-- Logs begin at Mon 2022-04-18 19:36:24 UTC, end at Mon 2022-04-18 22:04:27 UTC. -- Apr 18 20:11:18.766452 n-d-836015-4 systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 20:11:21.510777 n-d-836015-4 neutron-server[102794]: INFO neutron.common.config [-] Logging enabled! Apr 18 20:11:21.511362 n-d-836015-4 neutron-server[102794]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev118 Apr 18 20:11:21.511538 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102794) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 20:11:21.514999 n-d-836015-4 neutron-server[102794]: INFO neutron.common.config [-] Logging enabled! Apr 18 20:11:21.515253 n-d-836015-4 neutron-server[102794]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev118 Apr 18 20:11:21.515562 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102794) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 20:11:21.516548 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:11:21.516782 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:11:21.517137 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:11:21.517382 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:11:21.517608 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:11:21.517924 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.518218 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.518513 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.518738 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.519032 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.519319 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.519604 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.519914 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.520213 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.520503 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.520785 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.521070 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.521302 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.521583 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.521871 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.522158 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.522388 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] debug = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.522670 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.523103 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.523499 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.523781 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.524096 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.524389 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.524645 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.524921 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.525208 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.526063 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] host = n-d-836015-4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.526344 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.526632 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.526920 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.527208 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.527484 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.527761 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.528070 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.528344 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.528615 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] log_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.528894 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.529184 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.529473 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.529761 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.529984 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.530205 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.530491 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.530774 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.531056 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.531335 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.531611 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.531907 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.532188 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.532456 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.532741 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.533025 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.533311 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.533588 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.533862 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.534132 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.534405 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.534688 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.534964 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.535238 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.535768 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.536081 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.536353 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.536627 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.536929 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.537212 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.537495 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.537777 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.538053 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.538334 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.538606 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.538878 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.539149 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] use_json = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.539421 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.539692 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.539996 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.540269 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.540571 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.540815 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.541714 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.542004 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.542278 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:21.542578 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.542877 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.543177 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.543465 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.543757 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.544065 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.544357 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.544636 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.544926 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.545214 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.545501 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.545780 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.546068 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.546345 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.546639 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.546941 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.547234 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.547522 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.547798 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.548098 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.548372 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.548650 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.548939 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.549218 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.549505 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.549792 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.550074 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.550358 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.550655 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.550951 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.551225 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.551502 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.551791 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.552095 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.552366 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.552642 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.552929 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.553206 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.553480 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.553763 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.554043 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.554315 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.554585 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.554861 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.555147 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.555424 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.555695 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.555997 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.556276 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.556547 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.556880 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.557135 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.557444 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.557717 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.557996 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.558274 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.558548 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.558825 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.559097 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.559374 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.559646 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.559960 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.560223 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.560493 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.560766 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.561044 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.561315 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.561592 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.561864 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.562135 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.562410 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.562684 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.562956 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.563241 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.563537 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.563814 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.564119 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.564401 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.564679 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.564957 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.565234 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.565512 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.565792 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.566066 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.566356 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.566642 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.566930 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.567214 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.567497 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.567791 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.568098 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.568385 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.568664 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.568945 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.569231 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.569513 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.569807 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.570101 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.570395 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.570686 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.570984 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.571268 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.571579 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.571875 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:21.572096 n-d-836015-4 neutron-server[102794]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:11:21.572359 n-d-836015-4 neutron-server[102794]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102794) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 20:11:21.932128 n-d-836015-4 neutron-server[102794]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 20:11:21.932404 n-d-836015-4 neutron-server[102794]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 20:11:21.932692 n-d-836015-4 neutron-server[102794]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 20:11:21.933023 n-d-836015-4 neutron-server[102794]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 20:11:22.327062 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.327341 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.327603 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.328892 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.329159 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.329423 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.363829 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.364127 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.364386 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.379438 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.379707 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.379992 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.407850 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.408127 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.408386 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.446823 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.447097 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.447950 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.674823 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.675416 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.675416 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.675581 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.676229 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.795320 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.795639 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.795951 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.796221 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.796483 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.796785 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.797036 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.797283 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.797529 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.797802 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.798053 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.798309 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.798557 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.798801 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.799046 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.799300 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.799547 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.799807 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.800102 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.800340 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.800601 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.800845 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.801113 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.801476 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.801717 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.801956 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.802339 n-d-836015-4 neutron-server[102794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:11:22.802570 n-d-836015-4 neutron-server[102794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:11:22.802799 n-d-836015-4 neutron-server[102794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:11:22.803029 n-d-836015-4 neutron-server[102794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:11:22.803256 n-d-836015-4 neutron-server[102794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:11:22.803483 n-d-836015-4 neutron-server[102794]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:11:22.803862 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 20:11:22.807496 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 20:11:22.811383 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 20:11:22.815203 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Apr 18 20:11:22.816845 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 20:11:22.817278 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 20:11:22.817609 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 20:11:22.817983 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 20:11:22.820752 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 20:11:22.820998 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 20:11:22.821336 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 20:11:22.826574 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 18 20:11:22.848176 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 18 20:11:22.848615 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.848904 n-d-836015-4 neutron-server[102794]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102794) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 20:11:22.849254 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.850588 n-d-836015-4 neutron-server[102794]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102794) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 20:11:22.850862 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 20:11:22.851104 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 20:11:22.855118 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.855389 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:22.918071 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 20:11:22.918304 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 20:11:22.918528 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 20:11:22.918885 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 20:11:22.941435 n-d-836015-4 neutron-server[102794]: DEBUG oslo_db.sqlalchemy.engines [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102794) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 18 20:11:23.473753 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Initializing driver for type 'gre' Apr 18 20:11:23.474310 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] gre ID ranges: [(1, 1000)] Apr 18 20:11:23.526609 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Initializing driver for type 'local' Apr 18 20:11:23.526927 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Initializing driver for type 'vlan' Apr 18 20:11:23.540059 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] VlanTypeDriver initialization complete Apr 18 20:11:23.540456 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Initializing driver for type 'vxlan' Apr 18 20:11:23.540931 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] vxlan ID ranges: [(1, 1000)] Apr 18 20:11:23.593073 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Initializing extension driver 'port_security' Apr 18 20:11:23.593495 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.extensions.port_security [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] PortSecurityExtensionDriver initialization complete Apr 18 20:11:23.593836 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Initializing mechanism driver 'openvswitch' Apr 18 20:11:23.594159 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Initializing mechanism driver 'hyperv' Apr 18 20:11:23.600756 n-d-836015-4 neutron-server[102794]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:23.601480 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > port after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.601844 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > port after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.602193 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > port after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.602705 n-d-836015-4 neutron-server[102794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:11:23.603132 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > subnet after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.603479 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > subnet after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.603816 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.604227 n-d-836015-4 neutron-server[102794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:11:23.604627 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > network after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.604970 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > network after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.605307 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > network after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.605693 n-d-836015-4 neutron-server[102794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:11:23.606093 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > security_group after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.606434 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > security_group after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.606768 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.607295 n-d-836015-4 neutron-server[102794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:11:23.607699 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.608068 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.608405 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.608794 n-d-836015-4 neutron-server[102794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:11:23.609195 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > address_group after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.609542 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > address_group after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.609876 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.610261 n-d-836015-4 neutron-server[102794]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102794) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 20:11:23.610698 n-d-836015-4 neutron-server[102794]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] ML2 OVO RPC backend initialized. {{(pid=102794) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 18 20:11:23.611401 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.611748 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.612183 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > network before_response 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.612526 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > networks before_response 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.612868 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > port before_response 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.613202 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > ports before_response 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.613541 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > subnet before_response 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.613876 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > subnets before_response 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.614214 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > network after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.614547 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > network after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.614875 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > network after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.615204 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > port after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.615529 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > port after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.615874 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > port after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.616207 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > subnet after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.616541 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > subnet after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.616866 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.623963 n-d-836015-4 neutron-server[102794]: INFO neutron.quota [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded quota_driver: . Apr 18 20:11:23.624322 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.plugin [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Modular L2 Plugin initialization complete Apr 18 20:11:23.624661 n-d-836015-4 neutron-server[102794]: DEBUG neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading services supported by the core plugin {{(pid=102794) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 20:11:23.624998 n-d-836015-4 neutron-server[102794]: INFO neutron.plugins.ml2.managers [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Got port-security extension from driver 'port_security' Apr 18 20:11:23.625479 n-d-836015-4 neutron-server[102794]: INFO neutron.extensions.vlantransparent [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Disabled vlantransparent extension. Apr 18 20:11:23.625969 n-d-836015-4 neutron-server[102794]: DEBUG neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102794) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 20:11:23.626288 n-d-836015-4 neutron-server[102794]: INFO neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading Plugin: router Apr 18 20:11:23.662187 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.662569 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router after_create 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.662936 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router before_create 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.663297 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.663670 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.664053 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router after_delete 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.664411 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.664759 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.665113 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router after_create 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.665455 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router after_update 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.665801 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router after_update 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.666168 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.666523 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router after_update 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.666927 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router precommit_update 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.667294 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: port after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.667630 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: port after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.667992 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: subnet after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.668335 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.668678 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.669023 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router precommit_create 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.669365 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: port before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.669704 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router precommit_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.670055 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router after_update 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.670394 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.670743 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router precommit_create 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.671100 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.671438 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router precommit_update 55549900 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.671796 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > agent after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.672165 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > agent after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.672506 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > network after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.673353 n-d-836015-4 neutron-server[102794]: DEBUG neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Tracking information for resource: router configured {{(pid=102794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:11:23.673678 n-d-836015-4 neutron-server[102794]: DEBUG neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Tracking information for resource: floatingip configured {{(pid=102794) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 20:11:23.678453 n-d-836015-4 neutron-server[102794]: INFO neutron.db.l3_agentschedulers_db [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 20:11:23.679029 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: port after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.679387 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: port after_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.679733 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: port after_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.680107 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: port after_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.680894 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router before_create 55550100 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.681252 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.681641 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router precommit_create 55550100 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.682053 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > router precommit_update 55550100 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.686942 n-d-836015-4 neutron-server[102794]: DEBUG neutron.services.provider_configuration [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service providers = [] {{(pid=102794) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 20:11:23.687303 n-d-836015-4 neutron-server[102794]: DEBUG neutron.db.servicetype_db [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102794) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 20:11:23.690248 n-d-836015-4 neutron-server[102794]: DEBUG neutron.services.service_base [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:11:23.690598 n-d-836015-4 neutron-server[102794]: DEBUG neutron.services.service_base [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:11:23.690941 n-d-836015-4 neutron-server[102794]: DEBUG neutron.services.service_base [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:11:23.691820 n-d-836015-4 neutron-server[102794]: DEBUG neutron.services.service_base [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102794) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 20:11:23.692210 n-d-836015-4 neutron-server[102794]: INFO neutron.services.service_base [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 20:11:23.692577 n-d-836015-4 neutron-server[102794]: DEBUG neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:11:23.692890 n-d-836015-4 neutron-server[102794]: INFO neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 20:11:23.703734 n-d-836015-4 neutron-server[102794]: DEBUG neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:11:23.704087 n-d-836015-4 neutron-server[102794]: INFO neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading Plugin: auto_allocate Apr 18 20:11:23.709971 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: network precommit_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.710337 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: network precommit_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.710851 n-d-836015-4 neutron-server[102794]: DEBUG neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:11:23.711167 n-d-836015-4 neutron-server[102794]: INFO neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading Plugin: tag Apr 18 20:11:23.718301 n-d-836015-4 neutron-server[102794]: DEBUG neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:11:23.718631 n-d-836015-4 neutron-server[102794]: INFO neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading Plugin: timestamp Apr 18 20:11:23.722577 n-d-836015-4 neutron-server[102794]: DEBUG neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:11:23.722907 n-d-836015-4 neutron-server[102794]: INFO neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading Plugin: network_ip_availability Apr 18 20:11:23.728372 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.728689 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.729041 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.729748 n-d-836015-4 neutron-server[102794]: DEBUG neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:11:23.730063 n-d-836015-4 neutron-server[102794]: INFO neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading Plugin: flavors Apr 18 20:11:23.734759 n-d-836015-4 neutron-server[102794]: DEBUG neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:11:23.735086 n-d-836015-4 neutron-server[102794]: INFO neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading Plugin: revisions Apr 18 20:11:23.739315 n-d-836015-4 neutron-server[102794]: DEBUG neutron.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102794) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 20:11:23.739696 n-d-836015-4 neutron-server[102794]: DEBUG oslo_concurrency.lockutils [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=102794) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 20:11:23.740459 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102794) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 18 20:11:23.740795 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Initializing extension manager. Apr 18 20:11:23.741303 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: __init__.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.741641 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: __pycache__ {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.741972 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.742302 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: address_group.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.743040 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.743602 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: address-group Apr 18 20:11:23.744475 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: address_scope.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.745176 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.745686 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: address-scope Apr 18 20:11:23.746080 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.747001 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.747506 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: router-admin-state-down-before-update Apr 18 20:11:23.747826 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: agent.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.748720 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.749224 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: agent Apr 18 20:11:23.749543 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: agent_resources_synced.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.750447 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.750953 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: agent-resources-synced Apr 18 20:11:23.751272 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: allowedaddresspairs.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.753066 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.753583 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: allowed-address-pairs Apr 18 20:11:23.753901 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: auto_allocated_topology.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.754970 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.755482 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: auto-allocated-topology Apr 18 20:11:23.755802 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: availability_zone.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.756517 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.757022 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: availability_zone Apr 18 20:11:23.757339 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: availability_zone_filter.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.758253 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.758760 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: availability_zone_filter Apr 18 20:11:23.759075 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: data_plane_status.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.760576 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.761076 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 20:11:23.761393 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: default_subnetpools.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.762309 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.762904 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: default-subnetpools Apr 18 20:11:23.763223 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.764049 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.764561 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: dhcp_agent_scheduler Apr 18 20:11:23.764878 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: dns.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.765783 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.766286 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension dns-integration not supported by any of loaded plugins Apr 18 20:11:23.766601 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: dns_domain_ports.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.767543 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.768068 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 20:11:23.768390 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.769316 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.769819 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 18 20:11:23.770133 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: dvr.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.770794 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.771294 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: dvr Apr 18 20:11:23.771609 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: ecmp_routes.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.772548 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.773043 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 18 20:11:23.773357 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: empty_string_filtering.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.774260 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.774762 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: empty-string-filtering Apr 18 20:11:23.775080 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.776120 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.776619 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 20:11:23.776937 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.777845 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.778346 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 20:11:23.778663 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: external_net.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.779560 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.780095 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: external-net Apr 18 20:11:23.780416 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.781323 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.781822 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: extra_dhcp_opt Apr 18 20:11:23.782139 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: extraroute.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.783035 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.783538 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: extraroute Apr 18 20:11:23.783875 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: extraroute_atomic.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.784902 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.785652 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: extraroute-atomic Apr 18 20:11:23.785977 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: filter_validation.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.786638 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.787142 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: filter-validation Apr 18 20:11:23.787456 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: fip_pf_description.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.788418 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.788904 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 20:11:23.789218 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: fip_port_details.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.790131 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.790642 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: fip-port-details Apr 18 20:11:23.791007 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: flavors.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.792340 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.792857 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: flavors Apr 18 20:11:23.793181 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.794833 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.795345 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 20:11:23.795669 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: floatingip_pools.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.796382 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.796890 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: floatingip-pools Apr 18 20:11:23.797210 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: ip_allocation.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.798134 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.798640 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 20:11:23.798958 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.799910 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.800417 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: ip-substring-filtering Apr 18 20:11:23.800736 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: l2_adjacency.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.801655 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.802153 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 20:11:23.802474 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: l3.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.803450 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.803995 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: router Apr 18 20:11:23.804317 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.807224 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.807747 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 20:11:23.808174 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.809122 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.809632 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: ext-gw-mode Apr 18 20:11:23.809952 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.810861 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.811367 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: l3-ha Apr 18 20:11:23.811686 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: l3_flavors.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.812631 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.813137 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: l3-flavors Apr 18 20:11:23.813453 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.814361 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.814867 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 20:11:23.815186 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: l3agentscheduler.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.816256 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.816769 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: l3_agent_scheduler Apr 18 20:11:23.817087 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: logging.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.818556 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.819078 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension logging not supported by any of loaded plugins Apr 18 20:11:23.819400 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: metering.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.820161 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.820734 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: metering Apr 18 20:11:23.821055 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.822741 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.823337 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: metering_source_and_destination_fields Apr 18 20:11:23.823657 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: multiprovidernet.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.824608 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.825117 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: multi-provider Apr 18 20:11:23.825436 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: netmtu.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.826349 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.826853 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: net-mtu Apr 18 20:11:23.827168 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: netmtu_writable.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.828113 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.828620 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: net-mtu-writable Apr 18 20:11:23.828944 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: network_availability_zone.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.829611 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.830114 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: network_availability_zone Apr 18 20:11:23.830428 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: network_ip_availability.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.831526 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.832068 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: network-ip-availability Apr 18 20:11:23.832391 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: network_segment_range.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.833150 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.833655 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 20:11:23.833974 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: pagination.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.834963 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.835289 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: pagination Apr 18 20:11:23.835607 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: port_device_profile.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.836548 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.837066 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: port-device-profile Apr 18 20:11:23.837379 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.838318 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.838822 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: port-mac-address-regenerate Apr 18 20:11:23.839142 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.840081 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.840586 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: port-numa-affinity-policy Apr 18 20:11:23.840900 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: port_resource_request.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.841871 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.842374 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 20:11:23.842691 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: portbindings.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.843609 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.844144 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: binding Apr 18 20:11:23.844462 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: portbindings_extended.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.845843 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.846357 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: binding-extended Apr 18 20:11:23.846679 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: portsecurity.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.847591 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.848137 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: port-security Apr 18 20:11:23.848460 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: project_id.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.849448 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.849775 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: project-id Apr 18 20:11:23.850090 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: providernet.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.851007 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.851518 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: provider Apr 18 20:11:23.851858 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: qos.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.855389 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.855937 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension qos not supported by any of loaded plugins Apr 18 20:11:23.856270 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.857516 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.858024 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 20:11:23.858347 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.859265 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.859773 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 20:11:23.860113 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: qos_default.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.861020 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.861526 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension qos-default not supported by any of loaded plugins Apr 18 20:11:23.862030 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: qos_fip.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.862754 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.863288 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension qos-fip not supported by any of loaded plugins Apr 18 20:11:23.863754 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: qos_gateway_ip.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.864778 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.865432 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 20:11:23.865831 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: qos_port_network_policy.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.866752 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.867264 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 20:11:23.867582 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: qos_pps_rule.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.868776 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.869909 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension qos-pps not supported by any of loaded plugins Apr 18 20:11:23.870232 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: qos_rule_type_details.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.871145 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.871654 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 20:11:23.872071 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: qos_rules_alias.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.873126 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.873633 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 20:11:23.873955 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: quotasv2.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.874853 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.875178 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: quotas Apr 18 20:11:23.875496 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: quotasv2_detail.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.877214 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.877548 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: quota_details Apr 18 20:11:23.877871 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: rbac.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.878913 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.879431 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: rbac-policies Apr 18 20:11:23.879753 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: rbac_address_group.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.880714 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.881233 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: rbac-address-group Apr 18 20:11:23.881552 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: rbac_address_scope.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.882464 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.884518 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: rbac-address-scope Apr 18 20:11:23.885451 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: rbac_security_groups.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.886393 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.886912 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: rbac-security-groups Apr 18 20:11:23.887240 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: rbac_subnetpool.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.888257 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.888771 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: rbac-subnetpool Apr 18 20:11:23.889091 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: revisionifmatch.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.890028 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.890545 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: revision-if-match Apr 18 20:11:23.890862 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: revisions.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.892012 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.892534 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: standard-attr-revisions Apr 18 20:11:23.892856 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: router_availability_zone.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.893530 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.894043 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: router_availability_zone Apr 18 20:11:23.894363 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: routerservicetype.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.895284 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.895795 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension router-service-type not supported by any of loaded plugins Apr 18 20:11:23.896139 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.897062 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.897573 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: security-groups-normalized-cidr Apr 18 20:11:23.897892 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.898808 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.899314 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: port-security-groups-filtering Apr 18 20:11:23.899635 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.900764 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.901275 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: security-groups-remote-address-group Apr 18 20:11:23.901592 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: securitygroup.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.911469 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.912030 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: security-group Apr 18 20:11:23.912363 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: segment.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.913150 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.913662 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension segment not supported by any of loaded plugins Apr 18 20:11:23.913985 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.914929 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.915439 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 20:11:23.915758 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: servicetype.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.917006 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.917528 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: service-type Apr 18 20:11:23.917926 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: sorting.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.918916 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.919244 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: sorting Apr 18 20:11:23.919563 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: standard_attr_segment.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.920523 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.921034 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 20:11:23.921351 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: standardattrdescription.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.922000 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.922515 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: standard-attr-description Apr 18 20:11:23.922824 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: stateful_security_group.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.923754 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.924296 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: stateful-security-group Apr 18 20:11:23.924615 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: stdattrs_common.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.925191 n-d-836015-4 neutron-server[102794]: WARNING neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 20:11:23.925507 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.926439 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.926946 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 20:11:23.927264 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: subnet_onboard.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.928433 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.928877 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: subnet_onboard Apr 18 20:11:23.929193 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.930120 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.930622 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 20:11:23.930938 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: subnet_service_types.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.932421 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.932932 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: subnet-service-types Apr 18 20:11:23.933247 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: subnetallocation.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.934320 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.934831 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: subnet_allocation Apr 18 20:11:23.935148 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.935804 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.936335 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: subnetpool-prefix-ops Apr 18 20:11:23.936649 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.937578 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.938084 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 20:11:23.938394 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: tagging.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.939450 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.939998 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: standard-attr-tag Apr 18 20:11:23.940319 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: timestamp.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.941527 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.942045 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loaded extension: standard-attr-timestamp Apr 18 20:11:23.942364 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: trunk.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.943391 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.943932 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension trunk not supported by any of loaded plugins Apr 18 20:11:23.944255 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: trunk_details.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.945175 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.945682 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension trunk-details not supported by any of loaded plugins Apr 18 20:11:23.946005 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: uplink_status_propagation.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.946924 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.948175 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 20:11:23.948499 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Loading extension file: vlantransparent.py {{(pid=102794) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 20:11:23.949170 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102794) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 20:11:23.949678 n-d-836015-4 neutron-server[102794]: INFO neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 20:11:23.952108 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:network Apr 18 20:11:23.952626 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:subnet Apr 18 20:11:23.953020 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:11:23.953406 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:port Apr 18 20:11:23.954625 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.955053 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service FLAVORS assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.955682 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.956133 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.956460 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:router Apr 18 20:11:23.956884 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 20:11:23.957366 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service METERING assigned prefix: /metering {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.958802 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.959168 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.959515 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:11:23.960557 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 20:11:23.960993 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:security_group Apr 18 20:11:23.961427 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 20:11:23.962027 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service CORE assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.962353 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:11:23.962696 n-d-836015-4 neutron-server[102794]: WARNING neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] subnetpool is already registered Apr 18 20:11:23.963143 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service CORE assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.963461 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:11:23.963791 n-d-836015-4 neutron-server[102794]: WARNING neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] subnetpool is already registered Apr 18 20:11:23.966214 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.966647 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service FLAVORS assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.967245 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.967660 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.968023 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:router Apr 18 20:11:23.968359 n-d-836015-4 neutron-server[102794]: WARNING neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] router is already registered Apr 18 20:11:23.968766 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 20:11:23.969100 n-d-836015-4 neutron-server[102794]: WARNING neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] floatingip is already registered Apr 18 20:11:23.969556 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service METERING assigned prefix: /metering {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.970212 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 20:11:23.970536 n-d-836015-4 neutron-server[102794]: WARNING neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] rbac_policy is already registered Apr 18 20:11:23.970940 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:security_group Apr 18 20:11:23.971271 n-d-836015-4 neutron-server[102794]: WARNING neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] security_group is already registered Apr 18 20:11:23.971668 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 20:11:23.972023 n-d-836015-4 neutron-server[102794]: WARNING neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] security_group_rule is already registered Apr 18 20:11:23.972640 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service CORE assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.972963 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:11:23.973293 n-d-836015-4 neutron-server[102794]: WARNING neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] subnetpool is already registered Apr 18 20:11:23.973706 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.v2.resource_helper [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Service CORE assigned prefix: {{(pid=102794) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 20:11:23.974026 n-d-836015-4 neutron-server[102794]: INFO neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 20:11:23.974361 n-d-836015-4 neutron-server[102794]: WARNING neutron.quota.resource_registry [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] subnetpool is already registered Apr 18 20:11:23.974822 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: extensions {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.976326 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: address-groups {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.977796 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: address-scopes {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.979185 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: agents {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.980354 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: auto-allocated-topology {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.981597 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: availability_zones {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.982809 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: dhcp-networks {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.984334 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: dhcp-agents {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.985740 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: routers {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.987953 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: flavors {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.989130 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: service_profiles {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.990320 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: next_providers {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.991760 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: service_profiles {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.993305 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: floatingip-pools {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.995140 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: routers {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.997367 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: floatingips {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:23.998652 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: l3-routers {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.000057 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: l3-agents {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.001469 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: metering-labels {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.002809 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: metering-label-rules {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.004165 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: network-ip-availabilities {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.005417 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: bindings {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.007969 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: quotas {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.009427 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: quotas {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.011449 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: rbac-policies {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.012779 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: security-groups {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.014077 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: security-group-rules {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.015302 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: service-providers {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.016549 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: subnetpools {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.017958 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: subnetpools {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.019421 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: tags {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.021145 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: tags {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.022952 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: tags {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.024750 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: tags {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.026555 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: tags {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.028699 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: tags {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.030754 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: tags {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.032999 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: tags {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.034789 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: tags {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.036859 n-d-836015-4 neutron-server[102794]: DEBUG neutron.api.extensions [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Extended resource: tags {{(pid=102794) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 20:11:24.042825 n-d-836015-4 neutron-server[102794]: WARNING keystonemiddleware.auth_token [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 20:11:24.047716 n-d-836015-4 neutron-server[102794]: WARNING keystonemiddleware.auth_token [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 20:11:24.056279 n-d-836015-4 neutron-server[102794]: DEBUG oslo_concurrency.lockutils [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Acquired lock "singleton_lock" {{(pid=102794) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 20:11:24.057285 n-d-836015-4 neutron-server[102794]: DEBUG oslo_concurrency.lockutils [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Releasing lock "singleton_lock" {{(pid=102794) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 20:11:24.057898 n-d-836015-4 neutron-server[102794]: INFO oslo_service.service [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Starting 2 workers Apr 18 20:11:24.062729 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Started child 102903 {{(pid=102794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:11:24.067106 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Started child 102904 {{(pid=102794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:11:24.068324 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:24.068957 n-d-836015-4 neutron-server[102794]: INFO neutron.service [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 20:11:24.069343 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Notify callbacks [] for process, before_spawn {{(pid=102794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:24.069810 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [-] (102903) wsgi starting up on http://0.0.0.0:9696 Apr 18 20:11:24.071871 n-d-836015-4 neutron-server[102794]: INFO oslo_service.service [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Starting 1 workers Apr 18 20:11:24.071986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:24.073891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [-] (102904) wsgi starting up on http://0.0.0.0:9696 Apr 18 20:11:24.077672 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Started child 102905 {{(pid=102794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:11:24.078212 n-d-836015-4 neutron-server[102794]: INFO oslo_service.service [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Starting 1 workers Apr 18 20:11:24.081238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.service [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] calling RpcWorker wait() {{(pid=102905) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 20:11:24.081762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.service [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] returning from RpcWorker wait() {{(pid=102905) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 20:11:24.082654 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Started child 102906 {{(pid=102794) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 18 20:11:24.082983 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:24.083492 n-d-836015-4 neutron-server[102794]: DEBUG neutron_lib.callbacks.manager [None req-4d5a71c5-878a-4ff9-8c2b-6a6a11379f36 None None] Notify callbacks [] for process, after_spawn {{(pid=102794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:24.084011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:24.085472 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102794) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 20:11:24.085711 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:11:24.086044 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:11:24.086421 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:11:24.086997 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:11:24.087119 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:11:24.087648 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.087785 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:24.088691 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.088974 n-d-836015-4 neutron-server[102906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:24.089282 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.089562 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.089908 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.090571 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.090787 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.091272 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.091611 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.091823 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.092053 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.092205 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.092676 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.093060 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.093489 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.093782 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.093940 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.094581 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.094687 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.094929 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.095346 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.095618 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.095916 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] debug = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.096368 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.096857 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.097088 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.097500 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.097719 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.098151 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.098380 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.098791 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.099230 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.099451 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.099674 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.100352 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.100352 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.100588 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.100984 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.101279 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.101473 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.102127 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] host = n-d-836015-4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.102503 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.102910 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.103882 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.104441 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.104679 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.104869 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.105335 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.105568 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.105976 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.106292 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.106668 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.106798 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.106956 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.107254 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.107521 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_options = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.107593 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.107856 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.108146 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.108304 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.108922 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.108922 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.109096 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.109174 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.109555 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.109711 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.111347 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.111347 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.111347 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.111347 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.111347 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.111347 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.111347 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.111781 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.111781 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.111995 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.112369 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.112839 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.113195 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.113559 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.113964 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.114319 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.114742 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.115169 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.115643 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.115919 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.116404 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.116909 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.117103 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.117328 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.117616 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.117843 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.118130 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.118302 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.118707 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.119152 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.120018 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.120439 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.120837 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.121089 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.121330 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.121554 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.121776 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_json = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.122013 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.122255 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.122505 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.122761 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.122986 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.123170 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.123437 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.123643 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.123886 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.124420 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.124719 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.125045 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.125434 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.125871 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.126296 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.126744 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.126973 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.127233 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.127640 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.128010 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.128258 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.128556 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.128914 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.129344 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.129831 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.130078 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.130348 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.130585 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.130821 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.131059 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.131304 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.131561 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.131810 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.132051 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.132285 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.132522 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.132842 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.133120 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.133378 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.133653 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.133869 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.134109 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.134373 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.134624 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.134852 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.135087 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.135350 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.135594 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.135822 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.136089 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.136319 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.136550 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.136779 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.137027 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.137288 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.137674 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.137899 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.138151 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.138369 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.138589 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.138827 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.139068 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.139315 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.139583 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.139804 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.140069 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.140275 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.140664 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.140893 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.141145 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.141380 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.141730 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.142093 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.142314 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.142533 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.142778 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.143005 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.143216 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.143450 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.143677 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.143933 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.144151 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.144406 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.144659 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.144879 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.145093 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.145325 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.145543 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.145747 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.145959 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.146169 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.146394 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.146626 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.146816 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.147024 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.147232 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.147471 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.147679 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.147967 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.148285 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.148509 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.148727 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.150277 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.150619 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.150894 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.151144 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.151380 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.151606 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.151906 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.152146 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.152404 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.152697 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.152926 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.153161 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.153424 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.153659 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.153881 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.154099 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.154340 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.154566 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.154867 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.155112 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.155369 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.155606 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.155855 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.156609 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.156834 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.157118 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.157335 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.157594 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.157878 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.158155 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.158419 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.158665 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.158913 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.159494 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.159741 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.160014 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.160249 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.160757 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.160974 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.161267 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.161518 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.161752 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.161939 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.162162 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.162470 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.162727 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.162940 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.163531 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.163807 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.164078 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.164316 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.164605 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.164905 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.165177 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.165432 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.165677 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.166434 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.166667 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.166910 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.167122 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.167336 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.167549 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.167788 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.168043 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.168249 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.168485 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.168695 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.168910 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.169153 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.169374 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.169590 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.169833 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.170048 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.170290 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.170524 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.170739 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.170986 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.171233 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.171442 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.171728 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.171953 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.172222 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.172469 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.173085 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.173549 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.173992 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.174400 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.174617 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.175011 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.175393 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.175631 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.175869 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.176091 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.176318 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.176556 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.176783 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.176994 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.177234 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.177470 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.177821 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.178090 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.178316 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.178558 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.178803 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.179019 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.179234 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.179447 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.179681 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.179943 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.180166 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.180398 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.180613 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.180829 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.181049 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.181262 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.182082 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.182401 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.182641 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.182878 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.183101 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.183340 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.183548 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.184002 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.184283 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.184557 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.184795 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.185013 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.185238 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.185529 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.185783 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.186022 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.186266 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.186654 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.186866 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.187108 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.187339 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.187572 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.187813 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.188046 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.188409 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.188637 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.188845 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.189053 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.189271 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.189484 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.189700 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.189921 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.190127 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.190333 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.190550 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.190763 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.190974 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.191199 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.191403 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.191609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:24.191710 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.191861 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.192080 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.192288 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.192533 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.192738 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.192943 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.193160 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.193371 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.193574 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.193866 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.194110 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.194320 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.194614 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.194865 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.195113 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.195367 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.195760 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.196456 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.196701 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.196923 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.197168 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.197505 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.197724 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.198058 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.198350 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.198595 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.198850 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.199138 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.199413 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.199680 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.200480 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.200805 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.201126 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.201417 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.201699 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.201928 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.202171 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.202394 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.202627 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.202846 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.203073 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.203483 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.203918 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.204154 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.204381 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.204606 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.204857 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.205095 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.205335 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.205544 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.205768 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.205986 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.206143 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:11:24.206638 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102794) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 18 20:11:24.206795 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 20:11:24.206949 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 20:11:24.207110 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 20:11:24.207443 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 20:11:24.207595 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 20:11:24.207804 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.207990 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.208148 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.208306 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.208461 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.208643 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.208802 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.208970 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.209111 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.209270 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.209428 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.209582 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.209740 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.209893 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.210046 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.210196 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.210343 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.210498 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.210658 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.210817 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.210972 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.211127 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.211281 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] debug = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.211434 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.211632 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.211793 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.211974 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.212132 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.212288 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.212448 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.212640 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.212865 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.213081 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.213239 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.213393 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.213538 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.213694 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.213835 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.213972 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.214107 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.214243 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] host = n-d-836015-4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.214398 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.214541 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.214687 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.214824 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.215051 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.215214 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.215478 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.215642 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.215783 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.215971 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.216124 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.216285 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.216426 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.216583 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.216737 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_options = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.216892 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.217046 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.217202 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.217385 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.217546 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.217703 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.217858 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.218015 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.218170 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.218325 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.218480 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.218635 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.218790 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.218947 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.219101 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.219260 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.219414 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.219569 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.219725 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.219913 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.220071 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.220227 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.220381 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.220536 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.220691 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.220848 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.221002 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.221158 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.221312 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.221467 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.221622 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.221777 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.221932 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.222074 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.222230 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.222386 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.222572 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.222696 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.222826 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.222982 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.223137 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.223293 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.223447 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.223602 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.223757 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.223938 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.224094 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_json = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.224248 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.224403 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.224557 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.224712 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.224866 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.225021 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.225177 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.225332 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.225487 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 20:11:24.225660 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.225819 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.225991 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.226148 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.226303 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.226462 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.226667 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.226755 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.226906 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.227062 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.227226 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.227384 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.227552 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.228203 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.228203 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.228203 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.228203 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.229521 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.229521 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.229521 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.229521 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.229521 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.230111 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.230111 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.230111 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.230111 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.230569 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.230569 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.230569 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.230793 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.230884 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.230988 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.231146 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.231304 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.231466 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.231623 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.231968 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.232126 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.232438 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.232603 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.232731 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.232886 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.233044 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.233202 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.233361 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.233519 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.233676 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.233834 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.233993 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.234151 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.234310 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.234467 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.234626 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.234784 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.234941 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.235110 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.235268 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.235426 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.235583 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.235741 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.235931 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.236093 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.236250 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.236406 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.236564 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.236724 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.236894 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.237050 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.237207 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.237365 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.237522 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.237679 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.237839 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.237995 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.238152 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.238308 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.238465 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.238621 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.238778 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.238933 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.239091 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.239248 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.239405 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.239575 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.239706 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.239883 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.240044 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.240200 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.240356 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.240523 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.240694 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.240851 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.241007 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.241163 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.241319 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.241476 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.241632 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.241788 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.241944 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.242101 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.242257 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.242414 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.242573 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.242731 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.242887 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.243044 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.243200 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.243356 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.243515 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.243671 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.243828 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.244939 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.245100 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.245258 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.245415 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.245572 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.245740 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.245899 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.246058 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.246215 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.246381 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.246551 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.246709 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.246867 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.247023 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.247179 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.247335 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.247492 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.247649 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.247805 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.247986 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.248145 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.248311 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.248479 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.248636 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.248793 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.248952 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.249131 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.249288 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.249444 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.249601 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.249758 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.249914 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.250072 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.250229 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.250387 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.250543 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.250705 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.250863 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.251020 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.251178 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.251334 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.251491 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.251650 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.251808 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.251991 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.252150 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.252308 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.252466 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.252622 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.252779 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.252938 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.253095 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.253251 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.253408 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.253564 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.253721 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.253878 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.254034 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.254192 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.254348 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.254505 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.254661 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.254820 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.254995 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.255131 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.255281 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.255439 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.255597 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.255755 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.255934 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.256093 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.256252 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.256403 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.256554 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.256710 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.256869 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.257027 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.257185 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.257343 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.257499 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.257655 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.257829 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.257986 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.258141 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.258300 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.258458 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.258615 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.258772 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.258929 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.259086 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.259243 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.259402 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.259576 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.259744 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.259923 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.260080 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.260238 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.260397 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.260558 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.260720 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.260877 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.261036 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.261194 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.261350 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.261507 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.261664 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.261821 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.261978 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.262134 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.262290 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.262460 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.262618 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.262775 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.262931 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.263088 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.263245 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.263413 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.263570 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.263727 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.263903 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.264062 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.264218 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.264386 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.264543 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.264700 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.264857 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.265014 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.265170 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.265336 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.265493 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.265650 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.265806 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.265962 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.266119 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.266284 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.266441 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.266598 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.266754 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.266910 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.267066 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.267233 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.267389 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.267546 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.267702 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.267878 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.268032 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.268192 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.268350 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.268506 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.268670 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.268827 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.268983 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.269139 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.269306 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.269463 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.269621 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.269777 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.269933 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.270090 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.270247 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.270407 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.270573 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.270742 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.270901 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.271067 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.271233 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.271399 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.271556 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.271719 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.271908 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.272065 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.272220 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.272377 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.272533 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.272690 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.272845 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.273003 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.273160 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.273317 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.273473 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.273630 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.273786 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.273942 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.274098 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.274253 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.274409 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.274565 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.274721 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.274877 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 20:11:24.275027 n-d-836015-4 neutron-server[102794]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102794) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 20:11:24.446864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44720) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:11:24.455293 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062377 Apr 18 20:11:35.766371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f7bd9-a0d1-402f-83a2-bbc0143591d9 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:11:35.835203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f7bd9-a0d1-402f-83a2-bbc0143591d9 None None] No non-hosted networks {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 20:11:35.905014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4efd16c-11e5-4b45-bfff-8bf1cf8cb0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555764'] for agent, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:38.054457 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-31ab267c-5845-4d3c-96a3-390ea1a1f34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555764'] for agent, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:38.082629 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3c7d61e-b95b-43cf-9c85-e7a695573c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:39.125620 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555764'] for agent, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:40.321970 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555764'] for agent, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:41.023547 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555764'] for agent, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:41.025397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.025980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.026436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.026817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.027343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.027915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.028295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.028790 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.029344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.029873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.030255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.030634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:41.031083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836015-4', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:41.044859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836015-4', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:41.587555 n-d-836015-4 neutron-server[102905]: INFO neutron.db.l3_hamode_db [None req-c674faae-96c5-4444-acce-6fce09b102d5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 20:11:41.663013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674faae-96c5-4444-acce-6fce09b102d5 None None] Routers set() bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:11:41.663503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674faae-96c5-4444-acce-6fce09b102d5 None None] Router IDs set() for agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 20:11:41.785961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44810) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:11:42.306977 n-d-836015-4 neutron-server[102904]: WARNING oslo_policy.policy [None req-560cd434-43bf-400d-aa6b-5a51558f64b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:11:42.307576 n-d-836015-4 neutron-server[102904]: WARNING oslo_policy.policy [None req-560cd434-43bf-400d-aa6b-5a51558f64b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:11:42.530211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-560cd434-43bf-400d-aa6b-5a51558f64b6 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:11:42.531500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-560cd434-43bf-400d-aa6b-5a51558f64b6 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7435045 Apr 18 20:11:44.950737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44826) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:11:45.263172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a0211de1-16c8-49df-ad53-26a14ed14170 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:45.358891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.policy [None req-a0211de1-16c8-49df-ad53-26a14ed14170 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102904) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 20:11:45.404417 n-d-836015-4 neutron-server[102904]: WARNING oslo_policy.policy [None req-a0211de1-16c8-49df-ad53-26a14ed14170 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:11:45.404793 n-d-836015-4 neutron-server[102904]: WARNING oslo_policy.policy [None req-a0211de1-16c8-49df-ad53-26a14ed14170 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:11:45.499204 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0211de1-16c8-49df-ad53-26a14ed14170 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729061540498', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729061543101', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729061692390', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729061688642', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729061127539', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729061706189', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1577179', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1628617', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545064', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-620564'] for rbac-policy, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.565323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0211de1-16c8-49df-ad53-26a14ed14170 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.566497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a0211de1-16c8-49df-ad53-26a14ed14170 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6147718 Apr 18 20:11:48.183459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44838) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:11:48.479856 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Request body: {'network': {'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'admin_state_up': True, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'name': 'private'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:48.506811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Made reservation on behalf of ecbd1cfd42d14aaba6564fe9c3b174a3 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:48.510263 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.526579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.632250 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.635552 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.658137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:11:48.685988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729062397031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.686636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Unsubscribe: segment precommit_create {{(pid=102904) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 20:11:48.687078 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Added segment 068fba23-fdaa-4106-b538-3f6a5667f999 of type vlan for network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd Apr 18 20:11:48.692794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70528ddf-d608-48e3-bd6e-08b8929f84dc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:48.726057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.726381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.726700 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.727553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.727922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.728199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.728508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.728814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.729119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.729423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.729728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.730034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Tracked resource versions report: Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: pushed versions: Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: { 'AddressGroup': {'1.2'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'ConntrackHelper': {'1.0'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'Log': {'1.0'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'Network': {'1.1'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'Port': {'1.7'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'PortForwarding': {'1.2'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'QosPolicy': {'1.9'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'SecurityGroup': {'1.4'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'SubPort': {'1.0'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'Subnet': {'1.1'}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'Trunk': {'1.1'}} Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: consumer versions: Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: { DHCP agent@n-d-836015-4: {}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: L3 agent@n-d-836015-4: {}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: Metadata agent@n-d-836015-4: {}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: Metering agent@n-d-836015-4: {}, Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: Open vSwitch agent@n-d-836015-4: { 'AddressGroup': '1.2', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'ConntrackHelper': '1.0', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'Log': '1.0', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'Network': '1.1', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'Port': '1.7', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'PortForwarding': '1.2', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'QosPolicy': '1.9', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'SecurityGroup': '1.4', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'SecurityGroupRule': '1.2', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'SubPort': '1.0', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'Subnet': '1.1', Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: 'Trunk': '1.1'}} Apr 18 20:11:48.731104 n-d-836015-4 neutron-server[102904]: {{(pid=102904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:11:48.798378 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.835621 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.836920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:48.837579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.931171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7459807 Apr 18 20:11:48.937768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9516b-5966-412a-af64-14555cd1bcf0 admin admin] Pushing event updated for resources: {'Network': ['ID=1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:48.950055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:11:51.635508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44852) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:11:52.122686 n-d-836015-4 neutron-server[102903]: WARNING oslo_policy.policy [None req-f376f4ea-168c-498d-babb-4b3fb1438ef8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:11:52.123274 n-d-836015-4 neutron-server[102903]: WARNING oslo_policy.policy [None req-f376f4ea-168c-498d-babb-4b3fb1438ef8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:11:52.566433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.policy [None req-f376f4ea-168c-498d-babb-4b3fb1438ef8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102903) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 20:11:52.613021 n-d-836015-4 neutron-server[102903]: WARNING oslo_policy.policy [None req-f376f4ea-168c-498d-babb-4b3fb1438ef8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:11:52.613393 n-d-836015-4 neutron-server[102903]: WARNING oslo_policy.policy [None req-f376f4ea-168c-498d-babb-4b3fb1438ef8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 20:11:52.621514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f376f4ea-168c-498d-babb-4b3fb1438ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:52.623217 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f376f4ea-168c-498d-babb-4b3fb1438ef8 admin admin] 10.222.0.49 "GET /v2.0/networks/1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd HTTP/1.1" status: 200 len: 825 time: 0.9867935 Apr 18 20:11:52.661963 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-687cbe26-9ec3-43e6-8d46-7e0bc44b274d admin admin] 10.222.0.49 "GET /v2.0/subnetpools/56b23d28-e624-4d3b-bc8a-6983b2a59c19 HTTP/1.1" status: 200 len: 734 time: 0.0325406 Apr 18 20:11:52.672117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Request body: {'subnet': {'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '56b23d28-e624-4d3b-bc8a-6983b2a59c19', 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:52.709996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Made reservation on behalf of ecbd1cfd42d14aaba6564fe9c3b174a3 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:52.713244 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:52.997087 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:53.063158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Checking segment: {'id': '068fba23-fdaa-4106-b538-3f6a5667f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:11:53.063508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Network hostable DHCP agents. Network: 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:11:53.081138 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:53.096835 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.097213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.097662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.098144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.098477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.098801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.099122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.099441 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.099757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.100175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.100549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.100947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Tracked resource versions report: Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: pushed versions: Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: { 'AddressGroup': {'1.2'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'ConntrackHelper': {'1.0'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'Log': {'1.0'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'Network': {'1.1'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'Port': {'1.7'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'PortForwarding': {'1.2'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'QosPolicy': {'1.9'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'SecurityGroup': {'1.4'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'SubPort': {'1.0'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'Subnet': {'1.1'}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'Trunk': {'1.1'}} Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: consumer versions: Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: { DHCP agent@n-d-836015-4: {}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: L3 agent@n-d-836015-4: {}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: Metadata agent@n-d-836015-4: {}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: Metering agent@n-d-836015-4: {}, Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: Open vSwitch agent@n-d-836015-4: { 'AddressGroup': '1.2', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'ConntrackHelper': '1.0', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'Log': '1.0', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'Network': '1.1', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'Port': '1.7', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'PortForwarding': '1.2', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'QosPolicy': '1.9', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'SecurityGroup': '1.4', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'SecurityGroupRule': '1.2', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'SubPort': '1.0', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'Subnet': '1.1', Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: 'Trunk': '1.1'}} Apr 18 20:11:53.102148 n-d-836015-4 neutron-server[102903]: {{(pid=102903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:11:53.126385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:11:53.139342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:11:53.143785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:53.144443 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:53.149839 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df548a93-5687-4402-bb82-550d3aca576d None None] Network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:11:53.168063 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1cd21e10-24f4-4a95-9e50-de3aa070ac95 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4988492 Apr 18 20:11:53.471165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd', 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'fixed_ips': [{'subnet_id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:11:53.472545 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:53.762575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Allocated IP 172.20.0.2 (1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd/d0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8/cb4084e3-1e68-48fd-a5ee-60d958a79a92) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:11:53.961609 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:53.969853 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:54.033868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:11:54.040132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:11:54.051867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:11:54.084862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Pushing event updated for resources: {'Port': ['ID=cb4084e3-1e68-48fd-a5ee-60d958a79a92,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:54.112650 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.112993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.113326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.113661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.113987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.114309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.114629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.114949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.115290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.115939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.116278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.116598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Tracked resource versions report: Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: pushed versions: Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: { 'AddressGroup': {'1.2'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'ConntrackHelper': {'1.0'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'Log': {'1.0'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'Network': {'1.1'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'Port': {'1.7'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'PortForwarding': {'1.2'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'QosPolicy': {'1.9'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'SecurityGroup': {'1.4'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'SubPort': {'1.0'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'Subnet': {'1.1'}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'Trunk': {'1.1'}} Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: consumer versions: Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: { DHCP agent@n-d-836015-4: {}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: L3 agent@n-d-836015-4: {}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: Metadata agent@n-d-836015-4: {}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: Metering agent@n-d-836015-4: {}, Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: Open vSwitch agent@n-d-836015-4: { 'AddressGroup': '1.2', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'ConntrackHelper': '1.0', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'Log': '1.0', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'Network': '1.1', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'Port': '1.7', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'PortForwarding': '1.2', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'QosPolicy': '1.9', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'SecurityGroup': '1.4', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'SecurityGroupRule': '1.2', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'SubPort': '1.0', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'Subnet': '1.1', Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: 'Trunk': '1.1'}} Apr 18 20:11:54.117733 n-d-836015-4 neutron-server[102905]: {{(pid=102905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:11:54.144680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Attempting to bind port cb4084e3-1e68-48fd-a5ee-60d958a79a92 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:11:54.145098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Attempting to bind port cb4084e3-1e68-48fd-a5ee-60d958a79a92 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '068fba23-fdaa-4106-b538-3f6a5667f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:11:54.145533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Attempting to bind port cb4084e3-1e68-48fd-a5ee-60d958a79a92 on network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:11:54.150863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:11:54.151416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Checking segment: {'id': '068fba23-fdaa-4106-b538-3f6a5667f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:11:54.151738 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:54.152147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Bound using segment: {'id': '068fba23-fdaa-4106-b538-3f6a5667f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:11:54.152638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Bound port: cb4084e3-1e68-48fd-a5ee-60d958a79a92, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068fba23-fdaa-4106-b538-3f6a5667f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:11:54.153045 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:54.215478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] For port cb4084e3-1e68-48fd-a5ee-60d958a79a92, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:11:54.219652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] For port cb4084e3-1e68-48fd-a5ee-60d958a79a92, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cb4084e3-1e68-48fd-a5ee-60d958a79a92,segment=NetworkSegment(068fba23-fdaa-4106-b538-3f6a5667f999),segment_id=068fba23-fdaa-4106-b538-3f6a5667f999)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:11:54.225423 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:54.289792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ced812-f276-4fe6-be4d-bb4ffbce695e None None] Pushing event updated for resources: {'Port': ['ID=cb4084e3-1e68-48fd-a5ee-60d958a79a92,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:55.624042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44872) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:11:55.936259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-65604f7f-9603-4f6d-ac7b-72fdb8c18be5 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:11:55.937255 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-65604f7f-9603-4f6d-ac7b-72fdb8c18be5 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3122444 Apr 18 20:11:58.354852 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44880) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:11:58.672853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-648d021b-fc4d-4acf-be7f-761f07b46c5c admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:11:58.673835 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-648d021b-fc4d-4acf-be7f-761f07b46c5c admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3180406 Apr 18 20:12:01.345456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44892) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:01.661923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6c03bce5-6d07-4087-8006-169cfca0b772 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:01.683959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c03bce5-6d07-4087-8006-169cfca0b772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:01.685556 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c03bce5-6d07-4087-8006-169cfca0b772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:01.843169 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c03bce5-6d07-4087-8006-169cfca0b772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:01.848603 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c03bce5-6d07-4087-8006-169cfca0b772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:01.862294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c03bce5-6d07-4087-8006-169cfca0b772 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:01.863479 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6c03bce5-6d07-4087-8006-169cfca0b772 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5170619 Apr 18 20:12:02.373677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cb4084e3-1e68-48fd-a5ee-60d958a79a92 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:12:02.461865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port cb4084e3-1e68-48fd-a5ee-60d958a79a92 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:02.462350 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:02.569871 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:02.604929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port cb4084e3-1e68-48fd-a5ee-60d958a79a92, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cb4084e3-1e68-48fd-a5ee-60d958a79a92,segment=NetworkSegment(068fba23-fdaa-4106-b538-3f6a5667f999),segment_id=068fba23-fdaa-4106-b538-3f6a5667f999)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:12:02.609390 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:02.633114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ac0308-08ae-4c0c-8b21-bf342e163592 None None] Network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:12:02.711609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=cb4084e3-1e68-48fd-a5ee-60d958a79a92,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:02.740653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a83459cd-70cf-47d0-9b0d-e930f05b71af None None] Provisioning complete for port cb4084e3-1e68-48fd-a5ee-60d958a79a92 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:02.741149 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a83459cd-70cf-47d0-9b0d-e930f05b71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:03.082149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-34a287e1-3774-44bf-92e2-1fb3ca918aa6 None None] Provisioning complete for port cb4084e3-1e68-48fd-a5ee-60d958a79a92 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:03.082513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-34a287e1-3774-44bf-92e2-1fb3ca918aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:04.260597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44904) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:04.353638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cb4084e3-1e68-48fd-a5ee-60d958a79a92 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:12:04.400930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port cb4084e3-1e68-48fd-a5ee-60d958a79a92 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:04.401299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:04.585025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-753c6ac9-e689-440a-a226-2d67be39f988 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:12:04.586589 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-753c6ac9-e689-440a-a226-2d67be39f988 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3250563 Apr 18 20:12:05.708311 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-75e837a5-dd5f-43ac-98e2-5157be3f6bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.030412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44912) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:07.350372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:07.372264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Made reservation on behalf of ff11a77c15de4b5ea8c29b20db448424 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:12:07.374514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.389115 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.487573 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.491386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.507137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Reserving flat network on physical network physnet1 {{(pid=102903) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 20:12:07.529984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99cc608-5e33-4647-9fdf-e3c8b5704b8a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:07.535158 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729062397031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.535743 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Unsubscribe: segment precommit_create {{(pid=102903) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 20:12:07.536243 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Added segment bd39a459-856f-4ad4-b804-555720ec5cd8 of type flat for network 64d495fe-feb7-490d-bba7-dad2bebf54fb Apr 18 20:12:07.589968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.626815 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.627808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:07.628390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.712049 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6806200 Apr 18 20:12:07.718512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81166f3-ce9d-4aeb-aaa1-fce55d291bab admin admin] Pushing event updated for resources: {'Network': ['ID=64d495fe-feb7-490d-bba7-dad2bebf54fb,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:07.730063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:12:08.042688 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ea36a0a-6313-4160-bf3f-499b652094e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:09.088055 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:10.095009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44930) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:10.262342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:10.313261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0678ec1d-8edb-4aad-a057-7d476262963f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:10.314699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0678ec1d-8edb-4aad-a057-7d476262963f admin admin] 10.222.0.49 "GET /v2.0/subnets/d0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8 HTTP/1.1" status: 200 len: 849 time: 0.2185121 Apr 18 20:12:10.489898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a85809da-d475-4774-bd33-3325ec84e0e0 admin admin] 10.222.0.49 "GET /v2.0/routers/8afc1ca9-e932-4af0-baa1-6aa10014be05 HTTP/1.1" status: 200 len: 704 time: 0.1685047 Apr 18 20:12:10.755741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.025167 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.053324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Allocated IP 172.20.0.1 (1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd/d0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8/7fbcc6fb-3651-44bf-8851-69be84736096) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:12:11.232879 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.297893 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.374210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:12:11.382539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:11.388286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbcc6fb-3651-44bf-8851-69be84736096,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:11.391400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:12:11.391651 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.587618 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.628871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-30e509a7-7f84-4d28-954e-e9233f1c2d47 None None] Provisioning complete for port 7fbcc6fb-3651-44bf-8851-69be84736096 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:11.629432 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-30e509a7-7f84-4d28-954e-e9233f1c2d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.662911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-30e509a7-7f84-4d28-954e-e9233f1c2d47 None None] Port 7fbcc6fb-3651-44bf-8851-69be84736096 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:12:11.842447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.846678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.847491 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.920084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7fbcc6fb-3651-44bf-8851-69be84736096,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:11.966576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:12:11.967902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:12.129693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Router 8afc1ca9-e932-4af0-baa1-6aa10014be05 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:12:12.185235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bcc4bca4-3c8a-48df-970f-14ee7412508e None None] Provisioning complete for port 7fbcc6fb-3651-44bf-8851-69be84736096 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:12.185600 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bcc4bca4-3c8a-48df-970f-14ee7412508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:12.217895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4bca4-3c8a-48df-970f-14ee7412508e None None] Port 7fbcc6fb-3651-44bf-8851-69be84736096 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:12:12.219605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:12:12.224636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6d68e4ff-ee17-48ef-b996-a75511fdc8c6 admin admin] 10.222.0.49 "PUT /v2.0/routers/8afc1ca9-e932-4af0-baa1-6aa10014be05/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7271049 Apr 18 20:12:12.243556 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Sync routers for ids ['8afc1ca9-e932-4af0-baa1-6aa10014be05'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:12:12.255975 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Routers {'8afc1ca9-e932-4af0-baa1-6aa10014be05'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:12:12.256766 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:12:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8afc1ca9-e932-4af0-baa1-6aa10014be05'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:12.438760 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Set router 8afc1ca9-e932-4af0-baa1-6aa10014be05 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:12:12.867947 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'name': 'router1', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:01Z', 'updated_at': '2022-04-18T20:12:11Z', 'revision_number': 2, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'gw_port_host': None, '_interfaces': [{'id': '7fbcc6fb-3651-44bf-8851-69be84736096', 'name': '', 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'mac_address': 'fa:16:3e:fa:35:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:12:10Z', 'updated_at': '2022-04-18T20:12:11Z', 'revision_number': 2, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'subnets': [{'id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56b23d28-e624-4d3b-bc8a-6983b2a59c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:12.916396 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Checking router: 8afc1ca9-e932-4af0-baa1-6aa10014be05 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:12:12.916761 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Updating router 8afc1ca9-e932-4af0-baa1-6aa10014be05 port 7fbcc6fb-3651-44bf-8851-69be84736096 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:12:12.990056 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.472868 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.479668 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.642698 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Pushing event updated for resources: {'Port': ['ID=7fbcc6fb-3651-44bf-8851-69be84736096,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:13.649434 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Attempting to bind port 7fbcc6fb-3651-44bf-8851-69be84736096 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:12:13.649834 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Attempting to bind port 7fbcc6fb-3651-44bf-8851-69be84736096 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '068fba23-fdaa-4106-b538-3f6a5667f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:12:13.650292 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Attempting to bind port 7fbcc6fb-3651-44bf-8851-69be84736096 on network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:12:13.658137 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:12:13.658521 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Checking segment: {'id': '068fba23-fdaa-4106-b538-3f6a5667f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:12:13.659280 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.659668 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Bound using segment: {'id': '068fba23-fdaa-4106-b538-3f6a5667f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:12:13.660191 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Bound port: 7fbcc6fb-3651-44bf-8851-69be84736096, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068fba23-fdaa-4106-b538-3f6a5667f999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:12:13.660586 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.663722 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.664117 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.664477 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.664803 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.665126 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.665447 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.665765 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.666082 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.666401 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.666717 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.667031 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.667344 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Tracked resource versions report: Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: pushed versions: Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: { 'AddressGroup': {'1.2'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'ConntrackHelper': {'1.0'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'Log': {'1.0'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'Network': {'1.1'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'Port': {'1.7'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'PortForwarding': {'1.2'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'QosPolicy': {'1.9'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'SecurityGroup': {'1.4'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'SubPort': {'1.0'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'Subnet': {'1.1'}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'Trunk': {'1.1'}} Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: consumer versions: Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: { DHCP agent@n-d-836015-4: {}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: L3 agent@n-d-836015-4: {}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: Metadata agent@n-d-836015-4: {}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: Metering agent@n-d-836015-4: {}, Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: Open vSwitch agent@n-d-836015-4: { 'AddressGroup': '1.2', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'ConntrackHelper': '1.0', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'Log': '1.0', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'Network': '1.1', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'Port': '1.7', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'PortForwarding': '1.2', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'QosPolicy': '1.9', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'SecurityGroup': '1.4', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'SecurityGroupRule': '1.2', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'SubPort': '1.0', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'Subnet': '1.1', Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: 'Trunk': '1.1'}} Apr 18 20:12:13.668458 n-d-836015-4 neutron-server[102906]: {{(pid=102906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:12:13.733922 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] For port 7fbcc6fb-3651-44bf-8851-69be84736096, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:12:13.748372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f7ec13e1-71fd-4216-88ac-33c3477a4b2b None None] Provisioning complete for port 7fbcc6fb-3651-44bf-8851-69be84736096 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:13.748883 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7ec13e1-71fd-4216-88ac-33c3477a4b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.754171 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] For port 7fbcc6fb-3651-44bf-8851-69be84736096, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7fbcc6fb-3651-44bf-8851-69be84736096,segment=NetworkSegment(068fba23-fdaa-4106-b538-3f6a5667f999),segment_id=068fba23-fdaa-4106-b538-3f6a5667f999)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:12:13.759439 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.791704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f7ec13e1-71fd-4216-88ac-33c3477a4b2b None None] Port 7fbcc6fb-3651-44bf-8851-69be84736096 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:12:13.814357 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Routers {'8afc1ca9-e932-4af0-baa1-6aa10014be05'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:12:13.814996 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:12:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8afc1ca9-e932-4af0-baa1-6aa10014be05'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:13.894374 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f3209-81d7-4f79-838f-24ae37749357 None None] Pushing event updated for resources: {'Port': ['ID=7fbcc6fb-3651-44bf-8851-69be84736096,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:13.916353 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] Set router 8afc1ca9-e932-4af0-baa1-6aa10014be05 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:12:14.015153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bf38c43e-c129-4ed6-9b84-32a4995dcbc7 None None] Provisioning complete for port 7fbcc6fb-3651-44bf-8851-69be84736096 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:14.015455 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bf38c43e-c129-4ed6-9b84-32a4995dcbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.093105 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bf38c43e-c129-4ed6-9b84-32a4995dcbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.129631 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bf38c43e-c129-4ed6-9b84-32a4995dcbc7 None None] For port 7fbcc6fb-3651-44bf-8851-69be84736096, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7fbcc6fb-3651-44bf-8851-69be84736096,segment=NetworkSegment(068fba23-fdaa-4106-b538-3f6a5667f999),segment_id=068fba23-fdaa-4106-b538-3f6a5667f999)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:12:14.135137 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bf38c43e-c129-4ed6-9b84-32a4995dcbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.146668 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'name': 'router1', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:01Z', 'updated_at': '2022-04-18T20:12:11Z', 'revision_number': 2, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'gw_port_host': None, '_interfaces': [{'id': '7fbcc6fb-3651-44bf-8851-69be84736096', 'name': '', 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'mac_address': 'fa:16:3e:fa:35:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:12:10Z', 'updated_at': '2022-04-18T20:12:13Z', 'revision_number': 4, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'subnets': [{'id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56b23d28-e624-4d3b-bc8a-6983b2a59c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:14.173101 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a455db0e-7ba7-4d1c-a425-1ac73886271f None None] The sync data for ids ['8afc1ca9-e932-4af0-baa1-6aa10014be05'] in n-d-836015-4 is: [{'id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'name': 'router1', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:01Z', 'updated_at': '2022-04-18T20:12:11Z', 'revision_number': 2, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'gw_port_host': None, '_interfaces': [{'id': '7fbcc6fb-3651-44bf-8851-69be84736096', 'name': '', 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'mac_address': 'fa:16:3e:fa:35:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:12:10Z', 'updated_at': '2022-04-18T20:12:13Z', 'revision_number': 4, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'subnets': [{'id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56b23d28-e624-4d3b-bc8a-6983b2a59c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:12:14.188172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38c43e-c129-4ed6-9b84-32a4995dcbc7 None None] Pushing event updated for resources: {'Port': ['ID=7fbcc6fb-3651-44bf-8851-69be84736096,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:14.485745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44952) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:14.593736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d67cd60-8ecf-4add-b853-aed162146ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:14.595023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4d67cd60-8ecf-4add-b853-aed162146ed7 admin admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 842 time: 0.1083069 Apr 18 20:12:14.605589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Request body: {'subnet': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:14.631680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Made reservation on behalf of ff11a77c15de4b5ea8c29b20db448424 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:12:14.633943 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.934497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.objects.ports [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102904) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:12:14.934820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.989560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc18415-6b89-4ab4-9862-2e70060cc793,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:15.000045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:12:15.000401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Network hostable DHCP agents. Network: 64d495fe-feb7-490d-bba7-dad2bebf54fb, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:12:15.023756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:12:15.036445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 64d495fe-feb7-490d-bba7-dad2bebf54fb) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:15.044235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:15.044861 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:15.045654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7007fded-e40a-486e-93da-5068cd897ea2 None None] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:12:15.062488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b4f6dfbf-9ece-4f0a-9081-f8205957ef1d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4607103 Apr 18 20:12:15.205209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1672ff4a-1ee0-4126-b1c3-5998dac51347 None None] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:12:17.401578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44960) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:17.542439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-44b2d0c4-c065-44cf-b84e-0f710ff573a1 admin admin] 10.222.0.49 "GET /v2.0/routers/8afc1ca9-e932-4af0-baa1-6aa10014be05 HTTP/1.1" status: 200 len: 710 time: 0.1396301 Apr 18 20:12:17.645259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a1517-5f9e-43b3-a7c5-0b278a83fbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:17.646524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-294a1517-5f9e-43b3-a7c5-0b278a83fbd8 admin admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 886 time: 0.0969238 Apr 18 20:12:17.656558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:17.993049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:18.239975 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:18.326384 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:18.457986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Allocated IP 172.25.2.212 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/f6b262a2-1d18-46c4-84ae-e7015fd42346) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:12:18.606655 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:18.653993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:18.697706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:12:18.701201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:18.706124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:12:18.709734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Pushing event updated for resources: {'Port': ['ID=f6b262a2-1d18-46c4-84ae-e7015fd42346,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:18.995398 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:19.192340 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:19.196561 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:19.309859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Router 8afc1ca9-e932-4af0-baa1-6aa10014be05 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:12:19.422719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:12:19.426964 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:19.428982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3a50f093-50a4-4146-a302-7efa4a6d1f0c admin admin] 10.222.0.49 "PUT /v2.0/routers/8afc1ca9-e932-4af0-baa1-6aa10014be05 HTTP/1.1" status: 200 len: 890 time: 1.7747829 Apr 18 20:12:20.378859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7fbcc6fb-3651-44bf-8851-69be84736096 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:12:20.427551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7fbcc6fb-3651-44bf-8851-69be84736096 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:20.427958 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:20.765030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Sync routers for ids ['8afc1ca9-e932-4af0-baa1-6aa10014be05'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:12:20.776440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Routers {'8afc1ca9-e932-4af0-baa1-6aa10014be05'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:12:20.777076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:12:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8afc1ca9-e932-4af0-baa1-6aa10014be05'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:20.985649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Set router 8afc1ca9-e932-4af0-baa1-6aa10014be05 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:12:21.428841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'name': 'router1', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'f6b262a2-1d18-46c4-84ae-e7015fd42346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:01Z', 'updated_at': '2022-04-18T20:12:18Z', 'revision_number': 4, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'gw_port': {'id': 'f6b262a2-1d18-46c4-84ae-e7015fd42346', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:12:18Z', 'updated_at': '2022-04-18T20:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7fbcc6fb-3651-44bf-8851-69be84736096', 'name': '', 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'mac_address': 'fa:16:3e:fa:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:12:10Z', 'updated_at': '2022-04-18T20:12:14Z', 'revision_number': 5, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'subnets': [{'id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56b23d28-e624-4d3b-bc8a-6983b2a59c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:21.480529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Checking router: 8afc1ca9-e932-4af0-baa1-6aa10014be05 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:12:21.480872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Updating router 8afc1ca9-e932-4af0-baa1-6aa10014be05 port f6b262a2-1d18-46c4-84ae-e7015fd42346 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:12:21.526573 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:21.843478 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:21.848546 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:21.894567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44972) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:12:21.905624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Attempting to bind port f6b262a2-1d18-46c4-84ae-e7015fd42346 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:12:21.905996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Attempting to bind port f6b262a2-1d18-46c4-84ae-e7015fd42346 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:12:21.906357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Attempting to bind port f6b262a2-1d18-46c4-84ae-e7015fd42346 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:12:21.916465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:12:21.916776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:12:21.917182 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:21.917564 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:12:21.918027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Bound port: f6b262a2-1d18-46c4-84ae-e7015fd42346, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:12:21.918428 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:21.920926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781bde8-4612-4a69-acd9-08e4f8ce8659 None None] Pushing event updated for resources: {'Port': ['ID=f6b262a2-1d18-46c4-84ae-e7015fd42346,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:21.970228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] For port f6b262a2-1d18-46c4-84ae-e7015fd42346, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:12:21.973517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] For port f6b262a2-1d18-46c4-84ae-e7015fd42346, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f6b262a2-1d18-46c4-84ae-e7015fd42346,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:12:21.977993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:22.036345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Routers {'8afc1ca9-e932-4af0-baa1-6aa10014be05'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:12:22.036972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:12:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8afc1ca9-e932-4af0-baa1-6aa10014be05'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:22.039552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781bde8-4612-4a69-acd9-08e4f8ce8659 None None] Pushing event updated for resources: {'Port': ['ID=f6b262a2-1d18-46c4-84ae-e7015fd42346,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:22.092716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-afb5aeab-3ae3-4fdf-a4b9-6d852cc82791 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1970036 Apr 18 20:12:22.124507 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:12:22.152016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] Set router 8afc1ca9-e932-4af0-baa1-6aa10014be05 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:12:22.371872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'name': 'router1', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'f6b262a2-1d18-46c4-84ae-e7015fd42346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:01Z', 'updated_at': '2022-04-18T20:12:18Z', 'revision_number': 4, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'gw_port': {'id': 'f6b262a2-1d18-46c4-84ae-e7015fd42346', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:12:18Z', 'updated_at': '2022-04-18T20:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7fbcc6fb-3651-44bf-8851-69be84736096', 'name': '', 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'mac_address': 'fa:16:3e:fa:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:12:10Z', 'updated_at': '2022-04-18T20:12:14Z', 'revision_number': 5, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'subnets': [{'id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56b23d28-e624-4d3b-bc8a-6983b2a59c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:22.397359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4359c624-f8e7-47f8-a735-73b1cfc89ea0 None None] The sync data for ids ['8afc1ca9-e932-4af0-baa1-6aa10014be05'] in n-d-836015-4 is: [{'id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'name': 'router1', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': 'f6b262a2-1d18-46c4-84ae-e7015fd42346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:12:01Z', 'updated_at': '2022-04-18T20:12:18Z', 'revision_number': 4, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'gw_port': {'id': 'f6b262a2-1d18-46c4-84ae-e7015fd42346', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:12:18Z', 'updated_at': '2022-04-18T20:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7fbcc6fb-3651-44bf-8851-69be84736096', 'name': '', 'network_id': '1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd', 'tenant_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'mac_address': 'fa:16:3e:fa:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afc1ca9-e932-4af0-baa1-6aa10014be05', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:12:10Z', 'updated_at': '2022-04-18T20:12:14Z', 'revision_number': 5, 'project_id': 'ecbd1cfd42d14aaba6564fe9c3b174a3', 'subnets': [{'id': 'd0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56b23d28-e624-4d3b-bc8a-6983b2a59c19'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:12:24.408461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f6b262a2-1d18-46c4-84ae-e7015fd42346 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:12:24.465788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f6b262a2-1d18-46c4-84ae-e7015fd42346 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:24.466259 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:24.549605 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:24.570899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port f6b262a2-1d18-46c4-84ae-e7015fd42346, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f6b262a2-1d18-46c4-84ae-e7015fd42346,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:12:24.575279 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:24.625805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=f6b262a2-1d18-46c4-84ae-e7015fd42346,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:26.407077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f6b262a2-1d18-46c4-84ae-e7015fd42346 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:12:26.483122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f6b262a2-1d18-46c4-84ae-e7015fd42346 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:26.483914 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:35.714764 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9359a9a-77a2-4ea6-89e9-2c0cf8dd59c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:38.045369 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-294130e9-42ca-4a8f-b55f-e1360cd3968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:39.100909 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.276759 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:41.029992 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.122676 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:13:05.710064 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dc6d9c1e-c725-42c0-9ce0-19887af27357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:08.050605 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f714b166-bb98-4b72-8cdd-3d03c37aaf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:09.096026 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:10.272159 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:11.031895 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:35.702130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbb892f8-7423-46e9-9e2c-edad03c86e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:36.120526 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:13:38.053342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b0414f45-685a-4f13-82f5-c514c62a024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:39.100908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:40.263893 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:41.025278 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:03.807821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45568) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:03.870203 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d5395c-8e31-4893-b864-667ddeab83db admin admin] GET failed (client error): The resource could not be found. Apr 18 20:14:03.871538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-15d5395c-8e31-4893-b864-667ddeab83db admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627401 Apr 18 20:14:04.028367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f688a085-682d-4eaf-84a6-64c1060586d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:04.029759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f688a085-682d-4eaf-84a6-64c1060586d8 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1534712 Apr 18 20:14:05.703456 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b8f3-b229-48b5-8fee-3e45e8fd5f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:06.248095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45578) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:06.342573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b9f391-60de-42f9-b91a-7e9077ca4d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:06.343954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-18b9f391-60de-42f9-b91a-7e9077ca4d55 admin admin] 10.222.0.49 "GET /v2.0/subnets/d0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8 HTTP/1.1" status: 200 len: 849 time: 0.0948772 Apr 18 20:14:06.355291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:06.438302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Notify callbacks [] for subnet, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:06.575602 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729062356152'] for subnet, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:06.605729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:06.606638 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:06.607576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] 10.222.0.49 "PUT /v2.0/subnets/d0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8 HTTP/1.1" status: 200 len: 868 time: 0.2559090 Apr 18 20:14:06.611419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a6c16c-2295-499d-852f-ecc270f542e3 None None] Network 1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:14:06.629002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:06.636403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.636791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.637091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.637419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.637750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.638081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.638408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.638734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.639056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.639378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.639700 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:06.640061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dee3b3-1516-44b0-a9b6-808bc0d9925d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:07.009894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-570367a9-c8b3-4fd0-b94d-a7a725a74e31 None None] Provisioning complete for port 7fbcc6fb-3651-44bf-8851-69be84736096 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:07.010441 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-570367a9-c8b3-4fd0-b94d-a7a725a74e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.096017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-570367a9-c8b3-4fd0-b94d-a7a725a74e31 None None] Provisioning complete for port cb4084e3-1e68-48fd-a5ee-60d958a79a92 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:07.096285 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-570367a9-c8b3-4fd0-b94d-a7a725a74e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:08.054292 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-72e429bc-88df-4dae-b765-45b80ceb914b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:08.832637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45586) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:09.032844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf67352-8e72-42db-bb24-65b31273701a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:09.033230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf67352-8e72-42db-bb24-65b31273701a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:09.034767 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9bf67352-8e72-42db-bb24-65b31273701a admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2011580 Apr 18 20:14:09.104847 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:10.267257 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.027902 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.267961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45596) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:11.400802 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb2df9-4f31-4607-abf7-4707ea3ca0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:11.401270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debb2df9-4f31-4607-abf7-4707ea3ca0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:11.402803 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-debb2df9-4f31-4607-abf7-4707ea3ca0e1 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1338258 Apr 18 20:14:13.118714 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:14:13.631270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45604) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:13.800065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de185ce-4058-41d4-b5b1-ee1e3d5a05fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:13.801483 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4de185ce-4058-41d4-b5b1-ee1e3d5a05fc admin admin] 10.222.0.49 "GET /v2.0/networks/1adbb0f9-7b11-4e29-a6ba-4d5f1fe4afcd HTTP/1.1" status: 200 len: 869 time: 0.1692450 Apr 18 20:14:15.992253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45612) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:16.117779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32731bb-b112-4b29-bbdc-e260dab866cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:16.119132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e32731bb-b112-4b29-bbdc-e260dab866cb admin admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 886 time: 0.1258914 Apr 18 20:14:18.324765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45620) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:18.447323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9037192-6545-468f-be56-dca9ea4b119b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:18.447771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9037192-6545-468f-be56-dca9ea4b119b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:18.449319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b9037192-6545-468f-be56-dca9ea4b119b admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236129 Apr 18 20:14:20.714023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45628) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:20.854312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddbcb9e-4fe7-4e71-9266-f617c2de8690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:20.854755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddbcb9e-4fe7-4e71-9266-f617c2de8690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:20.856371 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3ddbcb9e-4fe7-4e71-9266-f617c2de8690 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1413078 Apr 18 20:14:23.113619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45636) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:23.199384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245df9c-243c-4002-a0dd-a1cca9f2e538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:23.200786 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f245df9c-243c-4002-a0dd-a1cca9f2e538 admin admin] 10.222.0.49 "GET /v2.0/subnets/5bc18415-6b89-4ab4-9862-2e70060cc793 HTTP/1.1" status: 200 len: 816 time: 0.0861514 Apr 18 20:14:25.423230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45644) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:25.518535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05de472-de58-4639-8d5e-5355783ba386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:25.519932 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c05de472-de58-4639-8d5e-5355783ba386 admin admin] 10.222.0.49 "GET /v2.0/subnets/d0868eb1-bcd7-4eb6-8f9b-ae6ddc0783c8 HTTP/1.1" status: 200 len: 868 time: 0.0957344 Apr 18 20:14:35.707207 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb6ae020-d635-47be-8651-07858260c7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:38.056408 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9e752126-7733-46f2-8963-6861875ce0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.104061 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:40.269985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:41.033189 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.699919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45698) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:45.747318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-2b4043a4-16ac-467f-ade1-dc7837d75203 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:14:45.748354 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2b4043a4-16ac-467f-ade1-dc7837d75203 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474963 Apr 18 20:14:48.008905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45706) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:48.068994 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-016f0154-2672-45c6-b044-b149f7364c0d admin admin] GET failed (client error): The resource could not be found. Apr 18 20:14:48.070307 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-016f0154-2672-45c6-b044-b149f7364c0d admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604787 Apr 18 20:14:48.213307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951d3a0-410d-41d1-8f7d-2cfaeda32cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:48.214772 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5951d3a0-410d-41d1-8f7d-2cfaeda32cbe admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398644 Apr 18 20:14:50.122401 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:14:50.430573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45714) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:50.477445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:50.496367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Made reservation on behalf of ff11a77c15de4b5ea8c29b20db448424 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:50.498653 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.533025 n-d-836015-4 neutron-server[102903]: WARNING neutron.services.revisions.revision_plugin [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Could not find related network for resource to bump revision. Apr 18 20:14:50.546122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:14:50.554428 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.554760 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Added segment f24db849-db22-4d53-8f5a-b9627f21acd9 of type vlan for network 24e6c96f-988b-4737-a674-dc71158a46ef Apr 18 20:14:50.594968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.617153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.618136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:50.618740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.673230 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2415178 Apr 18 20:14:50.680179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=24e6c96f-988b-4737-a674-dc71158a46ef,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:50.687632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.688009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.688350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.688685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.689013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.689339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.689669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.689992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.690316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.690636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.690958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.691277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031f2f1-3e54-4f64-ad74-4954b8dd8fd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:50.703431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 24e6c96f-988b-4737-a674-dc71158a46ef details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:14:52.898784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45722) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:14:52.959416 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c81ccbb-2c5b-4b13-99d7-d382486964a6 admin admin] GET failed (client error): The resource could not be found. Apr 18 20:14:52.960758 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4c81ccbb-2c5b-4b13-99d7-d382486964a6 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610204 Apr 18 20:14:53.029959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f8feef-62fc-47b9-8c0c-3137793f976f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:53.031815 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b7f8feef-62fc-47b9-8c0c-3137793f976f admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664752 Apr 18 20:14:53.041792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'name': 'shared-subnet'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:53.060523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Made reservation on behalf of ff11a77c15de4b5ea8c29b20db448424 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:53.062728 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.270221 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.323870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f1429e-8d0a-4206-9bf0-bd419ce3f079,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:53.332592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:14:53.332950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Network hostable DHCP agents. Network: 24e6c96f-988b-4737-a674-dc71158a46ef, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:14:53.349147 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Network 24e6c96f-988b-4737-a674-dc71158a46ef is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:14:53.357452 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 24e6c96f-988b-4737-a674-dc71158a46ef) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:53.362262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:53.364237 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.365416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6a485-ebbe-49f5-827d-4b80c20de0ae None None] Network 24e6c96f-988b-4737-a674-dc71158a46ef requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:14:53.384373 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-48ab326b-1269-4120-ac5e-051bfaec3763 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3457606 Apr 18 20:14:53.610469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-24e6c96f-988b-4737-a674-dc71158a46ef', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'tenant_id': 'ff11a77c15de4b5ea8c29b20db448424', 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:14:53.611320 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.751624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Allocated IP 192.168.233.2 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/85c6fa10-b0ae-4c45-8c1f-78b8aaa73572) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:53.901174 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.907396 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.942464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:53.943884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:53.946865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:14:53.977276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Pushing event updated for resources: {'Port': ['ID=85c6fa10-b0ae-4c45-8c1f-78b8aaa73572,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:54.000311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.000649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.000983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.001309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.001634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.001960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.002283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.002603 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.002939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.003258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.003577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.003915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:54.020511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Attempting to bind port 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:54.020877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Attempting to bind port 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:54.021231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Attempting to bind port 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:14:54.026846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:14:54.028356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:14:54.028356 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.028356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:14:54.028645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Bound port: 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:54.029283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.096729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] For port 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:14:54.100659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] For port 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=85c6fa10-b0ae-4c45-8c1f-78b8aaa73572,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:14:54.106627 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.169073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109f963-e3ce-48b9-ac9e-c8acee816c8b None None] Pushing event updated for resources: {'Port': ['ID=85c6fa10-b0ae-4c45-8c1f-78b8aaa73572,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:54.526651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:14:54.578467 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:54.578759 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.660494 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.692764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=85c6fa10-b0ae-4c45-8c1f-78b8aaa73572,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:14:54.699262 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.747217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=85c6fa10-b0ae-4c45-8c1f-78b8aaa73572,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:55.033132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1351272-2490-4ff5-a7e1-bbf9f9274af9 None None] Network 24e6c96f-988b-4737-a674-dc71158a46ef requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:14:55.112301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-70e16614-5f23-4aba-a8eb-fadd3ab722be None None] Provisioning complete for port 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:55.112715 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-70e16614-5f23-4aba-a8eb-fadd3ab722be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.470663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-77e0d3aa-be1f-4796-ae2a-937ee778e247 None None] Provisioning complete for port 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:55.471117 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-77e0d3aa-be1f-4796-ae2a-937ee778e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:56.447188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:14:56.496703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 85c6fa10-b0ae-4c45-8c1f-78b8aaa73572 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:56.497067 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:05.709026 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-42dbdf5d-396b-41f7-bcdc-cbcb94b630c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.058748 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5331-f8cc-4e5a-b922-cba4e425fcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:09.106657 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.273947 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:11.035277 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:27.121350 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:15:35.710710 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-41433b32-ce13-4931-91d7-d63679a9f331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:38.061849 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e2dcf83-7a44-4923-a8d3-2d02afed4dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:39.111245 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:40.279800 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:41.038590 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:04.119643 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:16:05.712123 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a07111a9-1b47-47f7-9556-8abcc2a9652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:08.064164 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4cabb57b-5e1f-4170-853a-081db2eb45d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:09.112289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:10.278252 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:11.043768 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:31.526998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45760) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:16:31.532881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-4eea5bd4-871d-4a70-8e60-09f3985caa75 tempest-verify_tempest_config-732494316 tempest-verify_tempest_config-732494316-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:16:31.533786 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4eea5bd4-871d-4a70-8e60-09f3985caa75 tempest-verify_tempest_config-732494316 tempest-verify_tempest_config-732494316-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058241 Apr 18 20:16:31.825339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45778) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:16:31.928483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.001694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.005281 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.045364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7950ef3f-f22e-4196-9439-02478591fec2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:32.054624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.055067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.055455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.056360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.056696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.057025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.057444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.057817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.058144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.058492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.058816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.059135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:32.067135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cfb880fe-d08f-4582-a731-138ea3407034 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47249afa383643a6acf6f4372e11ec64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2407529 Apr 18 20:16:32.068134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45784) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:16:32.120803 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5be4a8fa-f48f-4bdb-bea9-1134c6945bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.141200 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5be4a8fa-f48f-4bdb-bea9-1134c6945bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.230445 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5be4a8fa-f48f-4bdb-bea9-1134c6945bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.232972 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5be4a8fa-f48f-4bdb-bea9-1134c6945bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.236432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5be4a8fa-f48f-4bdb-bea9-1134c6945bc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7950ef3f-f22e-4196-9439-02478591fec2 HTTP/1.1" status: 204 len: 168 time: 0.1649833 Apr 18 20:16:32.242394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4a8fa-f48f-4bdb-bea9-1134c6945bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7950ef3f-f22e-4196-9439-02478591fec2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:35.712682 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-14af2212-f97a-45c4-b37d-da1cb3d4bccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:38.064074 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ccee4b9e-bacb-4e8a-bad3-4dcd9e8d6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:39.113776 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:40.282565 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.045768 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.118838 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:17:05.714570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4706ec0b-a286-4fd1-ba20-f14cbffd10b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:08.065940 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e40a6ddd-0293-44a6-adc9-a8b83801732d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:09.116205 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:10.286664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:11.048335 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:18.118369 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:17:35.715258 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f6976474-46f0-4db6-945d-33ce76a605db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:38.070804 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb8b4174-a6ea-4d98-933a-e8ec4659e565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:39.120418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:40.289754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:41.051968 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:55.116927 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:18:05.716682 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c93bb295-86fc-4da3-b97d-bb80f1dbab46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:08.072568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed390-6cd7-4ca9-9554-8f9834c30b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:09.125592 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:10.292514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:11.055168 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:32.115280 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:18:35.717981 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4122f895-8b5b-405f-984e-9a91d9e325f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:38.075113 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-97456c9c-611a-4e23-a3a0-a3de9c18bcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:39.124927 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:40.294705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:41.058913 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.719146 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-72512854-7a26-411a-a47d-153ea80b692d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:08.076361 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6052c599-c5ca-46e9-9232-c4cf123f563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:09.115446 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 5 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:19:09.127793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:10.298387 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:11.061084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:35.720217 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6576777f-4e38-4769-8c8e-7e614772a10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:38.077498 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9060568e-4bcf-4909-b2e9-61ae4b363d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:39.129347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:40.300635 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:41.061788 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:41.876302 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555764'] for agent, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.600130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555764'] for agent, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:46.115176 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:20:05.721103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e9380b1b-0365-4c0e-987c-6a991a2f8352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:08.078768 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-75722025-33a6-45b4-8ccc-a3f6d4a6d44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.131573 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.304684 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.063574 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.834001 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:15.581406 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.114198 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:20:32.644634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45840) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:20:32.746698 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f5297b22-e744-457e-b2ef-08cca6b5a597 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1009467 Apr 18 20:20:34.972760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45850) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:20:35.027232 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f1f3d637-01af-4eaf-8c9d-c670c96b0bb7 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0534000 Apr 18 20:20:35.721523 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e53e4ff-e70c-47a2-8676-51da9a89d52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:38.079749 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-10538b7d-7ce5-41e1-a905-7aa240d46fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:39.135392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:40.307337 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:41.067466 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:41.834669 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:45.580672 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:00.114349 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:21:05.723183 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9a70d46c-f4c7-4cfc-986f-96c6ec7ce8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:08.080147 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-49eabfa6-7ef7-428a-a7bb-3ffdc91518d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:09.138165 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:10.309167 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:11.071722 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:11.845996 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:15.597392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.727702 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0ee5d13-5e1e-4001-beec-8d5520744342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:37.114262 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:21:38.081942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ca4a7849-8b47-4310-b0ac-7fb784e3b3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.139435 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:40.317977 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:41.074375 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:41.875292 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:45.594527 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.733235 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb1faf87-3729-4c5b-a64a-f5e2b1b29d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:07.669806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46066) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:07.887417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46082) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:08.084359 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1878dc55-fe7e-47ef-82ff-08695f5d90c0 tempest-AutoAllocateNetworkTest-390156526 tempest-AutoAllocateNetworkTest-390156526-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4f30cf548b6e418cac56aabfd6e78445&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4127460 Apr 18 20:22:08.087403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46090) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:08.090202 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e7d3b97b-e97a-44fa-8d99-530ce129bda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.275080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8620078b-a363-45ee-8b21-0c6e29250cfe tempest-AutoAllocateNetworkTest-390156526 tempest-AutoAllocateNetworkTest-390156526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:08.279609 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8620078b-a363-45ee-8b21-0c6e29250cfe tempest-AutoAllocateNetworkTest-390156526 tempest-AutoAllocateNetworkTest-390156526-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1898768 Apr 18 20:22:08.280085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46100) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:08.323076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-network', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:08.341150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46106) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:08.341385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e853a270-c8a4-4f54-8e06-ed12c2658029 tempest-AutoAllocateNetworkTest-390156526 tempest-AutoAllocateNetworkTest-390156526-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600057 Apr 18 20:22:08.359418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Made reservation on behalf of 41fc31bdc2f44e189847e15bca1269c8 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:08.362182 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.382328 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6682a6c9-61cf-4a03-9590-1a5f3ceca4bb tempest-AutoAllocateNetworkTest-390156526 tempest-AutoAllocateNetworkTest-390156526-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4f30cf548b6e418cac56aabfd6e78445 HTTP/1.1" status: 200 len: 208 time: 0.0370138 Apr 18 20:22:08.382328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.464599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.469802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.503868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31086001-7f4e-416c-8675-2e34b1f5dcee,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:08.508473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:08.518367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.518748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.519175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.519513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.519876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.520208 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.520546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.520870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.521203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.521525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.521849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.522174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Tracked resource versions report: Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: pushed versions: Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: { 'AddressGroup': {'1.2'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'ConntrackHelper': {'1.0'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'Log': {'1.0'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'Network': {'1.1'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'Port': {'1.7'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'PortForwarding': {'1.2'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'QosPolicy': {'1.9'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'SecurityGroup': {'1.4'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'SubPort': {'1.0'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'Subnet': {'1.1'}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'Trunk': {'1.1'}} Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: consumer versions: Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: { DHCP agent@n-d-836015-4: {}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: HyperV agent@n-h1-836015-4: {}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: HyperV agent@n-h2-836015-4: {}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: L3 agent@n-d-836015-4: {}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: Metadata agent@n-d-836015-4: {}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: Metering agent@n-d-836015-4: {}, Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: Open vSwitch agent@n-d-836015-4: { 'AddressGroup': '1.2', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'ConntrackHelper': '1.0', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'Log': '1.0', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'Network': '1.1', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'Port': '1.7', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'PortForwarding': '1.2', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'QosPolicy': '1.9', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'SecurityGroup': '1.4', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'SecurityGroupRule': '1.2', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'SubPort': '1.0', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'Subnet': '1.1', Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: 'Trunk': '1.1'}} Apr 18 20:22:08.523245 n-d-836015-4 neutron-server[102903]: {{(pid=102903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:22:08.528360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.528707 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Added segment 6f2f2263-e940-45f7-a26c-803ed70d908b of type vlan for network e6b26f56-1b99-4f69-b41d-bac0b592115e Apr 18 20:22:08.568952 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.594413 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.594676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:08.595209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.657644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46126) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:08.657798 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7692285 Apr 18 20:22:08.663269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Request body: {'subnet': {'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-subnet', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:08.665613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aaf52a-cf25-4025-9606-2751832b7623 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b26f56-1b99-4f69-b41d-bac0b592115e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:08.680672 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network e6b26f56-1b99-4f69-b41d-bac0b592115e details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:22:08.685690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Made reservation on behalf of 41fc31bdc2f44e189847e15bca1269c8 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:08.688391 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.863170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.914575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0374a3de-6bb0-4284-a844-d3ef80bf44dc,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:08.928897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.929233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.929562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.929884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.930209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.930525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.930845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.931159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.931473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.931783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.932123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.932433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Tracked resource versions report: Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: pushed versions: Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: { 'AddressGroup': {'1.2'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'ConntrackHelper': {'1.0'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'Log': {'1.0'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'Network': {'1.1'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'Port': {'1.7'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'PortForwarding': {'1.2'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'QosPolicy': {'1.9'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'SecurityGroup': {'1.4'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'SubPort': {'1.0'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'Subnet': {'1.1'}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'Trunk': {'1.1'}} Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: consumer versions: Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: { DHCP agent@n-d-836015-4: {}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: HyperV agent@n-h1-836015-4: {}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: HyperV agent@n-h2-836015-4: {}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: L3 agent@n-d-836015-4: {}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: Metadata agent@n-d-836015-4: {}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: Metering agent@n-d-836015-4: {}, Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: Open vSwitch agent@n-d-836015-4: { 'AddressGroup': '1.2', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'ConntrackHelper': '1.0', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'Log': '1.0', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'Network': '1.1', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'Port': '1.7', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'PortForwarding': '1.2', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'QosPolicy': '1.9', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'SecurityGroup': '1.4', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'SecurityGroupRule': '1.2', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'SubPort': '1.0', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'Subnet': '1.1', Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: 'Trunk': '1.1'}} Apr 18 20:22:08.933475 n-d-836015-4 neutron-server[102904]: {{(pid=102904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:22:08.947475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Checking segment: {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:08.948176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Network hostable DHCP agents. Network: e6b26f56-1b99-4f69-b41d-bac0b592115e, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:22:08.978462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Network e6b26f56-1b99-4f69-b41d-bac0b592115e is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:22:08.992901 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, e6b26f56-1b99-4f69-b41d-bac0b592115e) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:08.997622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:08.999106 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.003080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fcd720-0b7a-4356-816c-1d505e1605ba None None] Network e6b26f56-1b99-4f69-b41d-bac0b592115e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:09.020718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f514ae37-4947-4f11-9264-50253718d4b3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3611779 Apr 18 20:22:09.023468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46142) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:09.028268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:09.056039 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.058213 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.078134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46148) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:09.191549 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.291350 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.331832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-e6b26f56-1b99-4f69-b41d-bac0b592115e', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:22:09.332771 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.352751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.503894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c31d6c62-b9eb-4d22-a3a4-54895ef68f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.511027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Allocated IP 172.20.0.2 (e6b26f56-1b99-4f69-b41d-bac0b592115e/0374a3de-6bb0-4284-a844-d3ef80bf44dc/23efc2f9-f712-4f28-a758-d131e5c1e62d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:09.655030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c31d6c62-b9eb-4d22-a3a4-54895ef68f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.663068 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c31d6c62-b9eb-4d22-a3a4-54895ef68f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.705676 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.725482 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c31d6c62-b9eb-4d22-a3a4-54895ef68f46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f30cf548b6e418cac56aabfd6e78445&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6462383 Apr 18 20:22:09.726863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46178) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:09.727667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d6c62-b9eb-4d22-a3a4-54895ef68f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0370e-359b-47f1-a67f-c33a8cf16433,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:09.733112 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.734306 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.743096 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.797956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Pushing event updated for resources: {'Port': ['ID=23efc2f9-f712-4f28-a758-d131e5c1e62d,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:09.809191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.809537 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.810059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.810910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.811258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.811771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.812087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.812510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.812809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.813137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.814091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.814449 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Tracked resource versions report: Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: pushed versions: Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: { 'AddressGroup': {'1.2'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'ConntrackHelper': {'1.0'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'Log': {'1.0'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'Network': {'1.1'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'Port': {'1.7'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'PortForwarding': {'1.2'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'QosPolicy': {'1.9'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'SecurityGroup': {'1.4'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'SubPort': {'1.0'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'Subnet': {'1.1'}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'Trunk': {'1.1'}} Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: consumer versions: Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: { DHCP agent@n-d-836015-4: {}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: HyperV agent@n-h1-836015-4: {}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: HyperV agent@n-h2-836015-4: {}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: L3 agent@n-d-836015-4: {}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: Metadata agent@n-d-836015-4: {}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: Metering agent@n-d-836015-4: {}, Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: Open vSwitch agent@n-d-836015-4: { 'AddressGroup': '1.2', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'ConntrackHelper': '1.0', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'Log': '1.0', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'Network': '1.1', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'Port': '1.7', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'PortForwarding': '1.2', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'QosPolicy': '1.9', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'SecurityGroup': '1.4', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'SecurityGroupRule': '1.2', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'SubPort': '1.0', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'Subnet': '1.1', Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: 'Trunk': '1.1'}} Apr 18 20:22:09.815715 n-d-836015-4 neutron-server[102905]: {{(pid=102905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:22:09.827323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Network e6b26f56-1b99-4f69-b41d-bac0b592115e is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:09.829410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:09.836310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:09.838109 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c71fbeec-b10e-4cb9-9f68-8a99645a892b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.864566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c71fbeec-b10e-4cb9-9f68-8a99645a892b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.899757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Allocated IP 172.25.2.51 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/caba8478-6d82-4bd5-9f7d-c79bcf8fabc3) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:09.925774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Attempting to bind port 23efc2f9-f712-4f28-a758-d131e5c1e62d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:09.926602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Attempting to bind port 23efc2f9-f712-4f28-a758-d131e5c1e62d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:09.927194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Attempting to bind port 23efc2f9-f712-4f28-a758-d131e5c1e62d on network e6b26f56-1b99-4f69-b41d-bac0b592115e {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:09.934324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:22:09.934867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Checking segment: {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:09.935396 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.936009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Bound using segment: {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:22:09.936596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Bound port: 23efc2f9-f712-4f28-a758-d131e5c1e62d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:09.937118 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.950051 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c71fbeec-b10e-4cb9-9f68-8a99645a892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.954280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c71fbeec-b10e-4cb9-9f68-8a99645a892b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.968184 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c71fbeec-b10e-4cb9-9f68-8a99645a892b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85e0370e-359b-47f1-a67f-c33a8cf16433 HTTP/1.1" status: 204 len: 168 time: 0.2210903 Apr 18 20:22:09.975979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fbeec-b10e-4cb9-9f68-8a99645a892b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0370e-359b-47f1-a67f-c33a8cf16433,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:10.029696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] For port 23efc2f9-f712-4f28-a758-d131e5c1e62d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:22:10.034682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] For port 23efc2f9-f712-4f28-a758-d131e5c1e62d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=23efc2f9-f712-4f28-a758-d131e5c1e62d,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:22:10.042842 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:10.059939 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:10.115994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:10.138490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f0576-20f5-4755-9e6e-6be211f209a9 None None] Pushing event updated for resources: {'Port': ['ID=23efc2f9-f712-4f28-a758-d131e5c1e62d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:10.153966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:10.156671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:10.161045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:10.211707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Pushing event updated for resources: {'Port': ['ID=caba8478-6d82-4bd5-9f7d-c79bcf8fabc3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:10.339638 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:10.549033 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:10.784840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 23efc2f9-f712-4f28-a758-d131e5c1e62d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:10.824485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:10.894374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 23efc2f9-f712-4f28-a758-d131e5c1e62d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:10.894963 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.005841 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.021755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Router 66b0e6fe-742c-4387-9de1-69ce067c254a is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:22:11.076750 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 23efc2f9-f712-4f28-a758-d131e5c1e62d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=23efc2f9-f712-4f28-a758-d131e5c1e62d,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:11.088212 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.100464 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.164361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=23efc2f9-f712-4f28-a758-d131e5c1e62d,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:11.207162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:22:11.219802 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Sync routers for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:11.233166 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:22:11.233875 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:22:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:11.240543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.242135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-def4aac3-53b4-4059-87b9-2bdcf6e7855d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2174125 Apr 18 20:22:11.245381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46222) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:11.454766 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:22:11.522882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e626a60e-c0a0-4ccb-990d-fe45dd13c133 None None] Network e6b26f56-1b99-4f69-b41d-bac0b592115e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:11.663528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d2709652-415d-4de5-98a3-c892f08324a1 None None] Provisioning complete for port 23efc2f9-f712-4f28-a758-d131e5c1e62d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:11.663825 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d2709652-415d-4de5-98a3-c892f08324a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.720348 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:10Z', 'revision_number': 3, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:11.754303 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Checking router: 66b0e6fe-742c-4387-9de1-69ce067c254a for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:11.754670 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Updating router 66b0e6fe-742c-4387-9de1-69ce067c254a port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:22:11.789064 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.010362 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.154261 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.166015 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.196426 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.204591 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Attempting to bind port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:12.205040 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Attempting to bind port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:12.205899 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Attempting to bind port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:12.228814 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:22:12.229504 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:12.229580 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.229961 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:22:12.230439 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Bound port: caba8478-6d82-4bd5-9f7d-c79bcf8fabc3, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:12.231004 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.283697 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Pushing event updated for resources: {'Port': ['ID=caba8478-6d82-4bd5-9f7d-c79bcf8fabc3,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:12.301250 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.301595 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.301933 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.302265 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.302600 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.302926 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.303249 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.303709 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.304060 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.304382 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.304705 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.305025 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Tracked resource versions report: Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: pushed versions: Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: { 'AddressGroup': {'1.2'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'ConntrackHelper': {'1.0'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'Log': {'1.0'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'Network': {'1.1'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'Port': {'1.7'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'PortForwarding': {'1.2'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'QosPolicy': {'1.9'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'SecurityGroup': {'1.4'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'SubPort': {'1.0'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'Subnet': {'1.1'}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'Trunk': {'1.1'}} Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: consumer versions: Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: { DHCP agent@n-d-836015-4: {}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: HyperV agent@n-h1-836015-4: {}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: HyperV agent@n-h2-836015-4: {}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: L3 agent@n-d-836015-4: {}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: Metadata agent@n-d-836015-4: {}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: Metering agent@n-d-836015-4: {}, Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: Open vSwitch agent@n-d-836015-4: { 'AddressGroup': '1.2', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'ConntrackHelper': '1.0', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'Log': '1.0', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'Network': '1.1', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'Port': '1.7', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'PortForwarding': '1.2', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'QosPolicy': '1.9', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'SecurityGroup': '1.4', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'SecurityGroupRule': '1.2', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'SubPort': '1.0', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'Subnet': '1.1', Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: 'Trunk': '1.1'}} Apr 18 20:22:12.306103 n-d-836015-4 neutron-server[102906]: {{(pid=102906) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:22:12.321030 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] For port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:22:12.335769 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] For port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=caba8478-6d82-4bd5-9f7d-c79bcf8fabc3,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:22:12.346084 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.415873 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:22:12.416517 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:22:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:12.419736 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de7d11-d84c-416d-81ce-45d3b8e8059c None None] Pushing event updated for resources: {'Port': ['ID=caba8478-6d82-4bd5-9f7d-c79bcf8fabc3,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:12.454616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Allocated IP 172.20.0.1 (e6b26f56-1b99-4f69-b41d-bac0b592115e/0374a3de-6bb0-4284-a844-d3ef80bf44dc/687aef2e-0064-45a5-850c-e1268d12f9ef) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:12.457737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-686a8dcb-7c1b-48ae-8f45-4b2bbdc085de None None] Provisioning complete for port 23efc2f9-f712-4f28-a758-d131e5c1e62d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:12.458172 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-686a8dcb-7c1b-48ae-8f45-4b2bbdc085de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.507543 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46286) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:12.567168 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:22:12.638641 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.682830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.745234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Pushing event updated for resources: {'Port': ['ID=687aef2e-0064-45a5-850c-e1268d12f9ef,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:12.764213 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Network e6b26f56-1b99-4f69-b41d-bac0b592115e is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:12.765608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 23efc2f9-f712-4f28-a758-d131e5c1e62d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:12.766120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:12.769582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:12.769582 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.878296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 23efc2f9-f712-4f28-a758-d131e5c1e62d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:12.878659 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.912814 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-350fd1ef-5771-4a2e-afb7-1ada78d80270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.921688 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:10Z', 'revision_number': 3, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:12.981976 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce427aff-48d3-4d10-963c-ca71a2c039b2 None None] The sync data for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 is: [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:10Z', 'revision_number': 3, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:22:13.093272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.135116 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-350fd1ef-5771-4a2e-afb7-1ada78d80270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.146662 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-350fd1ef-5771-4a2e-afb7-1ada78d80270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.206342 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-350fd1ef-5771-4a2e-afb7-1ada78d80270 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=945c3d9930a74b028befd0b17c668cac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6974192 Apr 18 20:22:13.209021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46320) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:13.251952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-57e82592-5765-43c5-91b5-5b51d4d4dc77 None None] Provisioning complete for port 687aef2e-0064-45a5-850c-e1268d12f9ef triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:13.252762 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57e82592-5765-43c5-91b5-5b51d4d4dc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.314286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fd1ef-5771-4a2e-afb7-1ada78d80270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d268a-ce9b-43c5-95ae-21c4a6c49e0f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:13.361950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-57e82592-5765-43c5-91b5-5b51d4d4dc77 None None] Port 687aef2e-0064-45a5-850c-e1268d12f9ef cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:22:13.363648 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3ff7-ef82-44e1-accd-40c082fa69bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.372740 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.378950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.379665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.388179 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3ff7-ef82-44e1-accd-40c082fa69bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.441512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Pushing event updated for resources: {'Port': ['ID=687aef2e-0064-45a5-850c-e1268d12f9ef,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:13.474307 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3ff7-ef82-44e1-accd-40c082fa69bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.477968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6b3ff7-ef82-44e1-accd-40c082fa69bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.478384 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2d6b3ff7-ef82-44e1-accd-40c082fa69bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e17d268a-ce9b-43c5-95ae-21c4a6c49e0f HTTP/1.1" status: 204 len: 168 time: 0.2683315 Apr 18 20:22:13.499634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b3ff7-ef82-44e1-accd-40c082fa69bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d268a-ce9b-43c5-95ae-21c4a6c49e0f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:13.560576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Network e6b26f56-1b99-4f69-b41d-bac0b592115e is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:13.562948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:13.727385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Router 66b0e6fe-742c-4387-9de1-69ce067c254a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:22:13.888154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:22:13.897081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e17793d1-9308-47b7-8bb5-05b8f696affb admin admin] 10.222.0.49 "PUT /v2.0/routers/66b0e6fe-742c-4387-9de1-69ce067c254a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6500232 Apr 18 20:22:13.905821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-54356437-43dd-4a8f-bc96-7786629a1842 None None] Provisioning complete for port 687aef2e-0064-45a5-850c-e1268d12f9ef triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:13.906859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-54356437-43dd-4a8f-bc96-7786629a1842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.961944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-54356437-43dd-4a8f-bc96-7786629a1842 None None] Port 687aef2e-0064-45a5-850c-e1268d12f9ef cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:22:14.113701 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:22:14.295385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46386) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:14.379160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46394) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:14.394725 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26495b00-5de0-4260-b1fb-583027caeac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.501976 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26495b00-5de0-4260-b1fb-583027caeac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.512653 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26495b00-5de0-4260-b1fb-583027caeac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.566620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26495b00-5de0-4260-b1fb-583027caeac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9faea03-c6cd-41ff-9f20-519f65873e42,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:14.571246 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-26495b00-5de0-4260-b1fb-583027caeac3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b526cbbef1fe401b81225313539c6c77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1910310 Apr 18 20:22:14.574015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46412) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:14.616370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-66a4948a-34cb-494d-b399-e61a07bcd632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.645570 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99b1de5b-84ed-4332-9dc6-44a661c586a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.676402 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99b1de5b-84ed-4332-9dc6-44a661c586a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.778680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99b1de5b-84ed-4332-9dc6-44a661c586a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.783937 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99b1de5b-84ed-4332-9dc6-44a661c586a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.786830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-99b1de5b-84ed-4332-9dc6-44a661c586a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9faea03-c6cd-41ff-9f20-519f65873e42 HTTP/1.1" status: 204 len: 168 time: 0.2115531 Apr 18 20:22:14.807774 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-66a4948a-34cb-494d-b399-e61a07bcd632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.809183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1de5b-84ed-4332-9dc6-44a661c586a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9faea03-c6cd-41ff-9f20-519f65873e42,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:14.819532 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-66a4948a-34cb-494d-b399-e61a07bcd632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.851974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:14.954156 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-66a4948a-34cb-494d-b399-e61a07bcd632 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dd3b95061f142ada3c8f9b7e3031d4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6543438 Apr 18 20:22:14.954646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46444) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:14.964903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4948a-34cb-494d-b399-e61a07bcd632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365ce487-3cf2-4bfa-8d0d-1c3697b167c9,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:14.982608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:14.983596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.075170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc1b-cefa-407a-9d3c-41828589af5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.103268 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.109959 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc1b-cefa-407a-9d3c-41828589af5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.139899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=caba8478-6d82-4bd5-9f7d-c79bcf8fabc3,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:15.154065 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.203801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc1b-cefa-407a-9d3c-41828589af5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.207831 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41e4cc1b-cefa-407a-9d3c-41828589af5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.211444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-41e4cc1b-cefa-407a-9d3c-41828589af5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/365ce487-3cf2-4bfa-8d0d-1c3697b167c9 HTTP/1.1" status: 204 len: 168 time: 0.2524590 Apr 18 20:22:15.227104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4cc1b-cefa-407a-9d3c-41828589af5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365ce487-3cf2-4bfa-8d0d-1c3697b167c9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:15.259185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=caba8478-6d82-4bd5-9f7d-c79bcf8fabc3,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:15.334666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46472) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:15.377900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46476) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:15.385615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Sync routers for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:15.403608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:22:15.404304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:22:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:15.516690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:22:15.660535 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.732975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 2, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:15.747262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2973-fca2-49b1-bdf0-a1b9c8582057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.762269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Checking router: 66b0e6fe-742c-4387-9de1-69ce067c254a for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:15.762772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Updating router 66b0e6fe-742c-4387-9de1-69ce067c254a port 687aef2e-0064-45a5-850c-e1268d12f9ef binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:22:15.813299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.860226 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2973-fca2-49b1-bdf0-a1b9c8582057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.872326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2973-fca2-49b1-bdf0-a1b9c8582057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.891213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46500) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:15.897224 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-network', 'tenant_id': '9699d9245acf4494820fdfe3841c5818'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:15.901100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5b629a8-d5eb-47bd-a74a-a3e00798c8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.932758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Made reservation on behalf of 9699d9245acf4494820fdfe3841c5818 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:15.935896 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.950758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.962711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46504) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:16.005812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8c1f2973-fca2-49b1-bdf0-a1b9c8582057 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5dffbeef97c247a08592820a5b2df874&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6700580 Apr 18 20:22:16.013137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46508) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:16.077148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e4667bd-53ae-4877-aebc-3cf87fced91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.080597 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.085969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.088719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f2973-fca2-49b1-bdf0-a1b9c8582057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d0244-031e-4907-8102-dc513ec346b2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:16.122973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a81997-b1cb-40b2-9f64-06c9110307be,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:16.136263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:16.148205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.148663 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Added segment a7604a79-54ce-46ab-bb7e-8c42a382ad03 of type vlan for network 7ca47828-15bf-4191-bc08-18aa82fc3441 Apr 18 20:22:16.199590 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.200437 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.212109 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.225030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-695d7711-75ea-4bca-8399-89f3a7b7be5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.248227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.250333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:16.264270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.290847 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8cfe3-f463-4653-aea2-020359d61e03 None None] Pushing event updated for resources: {'Port': ['ID=687aef2e-0064-45a5-850c-e1268d12f9ef,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:16.296637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5b629a8-d5eb-47bd-a74a-a3e00798c8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.299532 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-695d7711-75ea-4bca-8399-89f3a7b7be5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.317345 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5b629a8-d5eb-47bd-a74a-a3e00798c8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.362527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46528) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:16.371773 n-d-836015-4 neutron-server[102904]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 20:22:16.378911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca47828-15bf-4191-bc08-18aa82fc3441,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:16.390084 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c62ef174-ccf9-4b5c-9d08-0bb69aa13e47 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4973066 Apr 18 20:22:16.390622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46530) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:16.396545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Request body: {'subnet': {'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-subnet', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:16.420090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Made reservation on behalf of 9699d9245acf4494820fdfe3841c5818 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:16.422689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.442145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b629a8-d5eb-47bd-a74a-a3e00798c8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16009c46-cc3a-44fe-babf-43be196f1c57,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:16.450519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b5b629a8-d5eb-47bd-a74a-a3e00798c8cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc2232755574443088dab20057e8c4f3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0689936 Apr 18 20:22:16.463374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46534) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:16.478361 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e4667bd-53ae-4877-aebc-3cf87fced91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.487663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d3a3768d-6995-4251-b9bf-fbd95b3e6382 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=156f098322b3437abe2f3b23fd068760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1190996 Apr 18 20:22:16.497070 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e4667bd-53ae-4877-aebc-3cf87fced91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.581008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-695d7711-75ea-4bca-8399-89f3a7b7be5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.584420 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-695d7711-75ea-4bca-8399-89f3a7b7be5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.585937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-695d7711-75ea-4bca-8399-89f3a7b7be5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a11d0244-031e-4907-8102-dc513ec346b2 HTTP/1.1" status: 204 len: 168 time: 0.5702221 Apr 18 20:22:16.602888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7ca47828-15bf-4191-bc08-18aa82fc3441 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:22:16.643569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c38726ba-4417-481c-81d7-435be77c1e50 None None] Provisioning complete for port 687aef2e-0064-45a5-850c-e1268d12f9ef triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:16.643965 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c38726ba-4417-481c-81d7-435be77c1e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.656005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2e4667bd-53ae-4877-aebc-3cf87fced91d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e514a11bcc484ac79f3d8226f745b162&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6812696 Apr 18 20:22:16.675191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46546) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:16.695861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4667bd-53ae-4877-aebc-3cf87fced91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a488bf4f-d937-48f0-8dd2-75d5982ff3cb,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:16.696382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c38726ba-4417-481c-81d7-435be77c1e50 None None] Port 687aef2e-0064-45a5-850c-e1268d12f9ef cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:22:16.740734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.760813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d7711-75ea-4bca-8399-89f3a7b7be5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d0244-031e-4907-8102-dc513ec346b2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:16.761909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Attempting to bind port 687aef2e-0064-45a5-850c-e1268d12f9ef on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:16.762644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Attempting to bind port 687aef2e-0064-45a5-850c-e1268d12f9ef by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:16.762644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Attempting to bind port 687aef2e-0064-45a5-850c-e1268d12f9ef on network e6b26f56-1b99-4f69-b41d-bac0b592115e {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:16.772037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:22:16.774488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Checking segment: {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:16.774764 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.775179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Bound using segment: {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:22:16.775980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Bound port: 687aef2e-0064-45a5-850c-e1268d12f9ef, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:16.776381 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.784705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:16.816779 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73a04500-efe7-45d4-a675-23b643ce8b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.852801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Checking segment: {'id': 'a7604a79-54ce-46ab-bb7e-8c42a382ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:16.856747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Network hostable DHCP agents. Network: 7ca47828-15bf-4191-bc08-18aa82fc3441, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:22:16.859505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08c46a7-492c-4752-ad44-51db34a564ad,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:16.881352 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Network 7ca47828-15bf-4191-bc08-18aa82fc3441 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:22:16.900334 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 7ca47828-15bf-4191-bc08-18aa82fc3441) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:16.907049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:16.907802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.915651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111709db-a374-4083-a8d8-2a296db7bad2 None None] Network 7ca47828-15bf-4191-bc08-18aa82fc3441 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:16.936875 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6d78f3ff-10b8-4b9a-a4f8-1a32e37f5c42 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5436282 Apr 18 20:22:16.937886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46556) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:16.946169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-router', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:16.966912 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73a04500-efe7-45d4-a675-23b643ce8b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.981702 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.983048 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.987465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-40dfc504-2c86-44b8-80de-f7252dec7167 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:16.997957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-40dfc504-2c86-44b8-80de-f7252dec7167 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5018904 Apr 18 20:22:17.022163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:17.022536 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.033188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] For port 687aef2e-0064-45a5-850c-e1268d12f9ef, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:22:17.070882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] For port 687aef2e-0064-45a5-850c-e1268d12f9ef, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=687aef2e-0064-45a5-850c-e1268d12f9ef,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:22:17.088412 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.095531 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.174140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46560) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:17.188818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-96aa4895-5b65-44cb-93a1-158fc9341727 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/quotas/156f098322b3437abe2f3b23fd068760 HTTP/1.1" status: 200 len: 375 time: 0.1894727 Apr 18 20:22:17.228583 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1d345a3b-3402-47f4-a7b3-10c02f150eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.252686 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1d345a3b-3402-47f4-a7b3-10c02f150eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.279701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8cfe3-f463-4653-aea2-020359d61e03 None None] Pushing event updated for resources: {'Port': ['ID=687aef2e-0064-45a5-850c-e1268d12f9ef,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:17.321389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-7ca47828-15bf-4191-bc08-18aa82fc3441', 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'fixed_ips': [{'subnet_id': 'd08c46a7-492c-4752-ad44-51db34a564ad'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:22:17.322756 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.336202 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4af487ed-250b-4f4c-8403-7512704bf101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.343025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:22:17.343760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:22:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:17.357211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-ced63cda-7d80-4094-b33a-4ddc23a61b3b tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=156f098322b3437abe2f3b23fd068760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1669211 Apr 18 20:22:17.460526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73a04500-efe7-45d4-a675-23b643ce8b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.463627 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73a04500-efe7-45d4-a675-23b643ce8b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.465739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-73a04500-efe7-45d4-a675-23b643ce8b5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16009c46-cc3a-44fe-babf-43be196f1c57 HTTP/1.1" status: 204 len: 168 time: 0.9892504 Apr 18 20:22:17.509113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a04500-efe7-45d4-a675-23b643ce8b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16009c46-cc3a-44fe-babf-43be196f1c57,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:17.538173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1d345a3b-3402-47f4-a7b3-10c02f150eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.540301 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.540799 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1d345a3b-3402-47f4-a7b3-10c02f150eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.541930 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1d345a3b-3402-47f4-a7b3-10c02f150eed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a488bf4f-d937-48f0-8dd2-75d5982ff3cb HTTP/1.1" status: 204 len: 168 time: 0.8632429 Apr 18 20:22:17.576285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d345a3b-3402-47f4-a7b3-10c02f150eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a488bf4f-d937-48f0-8dd2-75d5982ff3cb,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:17.628680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:22:17.699005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4af487ed-250b-4f4c-8403-7512704bf101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.706506 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4af487ed-250b-4f4c-8403-7512704bf101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.740830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b5e7d7a7-5a40-4f27-be83-f8bdadc4609d None None] Provisioning complete for port 687aef2e-0064-45a5-850c-e1268d12f9ef triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:17.741200 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d7a7-5a40-4f27-be83-f8bdadc4609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.769753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af487ed-250b-4f4c-8403-7512704bf101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a4b005-c059-46b9-88cd-2458f79e45c4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:17.780073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4af487ed-250b-4f4c-8403-7512704bf101 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=916d5d2ee2804794bfc670f4ea49ed8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6045754 Apr 18 20:22:17.780855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46596) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:17.883370 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e759029-9900-451d-8c5f-38f2a75dd6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.922256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e759029-9900-451d-8c5f-38f2a75dd6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.989630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Allocated IP 172.20.0.2 (7ca47828-15bf-4191-bc08-18aa82fc3441/d08c46a7-492c-4752-ad44-51db34a564ad/f63a829a-9660-45c4-803e-5dd0c62c03d2) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:17.994953 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e759029-9900-451d-8c5f-38f2a75dd6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.997690 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e759029-9900-451d-8c5f-38f2a75dd6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.001417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3e759029-9900-451d-8c5f-38f2a75dd6b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12a4b005-c059-46b9-88cd-2458f79e45c4 HTTP/1.1" status: 204 len: 168 time: 0.2168677 Apr 18 20:22:18.001549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d7a7-5a40-4f27-be83-f8bdadc4609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.014036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e759029-9900-451d-8c5f-38f2a75dd6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a4b005-c059-46b9-88cd-2458f79e45c4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:18.016834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.055209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.147979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b5e7d7a7-5a40-4f27-be83-f8bdadc4609d None None] For port 687aef2e-0064-45a5-850c-e1268d12f9ef, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=687aef2e-0064-45a5-850c-e1268d12f9ef,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:18.160840 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5e7d7a7-5a40-4f27-be83-f8bdadc4609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.225642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46608) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:18.240982 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ef96-ace8-479d-a99f-a586334da4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.312145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7d7a7-5a40-4f27-be83-f8bdadc4609d None None] Pushing event updated for resources: {'Port': ['ID=687aef2e-0064-45a5-850c-e1268d12f9ef,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:18.330237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:17Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:18.343895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Allocated IP 172.25.2.226 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/ca3e3845-4aa3-42a7-91d2-e76b4eca00ce) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:18.374153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0233f-2d0c-46b6-8c19-b52041b6b78f None None] The sync data for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 is: [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:17Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:22:18.394293 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.394972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46616) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:18.412297 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.454269 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ef96-ace8-479d-a99f-a586334da4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.473621 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fbf9ef96-ace8-479d-a99f-a586334da4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.494740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Network 7ca47828-15bf-4191-bc08-18aa82fc3441 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:18.515905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:18.519809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:18.546972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Pushing event updated for resources: {'Port': ['ID=f63a829a-9660-45c4-803e-5dd0c62c03d2,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:18.571333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fbf9ef96-ace8-479d-a99f-a586334da4ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2350bc45f88f4ab98842774863a06f8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3419797 Apr 18 20:22:18.571333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9ef96-ace8-479d-a99f-a586334da4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e7bce3-f35d-4d37-adaa-1e6137b36213,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:18.576139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46620) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:18.614592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Attempting to bind port f63a829a-9660-45c4-803e-5dd0c62c03d2 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:18.614744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Attempting to bind port f63a829a-9660-45c4-803e-5dd0c62c03d2 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'a7604a79-54ce-46ab-bb7e-8c42a382ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:18.615212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Attempting to bind port f63a829a-9660-45c4-803e-5dd0c62c03d2 on network 7ca47828-15bf-4191-bc08-18aa82fc3441 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:18.623053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:22:18.623706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Checking segment: {'id': 'a7604a79-54ce-46ab-bb7e-8c42a382ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:18.624351 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.624843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Bound using segment: {'id': 'a7604a79-54ce-46ab-bb7e-8c42a382ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:22:18.625420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Bound port: f63a829a-9660-45c4-803e-5dd0c62c03d2, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7604a79-54ce-46ab-bb7e-8c42a382ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:18.625919 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.727267 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.762859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] For port f63a829a-9660-45c4-803e-5dd0c62c03d2, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:22:18.780883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] For port f63a829a-9660-45c4-803e-5dd0c62c03d2, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f63a829a-9660-45c4-803e-5dd0c62c03d2,segment=NetworkSegment(a7604a79-54ce-46ab-bb7e-8c42a382ad03),segment_id=a7604a79-54ce-46ab-bb7e-8c42a382ad03)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:22:18.790629 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.806073 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6dbcdaa-ff37-4dea-8e52-8ddb581ef49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.868630 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6dbcdaa-ff37-4dea-8e52-8ddb581ef49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.870616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 687aef2e-0064-45a5-850c-e1268d12f9ef up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:18.978072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c5ea6-9ba2-44d5-bdb4-943b221b3aa7 None None] Pushing event updated for resources: {'Port': ['ID=f63a829a-9660-45c4-803e-5dd0c62c03d2,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:18.983833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 687aef2e-0064-45a5-850c-e1268d12f9ef triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:18.985486 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.007226 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6dbcdaa-ff37-4dea-8e52-8ddb581ef49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.009805 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6dbcdaa-ff37-4dea-8e52-8ddb581ef49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.010933 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b6dbcdaa-ff37-4dea-8e52-8ddb581ef49b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7e7bce3-f35d-4d37-adaa-1e6137b36213 HTTP/1.1" status: 204 len: 168 time: 0.4338543 Apr 18 20:22:19.073131 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbcdaa-ff37-4dea-8e52-8ddb581ef49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e7bce3-f35d-4d37-adaa-1e6137b36213,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:19.135183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3293b483-4bd5-4507-a351-07acb583ebf4 req-7508549c-0d06-484e-9a70-12f6781dd4cc tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 210 time: 0.7356558 Apr 18 20:22:19.209642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.328125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:19.351974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:19.371854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:19.738244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Pushing event updated for resources: {'Port': ['ID=ca3e3845-4aa3-42a7-91d2-e76b4eca00ce,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:20.002945 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:20.370904 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:20.515981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7850e56-a6f7-44b1-a225-49e69aa0540f req-ad2a87ec-23f3-40ee-b083-d96813f1d4d2 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 210 time: 0.0728905 Apr 18 20:22:20.588849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe704a7-87c5-489b-9d53-e637237017b6 None None] Network 7ca47828-15bf-4191-bc08-18aa82fc3441 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:20.666064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e0bdc426-516d-4317-8513-e2f92bc6a811 None None] Provisioning complete for port f63a829a-9660-45c4-803e-5dd0c62c03d2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:20.666672 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc426-516d-4317-8513-e2f92bc6a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:20.713775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:22:20.859600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f63a829a-9660-45c4-803e-5dd0c62c03d2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:20.865006 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc426-516d-4317-8513-e2f92bc6a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:20.948820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.64', 63798) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:20.954464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:22:20.965835 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Sync routers for ids ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:20.978858 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Routers {'9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:22:20.985435 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:22:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:20.999178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d70e9c00-a812-4f3c-b3d9-512e295e8ea8 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=156f098322b3437abe2f3b23fd068760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490742 Apr 18 20:22:20.999750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.004660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46700) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:21.004825 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b36cb3b-4455-4c92-8b5b-f61fb4893edd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0657713 Apr 18 20:22:21.010341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e0bdc426-516d-4317-8513-e2f92bc6a811 None None] For port f63a829a-9660-45c4-803e-5dd0c62c03d2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f63a829a-9660-45c4-803e-5dd0c62c03d2,segment=NetworkSegment(a7604a79-54ce-46ab-bb7e-8c42a382ad03),segment_id=a7604a79-54ce-46ab-bb7e-8c42a382ad03)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:21.033021 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc426-516d-4317-8513-e2f92bc6a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.033021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f63a829a-9660-45c4-803e-5dd0c62c03d2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:21.034958 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.259662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdc426-516d-4317-8513-e2f92bc6a811 None None] Pushing event updated for resources: {'Port': ['ID=f63a829a-9660-45c4-803e-5dd0c62c03d2,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:21.322809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-798a1b61-4dae-4216-ad5f-3d7987d6bb45 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:21.325113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-798a1b61-4dae-4216-ad5f-3d7987d6bb45 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3177853 Apr 18 20:22:21.370767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-28321629-934d-4017-a70d-cfee8fa1b7cf None None] Provisioning complete for port f63a829a-9660-45c4-803e-5dd0c62c03d2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:21.371206 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-28321629-934d-4017-a70d-cfee8fa1b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.390741 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Set router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:22:21.478167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Request body: {'port': {'device_id': 'abada2de-7088-486a-97ba-f613ea50b3a2', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '156f098322b3437abe2f3b23fd068760'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:21.675287 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-router', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:16Z', 'updated_at': '2022-04-18T20:22:19Z', 'revision_number': 3, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'gw_port': {'id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:18Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:21.733741 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Checking router: 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:21.735476 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Updating router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:22:21.772519 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.836443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b7f2086-5743-44bf-80b7-863c87246294 req-b2f4a4b2-ac56-4642-b347-ef20154dc701 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 210 time: 0.1098318 Apr 18 20:22:21.974525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Made reservation on behalf of 156f098322b3437abe2f3b23fd068760 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:21.977947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.990661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.136901 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.146419 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.150423 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.173291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.181896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.213165 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Attempting to bind port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:22.213689 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Attempting to bind port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:22.214118 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Attempting to bind port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:22.225341 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86939da8-478f-49e5-a701-3fa5debd97bc None None] Pushing event updated for resources: {'Port': ['ID=ca3e3845-4aa3-42a7-91d2-e76b4eca00ce,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:22.228242 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:22:22.228783 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:22.229530 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.230011 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:22:22.230580 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Bound port: ca3e3845-4aa3-42a7-91d2-e76b4eca00ce, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:22.231335 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.287979 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] For port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:22:22.291811 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] For port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ca3e3845-4aa3-42a7-91d2-e76b4eca00ce,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:22:22.298836 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.370461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d73654-8f59-4124-88f6-d53a039a35ce,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:22.420045 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86939da8-478f-49e5-a701-3fa5debd97bc None None] Pushing event updated for resources: {'Port': ['ID=ca3e3845-4aa3-42a7-91d2-e76b4eca00ce,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:22.441384 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Routers {'9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:22:22.442342 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:22:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:22.581681 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] Set router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:22:22.711896 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Allocated IP 192.168.233.58 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:22.746488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Allocated IP 172.20.0.1 (7ca47828-15bf-4191-bc08-18aa82fc3441/d08c46a7-492c-4752-ad44-51db34a564ad/7f7290e8-c1df-4f48-a1ae-6b9757898972) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:22.846663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f63a829a-9660-45c4-803e-5dd0c62c03d2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:22.955939 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-router', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:16Z', 'updated_at': '2022-04-18T20:22:19Z', 'revision_number': 3, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'gw_port': {'id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:18Z', 'updated_at': '2022-04-18T20:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:22.978031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f63a829a-9660-45c4-803e-5dd0c62c03d2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:22.980142 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.998563 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb646d5f-47b2-4f33-9c15-a8a835e17d4e None None] The sync data for ids ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'] in n-d-836015-4 is: [{'id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-router', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:16Z', 'updated_at': '2022-04-18T20:22:19Z', 'revision_number': 3, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'gw_port': {'id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:18Z', 'updated_at': '2022-04-18T20:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:22:23.111214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6eb58044-3a9e-4421-9199-9817a023a589 req-d167d4cb-48c9-48c6-8ad3-1aeef1952cac tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 210 time: 0.1287692 Apr 18 20:22:23.427889 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.450943 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.624230 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.656837 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.676800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Network 7ca47828-15bf-4191-bc08-18aa82fc3441 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:23.734699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:23.753787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:23.753787 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.797240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:23.913767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:23.975814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7290e8-c1df-4f48-a1ae-6b9757898972,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:23.981215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:24.006579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:24.007422 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:24.279470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Pushing event updated for resources: {'Port': ['ID=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:24.357547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-d32a0a53-bb4b-48aa-b7c3-16d8a10b42ce tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8901448 Apr 18 20:22:24.382943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-3bc9c4b0-739a-488e-af83-e766a0c8a1c7 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:22:24.383697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-3bc9c4b0-739a-488e-af83-e766a0c8a1c7 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069401 Apr 18 20:22:24.394314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-86498338-1621-4ae3-9a79-782065ad30c7 None None] Provisioning complete for port 7f7290e8-c1df-4f48-a1ae-6b9757898972 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:24.394794 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-86498338-1621-4ae3-9a79-782065ad30c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:24.596135 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-86498338-1621-4ae3-9a79-782065ad30c7 None None] Port 7f7290e8-c1df-4f48-a1ae-6b9757898972 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:22:24.673793 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:24.726070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-00b23f60-85b7-4662-b93c-13699ed67332 None None] Provisioning complete for port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:24.732830 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00b23f60-85b7-4662-b93c-13699ed67332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:24.861567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ca3e3845-4aa3-42a7-91d2-e76b4eca00ce up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:24.943033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-00b23f60-85b7-4662-b93c-13699ed67332 None None] Port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:22:24.966079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:24.966744 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:24.986000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46846) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:25.064392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Request body: {'port': {'device_id': 'abada2de-7088-486a-97ba-f613ea50b3a2', 'device_owner': 'compute:tempest-test_az-1638418322', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:25.088075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05fa36-7983-438c-9132-579c7e78a054 req-defbb915-7ccc-410f-9c4a-e53b4cf19ab4 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.089487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c05fa36-7983-438c-9132-579c7e78a054 req-defbb915-7ccc-410f-9c4a-e53b4cf19ab4 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 935 time: 0.4994452 Apr 18 20:22:25.096079 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ce7f1c9-5c61-4543-b7d1-d883ac33af36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.171707 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.227470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ca3e3845-4aa3-42a7-91d2-e76b4eca00ce,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:25.233591 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.236867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c05fa36-7983-438c-9132-579c7e78a054 req-d19a805b-cd5b-4b90-90e6-8ebd097518cc tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118345 Apr 18 20:22:25.337949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.360512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=ca3e3845-4aa3-42a7-91d2-e76b4eca00ce,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:25.430071 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ce7f1c9-5c61-4543-b7d1-d883ac33af36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.440553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ce7f1c9-5c61-4543-b7d1-d883ac33af36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.543523 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6ce7f1c9-5c61-4543-b7d1-d883ac33af36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a86a4760f3c4f929dcdb56a4815dd3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540583 Apr 18 20:22:25.580375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46866) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:25.726812 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.759497 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.760423 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.760937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7f1c9-5c61-4543-b7d1-d883ac33af36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21456c86-715d-4cb9-9213-61aeac0e8daa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:25.780994 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60945c94-6cc1-4d47-bac6-96acb0cfe79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.869986 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60945c94-6cc1-4d47-bac6-96acb0cfe79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.998057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60945c94-6cc1-4d47-bac6-96acb0cfe79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.002352 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60945c94-6cc1-4d47-bac6-96acb0cfe79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.007079 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-60945c94-6cc1-4d47-bac6-96acb0cfe79e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21456c86-715d-4cb9-9213-61aeac0e8daa HTTP/1.1" status: 204 len: 168 time: 0.4355340 Apr 18 20:22:26.025295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60945c94-6cc1-4d47-bac6-96acb0cfe79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21456c86-715d-4cb9-9213-61aeac0e8daa,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:26.067294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7290e8-c1df-4f48-a1ae-6b9757898972,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:26.091521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46888) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:26.244132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46896) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:26.377516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Network 7ca47828-15bf-4191-bc08-18aa82fc3441 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:26.384558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:26.487913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:26.533253 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.683249 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3f7e-358b-4ebf-b390-b08334577523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.790778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ca3e3845-4aa3-42a7-91d2-e76b4eca00ce up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:26.830215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Transition to ACTIVE for port object aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:26.847502 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.855785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1c93ad6-ff81-4506-92e2-68a16a19ecb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.858450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:22:26.894000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d8bedb22-36f3-4c8f-8b48-f1d702a497a0 None None] Provisioning complete for port 7f7290e8-c1df-4f48-a1ae-6b9757898972 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:26.894191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8bedb22-36f3-4c8f-8b48-f1d702a497a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.915098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743545-fd71-4523-9bcb-ab0a4fa6c008 req-b9aa8a4e-410e-4749-aa3b-5e798dff18b9 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:26.924017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15743545-fd71-4523-9bcb-ab0a4fa6c008 req-b9aa8a4e-410e-4749-aa3b-5e798dff18b9 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 935 time: 0.4249034 Apr 18 20:22:26.958744 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1c93ad6-ff81-4506-92e2-68a16a19ecb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.972990 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1c93ad6-ff81-4506-92e2-68a16a19ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.076189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c93ad6-ff81-4506-92e2-68a16a19ecb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98599880-00e3-4b70-9b0a-a4d48b641e7f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:27.090866 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b1c93ad6-ff81-4506-92e2-68a16a19ecb5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbb8b646c3194775b4c5c52c8edc1941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8450828 Apr 18 20:22:27.096523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46910) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:27.119785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3f7e-358b-4ebf-b390-b08334577523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.136759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46912) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:27.161638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d8bedb22-36f3-4c8f-8b48-f1d702a497a0 None None] Port 7f7290e8-c1df-4f48-a1ae-6b9757898972 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:22:27.165441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:27.166152 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.180338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3f7e-358b-4ebf-b390-b08334577523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.248252 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd23df2e-65a4-49bc-94ad-eaede17d3add admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.396306 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ce2f3f7e-358b-4ebf-b390-b08334577523 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3642589546dd488f8008b3d8ad44fe47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3053589 Apr 18 20:22:27.396782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Pushing event updated for resources: {'Port': ['ID=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:27.400101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46924) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:27.441540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f3f7e-358b-4ebf-b390-b08334577523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4327745-9a45-420e-814b-e57a2c9c798b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:27.503106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15743545-fd71-4523-9bcb-ab0a4fa6c008 req-4b4ac9e9-520f-4d71-b318-45988cc3f9ba tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676844 Apr 18 20:22:27.503106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Attempting to bind port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:27.503106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Attempting to bind port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:27.503106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Attempting to bind port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:27.520143 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91ed7e27-ced7-469c-85c3-c55541b826d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.521422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:22:27.521734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Attempting to bind port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:27.570362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:22:27.570362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:27.570671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:22:27.571184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Bound port: aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:27.571628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.596325 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91ed7e27-ced7-469c-85c3-c55541b826d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.602293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd23df2e-65a4-49bc-94ad-eaede17d3add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.610017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:22:27.618826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-44d4b784-329d-4e75-879c-b60299b4c8a4 admin admin] 10.222.0.49 "PUT /v2.0/routers/9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6126781 Apr 18 20:22:27.635248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Sync routers for ids ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:27.648379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db1eeaf0-88a3-45d1-835a-023fc2b142f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.680569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Routers {'9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:22:27.681289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:22:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:27.720958 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db1eeaf0-88a3-45d1-835a-023fc2b142f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.758531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] For port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:22:27.764223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] For port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:22:27.773818 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91ed7e27-ced7-469c-85c3-c55541b826d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.776554 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91ed7e27-ced7-469c-85c3-c55541b826d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.780675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-91ed7e27-ced7-469c-85c3-c55541b826d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4327745-9a45-420e-814b-e57a2c9c798b HTTP/1.1" status: 204 len: 168 time: 0.3755279 Apr 18 20:22:27.784256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.809129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed7e27-ced7-469c-85c3-c55541b826d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4327745-9a45-420e-814b-e57a2c9c798b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:27.874875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:27.875490 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.884290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] 10.222.0.64 "PUT /v2.0/ports/aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d HTTP/1.1" status: 200 len: 1117 time: 3.0239921 Apr 18 20:22:27.884800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abada2de-7088-486a-97ba-f613ea50b3a2', 'tag': 'aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:27.895361 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd23df2e-65a4-49bc-94ad-eaede17d3add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.978118 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dd23df2e-65a4-49bc-94ad-eaede17d3add admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58901da0701e453487b1e5c8fe006ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8307657 Apr 18 20:22:27.988768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46940) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:28.100508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23df2e-65a4-49bc-94ad-eaede17d3add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f4cd12-337f-4852-b335-0633a1876c8a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:28.181575 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db1eeaf0-88a3-45d1-835a-023fc2b142f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.189673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Set router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:22:28.193263 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db1eeaf0-88a3-45d1-835a-023fc2b142f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.196742 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-db1eeaf0-88a3-45d1-835a-023fc2b142f5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/98599880-00e3-4b70-9b0a-a4d48b641e7f HTTP/1.1" status: 204 len: 168 time: 1.0925376 Apr 18 20:22:28.220386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1eeaf0-88a3-45d1-835a-023fc2b142f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98599880-00e3-4b70-9b0a-a4d48b641e7f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:28.267592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9b60-0d25-4b76-940d-77c7988d41b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.278577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f37eca-e98b-47d2-ab43-cb7682ff313e service neutron] Pushing event updated for resources: {'Port': ['ID=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:28.351156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9b60-0d25-4b76-940d-77c7988d41b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.439142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-1519cd17-9db9-4f67-adaa-9e66056c7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.444889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-1519cd17-9db9-4f67-adaa-9e66056c7357 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=156f098322b3437abe2f3b23fd068760&device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 1120 time: 0.3535225 Apr 18 20:22:28.476253 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9b60-0d25-4b76-940d-77c7988d41b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.481286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9b60-0d25-4b76-940d-77c7988d41b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.495540 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ba7c9b60-0d25-4b76-940d-77c7988d41b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8f4cd12-337f-4852-b335-0633a1876c8a HTTP/1.1" status: 204 len: 168 time: 0.5043066 Apr 18 20:22:28.514880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c9b60-0d25-4b76-940d-77c7988d41b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f4cd12-337f-4852-b335-0633a1876c8a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:28.670080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-bf6e2d54-36b4-45fe-9555-22e9ef29c827 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d HTTP/1.1" status: 200 len: 217 time: 0.2118721 Apr 18 20:22:28.805562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0556847-c616-4cff-8e73-969565cc1afd req-4fa40f67-8bc9-4b2a-8a8a-df5a32eaf559 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.808627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0556847-c616-4cff-8e73-969565cc1afd req-4fa40f67-8bc9-4b2a-8a8a-df5a32eaf559 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 969 time: 0.1707885 Apr 18 20:22:28.839574 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-5ba592d0-b1c1-4a2e-85af-0ae9f3213e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.841079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-5ba592d0-b1c1-4a2e-85af-0ae9f3213e1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1413751 Apr 18 20:22:28.876766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0556847-c616-4cff-8e73-969565cc1afd req-434ca4e7-e401-4beb-a5b1-ce65b72a5be8 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550823 Apr 18 20:22:28.965333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46970) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:28.985639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-fc7c03db-2139-4de1-b207-cf1028559afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.988811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-fc7c03db-2139-4de1-b207-cf1028559afa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102042 Apr 18 20:22:29.000272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-router', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:16Z', 'updated_at': '2022-04-18T20:22:24Z', 'revision_number': 4, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'gw_port': {'id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:18Z', 'updated_at': '2022-04-18T20:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7f7290e8-c1df-4f48-a1ae-6b9757898972', 'name': '', 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'mac_address': 'fa:16:3e:57:5b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd08c46a7-492c-4752-ad44-51db34a564ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:22Z', 'updated_at': '2022-04-18T20:22:24Z', 'revision_number': 2, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'subnets': [{'id': 'd08c46a7-492c-4752-ad44-51db34a564ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:29.001695 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ea4059c-9ad5-4e30-a723-57b7fed7edf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.158490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-0aedc032-1b04-4502-b2d8-e3f9934c14f9 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541388 Apr 18 20:22:29.174483 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cd81f2-3849-40ae-afb8-f184dcf084a2" -d '{"events": [{"name": "network-changed", "server_uuid": "abada2de-7088-486a-97ba-f613ea50b3a2", "tag": "aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:22:29.193006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46976) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:29.230996 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ea4059c-9ad5-4e30-a723-57b7fed7edf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.237405 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ea4059c-9ad5-4e30-a723-57b7fed7edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.307476 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4059c-9ad5-4e30-a723-57b7fed7edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69edbdb-a3a8-40cb-b929-4d09405b1e3a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:29.337483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Checking router: 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:29.339964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Updating router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d port 7f7290e8-c1df-4f48-a1ae-6b9757898972 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:22:29.380532 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ea4059c-9ad5-4e30-a723-57b7fed7edf9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb2a70ef606a4bb58ce29cc9442551a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131534 Apr 18 20:22:29.382639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46982) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:29.403476 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.430121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46984) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:29.450915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f83d78f4-5b5e-4faa-aac9-be17897a5629 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744360913', 'description': 'tempest-description--834542731'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:29.481848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46986) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:29.491388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2be9e081-283c-4377-87ae-3a80d8b419d1 req-250733a2-4d49-44fe-8677-a01b8f4a20e8 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133810 Apr 18 20:22:29.569214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f83d78f4-5b5e-4faa-aac9-be17897a5629 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.571142 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f4a06e3a-e056-4bdc-b5e6-0809f29f72bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.653416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23d7ce7f-23f3-4dd6-ad4d-5c2f1230bff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.733965 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23d7ce7f-23f3-4dd6-ad4d-5c2f1230bff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.853398 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-52221ffa-1297-4eac-9e5d-b1b7e6f226cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.875121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f83d78f4-5b5e-4faa-aac9-be17897a5629 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.884624 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf854e16-2f7d-4513-9b56-957ff65dbde6 x-openstack-request-id: req-cf854e16-2f7d-4513-9b56-957ff65dbde6 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:22:29.886786 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abada2de-7088-486a-97ba-f613ea50b3a2", "tag": "aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:22:29.887204 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf854e16-2f7d-4513-9b56-957ff65dbde6 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:22:29.888005 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf854e16-2f7d-4513-9b56-957ff65dbde6'] response: {'name': 'network-changed', 'server_uuid': 'abada2de-7088-486a-97ba-f613ea50b3a2', 'tag': 'aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d', 'status': 'completed', 'code': 200} Apr 18 20:22:29.907267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f83d78f4-5b5e-4faa-aac9-be17897a5629 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.950001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23d7ce7f-23f3-4dd6-ad4d-5c2f1230bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.954143 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23d7ce7f-23f3-4dd6-ad4d-5c2f1230bff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.957963 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-23d7ce7f-23f3-4dd6-ad4d-5c2f1230bff2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d69edbdb-a3a8-40cb-b929-4d09405b1e3a HTTP/1.1" status: 204 len: 168 time: 0.5719059 Apr 18 20:22:29.988054 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7ce7f-23f3-4dd6-ad4d-5c2f1230bff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69edbdb-a3a8-40cb-b929-4d09405b1e3a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.059168 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.061834 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f83d78f4-5b5e-4faa-aac9-be17897a5629 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.063874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f83d78f4-5b5e-4faa-aac9-be17897a5629 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6320999 Apr 18 20:22:30.073321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47000) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:30.081768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-af1f8e00-7f9c-4e68-b89b-0c9c456c19d7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Request body: {'security_group_rule': {'security_group_id': '456f63d1-d0d9-43de-8430-2691a685b62d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:30.082228 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.119087 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f4a06e3a-e056-4bdc-b5e6-0809f29f72bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.129373 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f4a06e3a-e056-4bdc-b5e6-0809f29f72bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.129558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d78f4-5b5e-4faa-aac9-be17897a5629 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456f63d1-d0d9-43de-8430-2691a685b62d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.170204 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f4a06e3a-e056-4bdc-b5e6-0809f29f72bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c503f800aab48f4b85fd1660d114d90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6845417 Apr 18 20:22:30.176735 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47004) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:30.197132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1260e-46c1-4992-b477-866d72544ce7 req-d822cbca-9d9e-4395-b0b8-5e139c9e48a4 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:30.207246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98f1260e-46c1-4992-b477-866d72544ce7 req-d822cbca-9d9e-4395-b0b8-5e139c9e48a4 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 969 time: 0.1846864 Apr 18 20:22:30.215645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a06e3a-e056-4bdc-b5e6-0809f29f72bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a47d4f-ab26-4856-aadd-2aea7379333d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.256980 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af1f8e00-7f9c-4e68-b89b-0c9c456c19d7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.262144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d7954-fa76-4cd8-8158-3ea193776f8a None None] Pushing event updated for resources: {'Port': ['ID=7f7290e8-c1df-4f48-a1ae-6b9757898972,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.288354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-52107c31-43c6-4ec4-9210-b2739ade19be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:30.294789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-52107c31-43c6-4ec4-9210-b2739ade19be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=156f098322b3437abe2f3b23fd068760&device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 1120 time: 0.2923014 Apr 18 20:22:30.356007 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af1f8e00-7f9c-4e68-b89b-0c9c456c19d7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.364141 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af1f8e00-7f9c-4e68-b89b-0c9c456c19d7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.396721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Attempting to bind port 7f7290e8-c1df-4f48-a1ae-6b9757898972 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:30.398176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Attempting to bind port 7f7290e8-c1df-4f48-a1ae-6b9757898972 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'a7604a79-54ce-46ab-bb7e-8c42a382ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:30.399331 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Attempting to bind port 7f7290e8-c1df-4f48-a1ae-6b9757898972 on network 7ca47828-15bf-4191-bc08-18aa82fc3441 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:30.408763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:22:30.409760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d85cbcd-84d6-4d23-8037-470df515e23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.411341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Checking segment: {'id': 'a7604a79-54ce-46ab-bb7e-8c42a382ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:30.411929 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.412466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Bound using segment: {'id': 'a7604a79-54ce-46ab-bb7e-8c42a382ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:22:30.413580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Bound port: 7f7290e8-c1df-4f48-a1ae-6b9757898972, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7604a79-54ce-46ab-bb7e-8c42a382ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:30.414199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.421869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f8e00-7f9c-4e68-b89b-0c9c456c19d7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f747b4ab-385d-49cb-851c-28586617a1d8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.434543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af1f8e00-7f9c-4e68-b89b-0c9c456c19d7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.442599 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-af1f8e00-7f9c-4e68-b89b-0c9c456c19d7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3681130 Apr 18 20:22:30.446547 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47010) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:30.463341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-377b324c-ff85-4ebc-8291-59bf50384e1c tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Request body: {'security_group_rule': {'security_group_id': '456f63d1-d0d9-43de-8430-2691a685b62d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:30.498865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d85cbcd-84d6-4d23-8037-470df515e23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.563751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-377b324c-ff85-4ebc-8291-59bf50384e1c tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.565500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] For port 7f7290e8-c1df-4f48-a1ae-6b9757898972, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:22:30.573095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] For port 7f7290e8-c1df-4f48-a1ae-6b9757898972, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7f7290e8-c1df-4f48-a1ae-6b9757898972,segment=NetworkSegment(a7604a79-54ce-46ab-bb7e-8c42a382ad03),segment_id=a7604a79-54ce-46ab-bb7e-8c42a382ad03)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:22:30.584205 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.628762 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d85cbcd-84d6-4d23-8037-470df515e23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.632355 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d85cbcd-84d6-4d23-8037-470df515e23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.636553 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2d85cbcd-84d6-4d23-8037-470df515e23a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66a47d4f-ab26-4856-aadd-2aea7379333d HTTP/1.1" status: 204 len: 168 time: 0.4560905 Apr 18 20:22:30.655195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85cbcd-84d6-4d23-8037-470df515e23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a47d4f-ab26-4856-aadd-2aea7379333d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.680502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-377b324c-ff85-4ebc-8291-59bf50384e1c tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.685854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Routers {'9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:22:30.686605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:22:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:30.690168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-377b324c-ff85-4ebc-8291-59bf50384e1c tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.710090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b324c-ff85-4ebc-8291-59bf50384e1c tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15abc30f-c07e-478e-a6d6-5d5f48461709,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.734069 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-377b324c-ff85-4ebc-8291-59bf50384e1c tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.737075 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-377b324c-ff85-4ebc-8291-59bf50384e1c tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2880998 Apr 18 20:22:30.744639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47024) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:30.756324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:30.756683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-be70957d-4469-4990-bc62-250593ae8940 None None] Provisioning complete for port 7f7290e8-c1df-4f48-a1ae-6b9757898972 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:30.757055 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be70957d-4469-4990-bc62-250593ae8940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.763009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98f1260e-46c1-4992-b477-866d72544ce7 req-88e36385-0f63-487d-aec7-1366370d311d tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547540 Apr 18 20:22:30.837636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.858102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d7954-fa76-4cd8-8158-3ea193776f8a None None] Pushing event updated for resources: {'Port': ['ID=7f7290e8-c1df-4f48-a1ae-6b9757898972,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.917888 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-52221ffa-1297-4eac-9e5d-b1b7e6f226cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.061489 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-52221ffa-1297-4eac-9e5d-b1b7e6f226cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.072526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-0d9b0460-f2f3-4fc0-be8f-aee80d862391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:31.075737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-0d9b0460-f2f3-4fc0-be8f-aee80d862391 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.7535439 Apr 18 20:22:31.158859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] Set router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:22:31.167761 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be70957d-4469-4990-bc62-250593ae8940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.228890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-d0cc57f1-4a6c-4a52-bf03-79beb7b1d6c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d HTTP/1.1" status: 200 len: 217 time: 0.1167145 Apr 18 20:22:31.256509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-52221ffa-1297-4eac-9e5d-b1b7e6f226cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f685090dd8a4a788c9936294878163d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0513272 Apr 18 20:22:31.257588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47032) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:31.265967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52221ffa-1297-4eac-9e5d-b1b7e6f226cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f346856a-2ec9-45c8-a72e-7ca660e776df,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:31.291543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.351551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-be70957d-4469-4990-bc62-250593ae8940 None None] For port 7f7290e8-c1df-4f48-a1ae-6b9757898972, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7f7290e8-c1df-4f48-a1ae-6b9757898972,segment=NetworkSegment(a7604a79-54ce-46ab-bb7e-8c42a382ad03),segment_id=a7604a79-54ce-46ab-bb7e-8c42a382ad03)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:31.375158 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be70957d-4469-4990-bc62-250593ae8940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.408911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-bf374483-ef83-44cf-b3e2-53a1f4bb7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:31.410535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-bf374483-ef83-44cf-b3e2-53a1f4bb7e41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1011603 Apr 18 20:22:31.550257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a3b08ee9-7df0-4add-9bad-17056883a0e4 None None] Provisioning complete for port 7f7290e8-c1df-4f48-a1ae-6b9757898972 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:31.551495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a3b08ee9-7df0-4add-9bad-17056883a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.557464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Allocated IP 172.25.2.170 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/9f751b53-d44d-4b08-b268-93852ab18b26) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:31.568220 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-407be4c5-e692-4d0f-869d-065eba2fa08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.611484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-fdbd0ca0-2ae1-4ee4-9d49-37557f76b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:31.613016 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-fdbd0ca0-2ae1-4ee4-9d49-37557f76b335 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1868241 Apr 18 20:22:31.622962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70957d-4469-4990-bc62-250593ae8940 None None] Pushing event updated for resources: {'Port': ['ID=7f7290e8-c1df-4f48-a1ae-6b9757898972,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:31.637314 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-407be4c5-e692-4d0f-869d-065eba2fa08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.790988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.893497 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.944846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-router', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:16Z', 'updated_at': '2022-04-18T20:22:24Z', 'revision_number': 4, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'gw_port': {'id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:18Z', 'updated_at': '2022-04-18T20:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7f7290e8-c1df-4f48-a1ae-6b9757898972', 'name': '', 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'mac_address': 'fa:16:3e:57:5b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd08c46a7-492c-4752-ad44-51db34a564ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:22Z', 'updated_at': '2022-04-18T20:22:30Z', 'revision_number': 4, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'subnets': [{'id': 'd08c46a7-492c-4752-ad44-51db34a564ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:31.951718 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-407be4c5-e692-4d0f-869d-065eba2fa08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.951718 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-407be4c5-e692-4d0f-869d-065eba2fa08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.956507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-407be4c5-e692-4d0f-869d-065eba2fa08b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f346856a-2ec9-45c8-a72e-7ca660e776df HTTP/1.1" status: 204 len: 168 time: 0.6974473 Apr 18 20:22:31.980792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-07a68c65-dce8-4a3a-a07a-54888f58281b service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400052 Apr 18 20:22:31.983125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:31.996089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:31.999349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:32.004600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event updated for resources: {'Port': ['ID=9f751b53-d44d-4b08-b268-93852ab18b26,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:32.044607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc446f22-c16c-473b-ba71-be4c08361cd6 None None] The sync data for ids ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'] in n-d-836015-4 is: [{'id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-router', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:16Z', 'updated_at': '2022-04-18T20:22:24Z', 'revision_number': 4, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'gw_port': {'id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:18Z', 'updated_at': '2022-04-18T20:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7f7290e8-c1df-4f48-a1ae-6b9757898972', 'name': '', 'network_id': '7ca47828-15bf-4191-bc08-18aa82fc3441', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'mac_address': 'fa:16:3e:57:5b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd08c46a7-492c-4752-ad44-51db34a564ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:22Z', 'updated_at': '2022-04-18T20:22:30Z', 'revision_number': 4, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'subnets': [{'id': 'd08c46a7-492c-4752-ad44-51db34a564ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:22:32.311504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.465710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3cd81f2-3849-40ae-afb8-f184dcf084a2 req-5eb46703-b5d8-439a-8f2d-2636c20fda32 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304237 Apr 18 20:22:32.479663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407be4c5-e692-4d0f-869d-065eba2fa08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f346856a-2ec9-45c8-a72e-7ca660e776df,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:32.519201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b595aa2-5fa9-4c74-a490-3226aabfa556 req-41bab123-4c07-42e2-b8e9-023801ed6c1f tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:32.541167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b595aa2-5fa9-4c74-a490-3226aabfa556 req-41bab123-4c07-42e2-b8e9-023801ed6c1f tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 969 time: 0.5807014 Apr 18 20:22:32.592068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b595aa2-5fa9-4c74-a490-3226aabfa556 req-4f9d2fd1-3c27-4dea-8d22-6000ad40be48 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498567 Apr 18 20:22:32.851896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7f7290e8-c1df-4f48-a1ae-6b9757898972 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:32.854369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.983570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7f7290e8-c1df-4f48-a1ae-6b9757898972 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:32.985724 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.177238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47074) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:33.206381 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2977043-4259-4178-b779-c57ba6218388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.317646 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.335291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.393565 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.441456 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2977043-4259-4178-b779-c57ba6218388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.454938 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2977043-4259-4178-b779-c57ba6218388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.464076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event updated for resources: {'Port': ['ID=9f751b53-d44d-4b08-b268-93852ab18b26,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:33.471856 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.477746 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4eef6f73-cfd0-4bce-973b-406e5faf5ee7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7313755 Apr 18 20:22:33.569979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2977043-4259-4178-b779-c57ba6218388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e85b3c-ff45-436c-8f95-8aa26a2c2073,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:33.633214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47090) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:33.652466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a2977043-4259-4178-b779-c57ba6218388 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df8d0f13273344d1a87f33d3b5396c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727767 Apr 18 20:22:33.790943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06be90d9-dd89-4ee7-9cf6-a3ddf26c143e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.860615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06be90d9-dd89-4ee7-9cf6-a3ddf26c143e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.880620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacbdb3-be9b-4d99-8396-c00127b0d537 req-bbdad902-2391-43ea-8d0e-0256f842e5b1 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:33.882049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aaacbdb3-be9b-4d99-8396-c00127b0d537 req-bbdad902-2391-43ea-8d0e-0256f842e5b1 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 969 time: 0.1454880 Apr 18 20:22:33.971197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06be90d9-dd89-4ee7-9cf6-a3ddf26c143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.978284 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06be90d9-dd89-4ee7-9cf6-a3ddf26c143e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.982155 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06be90d9-dd89-4ee7-9cf6-a3ddf26c143e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9e85b3c-ff45-436c-8f95-8aa26a2c2073 HTTP/1.1" status: 204 len: 168 time: 0.3479228 Apr 18 20:22:33.998202 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be90d9-dd89-4ee7-9cf6-a3ddf26c143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e85b3c-ff45-436c-8f95-8aa26a2c2073,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:34.027633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2d62f81-042e-4602-9254-8cf8293c50c4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--744360913&fields=id&tenant_id=41fc31bdc2f44e189847e15bca1269c8 HTTP/1.1" status: 200 len: 267 time: 0.1232617 Apr 18 20:22:34.054801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aaacbdb3-be9b-4d99-8396-c00127b0d537 req-53c643aa-0722-442b-8214-61a072cced61 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515558 Apr 18 20:22:34.417024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-4d02d5ff-b6f6-4985-a0d2-9347a5224a1b tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:34.419057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-4d02d5ff-b6f6-4985-a0d2-9347a5224a1b tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/networks?id=e6b26f56-1b99-4f69-b41d-bac0b592115e HTTP/1.1" status: 200 len: 823 time: 0.3711190 Apr 18 20:22:34.438952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-3e891c4d-3a40-439a-805d-d7b087f4f06e tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/quotas/41fc31bdc2f44e189847e15bca1269c8 HTTP/1.1" status: 200 len: 375 time: 0.0133464 Apr 18 20:22:34.518481 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-0389a0b3-3d06-46ff-9923-b691baf590c6 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=41fc31bdc2f44e189847e15bca1269c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734949 Apr 18 20:22:34.621034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47126) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:34.635168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d54458f-1bf5-4555-9df5-296b862f9da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.723932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d54458f-1bf5-4555-9df5-296b862f9da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.729304 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d54458f-1bf5-4555-9df5-296b862f9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.768076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0d54458f-1bf5-4555-9df5-296b862f9da1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=decdd9503ec3485d8bf20f844f752d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458750 Apr 18 20:22:34.770825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47132) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:34.774697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54458f-1bf5-4555-9df5-296b862f9da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26ef4a0-9d07-4f16-b57e-5048abe5f429,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:34.825126 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af594772-f58c-44b0-98ee-9647c06c626e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.859014 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af594772-f58c-44b0-98ee-9647c06c626e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.915243 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af594772-f58c-44b0-98ee-9647c06c626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.918285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af594772-f58c-44b0-98ee-9647c06c626e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.919632 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-af594772-f58c-44b0-98ee-9647c06c626e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f26ef4a0-9d07-4f16-b57e-5048abe5f429 HTTP/1.1" status: 204 len: 168 time: 0.1478336 Apr 18 20:22:34.930078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af594772-f58c-44b0-98ee-9647c06c626e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26ef4a0-9d07-4f16-b57e-5048abe5f429,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:35.146785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-7a7e0069-e164-47de-9ca3-d9f60b5b0b81 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:22:35.147877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-7a7e0069-e164-47de-9ca3-d9f60b5b0b81 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1996596 Apr 18 20:22:35.254715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-fc5f8734-9e76-4824-9af1-8d5b3efe94cc service neutron] 10.222.0.49 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881977 Apr 18 20:22:35.359680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47158) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:35.364569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-92239aba-52bb-444a-98a4-3349f85a9dd9 service neutron] 10.222.0.49 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024520 Apr 18 20:22:35.534682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2679a-0a3c-421a-adb0-f851c96a771e req-0d333eec-5437-4861-b85b-bacdcf3c62dd tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:35.550232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7df2679a-0a3c-421a-adb0-f851c96a771e req-0d333eec-5437-4861-b85b-bacdcf3c62dd tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 969 time: 0.0947976 Apr 18 20:22:35.553862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2982b5d-d6e7-40e1-a155-28d5aa75a059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:35.641547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7df2679a-0a3c-421a-adb0-f851c96a771e req-6dad4f78-3117-4877-83ad-5181cbd69ad9 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801120 Apr 18 20:22:35.714209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7c9306f-d58f-41d1-a3a2-4d09017c260f req-8bd29e07-47c5-4dba-b9af-c4e54c053f03 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 210 time: 0.0387213 Apr 18 20:22:35.729445 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2982b5d-d6e7-40e1-a155-28d5aa75a059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:35.746303 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2982b5d-d6e7-40e1-a155-28d5aa75a059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:35.747891 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-89aa26d2-e5d9-4f8f-9ec7-bff12063e62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:35.798668 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a2982b5d-d6e7-40e1-a155-28d5aa75a059 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4c2dae86aca469d951d018db19f5329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376912 Apr 18 20:22:35.799406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2982b5d-d6e7-40e1-a155-28d5aa75a059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9fe2a7-eb3a-498d-90ab-62ba3e5b258d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:35.801374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47196) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:35.910858 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c79aa80-56b5-423c-8309-0afb79d18d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:35.955793 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c79aa80-56b5-423c-8309-0afb79d18d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:36.034142 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c79aa80-56b5-423c-8309-0afb79d18d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:36.036865 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c79aa80-56b5-423c-8309-0afb79d18d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:36.038056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2c79aa80-56b5-423c-8309-0afb79d18d12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d9fe2a7-eb3a-498d-90ab-62ba3e5b258d HTTP/1.1" status: 204 len: 168 time: 0.2357118 Apr 18 20:22:36.061733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79aa80-56b5-423c-8309-0afb79d18d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9fe2a7-eb3a-498d-90ab-62ba3e5b258d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:36.686302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47260) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:36.705866 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f0ab486-8747-47ef-8383-81f8cd8eed85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:36.806724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47266) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:36.839460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17120ccf-193e-467e-b592-292749b98f14 req-0f7e0ad1-9f53-4949-a49b-9a4277ea7b9a tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:36.845468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47270) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:36.855132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17120ccf-193e-467e-b592-292749b98f14 req-0f7e0ad1-9f53-4949-a49b-9a4277ea7b9a tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 969 time: 0.1083324 Apr 18 20:22:36.907496 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c815de0-3e97-4adb-b96d-f272ec17be7b req-eefc517e-91ac-4e40-8e3e-54e4c0f033d0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 210 time: 0.0471337 Apr 18 20:22:36.945117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17120ccf-193e-467e-b592-292749b98f14 req-5788caa4-ec26-41c1-8403-c2f857995024 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888100 Apr 18 20:22:36.949489 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f0ab486-8747-47ef-8383-81f8cd8eed85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:36.956042 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f0ab486-8747-47ef-8383-81f8cd8eed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:36.977995 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0036f7b3-8664-4739-8c11-c95bd0da14f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.003664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47276) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:37.003883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4f0ab486-8747-47ef-8383-81f8cd8eed85 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4203a2f3562044939e1c4a43a0ba7fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150680 Apr 18 20:22:37.004564 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ab486-8747-47ef-8383-81f8cd8eed85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5906ce39-152d-4f44-b826-caf7acffc6b2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:37.018738 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7ecc-e25e-4ebe-ae8e-34862ebd6445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.128065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e24396-d6c3-41f0-9b12-86bc254feb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.178543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0036f7b3-8664-4739-8c11-c95bd0da14f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.193478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e24396-d6c3-41f0-9b12-86bc254feb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.196917 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0036f7b3-8664-4739-8c11-c95bd0da14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.227518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7ecc-e25e-4ebe-ae8e-34862ebd6445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.247347 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6fb7ecc-e25e-4ebe-ae8e-34862ebd6445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.256893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.60', 55330) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:37.295640 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0036f7b3-8664-4739-8c11-c95bd0da14f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8e6918e5b324d0abb1bba3e7942b369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870300 Apr 18 20:22:37.310927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47286) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:37.322286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036f7b3-8664-4739-8c11-c95bd0da14f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fe1dea-eb0b-4203-bace-cc221bc01cb6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:37.333917 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e6fb7ecc-e25e-4ebe-ae8e-34862ebd6445 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0295e2a9e1324aecbc0f2bc47a149d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868972 Apr 18 20:22:37.342173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47288) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:37.395052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-2560de77-f876-41d7-90ba-d5cd77e32ae4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:37.397198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-2560de77-f876-41d7-90ba-d5cd77e32ae4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.60 "GET /v2.0/networks?id=e6b26f56-1b99-4f69-b41d-bac0b592115e HTTP/1.1" status: 200 len: 823 time: 0.1392999 Apr 18 20:22:37.406084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb7ecc-e25e-4ebe-ae8e-34862ebd6445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c056abc4-ee23-4768-8b42-e6b54a4cae84,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:37.408567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e24396-d6c3-41f0-9b12-86bc254feb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.411120 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e24396-d6c3-41f0-9b12-86bc254feb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.412416 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a8e24396-d6c3-41f0-9b12-86bc254feb3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5906ce39-152d-4f44-b826-caf7acffc6b2 HTTP/1.1" status: 204 len: 168 time: 0.4029267 Apr 18 20:22:37.429456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e24396-d6c3-41f0-9b12-86bc254feb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5906ce39-152d-4f44-b826-caf7acffc6b2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:37.456176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03d74ac2-b224-432c-8e82-ba279e9b945f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.481562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6873776-99aa-4bd3-b4d7-20bb10954466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.501205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03d74ac2-b224-432c-8e82-ba279e9b945f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.528317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-31f9d532-b8a8-4d31-bc39-467a61b8f632 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41fc31bdc2f44e189847e15bca1269c8 HTTP/1.1" status: 200 len: 379 time: 0.0521023 Apr 18 20:22:37.541512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Request body: {'port': {'device_id': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'admin_state_up': True, 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'security_groups': ['456f63d1-d0d9-43de-8430-2691a685b62d']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:37.548616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6873776-99aa-4bd3-b4d7-20bb10954466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.622757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03d74ac2-b224-432c-8e82-ba279e9b945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.626110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03d74ac2-b224-432c-8e82-ba279e9b945f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.627396 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-03d74ac2-b224-432c-8e82-ba279e9b945f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77fe1dea-eb0b-4203-bace-cc221bc01cb6 HTTP/1.1" status: 204 len: 168 time: 0.3152721 Apr 18 20:22:37.635200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6873776-99aa-4bd3-b4d7-20bb10954466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.637750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6873776-99aa-4bd3-b4d7-20bb10954466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.639119 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d6873776-99aa-4bd3-b4d7-20bb10954466 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c056abc4-ee23-4768-8b42-e6b54a4cae84 HTTP/1.1" status: 204 len: 168 time: 0.2954044 Apr 18 20:22:37.666916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d74ac2-b224-432c-8e82-ba279e9b945f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fe1dea-eb0b-4203-bace-cc221bc01cb6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:37.686319 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6873776-99aa-4bd3-b4d7-20bb10954466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c056abc4-ee23-4768-8b42-e6b54a4cae84,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:37.769655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Made reservation on behalf of 41fc31bdc2f44e189847e15bca1269c8 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:37.776072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.937003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Allocated IP 172.20.0.4 (e6b26f56-1b99-4f69-b41d-bac0b592115e/0374a3de-6bb0-4284-a844-d3ef80bf44dc/742244b0-6693-4c8a-8a3c-83d7b86138e7) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:38.069047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab6a9a30-ae2c-4d45-ae71-221b5bb7798c req-83c1dd88-3823-41fd-86e2-bcfe40f61824 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 210 time: 0.0588880 Apr 18 20:22:38.087552 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2542d58f-8a52-4339-9531-7befce5852d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.219926 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.224245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47326) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:38.255366 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e63f4d48-7ba7-436a-a911-a24f44e74498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.265487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912ca66-97ca-4ee2-87c0-53f31024452e req-b9e3a6a9-f04c-4abe-8e77-92a6d0633b3a tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:38.274508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9912ca66-97ca-4ee2-87c0-53f31024452e req-b9e3a6a9-f04c-4abe-8e77-92a6d0633b3a tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 969 time: 0.1048846 Apr 18 20:22:38.315882 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.342392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9912ca66-97ca-4ee2-87c0-53f31024452e req-865230a0-8797-47ce-80f3-1cf8cbf1548f tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658624 Apr 18 20:22:38.402853 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Network e6b26f56-1b99-4f69-b41d-bac0b592115e is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:38.404509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:38.409421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:38.414956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:38.415693 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.425159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event updated for resources: {'Port': ['ID=742244b0-6693-4c8a-8a3c-83d7b86138e7,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:38.451130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47344) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:38.461019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-397ec6b3-27e0-4f9d-9b00-7de8f2109c38 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9262931 Apr 18 20:22:38.472209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e63f4d48-7ba7-436a-a911-a24f44e74498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.485615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e63f4d48-7ba7-436a-a911-a24f44e74498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.491768 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32721814-118c-4891-8848-fa4089d018e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.553621 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e63f4d48-7ba7-436a-a911-a24f44e74498 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ac1a8162ff34eaebc9ed119ca5c7144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274291 Apr 18 20:22:38.555456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f4d48-7ba7-436a-a911-a24f44e74498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7348a97b-87fb-4a77-9f8e-3a3dd4989f7c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:38.556598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47356) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:38.627718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:22:38.675787 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b98a3e0-edb0-4154-8803-ad063857d662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.721002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32721814-118c-4891-8848-fa4089d018e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.728928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32721814-118c-4891-8848-fa4089d018e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.735922 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b98a3e0-edb0-4154-8803-ad063857d662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.790900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32721814-118c-4891-8848-fa4089d018e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf514ee-ae20-4c9c-a390-e4bdb99fdaf7,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:38.799385 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-32721814-118c-4891-8848-fa4089d018e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f2fc58f7fed49d29e5071d0738a13c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471889 Apr 18 20:22:38.800520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47364) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:38.813821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:38.829852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f13676da-027c-44e0-af98-9d5a74a6a22e None None] Provisioning complete for port 742244b0-6693-4c8a-8a3c-83d7b86138e7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:38.830463 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f13676da-027c-44e0-af98-9d5a74a6a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.869676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d', 'mac_address': 'fa:16:3e:9a:63:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:tempest-test_az-1638418322', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:22:38.876528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60ff791d-8c6e-4566-b0c4-bf383aae443b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.881479 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b98a3e0-edb0-4154-8803-ad063857d662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.884663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b98a3e0-edb0-4154-8803-ad063857d662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.888850 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0b98a3e0-edb0-4154-8803-ad063857d662 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7348a97b-87fb-4a77-9f8e-3a3dd4989f7c HTTP/1.1" status: 204 len: 168 time: 0.3301909 Apr 18 20:22:38.897280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98a3e0-edb0-4154-8803-ad063857d662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7348a97b-87fb-4a77-9f8e-3a3dd4989f7c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:38.901923 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60ff791d-8c6e-4566-b0c4-bf383aae443b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.926605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f13676da-027c-44e0-af98-9d5a74a6a22e None None] Port 742244b0-6693-4c8a-8a3c-83d7b86138e7 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:22:38.948326 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.962758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:38.969231 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60ff791d-8c6e-4566-b0c4-bf383aae443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.974395 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60ff791d-8c6e-4566-b0c4-bf383aae443b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.979719 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-60ff791d-8c6e-4566-b0c4-bf383aae443b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/faf514ee-ae20-4c9c-a390-e4bdb99fdaf7 HTTP/1.1" status: 204 len: 168 time: 0.1780345 Apr 18 20:22:38.996762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff791d-8c6e-4566-b0c4-bf383aae443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf514ee-ae20-4c9c-a390-e4bdb99fdaf7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:38.997520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:39.003229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47372) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:39.012262 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.075264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:39.152184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.232078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cbfed-df04-46d8-84d7-8a167978672a req-8a76e996-d8bc-4214-b099-56f6f4b5ae57 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:39.233984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-295cbfed-df04-46d8-84d7-8a167978672a req-8a76e996-d8bc-4214-b099-56f6f4b5ae57 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 931 time: 0.0638788 Apr 18 20:22:39.272473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-295cbfed-df04-46d8-84d7-8a167978672a req-18ecae7c-7417-4b4f-83d5-7340ca1635ef tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319190 Apr 18 20:22:39.419397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-903ac923-df2a-405e-b05d-5ce269630e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.425526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:22:39.562226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5e485-ff93-4b0e-aef7-b787ce7924bf req-8a5c3e25-e076-4760-ab9c-2bb43d43432e tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:39.563943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccf5e485-ff93-4b0e-aef7-b787ce7924bf req-8a5c3e25-e076-4760-ab9c-2bb43d43432e tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 970 time: 0.0891347 Apr 18 20:22:39.604964 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-903ac923-df2a-405e-b05d-5ce269630e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.619733 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-903ac923-df2a-405e-b05d-5ce269630e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.649671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-903ac923-df2a-405e-b05d-5ce269630e94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc5eea136b314b798ab6760b8735bd85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6418784 Apr 18 20:22:39.650785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47400) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:39.657484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccf5e485-ff93-4b0e-aef7-b787ce7924bf req-a2974fd0-54b6-49f7-ada5-805408a13ced tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831249 Apr 18 20:22:39.693591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ac923-df2a-405e-b05d-5ce269630e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a10379-7956-4156-9c28-8de76864b4b8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:39.741335 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af34ecf7-2492-43ce-adc9-7fd2ad87d883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.768133 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af34ecf7-2492-43ce-adc9-7fd2ad87d883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.839752 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af34ecf7-2492-43ce-adc9-7fd2ad87d883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.842121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af34ecf7-2492-43ce-adc9-7fd2ad87d883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.847909 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-af34ecf7-2492-43ce-adc9-7fd2ad87d883 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5a10379-7956-4156-9c28-8de76864b4b8 HTTP/1.1" status: 204 len: 168 time: 0.1938074 Apr 18 20:22:39.863527 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34ecf7-2492-43ce-adc9-7fd2ad87d883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a10379-7956-4156-9c28-8de76864b4b8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:40.325867 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.380063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47430) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:40.397880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e42d7d98-e50e-4661-bd2a-6cd35d0ec9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.431822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1df61c-77f4-46a3-890a-bfb244ddb440 req-b2784c7b-9be3-4d46-abb9-5c389950b06b tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:40.434047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c1df61c-77f4-46a3-890a-bfb244ddb440 req-b2784c7b-9be3-4d46-abb9-5c389950b06b tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 931 time: 0.0657282 Apr 18 20:22:40.491788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c1df61c-77f4-46a3-890a-bfb244ddb440 req-1b035ec8-a3c9-441a-989c-228b621c90d0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494666 Apr 18 20:22:40.512397 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e42d7d98-e50e-4661-bd2a-6cd35d0ec9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.512567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e42d7d98-e50e-4661-bd2a-6cd35d0ec9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.557754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d7d98-e50e-4661-bd2a-6cd35d0ec9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050e4efd-259e-42c3-bbce-b2bc4968c21a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:40.571635 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e42d7d98-e50e-4661-bd2a-6cd35d0ec9c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3602fc7fc973469bbe39f1480e4c8e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897445 Apr 18 20:22:40.574807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47438) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:40.608688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:40.640500 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d589db52-07fc-4664-83d8-02d05ac0a581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.671130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:40.675636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d589db52-07fc-4664-83d8-02d05ac0a581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.679459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:40.679951 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.751573 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d589db52-07fc-4664-83d8-02d05ac0a581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.754966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d589db52-07fc-4664-83d8-02d05ac0a581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.756601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d589db52-07fc-4664-83d8-02d05ac0a581 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/050e4efd-259e-42c3-bbce-b2bc4968c21a HTTP/1.1" status: 204 len: 168 time: 0.1806397 Apr 18 20:22:40.778318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589db52-07fc-4664-83d8-02d05ac0a581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050e4efd-259e-42c3-bbce-b2bc4968c21a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:40.826498 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.858645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abada2de-7088-486a-97ba-f613ea50b3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:40.867410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540d3ac-254a-403d-80b1-5f5711860dcd req-2f2cedcc-706c-4d2b-b081-2ed393d909d4 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:40.869170 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6540d3ac-254a-403d-80b1-5f5711860dcd req-2f2cedcc-706c-4d2b-b081-2ed393d909d4 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 970 time: 0.0959957 Apr 18 20:22:40.914319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6540d3ac-254a-403d-80b1-5f5711860dcd req-7d913681-a0eb-4bc1-8cb2-3c7a2d6a0df2 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381227 Apr 18 20:22:40.946059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:40.952040 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.000967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:41.086062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.152820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47464) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:41.357505 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33495f03-ef05-4292-b32c-5a4d01ec54bd" -d '{"events": [{"server_uuid": "abada2de-7088-486a-97ba-f613ea50b3a2", "name": "network-vif-plugged", "status": "completed", "tag": "aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:22:41.433464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1493011114-network', 'tenant_id': '2085f4267bc84a9e8b967acde84530ef'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:41.456839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Made reservation on behalf of 2085f4267bc84a9e8b967acde84530ef for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:41.464215 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.475759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.551195 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c188d0d-8de3-4278-9046-49f5dc9c98e7 x-openstack-request-id: req-3c188d0d-8de3-4278-9046-49f5dc9c98e7 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:22:41.551521 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abada2de-7088-486a-97ba-f613ea50b3a2", "name": "network-vif-plugged", "status": "completed", "tag": "aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:22:41.551775 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c188d0d-8de3-4278-9046-49f5dc9c98e7 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:22:41.552832 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c188d0d-8de3-4278-9046-49f5dc9c98e7'] response: {'server_uuid': 'abada2de-7088-486a-97ba-f613ea50b3a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d', 'code': 200} Apr 18 20:22:41.704137 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.715207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.756790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:41.767402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a830530-e74f-4971-a44e-20e21adc34f4 req-5a6d5c16-aad4-40ee-832b-0159bc530ecb tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:41.773854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a830530-e74f-4971-a44e-20e21adc34f4 req-5a6d5c16-aad4-40ee-832b-0159bc530ecb tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 931 time: 0.1532671 Apr 18 20:22:41.785498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fe97f-8685-4f68-a857-c17c539862a3 req-96d09064-1e65-4a47-9dfe-bac4f8cb31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:41.786682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-537fe97f-8685-4f68-a857-c17c539862a3 req-96d09064-1e65-4a47-9dfe-bac4f8cb31b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 1122 time: 0.1578610 Apr 18 20:22:41.802864 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.803213 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Added segment 863ff32a-171a-40b9-a2a4-ac09b87f471a of type vlan for network 4a21642f-0d1c-4816-abcb-fce6e1c59184 Apr 18 20:22:41.828954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e074c2e-7166-4d86-acf3-3ca30d4ae574,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:41.860374 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-537fe97f-8685-4f68-a857-c17c539862a3 req-89efd3b9-464f-4cc5-b016-dd1005bf6968 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.898282 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.939528 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.972184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a830530-e74f-4971-a44e-20e21adc34f4 req-426464d0-34d0-4e17-aae3-a357ac8e7605 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897252 Apr 18 20:22:42.004997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.006008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:42.006685 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.133116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] Pushing event updated for resources: {'Network': ['ID=4a21642f-0d1c-4816-abcb-fce6e1c59184,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:42.146094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 4a21642f-0d1c-4816-abcb-fce6e1c59184 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:22:42.208992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ecd24093-5d53-4aff-aaba-afcd3b31805a req-62bb22fe-94e4-4f93-acf9-fede6d736d18 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0789616 Apr 18 20:22:42.218084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b6616fc2-8d4a-47c0-9faf-9e0fd4acb28e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0637152 Apr 18 20:22:42.221108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47526) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:42.226312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Request body: {'subnet': {'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1493011114-subnet', 'tenant_id': '2085f4267bc84a9e8b967acde84530ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:42.276842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Made reservation on behalf of 2085f4267bc84a9e8b967acde84530ef for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:42.280805 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.343925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6969a48-d2f2-4718-9431-13c1a1b6fe60 req-8404b28d-31b9-4308-a59e-ce8954882c6e tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:42.355564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6969a48-d2f2-4718-9431-13c1a1b6fe60 req-8404b28d-31b9-4308-a59e-ce8954882c6e tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 971 time: 0.2253430 Apr 18 20:22:42.387299 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-537fe97f-8685-4f68-a857-c17c539862a3 req-89efd3b9-464f-4cc5-b016-dd1005bf6968 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.407003 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-537fe97f-8685-4f68-a857-c17c539862a3 req-89efd3b9-464f-4cc5-b016-dd1005bf6968 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.489683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6969a48-d2f2-4718-9431-13c1a1b6fe60 req-8f371324-9719-4317-81f5-c74404c71c84 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285677 Apr 18 20:22:42.517380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-537fe97f-8685-4f68-a857-c17c539862a3 req-89efd3b9-464f-4cc5-b016-dd1005bf6968 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098033 Apr 18 20:22:42.527167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efd3b9-464f-4cc5-b016-dd1005bf6968 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ce6c7d-18a5-4c0c-b6ba-b42cbb07f6ce,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:42.549781 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.581762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2125928-5691-4c37-8ece-375289b7003e req-c6329a77-db1f-459c-ba62-2aaec0a2b391 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0272639 Apr 18 20:22:42.626898 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=358ffcc4-e9dd-4c50-b963-c290e74b6cc1,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:42.662378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:42.663000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Network hostable DHCP agents. Network: 4a21642f-0d1c-4816-abcb-fce6e1c59184, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:22:42.682679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Network 4a21642f-0d1c-4816-abcb-fce6e1c59184 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:22:42.694365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 4a21642f-0d1c-4816-abcb-fce6e1c59184) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:42.699277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:42.699929 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.706427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb9c448-a689-4533-8902-e2c1aef45e9e None None] Network 4a21642f-0d1c-4816-abcb-fce6e1c59184 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:42.723970 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f413d3f9-1d0b-4d25-82e9-ded059187a3a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4965634 Apr 18 20:22:42.864969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd73e96-2b21-4c4b-97bd-33c68c02f5dd None None] Network 4a21642f-0d1c-4816-abcb-fce6e1c59184 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:43.147625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e243c4-2131-4ded-988f-1c75dbc40c1e req-6941ecdb-efdc-4c0c-bed4-b01cb615ce5a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:43.149198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58e243c4-2131-4ded-988f-1c75dbc40c1e req-6941ecdb-efdc-4c0c-bed4-b01cb615ce5a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 931 time: 0.0939040 Apr 18 20:22:43.195983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58e243c4-2131-4ded-988f-1c75dbc40c1e req-4eac1132-5036-43e9-8262-6fea5ed85325 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403082 Apr 18 20:22:43.522754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47580) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:43.527640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1261952633-network', 'tenant_id': '7b18665307f64530bb9c9096283b53b1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:43.557160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Made reservation on behalf of 7b18665307f64530bb9c9096283b53b1 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:43.560715 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.571830 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.678471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.688118 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.710816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:43.727026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5237224-0fa0-4d8e-bf7c-1cd52c0b8814,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:43.730759 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.731106 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Added segment c47f4500-a8b8-488e-baed-302750bd02be of type vlan for network aafec685-3956-4140-8894-90901f58ffdf Apr 18 20:22:43.775092 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.811324 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.812844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:43.813524 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.867070 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3432176 Apr 18 20:22:43.870885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47590) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:43.875333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1219ed94-92cf-45a8-9fcb-ab6e215a9feb req-33bdeaf1-bad3-42c2-a7b8-b7a2b52e73ea tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0274220 Apr 18 20:22:43.877916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Request body: {'subnet': {'network_id': 'aafec685-3956-4140-8894-90901f58ffdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1261952633-subnet', 'tenant_id': '7b18665307f64530bb9c9096283b53b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:43.882095 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807d9ab-591b-43d6-8ab6-7b62db933afa admin admin] Pushing event updated for resources: {'Network': ['ID=aafec685-3956-4140-8894-90901f58ffdf,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:43.893677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc3788-e114-4771-aaf1-283e6d04493a req-862ac314-7e00-45dc-b1f5-1c76afb0d329 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:43.896192 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60dc3788-e114-4771-aaf1-283e6d04493a req-862ac314-7e00-45dc-b1f5-1c76afb0d329 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 971 time: 0.2653942 Apr 18 20:22:43.898300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network aafec685-3956-4140-8894-90901f58ffdf details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:22:43.915995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Made reservation on behalf of 7b18665307f64530bb9c9096283b53b1 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:43.918678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.971407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60dc3788-e114-4771-aaf1-283e6d04493a req-a56664d5-3c1f-413d-9bdd-17db4ebfa95f tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585940 Apr 18 20:22:44.133295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.193393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1581ec-6631-4c0d-9593-e1404e93b212,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:44.203815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Checking segment: {'id': 'c47f4500-a8b8-488e-baed-302750bd02be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'aafec685-3956-4140-8894-90901f58ffdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:44.204322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Network hostable DHCP agents. Network: aafec685-3956-4140-8894-90901f58ffdf, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:22:44.220459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Network aafec685-3956-4140-8894-90901f58ffdf is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:22:44.238998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, aafec685-3956-4140-8894-90901f58ffdf) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:44.243410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:44.244133 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.249702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122c083-29a3-4480-81b8-2dd89b23ebb9 None None] Network aafec685-3956-4140-8894-90901f58ffdf requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:44.269396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47606) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:44.271597 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c03b84cf-8851-40d4-acb4-a86985f4ae5e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3997200 Apr 18 20:22:44.295176 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47612) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:44.340645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f39ce9-02c8-40fd-ad00-eb8380f6b672 req-75d946fa-db44-473b-8428-f4a6f8f77f05 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:44.342566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86f39ce9-02c8-40fd-ad00-eb8380f6b672 req-75d946fa-db44-473b-8428-f4a6f8f77f05 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 931 time: 0.0568578 Apr 18 20:22:44.388604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86f39ce9-02c8-40fd-ad00-eb8380f6b672 req-e854369a-80d6-408d-8233-2b1a4da640f1 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383563 Apr 18 20:22:44.438007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242ad86-5e2d-45da-9d83-d961a95a2603 None None] Network aafec685-3956-4140-8894-90901f58ffdf requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:44.495594 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45eb5387-96c6-4388-8762-f26e2d1f63d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.535929 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1d66b0ae-aa27-4afa-96ec-72e1adc386c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.640746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45eb5387-96c6-4388-8762-f26e2d1f63d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.644915 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45eb5387-96c6-4388-8762-f26e2d1f63d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.664058 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1d66b0ae-aa27-4afa-96ec-72e1adc386c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.670702 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1d66b0ae-aa27-4afa-96ec-72e1adc386c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.686686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-45eb5387-96c6-4388-8762-f26e2d1f63d8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea99027ebeb44eb7a5802de16cfd96a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158905 Apr 18 20:22:44.687480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47622) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:44.689859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb5387-96c6-4388-8762-f26e2d1f63d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9962bb5f-4d65-4e80-b786-6c61b4f35a08,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:44.730697 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1d66b0ae-aa27-4afa-96ec-72e1adc386c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ffcfd7188054f389bed086d63e16a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338658 Apr 18 20:22:44.736474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47624) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:44.744835 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66b0ae-aa27-4afa-96ec-72e1adc386c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b9b1b1-7307-4e92-8565-76cabf3c1379,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:44.756714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3fe1cec-62d5-448e-ae04-aac1e571d3a8 req-2a1a8533-94d8-4a5b-8f5a-a005d0662e2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0248952 Apr 18 20:22:44.799390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6899f7d-b01a-45b2-9be6-19837d5a1464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.824170 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ead444-2c1c-4dbd-8df1-12d9e2e4a878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.832030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6899f7d-b01a-45b2-9be6-19837d5a1464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.861951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ead444-2c1c-4dbd-8df1-12d9e2e4a878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.914504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6899f7d-b01a-45b2-9be6-19837d5a1464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.917327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6899f7d-b01a-45b2-9be6-19837d5a1464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.918948 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b6899f7d-b01a-45b2-9be6-19837d5a1464 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9962bb5f-4d65-4e80-b786-6c61b4f35a08 HTTP/1.1" status: 204 len: 168 time: 0.2284820 Apr 18 20:22:44.931242 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ead444-2c1c-4dbd-8df1-12d9e2e4a878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.933777 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ead444-2c1c-4dbd-8df1-12d9e2e4a878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.934888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b0ead444-2c1c-4dbd-8df1-12d9e2e4a878 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20b9b1b1-7307-4e92-8565-76cabf3c1379 HTTP/1.1" status: 204 len: 168 time: 0.1975186 Apr 18 20:22:44.935947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6899f7d-b01a-45b2-9be6-19837d5a1464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9962bb5f-4d65-4e80-b786-6c61b4f35a08,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:44.946414 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ead444-2c1c-4dbd-8df1-12d9e2e4a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b9b1b1-7307-4e92-8565-76cabf3c1379,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:45.035814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-bd49551a-7689-434c-983e-cb3fd57f9433 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:45.037303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-bd49551a-7689-434c-983e-cb3fd57f9433 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 808 time: 0.1855912 Apr 18 20:22:45.076569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f84a282-d27e-48fa-8516-8c629306c42d req-b15b4abb-9f08-423d-b6de-d5b1742c96d4 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0512073 Apr 18 20:22:45.080527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-58a90e44-5ea0-4a15-93ec-606f3d9a722a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1234217 Apr 18 20:22:45.081714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-b7d40c44-96d3-4d21-b8ed-7892b117bc62 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/quotas/2085f4267bc84a9e8b967acde84530ef HTTP/1.1" status: 200 len: 375 time: 0.0351028 Apr 18 20:22:45.132879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-ec717d76-8f28-4655-8a43-9f9707b5a8c2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427837 Apr 18 20:22:45.254620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-1ed753e2-c0c5-4f91-a03b-bb85d24bc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:45.255910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-1ed753e2-c0c5-4f91-a03b-bb85d24bc3ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=156f098322b3437abe2f3b23fd068760&device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 1122 time: 0.1095319 Apr 18 20:22:45.277126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-5e892642-d653-429a-996f-fb5fb9719e98 service neutron] 10.222.0.49 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392288 Apr 18 20:22:45.356168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47646) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:45.370977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-981d3fd5-6e7d-4cac-9b06-c5789b58026b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.376281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47648) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:45.401036 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-855e0c1b-1d78-4659-abf2-76bdd56314bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.483352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-9920a16b-0d3a-4a6f-bf8b-510f49422588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:45.485914 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-9920a16b-0d3a-4a6f-bf8b-510f49422588 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1995480 Apr 18 20:22:45.494225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-fe75c2f8-8c4f-490f-9ebc-5fd9899cc0a4 service neutron] 10.222.0.49 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980762 Apr 18 20:22:45.508594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69148089-4b2a-4883-9533-00589fd4059a req-dd0692ae-6530-49a2-81d5-ea78ca5d2c19 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:45.510061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69148089-4b2a-4883-9533-00589fd4059a req-dd0692ae-6530-49a2-81d5-ea78ca5d2c19 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 971 time: 0.1197605 Apr 18 20:22:45.526114 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-981d3fd5-6e7d-4cac-9b06-c5789b58026b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.536692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-981d3fd5-6e7d-4cac-9b06-c5789b58026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.543961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-1ba155a9-853e-42f5-94d3-b5cfa7d35ce5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d HTTP/1.1" status: 200 len: 217 time: 0.0487182 Apr 18 20:22:45.545953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-855e0c1b-1d78-4659-abf2-76bdd56314bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.558731 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-855e0c1b-1d78-4659-abf2-76bdd56314bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.595684 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-981d3fd5-6e7d-4cac-9b06-c5789b58026b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87c46e4de6a043d5b92001e3dffbe672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381935 Apr 18 20:22:45.601339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47652) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:45.602711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d3fd5-6e7d-4cac-9b06-c5789b58026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84734f6-9af1-4699-bd07-9fa9e6f6a668,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:45.620241 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-855e0c1b-1d78-4659-abf2-76bdd56314bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c57c7d177dd4c5e970cf6971679f5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424047 Apr 18 20:22:45.624677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69148089-4b2a-4883-9533-00589fd4059a req-f1ce94eb-ff5e-4731-92a7-4f8cf030bd7f tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831015 Apr 18 20:22:45.625383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47656) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:45.657847 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.661832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e0c1b-1d78-4659-abf2-76bdd56314bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b4bd74-d131-4b0b-9063-e6f57759133e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:45.666536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-4845db11-f766-47b9-8aac-82a66aa8460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:45.679696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-4845db11-f766-47b9-8aac-82a66aa8460b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1237750 Apr 18 20:22:45.728061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3c5294f2-19fd-4b83-a54c-ff4e83d7d18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.763309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3c5294f2-19fd-4b83-a54c-ff4e83d7d18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.804316 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0803992f-f480-407d-969f-488c5691cd09 req-7835ad02-d101-4f89-b2e2-141476e77645 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 210 time: 0.0685623 Apr 18 20:22:45.814902 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfbf2-170c-4a46-99e3-4c4f92c52421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.832656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-f93f3a09-3425-4dd5-b861-08b3b5d31e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:45.834673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-f93f3a09-3425-4dd5-b861-08b3b5d31e28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419706 Apr 18 20:22:45.860555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3c5294f2-19fd-4b83-a54c-ff4e83d7d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.863079 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3c5294f2-19fd-4b83-a54c-ff4e83d7d18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.864233 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3c5294f2-19fd-4b83-a54c-ff4e83d7d18b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22b4bd74-d131-4b0b-9063-e6f57759133e HTTP/1.1" status: 204 len: 168 time: 0.2378843 Apr 18 20:22:45.881147 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5294f2-19fd-4b83-a54c-ff4e83d7d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b4bd74-d131-4b0b-9063-e6f57759133e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:45.895118 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfbf2-170c-4a46-99e3-4c4f92c52421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.913328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718179f-f1dd-4fc7-a12a-63500ef9f66a req-1d906eb6-e104-4286-bda4-2bd2251ed272 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:45.914838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d718179f-f1dd-4fc7-a12a-63500ef9f66a req-1d906eb6-e104-4286-bda4-2bd2251ed272 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 931 time: 0.2063997 Apr 18 20:22:46.001342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-5a32475b-6532-45c8-a686-f9d1f714e637 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:22:46.002249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-5a32475b-6532-45c8-a686-f9d1f714e637 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200896 Apr 18 20:22:46.081328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d718179f-f1dd-4fc7-a12a-63500ef9f66a req-4f2da3d8-0951-4b4b-a910-71e07e89ada6 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383643 Apr 18 20:22:46.103600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-8b857eb9-0907-4cc2-98ae-997d2728f427 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562902 Apr 18 20:22:46.109077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad2743-a0f4-454c-863c-52ee7406579e req-242cac2a-0af4-4f3e-b2eb-8ad7364ef7b7 tempest-AggregatesAdminTestJSON-1220348880 tempest-AggregatesAdminTestJSON-1220348880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:46.110744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bad2743-a0f4-454c-863c-52ee7406579e req-242cac2a-0af4-4f3e-b2eb-8ad7364ef7b7 tempest-AggregatesAdminTestJSON-1220348880 tempest-AggregatesAdminTestJSON-1220348880-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 1122 time: 0.1538832 Apr 18 20:22:46.200623 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfbf2-170c-4a46-99e3-4c4f92c52421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.203631 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b8ebfbf2-170c-4a46-99e3-4c4f92c52421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.204843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b8ebfbf2-170c-4a46-99e3-4c4f92c52421 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b84734f6-9af1-4699-bd07-9fa9e6f6a668 HTTP/1.1" status: 204 len: 168 time: 0.6006470 Apr 18 20:22:46.260438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75326a71-c249-43eb-a91a-af64faa12790 req-ac92fea1-68f9-4f71-8fe9-61a26b2a3c3a tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0604379 Apr 18 20:22:46.263579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7bad2743-a0f4-454c-863c-52ee7406579e req-9bdf7e7a-db1f-472e-a67a-cff65835f019 tempest-AggregatesAdminTestJSON-1220348880 tempest-AggregatesAdminTestJSON-1220348880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.268953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebfbf2-170c-4a46-99e3-4c4f92c52421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84734f6-9af1-4699-bd07-9fa9e6f6a668,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:46.333098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6db90c2b-0317-4aaf-a2de-7a368b63d061 req-a67d8ac0-5f28-4abd-bac1-370e2f954f81 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210910 Apr 18 20:22:46.398132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Request body: {'port': {'device_id': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:46.430271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7bad2743-a0f4-454c-863c-52ee7406579e req-9bdf7e7a-db1f-472e-a67a-cff65835f019 tempest-AggregatesAdminTestJSON-1220348880 tempest-AggregatesAdminTestJSON-1220348880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.444224 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7bad2743-a0f4-454c-863c-52ee7406579e req-9bdf7e7a-db1f-472e-a67a-cff65835f019 tempest-AggregatesAdminTestJSON-1220348880 tempest-AggregatesAdminTestJSON-1220348880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.523974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bad2743-a0f4-454c-863c-52ee7406579e req-9bdf7e7a-db1f-472e-a67a-cff65835f019 tempest-AggregatesAdminTestJSON-1220348880 tempest-AggregatesAdminTestJSON-1220348880-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665383 Apr 18 20:22:46.534024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.543474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf7e7a-db1f-472e-a67a-cff65835f019 tempest-AggregatesAdminTestJSON-1220348880 tempest-AggregatesAdminTestJSON-1220348880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d98015c-3833-42a9-b4ae-060d053c333b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:46.960320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.60', 55335) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:47.030769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742244b0-6693-4c8a-8a3c-83d7b86138e7 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:47.052130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f7a6c2c-8f3b-4d05-afd9-a693f01565ab req-3f480685-1694-4f9c-82b0-71dd06382b48 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 210 time: 0.0736086 Apr 18 20:22:47.059186 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.101871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Transition to ACTIVE for port object 742244b0-6693-4c8a-8a3c-83d7b86138e7 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:47.110636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.236217 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70dc6e0d-384c-4bdc-9d7f-5d194a59e252 req-23f43ca2-c4a1-40eb-aadf-a0c5cde7b2c4 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0874724 Apr 18 20:22:47.352776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Pushing event updated for resources: {'Port': ['ID=742244b0-6693-4c8a-8a3c-83d7b86138e7,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:47.438826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Attempting to bind port 742244b0-6693-4c8a-8a3c-83d7b86138e7 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:47.439164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Attempting to bind port 742244b0-6693-4c8a-8a3c-83d7b86138e7 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:47.439493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Attempting to bind port 742244b0-6693-4c8a-8a3c-83d7b86138e7 on network e6b26f56-1b99-4f69-b41d-bac0b592115e {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:47.467976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Port 742244b0-6693-4c8a-8a3c-83d7b86138e7 on network e6b26f56-1b99-4f69-b41d-bac0b592115e not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:22:47.468334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Attempting to bind port 742244b0-6693-4c8a-8a3c-83d7b86138e7 on network e6b26f56-1b99-4f69-b41d-bac0b592115e {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:47.481337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf16baa-cff6-44bf-907a-aea9915db1d3 req-8c7c9356-535f-40b5-bd88-401b9d98dea3 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:47.483387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-b0c1f1ea-c201-4647-bd1e-9daac01bc744 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:47.486611 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-b0c1f1ea-c201-4647-bd1e-9daac01bc744 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 808 time: 0.5250974 Apr 18 20:22:47.488938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cf16baa-cff6-44bf-907a-aea9915db1d3 req-8c7c9356-535f-40b5-bd88-401b9d98dea3 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 971 time: 0.2403171 Apr 18 20:22:47.502765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:22:47.503109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Checking segment: {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:47.503489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Bound using segment: {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:22:47.503885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Request body: {'port': {'device_id': 'fb7e0425-991c-429f-9418-3b551311083d', 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184', 'admin_state_up': True, 'tenant_id': '2085f4267bc84a9e8b967acde84530ef'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:47.504220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Bound port: 742244b0-6693-4c8a-8a3c-83d7b86138e7, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:47.504588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.546516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717b8e4-1cca-4b60-ae8e-dc0fcec3ac94 req-7eb2a7ed-ee42-428c-ac32-cc22a49cbc48 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:47.548052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8717b8e4-1cca-4b60-ae8e-dc0fcec3ac94 req-7eb2a7ed-ee42-428c-ac32-cc22a49cbc48 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 943 time: 0.1283805 Apr 18 20:22:47.599519 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47742) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:47.609380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cf16baa-cff6-44bf-907a-aea9915db1d3 req-0fe96d91-c2cc-4dd2-868e-4f78effc64a3 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194425 Apr 18 20:22:47.717465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8717b8e4-1cca-4b60-ae8e-dc0fcec3ac94 req-6114ae3e-a3a0-4907-9e56-9b9dd691073e tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355836 Apr 18 20:22:47.725292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Made reservation on behalf of 2085f4267bc84a9e8b967acde84530ef for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:47.729941 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.758737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] For port 742244b0-6693-4c8a-8a3c-83d7b86138e7, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:22:47.789199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53e8eae6-e98b-4d5f-b235-3afeede29cae req-1ba57e35-cac0-4f30-9509-14fed5d19e6d tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0598912 Apr 18 20:22:47.806815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] For port 742244b0-6693-4c8a-8a3c-83d7b86138e7, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=742244b0-6693-4c8a-8a3c-83d7b86138e7,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:22:47.815742 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.854337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:47.855151 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.856814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] 10.222.0.60 "PUT /v2.0/ports/742244b0-6693-4c8a-8a3c-83d7b86138e7 HTTP/1.1" status: 200 len: 1091 time: 1.6969759 Apr 18 20:22:47.857404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'tag': '742244b0-6693-4c8a-8a3c-83d7b86138e7'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:47.860322 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb47b37-6e26-4991-9466-aafd9f63e763" -d '{"events": [{"name": "network-changed", "server_uuid": "f99794b9-70eb-4d4d-806b-0eb8dbd91037", "tag": "742244b0-6693-4c8a-8a3c-83d7b86138e7"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:22:47.900163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2982cd7-7450-4d77-a80f-a82efcfbb28b service neutron] Pushing event updated for resources: {'Port': ['ID=742244b0-6693-4c8a-8a3c-83d7b86138e7,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:47.935781 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dd7c9a-20cc-4049-a71b-f3b291b4e921 x-openstack-request-id: req-62dd7c9a-20cc-4049-a71b-f3b291b4e921 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:22:47.936166 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99794b9-70eb-4d4d-806b-0eb8dbd91037", "tag": "742244b0-6693-4c8a-8a3c-83d7b86138e7", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:22:47.936409 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62dd7c9a-20cc-4049-a71b-f3b291b4e921 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:22:47.936793 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62dd7c9a-20cc-4049-a71b-f3b291b4e921'] response: {'name': 'network-changed', 'server_uuid': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'tag': '742244b0-6693-4c8a-8a3c-83d7b86138e7', 'status': 'completed', 'code': 200} Apr 18 20:22:47.948001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1213367072-network', 'tenant_id': '929fc08f4fd64b749e2faadeded5a6bb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:47.987774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-e6243eb4-4aaf-4c6c-8bac-f072784ce2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:47.990634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-e6243eb4-4aaf-4c6c-8bac-f072784ce2f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41fc31bdc2f44e189847e15bca1269c8&device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 1094 time: 0.0657036 Apr 18 20:22:48.050318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-2b930c21-dab1-4def-8467-10f98967c060 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=742244b0-6693-4c8a-8a3c-83d7b86138e7 HTTP/1.1" status: 200 len: 217 time: 0.0474780 Apr 18 20:22:48.114044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-423ff6d7-671d-40c0-ae27-a4455fcc8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:48.114731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Made reservation on behalf of 929fc08f4fd64b749e2faadeded5a6bb for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:48.115105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-423ff6d7-671d-40c0-ae27-a4455fcc8d66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0374a3de-6bb0-4284-a844-d3ef80bf44dc HTTP/1.1" status: 200 len: 862 time: 0.0569582 Apr 18 20:22:48.115671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.146470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.182860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Allocated IP 172.20.0.5 (4a21642f-0d1c-4816-abcb-fce6e1c59184/358ffcc4-e9dd-4c50-b963-c290e74b6cc1/f3c8cc44-1f98-4262-8b36-a7d4765619ec) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:48.370712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.379594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.383153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be2e51cf-31a1-4203-aa40-2bef65590f53 req-a85c2e54-53f1-440f-b2a7-59d4a802f387 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 210 time: 0.2340043 Apr 18 20:22:48.426919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:48.433193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-7c52c9b3-91d6-4a90-903f-8ee0eb83eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:48.434690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-7c52c9b3-91d6-4a90-903f-8ee0eb83eaae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6b26f56-1b99-4f69-b41d-bac0b592115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3086338 Apr 18 20:22:48.455055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fff3ea-2e47-4d10-8ce5-f421c02ce261,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:48.456895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-7ffcdc27-b7c9-4d9c-93d8-6832cf20b1bf tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:48.458514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-7ffcdc27-b7c9-4d9c-93d8-6832cf20b1bf tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.64 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 971 time: 0.0778830 Apr 18 20:22:48.467908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.468793 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Added segment 4998e69b-866d-47fd-9fdd-ac2dbd00595c of type vlan for network 7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1 Apr 18 20:22:48.480401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.520776 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.561029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.562048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:48.562679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.571498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.659598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-0e7150e9-9a82-4fe4-9766-679d1f67831f service neutron] 10.222.0.60 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173979 Apr 18 20:22:48.675956 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0754404 Apr 18 20:22:48.683949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47770) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:48.698231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Request body: {'subnet': {'network_id': '7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1213367072-subnet', 'tenant_id': '929fc08f4fd64b749e2faadeded5a6bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:48.718059 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Network 4a21642f-0d1c-4816-abcb-fce6e1c59184 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:48.719479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6b1e3-9dc0-467f-a9c9-053a9824b3fc admin admin] Pushing event updated for resources: {'Network': ['ID=7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:48.725406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:48.727195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Pushing event updated for resources: {'Port': ['ID=f3c8cc44-1f98-4262-8b36-a7d4765619ec,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:48.731041 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:48.736643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:48.737265 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.744451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:22:48.749503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-d841948c-9b2a-4746-b48a-08968fba4760 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Deleting port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:22:48.749854 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-d841948c-9b2a-4746-b48a-08968fba4760 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.796401 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-66f37a3d-d2ee-403f-87bd-f8dfd0d212d1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2982478 Apr 18 20:22:48.813346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Request body: {'port': {'device_id': 'fb7e0425-991c-429f-9418-3b551311083d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:48.846005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Made reservation on behalf of 929fc08f4fd64b749e2faadeded5a6bb for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:48.849152 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.868150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.964133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9fb72f-e9ac-427e-8df8-fbd976d5f180 req-3afe841c-caef-4fc1-b6fc-da1cff89f0ae service neutron] 10.222.0.60 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958913 Apr 18 20:22:48.975542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7043425-868c-4818-b657-495defa9375c req-865b633c-8b72-4537-a350-f15df3e7773a tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:48.977011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7043425-868c-4818-b657-495defa9375c req-865b633c-8b72-4537-a350-f15df3e7773a tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 971 time: 0.2215710 Apr 18 20:22:49.060513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-d841948c-9b2a-4746-b48a-08968fba4760 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] For port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:49.060874 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-d841948c-9b2a-4746-b48a-08968fba4760 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.103655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-d841948c-9b2a-4746-b48a-08968fba4760 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Calling delete_port for aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d owned by compute:tempest-test_az-1638418322 {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:22:49.128755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbad71-bcfd-40aa-8d08-c04704e8d515 req-b9d18642-e275-4996-9c95-26ef2c52d651 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.130955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33cbad71-bcfd-40aa-8d08-c04704e8d515 req-b9d18642-e275-4996-9c95-26ef2c52d651 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 943 time: 0.1918206 Apr 18 20:22:49.150123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7043425-868c-4818-b657-495defa9375c req-04b7645a-c6ef-4ab8-8e1e-e2fe48454fb8 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/security-groups?id=87d73654-8f59-4124-88f6-d53a039a35ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535232 Apr 18 20:22:49.192402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c8cc44-1f98-4262-8b36-a7d4765619ec {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:49.200287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.222080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Transition to ACTIVE for port object f3c8cc44-1f98-4262-8b36-a7d4765619ec will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:49.226594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.250058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-697d61e3-0629-4e9f-912d-ba2518e97892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.251504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-697d61e3-0629-4e9f-912d-ba2518e97892 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41fc31bdc2f44e189847e15bca1269c8&device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 1094 time: 0.2296829 Apr 18 20:22:49.280389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c8cc44-1f98-4262-8b36-a7d4765619ec,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:49.302197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f3072d6-0895-4eec-8eed-cc44bc5582d1 req-b3da2a78-cd6a-4dde-ad4f-0394bc56c994 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0622716 Apr 18 20:22:49.334620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33cbad71-bcfd-40aa-8d08-c04704e8d515 req-b1a91808-b9a1-48c6-abcb-7f5c6dfac5ea tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892114 Apr 18 20:22:49.345218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:49.345655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:49.345906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:49.350789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Port f3c8cc44-1f98-4262-8b36-a7d4765619ec on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:22:49.351106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:49.356325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:22:49.356661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:49.357260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:22:49.357717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Bound port: f3c8cc44-1f98-4262-8b36-a7d4765619ec, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:49.358072 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.436046 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:22:49.441439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:22:49.449878 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.471269 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.505904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.506104 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.507465 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 200 len: 1091 time: 0.7028005 Apr 18 20:22:49.507962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7e0425-991c-429f-9418-3b551311083d', 'tag': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:49.548944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-eb160fc0-5e00-46d5-bbc0-d6ba7eab4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.551074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-eb160fc0-5e00-46d5-bbc0-d6ba7eab4fb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6b26f56-1b99-4f69-b41d-bac0b592115e HTTP/1.1" status: 200 len: 924 time: 0.2861984 Apr 18 20:22:49.635531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-bf81b9f5-da0c-4762-afb1-6a589dcf64f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=742244b0-6693-4c8a-8a3c-83d7b86138e7 HTTP/1.1" status: 200 len: 217 time: 0.0607560 Apr 18 20:22:49.654585 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092141a5-7973-40be-a74c-bf73b07ea242" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7e0425-991c-429f-9418-3b551311083d", "tag": "f3c8cc44-1f98-4262-8b36-a7d4765619ec"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:22:49.665212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b38280-1f12-4c7d-b7fe-d0640dc0822e,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:49.674340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32c42f-1580-4ebc-8bbe-97ed4a7db752 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c8cc44-1f98-4262-8b36-a7d4765619ec,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:49.698618 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-d841948c-9b2a-4746-b48a-08968fba4760 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.705374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-f56d693f-68be-4d9a-b267-9a79e2e22f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.708807 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-f56d693f-68be-4d9a-b267-9a79e2e22f82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1094 time: 0.1292729 Apr 18 20:22:49.714203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:22:49.746566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28894a-0825-4b38-80d3-40850382f5d9 req-91e4759b-5467-4183-bc5d-2dfcf9dc57a8 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.748436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd28894a-0825-4b38-80d3-40850382f5d9 req-91e4759b-5467-4183-bc5d-2dfcf9dc57a8 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 943 time: 0.2682071 Apr 18 20:22:49.752530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Checking segment: {'id': '4998e69b-866d-47fd-9fdd-ac2dbd00595c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:49.752887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Network hostable DHCP agents. Network: 7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:22:49.756928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841948c-9b2a-4746-b48a-08968fba4760 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Pushing event deleted for resources: {'Port': ['ID=aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:49.782127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-55097fd2-96fe-47f9-8cb2-74cf109f840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.782127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-55097fd2-96fe-47f9-8cb2-74cf109f840a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0374a3de-6bb0-4284-a844-d3ef80bf44dc HTTP/1.1" status: 200 len: 862 time: 0.1340168 Apr 18 20:22:49.790474 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e054d3-ff08-467d-ba1d-08292b06980c x-openstack-request-id: req-48e054d3-ff08-467d-ba1d-08292b06980c {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:22:49.790950 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7e0425-991c-429f-9418-3b551311083d", "tag": "f3c8cc44-1f98-4262-8b36-a7d4765619ec", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:22:49.791370 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48e054d3-ff08-467d-ba1d-08292b06980c {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:22:49.792113 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e054d3-ff08-467d-ba1d-08292b06980c'] response: {'name': 'network-changed', 'server_uuid': 'fb7e0425-991c-429f-9418-3b551311083d', 'tag': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec', 'status': 'completed', 'code': 200} Apr 18 20:22:49.831755 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-854c6fc6-71b8-4a3d-87c6-9ea08966d6f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 200 len: 217 time: 0.1093273 Apr 18 20:22:49.885694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-d841948c-9b2a-4746-b48a-08968fba4760 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] No DVR routers for this DVR port aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:49.886730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47796) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:49.899232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Network 7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:22:49.902571 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-d841948c-9b2a-4746-b48a-08968fba4760 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.909592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-182b84a8-44d0-4f0c-a0e7-5e56038cc960 req-d841948c-9b2a-4746-b48a-08968fba4760 tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.64 "DELETE /v2.0/ports/aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d HTTP/1.1" status: 204 len: 173 time: 1.4384596 Apr 18 20:22:49.918501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd28894a-0825-4b38-80d3-40850382f5d9 req-1191d77d-1bdd-41da-9b3e-adf4bd061972 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590331 Apr 18 20:22:49.922168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-5b8438ce-3573-4b56-8891-ddffe34e9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.923746 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-5b8438ce-3573-4b56-8891-ddffe34e9d99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.0840051 Apr 18 20:22:49.928159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:49.938884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abada2de-7088-486a-97ba-f613ea50b3a2', 'name': 'network-vif-deleted', 'tag': 'aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:49.939240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a3c3b-bcc8-477d-8d45-8591b221d324 None None] Network 7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:49.946375 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b04a79f-7a6c-4cb9-8330-31f6807e3f44" -d '{"events": [{"server_uuid": "abada2de-7088-486a-97ba-f613ea50b3a2", "name": "network-vif-deleted", "tag": "aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:22:49.949763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.950612 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.955226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-f63c2dbb-0c28-4b11-aabd-7e8f124ba6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.957013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-f63c2dbb-0c28-4b11-aabd-7e8f124ba6b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6b26f56-1b99-4f69-b41d-bac0b592115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556773 Apr 18 20:22:50.099805 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e720246e-ff6f-4ed9-9921-3463b349cec9 x-openstack-request-id: req-e720246e-ff6f-4ed9-9921-3463b349cec9 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:22:50.100194 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abada2de-7088-486a-97ba-f613ea50b3a2", "name": "network-vif-deleted", "tag": "aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:22:50.100386 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e720246e-ff6f-4ed9-9921-3463b349cec9 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:22:50.100737 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e720246e-ff6f-4ed9-9921-3463b349cec9'] response: {'server_uuid': 'abada2de-7088-486a-97ba-f613ea50b3a2', 'name': 'network-vif-deleted', 'tag': 'aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d', 'status': 'completed', 'code': 200} Apr 18 20:22:50.112139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-919321a0-3d45-4711-81fc-8c3dfcf04db0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4181726 Apr 18 20:22:50.137963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e275c7ba-20da-479a-a2eb-9e6f3052cb9e None None] Network 7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:50.172092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-92e71488-9769-420c-9545-a4ec8119309f service neutron] 10.222.0.60 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063980 Apr 18 20:22:50.245250 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-7d001b15-292d-4f75-8503-b945ccd76d5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3038654 Apr 18 20:22:50.293740 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bb47b37-6e26-4991-9466-aafd9f63e763 req-14442e65-fef3-4d01-bd93-d57cf5f19175 service neutron] 10.222.0.60 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147692 Apr 18 20:22:50.296381 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74cd6cc5-bfe8-498d-b48f-f59bf0ba75f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:50.417938 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-fe37322f-95de-4dc1-8491-1ab0a8257b76 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531966 Apr 18 20:22:50.511767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74cd6cc5-bfe8-498d-b48f-f59bf0ba75f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:50.523137 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74cd6cc5-bfe8-498d-b48f-f59bf0ba75f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:50.585739 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-74cd6cc5-bfe8-498d-b48f-f59bf0ba75f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f4fd669ea2a4f0781197f47ae376655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974943 Apr 18 20:22:50.586724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd6cc5-bfe8-498d-b48f-f59bf0ba75f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81799020-b842-4a52-a874-3dc0f9ad7a50,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:50.590473 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3d9d205-3aae-43ed-9b58-3b4a4b314453 req-21f017b1-cfc0-499b-9ebf-63fe751adce8 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633089 Apr 18 20:22:50.590614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b6b0cd1-aea8-4b62-a108-84961c944c19 req-191fc6b3-4e43-4778-ab23-1c2522ea858f tempest-AggregatesAdminTestJSON-1245509987 tempest-AggregatesAdminTestJSON-1245509987-project] 10.222.0.49 "GET /v2.0/ports?device_id=abada2de-7088-486a-97ba-f613ea50b3a2 HTTP/1.1" status: 200 len: 210 time: 0.2809732 Apr 18 20:22:50.590737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47818) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:50.656037 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4978-3392-4bab-939c-25ef39a81289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:50.675582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30a21841-2fd8-415c-9919-3bab212faf89 req-763e184d-d997-44f2-8bdc-2bc144a6e99d tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0952837 Apr 18 20:22:50.708838 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4978-3392-4bab-939c-25ef39a81289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:50.771893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20971f-c7b0-47da-94e1-3c0c4025bd8f req-163108df-cbc4-423f-b85d-1b3a21728fe5 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:50.771893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be20971f-c7b0-47da-94e1-3c0c4025bd8f req-163108df-cbc4-423f-b85d-1b3a21728fe5 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 943 time: 0.0591164 Apr 18 20:22:50.794953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092141a5-7973-40be-a74c-bf73b07ea242 req-340201f8-9e5c-4d44-b275-986c253ed804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:50.797235 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-092141a5-7973-40be-a74c-bf73b07ea242 req-340201f8-9e5c-4d44-b275-986c253ed804 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1094 time: 0.0734978 Apr 18 20:22:50.822894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be20971f-c7b0-47da-94e1-3c0c4025bd8f req-e9f20813-8197-4d91-8132-468e1f6ad5e1 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393686 Apr 18 20:22:50.823260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47824) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:50.825296 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4978-3392-4bab-939c-25ef39a81289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:50.828660 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed6f4978-3392-4bab-939c-25ef39a81289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:50.829736 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ed6f4978-3392-4bab-939c-25ef39a81289 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81799020-b842-4a52-a874-3dc0f9ad7a50 HTTP/1.1" status: 204 len: 168 time: 0.2374525 Apr 18 20:22:50.845345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-620944486-network', 'tenant_id': '031cc8db36d74ef79ae32b82fd3abedd'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:50.901689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f4978-3392-4bab-939c-25ef39a81289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81799020-b842-4a52-a874-3dc0f9ad7a50,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:50.943248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Made reservation on behalf of 031cc8db36d74ef79ae32b82fd3abedd for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:50.945640 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:50.970760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.007728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092141a5-7973-40be-a74c-bf73b07ea242 req-9e3057fc-50fa-4a15-8451-b34ab5393f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:51.009222 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-092141a5-7973-40be-a74c-bf73b07ea242 req-9e3057fc-50fa-4a15-8451-b34ab5393f26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.2038636 Apr 18 20:22:51.063319 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-092141a5-7973-40be-a74c-bf73b07ea242 req-ac983b93-06f2-46e5-9b90-a9eba489e56f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 200 len: 217 time: 0.0452917 Apr 18 20:22:51.091908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f57625-5a83-490d-991b-1292b2803dbb req-53d4ecf7-d024-4ae2-86d3-0da9f33f09b7 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:51.094460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f2f57625-5a83-490d-991b-1292b2803dbb req-53d4ecf7-d024-4ae2-86d3-0da9f33f09b7 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 943 time: 0.0612738 Apr 18 20:22:51.124983 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:22:51.133207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092141a5-7973-40be-a74c-bf73b07ea242 req-d744c4b1-35c2-4fbb-9b0b-8469625a9070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:51.134669 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-092141a5-7973-40be-a74c-bf73b07ea242 req-d744c4b1-35c2-4fbb-9b0b-8469625a9070 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.0632963 Apr 18 20:22:51.145323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f2f57625-5a83-490d-991b-1292b2803dbb req-796578cb-e172-476e-93df-7e2b9ee72973 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Apr 18 20:22:51.157563 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.176480 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-092141a5-7973-40be-a74c-bf73b07ea242 req-103d332c-1345-4429-8698-9ceecb0aa56b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323067 Apr 18 20:22:51.177285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.195588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47832) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:51.209613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcb85400-2c2e-45ea-9e77-b8121444867c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.222189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:51.255811 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1644ba4-58d9-40eb-a191-ed21333b0908,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:51.266622 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.266963 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Added segment 2ff53cf6-fd31-487b-accb-9027f719fc98 of type vlan for network aedd3f77-a1f5-4451-a1e9-12bd2a499fbe Apr 18 20:22:51.291959 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcb85400-2c2e-45ea-9e77-b8121444867c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.295705 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcb85400-2c2e-45ea-9e77-b8121444867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.320264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.333324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dcb85400-2c2e-45ea-9e77-b8121444867c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec61a568e38f408b92067c754fa930df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358202 Apr 18 20:22:51.334188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb85400-2c2e-45ea-9e77-b8121444867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057809f6-69d4-4844-a87e-7af34a298f67,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:51.334379 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-092141a5-7973-40be-a74c-bf73b07ea242 req-eb0698ef-2094-4dbd-9d4d-96c221e477c5 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497445 Apr 18 20:22:51.336072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47834) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:51.426692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.427622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:51.428231 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.514706 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6901207 Apr 18 20:22:51.517906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47836) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:51.522899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Request body: {'subnet': {'network_id': 'aedd3f77-a1f5-4451-a1e9-12bd2a499fbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-620944486-subnet', 'tenant_id': '031cc8db36d74ef79ae32b82fd3abedd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:51.529126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c52eb7-67cb-4084-8ea3-7452788e1cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=aedd3f77-a1f5-4451-a1e9-12bd2a499fbe,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:51.531831 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d7308a1-cddb-4df5-ab18-7ab2fa794569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.535468 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-092141a5-7973-40be-a74c-bf73b07ea242 req-8f72ef5b-78b1-4494-a5ed-9e7be873dbb3 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899502 Apr 18 20:22:51.543332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network aedd3f77-a1f5-4451-a1e9-12bd2a499fbe details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:22:51.547482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Made reservation on behalf of 031cc8db36d74ef79ae32b82fd3abedd for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:51.551188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.560018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d7308a1-cddb-4df5-ab18-7ab2fa794569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.610200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d7308a1-cddb-4df5-ab18-7ab2fa794569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.612935 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d7308a1-cddb-4df5-ab18-7ab2fa794569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.614275 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d7308a1-cddb-4df5-ab18-7ab2fa794569 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/057809f6-69d4-4844-a87e-7af34a298f67 HTTP/1.1" status: 204 len: 168 time: 0.2771604 Apr 18 20:22:51.622404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7308a1-cddb-4df5-ab18-7ab2fa794569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057809f6-69d4-4844-a87e-7af34a298f67,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:51.802814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41cda001-35bf-4108-9789-ea901a3f126f req-4e9f21cc-9383-4935-b872-f884ef83eb86 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0364664 Apr 18 20:22:51.803799 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.886426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a56ef8-dfb4-4b37-a6b4-9c8d6bc48013,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:51.890721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Checking segment: {'id': '2ff53cf6-fd31-487b-accb-9027f719fc98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'aedd3f77-a1f5-4451-a1e9-12bd2a499fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:51.891066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Network hostable DHCP agents. Network: aedd3f77-a1f5-4451-a1e9-12bd2a499fbe, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:22:51.913313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Network aedd3f77-a1f5-4451-a1e9-12bd2a499fbe is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:22:51.940291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, aedd3f77-a1f5-4451-a1e9-12bd2a499fbe) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:51.945053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:51.945950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.954970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83680e91-4e08-454f-995b-e244e4d2efd2 None None] Network aedd3f77-a1f5-4451-a1e9-12bd2a499fbe requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:51.999901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a24e359f-7c68-4f63-a54f-4531170a58cf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4715247 Apr 18 20:22:52.004047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd45a26-917b-4042-8627-8202a5473e48 req-c48adfc7-b276-4c60-a706-e36562fe5634 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:52.005696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afd45a26-917b-4042-8627-8202a5473e48 req-c48adfc7-b276-4c60-a706-e36562fe5634 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 943 time: 0.0784218 Apr 18 20:22:52.065480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afd45a26-917b-4042-8627-8202a5473e48 req-77c51fa6-4066-4698-90b3-e01876cd8f82 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488393 Apr 18 20:22:52.139316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32279f2-503d-4ad9-a6f5-b804404b82dc None None] Network aedd3f77-a1f5-4451-a1e9-12bd2a499fbe requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:22:52.159531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47880) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:52.232469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-479006f5-57de-451e-b337-158ff0e2bd33 admin admin] Deleting subnet 93b38280-1f12-4c7d-b7fe-d0640dc0822e {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:22:52.236767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-479006f5-57de-451e-b337-158ff0e2bd33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.281408 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-479006f5-57de-451e-b337-158ff0e2bd33 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.294760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-479006f5-57de-451e-b337-158ff0e2bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.328675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8d726-cdb8-4739-9236-851ca0918485 req-705ac560-507a-4c1f-b738-21d76f081970 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:52.336881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24f8d726-cdb8-4739-9236-851ca0918485 req-705ac560-507a-4c1f-b738-21d76f081970 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 943 time: 0.0936713 Apr 18 20:22:52.399584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24f8d726-cdb8-4739-9236-851ca0918485 req-46087d3b-07c0-478c-9864-6cb5a2930f72 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510535 Apr 18 20:22:52.403509 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-479006f5-57de-451e-b337-158ff0e2bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.438528 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479006f5-57de-451e-b337-158ff0e2bd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b38280-1f12-4c7d-b7fe-d0640dc0822e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:52.447750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-479006f5-57de-451e-b337-158ff0e2bd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.452098 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-479006f5-57de-451e-b337-158ff0e2bd33 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/93b38280-1f12-4c7d-b7fe-d0640dc0822e HTTP/1.1" status: 204 len: 168 time: 0.2910306 Apr 18 20:22:52.454451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47902) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:52.524138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.618541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.640265 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.640706 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.641577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.642074 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > port after_create 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.642394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.642791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > port after_update 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.643323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.643659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.644080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.644338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.675981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:22:52.717140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:22:52.717476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device aeb35f3e-95ba-41ae-9eeb-34c7c6054e4d not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:22:52.729496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.729834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.730620 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.731183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:22:52.731755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:52.751122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4998e69b-866d-47fd-9fdd-ac2dbd00595c') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:52.751421 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4998e69b-866d-47fd-9fdd-ac2dbd00595c') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:52.773867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.797125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.805676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:22:52.806067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: from cryptography.utils import int_from_bytes Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: from cryptography.utils import int_from_bytes Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:22:52.838167 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:22:52.932278 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.958720 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.962423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b32762cb-4762-4d1b-b9ef-25346e1d715f req-165a88ff-bfd5-4dda-ad4a-add833dddca2 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0387497 Apr 18 20:22:52.963020 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] 10.222.0.49 "DELETE /v2.0/networks/7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1 HTTP/1.1" status: 204 len: 168 time: 0.5074437 Apr 18 20:22:52.964093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d2d73-a845-47b6-af3b-0dc136608e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f107c4b-0d7b-4b87-9fe9-0b243c47f0b1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:52.966304 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47946) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:53.024419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92b7702-ec03-480c-bdf3-4d36f22910b2 admin admin] Deleting subnet d3a56ef8-dfb4-4b37-a6b4-9c8d6bc48013 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:22:53.027638 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d92b7702-ec03-480c-bdf3-4d36f22910b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.072187 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d92b7702-ec03-480c-bdf3-4d36f22910b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.149262 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d92b7702-ec03-480c-bdf3-4d36f22910b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.221813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d92b7702-ec03-480c-bdf3-4d36f22910b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.227430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3867b0-94f3-403c-909b-827f7f64170b req-21a69f0e-fa5e-47ae-84fa-f2f89f7f1206 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:53.231559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea3867b0-94f3-403c-909b-827f7f64170b req-21a69f0e-fa5e-47ae-84fa-f2f89f7f1206 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 943 time: 0.0862744 Apr 18 20:22:53.263188 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b7702-ec03-480c-bdf3-4d36f22910b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a56ef8-dfb4-4b37-a6b4-9c8d6bc48013,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:53.272416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea3867b0-94f3-403c-909b-827f7f64170b req-ea76518b-6887-4362-b97f-a264e9154a41 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347488 Apr 18 20:22:53.287400 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d92b7702-ec03-480c-bdf3-4d36f22910b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.296786 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d92b7702-ec03-480c-bdf3-4d36f22910b2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d3a56ef8-dfb4-4b37-a6b4-9c8d6bc48013 HTTP/1.1" status: 204 len: 168 time: 0.3291137 Apr 18 20:22:53.297544 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47976) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:53.376800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.490998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.529622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedd3f77-a1f5-4451-a1e9-12bd2a499fbe']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:53.545240 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff53cf6-fd31-487b-accb-9027f719fc98') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:53.546010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff53cf6-fd31-487b-accb-9027f719fc98') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:53.560521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e180b2-152c-41fc-be39-280f8bf9eff7 req-7f3b9fb6-95da-425c-beba-94eff345fee4 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:53.562277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.562460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10e180b2-152c-41fc-be39-280f8bf9eff7 req-7f3b9fb6-95da-425c-beba-94eff345fee4 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 943 time: 0.0524626 Apr 18 20:22:53.585596 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.599094 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:22:53.599552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:22:53.601301 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:22:53.618620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10e180b2-152c-41fc-be39-280f8bf9eff7 req-32b0ed25-9699-413e-8990-1a86f74dd68f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465033 Apr 18 20:22:53.665720 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.683019 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.688036 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] 10.222.0.49 "DELETE /v2.0/networks/aedd3f77-a1f5-4451-a1e9-12bd2a499fbe HTTP/1.1" status: 204 len: 168 time: 0.3879383 Apr 18 20:22:53.698783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a71e38-6aa0-43eb-afe1-a4e161b946ca admin admin] Pushing event deleted for resources: {'Network': ['ID=aedd3f77-a1f5-4451-a1e9-12bd2a499fbe,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:53.872059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-9125bb61-2693-438e-8515-7881223156fe tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291514 Apr 18 20:22:53.911415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48042) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:53.960668 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f45cc068-be10-4832-a730-2ffffee7457a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=929fc08f4fd64b749e2faadeded5a6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480633 Apr 18 20:22:53.961236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48044) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:54.014228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d829548-1d6c-4c20-bbe3-bc82474502bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.040796 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d829548-1d6c-4c20-bbe3-bc82474502bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.059580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-de061c56-6da2-4252-8a4c-df0668199518 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:54.069648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-de061c56-6da2-4252-8a4c-df0668199518 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884894 Apr 18 20:22:54.088106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-5066a954-d858-4fe0-999d-d215efab9801 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/quotas/ff02ba8c3843443f94c6bb833b2b0b5e HTTP/1.1" status: 200 len: 375 time: 0.0166776 Apr 18 20:22:54.121167 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d829548-1d6c-4c20-bbe3-bc82474502bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.121475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-2a7130f9-1c55-4f3f-9267-31bd81f06ab0 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322835 Apr 18 20:22:54.126207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d829548-1d6c-4c20-bbe3-bc82474502bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.131481 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4d829548-1d6c-4c20-bbe3-bc82474502bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/73fff3ea-2e47-4d10-8ce5-f421c02ce261 HTTP/1.1" status: 204 len: 168 time: 0.1692927 Apr 18 20:22:54.142202 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d829548-1d6c-4c20-bbe3-bc82474502bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fff3ea-2e47-4d10-8ce5-f421c02ce261,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:54.177527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6adc34e5-8e84-43d9-b9d5-cac771a4f341 req-16f7dd9c-4075-47c2-943f-fadb96373c46 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0462909 Apr 18 20:22:54.328074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48068) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:54.373426 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 742244b0-6693-4c8a-8a3c-83d7b86138e7 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:22:54.521097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c1d47-8cf6-4b6b-afdf-d9bc51b34a81 req-b385cc5f-be86-4f05-b1ae-4c78c1848824 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:54.529249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d9c1d47-8cf6-4b6b-afdf-d9bc51b34a81 req-b385cc5f-be86-4f05-b1ae-4c78c1848824 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 943 time: 0.1157205 Apr 18 20:22:54.581540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 742244b0-6693-4c8a-8a3c-83d7b86138e7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=742244b0-6693-4c8a-8a3c-83d7b86138e7,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:54.596322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '742244b0-6693-4c8a-8a3c-83d7b86138e7', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'port_id': '742244b0-6693-4c8a-8a3c-83d7b86138e7', 'mac_address': 'fa:16:3e:ca:c3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:22:54.615236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d9c1d47-8cf6-4b6b-afdf-d9bc51b34a81 req-f3541d38-3576-4a12-b866-d9a075dc790e tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849259 Apr 18 20:22:54.654431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f583fb9f-1319-49b0-85f0-30269f52ce30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.658260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48098) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:54.674128 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.691166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742244b0-6693-4c8a-8a3c-83d7b86138e7 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:54.726112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 742244b0-6693-4c8a-8a3c-83d7b86138e7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=742244b0-6693-4c8a-8a3c-83d7b86138e7,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:54.732045 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.732882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f3c8cc44-1f98-4262-8b36-a7d4765619ec details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:22:54.773527 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-866240fd-70ac-4c0e-9269-d8afe04e392d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=031cc8db36d74ef79ae32b82fd3abedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109958 Apr 18 20:22:54.773766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48114) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:54.823715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-6a140510-2690-4083-86ca-fa1cfa0d5e31 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647824 Apr 18 20:22:54.834135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d976f3b8-ceba-4ad9-b6b2-50e6dbeab00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.864273 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d976f3b8-ceba-4ad9-b6b2-50e6dbeab00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.869791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=742244b0-6693-4c8a-8a3c-83d7b86138e7,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:54.946006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:54.953102 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f583fb9f-1319-49b0-85f0-30269f52ce30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.954791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d976f3b8-ceba-4ad9-b6b2-50e6dbeab00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.958516 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d976f3b8-ceba-4ad9-b6b2-50e6dbeab00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.962288 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d976f3b8-ceba-4ad9-b6b2-50e6dbeab00f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1644ba4-58d9-40eb-a191-ed21333b0908 HTTP/1.1" status: 204 len: 168 time: 0.1852591 Apr 18 20:22:54.965082 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f583fb9f-1319-49b0-85f0-30269f52ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.991312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976f3b8-ceba-4ad9-b6b2-50e6dbeab00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1644ba4-58d9-40eb-a191-ed21333b0908,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:55.062895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583fb9f-1319-49b0-85f0-30269f52ce30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ea1903-6900-4a4f-9099-80f2891d83d4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:55.083304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f583fb9f-1319-49b0-85f0-30269f52ce30 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=79ad9ac7934e41a69eb47a8ad7335937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7538154 Apr 18 20:22:55.086808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48124) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:55.106432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-40fcd684-8a73-4207-808a-cec36339317e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:55.107975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-40fcd684-8a73-4207-808a-cec36339317e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831731 Apr 18 20:22:55.151105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec', 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184', 'port_id': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec', 'mac_address': 'fa:16:3e:83:9e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358ffcc4-e9dd-4c50-b963-c290e74b6cc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:22:55.156469 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e2c1-3476-431b-a1b3-2db5fd4899b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.161546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-30b7f7f9-58be-4044-bd48-1e280a092fb8 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/quotas/ff02ba8c3843443f94c6bb833b2b0b5e HTTP/1.1" status: 200 len: 375 time: 0.0414941 Apr 18 20:22:55.188493 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e2c1-3476-431b-a1b3-2db5fd4899b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.219680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-9e4f2c2e-a3ed-4a1b-ac7e-2fdaec7fb2af tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512393 Apr 18 20:22:55.245927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b011c3e-815a-4f03-87b0-9fb18a74bdf4 req-1920b70c-767c-4e96-aae1-12364de4a234 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:55.247552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b011c3e-815a-4f03-87b0-9fb18a74bdf4 req-1920b70c-767c-4e96-aae1-12364de4a234 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 943 time: 0.1384702 Apr 18 20:22:55.248750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e2c1-3476-431b-a1b3-2db5fd4899b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.252282 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e2c1-3476-431b-a1b3-2db5fd4899b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.252986 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.256556 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0cb4e2c1-3476-431b-a1b3-2db5fd4899b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8ea1903-6900-4a4f-9099-80f2891d83d4 HTTP/1.1" status: 204 len: 168 time: 0.1664901 Apr 18 20:22:55.290040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4e2c1-3476-431b-a1b3-2db5fd4899b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ea1903-6900-4a4f-9099-80f2891d83d4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:55.305473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c8cc44-1f98-4262-8b36-a7d4765619ec {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:55.322100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b011c3e-815a-4f03-87b0-9fb18a74bdf4 req-5827c301-89ac-46da-9096-5737018d049e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479927 Apr 18 20:22:55.367927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:55.373189 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.441687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f3c8cc44-1f98-4262-8b36-a7d4765619ec,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:55.507010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7925a433-b350-4c44-9d56-0b14f3dd8052 req-dc1a895c-f46c-44ac-ae2e-2fb145738fe7 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0394247 Apr 18 20:22:55.573404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a90b993-959b-4119-b8a0-e196b35629d7 req-d8a33492-5015-4897-a7c0-88abde496b65 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 210 time: 0.0359344 Apr 18 20:22:55.798603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922795d2-d5be-488b-a7d4-e0043bf0060d req-03a82b82-0e72-4438-9cb0-d2897af94fc1 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:55.802275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-922795d2-d5be-488b-a7d4-e0043bf0060d req-03a82b82-0e72-4438-9cb0-d2897af94fc1 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 944 time: 0.0733123 Apr 18 20:22:55.871338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48168) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:55.880161 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f3c8cc44-1f98-4262-8b36-a7d4765619ec'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:22:55.889756 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-922795d2-d5be-488b-a7d4-e0043bf0060d req-2711e013-1a7f-495d-8e95-04532b4b595b tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739658 Apr 18 20:22:55.893082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61b68302-fa50-4836-b450-b906d08e7042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.901653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-8023b547-8873-48d2-9bca-9df06c33118e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601852 Apr 18 20:22:55.934708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['742244b0-6693-4c8a-8a3c-83d7b86138e7'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:22:56.063236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48172) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:56.111252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-914af863-69ea-4833-8a4c-695895185b2c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:56.113336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-914af863-69ea-4833-8a4c-695895185b2c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109938 Apr 18 20:22:56.135784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Request body: {'port': {'device_id': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'ff02ba8c3843443f94c6bb833b2b0b5e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:56.145662 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61b68302-fa50-4836-b450-b906d08e7042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.160773 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61b68302-fa50-4836-b450-b906d08e7042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.267594 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-61b68302-fa50-4836-b450-b906d08e7042 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6a0095af8494c3b9fdc6f89a3722dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938158 Apr 18 20:22:56.268472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b68302-fa50-4836-b450-b906d08e7042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d00d9e-805a-44aa-ae00-483e1d3a259f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:56.273008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48178) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:56.331492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b53568f-3ab5-46d6-ad37-7cb38cfb4d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.350027 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31692004-7890-4802-914c-ad1bf3b99dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.352744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Made reservation on behalf of ff02ba8c3843443f94c6bb833b2b0b5e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:56.356752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.358642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b53568f-3ab5-46d6-ad37-7cb38cfb4d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.376261 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.420784 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b53568f-3ab5-46d6-ad37-7cb38cfb4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.423810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b53568f-3ab5-46d6-ad37-7cb38cfb4d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.424993 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2b53568f-3ab5-46d6-ad37-7cb38cfb4d49 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07d00d9e-805a-44aa-ae00-483e1d3a259f HTTP/1.1" status: 204 len: 168 time: 0.1508119 Apr 18 20:22:56.433311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48186) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:56.441630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53568f-3ab5-46d6-ad37-7cb38cfb4d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d00d9e-805a-44aa-ae00-483e1d3a259f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:56.564045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34709da-030d-4887-b261-0dba1a15db98 req-3a3225e5-90a3-4448-9559-d4490dc2c8e3 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:56.565531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d34709da-030d-4887-b261-0dba1a15db98 req-3a3225e5-90a3-4448-9559-d4490dc2c8e3 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 944 time: 0.0967016 Apr 18 20:22:56.610726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31692004-7890-4802-914c-ad1bf3b99dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.617846 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.620413 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31692004-7890-4802-914c-ad1bf3b99dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.647995 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.705746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d34709da-030d-4887-b261-0dba1a15db98 req-9114f591-d1a0-40de-857c-bae35b92d016 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273925 Apr 18 20:22:56.707541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a0e2dca-d7e0-4459-81e7-961eb1250653 req-9b118afd-b78a-483d-bf20-e6fb6dfbeeaa tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0722432 Apr 18 20:22:56.747248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48200) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:56.747364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-31692004-7890-4802-914c-ad1bf3b99dec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=211e5ca40acb4755abc3e0221df233b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6812601 Apr 18 20:22:56.758857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31692004-7890-4802-914c-ad1bf3b99dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a606c34f-ab23-463c-b129-fefd994c0741,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:56.816448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:56.856156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Allocated IP 192.168.233.62 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/f14a2b5c-2d60-4329-902d-e5ccd33b91df) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:56.906435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42a5223e-f986-4ff9-b009-6b01acd857ec req-a1d33bca-e92b-4848-a527-82a58cdc264a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 210 time: 0.0391006 Apr 18 20:22:56.920417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.64', 63817) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:56.948518 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d1367609-a937-4e01-9cf7-5aa2dcd49e11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=156f098322b3437abe2f3b23fd068760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135601 Apr 18 20:22:56.958604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48212) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:56.995934 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-36dc9960-76c5-4575-8586-0d21ffe4990a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.038194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-36dc9960-76c5-4575-8586-0d21ffe4990a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.042071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-608f9231-8ad0-4616-b693-bf8b6cd880be tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199706 Apr 18 20:22:57.106486 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-36dc9960-76c5-4575-8586-0d21ffe4990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.116478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-36dc9960-76c5-4575-8586-0d21ffe4990a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.119943 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-36dc9960-76c5-4575-8586-0d21ffe4990a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a606c34f-ab23-463c-b129-fefd994c0741 HTTP/1.1" status: 204 len: 168 time: 0.3692536 Apr 18 20:22:57.129548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc9960-76c5-4575-8586-0d21ffe4990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a606c34f-ab23-463c-b129-fefd994c0741,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:57.241364 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.260283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6fcc9-ea74-4947-9903-2655aed9d7c6 req-916038b8-5f9b-4b7f-a2e4-e45a7132c6db tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:57.261974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eba6fcc9-ea74-4947-9903-2655aed9d7c6 req-916038b8-5f9b-4b7f-a2e4-e45a7132c6db tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 944 time: 0.2292099 Apr 18 20:22:57.262898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b76a2fec-60a6-48ab-be49-9b9d0ad60fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.327993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-15ddb552-34b9-4438-8dc4-e090ad861dd5 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:57.329557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-15ddb552-34b9-4438-8dc4-e090ad861dd5 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710397 Apr 18 20:22:57.336998 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b76a2fec-60a6-48ab-be49-9b9d0ad60fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.352327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Request body: {'port': {'device_id': 'aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'ff02ba8c3843443f94c6bb833b2b0b5e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:57.407325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eba6fcc9-ea74-4947-9903-2655aed9d7c6 req-96b58875-6005-4923-a401-71dc73d72e31 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308198 Apr 18 20:22:57.476081 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.508916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:57.534937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:57.545091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:57.550657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:57.551282 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.570510 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b76a2fec-60a6-48ab-be49-9b9d0ad60fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.573099 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b76a2fec-60a6-48ab-be49-9b9d0ad60fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.574303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b76a2fec-60a6-48ab-be49-9b9d0ad60fdf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87d73654-8f59-4124-88f6-d53a039a35ce HTTP/1.1" status: 204 len: 168 time: 0.6147001 Apr 18 20:22:57.606007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4830658 Apr 18 20:22:57.608163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea888a8c-502f-439c-9d86-166634bf6000 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:57.613215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a2fec-60a6-48ab-be49-9b9d0ad60fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d73654-8f59-4124-88f6-d53a039a35ce,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:57.619057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Request body: {'port': {'device_id': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:57.647280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Made reservation on behalf of ff02ba8c3843443f94c6bb833b2b0b5e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:57.658715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.756355 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48244) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:57.777323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9beddb91-571c-41c7-946e-94e48ad27e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.808549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bdecc878-a158-4160-8a81-6c3281ac23ec None None] Provisioning complete for port f14a2b5c-2d60-4329-902d-e5ccd33b91df triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:57.809742 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bdecc878-a158-4160-8a81-6c3281ac23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.813171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.864446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bdecc878-a158-4160-8a81-6c3281ac23ec None None] Port f14a2b5c-2d60-4329-902d-e5ccd33b91df cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:22:57.922973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9beddb91-571c-41c7-946e-94e48ad27e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.928145 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9beddb91-571c-41c7-946e-94e48ad27e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.969265 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9beddb91-571c-41c7-946e-94e48ad27e98 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ce35be25cc9431fad193bf481f4e408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116389 Apr 18 20:22:57.972650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48252) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:57.985063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a594f89c-acc8-495a-aa36-92c897cb5b16 req-f91d2777-51b0-43c0-bc12-2ce94b9bab8f tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0752831 Apr 18 20:22:57.995936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Allocated IP 192.168.233.71 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/5100ed93-a2f5-475a-8570-3c1771225828) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:58.051778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beddb91-571c-41c7-946e-94e48ad27e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ac08df-428c-403f-974d-fcdd639170be,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:58.053600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0604362-6ac1-4213-a7bc-5fe2b62738bd req-1249efb0-88f2-4c6d-90c1-87aee07535f5 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:58.064962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0604362-6ac1-4213-a7bc-5fe2b62738bd req-1249efb0-88f2-4c6d-90c1-87aee07535f5 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 944 time: 0.2341859 Apr 18 20:22:58.131946 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d927e14-c8e8-4e63-b702-9e4490b70e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.158150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d927e14-c8e8-4e63-b702-9e4490b70e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.214602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f090d80-7acd-4aae-bcb8-9e28afc871dc req-11e6a6f4-e864-45d7-85b1-a547bfaa81b5 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 210 time: 0.0723894 Apr 18 20:22:58.226277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d927e14-c8e8-4e63-b702-9e4490b70e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.229583 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d927e14-c8e8-4e63-b702-9e4490b70e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.233511 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d927e14-c8e8-4e63-b702-9e4490b70e72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77ac08df-428c-403f-974d-fcdd639170be HTTP/1.1" status: 204 len: 168 time: 0.2571344 Apr 18 20:22:58.233745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0604362-6ac1-4213-a7bc-5fe2b62738bd req-36e95bb2-66c8-4458-961e-0fc1480ee485 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671858 Apr 18 20:22:58.254445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d927e14-c8e8-4e63-b702-9e4490b70e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ac08df-428c-403f-974d-fcdd639170be,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:58.373503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48264) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:58.397935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 742244b0-6693-4c8a-8a3c-83d7b86138e7 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:58.420526 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e0a244cd-f76f-449a-8535-0df7d46eaf89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80e5e094e1254a9c8694504aec524174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448539 Apr 18 20:22:58.423434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48268) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:22:58.466436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 742244b0-6693-4c8a-8a3c-83d7b86138e7 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:58.472311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 742244b0-6693-4c8a-8a3c-83d7b86138e7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:58.473003 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.526511 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4094-8d29-4271-9a0e-34f7fc4ebe74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.559374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.567989 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4094-8d29-4271-9a0e-34f7fc4ebe74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.585272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742244b0-6693-4c8a-8a3c-83d7b86138e7'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:58.587773 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b1b9d7-e3c4-4c8c-a995-c00f4cf0dbf7" -d '{"events": [{"server_uuid": "f99794b9-70eb-4d4d-806b-0eb8dbd91037", "name": "network-vif-plugged", "status": "completed", "tag": "742244b0-6693-4c8a-8a3c-83d7b86138e7"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:22:58.607171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.632085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 742244b0-6693-4c8a-8a3c-83d7b86138e7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=742244b0-6693-4c8a-8a3c-83d7b86138e7,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:58.642568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.643996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f3c8cc44-1f98-4262-8b36-a7d4765619ec up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:22:58.672531 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc8b9e1-c38d-40f8-b609-42c369a673fb x-openstack-request-id: req-1cc8b9e1-c38d-40f8-b609-42c369a673fb {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:22:58.673001 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99794b9-70eb-4d4d-806b-0eb8dbd91037", "name": "network-vif-plugged", "status": "completed", "tag": "742244b0-6693-4c8a-8a3c-83d7b86138e7", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:22:58.673247 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cc8b9e1-c38d-40f8-b609-42c369a673fb {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:22:58.673840 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cc8b9e1-c38d-40f8-b609-42c369a673fb'] response: {'server_uuid': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742244b0-6693-4c8a-8a3c-83d7b86138e7', 'code': 200} Apr 18 20:22:58.674523 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4094-8d29-4271-9a0e-34f7fc4ebe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.680848 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9c2c4094-8d29-4271-9a0e-34f7fc4ebe74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.684155 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9c2c4094-8d29-4271-9a0e-34f7fc4ebe74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d98015c-3833-42a9-b4ae-060d053c333b HTTP/1.1" status: 204 len: 168 time: 0.2587712 Apr 18 20:22:58.710919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c4094-8d29-4271-9a0e-34f7fc4ebe74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d98015c-3833-42a9-b4ae-060d053c333b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:58.744124 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.754001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=742244b0-6693-4c8a-8a3c-83d7b86138e7,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:58.760648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port f3c8cc44-1f98-4262-8b36-a7d4765619ec completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:58.765585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port f3c8cc44-1f98-4262-8b36-a7d4765619ec triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:58.766095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.820403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba4a4-045c-4796-a4fd-4d3da5a0bf85 req-00d2d165-0d3a-40bd-9ef0-6c4941633b39 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:58.821919 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de3ba4a4-045c-4796-a4fd-4d3da5a0bf85 req-00d2d165-0d3a-40bd-9ef0-6c4941633b39 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 945 time: 0.1650574 Apr 18 20:22:58.855164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:58.859435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29638b-e9ac-49ce-b333-90ec32507941 req-d556e8f2-1315-4560-8004-aa011ecfe07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:58.859817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Pushing event updated for resources: {'Port': ['ID=5100ed93-a2f5-475a-8570-3c1771225828,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:58.860207 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5c29638b-e9ac-49ce-b333-90ec32507941 req-d556e8f2-1315-4560-8004-aa011ecfe07f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 1096 time: 0.1315203 Apr 18 20:22:58.873478 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.887819 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:58.892585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:22:58.898713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:58.899360 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.932828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de3ba4a4-045c-4796-a4fd-4d3da5a0bf85 req-8617b4d2-a318-4818-9b13-67e703c960d8 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770051 Apr 18 20:22:58.938149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:22:58.938490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-977e9807-08c4-4cfe-8c0b-62c3176cd7bc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5925474 Apr 18 20:22:58.946656 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.975752 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5c29638b-e9ac-49ce-b333-90ec32507941 req-cb5f3d15-f604-467a-a915-d7226cc87e73 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083581 Apr 18 20:22:58.996775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Request body: {'port': {'device_id': 'aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:59.022965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f3c8cc44-1f98-4262-8b36-a7d4765619ec,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:59.106218 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.163156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4a0dec4-2c8e-469a-a4a5-c1886f33e949 req-57cfd716-7f1e-4242-a8c6-e1f2c4f09a5f tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0398977 Apr 18 20:22:59.239787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14a2b5c-2d60-4329-902d-e5ccd33b91df {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:59.252978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.306594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7e2f785d-36af-4c3e-a65c-a4c62e8b0f4e None None] Provisioning complete for port 5100ed93-a2f5-475a-8570-3c1771225828 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:59.307310 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7e2f785d-36af-4c3e-a65c-a4c62e8b0f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.333232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Transition to ACTIVE for port object f14a2b5c-2d60-4329-902d-e5ccd33b91df will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:59.351386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.354031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f785d-36af-4c3e-a65c-a4c62e8b0f4e None None] Port 5100ed93-a2f5-475a-8570-3c1771225828 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:22:59.492585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:59.534180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b907b0-9ea3-4f0e-88b9-d25a6943c8ae req-263d4b7a-1d65-4dc5-89fb-0c54ad9227dc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:59.535697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6b907b0-9ea3-4f0e-88b9-d25a6943c8ae req-263d4b7a-1d65-4dc5-89fb-0c54ad9227dc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 935 time: 0.1986301 Apr 18 20:22:59.554243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Attempting to bind port f14a2b5c-2d60-4329-902d-e5ccd33b91df on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:59.554520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Attempting to bind port f14a2b5c-2d60-4329-902d-e5ccd33b91df by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:59.554849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Attempting to bind port f14a2b5c-2d60-4329-902d-e5ccd33b91df on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:59.579611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Port f14a2b5c-2d60-4329-902d-e5ccd33b91df on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:22:59.580075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Attempting to bind port f14a2b5c-2d60-4329-902d-e5ccd33b91df on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:22:59.608202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:22:59.611926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:22:59.614535 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:22:59.615295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Bound port: f14a2b5c-2d60-4329-902d-e5ccd33b91df, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:59.615725 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.684446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6b907b0-9ea3-4f0e-88b9-d25a6943c8ae req-f4a17d72-54ed-43e2-bd0a-61893f420d31 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314909 Apr 18 20:22:59.719728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-501bb9d4-7851-4217-a9b3-397244ca86a0 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2ab80b1403354e10ab7b298d8463922c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651786 Apr 18 20:22:59.879148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5100ed93-a2f5-475a-8570-3c1771225828 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:59.895139 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.909447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:22:59.931267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Transition to ACTIVE for port object 5100ed93-a2f5-475a-8570-3c1771225828 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:59.939817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:22:59.944815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.969046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c079e89-e2a4-45a6-930b-12c60f54902d req-e5c01529-f5f9-4d6b-9d54-4b75569bb72b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:59.970510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c079e89-e2a4-45a6-930b-12c60f54902d req-e5c01529-f5f9-4d6b-9d54-4b75569bb72b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 945 time: 0.1903183 Apr 18 20:22:59.971550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:00.049436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-fa3c04ff-ba89-4220-8467-70a3a078358a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:00.050943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-fa3c04ff-ba89-4220-8467-70a3a078358a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3224022 Apr 18 20:23:00.061277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:00.062383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:00.063748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] 10.222.0.64 "PUT /v2.0/ports/f14a2b5c-2d60-4329-902d-e5ccd33b91df HTTP/1.1" status: 200 len: 1095 time: 2.4490857 Apr 18 20:23:00.064351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:00.066559 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b971dc39-ea65-4df4-bb1a-9b1a5708d531" -d '{"events": [{"name": "network-changed", "server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:00.091194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5100ed93-a2f5-475a-8570-3c1771225828,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:00.152738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-bd782d87-7655-4240-a66d-d5e175e3f5b1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/quotas/2ab80b1403354e10ab7b298d8463922c HTTP/1.1" status: 200 len: 375 time: 0.0788908 Apr 18 20:23:00.167703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c079e89-e2a4-45a6-930b-12c60f54902d req-ea5d118f-94e7-4a4f-93d7-5a28a87b6da4 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722887 Apr 18 20:23:00.232545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8e0605ed-d489-4c53-b056-0bd5af647271 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789309 Apr 18 20:23:00.233789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Attempting to bind port 5100ed93-a2f5-475a-8570-3c1771225828 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:00.234172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Attempting to bind port 5100ed93-a2f5-475a-8570-3c1771225828 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:00.234497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Attempting to bind port 5100ed93-a2f5-475a-8570-3c1771225828 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:00.257049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Port 5100ed93-a2f5-475a-8570-3c1771225828 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:00.257413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Attempting to bind port 5100ed93-a2f5-475a-8570-3c1771225828 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:00.280861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:00.280861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:00.280861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:00.280861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Bound port: 5100ed93-a2f5-475a-8570-3c1771225828, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:00.280861 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:00.280861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb60ed2-5534-43b3-9b6a-98eebe4002ba service neutron] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:00.313220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-b16afc85-4de9-45d5-9468-09caed8de6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:00.314929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-b16afc85-4de9-45d5-9468-09caed8de6f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 1098 time: 0.1929631 Apr 18 20:23:00.410068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-0bcf6083-d73d-492e-9089-ef8cc6bd725d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df HTTP/1.1" status: 200 len: 217 time: 0.0507042 Apr 18 20:23:00.479907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-1b3905af-1872-4689-aa43-c935cc158466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:00.481491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-1b3905af-1872-4689-aa43-c935cc158466 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0593307 Apr 18 20:23:00.565282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] For port 5100ed93-a2f5-475a-8570-3c1771225828, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:00.586028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] For port 5100ed93-a2f5-475a-8570-3c1771225828, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5100ed93-a2f5-475a-8570-3c1771225828,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:00.597626 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:00.601126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-fc31f2a8-ceb8-4ea3-8b6d-4fcd6ea9c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:00.602134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-fc31f2a8-ceb8-4ea3-8b6d-4fcd6ea9c8f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1069610 Apr 18 20:23:00.617083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add93b56-2460-493a-9f3c-c3419746192d req-722a3c8a-45a0-4450-ad6b-43f4456ddae4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:00.617349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-add93b56-2460-493a-9f3c-c3419746192d req-722a3c8a-45a0-4450-ad6b-43f4456ddae4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 945 time: 0.1321080 Apr 18 20:23:00.674660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7e0425-991c-429f-9418-3b551311083d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:00.677092 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7177ed81-d8d9-4163-ab44-4a60d6c71618" -d '{"events": [{"server_uuid": "fb7e0425-991c-429f-9418-3b551311083d", "name": "network-vif-plugged", "status": "completed", "tag": "f3c8cc44-1f98-4262-8b36-a7d4765619ec"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:00.812903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:00.813519 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:00.823615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] 10.222.0.64 "PUT /v2.0/ports/5100ed93-a2f5-475a-8570-3c1771225828 HTTP/1.1" status: 200 len: 1095 time: 1.8362029 Apr 18 20:23:00.839059 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd420a6d-c1e2-4cbd-96ff-c3df9eaa72f1 x-openstack-request-id: req-dd420a6d-c1e2-4cbd-96ff-c3df9eaa72f1 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:00.839276 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:00.839531 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dd420a6d-c1e2-4cbd-96ff-c3df9eaa72f1 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:00.839976 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd420a6d-c1e2-4cbd-96ff-c3df9eaa72f1'] response: {'name': 'network-changed', 'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'status': 'completed', 'code': 200} Apr 18 20:23:00.926807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18c43ff3-832c-475d-8ada-4659ab436f9a req-3065bcd0-0d0c-47ae-b0b6-f025758db98f tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0837629 Apr 18 20:23:00.958692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a67fe6-16e4-433c-9854-dfadc0d7edd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5100ed93-a2f5-475a-8570-3c1771225828,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:01.057598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-add93b56-2460-493a-9f3c-c3419746192d req-c9fe18cc-1040-4d45-a50f-89b86e776dcf tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3396764 Apr 18 20:23:01.091067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d30091c2-6e0b-45f3-997e-9a558dc5f69d req-8af034db-aa11-4dd6-b99b-bc0d2deabdc6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 210 time: 0.0733089 Apr 18 20:23:01.134226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-8e2767de-9edf-4270-bfa3-19f546da2a3f service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159647 Apr 18 20:23:01.167879 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7248a-37d6-4e99-a9ef-8c454eb77d1c x-openstack-request-id: req-a4a7248a-37d6-4e99-a9ef-8c454eb77d1c {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:01.168441 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7e0425-991c-429f-9418-3b551311083d", "name": "network-vif-plugged", "status": "completed", "tag": "f3c8cc44-1f98-4262-8b36-a7d4765619ec", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:01.168932 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4a7248a-37d6-4e99-a9ef-8c454eb77d1c {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:01.169644 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a7248a-37d6-4e99-a9ef-8c454eb77d1c'] response: {'server_uuid': 'fb7e0425-991c-429f-9418-3b551311083d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec', 'code': 200} Apr 18 20:23:01.173567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-65d66100-6ae4-4f53-95ac-81e0fea96d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.175137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-65d66100-6ae4-4f53-95ac-81e0fea96d2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 1098 time: 0.2742710 Apr 18 20:23:01.330071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-88b00069-ef8e-4cbe-bf28-4195140a2405 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5100ed93-a2f5-475a-8570-3c1771225828 HTTP/1.1" status: 200 len: 217 time: 0.1446755 Apr 18 20:23:01.382965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6067a33-15e7-4251-b472-32be33895882 req-1a2cb9bc-c586-450e-ab3d-0c21326022e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.385424 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c6067a33-15e7-4251-b472-32be33895882 req-1a2cb9bc-c586-450e-ab3d-0c21326022e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1096 time: 0.0678205 Apr 18 20:23:01.432450 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c6067a33-15e7-4251-b472-32be33895882 req-b3f31786-6d49-4c34-8fc9-e4658991b47a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 Apr 18 20:23:01.499506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6acd1-5ecd-42c5-a241-cdef8c902aae req-b6f38081-4773-4d13-b4e5-f1d7bd1dd0d0 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.503768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ce6acd1-5ecd-42c5-a241-cdef8c902aae req-b6f38081-4773-4d13-b4e5-f1d7bd1dd0d0 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 947 time: 0.2191539 Apr 18 20:23:01.504040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-005c4bf0-c29a-4e2b-b4fe-8d4bb16fb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.505377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-005c4bf0-c29a-4e2b-b4fe-8d4bb16fb188 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1571901 Apr 18 20:23:01.509005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-724773ad-6843-4e6f-9a3c-d4d71fff5275 req-fed81789-e79d-453c-9292-73c724cce21e service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611436 Apr 18 20:23:01.519118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ade13-ac2c-4aa2-9be3-f0213e71ef55 req-9c45c6de-243e-4516-a21c-0a2bb100b5b2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.520622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c8ade13-ac2c-4aa2-9be3-f0213e71ef55 req-9c45c6de-243e-4516-a21c-0a2bb100b5b2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 945 time: 0.1713176 Apr 18 20:23:01.822783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ce6acd1-5ecd-42c5-a241-cdef8c902aae req-dcb2ca42-64c2-4fa5-82ff-c3dedbe8b4b2 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128209 Apr 18 20:23:01.830821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-8486df3b-c4fc-46f9-9496-a888d4907982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.832270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-8486df3b-c4fc-46f9-9496-a888d4907982 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3067131 Apr 18 20:23:01.834946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c8ade13-ac2c-4aa2-9be3-f0213e71ef55 req-ec491584-140e-4feb-a6da-d9fb6e334edf tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002436 Apr 18 20:23:01.849703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-eb82ad77-cfc2-4dc8-b4b7-30e8c045c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.851133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-eb82ad77-cfc2-4dc8-b4b7-30e8c045c3c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 1098 time: 0.0977080 Apr 18 20:23:02.001414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-7afb656e-937d-482a-9826-b1036fc241b4 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615670 Apr 18 20:23:02.006947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-8b5746cf-f043-4ffa-8281-194c60704418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:02.008481 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-8b5746cf-f043-4ffa-8281-194c60704418 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1452491 Apr 18 20:23:02.068708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-9299d97a-103e-4e00-bb64-463367e08c05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df HTTP/1.1" status: 200 len: 217 time: 0.0508935 Apr 18 20:23:02.134005 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-18f1110a-44d2-41b1-9c20-bf61e692054c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ab80b1403354e10ab7b298d8463922c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415065 Apr 18 20:23:02.186514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab8fffba-4757-4873-a99c-6670732f7bfc req-b5db7ac4-d962-468c-a173-3acd65d3a9d5 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.1156917 Apr 18 20:23:02.242200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75294cd2-120a-4f3e-a41d-7e07e83450a4 req-16af2993-ba9a-40c4-8230-bd62e8d86559 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326841 Apr 18 20:23:02.257015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-be49f2f6-6217-470c-84e6-b3fc0d0c3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:02.257863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-be49f2f6-6217-470c-84e6-b3fc0d0c3c49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1432700 Apr 18 20:23:02.370872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-8af2ca8d-9168-417e-a21b-408bf77ee31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:02.372751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-8af2ca8d-9168-417e-a21b-408bf77ee31b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075695 Apr 18 20:23:02.409315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48430) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:02.411452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-449bf388-e45f-4884-a916-fc805f75ca52 req-16fb4958-346b-484e-8d93-f020afceb0fd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 210 time: 0.0462413 Apr 18 20:23:02.477458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c16c46-5356-43f8-ad6a-2b19dd0c464f req-14320cf7-9217-4dd4-b726-a0e3f8d75638 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:02.479255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7c16c46-5356-43f8-ad6a-2b19dd0c464f req-14320cf7-9217-4dd4-b726-a0e3f8d75638 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 945 time: 0.1438384 Apr 18 20:23:02.510018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-99fb27eb-b8fc-4076-aa2c-81de5778f708 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:02.511716 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-99fb27eb-b8fc-4076-aa2c-81de5778f708 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3708265 Apr 18 20:23:02.531028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Request body: {'port': {'device_id': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '2ab80b1403354e10ab7b298d8463922c'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:02.539258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7c16c46-5356-43f8-ad6a-2b19dd0c464f req-8d167d89-4f31-4418-ac07-60a2fa37a5ec tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509968 Apr 18 20:23:02.567470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-6fc0ead0-9bc6-4219-b4e5-dc2188b389c2 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824448 Apr 18 20:23:02.655050 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c85a-9641-4053-9ce5-2c12c1d0bbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.678537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Made reservation on behalf of 2ab80b1403354e10ab7b298d8463922c for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:02.684013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.697234 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.759183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b971dc39-ea65-4df4-bb1a-9b1a5708d531 req-aecddff6-71ba-41c9-b4d0-eea3d25f28dc service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839795 Apr 18 20:23:02.772024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18151302-5e8a-4deb-a529-9c162d2c3d29 req-58834ab8-0aca-4544-b66b-dd66c550ec84 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:02.772024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18151302-5e8a-4deb-a529-9c162d2c3d29 req-58834ab8-0aca-4544-b66b-dd66c550ec84 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 945 time: 0.1174731 Apr 18 20:23:02.782020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48446) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:02.791812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ebb78218-d8bf-4d8d-a530-2c58b63b3548 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Request body: {'floatingip': {'port_id': '742244b0-6693-4c8a-8a3c-83d7b86138e7'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:02.815356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.825213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.859140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c', 'tag': '5100ed93-a2f5-475a-8570-3c1771225828'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:02.861834 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751a5d35-3b5f-42d5-856d-edf6d694e480" -d '{"events": [{"name": "network-changed", "server_uuid": "aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c", "tag": "5100ed93-a2f5-475a-8570-3c1771225828"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:02.893743 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ebb78218-d8bf-4d8d-a530-2c58b63b3548 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.899380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7226962-8ec9-47c0-82bb-0d26d9a31e9e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:02.982178 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c85a-9641-4053-9ce5-2c12c1d0bbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.985377 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Allocated IP 192.168.233.188 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/17f8b08f-197e-4aa1-a778-8cea138c7735) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:03.004378 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c85a-9641-4053-9ce5-2c12c1d0bbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.114037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d6d8c85a-9641-4053-9ce5-2c12c1d0bbc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e696ceadfc9d43bc8d13f350af23a4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7014239 Apr 18 20:23:03.119560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48460) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:03.136285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.157845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8c85a-9641-4053-9ce5-2c12c1d0bbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc634f-db11-460a-abc2-e20ed3bee986,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:03.173822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.178096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6669896-889f-4503-8f0d-59d7d16dec5c req-eae6b496-0fe6-43c8-978a-831f6791a225 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:03.179614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6669896-889f-4503-8f0d-59d7d16dec5c req-eae6b496-0fe6-43c8-978a-831f6791a225 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 947 time: 0.2161212 Apr 18 20:23:03.215611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d3530-e94b-4a71-8c52-5be2ab1cdfff req-47cb4ca4-9a41-44e9-b6a3-47ba63b148a0 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:03.218150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-171d3530-e94b-4a71-8c52-5be2ab1cdfff req-47cb4ca4-9a41-44e9-b6a3-47ba63b148a0 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 945 time: 0.2138100 Apr 18 20:23:03.219218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:03.222735 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:03.226881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:23:03.252110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Pushing event updated for resources: {'Port': ['ID=17f8b08f-197e-4aa1-a778-8cea138c7735,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:03.277978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:03.278610 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.298481 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-8a1cb703-683b-4988-9ab2-e63ea275c0df tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7729180 Apr 18 20:23:03.312146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Request body: {'port': {'device_id': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:03.314823 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3ae56365-7ded-4d81-8ef6-d7bf4cd9a416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.362559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6669896-889f-4503-8f0d-59d7d16dec5c req-c0ba4f6e-eb36-446d-8397-09265dc545e1 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725724 Apr 18 20:23:03.375034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.376145 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3ae56365-7ded-4d81-8ef6-d7bf4cd9a416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.382997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-171d3530-e94b-4a71-8c52-5be2ab1cdfff req-c600617d-3518-4765-9275-327ac32d4c9e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387691 Apr 18 20:23:03.441564 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca699c4-920a-4e3d-b1ee-8485b0a9cb51 x-openstack-request-id: req-1ca699c4-920a-4e3d-b1ee-8485b0a9cb51 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:03.456847 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c", "tag": "5100ed93-a2f5-475a-8570-3c1771225828", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:03.457302 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ca699c4-920a-4e3d-b1ee-8485b0a9cb51 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:03.459618 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ca699c4-920a-4e3d-b1ee-8485b0a9cb51'] response: {'name': 'network-changed', 'server_uuid': 'aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c', 'tag': '5100ed93-a2f5-475a-8570-3c1771225828', 'status': 'completed', 'code': 200} Apr 18 20:23:03.474487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-61726f5d-99d5-496e-8bf3-e3c20186d5d9 None None] Provisioning complete for port 17f8b08f-197e-4aa1-a778-8cea138c7735 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:03.474972 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-61726f5d-99d5-496e-8bf3-e3c20186d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.537045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-61726f5d-99d5-496e-8bf3-e3c20186d5d9 None None] Port 17f8b08f-197e-4aa1-a778-8cea138c7735 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:23:03.638768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55a0e26d-fc01-4025-83cb-5df89545edb6 req-4ecfcf32-a81d-48fa-9e99-f5d408af6652 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0921447 Apr 18 20:23:03.739252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f8b08f-197e-4aa1-a778-8cea138c7735 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:03.746983 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.760029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Transition to ACTIVE for port object 17f8b08f-197e-4aa1-a778-8cea138c7735 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:03.763926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.813205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Pushing event updated for resources: {'Port': ['ID=17f8b08f-197e-4aa1-a778-8cea138c7735,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:03.891000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Attempting to bind port 17f8b08f-197e-4aa1-a778-8cea138c7735 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:03.891331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Attempting to bind port 17f8b08f-197e-4aa1-a778-8cea138c7735 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:03.891653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Attempting to bind port 17f8b08f-197e-4aa1-a778-8cea138c7735 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:03.896358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Port 17f8b08f-197e-4aa1-a778-8cea138c7735 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:03.896806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Attempting to bind port 17f8b08f-197e-4aa1-a778-8cea138c7735 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:03.901713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:03.902044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:03.902493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:03.902916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Bound port: 17f8b08f-197e-4aa1-a778-8cea138c7735, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:03.903268 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.970719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:03.970994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3ae56365-7ded-4d81-8ef6-d7bf4cd9a416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.973705 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3ae56365-7ded-4d81-8ef6-d7bf4cd9a416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.974157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=17f8b08f-197e-4aa1-a778-8cea138c7735,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:03.974899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3ae56365-7ded-4d81-8ef6-d7bf4cd9a416 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64cc634f-db11-460a-abc2-e20ed3bee986 HTTP/1.1" status: 204 len: 168 time: 0.8532805 Apr 18 20:23:03.982014 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.990035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-c95528d5-aaa1-42e2-ad60-7883096444cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:03.992471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-c95528d5-aaa1-42e2-ad60-7883096444cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 1098 time: 0.5001981 Apr 18 20:23:04.018818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.019642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.021106 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] 10.222.0.60 "PUT /v2.0/ports/17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 200 len: 1096 time: 0.7141566 Apr 18 20:23:04.068281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:04.070778 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7381cff-f2f7-4410-a97c-56f283202dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:04.075029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae56365-7ded-4d81-8ef6-d7bf4cd9a416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cc634f-db11-460a-abc2-e20ed3bee986,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:04.122769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888d43d-5cf3-41f2-a46e-670aae18e758 service neutron] Pushing event updated for resources: {'Port': ['ID=17f8b08f-197e-4aa1-a778-8cea138c7735,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:04.152455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-e3038f65-e4da-4fab-95ea-6eada4afaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.153920 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-e3038f65-e4da-4fab-95ea-6eada4afaa82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1099 time: 0.0735190 Apr 18 20:23:04.210744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06111e3-1fbf-44fd-83b1-f08753e1087c req-f467fe08-b8f4-4864-b412-26165e78154f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.213895 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-91a05ef8-9874-4747-a96e-e5a90f975946 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 200 len: 217 time: 0.0527904 Apr 18 20:23:04.216674 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f06111e3-1fbf-44fd-83b1-f08753e1087c req-f467fe08-b8f4-4864-b412-26165e78154f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 948 time: 0.2695506 Apr 18 20:23:04.273955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-ccbba55b-a8da-4178-bd44-92fdc4f4cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.275411 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-ccbba55b-a8da-4178-bd44-92fdc4f4cc15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0547059 Apr 18 20:23:04.278873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f900811-01a7-455f-bfdc-7a83bc616e27 req-916b7bfa-2ed2-4ae8-b41d-6f33be1a0402 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.281076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f900811-01a7-455f-bfdc-7a83bc616e27 req-916b7bfa-2ed2-4ae8-b41d-6f33be1a0402 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1096 time: 0.5736923 Apr 18 20:23:04.315656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-82d245ad-833f-4852-bc87-a4e1bdf59e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.317298 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-82d245ad-833f-4852-bc87-a4e1bdf59e3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2808957 Apr 18 20:23:04.321327 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [None req-ebb78218-d8bf-4d8d-a530-2c58b63b3548 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:23:04.341789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-81cabd1e-f05a-4836-923c-43c07e57a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.344037 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-81cabd1e-f05a-4836-923c-43c07e57a5f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568709 Apr 18 20:23:04.347684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48480) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:04.376048 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-634fee5b-24d5-4138-b5bc-222848179cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.425130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-8c4e568a-ef02-42df-a4f5-6ea2cdf91058 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=5100ed93-a2f5-475a-8570-3c1771225828 HTTP/1.1" status: 200 len: 217 time: 0.0942287 Apr 18 20:23:04.441602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f06111e3-1fbf-44fd-83b1-f08753e1087c req-8e2de0c9-0434-4569-a904-53abb245ee0c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733720 Apr 18 20:23:04.465689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f900811-01a7-455f-bfdc-7a83bc616e27 req-c0b18914-0eea-4054-8f43-abfc6eeaf1a7 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677260 Apr 18 20:23:04.503433 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ebb78218-d8bf-4d8d-a530-2c58b63b3548 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.504194 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-4ea4cd37-2b6e-4798-83da-ba4c4421fe5c service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500077 Apr 18 20:23:04.510577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ebb78218-d8bf-4d8d-a530-2c58b63b3548 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.560072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-7af5ab9d-5517-4f21-96f8-72dc176091cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.561627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-7af5ab9d-5517-4f21-96f8-72dc176091cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1233358 Apr 18 20:23:04.578655 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0987ebf4-a160-4ebf-98c3-da30e7d5734d x-openstack-request-id: req-0987ebf4-a160-4ebf-98c3-da30e7d5734d {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:04.579106 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:04.579350 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0987ebf4-a160-4ebf-98c3-da30e7d5734d {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:04.579741 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0987ebf4-a160-4ebf-98c3-da30e7d5734d'] response: {'name': 'network-changed', 'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735', 'status': 'completed', 'code': 200} Apr 18 20:23:04.607807 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-634fee5b-24d5-4138-b5bc-222848179cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.616650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-634fee5b-24d5-4138-b5bc-222848179cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.672020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fee5b-24d5-4138-b5bc-222848179cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3740d7ca-cf6c-4abc-93dc-74c448590a47,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:04.678438 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27b5f73b-dd0e-4962-9a61-a4d0cbc776bf req-b4c587a5-27a9-4a09-a53e-8dca9a02f901 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619148 Apr 18 20:23:04.683188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-634fee5b-24d5-4138-b5bc-222848179cbf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=648a049c709b4819b59c856aca18b629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329270 Apr 18 20:23:04.684430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48494) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:04.716318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5100ed93-a2f5-475a-8570-3c1771225828 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:04.719868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-65d1af91-b61f-4a59-8be2-37cf1fa67eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.721398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-65d1af91-b61f-4a59-8be2-37cf1fa67eec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515017 Apr 18 20:23:04.730607 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-ebb78218-d8bf-4d8d-a530-2c58b63b3548 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Floating IP e71cac4f-ac57-4d52-b94c-f4bd5ecefe27 associated. External IP: 172.25.2.170, port: 742244b0-6693-4c8a-8a3c-83d7b86138e7. Apr 18 20:23:04.794454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a37fb2-b04c-429a-a0be-db5a4de82305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.799290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194ebd-c16f-438d-81d3-c286731e3806 req-4b839f65-2b80-4bad-9407-ea19ebc8b821 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.800817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6194ebd-c16f-438d-81d3-c286731e3806 req-4b839f65-2b80-4bad-9407-ea19ebc8b821 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 947 time: 0.1919520 Apr 18 20:23:04.805744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352bf5c-befc-496e-bf21-16fe505c9fb8 req-4b2a00a4-ebcd-40ab-b680-a1a866a49142 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.807144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2352bf5c-befc-496e-bf21-16fe505c9fb8 req-4b2a00a4-ebcd-40ab-b680-a1a866a49142 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1096 time: 0.1541133 Apr 18 20:23:04.811867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-55d2c2a0-be02-4657-9c69-b68a4be13ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.813497 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-55d2c2a0-be02-4657-9c69-b68a4be13ea7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1099 time: 0.0792437 Apr 18 20:23:04.822043 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a37fb2-b04c-429a-a0be-db5a4de82305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.837690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5100ed93-a2f5-475a-8570-3c1771225828, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5100ed93-a2f5-475a-8570-3c1771225828,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:04.850308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '5100ed93-a2f5-475a-8570-3c1771225828', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '5100ed93-a2f5-475a-8570-3c1771225828', 'mac_address': 'fa:16:3e:a6:b7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:23:04.893857 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.915590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5100ed93-a2f5-475a-8570-3c1771225828 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:04.942213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a37fb2-b04c-429a-a0be-db5a4de82305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.944823 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a37fb2-b04c-429a-a0be-db5a4de82305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.948405 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-19a37fb2-b04c-429a-a0be-db5a4de82305 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3740d7ca-cf6c-4abc-93dc-74c448590a47 HTTP/1.1" status: 204 len: 168 time: 0.2606132 Apr 18 20:23:04.949848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-09e3d161-645b-432f-90da-0bc8b7566f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.950459 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-09e3d161-645b-432f-90da-0bc8b7566f1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1264987 Apr 18 20:23:04.956953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a37fb2-b04c-429a-a0be-db5a4de82305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3740d7ca-cf6c-4abc-93dc-74c448590a47,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:04.973990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2352bf5c-befc-496e-bf21-16fe505c9fb8 req-f88a58e9-0f83-460a-9548-17829b39dca9 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333952 Apr 18 20:23:04.985905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5100ed93-a2f5-475a-8570-3c1771225828, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5100ed93-a2f5-475a-8570-3c1771225828,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:04.994868 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-f40d81db-9577-4e39-af45-5b6520d181de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 200 len: 217 time: 0.0358212 Apr 18 20:23:05.002828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6194ebd-c16f-438d-81d3-c286731e3806 req-9db71764-5254-4667-b3cc-65afbf533a0f tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697745 Apr 18 20:23:05.007784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-b1b6eb67-69d1-46e2-b03e-4fc238ff8da6 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728910 Apr 18 20:23:05.019489 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.020120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f14a2b5c-2d60-4329-902d-e5ccd33b91df details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:05.066519 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-e3c9e370-860d-49ca-8c1f-116518af2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:05.069134 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-e3c9e370-860d-49ca-8c1f-116518af2fcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0669606 Apr 18 20:23:05.134298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-efae9bc4-4943-4136-b424-2a3d7063680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:05.137267 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-efae9bc4-4943-4136-b424-2a3d7063680d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613990 Apr 18 20:23:05.187166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:05.218462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'mac_address': 'fa:16:3e:71:da:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:23:05.242567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14d64699-b5cd-44bc-bc7c-b17113b9cb2b req-ea94db57-b565-4021-9490-87bb779017e4 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0506279 Apr 18 20:23:05.252122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=5100ed93-a2f5-475a-8570-3c1771225828,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:05.263824 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751a5d35-3b5f-42d5-856d-edf6d694e480 req-04240f54-c3fc-47b8-87f0-972aa77fd334 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483904 Apr 18 20:23:05.274443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb78218-d8bf-4d8d-a530-2c58b63b3548 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Router 66b0e6fe-742c-4387-9de1-69ce067c254a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:23:05.331291 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-b44721f3-588f-4724-a8cf-506990db7388 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875105 Apr 18 20:23:05.401359 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.422787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb78218-d8bf-4d8d-a530-2c58b63b3548 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:23:05.439633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14a2b5c-2d60-4329-902d-e5ccd33b91df {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:05.445643 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] Sync routers for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:23:05.446281 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ebb78218-d8bf-4d8d-a530-2c58b63b3548 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.459246 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:23:05.460268 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:22:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:05.474226 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e7381cff-f2f7-4410-a97c-56f283202dbc req-038fe9d3-7501-42d5-a62a-9481bdd2d4cf service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338511 Apr 18 20:23:05.480429 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ebb78218-d8bf-4d8d-a530-2c58b63b3548 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "PUT /v2.0/floatingips/e71cac4f-ac57-4d52-b94c-f4bd5ecefe27 HTTP/1.1" status: 200 len: 991 time: 2.6974561 Apr 18 20:23:05.481027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'tag': '742244b0-6693-4c8a-8a3c-83d7b86138e7'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:05.483864 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a" -d '{"events": [{"name": "network-changed", "server_uuid": "f99794b9-70eb-4d4d-806b-0eb8dbd91037", "tag": "742244b0-6693-4c8a-8a3c-83d7b86138e7"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:05.531760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:05.540874 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.645263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:05.674023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-5a9a043d-e967-40e2-86e1-913efec2ab48 req-0a138132-3a59-4f3f-a640-59728d4ad7ab service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:23:05.675062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a9a043d-e967-40e2-86e1-913efec2ab48 req-0a138132-3a59-4f3f-a640-59728d4ad7ab service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0708492 Apr 18 20:23:05.680873 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:23:05.778050 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2611-f0c6-42f2-9e03-55ae834ce41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.807711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['5100ed93-a2f5-475a-8570-3c1771225828'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:05.866507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['f14a2b5c-2d60-4329-902d-e5ccd33b91df'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:05.875881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9b060-ab03-4649-a596-b8b91bc9a961 req-fb3b05aa-a80f-4faa-9eaa-9211210c6467 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:05.877989 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ac9b060-ab03-4649-a596-b8b91bc9a961 req-fb3b05aa-a80f-4faa-9eaa-9211210c6467 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 948 time: 0.0910566 Apr 18 20:23:05.938925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ac9b060-ab03-4649-a596-b8b91bc9a961 req-72068afe-9676-4ee2-a969-5d973cd43275 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548675 Apr 18 20:23:06.212596 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e71cac4f-ac57-4d52-b94c-f4bd5ecefe27', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'port_id': '742244b0-6693-4c8a-8a3c-83d7b86138e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'mac_address': 'fa:16:3e:ca:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:22:32Z', 'updated_at': '2022-04-18T20:23:04Z', 'revision_number': 1, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:06.250785 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] Checking router: 66b0e6fe-742c-4387-9de1-69ce067c254a for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:23:06.265827 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:23:06.266639 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:22:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:06.315731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe4c7-13f7-4166-8ea1-5e4459361d5a req-44179e87-d37a-4184-a189-e9204a85b915 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:06.322101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-443fe4c7-13f7-4166-8ea1-5e4459361d5a req-44179e87-d37a-4184-a189-e9204a85b915 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 945 time: 0.2949469 Apr 18 20:23:06.374507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-443fe4c7-13f7-4166-8ea1-5e4459361d5a req-10e7357b-40b3-45a0-9a1b-b144c968e4c7 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500829 Apr 18 20:23:06.394922 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:23:06.434369 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373f1dcf-5fa8-42f3-bf17-9b65dbad35f2 x-openstack-request-id: req-373f1dcf-5fa8-42f3-bf17-9b65dbad35f2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:06.434658 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99794b9-70eb-4d4d-806b-0eb8dbd91037", "tag": "742244b0-6693-4c8a-8a3c-83d7b86138e7", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:06.434921 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-373f1dcf-5fa8-42f3-bf17-9b65dbad35f2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:06.435304 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373f1dcf-5fa8-42f3-bf17-9b65dbad35f2'] response: {'name': 'network-changed', 'server_uuid': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'tag': '742244b0-6693-4c8a-8a3c-83d7b86138e7', 'status': 'completed', 'code': 200} Apr 18 20:23:06.567827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-4fd6ad38-30ea-444d-aa47-c93e586e44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:06.569383 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-4fd6ad38-30ea-444d-aa47-c93e586e44e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41fc31bdc2f44e189847e15bca1269c8&device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 1096 time: 0.1010733 Apr 18 20:23:06.666859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-9e8407ce-57dc-4ad5-8efe-d59de7e87cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:06.668712 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-9e8407ce-57dc-4ad5-8efe-d59de7e87cc5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6b26f56-1b99-4f69-b41d-bac0b592115e HTTP/1.1" status: 200 len: 924 time: 0.0923767 Apr 18 20:23:06.670179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17b75-af9d-4e9b-a3b5-286acfa8550e req-15131d01-702d-4236-9ba6-9b753b9df1f8 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:06.672513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bdb17b75-af9d-4e9b-a3b5-286acfa8550e req-15131d01-702d-4236-9ba6-9b753b9df1f8 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 948 time: 0.0963616 Apr 18 20:23:06.715238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5100ed93-a2f5-475a-8570-3c1771225828 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:06.759224 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e71cac4f-ac57-4d52-b94c-f4bd5ecefe27', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'port_id': '742244b0-6693-4c8a-8a3c-83d7b86138e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'mac_address': 'fa:16:3e:ca:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:22:32Z', 'updated_at': '2022-04-18T20:23:04Z', 'revision_number': 1, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:06.767725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bdb17b75-af9d-4e9b-a3b5-286acfa8550e req-5246c724-e497-4fc1-9e18-4ba894355fd3 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840321 Apr 18 20:23:06.800028 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968f1df-0cf0-4d90-b4bc-0dbd49ccf087 None None] The sync data for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 is: [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e71cac4f-ac57-4d52-b94c-f4bd5ecefe27', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'port_id': '742244b0-6693-4c8a-8a3c-83d7b86138e7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'mac_address': 'fa:16:3e:ca:c3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:22:32Z', 'updated_at': '2022-04-18T20:23:04Z', 'revision_number': 1, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:23:06.800618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 5100ed93-a2f5-475a-8570-3c1771225828 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:06.805637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 5100ed93-a2f5-475a-8570-3c1771225828 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:06.805637 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.832818 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-c503e3b8-11e1-4dfb-8f76-adb0978da1c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=742244b0-6693-4c8a-8a3c-83d7b86138e7 HTTP/1.1" status: 200 len: 999 time: 0.1535707 Apr 18 20:23:06.912576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-43b493d0-8012-4cd1-adc1-89cb128439e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:06.914327 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-43b493d0-8012-4cd1-adc1-89cb128439e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0374a3de-6bb0-4284-a844-d3ef80bf44dc HTTP/1.1" status: 200 len: 862 time: 0.0726573 Apr 18 20:23:06.947832 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0afce817-007a-4f7d-a96b-ce41c85c266c req-1b8afa1b-de69-48b0-96d3-bac523af5aba tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0593555 Apr 18 20:23:06.954607 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.981872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-48c2cece-a629-4668-8468-6d496045e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:06.984334 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-48c2cece-a629-4668-8468-6d496045e83b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6b26f56-1b99-4f69-b41d-bac0b592115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631988 Apr 18 20:23:06.989789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5100ed93-a2f5-475a-8570-3c1771225828'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:06.992090 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956a5fb3-5057-4d86-b7e7-1595cd195722" -d '{"events": [{"server_uuid": "aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c", "name": "network-vif-plugged", "status": "completed", "tag": "5100ed93-a2f5-475a-8570-3c1771225828"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:07.006104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5100ed93-a2f5-475a-8570-3c1771225828, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5100ed93-a2f5-475a-8570-3c1771225828,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:07.014651 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.016106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f14a2b5c-2d60-4329-902d-e5ccd33b91df up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:07.083561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=5100ed93-a2f5-475a-8570-3c1771225828,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:07.126737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port f14a2b5c-2d60-4329-902d-e5ccd33b91df completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:07.136412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port f14a2b5c-2d60-4329-902d-e5ccd33b91df triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:07.136786 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.198197 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-6338a458-018d-41ad-b885-cfbc196045cd service neutron] 10.222.0.60 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061646 Apr 18 20:23:07.257725 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.258196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4367ec-20de-4075-95df-2eedc5e097d5 req-17c021d0-3017-4ced-901a-50fee69de88b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:07.259688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb4367ec-20de-4075-95df-2eedc5e097d5 req-17c021d0-3017-4ced-901a-50fee69de88b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 948 time: 0.0688744 Apr 18 20:23:07.267190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc773c03-a19a-4fae-aae9-0e6bafbaf9de None None] New status for floating IP e71cac4f-ac57-4d52-b94c-f4bd5ecefe27: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:23:07.303201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb4367ec-20de-4075-95df-2eedc5e097d5 req-237815d8-bc96-4850-9181-577fe6e5d9e6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363815 Apr 18 20:23:07.323447 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00c1ebde-c7b6-4a61-a6a6-3c8510d2403a req-fc7f968d-21a3-44dc-9c97-417667aeb342 service neutron] 10.222.0.60 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171656 Apr 18 20:23:07.476575 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4172c6-02ef-449e-b1de-8d05a035d680 x-openstack-request-id: req-1d4172c6-02ef-449e-b1de-8d05a035d680 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:07.476881 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c", "name": "network-vif-plugged", "status": "completed", "tag": "5100ed93-a2f5-475a-8570-3c1771225828", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:07.477129 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d4172c6-02ef-449e-b1de-8d05a035d680 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:07.477518 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4172c6-02ef-449e-b1de-8d05a035d680'] response: {'server_uuid': 'aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5100ed93-a2f5-475a-8570-3c1771225828', 'code': 200} Apr 18 20:23:07.478204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7199d-14a3-4216-8811-f7563e313b65 req-197c3207-9d22-4c22-8121-60982e49a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:07.479941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0a7199d-14a3-4216-8811-f7563e313b65 req-197c3207-9d22-4c22-8121-60982e49a7a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 1100 time: 0.0494871 Apr 18 20:23:07.520157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48620) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:07.529197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0a7199d-14a3-4216-8811-f7563e313b65 req-f316dd8f-16fc-4036-afb0-428832b40837 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Apr 18 20:23:07.536764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:07.548339 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.655886 n-d-836015-4 neutron-server[102903]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 20:23:07.660011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-81dc4848-99ee-40b7-bd1b-c5df80c42f26 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:23:07.668089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:07.673275 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-81dc4848-99ee-40b7-bd1b-c5df80c42f26 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1510277 Apr 18 20:23:07.813911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-821ffc98-31d6-445c-a7da-6daa0f6ab445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:07.816683 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-821ffc98-31d6-445c-a7da-6daa0f6ab445 service neutron] 10.222.0.49 "GET /v2.0/ports/f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 200 len: 1093 time: 0.1079857 Apr 18 20:23:07.824896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Request body: {'binding': {'host': 'n-h2-836015-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:07.825418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Unknown quota resources ['binding']. {{(pid=102903) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:23:07.932524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c84fb-6548-4a96-8b8a-4aa08bdddc5d req-aec15f74-3f4d-4f9c-b800-759f25966815 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:07.934087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-639c84fb-6548-4a96-8b8a-4aa08bdddc5d req-aec15f74-3f4d-4f9c-b800-759f25966815 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 949 time: 0.0572069 Apr 18 20:23:07.973792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-639c84fb-6548-4a96-8b8a-4aa08bdddc5d req-edeb68c7-1b13-4b84-a201-dca9d9f9b481 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335732 Apr 18 20:23:07.973995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec on host n-h2-836015-4 for vnic_type normal with profile None {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:07.974323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:07.974655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:07.979129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Port f3c8cc44-1f98-4262-8b36-a7d4765619ec on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:07.979449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:07.984545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:07.984728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:07.985111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:07.985559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Bound port: f3c8cc44-1f98-4262-8b36-a7d4765619ec, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:08.029162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48662) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:08.079598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:08.087054 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bdfa621f-d179-4e53-b82b-64af95bbd1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.087911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.089109 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-8fed815c-08fd-42b8-b920-360ac36be3a7 service neutron] 10.222.0.49 "POST /v2.0/ports/f3c8cc44-1f98-4262-8b36-a7d4765619ec/bindings HTTP/1.1" status: 201 len: 389 time: 0.2676294 Apr 18 20:23:08.141368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b5a2208-1a11-4d56-82f8-e15005d12756 req-0275c583-3eaf-4593-ad1a-80f02b3ec58d tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0321577 Apr 18 20:23:08.212783 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ace32e2d-ec59-4c5f-b319-63a201c02918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.331130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a671d7-1a7e-4388-9388-49ab597e47cd req-eaa3efce-606d-427d-8c96-3523caca4820 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:08.333046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8a671d7-1a7e-4388-9388-49ab597e47cd req-eaa3efce-606d-427d-8c96-3523caca4820 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 945 time: 0.0817337 Apr 18 20:23:08.384268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ace32e2d-ec59-4c5f-b319-63a201c02918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.401579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ace32e2d-ec59-4c5f-b319-63a201c02918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.434728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 17f8b08f-197e-4aa1-a778-8cea138c7735 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:08.477578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8a671d7-1a7e-4388-9388-49ab597e47cd req-060aff05-54f3-47a1-a53f-79b281bacc0a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318839 Apr 18 20:23:08.493998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ace32e2d-ec59-4c5f-b319-63a201c02918 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=152b4948460b405785098f4735c67436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631436 Apr 18 20:23:08.506339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48692) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:08.506579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace32e2d-ec59-4c5f-b319-63a201c02918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54839992-016e-4dcf-8048-99dd4661931d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:08.508374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-6eaa3742-ea84-424b-8e5c-326f4c7435b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:08.509973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-6eaa3742-ea84-424b-8e5c-326f4c7435b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1096 time: 0.1413960 Apr 18 20:23:08.548278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f43254-301d-404e-bd15-d79138b6deca req-0e9bbf3c-6b93-4d6c-9cef-680e1b4146e2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:08.555949 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8f43254-301d-404e-bd15-d79138b6deca req-0e9bbf3c-6b93-4d6c-9cef-680e1b4146e2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 948 time: 0.1304517 Apr 18 20:23:08.589555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.614970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.639812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8f43254-301d-404e-bd15-d79138b6deca req-ed7c4752-fb23-4ee3-afa3-ed6f276fe629 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810502 Apr 18 20:23:08.660986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=17f8b08f-197e-4aa1-a778-8cea138c7735,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:08.689323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-94aabc4f-08e5-47d6-87da-1bc868aa2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:08.690859 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.691352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-94aabc4f-08e5-47d6-87da-1bc868aa2ea4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.1737669 Apr 18 20:23:08.697708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.700118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48700) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:08.700354 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54839992-016e-4dcf-8048-99dd4661931d HTTP/1.1" status: 204 len: 168 time: 0.1977322 Apr 18 20:23:08.705070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '17f8b08f-197e-4aa1-a778-8cea138c7735', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '17f8b08f-197e-4aa1-a778-8cea138c7735', 'mac_address': 'fa:16:3e:79:1e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:23:08.714501 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54839992-016e-4dcf-8048-99dd4661931d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:08.726384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.726957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.727515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.728329 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.728878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.729426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.729950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.730474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.731106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.731640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.732201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.733027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681f07be-56fa-4068-8bdc-045546c966c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:08.785118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-2439da81-8233-45b1-86f6-b90ae2aa35e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 200 len: 217 time: 0.0859132 Apr 18 20:23:08.828591 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.849263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f8b08f-197e-4aa1-a778-8cea138c7735 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:08.871922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=17f8b08f-197e-4aa1-a778-8cea138c7735,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:08.878573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7466519f-747b-4c89-beab-cc203ceaa756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:08.880568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.886224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7466519f-747b-4c89-beab-cc203ceaa756 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.0938621 Apr 18 20:23:08.935422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-e8b558ba-0e2f-4ac6-994a-4daf97e1826d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421453 Apr 18 20:23:08.963650 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=17f8b08f-197e-4aa1-a778-8cea138c7735,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:09.061875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-3a660d91-cf21-4ff7-a2b4-ec4a0247be39 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172540 Apr 18 20:23:09.146007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48730) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:09.163513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39f9e2a3-04e8-4cf4-96ab-0f6d021ce288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.164607 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.168278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.234559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f52026-3ab8-4d31-9792-e5be9a90ca64 req-d6e8cdb0-e642-4b65-abaf-8fdcd2714d2b tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:09.236181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36f52026-3ab8-4d31-9792-e5be9a90ca64 req-d6e8cdb0-e642-4b65-abaf-8fdcd2714d2b tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 949 time: 0.1518171 Apr 18 20:23:09.258990 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39f9e2a3-04e8-4cf4-96ab-0f6d021ce288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.263086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39f9e2a3-04e8-4cf4-96ab-0f6d021ce288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.270983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['17f8b08f-197e-4aa1-a778-8cea138c7735'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:09.277506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-2cfc0a07-7d45-4244-b998-775394082364 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102928 Apr 18 20:23:09.298557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11fb2928-4dc1-454b-a086-89bc545e51f7 req-1e396ab7-6b38-4ec9-a91d-f349c96fd73d tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0470741 Apr 18 20:23:09.302252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9e2a3-04e8-4cf4-96ab-0f6d021ce288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c662cc2-94d4-4b04-ba8a-54a115bcf314,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:09.306412 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-39f9e2a3-04e8-4cf4-96ab-0f6d021ce288 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3201014fa44245f79da3213b36f227f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591859 Apr 18 20:23:09.309232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48736) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:09.350283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36f52026-3ab8-4d31-9792-e5be9a90ca64 req-307f5c1d-86f9-44c1-aaed-beaf25a31630 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939033 Apr 18 20:23:09.378225 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.380202 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-847a3a4d-b015-4acb-9061-eb394b4a365b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.386031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.406186 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-847a3a4d-b015-4acb-9061-eb394b4a365b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.447565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b70d29ad7f9147c5aeb6118bf85e005c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7464242 Apr 18 20:23:09.448728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d96d11c-6f63-4693-8e27-849842938713,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:09.450320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48742) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:09.457200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.457784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.458280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.458760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.459260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.459736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.460233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.460706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.461314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.461804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.462284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.462763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fdb302-9ecc-41eb-959d-41e8b9760759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:09.478477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:09.481205 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b162e7-fb2c-49da-adb8-4f04b5717996" -d '{"events": [{"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-plugged", "status": "completed", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:09.529995 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7fd4-ed2e-4365-a406-b6d55bd2993b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.553713 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-847a3a4d-b015-4acb-9061-eb394b4a365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.554981 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dadad6-8b48-4dce-b167-9c8ae3540ee7 x-openstack-request-id: req-33dadad6-8b48-4dce-b167-9c8ae3540ee7 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:09.555361 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-plugged", "status": "completed", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:09.555677 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33dadad6-8b48-4dce-b167-9c8ae3540ee7 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:09.556181 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-847a3a4d-b015-4acb-9061-eb394b4a365b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.556312 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33dadad6-8b48-4dce-b167-9c8ae3540ee7'] response: {'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'code': 200} Apr 18 20:23:09.557283 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-847a3a4d-b015-4acb-9061-eb394b4a365b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c662cc2-94d4-4b04-ba8a-54a115bcf314 HTTP/1.1" status: 204 len: 168 time: 0.2471464 Apr 18 20:23:09.559207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7fd4-ed2e-4365-a406-b6d55bd2993b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.574772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a3a4d-b015-4acb-9061-eb394b4a365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c662cc2-94d4-4b04-ba8a-54a115bcf314,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:09.621860 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7fd4-ed2e-4365-a406-b6d55bd2993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.625040 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a4a7fd4-ed2e-4365-a406-b6d55bd2993b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.626434 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7a4a7fd4-ed2e-4365-a406-b6d55bd2993b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d96d11c-6f63-4693-8e27-849842938713 HTTP/1.1" status: 204 len: 168 time: 0.1747820 Apr 18 20:23:09.638771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a7fd4-ed2e-4365-a406-b6d55bd2993b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d96d11c-6f63-4693-8e27-849842938713,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:09.655011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-94db2ae6-70a8-4650-9e1f-70eb5b3218a1 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:09.656717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-94db2ae6-70a8-4650-9e1f-70eb5b3218a1 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.1596651 Apr 18 20:23:09.681258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-4'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:09.706294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e96fb9-26b6-4744-9fe5-98dc3fd96b83 req-4f3194f5-01fe-423b-a827-5e77670f26d0 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:09.707766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1e96fb9-26b6-4744-9fe5-98dc3fd96b83 req-4f3194f5-01fe-423b-a827-5e77670f26d0 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.2412152 Apr 18 20:23:09.816321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196ab3c-6a97-4f38-93e2-746e1a20e078 req-e03fc182-3b5f-4f80-843f-aced2347c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:09.817788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2196ab3c-6a97-4f38-93e2-746e1a20e078 req-e03fc182-3b5f-4f80-843f-aced2347c416 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 1100 time: 0.1577396 Apr 18 20:23:09.830033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9877f23-bdad-45a4-b8ab-99c57c8056b8 req-cc96d52a-c849-46bb-83ba-567939ff57ae tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:09.831541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9877f23-bdad-45a4-b8ab-99c57c8056b8 req-cc96d52a-c849-46bb-83ba-567939ff57ae tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 945 time: 0.1814461 Apr 18 20:23:09.843875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1e96fb9-26b6-4744-9fe5-98dc3fd96b83 req-ebf965ac-0fbd-422b-9ed3-4538c0c3ee2b tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188815 Apr 18 20:23:09.851605 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.945794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9877f23-bdad-45a4-b8ab-99c57c8056b8 req-250c2544-f142-4e1c-9701-1ce8fb699fa9 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965090 Apr 18 20:23:09.949004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2196ab3c-6a97-4f38-93e2-746e1a20e078 req-4028b8b8-8184-46c7-be5f-31a638f85bd1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164596 Apr 18 20:23:10.049643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed70240-6be0-4fef-bb66-06ca016949fb req-e223da52-e97d-4c1b-b82c-dec5b53d1152 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:10.051105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ed70240-6be0-4fef-bb66-06ca016949fb req-e223da52-e97d-4c1b-b82c-dec5b53d1152 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 949 time: 0.0988722 Apr 18 20:23:10.063237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48772) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:10.078316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06ac7d87-a25e-4fcb-bc60-0f665603d118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.088597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:10.117827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ed70240-6be0-4fef-bb66-06ca016949fb req-21e8284c-7e3b-414b-a5c7-7457878cac0c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602019 Apr 18 20:23:10.143912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:10.181982 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06ac7d87-a25e-4fcb-bc60-0f665603d118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.188428 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06ac7d87-a25e-4fcb-bc60-0f665603d118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.192985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7e0425-991c-429f-9418-3b551311083d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:10.195639 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcc7a26-93f1-4d09-9014-6e5ef107145e" -d '{"events": [{"server_uuid": "fb7e0425-991c-429f-9418-3b551311083d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3c8cc44-1f98-4262-8b36-a7d4765619ec"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:10.200407 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.211616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.234059 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06ac7d87-a25e-4fcb-bc60-0f665603d118 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e34bdff4f1bf42ce96d372c32ed52d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694529 Apr 18 20:23:10.234895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48778) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:10.242574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac7d87-a25e-4fcb-bc60-0f665603d118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd3892d-a512-45f2-8ed9-2145226623f4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:10.278250 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26287e17-f06c-481a-9a30-602ad23213da x-openstack-request-id: req-26287e17-f06c-481a-9a30-602ad23213da {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:10.278691 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7e0425-991c-429f-9418-3b551311083d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3c8cc44-1f98-4262-8b36-a7d4765619ec", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:10.278940 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26287e17-f06c-481a-9a30-602ad23213da {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:10.280023 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26287e17-f06c-481a-9a30-602ad23213da'] response: {'server_uuid': 'fb7e0425-991c-429f-9418-3b551311083d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec', 'code': 200} Apr 18 20:23:10.289099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c8cc44-1f98-4262-8b36-a7d4765619ec,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:10.317225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec on host n-h1-836015-4 for vnic_type normal with profile {"migrating_to": "n-h2-836015-4"} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:10.317552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:10.317870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:10.320824 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ca95ab4-156b-43d3-a3ce-157e417de32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.322240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Port f3c8cc44-1f98-4262-8b36-a7d4765619ec on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:10.322604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Attempting to bind port f3c8cc44-1f98-4262-8b36-a7d4765619ec on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:10.329049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:10.329385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:10.329873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:10.330341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Bound port: f3c8cc44-1f98-4262-8b36-a7d4765619ec, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:10.330847 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.337976 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.354881 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ca95ab4-156b-43d3-a3ce-157e417de32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.413386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ca95ab4-156b-43d3-a3ce-157e417de32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.417085 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ca95ab4-156b-43d3-a3ce-157e417de32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.418600 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ca95ab4-156b-43d3-a3ce-157e417de32a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5bd3892d-a512-45f2-8ed9-2145226623f4 HTTP/1.1" status: 204 len: 168 time: 0.1818552 Apr 18 20:23:10.425689 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:10.428901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca95ab4-156b-43d3-a3ce-157e417de32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd3892d-a512-45f2-8ed9-2145226623f4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:10.430002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:10.437714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.457293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 17f8b08f-197e-4aa1-a778-8cea138c7735 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:10.530397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 17f8b08f-197e-4aa1-a778-8cea138c7735 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:10.534891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 17f8b08f-197e-4aa1-a778-8cea138c7735 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:10.535303 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.562868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:10.563730 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.565222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] 10.222.0.64 "PUT /v2.0/ports/f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 200 len: 1121 time: 0.8892276 Apr 18 20:23:10.567221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07d3af47-7b6a-40e3-b6e4-e3e7fbbd1c10 req-fc226e47-01d4-4869-a7e6-acb1858189cf tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0521016 Apr 18 20:23:10.568179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f6e56-7fa1-4bfe-bae8-773544954f41 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c8cc44-1f98-4262-8b36-a7d4765619ec,revision_number=8']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:10.642753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f3c8cc44-1f98-4262-8b36-a7d4765619ec'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:10.673555 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.696133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48796) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:10.744585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=17f8b08f-197e-4aa1-a778-8cea138c7735,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:10.751574 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.822698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=17f8b08f-197e-4aa1-a778-8cea138c7735,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:10.834409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.834767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.835110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.835404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.835730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.836078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.836395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.836712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.837025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.837338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.837656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.837975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:10.861830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45319b20-22ab-48c9-be9e-bc8217fe9dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.982212 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45319b20-22ab-48c9-be9e-bc8217fe9dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.989937 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45319b20-22ab-48c9-be9e-bc8217fe9dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.032523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2ec7c-7ae6-48cf-8f91-14262698cb22 req-ec6e3650-d083-4a74-bb70-df082252fda4 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:11.034021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86d2ec7c-7ae6-48cf-8f91-14262698cb22 req-ec6e3650-d083-4a74-bb70-df082252fda4 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1003458 Apr 18 20:23:11.045869 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-45319b20-22ab-48c9-be9e-bc8217fe9dc2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3684ec6396140919ba7bfe0693b3ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479507 Apr 18 20:23:11.048437 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48814) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:11.062733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45319b20-22ab-48c9-be9e-bc8217fe9dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402c70c5-eff4-4ebd-9f99-6d2cd6ad24ed,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:11.124106 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.124499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86d2ec7c-7ae6-48cf-8f91-14262698cb22 req-0eeb530f-c652-4b97-ab81-e631dadd9d18 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718272 Apr 18 20:23:11.139384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c61944-5d62-4c97-a8cc-844a479d7135 req-83cf19be-1a9d-4cf1-ace4-a08beb63403f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:11.155890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87c61944-5d62-4c97-a8cc-844a479d7135 req-83cf19be-1a9d-4cf1-ace4-a08beb63403f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 943 time: 0.1163921 Apr 18 20:23:11.169952 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12ffde25-d11f-4b09-ab43-da6faa302dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.199239 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12ffde25-d11f-4b09-ab43-da6faa302dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.240028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87c61944-5d62-4c97-a8cc-844a479d7135 req-be4a71d0-328d-406e-b5c9-b5fb28340b48 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813720 Apr 18 20:23:11.270091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12ffde25-d11f-4b09-ab43-da6faa302dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.274218 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12ffde25-d11f-4b09-ab43-da6faa302dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.275470 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-12ffde25-d11f-4b09-ab43-da6faa302dd2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/402c70c5-eff4-4ebd-9f99-6d2cd6ad24ed HTTP/1.1" status: 204 len: 168 time: 0.2256465 Apr 18 20:23:11.286795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffde25-d11f-4b09-ab43-da6faa302dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402c70c5-eff4-4ebd-9f99-6d2cd6ad24ed,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:11.296482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8e85b-5b76-469a-b42c-3a35c29df2ae req-94055872-ff5b-4043-aa87-73f404855cfb tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:11.297973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4d8e85b-5b76-469a-b42c-3a35c29df2ae req-94055872-ff5b-4043-aa87-73f404855cfb tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0570238 Apr 18 20:23:11.344303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4d8e85b-5b76-469a-b42c-3a35c29df2ae req-dcbba629-e2cd-48b3-bf38-ddd3cd39e641 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391583 Apr 18 20:23:11.557857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:11.561082 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530ac1ad-50f7-4ed6-8ad2-70956706e9ee" -d '{"events": [{"server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "name": "network-vif-plugged", "status": "completed", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:11.599747 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46102441-7c5b-4088-ab56-2b33e62112dc x-openstack-request-id: req-46102441-7c5b-4088-ab56-2b33e62112dc {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:11.600092 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "name": "network-vif-plugged", "status": "completed", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:11.600341 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46102441-7c5b-4088-ab56-2b33e62112dc {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:11.600864 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46102441-7c5b-4088-ab56-2b33e62112dc'] response: {'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735', 'code': 200} Apr 18 20:23:11.624088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48848) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:11.648498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-491bf839-81bb-4e97-af3f-1568fa4e344e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.739495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd84e0b1-5359-4425-9315-c225a068bffe req-1c9ea248-08a8-413b-9d24-ebab3c1a3af0 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0270958 Apr 18 20:23:11.772607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49536fea-1ef5-4592-a4d6-b28c88566036 req-d9938f21-6a8e-4b35-a40a-e4f4f2fd8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:11.774550 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49536fea-1ef5-4592-a4d6-b28c88566036 req-d9938f21-6a8e-4b35-a40a-e4f4f2fd8664 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1101 time: 0.1031127 Apr 18 20:23:11.837882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-491bf839-81bb-4e97-af3f-1568fa4e344e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.840005 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49536fea-1ef5-4592-a4d6-b28c88566036 req-be125851-8952-47a1-8731-3e263f20e24d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535438 Apr 18 20:23:11.843419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-491bf839-81bb-4e97-af3f-1568fa4e344e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.882753 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-491bf839-81bb-4e97-af3f-1568fa4e344e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78e0e8529eb74d0ea930293cdefe8114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572918 Apr 18 20:23:11.883514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bf839-81bb-4e97-af3f-1568fa4e344e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ec8ede-0749-4110-be73-2ddd2d036f25,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:11.886269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48856) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:11.905230 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.944560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-16958773-4b70-4334-a57d-388ce6407285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.967150 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-16958773-4b70-4334-a57d-388ce6407285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:12.030409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-16958773-4b70-4334-a57d-388ce6407285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:12.033408 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-16958773-4b70-4334-a57d-388ce6407285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:12.034677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-16958773-4b70-4334-a57d-388ce6407285 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16ec8ede-0749-4110-be73-2ddd2d036f25 HTTP/1.1" status: 204 len: 168 time: 0.1470475 Apr 18 20:23:12.042803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16958773-4b70-4334-a57d-388ce6407285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ec8ede-0749-4110-be73-2ddd2d036f25,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:12.236270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785624f5-bae2-4c6c-8805-f020d9a35cba req-8c4f122c-3e8b-4fd4-a33e-80275a54fcc5 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:12.237775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-785624f5-bae2-4c6c-8805-f020d9a35cba req-8c4f122c-3e8b-4fd4-a33e-80275a54fcc5 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0519786 Apr 18 20:23:12.278737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-785624f5-bae2-4c6c-8805-f020d9a35cba req-bcfe04bb-6136-4308-8dff-8cd7fa6ab1ef tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338068 Apr 18 20:23:12.282343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7e0425-991c-429f-9418-3b551311083d', 'tag': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:12.288950 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc56268-db71-4b59-b315-a7148e0215a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7e0425-991c-429f-9418-3b551311083d", "tag": "f3c8cc44-1f98-4262-8b36-a7d4765619ec"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:12.340034 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7e7fc8-a71d-45e4-89c8-d2736c65c75f x-openstack-request-id: req-db7e7fc8-a71d-45e4-89c8-d2736c65c75f {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:12.340311 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7e0425-991c-429f-9418-3b551311083d", "tag": "f3c8cc44-1f98-4262-8b36-a7d4765619ec", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:12.340761 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db7e7fc8-a71d-45e4-89c8-d2736c65c75f {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:12.341307 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7e7fc8-a71d-45e4-89c8-d2736c65c75f'] response: {'name': 'network-changed', 'server_uuid': 'fb7e0425-991c-429f-9418-3b551311083d', 'tag': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec', 'status': 'completed', 'code': 200} Apr 18 20:23:12.387438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7222ad-5b80-4584-8a47-69d8e15c1f26 req-08aa05a3-1800-43c1-a46d-3796eec4baf0 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:12.400000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e7222ad-5b80-4584-8a47-69d8e15c1f26 req-08aa05a3-1800-43c1-a46d-3796eec4baf0 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 943 time: 0.0867441 Apr 18 20:23:12.433324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56268-db71-4b59-b315-a7148e0215a5 req-963b3468-6e3b-4cd8-89df-3f509f7405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:12.434820 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-acc56268-db71-4b59-b315-a7148e0215a5 req-963b3468-6e3b-4cd8-89df-3f509f7405d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1124 time: 0.0756428 Apr 18 20:23:12.490843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e7222ad-5b80-4584-8a47-69d8e15c1f26 req-b1ddc9d5-2530-4cfe-948b-257bfcce2b9a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899093 Apr 18 20:23:12.521493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03d16e-c939-4ca4-aeba-8a5d8abe007c req-bb50c14c-bebe-44f1-99b8-38ef0d1d28e9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:12.523434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e03d16e-c939-4ca4-aeba-8a5d8abe007c req-bb50c14c-bebe-44f1-99b8-38ef0d1d28e9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0825543 Apr 18 20:23:12.573467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48902) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:12.604007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e03d16e-c939-4ca4-aeba-8a5d8abe007c req-16c904d1-865e-485e-90d6-f433b4523029 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729916 Apr 18 20:23:12.627081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-101acafd-ce0d-4193-a17e-9e4378215620 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293367 Apr 18 20:23:12.740612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f3c8cc44-1f98-4262-8b36-a7d4765619ec details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:12.789144 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a305-7b13-4502-b786-5f58d052c87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:12.813232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-f52a6f1a-1baa-4fc3-8931-68f9f77211ca tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:12.819985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-f52a6f1a-1baa-4fc3-8931-68f9f77211ca tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921453 Apr 18 20:23:12.838816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56268-db71-4b59-b315-a7148e0215a5 req-ea190e81-d880-4e72-8d24-fe96f6277a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:12.840727 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-acc56268-db71-4b59-b315-a7148e0215a5 req-ea190e81-d880-4e72-8d24-fe96f6277a41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.3888569 Apr 18 20:23:12.858706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-311fe883-fffe-423a-9e4e-eb01cbe07ab3 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/quotas/ff02ba8c3843443f94c6bb833b2b0b5e HTTP/1.1" status: 200 len: 375 time: 0.0273952 Apr 18 20:23:12.899156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:12.921619 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-acc56268-db71-4b59-b315-a7148e0215a5 req-5873da7a-3109-4898-99ec-d24235efd9a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 200 len: 217 time: 0.0689306 Apr 18 20:23:12.923793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f3c8cc44-1f98-4262-8b36-a7d4765619ec has no active binding in host n-h2-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:23:12.959634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-9597e732-c24f-4343-9223-bc4b780f2567 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938160 Apr 18 20:23:12.984726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a305-7b13-4502-b786-5f58d052c87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:12.990231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc56268-db71-4b59-b315-a7148e0215a5 req-da21f410-1fcb-48cf-920a-31ac5ff7a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:12.991952 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9ad8a305-7b13-4502-b786-5f58d052c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:12.992222 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-acc56268-db71-4b59-b315-a7148e0215a5 req-da21f410-1fcb-48cf-920a-31ac5ff7a22e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.0655785 Apr 18 20:23:13.043231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9ad8a305-7b13-4502-b786-5f58d052c87f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b90dc686273b4c608140a751957c97e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656632 Apr 18 20:23:13.043231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8a305-7b13-4502-b786-5f58d052c87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130628ff-b26a-4473-8eed-b50d7fccc1ea,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:13.044058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48922) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:13.055986 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-acc56268-db71-4b59-b315-a7148e0215a5 req-9786d142-09c7-488e-95bc-1917a4c8546d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490084 Apr 18 20:23:13.131096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55199050-e891-49f2-a341-ad847b7d4f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.180554 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55199050-e891-49f2-a341-ad847b7d4f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.219281 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-acc56268-db71-4b59-b315-a7148e0215a5 req-f2caae6e-dea5-4d55-b2bc-5a0d05557c50 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554790 Apr 18 20:23:13.254724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09764263-46b4-4e63-a3d8-0d0090ba8c0e req-24ec9d26-602d-4fbb-8299-39bf2846e135 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 210 time: 0.0496700 Apr 18 20:23:13.351129 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-acc56268-db71-4b59-b315-a7148e0215a5 req-caf73903-7d6e-47e8-84f9-8338d5c04c91 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245909 Apr 18 20:23:13.359261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1ed0033-069e-41cd-b503-21fa8b01e071 req-19a5cdb1-0b98-4a9e-b2e6-beb229bb8958 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.1068006 Apr 18 20:23:13.390440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55199050-e891-49f2-a341-ad847b7d4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.397003 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55199050-e891-49f2-a341-ad847b7d4f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.399966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-55199050-e891-49f2-a341-ad847b7d4f31 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/130628ff-b26a-4473-8eed-b50d7fccc1ea HTTP/1.1" status: 204 len: 168 time: 0.3525586 Apr 18 20:23:13.409085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199050-e891-49f2-a341-ad847b7d4f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130628ff-b26a-4473-8eed-b50d7fccc1ea,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:13.647490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c1543-7112-4464-8c3b-531b1cd55f43 req-509fcebc-2b46-496b-8b39-2575b9b479e0 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:13.656466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf2c1543-7112-4464-8c3b-531b1cd55f43 req-509fcebc-2b46-496b-8b39-2575b9b479e0 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 943 time: 0.0626156 Apr 18 20:23:13.705858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf2c1543-7112-4464-8c3b-531b1cd55f43 req-59305802-e66c-483b-8675-674fed0af210 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482116 Apr 18 20:23:13.794968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91ac5e-7f03-4fde-bdb9-cc8da91c390e req-e6695b34-a0da-4f2f-87d8-bf62ca954918 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:13.797227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a91ac5e-7f03-4fde-bdb9-cc8da91c390e req-e6695b34-a0da-4f2f-87d8-bf62ca954918 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0901418 Apr 18 20:23:13.855044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a91ac5e-7f03-4fde-bdb9-cc8da91c390e req-ddc35e01-3278-4cd5-9dfc-92d01209f0d6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474362 Apr 18 20:23:13.963948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48978) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:13.982140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-206cff36-852c-46d9-aac1-6934348aebcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.068127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-206cff36-852c-46d9-aac1-6934348aebcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.072811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-206cff36-852c-46d9-aac1-6934348aebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.104975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-206cff36-852c-46d9-aac1-6934348aebcd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e310ae2890d64481a4c1a186306e5337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399488 Apr 18 20:23:14.107914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48982) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:14.125039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cff36-852c-46d9-aac1-6934348aebcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6a8304-617c-4475-8ba3-259216048928,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:14.168910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48986) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:14.171231 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4e0e-736b-495b-9d6c-958265f9f362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.197437 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4e0e-736b-495b-9d6c-958265f9f362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.257916 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4e0e-736b-495b-9d6c-958265f9f362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.262258 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c7e4e0e-736b-495b-9d6c-958265f9f362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.265361 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5c7e4e0e-736b-495b-9d6c-958265f9f362 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb6a8304-617c-4475-8ba3-259216048928 HTTP/1.1" status: 204 len: 168 time: 0.1556828 Apr 18 20:23:14.273981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351b690-9a4c-417b-9954-9f63658a736b req-8b3b97c7-1bf7-4213-811c-9984113fdbe5 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:14.275356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e4e0e-736b-495b-9d6c-958265f9f362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6a8304-617c-4475-8ba3-259216048928,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:14.276127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a351b690-9a4c-417b-9954-9f63658a736b req-8b3b97c7-1bf7-4213-811c-9984113fdbe5 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1101 time: 0.0530698 Apr 18 20:23:14.323755 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a351b690-9a4c-417b-9954-9f63658a736b req-420b6a51-4429-4457-9243-726823f09557 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.379864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b08c3ea-735b-49a5-856d-b4de03fb80a1 req-50202bea-f8fc-4b78-9077-f2bd83afe560 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 210 time: 0.0342278 Apr 18 20:23:14.421495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-952559fe-83b2-4360-8cb5-8386a1d1e868 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351024 Apr 18 20:23:14.490194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73f7572f-f867-4fde-9c85-f5117afe5cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.582339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5113a3b-5ccd-42d1-8896-c6ff5b8f6525 req-14f06a7f-f3d2-4be5-a54b-d5afe6dda1f0 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0568144 Apr 18 20:23:14.682103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-699fe771-d983-4702-88a2-b77eab60a50e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:14.683525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-699fe771-d983-4702-88a2-b77eab60a50e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612858 Apr 18 20:23:14.686298 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a351b690-9a4c-417b-9954-9f63658a736b req-420b6a51-4429-4457-9243-726823f09557 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.695331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a351b690-9a4c-417b-9954-9f63658a736b req-420b6a51-4429-4457-9243-726823f09557 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.713713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Request body: {'port': {'device_id': '7c420da1-ad24-48da-be37-1fbd37ac14a6', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'ff02ba8c3843443f94c6bb833b2b0b5e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:14.840398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a351b690-9a4c-417b-9954-9f63658a736b req-420b6a51-4429-4457-9243-726823f09557 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435534 Apr 18 20:23:14.865602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b6a51-4429-4457-9243-726823f09557 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d579f0-0a09-4701-99d5-0e4cd5d66c48,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:14.910995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Made reservation on behalf of ff02ba8c3843443f94c6bb833b2b0b5e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:14.914530 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.935944 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73f7572f-f867-4fde-9c85-f5117afe5cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.952645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513c03e-a302-4678-bec8-f70e79bfb3ab req-4ea058dc-0e0d-4714-8777-5f8582969a28 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:14.954139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a513c03e-a302-4678-bec8-f70e79bfb3ab req-4ea058dc-0e0d-4714-8777-5f8582969a28 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 943 time: 0.1540256 Apr 18 20:23:14.954753 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73f7572f-f867-4fde-9c85-f5117afe5cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.060736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-73f7572f-f867-4fde-9c85-f5117afe5cfd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7904d700fa424b7bb2dcea6fecedd202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8881903 Apr 18 20:23:15.061030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49030) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:15.072075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7572f-f867-4fde-9c85-f5117afe5cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf99821-1367-4f83-b8e7-7cb9ceb51944,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:15.132050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a513c03e-a302-4678-bec8-f70e79bfb3ab req-9b8a4d15-b0d0-4c3f-abc3-9c13b87d04d8 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597550 Apr 18 20:23:15.135969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6704812f-5edc-4f05-b95b-eb4d10ad09f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.170440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6704812f-5edc-4f05-b95b-eb4d10ad09f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.173548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Allocated IP 192.168.233.57 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/700d8d0f-19ca-4c3c-b369-9d329a6a3c9a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:15.231176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6704812f-5edc-4f05-b95b-eb4d10ad09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.234807 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6704812f-5edc-4f05-b95b-eb4d10ad09f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.238274 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6704812f-5edc-4f05-b95b-eb4d10ad09f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ddf99821-1367-4f83-b8e7-7cb9ceb51944 HTTP/1.1" status: 204 len: 168 time: 0.1739695 Apr 18 20:23:15.245335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704812f-5edc-4f05-b95b-eb4d10ad09f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf99821-1367-4f83-b8e7-7cb9ceb51944,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:15.354769 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.391764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.405325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['5100ed93-a2f5-475a-8570-3c1771225828', 'f14a2b5c-2d60-4329-902d-e5ccd33b91df'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:15.440536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:15.447520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:15.452314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:23:15.458280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:15.458925 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.472982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Pushing event updated for resources: {'Port': ['ID=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:15.494307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-5676d82c-89fc-4fcf-804a-1b2295f586b9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7952986 Apr 18 20:23:15.508445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Request body: {'port': {'device_id': '7c420da1-ad24-48da-be37-1fbd37ac14a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:15.633394 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.660908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.779548 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-7e5f3280-4bee-4e1d-99ec-1cfbfdb6c964 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0554266 Apr 18 20:23:15.784539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-cc7a9017-3bdc-4d00-bef9-2df8a9bbb8cd service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:23:15.798774 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-cc7a9017-3bdc-4d00-bef9-2df8a9bbb8cd service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181336 Apr 18 20:23:15.896868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fce865d9-ae99-42b7-a5fe-7bd07958b5c8 None None] Provisioning complete for port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:15.897418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fce865d9-ae99-42b7-a5fe-7bd07958b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.938633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fce865d9-ae99-42b7-a5fe-7bd07958b5c8 None None] Port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:23:16.039356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49070) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:16.057540 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2aadcf16-65d4-4998-bca4-0f5681b109a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.168681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3af4c-5ba9-4b5f-b316-79416c87e5a6 req-1df48190-0822-4e21-97a6-92f236a6e794 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:16.178358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1f3af4c-5ba9-4b5f-b316-79416c87e5a6 req-1df48190-0822-4e21-97a6-92f236a6e794 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 935 time: 0.3518734 Apr 18 20:23:16.210169 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2aadcf16-65d4-4998-bca4-0f5681b109a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.218066 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2aadcf16-65d4-4998-bca4-0f5681b109a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.280918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadcf16-65d4-4998-bca4-0f5681b109a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb039e8-2543-486e-b9ff-b8685f35b6a2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:16.318124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1f3af4c-5ba9-4b5f-b316-79416c87e5a6 req-96075f4a-c5ac-4af7-85bc-3d624760750c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388819 Apr 18 20:23:16.324208 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2aadcf16-65d4-4998-bca4-0f5681b109a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53f1ffc6a90b49a8bf635f68e7b6a952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836337 Apr 18 20:23:16.327342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49086) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:16.344142 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f841114-6348-4199-b9b3-57e0dc42b897 req-07aed83d-e8c2-4272-b857-7c6d479c22d1 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0770078 Apr 18 20:23:16.404181 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-030dc315-1700-48f8-a186-ef5662a39c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.426861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-030dc315-1700-48f8-a186-ef5662a39c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.505148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:16.516257 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.523100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-030dc315-1700-48f8-a186-ef5662a39c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.526101 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-030dc315-1700-48f8-a186-ef5662a39c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.527405 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-030dc315-1700-48f8-a186-ef5662a39c2e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cb039e8-2543-486e-b9ff-b8685f35b6a2 HTTP/1.1" status: 204 len: 168 time: 0.1991124 Apr 18 20:23:16.533662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932da76-1e4f-420b-9442-c5815a872961 req-96d87a2c-edd6-4a5a-8a43-4052eadf0865 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:16.544730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dc315-1700-48f8-a186-ef5662a39c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb039e8-2543-486e-b9ff-b8685f35b6a2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:16.551498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b932da76-1e4f-420b-9442-c5815a872961 req-96d87a2c-edd6-4a5a-8a43-4052eadf0865 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.1440041 Apr 18 20:23:16.572859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Transition to ACTIVE for port object 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:16.582203 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.648713 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b932da76-1e4f-420b-9442-c5815a872961 req-40f54e39-69b5-41b0-9295-2eb33c05f084 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965104 Apr 18 20:23:16.694507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:16.724393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Attempting to bind port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:16.724682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Attempting to bind port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:16.725004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Attempting to bind port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:16.729490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:16.729798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Attempting to bind port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:16.735533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:16.740451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:16.740917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:16.741367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Bound port: 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:16.741727 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.845664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] For port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:16.888695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] For port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:16.898868 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.911996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19c7f-9114-43e3-b257-ef7861e99cad req-9635ae16-52e2-49c3-adb5-81e39ff40a36 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:16.913731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3d19c7f-9114-43e3-b257-ef7861e99cad req-9635ae16-52e2-49c3-adb5-81e39ff40a36 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 943 time: 0.0866849 Apr 18 20:23:16.981547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:16.982779 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.984292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] 10.222.0.64 "PUT /v2.0/ports/700d8d0f-19ca-4c3c-b369-9d329a6a3c9a HTTP/1.1" status: 200 len: 1095 time: 1.4808939 Apr 18 20:23:16.984745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c420da1-ad24-48da-be37-1fbd37ac14a6', 'tag': '700d8d0f-19ca-4c3c-b369-9d329a6a3c9a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:16.987073 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd912dc6-e112-485d-a852-a88aa28b846a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c420da1-ad24-48da-be37-1fbd37ac14a6", "tag": "700d8d0f-19ca-4c3c-b369-9d329a6a3c9a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:17.034552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87e6fb-3d3a-4c64-80e1-4173950c1ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:17.084068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3d19c7f-9114-43e3-b257-ef7861e99cad req-8c2cb06a-fb10-45b8-b3d7-c449ce4c6a57 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262848 Apr 18 20:23:17.108049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-b6b834dc-734e-4155-9830-49726832e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:17.109814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-b6b834dc-734e-4155-9830-49726832e31b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 1098 time: 0.0772135 Apr 18 20:23:17.193654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-60a238a7-7380-4ab9-bd47-1fe36ff23108 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a HTTP/1.1" status: 200 len: 217 time: 0.0741332 Apr 18 20:23:17.195640 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba1b309-cbcc-4b77-9971-fa9ff4997ea4 x-openstack-request-id: req-dba1b309-cbcc-4b77-9971-fa9ff4997ea4 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:17.195950 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c420da1-ad24-48da-be37-1fbd37ac14a6", "tag": "700d8d0f-19ca-4c3c-b369-9d329a6a3c9a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:17.196199 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dba1b309-cbcc-4b77-9971-fa9ff4997ea4 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:17.196673 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba1b309-cbcc-4b77-9971-fa9ff4997ea4'] response: {'name': 'network-changed', 'server_uuid': '7c420da1-ad24-48da-be37-1fbd37ac14a6', 'tag': '700d8d0f-19ca-4c3c-b369-9d329a6a3c9a', 'status': 'completed', 'code': 200} Apr 18 20:23:17.285796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4286bcc7-f065-45a6-b2de-ec4f84a5b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:17.291503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-4286bcc7-f065-45a6-b2de-ec4f84a5b765 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0875545 Apr 18 20:23:17.398209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-94c1b610-0633-4db8-a5e6-5ef56a6d1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:17.403446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-94c1b610-0633-4db8-a5e6-5ef56a6d1d19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843205 Apr 18 20:23:17.526575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cddda1ab-0b09-4078-8ea7-cab77726db66 req-001bbd2d-58ea-44ff-9601-b7226e3ac57a tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0762906 Apr 18 20:23:17.562845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863eb64-65e8-4ac5-84b6-6ee52b81ab2e req-8fcabb64-1e20-4786-a8dd-0dd3fa3113d1 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:17.564363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9863eb64-65e8-4ac5-84b6-6ee52b81ab2e req-8fcabb64-1e20-4786-a8dd-0dd3fa3113d1 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 947 time: 0.1384106 Apr 18 20:23:17.577202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-c5c73dbf-dee3-4c36-98fa-1baf9c46e063 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609838 Apr 18 20:23:17.676769 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-090b66a0-4bc3-4853-87c8-b5506b6f2ec6 service neutron] 10.222.0.60 "GET /v2.0/ports/f3c8cc44-1f98-4262-8b36-a7d4765619ec/bindings/n-h2-836015-4 HTTP/1.1" status: 200 len: 384 time: 0.0992205 Apr 18 20:23:17.680268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9863eb64-65e8-4ac5-84b6-6ee52b81ab2e req-a24e4560-97b6-4532-a59c-f6a6ca2119a4 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969741 Apr 18 20:23:17.730304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52d7bb8-b044-4c8e-94e5-9a8c4d141b62 req-06fb8c85-2cb9-42dd-993a-6624eda54b16 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428275 Apr 18 20:23:17.876680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912dc6-e112-485d-a852-a88aa28b846a req-0fd1ec8d-e514-41ac-b446-1ee9c91c2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:17.878308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd912dc6-e112-485d-a852-a88aa28b846a req-0fd1ec8d-e514-41ac-b446-1ee9c91c2bfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 1098 time: 0.0636470 Apr 18 20:23:17.885407 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7ea5f3d8-8915-4e60-ad71-50d36cdd5dfc service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:17.912967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7ea5f3d8-8915-4e60-ad71-50d36cdd5dfc service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:17.955597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7ea5f3d8-8915-4e60-ad71-50d36cdd5dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c8cc44-1f98-4262-8b36-a7d4765619ec {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:17.971983 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7ea5f3d8-8915-4e60-ad71-50d36cdd5dfc service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:17.991458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7ea5f3d8-8915-4e60-ad71-50d36cdd5dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:18.048077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb0ec6-7250-4e54-8642-0be036e6254a req-ff68a6cd-f22e-43d1-85bf-8fbe45c4ebb4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.059518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdeb0ec6-7250-4e54-8642-0be036e6254a req-ff68a6cd-f22e-43d1-85bf-8fbe45c4ebb4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.1576884 Apr 18 20:23:18.103220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7ea5f3d8-8915-4e60-ad71-50d36cdd5dfc service neutron] Transition to ACTIVE for port object f3c8cc44-1f98-4262-8b36-a7d4765619ec will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:18.110132 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7ea5f3d8-8915-4e60-ad71-50d36cdd5dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:18.132456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912dc6-e112-485d-a852-a88aa28b846a req-049d9904-f874-4345-ac0b-99b9313409fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.133952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd912dc6-e112-485d-a852-a88aa28b846a req-049d9904-f874-4345-ac0b-99b9313409fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2475541 Apr 18 20:23:18.194060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5f3d8-8915-4e60-ad71-50d36cdd5dfc service neutron] Pushing event updated for resources: {'Port': ['ID=f3c8cc44-1f98-4262-8b36-a7d4765619ec,revision_number=10']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:18.205418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdeb0ec6-7250-4e54-8642-0be036e6254a req-06d88f52-fde7-4c6c-9d82-f2bfdd6fdda3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394098 Apr 18 20:23:18.206912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd912dc6-e112-485d-a852-a88aa28b846a req-864ad414-1fb7-4942-94fd-8644c522d37e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a HTTP/1.1" status: 200 len: 217 time: 0.0601676 Apr 18 20:23:18.226671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7ea5f3d8-8915-4e60-ad71-50d36cdd5dfc service neutron] No DVR routers for this DVR port f3c8cc44-1f98-4262-8b36-a7d4765619ec on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:18.262205 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-7ea5f3d8-8915-4e60-ad71-50d36cdd5dfc service neutron] 10.222.0.60 "PUT /v2.0/ports/f3c8cc44-1f98-4262-8b36-a7d4765619ec/bindings/n-h2-836015-4/activate HTTP/1.1" status: 200 len: 369 time: 0.5718088 Apr 18 20:23:18.269288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-694f8312-a0e4-42c7-919e-828699d7438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.270407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-694f8312-a0e4-42c7-919e-828699d7438d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1101 time: 0.1815641 Apr 18 20:23:18.376795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912dc6-e112-485d-a852-a88aa28b846a req-775708e6-ffbb-44cb-9b8c-7dde6875a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.378267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd912dc6-e112-485d-a852-a88aa28b846a req-775708e6-ffbb-44cb-9b8c-7dde6875a174 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1569388 Apr 18 20:23:18.467701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e00ce-d776-4306-ba0b-45b7c91de56b req-abaa7e59-3912-4cb5-b241-123cd1b267c6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.474943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab8e00ce-d776-4306-ba0b-45b7c91de56b req-abaa7e59-3912-4cb5-b241-123cd1b267c6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 944 time: 0.1954446 Apr 18 20:23:18.514839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-50c5eba7-4f6e-49d9-b31b-7a9ddd6c5bef tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.516352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-50c5eba7-4f6e-49d9-b31b-7a9ddd6c5bef tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1095 time: 0.1736963 Apr 18 20:23:18.548684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-3ee9fc0c-149e-4181-9fd1-0af9ab54a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.550147 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-3ee9fc0c-149e-4181-9fd1-0af9ab54a35f service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2718520 Apr 18 20:23:18.551895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd912dc6-e112-485d-a852-a88aa28b846a req-86dd6959-1cb8-4774-ad0e-d2d80b025926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.553307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd912dc6-e112-485d-a852-a88aa28b846a req-86dd6959-1cb8-4774-ad0e-d2d80b025926 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472886 Apr 18 20:23:18.621883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab8e00ce-d776-4306-ba0b-45b7c91de56b req-77cafa23-70de-48c2-8fbc-09e864e9fe2d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417358 Apr 18 20:23:18.698596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-007e1a64-523f-448b-a809-e8bc9c6b27b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 200 len: 217 time: 0.1229839 Apr 18 20:23:18.828168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ca82338-77fa-4214-bd15-53a9ae3de638 req-2ac34493-a389-475c-9197-fbb5295331bf tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.1266315 Apr 18 20:23:18.875315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-d847811f-bd6a-451d-b453-33e397a23a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.876955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-d847811f-bd6a-451d-b453-33e397a23a12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d&tenant_id=2085f4267bc84a9e8b967acde84530ef HTTP/1.1" status: 200 len: 1095 time: 0.3428805 Apr 18 20:23:18.895649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-8e840ed0-81ad-4f54-923e-098decbf2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.897136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-8e840ed0-81ad-4f54-923e-098decbf2669 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1565568 Apr 18 20:23:18.899339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd912dc6-e112-485d-a852-a88aa28b846a req-bb8c81c2-a26c-4425-98cd-0dab8623dc13 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205752 Apr 18 20:23:18.946517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464654a-ad7a-428f-b7bb-33af5aa0b944 req-d3aefea1-b149-4995-a4c6-8e8e952b63c7 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.954808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d464654a-ad7a-428f-b7bb-33af5aa0b944 req-d3aefea1-b149-4995-a4c6-8e8e952b63c7 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 947 time: 0.1919122 Apr 18 20:23:19.089183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d464654a-ad7a-428f-b7bb-33af5aa0b944 req-021b0405-cf71-4549-b5a7-9544e0f8653f tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334443 Apr 18 20:23:19.101900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-364e37a7-f5a5-469b-9df2-eb22b3d4735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:19.103336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-364e37a7-f5a5-469b-9df2-eb22b3d4735f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1095 time: 0.1853917 Apr 18 20:23:19.122154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-4d5e5735-80c7-452c-817a-997de480618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:19.124023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-4d5e5735-80c7-452c-817a-997de480618d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170889 Apr 18 20:23:19.125729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd912dc6-e112-485d-a852-a88aa28b846a req-4edbece4-7393-427e-8797-221e52525499 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035439 Apr 18 20:23:19.301883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49218) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:19.312348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49222) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:19.354789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-d4e274b7-c8b3-4000-8e7e-48eabe7eb982 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=675e96c68fc84a0690198af16f584741&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761161 Apr 18 20:23:19.377297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-e9e5e938-fde6-49da-aab0-ee61744854ac service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321737 Apr 18 20:23:19.446233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dba39b24-99d3-4b40-ac5c-213a5a7b91be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.473093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-02231769-0213-4b8a-9cf8-3af505c9f5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.586694 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dba39b24-99d3-4b40-ac5c-213a5a7b91be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.595494 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dba39b24-99d3-4b40-ac5c-213a5a7b91be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.627597 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-02231769-0213-4b8a-9cf8-3af505c9f5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.642642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-02231769-0213-4b8a-9cf8-3af505c9f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.656104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba39b24-99d3-4b40-ac5c-213a5a7b91be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe8332-99a5-4cde-af40-1ff229b839f5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:19.664584 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dba39b24-99d3-4b40-ac5c-213a5a7b91be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84dde40cc54b4447904f0b91bd36d832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481338 Apr 18 20:23:19.677617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49230) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:19.692530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c49126-36cb-44e1-9fb5-f4c2a20f0b92 req-16e45eb5-1cf7-441c-bda1-4a65cf53ede9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:19.693985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47c49126-36cb-44e1-9fb5-f4c2a20f0b92 req-16e45eb5-1cf7-441c-bda1-4a65cf53ede9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.4135547 Apr 18 20:23:19.694962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-193972ed-e0db-4368-8452-bb323f2cbae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:19.696276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-193972ed-e0db-4368-8452-bb323f2cbae3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.5765216 Apr 18 20:23:19.698932 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-02231769-0213-4b8a-9cf8-3af505c9f5ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d22fd0dbcdbc4186b66827b8740163eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959081 Apr 18 20:23:19.702533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49232) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:19.725191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02231769-0213-4b8a-9cf8-3af505c9f5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a3c119-9201-4fe4-a56d-1ebe9331ad20,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:19.751932 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12c3b631-80b2-40ca-8cb9-303de9c06f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.774157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12c3b631-80b2-40ca-8cb9-303de9c06f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.815557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-dcf86f6a-32d4-4d73-9e5e-2fbd6fbec41d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 200 len: 217 time: 0.0871115 Apr 18 20:23:19.823636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12c3b631-80b2-40ca-8cb9-303de9c06f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.826419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12c3b631-80b2-40ca-8cb9-303de9c06f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.827585 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-12c3b631-80b2-40ca-8cb9-303de9c06f64 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aafe8332-99a5-4cde-af40-1ff229b839f5 HTTP/1.1" status: 204 len: 168 time: 0.1490259 Apr 18 20:23:19.835691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3b631-80b2-40ca-8cb9-303de9c06f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe8332-99a5-4cde-af40-1ff229b839f5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:19.923549 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47c49126-36cb-44e1-9fb5-f4c2a20f0b92 req-f22cee2b-fadb-4a50-889f-021fc4298313 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966577 Apr 18 20:23:19.937456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934160e-b2ba-450a-8939-a3fb974d10be req-a8ff4138-56dd-49a6-9e38-652417a843a9 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:19.939052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-a8ff4138-56dd-49a6-9e38-652417a843a9 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5696616 Apr 18 20:23:19.948972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-54937065-21ba-431d-a0a4-b31a49f8df77 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516078 Apr 18 20:23:19.963137 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64aeab0a-8cd3-46e8-bc63-8071365a9ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.979095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-2facc4a5-5b36-4c45-8a6c-0d0d386f6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:19.980908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-2facc4a5-5b36-4c45-8a6c-0d0d386f6c3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.1428080 Apr 18 20:23:19.983261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-514ec938-b0e2-4ab8-b311-ef6688e8be5e tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/quotas/675e96c68fc84a0690198af16f584741 HTTP/1.1" status: 200 len: 375 time: 0.0334051 Apr 18 20:23:20.034322 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64aeab0a-8cd3-46e8-bc63-8071365a9ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.046460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-4a21aee8-488d-4b78-8c75-7a79baf45c3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551808 Apr 18 20:23:20.073194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-f924d856-1129-4630-9247-d1fbceea7000 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=675e96c68fc84a0690198af16f584741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829401 Apr 18 20:23:20.168606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49244) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:20.207675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b430e0b-f3b7-403a-8a17-700eb1a7b586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.215086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65c960-937f-4984-9f98-9f82f9e7b810 req-6d3827a4-4475-45ba-b6eb-d147daed1e6d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:20.217469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e65c960-937f-4984-9f98-9f82f9e7b810 req-6d3827a4-4475-45ba-b6eb-d147daed1e6d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 944 time: 0.2056584 Apr 18 20:23:20.226848 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64aeab0a-8cd3-46e8-bc63-8071365a9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.230174 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64aeab0a-8cd3-46e8-bc63-8071365a9ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.234392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-64aeab0a-8cd3-46e8-bc63-8071365a9ca9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7a3c119-9201-4fe4-a56d-1ebe9331ad20 HTTP/1.1" status: 204 len: 168 time: 0.5056884 Apr 18 20:23:20.269462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aeab0a-8cd3-46e8-bc63-8071365a9ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a3c119-9201-4fe4-a56d-1ebe9331ad20,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:20.295642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-9a5e5d7f-fac3-40d3-8b48-2b73bfee73e1 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252996 Apr 18 20:23:20.304979 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b430e0b-f3b7-403a-8a17-700eb1a7b586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.311545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b430e0b-f3b7-403a-8a17-700eb1a7b586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.362181 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b430e0b-f3b7-403a-8a17-700eb1a7b586 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01996582b46043fc89879620bae3473d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886837 Apr 18 20:23:20.368104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49252) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:20.414025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b430e0b-f3b7-403a-8a17-700eb1a7b586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ece0fb-79e1-4c76-8ff2-a56c9705c69b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:20.433324 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fcfa7a18-fc11-4b39-a284-1842b8f0ddd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.439417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e65c960-937f-4984-9f98-9f82f9e7b810 req-93d1a856-1bdb-40ed-8415-c73f2f8517bd tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944039 Apr 18 20:23:20.471889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fcfa7a18-fc11-4b39-a284-1842b8f0ddd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.521815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f3c8cc44-1f98-4262-8b36-a7d4765619ec no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:23:20.536412 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fcfa7a18-fc11-4b39-a284-1842b8f0ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.547731 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fcfa7a18-fc11-4b39-a284-1842b8f0ddd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.549318 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fcfa7a18-fc11-4b39-a284-1842b8f0ddd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/07ece0fb-79e1-4c76-8ff2-a56c9705c69b HTTP/1.1" status: 204 len: 168 time: 0.1795864 Apr 18 20:23:20.561235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa7a18-fc11-4b39-a284-1842b8f0ddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ece0fb-79e1-4c76-8ff2-a56c9705c69b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:20.658212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f3c8cc44-1f98-4262-8b36-a7d4765619ec not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:23:20.682547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd006506-8e4e-4e2f-a2b7-df4c15db9178 req-8264e978-7539-46e0-ba85-f3aec227a6b2 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.2419491 Apr 18 20:23:20.731903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4f8fb-cc66-4543-9248-91dcdb3b9601 req-39e92b03-bd96-4db0-b219-4a4ee4aa6bac tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:20.749432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87f4f8fb-cc66-4543-9248-91dcdb3b9601 req-39e92b03-bd96-4db0-b219-4a4ee4aa6bac tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 947 time: 0.1285763 Apr 18 20:23:20.766670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-1d2e21bd-5999-4de0-8e45-9c71aaa1bd78 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426377 Apr 18 20:23:20.794232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:20.807409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d377d983-85ff-4640-a1bf-ed36e76ae2aa req-13b8978c-7498-424a-8307-f28864109895 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0389056 Apr 18 20:23:20.823065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87f4f8fb-cc66-4543-9248-91dcdb3b9601 req-eea10565-fab2-4a67-99ab-aa5a4e2d0de0 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814924 Apr 18 20:23:20.874588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26ba17c3-c488-456a-b586-df7a2e7c8162 req-b6236fb4-c4f7-4c0e-b6a4-23b919f71d23 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 210 time: 0.0485816 Apr 18 20:23:20.915218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49264) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:20.931587 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca8561a3-cf38-4f51-9d77-4786245a6923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.948080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:20.965085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '700d8d0f-19ca-4c3c-b369-9d329a6a3c9a', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '700d8d0f-19ca-4c3c-b369-9d329a6a3c9a', 'mac_address': 'fa:16:3e:33:c5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:23:21.018519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.021503 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca8561a3-cf38-4f51-9d77-4786245a6923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.028666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca8561a3-cf38-4f51-9d77-4786245a6923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.037076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:21.062833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:21.068447 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.099746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ca8561a3-cf38-4f51-9d77-4786245a6923 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d3f1b0cb0994e7798a8f667c47ed278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803308 Apr 18 20:23:21.099746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8561a3-cf38-4f51-9d77-4786245a6923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70477d01-8e71-408f-982d-d0b856b54a19,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:21.101996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49272) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:21.123717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f490f2-02c5-4fd4-a2c0-9ef7777048bd req-150b81b7-03d8-430d-bf67-54ca3ffd06a3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:21.125517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0f490f2-02c5-4fd4-a2c0-9ef7777048bd req-150b81b7-03d8-430d-bf67-54ca3ffd06a3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0909314 Apr 18 20:23:21.132429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:21.181113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0f490f2-02c5-4fd4-a2c0-9ef7777048bd req-b2202964-a6d4-4a39-af49-db0db18a3e8c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484135 Apr 18 20:23:21.208907 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9e80d8a5-729f-4667-8539-9a1fc998922a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.235650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9e80d8a5-729f-4667-8539-9a1fc998922a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.288103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9e80d8a5-729f-4667-8539-9a1fc998922a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.290888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9e80d8a5-729f-4667-8539-9a1fc998922a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.294918 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9e80d8a5-729f-4667-8539-9a1fc998922a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70477d01-8e71-408f-982d-d0b856b54a19 HTTP/1.1" status: 204 len: 168 time: 0.1888878 Apr 18 20:23:21.301162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80d8a5-729f-4667-8539-9a1fc998922a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70477d01-8e71-408f-982d-d0b856b54a19,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:21.345604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['700d8d0f-19ca-4c3c-b369-9d329a6a3c9a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:21.432634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-9a3f0138-ea45-4315-8b89-21ed8e058ddc tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:21.434671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-9a3f0138-ea45-4315-8b89-21ed8e058ddc tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1095 time: 0.0870504 Apr 18 20:23:21.650165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4aa94-3301-4c69-8789-69a55836fc6c req-340a6d60-0601-4bba-96ef-6eda9529eaef tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:21.651988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91f4aa94-3301-4c69-8789-69a55836fc6c req-340a6d60-0601-4bba-96ef-6eda9529eaef tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 944 time: 0.1188703 Apr 18 20:23:21.661765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-699d841b-51da-4d07-8a8f-88269f51d539 service neutron] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:21.673133 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-699d841b-51da-4d07-8a8f-88269f51d539 service neutron] Notify callbacks [] for binding, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.674107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6034400-972d-448a-b7ce-e18dffa2a5a1 req-699d841b-51da-4d07-8a8f-88269f51d539 service neutron] 10.222.0.64 "DELETE /v2.0/ports/f3c8cc44-1f98-4262-8b36-a7d4765619ec/bindings/n-h1-836015-4 HTTP/1.1" status: 204 len: 173 time: 0.2315211 Apr 18 20:23:21.724354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91f4aa94-3301-4c69-8789-69a55836fc6c req-f025c033-4d54-4422-9629-0748a42c00f6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596440 Apr 18 20:23:21.852539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87aa311d-d84c-413c-89c0-3bff12571c4c req-4b252af4-24bd-4276-9941-1cb017df6d9c tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0322835 Apr 18 20:23:21.898664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86d7c6-5796-4344-ab46-1605a5187969 req-e818b8e3-a8e7-4307-bad6-acfcc0722525 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:21.908973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d86d7c6-5796-4344-ab46-1605a5187969 req-e818b8e3-a8e7-4307-bad6-acfcc0722525 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1095 time: 0.0780206 Apr 18 20:23:21.982967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d86d7c6-5796-4344-ab46-1605a5187969 req-ba91f3fd-2f5f-4597-80e5-d066a04ee3fa tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730183 Apr 18 20:23:22.026413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd2b9e-0c06-4513-8605-265fb50ed551 req-b6c3af69-a78e-4f93-9162-c0e06be3889c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:22.039146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49dd2b9e-0c06-4513-8605-265fb50ed551 req-b6c3af69-a78e-4f93-9162-c0e06be3889c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 948 time: 0.0986943 Apr 18 20:23:22.105496 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-1dd069a0-db4d-4fa0-b469-bb85e6805a2c tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=675e96c68fc84a0690198af16f584741&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488381 Apr 18 20:23:22.164403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49dd2b9e-0c06-4513-8605-265fb50ed551 req-5ac09747-0938-4742-8b85-20f3f1c67103 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083558 Apr 18 20:23:22.187117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4844640-0991-4cb7-97c4-a222ce9d4f90 req-0b1a0e5d-c96d-4234-85bd-3662c79bf00a tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 210 time: 0.0826857 Apr 18 20:23:22.416249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934160e-b2ba-450a-8939-a3fb974d10be req-235b503b-2c28-424f-be22-0b0b2d5c4fb6 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:22.417704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-235b503b-2c28-424f-be22-0b0b2d5c4fb6 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830369 Apr 18 20:23:22.460096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Request body: {'port': {'device_id': '65195ea0-8ed0-49ba-a0a5-d62e8da62662', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '675e96c68fc84a0690198af16f584741'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:22.530713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fcb31-54c9-403f-9bb6-1fa0368964be req-696203b6-69b5-46a2-9872-d2be0028da71 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:22.532369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f32fcb31-54c9-403f-9bb6-1fa0368964be req-696203b6-69b5-46a2-9872-d2be0028da71 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.1785603 Apr 18 20:23:22.622042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-84b60273-e173-4dc1-9e72-052f3f946a9f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:22.629085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-84b60273-e173-4dc1-9e72-052f3f946a9f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 808 time: 0.2741928 Apr 18 20:23:22.644726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f32fcb31-54c9-403f-9bb6-1fa0368964be req-d2e8fb92-ed3c-4b56-9fe3-9622e9250210 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042733 Apr 18 20:23:22.656572 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-809f3280-d4c8-4533-901b-c19ee022d825 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/quotas/2085f4267bc84a9e8b967acde84530ef HTTP/1.1" status: 200 len: 375 time: 0.0265977 Apr 18 20:23:22.705532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Made reservation on behalf of 675e96c68fc84a0690198af16f584741 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:22.708971 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:22.723810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-f64718f4-aa2c-4dda-ad60-9fb88262374c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661860 Apr 18 20:23:22.734088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5611a6d4-9bbc-4e5a-8d49-1d0fd40b03b2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:23:22.741919 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5611a6d4-9bbc-4e5a-8d49-1d0fd40b03b2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165393 Apr 18 20:23:22.751876 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:22.793090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:22.871262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-7a359954-3137-46c9-bb17-6861607cd0b5 service neutron] 10.222.0.49 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283357 Apr 18 20:23:22.905094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:22.916402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:22.918346 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:22.968956 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:22.983813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:23.013416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-3ce9d80c-a51b-42c0-a6ec-6ac79b0e733a service neutron] 10.222.0.49 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365047 Apr 18 20:23:23.058549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:23.101504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c420da1-ad24-48da-be37-1fbd37ac14a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700d8d0f-19ca-4c3c-b369-9d329a6a3c9a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:23.105693 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb00bd3-3dd4-43de-b516-e5e6e968ab27" -d '{"events": [{"server_uuid": "7c420da1-ad24-48da-be37-1fbd37ac14a6", "name": "network-vif-plugged", "status": "completed", "tag": "700d8d0f-19ca-4c3c-b369-9d329a6a3c9a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:23.128220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:23.137393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898ad9f0-340e-4e3b-83f9-603fe8bcba03,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:23.139642 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:23.140151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb6c2668-6ca8-439d-82bb-368a856fbc11 req-edab32ed-b89f-497d-b243-9c2549f5274f tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0479128 Apr 18 20:23:23.196469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:23.251852 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3764a9-c500-4378-863a-c2c34c209c54 x-openstack-request-id: req-4d3764a9-c500-4378-863a-c2c34c209c54 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:23.252343 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c420da1-ad24-48da-be37-1fbd37ac14a6", "name": "network-vif-plugged", "status": "completed", "tag": "700d8d0f-19ca-4c3c-b369-9d329a6a3c9a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:23.252861 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d3764a9-c500-4378-863a-c2c34c209c54 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:23.253454 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3764a9-c500-4378-863a-c2c34c209c54'] response: {'server_uuid': '7c420da1-ad24-48da-be37-1fbd37ac14a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700d8d0f-19ca-4c3c-b369-9d329a6a3c9a', 'code': 200} Apr 18 20:23:23.269282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Allocated IP 192.168.233.127 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/b080090e-2f5d-419e-9c9c-0ddfac01f480) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:23.444175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08e68d84-5754-4b7f-b359-ae710ab6ba51 req-cf4a807a-272d-42f6-8373-3e3168335101 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 210 time: 0.0675726 Apr 18 20:23:23.511014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e0500-01f6-486e-88ce-823ab42ff158 req-aaa7ed9e-55cc-4254-aa14-cff988ffe1a8 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:23.512839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-207e0500-01f6-486e-88ce-823ab42ff158 req-aaa7ed9e-55cc-4254-aa14-cff988ffe1a8 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 949 time: 0.1645827 Apr 18 20:23:23.516733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3f49a-4ef9-4072-8067-9a16d9b90344 req-e38d4934-d086-4618-bb2b-22701380a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:23.518129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10d3f49a-4ef9-4072-8067-9a16d9b90344 req-e38d4934-d086-4618-bb2b-22701380a93e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 1100 time: 0.1801310 Apr 18 20:23:23.603633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-207e0500-01f6-486e-88ce-823ab42ff158 req-e78f4fc3-30b7-41ca-8d4e-a2dc0ffb0124 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823019 Apr 18 20:23:23.606453 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:23.609504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10d3f49a-4ef9-4072-8067-9a16d9b90344 req-263a409e-aa1b-49bd-8284-46372b7ea390 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801957 Apr 18 20:23:23.647232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:23.710452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8705cd5-7ecb-4427-bf7d-319a8d214820 req-6205266a-f5fd-4023-a5ec-733941fd6914 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 210 time: 0.0528705 Apr 18 20:23:23.741777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:23.746148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:23.750382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:23:23.758728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:23.761640 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:23.792382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Pushing event updated for resources: {'Port': ['ID=b080090e-2f5d-419e-9c9c-0ddfac01f480,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:23.810263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-ce9a0f76-1c23-4a03-a361-26642497c5a2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3827982 Apr 18 20:23:23.825914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Request body: {'port': {'device_id': '65195ea0-8ed0-49ba-a0a5-d62e8da62662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:23.936030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.049047 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fbbd1be1-ad1f-45c3-a35a-83d3cc91b9b9 None None] Provisioning complete for port b080090e-2f5d-419e-9c9c-0ddfac01f480 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:24.050338 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fbbd1be1-ad1f-45c3-a35a-83d3cc91b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.093291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd1be1-ad1f-45c3-a35a-83d3cc91b9b9 None None] Port b080090e-2f5d-419e-9c9c-0ddfac01f480 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:23:24.384483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71fa827e-87a5-4687-9d33-df30607975d1 req-0d622062-1fd9-4354-8dd8-f1eb2e00b6f8 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0393801 Apr 18 20:23:24.405038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aff7f4-d6fa-4f25-b458-4193165fa93e req-d9264ad7-2241-4888-84aa-aaa7755e0c80 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:24.406642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5aff7f4-d6fa-4f25-b458-4193165fa93e req-d9264ad7-2241-4888-84aa-aaa7755e0c80 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.3892984 Apr 18 20:23:24.494024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5aff7f4-d6fa-4f25-b458-4193165fa93e req-b7145ef4-3918-4b8b-af83-41a1ce8455f2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749376 Apr 18 20:23:24.564055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-9945e0e7-2c29-40b5-a748-49ce3fce89ab tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:24.564055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-9945e0e7-2c29-40b5-a748-49ce3fce89ab tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 808 time: 0.1495142 Apr 18 20:23:24.578970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Request body: {'port': {'device_id': '085ae5ca-6496-4607-9690-8b461251b6a2', 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184', 'admin_state_up': True, 'tenant_id': '2085f4267bc84a9e8b967acde84530ef'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:24.690756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b080090e-2f5d-419e-9c9c-0ddfac01f480 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:24.706439 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.730028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd079818-dd10-4afb-a317-be7eb7dc96a8 req-f2b55fcb-c555-4e32-a518-441929c8bc12 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:24.731603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd079818-dd10-4afb-a317-be7eb7dc96a8 req-f2b55fcb-c555-4e32-a518-441929c8bc12 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 936 time: 0.0751035 Apr 18 20:23:24.738615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Transition to ACTIVE for port object b080090e-2f5d-419e-9c9c-0ddfac01f480 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:24.754294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.762376 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Made reservation on behalf of 2085f4267bc84a9e8b967acde84530ef for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:24.775767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.828376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd079818-dd10-4afb-a317-be7eb7dc96a8 req-14cab140-c996-4467-8947-e396154c3838 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829074 Apr 18 20:23:24.878140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Pushing event updated for resources: {'Port': ['ID=b080090e-2f5d-419e-9c9c-0ddfac01f480,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:24.906030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30b90168-fda2-4d26-ad1c-b9537641fcf6 req-67b096c8-ce34-42cc-b1d1-519ab29f96e7 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0665126 Apr 18 20:23:24.984180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Attempting to bind port b080090e-2f5d-419e-9c9c-0ddfac01f480 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:24.984924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Attempting to bind port b080090e-2f5d-419e-9c9c-0ddfac01f480 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:24.985350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Attempting to bind port b080090e-2f5d-419e-9c9c-0ddfac01f480 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:24.994692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Port b080090e-2f5d-419e-9c9c-0ddfac01f480 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:24.995308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Attempting to bind port b080090e-2f5d-419e-9c9c-0ddfac01f480 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:25.012443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:25.012851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:25.013366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:25.013848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Bound port: b080090e-2f5d-419e-9c9c-0ddfac01f480, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:25.014432 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.043617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49442) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:25.066141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce578d-b85a-4ce8-8b74-2a585689570e req-728d72ca-c899-4fb5-81ce-e09d86aceb22 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:25.068823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Allocated IP 172.20.0.13 (4a21642f-0d1c-4816-abcb-fce6e1c59184/358ffcc4-e9dd-4c50-b963-c290e74b6cc1/5984066f-148c-431f-8d1b-449e00b45cdb) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:25.077875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00ce578d-b85a-4ce8-8b74-2a585689570e req-728d72ca-c899-4fb5-81ce-e09d86aceb22 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 949 time: 0.1482911 Apr 18 20:23:25.180883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00ce578d-b85a-4ce8-8b74-2a585689570e req-4b2ff458-a41f-4697-b722-f396bf743124 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020155 Apr 18 20:23:25.189987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53da019b-4df9-4afd-b33c-e19d86946654 req-8895abe4-5da0-4425-924b-d126520468b6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 210 time: 0.0442102 Apr 18 20:23:25.220022 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-548eb18e-20f8-4017-a737-b28202d38991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.235755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] For port b080090e-2f5d-419e-9c9c-0ddfac01f480, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:25.256390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] For port b080090e-2f5d-419e-9c9c-0ddfac01f480, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b080090e-2f5d-419e-9c9c-0ddfac01f480,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:25.266401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.283480 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.312004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:25.312761 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.314004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] 10.222.0.60 "PUT /v2.0/ports/b080090e-2f5d-419e-9c9c-0ddfac01f480 HTTP/1.1" status: 200 len: 1096 time: 1.4945886 Apr 18 20:23:25.317799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65195ea0-8ed0-49ba-a0a5-d62e8da62662', 'tag': 'b080090e-2f5d-419e-9c9c-0ddfac01f480'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:25.320711 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.320851 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff38d166-c6de-433f-9c24-a31b461fa3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "65195ea0-8ed0-49ba-a0a5-d62e8da62662", "tag": "b080090e-2f5d-419e-9c9c-0ddfac01f480"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:25.379246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Network 4a21642f-0d1c-4816-abcb-fce6e1c59184 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:25.382971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:25.388542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d7a94-e1a8-48bf-ba28-20d6596b3764 service neutron] Pushing event updated for resources: {'Port': ['ID=b080090e-2f5d-419e-9c9c-0ddfac01f480,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:25.397639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:23:25.415277 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cf2e5e-5a6f-4c48-a41f-61f472d8def0 x-openstack-request-id: req-50cf2e5e-5a6f-4c48-a41f-61f472d8def0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:25.415636 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65195ea0-8ed0-49ba-a0a5-d62e8da62662", "tag": "b080090e-2f5d-419e-9c9c-0ddfac01f480", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:25.415813 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50cf2e5e-5a6f-4c48-a41f-61f472d8def0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:25.416592 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cf2e5e-5a6f-4c48-a41f-61f472d8def0'] response: {'name': 'network-changed', 'server_uuid': '65195ea0-8ed0-49ba-a0a5-d62e8da62662', 'tag': 'b080090e-2f5d-419e-9c9c-0ddfac01f480', 'status': 'completed', 'code': 200} Apr 18 20:23:25.435403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-548eb18e-20f8-4017-a737-b28202d38991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.443314 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-548eb18e-20f8-4017-a737-b28202d38991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.467559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Pushing event updated for resources: {'Port': ['ID=5984066f-148c-431f-8d1b-449e00b45cdb,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:25.469185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934160e-b2ba-450a-8939-a3fb974d10be req-b0c4232f-f9ac-4088-9a30-7e57eb49b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:25.478426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-b0c4232f-f9ac-4088-9a30-7e57eb49b2a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=675e96c68fc84a0690198af16f584741&device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 1099 time: 0.1043987 Apr 18 20:23:25.480025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:25.480668 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.502234 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-5ed7fff8-6742-4076-89b1-e749b9a7920a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9296014 Apr 18 20:23:25.519711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Request body: {'port': {'device_id': '085ae5ca-6496-4607-9690-8b461251b6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:25.535706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-548eb18e-20f8-4017-a737-b28202d38991 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93704291ba184a74a04587d4a08ff55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900682 Apr 18 20:23:25.537046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548eb18e-20f8-4017-a737-b28202d38991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907c0f6a-ffcf-4452-8b3f-0064a681b9d3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:25.540401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49456) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:25.541851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-462efd63-2b93-485f-b694-d4ebbcd71122 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=b080090e-2f5d-419e-9c9c-0ddfac01f480 HTTP/1.1" status: 200 len: 217 time: 0.0548577 Apr 18 20:23:25.620498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.622810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934160e-b2ba-450a-8939-a3fb974d10be req-a2e8ec41-6977-438f-bead-621c384274f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:25.624295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-a2e8ec41-6977-438f-bead-621c384274f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0750852 Apr 18 20:23:25.652539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49458) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:25.691494 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-952c80a6-b0d1-4213-a98b-594fd31d735a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.732977 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-952c80a6-b0d1-4213-a98b-594fd31d735a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.750702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934160e-b2ba-450a-8939-a3fb974d10be req-6d0da54e-6d0a-4353-b993-a8b83259d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:25.753028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-6d0da54e-6d0a-4353-b993-a8b83259d1cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1169202 Apr 18 20:23:25.766225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f1f35-fb3f-43a4-afad-dd56f7e83777 req-70b76206-952d-4a47-be39-8e15b1d211c1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:25.767705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-361f1f35-fb3f-43a4-afad-dd56f7e83777 req-70b76206-952d-4a47-be39-8e15b1d211c1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.1425297 Apr 18 20:23:25.866813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-568ee8af-8733-41c8-9e02-07852a305e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.897195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5984066f-148c-431f-8d1b-449e00b45cdb {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:25.904774 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.935149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-361f1f35-fb3f-43a4-afad-dd56f7e83777 req-04950ebf-0e35-451e-87f3-f3473cc5530c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571112 Apr 18 20:23:25.960553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Transition to ACTIVE for port object 5984066f-148c-431f-8d1b-449e00b45cdb will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:25.964996 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.969671 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-952c80a6-b0d1-4213-a98b-594fd31d735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.972167 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-952c80a6-b0d1-4213-a98b-594fd31d735a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.973283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-952c80a6-b0d1-4213-a98b-594fd31d735a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/907c0f6a-ffcf-4452-8b3f-0064a681b9d3 HTTP/1.1" status: 204 len: 168 time: 0.4306257 Apr 18 20:23:25.989830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-cfbf0d02-2a3b-4353-92e3-9a525d9235c4 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211325 Apr 18 20:23:26.013016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c80a6-b0d1-4213-a98b-594fd31d735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907c0f6a-ffcf-4452-8b3f-0064a681b9d3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:26.054180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5b344-bd2f-4439-b42f-0e1392b2ab84 req-49fffa09-f913-4850-8897-d13bbeee6116 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.055603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2d5b344-bd2f-4439-b42f-0e1392b2ab84 req-49fffa09-f913-4850-8897-d13bbeee6116 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 948 time: 0.1565218 Apr 18 20:23:26.082424 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Pushing event updated for resources: {'Port': ['ID=5984066f-148c-431f-8d1b-449e00b45cdb,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:26.128950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:26.129281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:26.129965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:26.137910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Port 5984066f-148c-431f-8d1b-449e00b45cdb on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:26.137910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:26.141066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:26.141397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:26.141778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:26.142333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Bound port: 5984066f-148c-431f-8d1b-449e00b45cdb, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:26.142683 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.170847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e5e42985-77d4-4715-8d22-bc54d0cd3d90 req-82717fab-9496-4ca2-bb1b-8afa04034010 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0595980 Apr 18 20:23:26.196031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2d5b344-bd2f-4439-b42f-0e1392b2ab84 req-e7fd2f8c-2a9c-495c-b6a6-310a51b3c96c tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131268 Apr 18 20:23:26.210904 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-568ee8af-8733-41c8-9e02-07852a305e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.213649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5934160e-b2ba-450a-8939-a3fb974d10be req-cd3233bf-378a-49f3-8f9b-c575895e2ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120526 Apr 18 20:23:26.218625 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-568ee8af-8733-41c8-9e02-07852a305e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.250719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:26.257145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:26.264800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.311302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.311946 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.313315 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] 10.222.0.60 "PUT /v2.0/ports/5984066f-148c-431f-8d1b-449e00b45cdb HTTP/1.1" status: 200 len: 1092 time: 0.8005793 Apr 18 20:23:26.313743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085ae5ca-6496-4607-9690-8b461251b6a2', 'tag': '5984066f-148c-431f-8d1b-449e00b45cdb'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:26.316048 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af897073-787c-45c5-891d-1985c90982c8" -d '{"events": [{"name": "network-changed", "server_uuid": "085ae5ca-6496-4607-9690-8b461251b6a2", "tag": "5984066f-148c-431f-8d1b-449e00b45cdb"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:26.341568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a1f47-9b57-4726-9034-1b8a082f7173 service neutron] Pushing event updated for resources: {'Port': ['ID=5984066f-148c-431f-8d1b-449e00b45cdb,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:26.363479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49476) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:26.368406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ee8af-8733-41c8-9e02-07852a305e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c855c600-e86d-4cb5-9a5d-482fffdd3e8f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:26.398401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3936a271-6233-4f0f-8d31-f5d656456744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.400622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-568ee8af-8733-41c8-9e02-07852a305e62 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef357c260b024b3c8c9b0c51224b3e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7469358 Apr 18 20:23:26.408791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49478) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:26.433586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-f0c0fc29-963c-466e-bc19-a9eb17569477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.435082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-f0c0fc29-963c-466e-bc19-a9eb17569477 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=675e96c68fc84a0690198af16f584741&device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 1099 time: 0.1424849 Apr 18 20:23:26.445703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc00c37-097c-4733-8761-527cc5f8d0b1 req-e8466c1b-c3d6-4a91-ab72-387d303869a2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.447054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bdc00c37-097c-4733-8761-527cc5f8d0b1 req-e8466c1b-c3d6-4a91-ab72-387d303869a2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 944 time: 0.1533189 Apr 18 20:23:26.456870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409ad91-f3ce-4fae-84c4-c825c0381f84 req-db1cc5d7-6d70-4e28-a7b5-20bad52c8931 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.458299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c409ad91-f3ce-4fae-84c4-c825c0381f84 req-db1cc5d7-6d70-4e28-a7b5-20bad52c8931 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 949 time: 0.1368423 Apr 18 20:23:26.465267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-1bf8d8c9-9eba-4ce1-86ae-cb34f67a48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.467554 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-1bf8d8c9-9eba-4ce1-86ae-cb34f67a48b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1095 time: 0.0970306 Apr 18 20:23:26.523038 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-0f895163-5beb-49f9-8bea-bc891585049f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5984066f-148c-431f-8d1b-449e00b45cdb HTTP/1.1" status: 200 len: 217 time: 0.0472658 Apr 18 20:23:26.540613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80626e3a-144b-4594-bba8-efbb6103dce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.561410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bdc00c37-097c-4733-8761-527cc5f8d0b1 req-94844eaf-60d0-4f78-af93-f2e6f030f512 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961652 Apr 18 20:23:26.567786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c409ad91-f3ce-4fae-84c4-c825c0381f84 req-d3df86c7-da6d-4ec6-a2df-e62a8f2f0dbc tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009233 Apr 18 20:23:26.605753 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80626e3a-144b-4594-bba8-efbb6103dce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.609626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-1f5e312e-2f8b-4981-b1e4-c5a61d57783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.611412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-1f5e312e-2f8b-4981-b1e4-c5a61d57783f service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1627386 Apr 18 20:23:26.626751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-37fb65e5-6c56-450e-8446-1f1da48f6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.628834 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-37fb65e5-6c56-450e-8446-1f1da48f6cdc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.0979114 Apr 18 20:23:26.630297 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d277d49-d6d6-45dd-9907-6ac80d10a7aa x-openstack-request-id: req-5d277d49-d6d6-45dd-9907-6ac80d10a7aa {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:26.630582 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085ae5ca-6496-4607-9690-8b461251b6a2", "tag": "5984066f-148c-431f-8d1b-449e00b45cdb", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:26.630829 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d277d49-d6d6-45dd-9907-6ac80d10a7aa {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:26.631204 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d277d49-d6d6-45dd-9907-6ac80d10a7aa'] response: {'name': 'network-changed', 'server_uuid': '085ae5ca-6496-4607-9690-8b461251b6a2', 'tag': '5984066f-148c-431f-8d1b-449e00b45cdb', 'status': 'completed', 'code': 200} Apr 18 20:23:26.664624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-64739299-9d01-4033-b068-01c712671fc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=b080090e-2f5d-419e-9c9c-0ddfac01f480 HTTP/1.1" status: 200 len: 217 time: 0.0435405 Apr 18 20:23:26.674987 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3936a271-6233-4f0f-8d31-f5d656456744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.683806 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-4ddcb832-fcee-41ff-8e13-b87628ede2bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433404 Apr 18 20:23:26.688754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3936a271-6233-4f0f-8d31-f5d656456744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.727624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-b3f9e5ff-6bd4-46f3-9c0f-54d8a048ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.729419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-b3f9e5ff-6bd4-46f3-9c0f-54d8a048ac57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0585876 Apr 18 20:23:26.779444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936a271-6233-4f0f-8d31-f5d656456744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c790d38e-75c8-4f87-9870-77e100298102,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:26.790828 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3936a271-6233-4f0f-8d31-f5d656456744 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6aa099d14d5243fba529c6075f80c8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232485 Apr 18 20:23:26.790828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49484) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:26.799565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-7a097799-6119-4d3e-948a-2a27d151dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.805525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-7a097799-6119-4d3e-948a-2a27d151dba0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697918 Apr 18 20:23:26.815168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80626e3a-144b-4594-bba8-efbb6103dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.817897 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80626e3a-144b-4594-bba8-efbb6103dce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.821496 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-80626e3a-144b-4594-bba8-efbb6103dce9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c855c600-e86d-4cb5-9a5d-482fffdd3e8f HTTP/1.1" status: 204 len: 168 time: 0.4094012 Apr 18 20:23:26.849479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80626e3a-144b-4594-bba8-efbb6103dce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c855c600-e86d-4cb5-9a5d-482fffdd3e8f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:26.898576 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-ddaf6010-d03b-41b9-9fd4-b193917521d7 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072246 Apr 18 20:23:26.904013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4461c082-c05d-454a-9626-e6af30f3ad33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.944645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-05bf0f88-e15e-4415-92e3-8023e128132c service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220753 Apr 18 20:23:26.974664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4461c082-c05d-454a-9626-e6af30f3ad33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.040617 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-52500956-8ba2-4676-a4a5-9cac93e06bd0 req-8a8cff2d-ebd0-4870-8f42-e10cae096deb service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324840 Apr 18 20:23:27.063403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4461c082-c05d-454a-9626-e6af30f3ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.069562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4461c082-c05d-454a-9626-e6af30f3ad33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.073413 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4461c082-c05d-454a-9626-e6af30f3ad33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c790d38e-75c8-4f87-9870-77e100298102 HTTP/1.1" status: 204 len: 168 time: 0.2764001 Apr 18 20:23:27.083220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461c082-c05d-454a-9626-e6af30f3ad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c790d38e-75c8-4f87-9870-77e100298102,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:27.085653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff38d166-c6de-433f-9c24-a31b461fa3a4 req-2cd034b7-e891-42ed-9e65-100736d97024 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336310 Apr 18 20:23:27.169987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f051c3f-90a3-4d14-b5fd-203c63435ba4 req-f53bb6be-933f-46bb-be2f-f48570bd48e6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.172431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f051c3f-90a3-4d14-b5fd-203c63435ba4 req-f53bb6be-933f-46bb-be2f-f48570bd48e6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.1128874 Apr 18 20:23:27.182171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897073-787c-45c5-891d-1985c90982c8 req-ecf36d11-df59-4944-8af9-fea28aaae157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.185181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af897073-787c-45c5-891d-1985c90982c8 req-ecf36d11-df59-4944-8af9-fea28aaae157 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1095 time: 0.0757318 Apr 18 20:23:27.275049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f051c3f-90a3-4d14-b5fd-203c63435ba4 req-9c80337f-2958-49ad-aa8c-3de12ea26aaa tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884113 Apr 18 20:23:27.330010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897073-787c-45c5-891d-1985c90982c8 req-e3bbb824-e3b1-4971-bd1f-b6a264683c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.330217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49502) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:27.339030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af897073-787c-45c5-891d-1985c90982c8 req-e3bbb824-e3b1-4971-bd1f-b6a264683c19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.1339328 Apr 18 20:23:27.353525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6137eaa6-480f-4dbc-b11e-f66ccc77d182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.405109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af897073-787c-45c5-891d-1985c90982c8 req-fca2caf6-3ec0-443e-8901-7c7ddbd75d45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5984066f-148c-431f-8d1b-449e00b45cdb HTTP/1.1" status: 200 len: 217 time: 0.0676808 Apr 18 20:23:27.468833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6137eaa6-480f-4dbc-b11e-f66ccc77d182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.475496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6137eaa6-480f-4dbc-b11e-f66ccc77d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.518001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af8815-bac7-4777-915c-64137fa0ee8c req-c3a8b6ab-0228-45c9-bc51-74d14357be78 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.524341 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54af8815-bac7-4777-915c-64137fa0ee8c req-c3a8b6ab-0228-45c9-bc51-74d14357be78 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 948 time: 0.1221037 Apr 18 20:23:27.527122 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6137eaa6-480f-4dbc-b11e-f66ccc77d182 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4d07525249c4d35b6d4fccd7f9d9a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1956279 Apr 18 20:23:27.529767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137eaa6-480f-4dbc-b11e-f66ccc77d182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf365ce-54a4-4c87-bfc3-5c066e58b05f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:27.532409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49510) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:27.561477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af897073-787c-45c5-891d-1985c90982c8 req-7154b56d-358e-4ea2-be39-d08cdcb408cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.562872 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af897073-787c-45c5-891d-1985c90982c8 req-7154b56d-358e-4ea2-be39-d08cdcb408cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.1201322 Apr 18 20:23:27.596006 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b385a1b8-7d74-4dfe-9fda-87bce13e8b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.618185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af897073-787c-45c5-891d-1985c90982c8 req-8f7487e5-491f-4c44-9a0b-c94af4224dcc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418713 Apr 18 20:23:27.621270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b385a1b8-7d74-4dfe-9fda-87bce13e8b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.629058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-65df289a-af32-4702-9abf-b52f9a424b5e tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.629523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-65df289a-af32-4702-9abf-b52f9a424b5e tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.629979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-65df289a-af32-4702-9abf-b52f9a424b5e tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.630430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-65df289a-af32-4702-9abf-b52f9a424b5e tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.630876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-65df289a-af32-4702-9abf-b52f9a424b5e tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.631332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-65df289a-af32-4702-9abf-b52f9a424b5e tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.631785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-65df289a-af32-4702-9abf-b52f9a424b5e tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.632261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-65df289a-af32-4702-9abf-b52f9a424b5e tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:27.636858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-65df289a-af32-4702-9abf-b52f9a424b5e tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2&device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662&device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6&device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321&device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c&device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914&device_id=fb7e0425-991c-429f-9418-3b551311083d&device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7&device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 7317 time: 0.1370330 Apr 18 20:23:27.643191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54af8815-bac7-4777-915c-64137fa0ee8c req-79a86acc-cd43-4e02-aad3-37b921350833 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862706 Apr 18 20:23:27.676792 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-90d4db33-cdd7-4efb-9efa-97ab7a7d0858 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.687944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b385a1b8-7d74-4dfe-9fda-87bce13e8b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.690833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b385a1b8-7d74-4dfe-9fda-87bce13e8b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.694318 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b385a1b8-7d74-4dfe-9fda-87bce13e8b46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bf365ce-54a4-4c87-bfc3-5c066e58b05f HTTP/1.1" status: 204 len: 168 time: 0.1468449 Apr 18 20:23:27.703162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385a1b8-7d74-4dfe-9fda-87bce13e8b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf365ce-54a4-4c87-bfc3-5c066e58b05f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:27.765088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ddecaca-5354-4a25-b27d-7ff060bf3d40 req-f2059dc4-353c-4559-9744-34459072d7f9 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0386207 Apr 18 20:23:27.825876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af897073-787c-45c5-891d-1985c90982c8 req-d0129c5d-8140-42f4-b996-eb0321b4efed service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863267 Apr 18 20:23:27.909470 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-90d4db33-cdd7-4efb-9efa-97ab7a7d0858 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.941626 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-90d4db33-cdd7-4efb-9efa-97ab7a7d0858 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.988777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2950a5d-555d-41d1-8913-a8391cb9d6c7 req-90d4db33-cdd7-4efb-9efa-97ab7a7d0858 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&id=456f63d1-d0d9-43de-8430-2691a685b62d&id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.3358371 Apr 18 20:23:28.016514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4db33-cdd7-4efb-9efa-97ab7a7d0858 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb1927f-e474-4162-baff-6843be071f42,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:28.036511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd38c31-90dc-4fb2-900a-bb8e9a6edec5 req-dca69848-3f92-4d9c-9958-737ed0a030b9 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:28.038333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cd38c31-90dc-4fb2-900a-bb8e9a6edec5 req-dca69848-3f92-4d9c-9958-737ed0a030b9 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 944 time: 0.1372879 Apr 18 20:23:28.041076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af897073-787c-45c5-891d-1985c90982c8 req-b6621a0c-088a-4afc-8961-ba7a1d290096 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072134 Apr 18 20:23:28.094848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cd38c31-90dc-4fb2-900a-bb8e9a6edec5 req-fe6f7b5a-f261-47b7-801b-7cb482058549 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501151 Apr 18 20:23:28.115137 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:23:28.274022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8327b5b-2532-4e22-9787-02f39abc5d1c req-cab1852a-97b0-4f5c-9136-c39a9c315964 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:28.274490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8327b5b-2532-4e22-9787-02f39abc5d1c req-cab1852a-97b0-4f5c-9136-c39a9c315964 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:28.274946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8327b5b-2532-4e22-9787-02f39abc5d1c req-cab1852a-97b0-4f5c-9136-c39a9c315964 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:28.280606 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8327b5b-2532-4e22-9787-02f39abc5d1c req-cab1852a-97b0-4f5c-9136-c39a9c315964 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6&device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c&device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 2881 time: 0.0529225 Apr 18 20:23:28.316262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8327b5b-2532-4e22-9787-02f39abc5d1c req-a6f0fd5c-5b5e-43b0-bf48-e6de595a4da9 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Apr 18 20:23:28.428069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9cf8a-b18d-4fc1-840b-8680d3a2a193 req-49973dc1-0939-492a-bcd8-044456d4726f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:28.430694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53f9cf8a-b18d-4fc1-840b-8680d3a2a193 req-49973dc1-0939-492a-bcd8-044456d4726f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0794978 Apr 18 20:23:28.496524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53f9cf8a-b18d-4fc1-840b-8680d3a2a193 req-de573989-fde2-4580-819a-4d53cae6ce68 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541551 Apr 18 20:23:28.775594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444bf74-8f40-4b04-8da7-e5693bcdc4c5 req-13f3fa02-e25a-45f8-b57f-b0fa181faa67 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:28.783954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d444bf74-8f40-4b04-8da7-e5693bcdc4c5 req-13f3fa02-e25a-45f8-b57f-b0fa181faa67 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 948 time: 0.0641961 Apr 18 20:23:28.830122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d444bf74-8f40-4b04-8da7-e5693bcdc4c5 req-63ad0899-6547-4338-aef4-fcf7932ef3f9 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418413 Apr 18 20:23:28.991134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a251e62-55e3-47ad-956c-d56ce5ddf61b req-6bbbdbdc-68e0-4d82-875d-4c26c237b0ce tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0306346 Apr 18 20:23:29.122740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b427e-b61e-4cb8-9865-d18178825730 req-a18e9374-ba4e-4a97-9756-beb5b1e5323c tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:29.124505 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d41b427e-b61e-4cb8-9865-d18178825730 req-a18e9374-ba4e-4a97-9756-beb5b1e5323c tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 1100 time: 0.0559769 Apr 18 20:23:29.172227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d41b427e-b61e-4cb8-9865-d18178825730 req-04f7a516-8c9a-4a47-a745-7265cbe3bb97 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Apr 18 20:23:29.214118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dc4c3-8120-42dc-aad2-8105d05e2b52 req-985a0787-2d94-4e46-8955-88edb1eb5798 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:29.220395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-931dc4c3-8120-42dc-aad2-8105d05e2b52 req-985a0787-2d94-4e46-8955-88edb1eb5798 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 944 time: 0.0625613 Apr 18 20:23:29.262464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-931dc4c3-8120-42dc-aad2-8105d05e2b52 req-0b6cb242-c349-4025-9de9-061c48030c23 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Apr 18 20:23:29.291815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc0f3-96dd-4dd4-b2fb-cfced7ec02c6 req-4170275d-71c9-4dc8-8224-d47500d53561 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:29.293468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f25cc0f3-96dd-4dd4-b2fb-cfced7ec02c6 req-4170275d-71c9-4dc8-8224-d47500d53561 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 1100 time: 0.0468414 Apr 18 20:23:29.334423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f25cc0f3-96dd-4dd4-b2fb-cfced7ec02c6 req-c5b5c52b-d33c-470c-b0a1-324ed9822b68 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335217 Apr 18 20:23:29.639321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27116960-0ad9-425f-baea-ea67ec3e6f82 req-5de0f678-07b2-4197-8648-2e95878a897c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:29.641219 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27116960-0ad9-425f-baea-ea67ec3e6f82 req-5de0f678-07b2-4197-8648-2e95878a897c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0542023 Apr 18 20:23:29.681018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27116960-0ad9-425f-baea-ea67ec3e6f82 req-c94f046e-1a48-4dbc-aa9f-858788ecd831 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334685 Apr 18 20:23:29.819044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49642) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:29.932336 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f430f029-a098-4724-985a-ab03b7465323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.939980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7addfa-837b-40da-890f-8a53b98d2143 req-b7ba742b-0864-41e0-929c-dba6109dfb36 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:29.942352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa7addfa-837b-40da-890f-8a53b98d2143 req-b7ba742b-0864-41e0-929c-dba6109dfb36 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 948 time: 0.0516486 Apr 18 20:23:29.993841 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa7addfa-837b-40da-890f-8a53b98d2143 req-741e8d96-37b5-40ae-9811-0795ee3701f9 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Apr 18 20:23:30.014856 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f430f029-a098-4724-985a-ab03b7465323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.020251 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f430f029-a098-4724-985a-ab03b7465323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.059888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f430f029-a098-4724-985a-ab03b7465323 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1061cb9e23e047019aa06d9645d59c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382252 Apr 18 20:23:30.061149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430f029-a098-4724-985a-ab03b7465323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8909d8e-3a3d-44d7-b6fb-630418708e0f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:30.065482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49662) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:30.125875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4240075a-6c23-4437-838a-79f0a73ba757 req-242c3651-ba27-433f-833c-6f2b973489ce tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0271168 Apr 18 20:23:30.149645 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0074-8821-4851-8803-c20a22ad30ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.177463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0074-8821-4851-8803-c20a22ad30ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.267932 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0074-8821-4851-8803-c20a22ad30ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.273833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f4fb0074-8821-4851-8803-c20a22ad30ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.275223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f4fb0074-8821-4851-8803-c20a22ad30ee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8909d8e-3a3d-44d7-b6fb-630418708e0f HTTP/1.1" status: 204 len: 168 time: 0.2087462 Apr 18 20:23:30.302962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb0074-8821-4851-8803-c20a22ad30ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8909d8e-3a3d-44d7-b6fb-630418708e0f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:30.346910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e11aa4-3a83-43cb-bc23-c16f85b67165 req-88ae8d31-bb6b-4b8a-95de-3e5e8d7a80d9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:30.348508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5e11aa4-3a83-43cb-bc23-c16f85b67165 req-88ae8d31-bb6b-4b8a-95de-3e5e8d7a80d9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0608726 Apr 18 20:23:30.405892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5e11aa4-3a83-43cb-bc23-c16f85b67165 req-4652dc1b-0b4d-48b4-84cd-3c9dcf40739b tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509827 Apr 18 20:23:30.533151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a4144-59e4-4e75-914f-903082a566b9 req-289ba269-221e-439a-9b2c-983b342f2569 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:30.540943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-208a4144-59e4-4e75-914f-903082a566b9 req-289ba269-221e-439a-9b2c-983b342f2569 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 944 time: 0.0695376 Apr 18 20:23:30.578535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-208a4144-59e4-4e75-914f-903082a566b9 req-f47e70bd-fbac-4f91-ad03-90b33b2344ac tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366464 Apr 18 20:23:30.584667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b080090e-2f5d-419e-9c9c-0ddfac01f480 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:30.680115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49692) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:30.688971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b080090e-2f5d-419e-9c9c-0ddfac01f480, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b080090e-2f5d-419e-9c9c-0ddfac01f480,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:30.693280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7958179e-77a2-4064-b51b-a47d05f03911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.702356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'b080090e-2f5d-419e-9c9c-0ddfac01f480', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'b080090e-2f5d-419e-9c9c-0ddfac01f480', 'mac_address': 'fa:16:3e:e7:63:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:23:30.745717 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.759546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b080090e-2f5d-419e-9c9c-0ddfac01f480 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:30.780645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b080090e-2f5d-419e-9c9c-0ddfac01f480, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b080090e-2f5d-419e-9c9c-0ddfac01f480,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:30.788870 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.789530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5984066f-148c-431f-8d1b-449e00b45cdb details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:30.811934 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7958179e-77a2-4064-b51b-a47d05f03911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.818638 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7958179e-77a2-4064-b51b-a47d05f03911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.844911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e4283-3d1d-4a0d-9e4d-e98245804e3d req-0629d3df-f366-4119-83ea-b36ad11f0815 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:30.846993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb9e4283-3d1d-4a0d-9e4d-e98245804e3d req-0629d3df-f366-4119-83ea-b36ad11f0815 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0642505 Apr 18 20:23:30.854528 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958179e-77a2-4064-b51b-a47d05f03911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c6a033-f23e-4187-aff2-2aa39ff729ed,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:30.876775 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7958179e-77a2-4064-b51b-a47d05f03911 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7406a9c70a984a54b0270d630d5317ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931467 Apr 18 20:23:30.877079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49698) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:30.900232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb9e4283-3d1d-4a0d-9e4d-e98245804e3d req-34c4047e-8ab6-4305-98a7-9c8d2814ef00 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467062 Apr 18 20:23:30.946655 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee2570d1-bde9-44d6-aaac-e65908c2f9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.971250 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee2570d1-bde9-44d6-aaac-e65908c2f9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.013298 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b080090e-2f5d-419e-9c9c-0ddfac01f480,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:31.033303 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee2570d1-bde9-44d6-aaac-e65908c2f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.035852 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee2570d1-bde9-44d6-aaac-e65908c2f9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.039766 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ee2570d1-bde9-44d6-aaac-e65908c2f9ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2c6a033-f23e-4187-aff2-2aa39ff729ed HTTP/1.1" status: 204 len: 168 time: 0.1615169 Apr 18 20:23:31.065272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:31.066579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2570d1-bde9-44d6-aaac-e65908c2f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c6a033-f23e-4187-aff2-2aa39ff729ed,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:31.094079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '5984066f-148c-431f-8d1b-449e00b45cdb', 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184', 'port_id': '5984066f-148c-431f-8d1b-449e00b45cdb', 'mac_address': 'fa:16:3e:f8:2a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358ffcc4-e9dd-4c50-b963-c290e74b6cc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:23:31.136413 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.155100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5984066f-148c-431f-8d1b-449e00b45cdb {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:31.175434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523eda99-236b-4dc1-857a-7c44058bc507 req-c11fdfc7-d2c6-4269-b5fc-73933b81578a tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:31.178240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-523eda99-236b-4dc1-857a-7c44058bc507 req-c11fdfc7-d2c6-4269-b5fc-73933b81578a tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 949 time: 0.0671215 Apr 18 20:23:31.192299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:31.198535 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.254308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-523eda99-236b-4dc1-857a-7c44058bc507 req-c4968113-1a6c-429f-9c83-69e9672a9b00 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618119 Apr 18 20:23:31.266613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5984066f-148c-431f-8d1b-449e00b45cdb,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:31.296988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31acf257-c64d-43f2-90c4-c85dd467998a req-a4b12ef4-c40e-44ec-8299-4dbc3d79237a tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0351160 Apr 18 20:23:31.489633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49718) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:31.531647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa2e86-f8b4-4c54-ab7b-52f9c0abac24 req-46e93b89-e5f8-48ae-bac2-6e37aaf62de1 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:31.537605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73aa2e86-f8b4-4c54-ab7b-52f9c0abac24 req-46e93b89-e5f8-48ae-bac2-6e37aaf62de1 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0559337 Apr 18 20:23:31.569798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5984066f-148c-431f-8d1b-449e00b45cdb'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:31.588559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73aa2e86-f8b4-4c54-ab7b-52f9c0abac24 req-d9fcfea3-bc0e-4f38-8196-d650a8020b36 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472474 Apr 18 20:23:31.597599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44d521ce-1648-4af0-8e7b-9f5ff060fc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.603326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b080090e-2f5d-419e-9c9c-0ddfac01f480'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:31.713408 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44d521ce-1648-4af0-8e7b-9f5ff060fc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.720146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44d521ce-1648-4af0-8e7b-9f5ff060fc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.725921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0a384-b16c-48ab-9520-f93517d567c5 req-85c2bfba-3894-4940-9c5b-19058554e41b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:31.728331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30a0a384-b16c-48ab-9520-f93517d567c5 req-85c2bfba-3894-4940-9c5b-19058554e41b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 945 time: 0.0738842 Apr 18 20:23:31.766725 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-44d521ce-1648-4af0-8e7b-9f5ff060fc48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=373acb0269114da98f41e2a915fac0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762597 Apr 18 20:23:31.772771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49730) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:31.779783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d521ce-1648-4af0-8e7b-9f5ff060fc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c42b0a1-9437-4459-a298-4837bdb52b6c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:31.835710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30a0a384-b16c-48ab-9520-f93517d567c5 req-fe0aea8f-4dd0-4c55-8d17-5f723ad23eb2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939260 Apr 18 20:23:31.862230 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45724bee-495b-4955-85ff-88372a9417a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.884103 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45724bee-495b-4955-85ff-88372a9417a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.935969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45724bee-495b-4955-85ff-88372a9417a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.938750 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45724bee-495b-4955-85ff-88372a9417a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.942667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-45724bee-495b-4955-85ff-88372a9417a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c42b0a1-9437-4459-a298-4837bdb52b6c HTTP/1.1" status: 204 len: 168 time: 0.1661913 Apr 18 20:23:31.949495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45724bee-495b-4955-85ff-88372a9417a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c42b0a1-9437-4459-a298-4837bdb52b6c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:31.999525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49744) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:32.041645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b72f9-1ab3-40d0-bbfb-c27fb5e41407 req-e904e2ce-fe0e-43f1-b4c9-31fb82986d40 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:32.043242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-801b72f9-1ab3-40d0-bbfb-c27fb5e41407 req-e904e2ce-fe0e-43f1-b4c9-31fb82986d40 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0562546 Apr 18 20:23:32.080834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-801b72f9-1ab3-40d0-bbfb-c27fb5e41407 req-6d4c8bf7-4f2c-4559-90d5-fd269078787b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310035 Apr 18 20:23:32.222173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1821729129-network', 'tenant_id': '499b8f8099574233b51615d421ccceb2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:32.242043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Made reservation on behalf of 499b8f8099574233b51615d421ccceb2 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:32.244655 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.252981 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.299697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49752) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:32.315298 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09f08565-9dbf-464e-a54a-34c5c8ec1540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.368957 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.374214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.395313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:23:32.399991 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09f08565-9dbf-464e-a54a-34c5c8ec1540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.404907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d920722-cd65-4a8f-9eed-88874a828dea req-0c13365f-0a02-4c3a-84db-d47c57ff010b tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:32.406441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d920722-cd65-4a8f-9eed-88874a828dea req-0c13365f-0a02-4c3a-84db-d47c57ff010b tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 949 time: 0.0896423 Apr 18 20:23:32.408977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09f08565-9dbf-464e-a54a-34c5c8ec1540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.448141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8721ef-b578-4aa1-9521-93902a046f68,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:32.450391 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-09f08565-9dbf-464e-a54a-34c5c8ec1540 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec07c320c66a4ace8fa1c1ec7bd4b5fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484346 Apr 18 20:23:32.451548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f08565-9dbf-464e-a54a-34c5c8ec1540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b53e83-f7dc-47f7-9b5e-fdf621628edd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:32.451655 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.451922 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Added segment e3b8327a-6e2a-434d-8340-8a4a5f288652 of type vlan for network 5e9a8acd-8f1e-4430-87ec-908261fb7dba Apr 18 20:23:32.453809 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49756) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:32.474940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-379b242c-bbdb-41c9-ba73-00597f12042f req-184c84e8-90a1-4fbf-969f-94981552fa80 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0462646 Apr 18 20:23:32.506220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ce0544c-45f3-492b-baa5-a9688b834f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.517935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d920722-cd65-4a8f-9eed-88874a828dea req-e6550ace-61a7-4efa-96cb-0e66b943ca3c tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038330 Apr 18 20:23:32.521307 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.540037 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ce0544c-45f3-492b-baa5-a9688b834f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.552291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.553221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:32.553802 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.586016 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ce0544c-45f3-492b-baa5-a9688b834f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.587589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b080090e-2f5d-419e-9c9c-0ddfac01f480 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:32.588930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ce0544c-45f3-492b-baa5-a9688b834f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.591024 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ce0544c-45f3-492b-baa5-a9688b834f93 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65b53e83-f7dc-47f7-9b5e-fdf621628edd HTTP/1.1" status: 204 len: 168 time: 0.1355021 Apr 18 20:23:32.600139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0544c-45f3-492b-baa5-a9688b834f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b53e83-f7dc-47f7-9b5e-fdf621628edd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:32.620693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6172786 Apr 18 20:23:32.620970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49762) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:32.627084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Request body: {'subnet': {'network_id': '5e9a8acd-8f1e-4430-87ec-908261fb7dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1821729129-subnet', 'tenant_id': '499b8f8099574233b51615d421ccceb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:32.635159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d3b07-5c7d-45dd-a0cb-9175fa6390e8 admin admin] Pushing event updated for resources: {'Network': ['ID=5e9a8acd-8f1e-4430-87ec-908261fb7dba,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:32.652879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Made reservation on behalf of 499b8f8099574233b51615d421ccceb2 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:32.655867 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.665770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 5e9a8acd-8f1e-4430-87ec-908261fb7dba details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:23:32.754090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port b080090e-2f5d-419e-9c9c-0ddfac01f480 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:32.758365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port b080090e-2f5d-419e-9c9c-0ddfac01f480 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:32.758836 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.852563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.884603 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65195ea0-8ed0-49ba-a0a5-d62e8da62662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b080090e-2f5d-419e-9c9c-0ddfac01f480'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:32.888068 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a5d354-34c5-4abb-8bf3-8ef5d05b1af0" -d '{"events": [{"server_uuid": "65195ea0-8ed0-49ba-a0a5-d62e8da62662", "name": "network-vif-plugged", "status": "completed", "tag": "b080090e-2f5d-419e-9c9c-0ddfac01f480"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:32.905821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b080090e-2f5d-419e-9c9c-0ddfac01f480, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b080090e-2f5d-419e-9c9c-0ddfac01f480,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:32.911795 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.913558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5984066f-148c-431f-8d1b-449e00b45cdb up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:32.998919 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b080090e-2f5d-419e-9c9c-0ddfac01f480,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:33.005616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 5984066f-148c-431f-8d1b-449e00b45cdb completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:33.010020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 5984066f-148c-431f-8d1b-449e00b45cdb triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:33.010402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.036507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094f91-67a9-468a-9075-fad05db0055a req-bba4d9c7-db50-4344-9316-506e4247a71a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:33.038167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3094f91-67a9-468a-9075-fad05db0055a req-bba4d9c7-db50-4344-9316-506e4247a71a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.3645608 Apr 18 20:23:33.076170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e96df-10e4-460c-bf4c-f937691fd637 req-9c670305-9f70-4c89-88db-5a42c12e307c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:33.088376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a87e96df-10e4-460c-bf4c-f937691fd637 req-9c670305-9f70-4c89-88db-5a42c12e307c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 945 time: 0.1306670 Apr 18 20:23:33.115137 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.153626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:33.159164 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.180759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3094f91-67a9-468a-9075-fad05db0055a req-bb4f3595-bc89-4c3f-99a8-080fdfc4d00c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281765 Apr 18 20:23:33.189187 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a87e96df-10e4-460c-bf4c-f937691fd637 req-29621ceb-01d4-4ca9-ab52-6a7aaba7eab7 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975282 Apr 18 20:23:33.212269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5984066f-148c-431f-8d1b-449e00b45cdb,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:33.247259 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.253994 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a8b2ce-cdda-48a4-990a-aef13f8e1490 x-openstack-request-id: req-d2a8b2ce-cdda-48a4-990a-aef13f8e1490 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:33.254311 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65195ea0-8ed0-49ba-a0a5-d62e8da62662", "name": "network-vif-plugged", "status": "completed", "tag": "b080090e-2f5d-419e-9c9c-0ddfac01f480", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:33.254566 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2a8b2ce-cdda-48a4-990a-aef13f8e1490 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:33.254959 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a8b2ce-cdda-48a4-990a-aef13f8e1490'] response: {'server_uuid': '65195ea0-8ed0-49ba-a0a5-d62e8da62662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b080090e-2f5d-419e-9c9c-0ddfac01f480', 'code': 200} Apr 18 20:23:33.330990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed12eb3-2821-47a9-83f0-4c97cfbfb873,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:33.382281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Checking segment: {'id': 'e3b8327a-6e2a-434d-8340-8a4a5f288652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5e9a8acd-8f1e-4430-87ec-908261fb7dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:33.382633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Network hostable DHCP agents. Network: 5e9a8acd-8f1e-4430-87ec-908261fb7dba, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:23:33.392118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c74cc3-9884-423f-b664-9b92bb7f4ae7 req-9100a037-8441-46ca-878f-bfa3fc2ce169 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:33.393646 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17c74cc3-9884-423f-b664-9b92bb7f4ae7 req-9100a037-8441-46ca-878f-bfa3fc2ce169 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.1180174 Apr 18 20:23:33.421107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33240373-ef6b-44d4-8acc-142184723154 req-8a6f6922-8d32-4551-a74e-b1c6ea91cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:33.422554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33240373-ef6b-44d4-8acc-142184723154 req-8a6f6922-8d32-4551-a74e-b1c6ea91cd6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 1101 time: 0.0946960 Apr 18 20:23:33.453427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Network 5e9a8acd-8f1e-4430-87ec-908261fb7dba is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:23:33.464577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17c74cc3-9884-423f-b664-9b92bb7f4ae7 req-12bb8a0e-df19-47ac-b925-7541c9c8636f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641749 Apr 18 20:23:33.470185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 5e9a8acd-8f1e-4430-87ec-908261fb7dba) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:33.479714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:33.480377 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.482050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb3e45-1565-4248-b3c8-bdd354910573 None None] Network 5e9a8acd-8f1e-4430-87ec-908261fb7dba requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:23:33.492058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33240373-ef6b-44d4-8acc-142184723154 req-98b87b2d-e565-46c1-9ff0-309897019098 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586627 Apr 18 20:23:33.507591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6448c09f-f620-4461-b7e7-bb6c5a1b22ac admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8770041 Apr 18 20:23:33.664939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-caf2b9f5-9beb-4bcd-ba56-eace32f2d4ae req-08092df6-6df8-4f54-bf2f-5ee3093ddf0a tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0482364 Apr 18 20:23:33.674889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2a1c47-65be-4ff8-9aa7-7217300f426c None None] Network 5e9a8acd-8f1e-4430-87ec-908261fb7dba requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:23:33.681413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26e909-88cb-4fe2-b1cb-42a60d358420 req-f25d26b2-c5a3-4e76-b596-87b9320137d3 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:33.691096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f26e909-88cb-4fe2-b1cb-42a60d358420 req-f25d26b2-c5a3-4e76-b596-87b9320137d3 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 950 time: 0.0867536 Apr 18 20:23:33.755617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f26e909-88cb-4fe2-b1cb-42a60d358420 req-4fb8b098-641a-4eb6-9bfa-15b002adbbbe tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597088 Apr 18 20:23:34.167529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49820) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:34.173049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-456563346-network', 'tenant_id': 'd5dffcc07ee1490a9bc143ab5b6f0082'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:34.197405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Made reservation on behalf of d5dffcc07ee1490a9bc143ab5b6f0082 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:34.199768 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.208174 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.336018 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.344663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.377031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:23:34.398477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34385eb5-fa51-45ce-be4a-c17ec34b9e67 req-8c439e17-b514-4d86-8ec6-549f60eded2a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:34.399967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34385eb5-fa51-45ce-be4a-c17ec34b9e67 req-8c439e17-b514-4d86-8ec6-549f60eded2a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1255989 Apr 18 20:23:34.413223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fde53-6e33-4419-9c77-6bcc9c5ec7bf req-9cf3427f-89b3-4ec0-8b9c-edb2d56b1589 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:34.414623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e7fde53-6e33-4419-9c77-6bcc9c5ec7bf req-9cf3427f-89b3-4ec0-8b9c-edb2d56b1589 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 946 time: 0.1257403 Apr 18 20:23:34.420735 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.421074 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Added segment 9407c032-4ff5-4da4-82ad-26df5a2a3972 of type vlan for network 4feca2e7-2a75-4fd0-ad04-bd850f39590f Apr 18 20:23:34.426174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7012187-cbc0-48df-8bc4-14bd70307fe2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:34.502429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.517557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34385eb5-fa51-45ce-be4a-c17ec34b9e67 req-73733253-c789-4064-a8e6-95bcb7c78a5c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020293 Apr 18 20:23:34.522153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e7fde53-6e33-4419-9c77-6bcc9c5ec7bf req-6c7abac6-e1a0-4c0c-b0dd-6957d6996c3b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858281 Apr 18 20:23:34.551307 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.552583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:34.553276 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.608125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49834) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:34.608728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4394679 Apr 18 20:23:34.612925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Request body: {'subnet': {'network_id': '4feca2e7-2a75-4fd0-ad04-bd850f39590f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-456563346-subnet', 'tenant_id': 'd5dffcc07ee1490a9bc143ab5b6f0082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:34.632990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Made reservation on behalf of d5dffcc07ee1490a9bc143ab5b6f0082 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:34.637592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.654815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1e0f6-d889-4868-a206-a2b59b7ca302 admin admin] Pushing event updated for resources: {'Network': ['ID=4feca2e7-2a75-4fd0-ad04-bd850f39590f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:34.667325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 4feca2e7-2a75-4fd0-ad04-bd850f39590f details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:23:34.693182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a6c1c-a215-48ba-ad79-f0fe1aa003f4 req-b7a01be8-8523-4f4b-868a-64b108b54056 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:34.694970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a8a6c1c-a215-48ba-ad79-f0fe1aa003f4 req-b7a01be8-8523-4f4b-868a-64b108b54056 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0853968 Apr 18 20:23:34.757680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a8a6c1c-a215-48ba-ad79-f0fe1aa003f4 req-d43e3d34-5edc-44bd-a617-28f5a190df2d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493975 Apr 18 20:23:34.852348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-3b9131cb-86b4-498c-9535-082f5d51d4aa tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=51aed60b67c8472d8f9a2780c5f921b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307536 Apr 18 20:23:34.858623 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.869563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b269fbc-c1c4-4542-9985-1c3a8415af9c req-b38e67bb-1df9-445c-ae41-c8752e34b324 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0368259 Apr 18 20:23:34.921826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Checking segment: {'id': '9407c032-4ff5-4da4-82ad-26df5a2a3972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '4feca2e7-2a75-4fd0-ad04-bd850f39590f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:34.922426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Network hostable DHCP agents. Network: 4feca2e7-2a75-4fd0-ad04-bd850f39590f, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:23:34.933799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=981e44c2-809e-4afb-8adf-75ad9bcd8650,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:34.946338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Network 4feca2e7-2a75-4fd0-ad04-bd850f39590f is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:23:34.958013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 4feca2e7-2a75-4fd0-ad04-bd850f39590f) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:34.962957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:34.964232 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.968520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f698d-1a42-48d7-942e-4902a27cd753 None None] Network 4feca2e7-2a75-4fd0-ad04-bd850f39590f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:23:34.993183 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f2b50e76-85af-4c66-bfdd-8ac95625e91e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3839293 Apr 18 20:23:35.015296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-0ed577e9-c618-4a33-9739-c966fccc4fe7 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:35.016710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-0ed577e9-c618-4a33-9739-c966fccc4fe7 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498673 Apr 18 20:23:35.044718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-04cee8a0-41d0-45fb-8b22-28a87f6cc1ed tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/quotas/51aed60b67c8472d8f9a2780c5f921b7 HTTP/1.1" status: 200 len: 375 time: 0.0141845 Apr 18 20:23:35.060979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf838f5-b9c9-4acc-9f1c-8a768b641f0c req-99a167de-b6f1-444b-967c-f5acb46aadca tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:35.062691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf838f5-b9c9-4acc-9f1c-8a768b641f0c req-99a167de-b6f1-444b-967c-f5acb46aadca tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 950 time: 0.0722134 Apr 18 20:23:35.090287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-961bc6f9-d2a0-49ab-be02-ee350c2f2a8d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51aed60b67c8472d8f9a2780c5f921b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265887 Apr 18 20:23:35.109522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8aca1-aab7-487f-b02f-96d4bbe479b8 None None] Network 4feca2e7-2a75-4fd0-ad04-bd850f39590f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:23:35.128128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf838f5-b9c9-4acc-9f1c-8a768b641f0c req-913ca348-cb00-411e-b388-a6e3d3f68325 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543041 Apr 18 20:23:35.258505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085ae5ca-6496-4607-9690-8b461251b6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5984066f-148c-431f-8d1b-449e00b45cdb'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:35.264267 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deb603e-afc4-4881-aa4e-166b7b67e91d" -d '{"events": [{"server_uuid": "085ae5ca-6496-4607-9690-8b461251b6a2", "name": "network-vif-plugged", "status": "completed", "tag": "5984066f-148c-431f-8d1b-449e00b45cdb"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:35.403474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-e8c679f6-1319-4307-aee9-2a68f6696a9f req-2cbb2c3f-dbcd-417f-82ad-0605790175fa service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:23:35.404628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8c679f6-1319-4307-aee9-2a68f6696a9f req-2cbb2c3f-dbcd-417f-82ad-0605790175fa service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072100 Apr 18 20:23:35.488909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-5600a215-4856-47cd-8071-b606eb0e31ab tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:35.490390 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-5600a215-4856-47cd-8071-b606eb0e31ab tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/networks?id=5e9a8acd-8f1e-4430-87ec-908261fb7dba HTTP/1.1" status: 200 len: 815 time: 0.1248837 Apr 18 20:23:35.517595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-f47cf624-8ef0-46b7-bf5c-7777a4b7e314 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/quotas/499b8f8099574233b51615d421ccceb2 HTTP/1.1" status: 200 len: 375 time: 0.0196135 Apr 18 20:23:35.535680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e76e896d-786c-4dd3-bc37-f554ac539f88 req-607c33c4-4e8e-48e8-bbd9-897f4b72d412 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 210 time: 0.0303898 Apr 18 20:23:35.572554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-a6727ebd-c463-4d03-af9a-7b4f20f15647 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=499b8f8099574233b51615d421ccceb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397403 Apr 18 20:23:35.585521 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be1b459-2c39-4c0a-94a0-8c309d6a6251 x-openstack-request-id: req-0be1b459-2c39-4c0a-94a0-8c309d6a6251 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:35.585822 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085ae5ca-6496-4607-9690-8b461251b6a2", "name": "network-vif-plugged", "status": "completed", "tag": "5984066f-148c-431f-8d1b-449e00b45cdb", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:35.586257 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0be1b459-2c39-4c0a-94a0-8c309d6a6251 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:35.586656 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0be1b459-2c39-4c0a-94a0-8c309d6a6251'] response: {'server_uuid': '085ae5ca-6496-4607-9690-8b461251b6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5984066f-148c-431f-8d1b-449e00b45cdb', 'code': 200} Apr 18 20:23:35.738319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-6b665198-296d-4070-af10-47a9354050a7 service neutron] 10.222.0.49 "GET /v2.0/networks/5e9a8acd-8f1e-4430-87ec-908261fb7dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586292 Apr 18 20:23:35.752393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e2c9a95-75c5-4c24-b298-1e6e3eedfb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:35.755512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97bb1e-6999-494f-ae7d-f231249dde65 req-b7d476c7-a208-4147-b9ff-7454e5570b3c tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:35.757302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe97bb1e-6999-494f-ae7d-f231249dde65 req-b7d476c7-a208-4147-b9ff-7454e5570b3c tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 950 time: 0.1099539 Apr 18 20:23:35.760946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8708d4-ac34-423c-aec0-57f447786d67 req-c70db27e-7905-4356-b7ea-38f382120967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:35.762908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a8708d4-ac34-423c-aec0-57f447786d67 req-c70db27e-7905-4356-b7ea-38f382120967 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1097 time: 0.1143758 Apr 18 20:23:35.882392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a8708d4-ac34-423c-aec0-57f447786d67 req-9cb257cd-3e0c-4fa8-8fcb-db2bc1d765a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102548 Apr 18 20:23:35.887576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe97bb1e-6999-494f-ae7d-f231249dde65 req-a0f659bc-cb1e-4260-af04-d72f2431da9a tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166284 Apr 18 20:23:35.910435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-528761f6-76ff-468f-8e3c-8da069c4b08e service neutron] 10.222.0.49 "GET /v2.0/networks/5e9a8acd-8f1e-4430-87ec-908261fb7dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520350 Apr 18 20:23:36.006486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73137b8-3693-434d-a626-082ca1be87bd req-1584cb08-bdb4-41bb-9cfc-6a97ce144d9a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:36.008037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c73137b8-3693-434d-a626-082ca1be87bd req-1584cb08-bdb4-41bb-9cfc-6a97ce144d9a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0595512 Apr 18 20:23:36.056030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c73137b8-3693-434d-a626-082ca1be87bd req-58d3df27-7c73-48c4-b0af-3b24aba16f72 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 Apr 18 20:23:36.110493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5c3cf-8a7c-4931-8580-6cbeceabffbe req-8727cddd-eabf-47ab-9a77-c5af5578229e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:36.116563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c5c3cf-8a7c-4931-8580-6cbeceabffbe req-8727cddd-eabf-47ab-9a77-c5af5578229e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 946 time: 0.0563090 Apr 18 20:23:36.176056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c5c3cf-8a7c-4931-8580-6cbeceabffbe req-9a3fc3d0-ece2-4496-b7d1-f611086e240b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578663 Apr 18 20:23:36.197983 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548e031-e8ae-4867-beac-59feada0d718 req-0fea132b-3a94-408d-839f-ff7ee7524d00 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:36.200110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6548e031-e8ae-4867-beac-59feada0d718 req-0fea132b-3a94-408d-839f-ff7ee7524d00 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0675914 Apr 18 20:23:36.252862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6548e031-e8ae-4867-beac-59feada0d718 req-2210868f-25ad-4052-be9a-5734cdaff62d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Apr 18 20:23:36.281378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc1e9205-def7-4a6c-a547-b8f8351b3408 req-4441fd94-83f7-45ab-8961-00ed0eddda3a tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0272958 Apr 18 20:23:36.390457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb3a9c14-1f3d-484e-bb1c-61b4aa94c4c0 req-543fd8b2-ce83-485b-a578-a1ecfe9307af tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 210 time: 0.0436184 Apr 18 20:23:36.392571 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-0d99d378-d9de-4f3a-92c1-44b255683676 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=675e96c68fc84a0690198af16f584741&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436573 Apr 18 20:23:36.503712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-0ba4b749-b1f8-4aef-9a49-7fed0027e1a8 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:36.505183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-0ba4b749-b1f8-4aef-9a49-7fed0027e1a8 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068618 Apr 18 20:23:36.521427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-4966b604-2e85-4544-88b6-6a42e9a96d5e tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/quotas/675e96c68fc84a0690198af16f584741 HTTP/1.1" status: 200 len: 375 time: 0.0103140 Apr 18 20:23:36.577598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-cf69de62-5701-4ffd-b078-4e60ec8ed56b tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=675e96c68fc84a0690198af16f584741&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0502017 Apr 18 20:23:36.667176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa20d571-a4e8-47b3-9a69-a77df810b679 req-a1cf34c8-9237-4b03-88f9-662a7e743004 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 210 time: 0.0445833 Apr 18 20:23:36.669013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-562ff471-ee7c-4e9f-a473-d242352d55f2 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=51aed60b67c8472d8f9a2780c5f921b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436687 Apr 18 20:23:36.817727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fddace7-c682-4004-b138-4e9499e8907a req-b8b6d003-bc1c-4596-a12b-b3c424a5d5a3 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 210 time: 0.0432649 Apr 18 20:23:36.833308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-80cc6f88-b9a2-44f5-b66d-c716270cf36b tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:36.834762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-80cc6f88-b9a2-44f5-b66d-c716270cf36b tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601696 Apr 18 20:23:36.849538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Request body: {'port': {'device_id': '820f1fb5-3624-4e49-b0e8-20a56b87f328', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '51aed60b67c8472d8f9a2780c5f921b7'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:36.957175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Made reservation on behalf of 51aed60b67c8472d8f9a2780c5f921b7 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:36.961919 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:36.970966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.049496 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.053318 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.128082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3233ac-27bb-462e-8d73-e6283c713063,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:37.243473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594f053-c6ec-42ed-afc7-0125bb66f3fc req-bf928468-8034-4226-b182-276992516fac tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:37.245183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5594f053-c6ec-42ed-afc7-0125bb66f3fc req-bf928468-8034-4226-b182-276992516fac tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0769067 Apr 18 20:23:37.247104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Allocated IP 192.168.233.105 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/6be0d7ab-1033-40dd-aefc-52d689272f14) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:37.329322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5594f053-c6ec-42ed-afc7-0125bb66f3fc req-59cb925a-00bc-4a00-a898-f3cb6dc21880 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733774 Apr 18 20:23:37.502140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-bdce207b-d9e3-41e6-b448-f9db283e6dc9 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:37.503641 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-bdce207b-d9e3-41e6-b448-f9db283e6dc9 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.60 "GET /v2.0/networks?id=5e9a8acd-8f1e-4430-87ec-908261fb7dba HTTP/1.1" status: 200 len: 815 time: 0.3336723 Apr 18 20:23:37.520875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Request body: {'port': {'device_id': '8d5f6cb2-e839-407b-918d-c9de0f2ebdb5', 'network_id': '5e9a8acd-8f1e-4430-87ec-908261fb7dba', 'admin_state_up': True, 'tenant_id': '499b8f8099574233b51615d421ccceb2'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:37.547953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf88f7-1982-4f57-b34f-0f02be2da589 req-cf578c68-42de-48d6-9074-fedc0c28efc9 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:37.549455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49bf88f7-1982-4f57-b34f-0f02be2da589 req-cf578c68-42de-48d6-9074-fedc0c28efc9 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 946 time: 0.2505555 Apr 18 20:23:37.558766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c87f5d-e9f8-4e7d-8d7e-52a8cf9f45c3 req-1d5a399d-6409-4e14-8f11-ce5fd0a08be7 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:37.560198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99c87f5d-e9f8-4e7d-8d7e-52a8cf9f45c3 req-1d5a399d-6409-4e14-8f11-ce5fd0a08be7 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.1016288 Apr 18 20:23:37.602218 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.633369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Made reservation on behalf of 499b8f8099574233b51615d421ccceb2 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:37.634730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49bf88f7-1982-4f57-b34f-0f02be2da589 req-3574ac2b-b2e3-495c-93d4-be0966aae456 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735943 Apr 18 20:23:37.637384 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.654096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99c87f5d-e9f8-4e7d-8d7e-52a8cf9f45c3 req-35b13735-718d-4cc8-b485-24d061029bda tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840979 Apr 18 20:23:37.697140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.776273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9736965e-c25e-4ccf-8031-1ce3ed625acf req-fa89c4c8-066c-4ce6-b4d0-ca90bd2c7bb5 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 210 time: 0.0442677 Apr 18 20:23:37.787118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:37.806560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:37.809755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Pushing event updated for resources: {'Port': ['ID=6be0d7ab-1033-40dd-aefc-52d689272f14,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:37.811956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:23:37.817887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:37.818201 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.842947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Allocated IP 172.20.0.7 (5e9a8acd-8f1e-4430-87ec-908261fb7dba/0ed12eb3-2821-47a9-83f0-4c97cfbfb873/f912703a-87a9-42d8-bc15-253c3c83f9dd) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:37.844775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-ce437de9-c6e8-4dab-b842-8f8ba722c9d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0002751 Apr 18 20:23:37.865727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Request body: {'port': {'device_id': '820f1fb5-3624-4e49-b0e8-20a56b87f328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:37.990339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37f2a9b5-afc4-4728-93f9-237e403b1407 req-b9abfdbc-17db-4eda-8854-ef4e8f5ee82e tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0550554 Apr 18 20:23:38.002556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19e578-5b09-4f98-8b17-1d4f799e62b7 req-d5d44762-4462-4725-bdfd-3f6bd300e73b tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.010161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f19e578-5b09-4f98-8b17-1d4f799e62b7 req-d5d44762-4462-4725-bdfd-3f6bd300e73b tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 936 time: 0.1506367 Apr 18 20:23:38.031751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.068057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.093816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9e98ceb9-9711-48a9-9189-8a07fb81aba0 None None] Provisioning complete for port 6be0d7ab-1033-40dd-aefc-52d689272f14 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:38.095057 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9e98ceb9-9711-48a9-9189-8a07fb81aba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.112570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.117701 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a15e0299-8e67-4acf-b4ee-f5638402cd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.139462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-9e98ceb9-9711-48a9-9189-8a07fb81aba0 None None] Port 6be0d7ab-1033-40dd-aefc-52d689272f14 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:23:38.144906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-e0f7d62d-2ab2-43ef-980e-63cedae562f6 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=675e96c68fc84a0690198af16f584741&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996199 Apr 18 20:23:38.154825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f19e578-5b09-4f98-8b17-1d4f799e62b7 req-4b5e83dd-72d3-417e-85dd-d89c127997b6 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412444 Apr 18 20:23:38.156368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Network 5e9a8acd-8f1e-4430-87ec-908261fb7dba is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:38.161159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:38.168894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:23:38.190795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0aabe151-123a-4eda-80c0-e80e7f50c2c7 req-4fe5aa02-c9cb-4137-aa2d-7649b6f7fc6a tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 210 time: 0.0604966 Apr 18 20:23:38.200386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Pushing event updated for resources: {'Port': ['ID=f912703a-87a9-42d8-bc15-253c3c83f9dd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:38.228076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.228076 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.244010 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-b514421d-7e05-4364-94c7-0fbbbaaa20ce tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7294707 Apr 18 20:23:38.256926 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Request body: {'port': {'device_id': '8d5f6cb2-e839-407b-918d-c9de0f2ebdb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:38.309922 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.581758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f912703a-87a9-42d8-bc15-253c3c83f9dd {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:38.589818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.602012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Transition to ACTIVE for port object f912703a-87a9-42d8-bc15-253c3c83f9dd will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:38.606447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.619985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-0a23d79f-84c1-413f-81a2-c64911e41fb2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.622019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-0a23d79f-84c1-413f-81a2-c64911e41fb2 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4614046 Apr 18 20:23:38.655555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Pushing event updated for resources: {'Port': ['ID=f912703a-87a9-42d8-bc15-253c3c83f9dd,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:38.657693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Request body: {'port': {'device_id': 'a757c608-6c9f-4a69-afa2-7ad9893c056a', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '675e96c68fc84a0690198af16f584741'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:38.704283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0f35b-9307-4304-8ceb-4006cc576a65 req-4c5076f8-ea6f-4bfc-82b0-803bc0491403 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.708276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06b0f35b-9307-4304-8ceb-4006cc576a65 req-4c5076f8-ea6f-4bfc-82b0-803bc0491403 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1814034 Apr 18 20:23:38.724878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Attempting to bind port f912703a-87a9-42d8-bc15-253c3c83f9dd on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:38.725293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Attempting to bind port f912703a-87a9-42d8-bc15-253c3c83f9dd by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'e3b8327a-6e2a-434d-8340-8a4a5f288652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5e9a8acd-8f1e-4430-87ec-908261fb7dba'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:38.725698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Attempting to bind port f912703a-87a9-42d8-bc15-253c3c83f9dd on network 5e9a8acd-8f1e-4430-87ec-908261fb7dba {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:38.730114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Port f912703a-87a9-42d8-bc15-253c3c83f9dd on network 5e9a8acd-8f1e-4430-87ec-908261fb7dba not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:38.731020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Attempting to bind port f912703a-87a9-42d8-bc15-253c3c83f9dd on network 5e9a8acd-8f1e-4430-87ec-908261fb7dba {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:38.736276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:38.736768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Checking segment: {'id': 'e3b8327a-6e2a-434d-8340-8a4a5f288652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5e9a8acd-8f1e-4430-87ec-908261fb7dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:38.737149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Bound using segment: {'id': 'e3b8327a-6e2a-434d-8340-8a4a5f288652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5e9a8acd-8f1e-4430-87ec-908261fb7dba'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:38.737570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Bound port: f912703a-87a9-42d8-bc15-253c3c83f9dd, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b8327a-6e2a-434d-8340-8a4a5f288652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '5e9a8acd-8f1e-4430-87ec-908261fb7dba'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:38.737919 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.811426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] For port f912703a-87a9-42d8-bc15-253c3c83f9dd, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:38.814651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] For port f912703a-87a9-42d8-bc15-253c3c83f9dd, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f912703a-87a9-42d8-bc15-253c3c83f9dd,segment=NetworkSegment(e3b8327a-6e2a-434d-8340-8a4a5f288652),segment_id=e3b8327a-6e2a-434d-8340-8a4a5f288652)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:38.819533 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.855280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.855280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.857707 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] 10.222.0.60 "PUT /v2.0/ports/f912703a-87a9-42d8-bc15-253c3c83f9dd HTTP/1.1" status: 200 len: 1091 time: 0.6051781 Apr 18 20:23:38.859901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5f6cb2-e839-407b-918d-c9de0f2ebdb5', 'tag': 'f912703a-87a9-42d8-bc15-253c3c83f9dd'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:38.865374 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42daf6db-bec0-40d5-8a1b-da4d9feb185c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5f6cb2-e839-407b-918d-c9de0f2ebdb5", "tag": "f912703a-87a9-42d8-bc15-253c3c83f9dd"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:38.880388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06b0f35b-9307-4304-8ceb-4006cc576a65 req-1152c359-8d52-4488-91d0-3eec7e62e1df tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274457 Apr 18 20:23:38.906159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc9725-f90d-44ab-a97f-59e21f2fb618 req-052d2e23-3829-44ed-a374-f6e8a1c3ca4d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.907640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6bc9725-f90d-44ab-a97f-59e21f2fb618 req-052d2e23-3829-44ed-a374-f6e8a1c3ca4d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 946 time: 0.1931181 Apr 18 20:23:38.910389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fa84e-f325-4da3-ae69-a0ed6900ace8 service neutron] Pushing event updated for resources: {'Port': ['ID=f912703a-87a9-42d8-bc15-253c3c83f9dd,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:38.955616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-271374bb-0660-42c7-83c5-a5034b5db29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.957168 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-271374bb-0660-42c7-83c5-a5034b5db29a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=499b8f8099574233b51615d421ccceb2&device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 1094 time: 0.0424457 Apr 18 20:23:38.975352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be0d7ab-1033-40dd-aefc-52d689272f14 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:38.998447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.005909 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-1f84509c-6728-4514-8221-1132468b3159 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f912703a-87a9-42d8-bc15-253c3c83f9dd HTTP/1.1" status: 200 len: 217 time: 0.0383723 Apr 18 20:23:39.012163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Made reservation on behalf of 675e96c68fc84a0690198af16f584741 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:39.015474 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.044513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6bc9725-f90d-44ab-a97f-59e21f2fb618 req-1ff29332-7840-4f0c-826e-400ed5258fbd tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302564 Apr 18 20:23:39.045433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Transition to ACTIVE for port object 6be0d7ab-1033-40dd-aefc-52d689272f14 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:39.054614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.073331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-1834a0f6-f57e-45fa-981b-66303b882a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.075033 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-1834a0f6-f57e-45fa-981b-66303b882a4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ed12eb3-2821-47a9-83f0-4c97cfbfb873 HTTP/1.1" status: 200 len: 855 time: 0.0623894 Apr 18 20:23:39.104973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652445d7-2c0c-4656-bc13-342e4f698a99 req-a99ca2d7-3878-4efa-ab13-c6ad6545e0c0 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.108915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-652445d7-2c0c-4656-bc13-342e4f698a99 req-a99ca2d7-3878-4efa-ab13-c6ad6545e0c0 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.1511014 Apr 18 20:23:39.121965 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-3ee932d4-c72f-47ff-a063-0d5558e66189 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e9a8acd-8f1e-4430-87ec-908261fb7dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393009 Apr 18 20:23:39.162091 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.213673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Pushing event updated for resources: {'Port': ['ID=6be0d7ab-1033-40dd-aefc-52d689272f14,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:39.239872 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-3af69ec0-826c-48d4-b7d1-4b7383666498 service neutron] 10.222.0.60 "GET /v2.0/networks/5e9a8acd-8f1e-4430-87ec-908261fb7dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101162 Apr 18 20:23:39.305820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-652445d7-2c0c-4656-bc13-342e4f698a99 req-cc2d6e4e-ed95-4401-8f1b-fe0af89e94bb tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644051 Apr 18 20:23:39.309147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Attempting to bind port 6be0d7ab-1033-40dd-aefc-52d689272f14 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:39.309478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Attempting to bind port 6be0d7ab-1033-40dd-aefc-52d689272f14 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:39.309804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Attempting to bind port 6be0d7ab-1033-40dd-aefc-52d689272f14 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:39.330465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637da419-44b2-4314-a901-cf9caa3682d2 req-85bcfaea-77d4-42c4-a29c-1fdea649b1ac tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.332071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-637da419-44b2-4314-a901-cf9caa3682d2 req-85bcfaea-77d4-42c4-a29c-1fdea649b1ac tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 943 time: 0.1917830 Apr 18 20:23:39.343575 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-51cb6772-f500-4351-9776-ddbec46d77c0 req-bb26ebf2-66a2-43f2-a37a-27e6d932625d service neutron] 10.222.0.60 "GET /v2.0/networks/5e9a8acd-8f1e-4430-87ec-908261fb7dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952492 Apr 18 20:23:39.348950 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ebfed8-fc17-4bf8-896b-90a7c9c4472c x-openstack-request-id: req-e2ebfed8-fc17-4bf8-896b-90a7c9c4472c {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:39.350395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Port 6be0d7ab-1033-40dd-aefc-52d689272f14 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:39.350517 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5f6cb2-e839-407b-918d-c9de0f2ebdb5", "tag": "f912703a-87a9-42d8-bc15-253c3c83f9dd", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:39.350631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Attempting to bind port 6be0d7ab-1033-40dd-aefc-52d689272f14 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:39.350721 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2ebfed8-fc17-4bf8-896b-90a7c9c4472c {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:39.350721 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ebfed8-fc17-4bf8-896b-90a7c9c4472c'] response: {'name': 'network-changed', 'server_uuid': '8d5f6cb2-e839-407b-918d-c9de0f2ebdb5', 'tag': 'f912703a-87a9-42d8-bc15-253c3c83f9dd', 'status': 'completed', 'code': 200} Apr 18 20:23:39.352335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Allocated IP 192.168.233.185 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/afa90a33-c6d1-4930-8fbf-f2b161eb09dc) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:39.384743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:39.385028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:39.385411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:39.385845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Bound port: 6be0d7ab-1033-40dd-aefc-52d689272f14, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:39.386463 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.430519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-637da419-44b2-4314-a901-cf9caa3682d2 req-1667b022-aefc-4419-a83d-d41ea0672308 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888991 Apr 18 20:23:39.445239 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daf6db-bec0-40d5-8a1b-da4d9feb185c req-8f79594f-6801-4a0d-8c19-d4ef9dca65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.448108 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-42daf6db-bec0-40d5-8a1b-da4d9feb185c req-8f79594f-6801-4a0d-8c19-d4ef9dca65ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=499b8f8099574233b51615d421ccceb2&device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 1094 time: 0.0475938 Apr 18 20:23:39.459314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7958088-5747-4484-a2c2-e6faa9d39699 req-fad3ffad-a7dd-4526-909c-aa19025e55b9 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0490813 Apr 18 20:23:39.575551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daf6db-bec0-40d5-8a1b-da4d9feb185c req-4be65e54-07cb-45e2-bf51-04a149a80393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.577060 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-42daf6db-bec0-40d5-8a1b-da4d9feb185c req-4be65e54-07cb-45e2-bf51-04a149a80393 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5e9a8acd-8f1e-4430-87ec-908261fb7dba HTTP/1.1" status: 200 len: 916 time: 0.1213896 Apr 18 20:23:39.619531 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-42daf6db-bec0-40d5-8a1b-da4d9feb185c req-9853e8d6-2e4e-495f-8ab3-275926d872ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f912703a-87a9-42d8-bc15-253c3c83f9dd HTTP/1.1" status: 200 len: 217 time: 0.0343742 Apr 18 20:23:39.630494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] For port 6be0d7ab-1033-40dd-aefc-52d689272f14, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:39.661040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] For port 6be0d7ab-1033-40dd-aefc-52d689272f14, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=6be0d7ab-1033-40dd-aefc-52d689272f14,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:39.668485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8eae-7a4d-43b8-9aaf-6d1bc7b6612d req-1b132ce1-324b-451f-84a9-efeadb916b47 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.670067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77ec8eae-7a4d-43b8-9aaf-6d1bc7b6612d req-1b132ce1-324b-451f-84a9-efeadb916b47 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1097 time: 0.1735930 Apr 18 20:23:39.672467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daf6db-bec0-40d5-8a1b-da4d9feb185c req-cf296035-dde1-4496-862e-4e687f511eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.673889 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-42daf6db-bec0-40d5-8a1b-da4d9feb185c req-cf296035-dde1-4496-862e-4e687f511eba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ed12eb3-2821-47a9-83f0-4c97cfbfb873 HTTP/1.1" status: 200 len: 855 time: 0.0480671 Apr 18 20:23:39.675658 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.705304 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-42daf6db-bec0-40d5-8a1b-da4d9feb185c req-7da686db-4a51-4c49-8fd8-644a3d7b437d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5e9a8acd-8f1e-4430-87ec-908261fb7dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240488 Apr 18 20:23:39.735039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9a458-a2c8-421f-9b70-fd15994389bd req-97887426-f114-4253-b766-6079398ea797 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.735818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9d9a458-a2c8-421f-9b70-fd15994389bd req-97887426-f114-4253-b766-6079398ea797 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 948 time: 0.1616197 Apr 18 20:23:39.771446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.784702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.785322 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.786698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] 10.222.0.60 "PUT /v2.0/ports/6be0d7ab-1033-40dd-aefc-52d689272f14 HTTP/1.1" status: 200 len: 1096 time: 1.9257617 Apr 18 20:23:39.789870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820f1fb5-3624-4e49-b0e8-20a56b87f328', 'tag': '6be0d7ab-1033-40dd-aefc-52d689272f14'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:39.792257 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f19e91-ca77-439a-a445-564ad6e936dd" -d '{"events": [{"name": "network-changed", "server_uuid": "820f1fb5-3624-4e49-b0e8-20a56b87f328", "tag": "6be0d7ab-1033-40dd-aefc-52d689272f14"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:39.829447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd41248-cfec-481f-a95a-bf169209291c service neutron] Pushing event updated for resources: {'Port': ['ID=6be0d7ab-1033-40dd-aefc-52d689272f14,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:39.842173 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-42daf6db-bec0-40d5-8a1b-da4d9feb185c req-7a86f937-0a21-48fb-b5f8-e232b9ed279f service neutron] 10.222.0.60 "GET /v2.0/networks/5e9a8acd-8f1e-4430-87ec-908261fb7dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281617 Apr 18 20:23:39.857838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77ec8eae-7a4d-43b8-9aaf-6d1bc7b6612d req-033be89c-bea0-4228-a18a-b2a28fe14d57 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742423 Apr 18 20:23:39.909381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9d9a458-a2c8-421f-9b70-fd15994389bd req-2ddbb7c4-8c7d-4c4d-8f95-0463474e95d9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400628 Apr 18 20:23:39.959236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-a9463c06-26d2-4a99-9a48-362761df227e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.961213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-a9463c06-26d2-4a99-9a48-362761df227e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51aed60b67c8472d8f9a2780c5f921b7&device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 1099 time: 0.1286039 Apr 18 20:23:39.962609 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.974854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b080090e-2f5d-419e-9c9c-0ddfac01f480'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:39.988226 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-42daf6db-bec0-40d5-8a1b-da4d9feb185c req-5d114cf9-5fd8-47e0-81c8-0e6ba33e5df2 service neutron] 10.222.0.60 "GET /v2.0/networks/5e9a8acd-8f1e-4430-87ec-908261fb7dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323800 Apr 18 20:23:40.003136 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7abbcd-dc6f-4011-9dda-84adc5530ce2 x-openstack-request-id: req-cc7abbcd-dc6f-4011-9dda-84adc5530ce2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:40.003720 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820f1fb5-3624-4e49-b0e8-20a56b87f328", "tag": "6be0d7ab-1033-40dd-aefc-52d689272f14", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:40.004172 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc7abbcd-dc6f-4011-9dda-84adc5530ce2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:40.004767 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7abbcd-dc6f-4011-9dda-84adc5530ce2'] response: {'name': 'network-changed', 'server_uuid': '820f1fb5-3624-4e49-b0e8-20a56b87f328', 'tag': '6be0d7ab-1033-40dd-aefc-52d689272f14', 'status': 'completed', 'code': 200} Apr 18 20:23:40.074718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-99144530-7385-47e2-a3ea-23e31182419c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=6be0d7ab-1033-40dd-aefc-52d689272f14 HTTP/1.1" status: 200 len: 217 time: 0.0688930 Apr 18 20:23:40.158426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:40.168703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:40.170998 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:23:40.177250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:40.177934 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:40.193733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Pushing event updated for resources: {'Port': ['ID=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:40.216487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585fe2c-6b1c-4c25-9c50-8e6ea334f7e8 req-83cbb37e-860c-4491-a726-0d5160ff6bdc tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:40.220325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7585fe2c-6b1c-4c25-9c50-8e6ea334f7e8 req-83cbb37e-860c-4491-a726-0d5160ff6bdc tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 936 time: 0.2655284 Apr 18 20:23:40.226662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-e1a84ce1-ade0-4b3a-b7e2-ec66f068b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:40.228130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-e1a84ce1-ade0-4b3a-b7e2-ec66f068b25e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1387179 Apr 18 20:23:40.234494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-73a32157-6cb8-415c-9385-7294142edf42 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5819345 Apr 18 20:23:40.252252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3315ff-8925-476b-ae45-4a42f2696b76 req-48226d19-12bc-4f72-8d0b-1e1d119cc089 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:40.253730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b3315ff-8925-476b-ae45-4a42f2696b76 req-48226d19-12bc-4f72-8d0b-1e1d119cc089 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1097 time: 0.2057438 Apr 18 20:23:40.265981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Request body: {'port': {'device_id': 'a757c608-6c9f-4a69-afa2-7ad9893c056a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:40.331775 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:40.358409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7585fe2c-6b1c-4c25-9c50-8e6ea334f7e8 req-53ec9fec-2da4-41ba-ab82-1c7e5eda75c8 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279557 Apr 18 20:23:40.385312 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b3315ff-8925-476b-ae45-4a42f2696b76 req-9d2e9afc-141b-4cb7-80e5-406199c6036e tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165700 Apr 18 20:23:40.390179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-e8177fb9-a2ad-490a-8d0e-470c5f721ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:40.391613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-e8177fb9-a2ad-490a-8d0e-470c5f721ee3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1506524 Apr 18 20:23:40.394069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:40.450403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-61f10353-3155-413b-8eff-97df83c33ddf None None] Provisioning complete for port afa90a33-c6d1-4930-8fbf-f2b161eb09dc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:40.450693 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-61f10353-3155-413b-8eff-97df83c33ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:40.484524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-61f10353-3155-413b-8eff-97df83c33ddf None None] Port afa90a33-c6d1-4930-8fbf-f2b161eb09dc cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:23:40.844329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f14a2b5c-2d60-4329-902d-e5ccd33b91df details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:40.846878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f14a2b5c-2d60-4329-902d-e5ccd33b91df no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:23:40.863947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570f2b-7ac9-4767-b122-59c316729a98 req-04827921-eeed-4a4e-9d30-bb979484cbc1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:40.865424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06570f2b-7ac9-4767-b122-59c316729a98 req-04827921-eeed-4a4e-9d30-bb979484cbc1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.4190049 Apr 18 20:23:40.872399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044ba85-4d12-4fff-9cf1-c48c9cea0f43 req-1968751a-6022-446f-96c1-506c6745859d tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:40.873774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2044ba85-4d12-4fff-9cf1-c48c9cea0f43 req-1968751a-6022-446f-96c1-506c6745859d tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.4298124 Apr 18 20:23:40.903704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-f875ac4d-fccd-4c90-a943-15751532f453 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010307 Apr 18 20:23:40.989661 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.012485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:41.035189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:41.037408 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b1dddf-2627-4e67-8f67-954f2ae6755e" -d '{"events": [{"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-unplugged", "status": "completed", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:41.042005 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'mac_address': 'fa:16:3e:71:da:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:23:41.043268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06570f2b-7ac9-4767-b122-59c316729a98 req-3651d2b6-37ba-4deb-ac9a-8c2aee956056 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685109 Apr 18 20:23:41.051562 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:41.054461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2044ba85-4d12-4fff-9cf1-c48c9cea0f43 req-d620a669-50f3-4344-b5d6-c0a8ae7e0910 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628850 Apr 18 20:23:41.077834 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.122034 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a525c50-8788-455f-87f8-32590ba3c0d4 req-3d937e7e-f81a-40ee-8b52-14d8ffd38122 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952920 Apr 18 20:23:41.144775 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.149095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.160167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:41.166863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f14a2b5c-2d60-4329-902d-e5ccd33b91df {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:41.218220 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:23:41.218615 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:23:41.243651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa90a33-c6d1-4930-8fbf-f2b161eb09dc {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:41.262463 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.283101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0feebbe9-a68c-4ef5-b67f-8491efb48620 req-554137ba-1b70-4596-a627-960ac8e5c7f9 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0578504 Apr 18 20:23:41.302466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Transition to ACTIVE for port object afa90a33-c6d1-4930-8fbf-f2b161eb09dc will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:41.311180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f219f-3d3d-48ed-b7d8-bab27fb577a8 req-2b174dd6-0b1c-49e7-ba0d-a4f726ab0b96 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.312819 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd3f219f-3d3d-48ed-b7d8-bab27fb577a8 req-2b174dd6-0b1c-49e7-ba0d-a4f726ab0b96 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 943 time: 0.1330297 Apr 18 20:23:41.316448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.324897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-aafdad49-f183-4ac8-90a4-aa8ef564ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.326378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-aafdad49-f183-4ac8-90a4-aa8ef564ac34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51aed60b67c8472d8f9a2780c5f921b7&device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 1099 time: 0.1277285 Apr 18 20:23:41.459453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:41.506715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd3f219f-3d3d-48ed-b7d8-bab27fb577a8 req-52a49238-ef50-4f71-9e8f-fe9641842c6f tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844571 Apr 18 20:23:41.558054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71596-3809-4647-a108-5cb248077586 req-29dc7df4-0a07-44b8-a32b-3c9e3cfa3996 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.560144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8b71596-3809-4647-a108-5cb248077586 req-29dc7df4-0a07-44b8-a32b-3c9e3cfa3996 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 948 time: 0.1965685 Apr 18 20:23:41.560276 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fb19cb-ff93-4a49-a9ae-fe185cce320c x-openstack-request-id: req-64fb19cb-ff93-4a49-a9ae-fe185cce320c {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:41.560749 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-unplugged", "status": "completed", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:41.560827 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64fb19cb-ff93-4a49-a9ae-fe185cce320c {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:41.561154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Attempting to bind port afa90a33-c6d1-4930-8fbf-f2b161eb09dc on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:41.561262 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fb19cb-ff93-4a49-a9ae-fe185cce320c'] response: {'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'code': 200} Apr 18 20:23:41.561483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Attempting to bind port afa90a33-c6d1-4930-8fbf-f2b161eb09dc by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:41.561809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Attempting to bind port afa90a33-c6d1-4930-8fbf-f2b161eb09dc on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:41.564252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-c24a4d26-b59d-4eca-91b8-f526dab2e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.565633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-c24a4d26-b59d-4eca-91b8-f526dab2e9d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2144160 Apr 18 20:23:41.570507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Port afa90a33-c6d1-4930-8fbf-f2b161eb09dc on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:41.570833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Attempting to bind port afa90a33-c6d1-4930-8fbf-f2b161eb09dc on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:41.619226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:41.619820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:41.620234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:41.620715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Bound port: afa90a33-c6d1-4930-8fbf-f2b161eb09dc, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:41.621746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.633195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-c5a6516c-d66d-4c06-a459-ead59a87a32a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=6be0d7ab-1033-40dd-aefc-52d689272f14 HTTP/1.1" status: 200 len: 217 time: 0.0557990 Apr 18 20:23:41.699917 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8b71596-3809-4647-a108-5cb248077586 req-711fc667-a2d0-448e-9943-b4c9724a207e tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308317 Apr 18 20:23:41.756518 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.768688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-d5f495aa-e7b2-41fd-be44-361bc4940451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.770044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-d5f495aa-e7b2-41fd-be44-361bc4940451 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1247475 Apr 18 20:23:41.770930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14a2b5c-2d60-4329-902d-e5ccd33b91df {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:41.796289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:41.800048 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.809259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] For port afa90a33-c6d1-4930-8fbf-f2b161eb09dc, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:41.847128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:41.851790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2d0e-4cd7-40ce-b98a-351c960c16b9 req-e5380b92-89fe-4714-ab6f-75ea95c36f79 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.853327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be2c2d0e-4cd7-40ce-b98a-351c960c16b9 req-e5380b92-89fe-4714-ab6f-75ea95c36f79 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 948 time: 0.1498158 Apr 18 20:23:41.855197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] For port afa90a33-c6d1-4930-8fbf-f2b161eb09dc, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:41.867346 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.910506 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.927560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69821f-b083-47bf-ac17-a98554245e2d req-aa51403f-e00a-458c-a33f-f684b29488c7 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.935443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc69821f-b083-47bf-ac17-a98554245e2d req-aa51403f-e00a-458c-a33f-f684b29488c7 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1097 time: 0.1686039 Apr 18 20:23:41.945107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-02e5db25-bb27-4205-a485-a642179249e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.946881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-02e5db25-bb27-4205-a485-a642179249e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605639 Apr 18 20:23:41.948208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.948815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.950160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] 10.222.0.64 "PUT /v2.0/ports/afa90a33-c6d1-4930-8fbf-f2b161eb09dc HTTP/1.1" status: 200 len: 1096 time: 1.6955481 Apr 18 20:23:42.011728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a757c608-6c9f-4a69-afa2-7ad9893c056a', 'tag': 'afa90a33-c6d1-4930-8fbf-f2b161eb09dc'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:42.014929 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1adcdc-a994-4541-8874-7048bfeac1af" -d '{"events": [{"name": "network-changed", "server_uuid": "a757c608-6c9f-4a69-afa2-7ad9893c056a", "tag": "afa90a33-c6d1-4930-8fbf-f2b161eb09dc"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:42.020015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be2c2d0e-4cd7-40ce-b98a-351c960c16b9 req-3b58eae7-8060-48e3-8580-22a432fece60 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559975 Apr 18 20:23:42.085080 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279a846-ffd8-4775-accb-7a815cf248f5 x-openstack-request-id: req-b279a846-ffd8-4775-accb-7a815cf248f5 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:42.085080 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a757c608-6c9f-4a69-afa2-7ad9893c056a", "tag": "afa90a33-c6d1-4930-8fbf-f2b161eb09dc", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:42.085080 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b279a846-ffd8-4775-accb-7a815cf248f5 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:42.085080 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b279a846-ffd8-4775-accb-7a815cf248f5'] response: {'name': 'network-changed', 'server_uuid': 'a757c608-6c9f-4a69-afa2-7ad9893c056a', 'tag': 'afa90a33-c6d1-4930-8fbf-f2b161eb09dc', 'status': 'completed', 'code': 200} Apr 18 20:23:42.090472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['f14a2b5c-2d60-4329-902d-e5ccd33b91df'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:42.090617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b159bf-504a-41dc-95b1-91ba1b7be3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:42.098610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc69821f-b083-47bf-ac17-a98554245e2d req-1f572fd8-5d82-4738-8fb8-ae504443d154 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622932 Apr 18 20:23:42.132142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-1bc13e6f-8201-4dc3-8ec2-62d65b10106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.133665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-1bc13e6f-8201-4dc3-8ec2-62d65b10106b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=675e96c68fc84a0690198af16f584741&device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 1099 time: 0.1292515 Apr 18 20:23:42.150975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-4f48fee8-af85-42a7-8922-8a1492b92e78 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829128 Apr 18 20:23:42.198102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-d4580450-49da-400b-9572-1a0603ee4af4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=afa90a33-c6d1-4930-8fbf-f2b161eb09dc HTTP/1.1" status: 200 len: 217 time: 0.0544116 Apr 18 20:23:42.350707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-cbcb982f-e333-4fa4-9705-84d7cd6e6cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.352090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-cbcb982f-e333-4fa4-9705-84d7cd6e6cdc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1448214 Apr 18 20:23:42.365661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16b049-1e01-4f46-9fd5-b8d52196917b req-914da871-f278-427d-a043-8bd2a4323f95 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.367044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc16b049-1e01-4f46-9fd5-b8d52196917b req-914da871-f278-427d-a043-8bd2a4323f95 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.2139161 Apr 18 20:23:42.390807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72c43e-592a-4c4f-895f-b11bebc9a4ad req-fb69a6a9-f45d-4301-becd-49759e4aa145 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.392262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb72c43e-592a-4c4f-895f-b11bebc9a4ad req-fb69a6a9-f45d-4301-becd-49759e4aa145 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 948 time: 0.2097175 Apr 18 20:23:42.417335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f19e91-ca77-439a-a445-564ad6e936dd req-8258f6f1-6242-4ea5-b464-4fdd1323b674 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357910 Apr 18 20:23:42.473801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc16b049-1e01-4f46-9fd5-b8d52196917b req-bf53222f-c386-4be7-878a-3d0315ba25a4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912669 Apr 18 20:23:42.480131 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb72c43e-592a-4c4f-895f-b11bebc9a4ad req-809224db-0282-4af6-a2c8-7b2017b28b68 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651448 Apr 18 20:23:42.481919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-35e224f7-1f53-4c1f-8c92-576411ab75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.483468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-35e224f7-1f53-4c1f-8c92-576411ab75b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111968 Apr 18 20:23:42.570708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c7bb679-0ecf-427b-9799-b3fb52cda29a req-865c96bc-0a25-467b-8cc6-29f5f1020062 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0294104 Apr 18 20:23:42.626473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-3565f6aa-4312-4f25-ae0f-885295127697 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346686 Apr 18 20:23:42.638834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8710ec-ce25-4d28-b43c-7c6fb8609f00 req-bd720d8f-e4ae-40ee-b87d-33ca56e9752d tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.640185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d8710ec-ce25-4d28-b43c-7c6fb8609f00 req-bd720d8f-e4ae-40ee-b87d-33ca56e9752d tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 943 time: 0.0671427 Apr 18 20:23:42.722867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d8710ec-ce25-4d28-b43c-7c6fb8609f00 req-ad6b8b6f-78c3-4744-a320-d5f8a0a511ca tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751274 Apr 18 20:23:42.751858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ab79f4-8377-4c47-8cfe-6dd9bf9d6133 req-b888f715-f476-498d-9347-53afba6117fd service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107235 Apr 18 20:23:42.827082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69b417-0a3a-4be8-b883-823b0ecca36a req-52c67e86-f8a5-451a-bbba-79df6199d2ad tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.828546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f69b417-0a3a-4be8-b883-823b0ecca36a req-52c67e86-f8a5-451a-bbba-79df6199d2ad tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 948 time: 0.0571082 Apr 18 20:23:42.881241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-fc072bc0-6079-449a-91a8-2cee996b97d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.882626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-fc072bc0-6079-449a-91a8-2cee996b97d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=675e96c68fc84a0690198af16f584741&device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 1099 time: 0.0746214 Apr 18 20:23:42.886030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f69b417-0a3a-4be8-b883-823b0ecca36a req-d5d8b05a-1029-450f-977b-49b825202796 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Apr 18 20:23:42.984818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-501a908f-9e0f-4c0a-9ed7-36e7b8013916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.986255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-501a908f-9e0f-4c0a-9ed7-36e7b8013916 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.0931771 Apr 18 20:23:43.030950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-da6689cb-0fc1-4f87-836c-d7547100a8c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=afa90a33-c6d1-4930-8fbf-f2b161eb09dc HTTP/1.1" status: 200 len: 217 time: 0.0334857 Apr 18 20:23:43.348932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-7e59ea99-fcb7-4c1a-aa22-7fb6f9625963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:43.350380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-7e59ea99-fcb7-4c1a-aa22-7fb6f9625963 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.3100600 Apr 18 20:23:43.371134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993e355-42cc-44ff-b2c7-0012196bf346 req-295e091a-98f9-4d30-883f-a3d1dc44f489 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:43.372529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f993e355-42cc-44ff-b2c7-0012196bf346 req-295e091a-98f9-4d30-883f-a3d1dc44f489 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 948 time: 0.0849922 Apr 18 20:23:43.382992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d475d-3a35-4590-a0a8-02c8f18e43c7 req-b9d917bf-49cd-4f54-b9b3-fa2dacc1aa3b tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:43.384446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46d475d-3a35-4590-a0a8-02c8f18e43c7 req-b9d917bf-49cd-4f54-b9b3-fa2dacc1aa3b tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1097 time: 0.0979826 Apr 18 20:23:43.462632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f993e355-42cc-44ff-b2c7-0012196bf346 req-192388ff-7d03-4dad-8aec-9fd2267cfdef tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815606 Apr 18 20:23:43.464542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-916c2693-0d99-4864-aa2e-7bd4ad1873cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:43.466450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-916c2693-0d99-4864-aa2e-7bd4ad1873cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028004 Apr 18 20:23:43.467944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46d475d-3a35-4590-a0a8-02c8f18e43c7 req-bbffc8cc-e154-4359-b8bc-931db168be1c tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693533 Apr 18 20:23:43.590599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-fca03207-5b28-4168-8027-034445635394 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155691 Apr 18 20:23:43.612641 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8d6a2-7b8a-4695-a246-a39c1ebd51f4 req-e31051ea-17cb-4b15-91aa-99b24540c369 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:43.614114 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0c8d6a2-7b8a-4695-a246-a39c1ebd51f4 req-e31051ea-17cb-4b15-91aa-99b24540c369 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 948 time: 0.0627892 Apr 18 20:23:43.698250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0c8d6a2-7b8a-4695-a246-a39c1ebd51f4 req-8774033d-e651-4051-b116-c5d15ccc4883 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761209 Apr 18 20:23:43.727671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f1adcdc-a994-4541-8874-7048bfeac1af req-fc88d497-a371-4fb3-bae9-6bd56b3a3036 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120152 Apr 18 20:23:43.819250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cedcf-4a6e-4cdc-8fdc-9495914bbc25 req-6eaf4125-5e51-4d4c-8cc2-24127d70ef34 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:43.820868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d8cedcf-4a6e-4cdc-8fdc-9495914bbc25 req-6eaf4125-5e51-4d4c-8cc2-24127d70ef34 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0516233 Apr 18 20:23:43.865605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d8cedcf-4a6e-4cdc-8fdc-9495914bbc25 req-0f0503b7-1442-4077-961b-f8a7535f5e24 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365863 Apr 18 20:23:43.945860 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9d6feed-7e7d-45a0-80f1-6b5b84cf6adb req-11f1cccd-1d9c-42c4-a94d-5aa0ba1a05b9 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0238132 Apr 18 20:23:44.066364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583ac1e-9c90-4bfc-910b-ea40f905781d req-59f0e072-5208-4056-aec3-241ee2963629 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:44.067826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3583ac1e-9c90-4bfc-910b-ea40f905781d req-59f0e072-5208-4056-aec3-241ee2963629 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 943 time: 0.0502737 Apr 18 20:23:44.106040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3583ac1e-9c90-4bfc-910b-ea40f905781d req-f685c3b0-fd18-447e-85bd-7f0e5b06cae4 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318289 Apr 18 20:23:44.209542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6d3d7-50ef-4f33-8e87-01556814b109 req-9a624bf8-bcac-454a-b5fd-d647e253c8a0 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:44.210992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6f6d3d7-50ef-4f33-8e87-01556814b109 req-9a624bf8-bcac-454a-b5fd-d647e253c8a0 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 948 time: 0.0487123 Apr 18 20:23:44.250565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6f6d3d7-50ef-4f33-8e87-01556814b109 req-d0494f02-7a31-45aa-b0d2-92b0d72600f7 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Apr 18 20:23:44.333589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-43fd8523-3335-490b-affa-3e5f77ba8553 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:23:44.334561 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-43fd8523-3335-490b-affa-3e5f77ba8553 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057232 Apr 18 20:23:44.373108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-7bc672d9-c656-4ead-a2be-8287b59f3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:44.374465 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-7bc672d9-c656-4ead-a2be-8287b59f3952 service neutron] 10.222.0.49 "GET /v2.0/ports/5984066f-148c-431f-8d1b-449e00b45cdb HTTP/1.1" status: 200 len: 1094 time: 0.0332479 Apr 18 20:23:44.383116 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Request body: {'binding': {'host': 'n-h2-836015-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:44.383566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Unknown quota resources ['binding']. {{(pid=102903) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:23:44.513519 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb on host n-h2-836015-4 for vnic_type normal with profile None {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:44.513784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:44.514109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:44.518379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Port 5984066f-148c-431f-8d1b-449e00b45cdb on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:44.518702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:44.523397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:44.523731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:44.524144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:44.524567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Bound port: 5984066f-148c-431f-8d1b-449e00b45cdb, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:44.580185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b24b8-4bbd-4426-94e1-07446d5ccfc9 req-e3834d41-ccc1-4cc1-ae9b-a9973e65aa03 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:44.581673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-075b24b8-4bbd-4426-94e1-07446d5ccfc9 req-e3834d41-ccc1-4cc1-ae9b-a9973e65aa03 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 948 time: 0.0520737 Apr 18 20:23:44.582706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:44.589334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:44.590515 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9a9fd19e-a5af-416e-abba-b3dcea71b8e7 service neutron] 10.222.0.49 "POST /v2.0/ports/5984066f-148c-431f-8d1b-449e00b45cdb/bindings HTTP/1.1" status: 201 len: 389 time: 0.2106709 Apr 18 20:23:44.619898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-075b24b8-4bbd-4426-94e1-07446d5ccfc9 req-e3f58e28-39c0-4d36-a3ba-c9d7f20a1842 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Apr 18 20:23:44.666843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 6be0d7ab-1033-40dd-aefc-52d689272f14 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:44.764109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0881a4-9751-45ba-8db3-1b637f4fc7ff req-91be3400-7fc6-465d-a73b-90a3465c0537 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:44.765968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f0881a4-9751-45ba-8db3-1b637f4fc7ff req-91be3400-7fc6-465d-a73b-90a3465c0537 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 946 time: 0.0598476 Apr 18 20:23:44.869062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device afa90a33-c6d1-4930-8fbf-f2b161eb09dc details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:44.877886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f14a2b5c-2d60-4329-902d-e5ccd33b91df up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:44.880651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f0881a4-9751-45ba-8db3-1b637f4fc7ff req-e281f0b0-c0c6-4581-9f60-6371271821f3 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057138 Apr 18 20:23:44.901752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ef55379-02f9-46b6-a829-930374c2d2ff req-c67b7653-d0b4-4cc9-b8a8-2006c6031c98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd21e5d6996e4dbbb83a0bc42180cdc9&device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0629039 Apr 18 20:23:44.927675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db659fbc-52e3-42bb-8c56-e78425f46d60 req-403a4ea2-78ec-4f34-b3dc-c1e811782d2b tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:44.929314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db659fbc-52e3-42bb-8c56-e78425f46d60 req-403a4ea2-78ec-4f34-b3dc-c1e811782d2b tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 948 time: 0.1266434 Apr 18 20:23:44.936405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 6be0d7ab-1033-40dd-aefc-52d689272f14, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=6be0d7ab-1033-40dd-aefc-52d689272f14,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:44.959611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '6be0d7ab-1033-40dd-aefc-52d689272f14', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '6be0d7ab-1033-40dd-aefc-52d689272f14', 'mac_address': 'fa:16:3e:34:88:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:23:44.984384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9fbacdd2-3645-43af-aca5-dd36dd6f874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:44.985840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9fbacdd2-3645-43af-aca5-dd36dd6f874a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1097 time: 0.1460416 Apr 18 20:23:44.987421 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ef55379-02f9-46b6-a829-930374c2d2ff req-dc10842e-9a7e-4ec7-9a64-9ef27194340f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dd21e5d6996e4dbbb83a0bc42180cdc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561609 Apr 18 20:23:45.049522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port f14a2b5c-2d60-4329-902d-e5ccd33b91df triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:45.049804 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.078107 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.088136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db659fbc-52e3-42bb-8c56-e78425f46d60 req-a997ac5d-b873-49da-82d8-c9343c8e5ca0 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462963 Apr 18 20:23:45.118140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port afa90a33-c6d1-4930-8fbf-f2b161eb09dc, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:45.131044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be0d7ab-1033-40dd-aefc-52d689272f14 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:45.148714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'afa90a33-c6d1-4930-8fbf-f2b161eb09dc', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'afa90a33-c6d1-4930-8fbf-f2b161eb09dc', 'mac_address': 'fa:16:3e:7e:43:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:23:45.162322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 6be0d7ab-1033-40dd-aefc-52d689272f14, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=6be0d7ab-1033-40dd-aefc-52d689272f14,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:45.168679 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.169390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f912703a-87a9-42d8-bc15-253c3c83f9dd details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:45.229052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6633f6-2fe6-4877-9ffe-a0ecf24c1aa6 req-829bbdb4-5fcf-447c-acc3-6205b5734813 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.230634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb6633f6-2fe6-4877-9ffe-a0ecf24c1aa6 req-829bbdb4-5fcf-447c-acc3-6205b5734813 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.2690816 Apr 18 20:23:45.232420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-482a9e5e-83c9-4787-b211-c34d69a79511 req-d64d34a7-bff7-4e12-9c15-3179faaa71a9 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0779114 Apr 18 20:23:45.267165 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.273262 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.344380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9cd6f377-ec39-49de-b893-b7719bf7c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.345726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-9cd6f377-ec39-49de-b893-b7719bf7c5ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.3410769 Apr 18 20:23:45.349937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=6be0d7ab-1033-40dd-aefc-52d689272f14,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:45.358160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa90a33-c6d1-4930-8fbf-f2b161eb09dc {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:45.363194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb6633f6-2fe6-4877-9ffe-a0ecf24c1aa6 req-54241538-edf5-485d-89aa-d41f461cf01f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225605 Apr 18 20:23:45.367143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef55379-02f9-46b6-a829-930374c2d2ff req-215ac574-1f0d-4c50-8d3d-eb45615dd676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.368175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ef55379-02f9-46b6-a829-930374c2d2ff req-215ac574-1f0d-4c50-8d3d-eb45615dd676 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3618352 Apr 18 20:23:45.368787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:45.371069 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb34615-dc66-4e88-aa40-65c21a65355a" -d '{"events": [{"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-plugged", "status": "completed", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:45.419691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-2602a407-eaf8-4b13-a83b-9e1eea397588 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5984066f-148c-431f-8d1b-449e00b45cdb HTTP/1.1" status: 200 len: 217 time: 0.0554020 Apr 18 20:23:45.431450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:45.436880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f912703a-87a9-42d8-bc15-253c3c83f9dd, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f912703a-87a9-42d8-bc15-253c3c83f9dd,segment=NetworkSegment(e3b8327a-6e2a-434d-8340-8a4a5f288652),segment_id=e3b8327a-6e2a-434d-8340-8a4a5f288652)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:45.437142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd1e15-7499-4f5d-b3a8-52ff6d1b65f2 req-0b750553-944b-4dc8-83ff-dd695e120238 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.438864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7abd1e15-7499-4f5d-b3a8-52ff6d1b65f2 req-0b750553-944b-4dc8-83ff-dd695e120238 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 943 time: 0.1126153 Apr 18 20:23:45.453614 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.461254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port afa90a33-c6d1-4930-8fbf-f2b161eb09dc, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:45.465648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'f912703a-87a9-42d8-bc15-253c3c83f9dd', 'network_id': '5e9a8acd-8f1e-4430-87ec-908261fb7dba', 'port_id': 'f912703a-87a9-42d8-bc15-253c3c83f9dd', 'mac_address': 'fa:16:3e:90:12:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed12eb3-2821-47a9-83f0-4c97cfbfb873', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:23:45.483576 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.542132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-4d98f98a-c138-4255-8a86-b51289c7f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.543622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-4d98f98a-c138-4255-8a86-b51289c7f208 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.1028137 Apr 18 20:23:45.546433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:45.552128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7abd1e15-7499-4f5d-b3a8-52ff6d1b65f2 req-5b50de82-b330-442b-8a32-b9e48d584743 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035917 Apr 18 20:23:45.553668 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.560960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2550799-1bc6-4a04-a2fc-7fca4466da58 req-19350090-9cfd-47d5-9751-967140e337d5 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.562603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2550799-1bc6-4a04-a2fc-7fca4466da58 req-19350090-9cfd-47d5-9751-967140e337d5 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 949 time: 0.1228154 Apr 18 20:23:45.589424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f912703a-87a9-42d8-bc15-253c3c83f9dd {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:45.591539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-4acd42bd-1c5b-4347-a12c-015ca1a9af46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279822 Apr 18 20:23:45.616863 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1af08d-9d8b-45da-9834-4d546a1f8083 x-openstack-request-id: req-9d1af08d-9d8b-45da-9834-4d546a1f8083 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:45.617243 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-plugged", "status": "completed", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:45.617445 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d1af08d-9d8b-45da-9834-4d546a1f8083 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:45.617832 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1af08d-9d8b-45da-9834-4d546a1f8083'] response: {'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'code': 200} Apr 18 20:23:45.627806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f912703a-87a9-42d8-bc15-253c3c83f9dd, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f912703a-87a9-42d8-bc15-253c3c83f9dd,segment=NetworkSegment(e3b8327a-6e2a-434d-8340-8a4a5f288652),segment_id=e3b8327a-6e2a-434d-8340-8a4a5f288652)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:45.631082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:45.639245 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.670817 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.684433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2550799-1bc6-4a04-a2fc-7fca4466da58 req-30321de1-b833-4b2e-8213-448a97c126e6 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132972 Apr 18 20:23:45.699561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f912703a-87a9-42d8-bc15-253c3c83f9dd,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:45.758005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-84385616-cf83-49e2-80b5-a93e29f5a6e9 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507497 Apr 18 20:23:45.776985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['afa90a33-c6d1-4930-8fbf-f2b161eb09dc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:45.795088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98a426-f07f-41d8-a092-90bbe2721c96 req-51aa0711-cb07-448a-942d-44f88c4d4f7b tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.796579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c98a426-f07f-41d8-a092-90bbe2721c96 req-51aa0711-cb07-448a-942d-44f88c4d4f7b tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 949 time: 0.0803261 Apr 18 20:23:45.914420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c98a426-f07f-41d8-a092-90bbe2721c96 req-e0501d45-3484-4e55-8831-ac62658ae8bd tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078875 Apr 18 20:23:45.916823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc165c-fb34-4e38-a2c3-265b823444eb req-1820d725-ce99-4c96-8878-92ce1c2fd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.919827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8cc165c-fb34-4e38-a2c3-265b823444eb req-1820d725-ce99-4c96-8878-92ce1c2fd3eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 1100 time: 0.1324580 Apr 18 20:23:45.939082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-409f9304-9b05-47dc-9d39-da64159bae85 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704173 Apr 18 20:23:46.011643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8cc165c-fb34-4e38-a2c3-265b823444eb req-2414879f-e223-4763-9cdb-e0321f7edba9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802128 Apr 18 20:23:46.030591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e56a69-7df5-46ed-a12c-bc9efc33b6ed req-16a338d6-92a7-43a4-9e41-145c90448079 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:46.032130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42e56a69-7df5-46ed-a12c-bc9efc33b6ed req-16a338d6-92a7-43a4-9e41-145c90448079 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 946 time: 0.0638168 Apr 18 20:23:46.070255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42e56a69-7df5-46ed-a12c-bc9efc33b6ed req-049bbb52-5222-4f6b-81db-e162f25e5110 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320108 Apr 18 20:23:46.117261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f912703a-87a9-42d8-bc15-253c3c83f9dd'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:46.120477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['6be0d7ab-1033-40dd-aefc-52d689272f14'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:46.208879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936383e-d278-429c-a3b5-698701ac5838 req-1d79bec7-372e-428c-afad-a07d18b646a3 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:46.210371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9936383e-d278-429c-a3b5-698701ac5838 req-1d79bec7-372e-428c-afad-a07d18b646a3 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0523288 Apr 18 20:23:46.250671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9936383e-d278-429c-a3b5-698701ac5838 req-d68d232f-1df7-4084-8da3-6f0a9cd3999f tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Apr 18 20:23:46.303006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-528ede78-85d0-4ced-b31c-0ffb4aac122f tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:46.304702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-528ede78-85d0-4ced-b31c-0ffb4aac122f tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1097 time: 0.0497828 Apr 18 20:23:46.317208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-4'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:46.373415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f753703-a2a0-447c-9cc7-ccd3f869c028 req-36627827-ab34-4356-a214-f5db2d48b4ce tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0375719 Apr 18 20:23:46.395949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.532062 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d41d12-e1d9-4fcd-8756-1e99637eea8c req-59aaeea0-f0bd-438a-aeeb-8cc60b0473fb tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:46.533431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28d41d12-e1d9-4fcd-8756-1e99637eea8c req-59aaeea0-f0bd-438a-aeeb-8cc60b0473fb tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0964530 Apr 18 20:23:46.575313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:46.603917 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28d41d12-e1d9-4fcd-8756-1e99637eea8c req-34b63628-7838-491c-b03f-378ca28bb494 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598755 Apr 18 20:23:46.625782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:46.691585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085ae5ca-6496-4607-9690-8b461251b6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5984066f-148c-431f-8d1b-449e00b45cdb'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:46.693814 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412c507b-8d7a-4829-a9d9-a8c176cdca6d" -d '{"events": [{"server_uuid": "085ae5ca-6496-4607-9690-8b461251b6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "5984066f-148c-431f-8d1b-449e00b45cdb"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:46.697672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.705743 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.751187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424a045-73e2-4645-b8c2-09a75b367069 req-234a207a-118e-4462-8af8-a3b4021a200c tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:46.752684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a424a045-73e2-4645-b8c2-09a75b367069 req-234a207a-118e-4462-8af8-a3b4021a200c tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 944 time: 0.1074183 Apr 18 20:23:46.840964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5984066f-148c-431f-8d1b-449e00b45cdb,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:46.871534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device afa90a33-c6d1-4930-8fbf-f2b161eb09dc up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:46.874817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a424a045-73e2-4645-b8c2-09a75b367069 req-11f6d7ce-a2a9-4d57-9bd5-88a8cf7c8e89 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117148 Apr 18 20:23:46.876419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb on host n-h1-836015-4 for vnic_type normal with profile {"migrating_to": "n-h2-836015-4"} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:46.876749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:46.877073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:46.887258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0002e58-b8f3-4241-b1f5-765f88f7843e req-9003796f-4508-4c1d-8e07-59856363c243 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:46.889000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0002e58-b8f3-4241-b1f5-765f88f7843e req-9003796f-4508-4c1d-8e07-59856363c243 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 949 time: 0.1351669 Apr 18 20:23:46.891770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Port 5984066f-148c-431f-8d1b-449e00b45cdb on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:46.892175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Attempting to bind port 5984066f-148c-431f-8d1b-449e00b45cdb on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:46.899325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:46.899751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:46.900300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:46.900793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Bound port: 5984066f-148c-431f-8d1b-449e00b45cdb, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:46.901417 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.926975 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d2e2c6-f0b1-4ea4-aa93-9f7ced48d195 x-openstack-request-id: req-05d2e2c6-f0b1-4ea4-aa93-9f7ced48d195 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:46.927265 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085ae5ca-6496-4607-9690-8b461251b6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "5984066f-148c-431f-8d1b-449e00b45cdb", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:46.927513 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05d2e2c6-f0b1-4ea4-aa93-9f7ced48d195 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:46.927928 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d2e2c6-f0b1-4ea4-aa93-9f7ced48d195'] response: {'server_uuid': '085ae5ca-6496-4607-9690-8b461251b6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5984066f-148c-431f-8d1b-449e00b45cdb', 'code': 200} Apr 18 20:23:46.932402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port afa90a33-c6d1-4930-8fbf-f2b161eb09dc completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:46.937135 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port afa90a33-c6d1-4930-8fbf-f2b161eb09dc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:46.937497 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.971054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0002e58-b8f3-4241-b1f5-765f88f7843e req-284d1e8f-782b-4810-a0c6-341807bbe4a6 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731573 Apr 18 20:23:46.998688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:47.003263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:47.014438 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.021676 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.054470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port afa90a33-c6d1-4930-8fbf-f2b161eb09dc, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:47.058624 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.109214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e0fe7-7886-4f26-b377-0ac10fe34fe1 req-fb02681b-6f84-4f77-b2b2-f4e9468b91f0 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:47.110690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1e0fe7-7886-4f26-b377-0ac10fe34fe1 req-fb02681b-6f84-4f77-b2b2-f4e9468b91f0 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 949 time: 0.1096272 Apr 18 20:23:47.116927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:47.125688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=5984066f-148c-431f-8d1b-449e00b45cdb,revision_number=8']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:47.129519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:47.130128 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.131461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-32c3a2b4-1af4-41c3-8f8a-70864fe73cc5 service neutron] 10.222.0.64 "PUT /v2.0/ports/5984066f-148c-431f-8d1b-449e00b45cdb HTTP/1.1" status: 200 len: 1122 time: 0.8184643 Apr 18 20:23:47.193251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1e0fe7-7886-4f26-b377-0ac10fe34fe1 req-26be85cb-eb25-49c3-b21a-a58da5931b66 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608475 Apr 18 20:23:47.210712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ae07c-1c16-42c5-b56f-aaac348335d7 req-ba25bcb0-34a5-4f65-8c3d-503a8bc9c153 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:47.212235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f41ae07c-1c16-42c5-b56f-aaac348335d7 req-ba25bcb0-34a5-4f65-8c3d-503a8bc9c153 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 944 time: 0.0662780 Apr 18 20:23:47.250849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f41ae07c-1c16-42c5-b56f-aaac348335d7 req-c0b13e5b-d47a-4eb8-8de9-ce7706e77a94 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316184 Apr 18 20:23:47.307675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5984066f-148c-431f-8d1b-449e00b45cdb'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:47.369046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88ba27-0bcb-4681-942b-deeff5d7fea2 req-0d85e79b-9d4c-451e-8519-ced9c59fd7ad tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:47.376543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc88ba27-0bcb-4681-942b-deeff5d7fea2 req-0d85e79b-9d4c-451e-8519-ced9c59fd7ad tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0585253 Apr 18 20:23:47.411777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc88ba27-0bcb-4681-942b-deeff5d7fea2 req-47f94156-0127-4877-8601-edca4efefe89 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343640 Apr 18 20:23:47.494037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91d07e39-22b7-4286-8d9d-0aca23e568d4 req-a6fc8939-c677-40e4-9ea7-67013580926f tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0279136 Apr 18 20:23:47.618640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a757c608-6c9f-4a69-afa2-7ad9893c056a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa90a33-c6d1-4930-8fbf-f2b161eb09dc'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:47.621005 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba9fbb7-9f70-4496-a62c-4095d07fd6f1" -d '{"events": [{"server_uuid": "a757c608-6c9f-4a69-afa2-7ad9893c056a", "name": "network-vif-plugged", "status": "completed", "tag": "afa90a33-c6d1-4930-8fbf-f2b161eb09dc"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:47.656384 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e30d9a-1777-4933-b09d-2a7e9524ec55 x-openstack-request-id: req-05e30d9a-1777-4933-b09d-2a7e9524ec55 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:47.656693 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a757c608-6c9f-4a69-afa2-7ad9893c056a", "name": "network-vif-plugged", "status": "completed", "tag": "afa90a33-c6d1-4930-8fbf-f2b161eb09dc", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:47.656938 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05e30d9a-1777-4933-b09d-2a7e9524ec55 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:47.657324 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e30d9a-1777-4933-b09d-2a7e9524ec55'] response: {'server_uuid': 'a757c608-6c9f-4a69-afa2-7ad9893c056a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa90a33-c6d1-4930-8fbf-f2b161eb09dc', 'code': 200} Apr 18 20:23:47.720260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bf102-13de-4065-b91f-945a0c18ce46 req-d868ce91-904e-4512-bc35-fd243463299b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:47.721723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d9bf102-13de-4065-b91f-945a0c18ce46 req-d868ce91-904e-4512-bc35-fd243463299b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0504770 Apr 18 20:23:47.783157 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d9bf102-13de-4065-b91f-945a0c18ce46 req-4190ed34-69ea-42ac-a3c0-ae29feae30c0 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533864 Apr 18 20:23:47.788263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e41f8-7c27-4257-9cd9-dc783edb468b req-df16be85-1ef4-497f-8e3f-6c45eaca0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:47.789682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-715e41f8-7c27-4257-9cd9-dc783edb468b req-df16be85-1ef4-497f-8e3f-6c45eaca0ad1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 1101 time: 0.0671077 Apr 18 20:23:47.825883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-715e41f8-7c27-4257-9cd9-dc783edb468b req-c3255661-8938-4536-8de7-ec0f9d1a8327 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276861 Apr 18 20:23:47.988430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57975296-4ad3-479a-bd85-df5e53339bef req-562ce607-2666-4909-b42d-428b917c713a tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:47.989865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57975296-4ad3-479a-bd85-df5e53339bef req-562ce607-2666-4909-b42d-428b917c713a tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 944 time: 0.0469966 Apr 18 20:23:48.028249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57975296-4ad3-479a-bd85-df5e53339bef req-084f01e4-e5d2-475d-8e18-a15a19fe6b6d tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324619 Apr 18 20:23:48.088564 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0b3a6-09ba-4f46-8aaf-ff04e18a976a req-43b5e0c0-6ecb-48e1-aac3-fd79cea4bdf5 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:48.089996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f0b3a6-09ba-4f46-8aaf-ff04e18a976a req-43b5e0c0-6ecb-48e1-aac3-fd79cea4bdf5 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 949 time: 0.0479269 Apr 18 20:23:48.126054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f0b3a6-09ba-4f46-8aaf-ff04e18a976a req-37ea6f4a-30ef-47c1-a086-0c2c3572f514 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301812 Apr 18 20:23:48.309385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699be5d7-7aa1-4899-a33d-cb01beedbb23 req-4c89db7e-1085-47e9-9b37-fdd405933695 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:48.310952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-699be5d7-7aa1-4899-a33d-cb01beedbb23 req-4c89db7e-1085-47e9-9b37-fdd405933695 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 950 time: 0.0526249 Apr 18 20:23:48.374076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-699be5d7-7aa1-4899-a33d-cb01beedbb23 req-695ab683-59da-462a-821d-4823461a3a36 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558989 Apr 18 20:23:48.386547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9302e-c3f1-41b8-ad77-e10c312f6f35 req-10a42df4-afd7-482d-a404-9be7d5af802a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:48.388073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99e9302e-c3f1-41b8-ad77-e10c312f6f35 req-10a42df4-afd7-482d-a404-9be7d5af802a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 944 time: 0.0715539 Apr 18 20:23:48.424653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99e9302e-c3f1-41b8-ad77-e10c312f6f35 req-0ecb095d-35c8-4fb9-8f7c-31d4697cfb79 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307627 Apr 18 20:23:48.528475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed91fbe-1d85-4062-be69-8f753a9f6971 req-1b9dba90-2365-4034-a22d-67dfee95ab86 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:48.529886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fed91fbe-1d85-4062-be69-8f753a9f6971 req-1b9dba90-2365-4034-a22d-67dfee95ab86 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0488374 Apr 18 20:23:48.567859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fed91fbe-1d85-4062-be69-8f753a9f6971 req-17e9f103-c23e-4055-8502-f1e2841b1f41 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Apr 18 20:23:48.613863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-086b2ba8-eb5a-4b7a-b4b5-b10e4f3a5a04 req-81eabe8c-5f7e-42bb-85ee-d219d8d7e038 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0284758 Apr 18 20:23:48.679780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d97ae0-2e3e-49e1-9a4c-831463da94ca req-9b6c8d48-dcfa-48a1-bea0-89a3c3ae969e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:48.681244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93d97ae0-2e3e-49e1-9a4c-831463da94ca req-9b6c8d48-dcfa-48a1-bea0-89a3c3ae969e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0479047 Apr 18 20:23:48.707787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 6be0d7ab-1033-40dd-aefc-52d689272f14 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:48.718817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93d97ae0-2e3e-49e1-9a4c-831463da94ca req-ef2088ca-9c76-41f1-ac6b-2694b10ef1b7 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Apr 18 20:23:48.761364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 6be0d7ab-1033-40dd-aefc-52d689272f14 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:48.765428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 6be0d7ab-1033-40dd-aefc-52d689272f14 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:48.765828 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.857811 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.895694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5984066f-148c-431f-8d1b-449e00b45cdb details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:23:48.904534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 6be0d7ab-1033-40dd-aefc-52d689272f14, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=6be0d7ab-1033-40dd-aefc-52d689272f14,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:48.911051 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.911852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f912703a-87a9-42d8-bc15-253c3c83f9dd up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:23:48.920678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391e9b7-e81e-410c-a290-aa0e291c832b req-6f76bb5a-dbf2-479c-a83f-ffe51a7e16c1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:48.922250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d391e9b7-e81e-410c-a290-aa0e291c832b req-6f76bb5a-dbf2-479c-a83f-ffe51a7e16c1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0628710 Apr 18 20:23:48.930102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085ae5ca-6496-4607-9690-8b461251b6a2', 'tag': '5984066f-148c-431f-8d1b-449e00b45cdb'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:48.933816 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6240e8-83fd-4664-b85b-40d33289c19f" -d '{"events": [{"name": "network-changed", "server_uuid": "085ae5ca-6496-4607-9690-8b461251b6a2", "tag": "5984066f-148c-431f-8d1b-449e00b45cdb"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:48.976029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d391e9b7-e81e-410c-a290-aa0e291c832b req-29d398cd-52c6-4e90-bd5c-3faa4ba794fc tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Apr 18 20:23:49.014509 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe50785b-66bd-4d00-bf25-2fba4a8f863e x-openstack-request-id: req-fe50785b-66bd-4d00-bf25-2fba4a8f863e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:49.015123 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085ae5ca-6496-4607-9690-8b461251b6a2", "tag": "5984066f-148c-431f-8d1b-449e00b45cdb", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:49.015426 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fe50785b-66bd-4d00-bf25-2fba4a8f863e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:49.015747 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe50785b-66bd-4d00-bf25-2fba4a8f863e'] response: {'name': 'network-changed', 'server_uuid': '085ae5ca-6496-4607-9690-8b461251b6a2', 'tag': '5984066f-148c-431f-8d1b-449e00b45cdb', 'status': 'completed', 'code': 200} Apr 18 20:23:49.043315 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=6be0d7ab-1033-40dd-aefc-52d689272f14,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:49.068018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port f912703a-87a9-42d8-bc15-253c3c83f9dd completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:49.083175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port f912703a-87a9-42d8-bc15-253c3c83f9dd triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:49.083762 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.137915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:49.152508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5984066f-148c-431f-8d1b-449e00b45cdb has no active binding in host n-h2-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:23:49.193630 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.229020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f912703a-87a9-42d8-bc15-253c3c83f9dd, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f912703a-87a9-42d8-bc15-253c3c83f9dd,segment=NetworkSegment(e3b8327a-6e2a-434d-8340-8a4a5f288652),segment_id=e3b8327a-6e2a-434d-8340-8a4a5f288652)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:49.233516 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.284183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f912703a-87a9-42d8-bc15-253c3c83f9dd,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:49.390565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6240e8-83fd-4664-b85b-40d33289c19f req-c8a8e983-6e1f-47c0-894e-5d5d05858fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.392003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db6240e8-83fd-4664-b85b-40d33289c19f req-c8a8e983-6e1f-47c0-894e-5d5d05858fcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1125 time: 0.3431952 Apr 18 20:23:49.399897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb0b70-3e71-4aa9-a6aa-f8914e78c312 req-4d51cf24-3f68-41d2-8f96-b9de77c39205 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.401252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13bb0b70-3e71-4aa9-a6aa-f8914e78c312 req-4d51cf24-3f68-41d2-8f96-b9de77c39205 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.3322308 Apr 18 20:23:49.436323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a2360-8c61-4932-a1f1-5d305cf85047 req-8e9f1b44-e193-44ec-bf3a-40c18d2de658 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.437738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c62a2360-8c61-4932-a1f1-5d305cf85047 req-8e9f1b44-e193-44ec-bf3a-40c18d2de658 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 945 time: 0.1151044 Apr 18 20:23:49.529693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13bb0b70-3e71-4aa9-a6aa-f8914e78c312 req-b3f1a668-b3ec-47be-bda3-4e08b5f75e55 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168914 Apr 18 20:23:49.544867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c62a2360-8c61-4932-a1f1-5d305cf85047 req-be3233db-c3bc-4d5a-8d4c-1cd17e954b92 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740156 Apr 18 20:23:49.549287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6240e8-83fd-4664-b85b-40d33289c19f req-4e0a6759-9e39-4607-8234-477bbd1b6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.550699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db6240e8-83fd-4664-b85b-40d33289c19f req-4e0a6759-9e39-4607-8234-477bbd1b6c9a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.1484141 Apr 18 20:23:49.599342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db6240e8-83fd-4664-b85b-40d33289c19f req-445e2c35-5828-4587-a93d-9fd53ed9f270 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5984066f-148c-431f-8d1b-449e00b45cdb HTTP/1.1" status: 200 len: 217 time: 0.0398774 Apr 18 20:23:49.658642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820f1fb5-3624-4e49-b0e8-20a56b87f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be0d7ab-1033-40dd-aefc-52d689272f14'}, {'server_uuid': '8d5f6cb2-e839-407b-918d-c9de0f2ebdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f912703a-87a9-42d8-bc15-253c3c83f9dd'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:49.660995 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d9e588-56da-4dde-8f9d-c00e28b93260" -d '{"events": [{"server_uuid": "820f1fb5-3624-4e49-b0e8-20a56b87f328", "name": "network-vif-plugged", "status": "completed", "tag": "6be0d7ab-1033-40dd-aefc-52d689272f14"}, {"server_uuid": "8d5f6cb2-e839-407b-918d-c9de0f2ebdb5", "name": "network-vif-plugged", "status": "completed", "tag": "f912703a-87a9-42d8-bc15-253c3c83f9dd"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:49.691100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6240e8-83fd-4664-b85b-40d33289c19f req-0ea9fc55-9edb-468c-ad0c-0a7bf69cb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.692623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db6240e8-83fd-4664-b85b-40d33289c19f req-0ea9fc55-9edb-468c-ad0c-0a7bf69cb08c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.0850978 Apr 18 20:23:49.705582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af62d3-5db3-4a83-9d99-b5e46d5d8fdd req-9169ba89-fae0-4f90-98b0-d1c5fd604162 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.706932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0af62d3-5db3-4a83-9d99-b5e46d5d8fdd req-9169ba89-fae0-4f90-98b0-d1c5fd604162 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 950 time: 0.1102998 Apr 18 20:23:49.741196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db6240e8-83fd-4664-b85b-40d33289c19f req-e9895396-3110-4937-8cb8-205ddbd78ea4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333424 Apr 18 20:23:49.767212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f6e0f-2573-435b-b69f-eccda83f9a11 req-6799a601-312f-4721-ad69-b14b7a88d0fe tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.768650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e6f6e0f-2573-435b-b69f-eccda83f9a11 req-6799a601-312f-4721-ad69-b14b7a88d0fe tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 950 time: 0.1250613 Apr 18 20:23:49.842576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0af62d3-5db3-4a83-9d99-b5e46d5d8fdd req-23faab74-6d10-430f-b8aa-cdddbb1aa3e4 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258235 Apr 18 20:23:49.868275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e6f6e0f-2573-435b-b69f-eccda83f9a11 req-47780c12-d986-4abb-b01f-b57d0cff5fde tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879524 Apr 18 20:23:49.889327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db6240e8-83fd-4664-b85b-40d33289c19f req-2ac770b6-4f11-4b4f-b3de-efe34ae8d3ca service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383178 Apr 18 20:23:50.011455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2647d509-e982-491a-94e2-3b98b7e040bd req-658e6645-03a1-4ebb-b314-e84f524589d8 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0740852 Apr 18 20:23:50.039255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0b7e-0b12-4c3d-8a9d-9f83ed14fccb req-dc018c53-71c2-42af-a99e-d0692a115e3d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:50.040791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97bc0b7e-0b12-4c3d-8a9d-9f83ed14fccb req-dc018c53-71c2-42af-a99e-d0692a115e3d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 944 time: 0.1346877 Apr 18 20:23:50.075476 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec448f7-3185-41d3-a4d4-da01561d211d x-openstack-request-id: req-bec448f7-3185-41d3-a4d4-da01561d211d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:50.076051 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820f1fb5-3624-4e49-b0e8-20a56b87f328", "name": "network-vif-plugged", "status": "completed", "tag": "6be0d7ab-1033-40dd-aefc-52d689272f14", "code": 200}, {"server_uuid": "8d5f6cb2-e839-407b-918d-c9de0f2ebdb5", "name": "network-vif-plugged", "status": "completed", "tag": "f912703a-87a9-42d8-bc15-253c3c83f9dd", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:50.076164 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bec448f7-3185-41d3-a4d4-da01561d211d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:50.076479 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec448f7-3185-41d3-a4d4-da01561d211d'] response: {'server_uuid': '820f1fb5-3624-4e49-b0e8-20a56b87f328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be0d7ab-1033-40dd-aefc-52d689272f14', 'code': 200} Apr 18 20:23:50.076734 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec448f7-3185-41d3-a4d4-da01561d211d'] response: {'server_uuid': '8d5f6cb2-e839-407b-918d-c9de0f2ebdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f912703a-87a9-42d8-bc15-253c3c83f9dd', 'code': 200} Apr 18 20:23:50.076847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db6240e8-83fd-4664-b85b-40d33289c19f req-5de86591-e815-4acb-bca3-7cdf8042b036 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787939 Apr 18 20:23:50.097254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97bc0b7e-0b12-4c3d-8a9d-9f83ed14fccb req-e88dd71a-8363-4db0-89e9-76a4073507e1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454941 Apr 18 20:23:50.182580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc335adb-79b6-4a8d-b3b4-7406ce541066 req-6f04c100-5e17-4fc5-9d7e-fd27fa7bb56d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:50.184374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fc335adb-79b6-4a8d-b3b4-7406ce541066 req-6f04c100-5e17-4fc5-9d7e-fd27fa7bb56d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0572832 Apr 18 20:23:50.240951 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e172048-5aa1-4016-98a6-5cdab6e76c97 req-b30712ad-35a7-4781-8303-fe3ed7742679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:50.242442 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2e172048-5aa1-4016-98a6-5cdab6e76c97 req-b30712ad-35a7-4781-8303-fe3ed7742679 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 1096 time: 0.0404358 Apr 18 20:23:50.247157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43b3fc-a8dc-4032-9b75-2204a7ba877f req-920bd36f-3476-49ad-8cf5-3b67ae3f08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:50.248790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a43b3fc-a8dc-4032-9b75-2204a7ba877f req-920bd36f-3476-49ad-8cf5-3b67ae3f08b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 1101 time: 0.0633235 Apr 18 20:23:50.251581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fc335adb-79b6-4a8d-b3b4-7406ce541066 req-45a01e86-3faf-4020-8f5e-536100e5ff4e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570779 Apr 18 20:23:50.287778 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2e172048-5aa1-4016-98a6-5cdab6e76c97 req-a94fad0a-8c7a-4651-ac9b-bdde4bb296c0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309777 Apr 18 20:23:50.289151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a43b3fc-a8dc-4032-9b75-2204a7ba877f req-46409e20-2031-4b0c-807a-e8719e0a33fb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Apr 18 20:23:50.674908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c82a5c-8cc2-419e-9a11-839b37b2219a req-bf27b7af-bbac-46f2-96e8-231a0cac4e15 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:50.676398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3c82a5c-8cc2-419e-9a11-839b37b2219a req-bf27b7af-bbac-46f2-96e8-231a0cac4e15 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0787687 Apr 18 20:23:50.687529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126738c-a52e-46c2-bd12-4064d6b9a465 req-6408ed4e-ffb7-472d-85c4-aa79102a376d tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:50.688948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1126738c-a52e-46c2-bd12-4064d6b9a465 req-6408ed4e-ffb7-472d-85c4-aa79102a376d tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 945 time: 0.0664914 Apr 18 20:23:50.742536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3c82a5c-8cc2-419e-9a11-839b37b2219a req-bc44b10e-319c-4321-b5f3-eee8978b9767 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526516 Apr 18 20:23:50.747175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1126738c-a52e-46c2-bd12-4064d6b9a465 req-d54f0878-dcc6-47c7-bb90-8d946804f354 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517991 Apr 18 20:23:50.985965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cdad4-32d4-494f-81c6-f02778ef6273 req-602e3308-2c16-43c0-bf66-b5969dd57cc1 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:50.987421 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821cdad4-32d4-494f-81c6-f02778ef6273 req-602e3308-2c16-43c0-bf66-b5969dd57cc1 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 950 time: 0.0781915 Apr 18 20:23:50.999488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1205c9-3749-4048-8ccf-dd7d770b8191 req-f1e11f5e-ffe3-42c0-a950-6177739dddd7 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.000896 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e1205c9-3749-4048-8ccf-dd7d770b8191 req-f1e11f5e-ffe3-42c0-a950-6177739dddd7 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 950 time: 0.0653703 Apr 18 20:23:51.055696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821cdad4-32d4-494f-81c6-f02778ef6273 req-faad0e05-269e-42c2-8cec-a2bee2d98f26 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537584 Apr 18 20:23:51.058967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e1205c9-3749-4048-8ccf-dd7d770b8191 req-699a8171-190b-44ab-8650-3ef47ff8699a tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515399 Apr 18 20:23:51.141019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc9fb6a6-8484-4b21-be9f-254aa36fa079 req-3e1d427c-1bf3-4686-9ba5-c08c9fb51750 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0268955 Apr 18 20:23:51.311740 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-add0b074-ebf5-47a4-974d-abbe006d010e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873461 Apr 18 20:23:51.322452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adceb9f-ffe1-405d-89aa-bbba6c9a8ea1 req-85b9e4b5-9aa4-4d81-a840-031fd2bda38c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.323827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6adceb9f-ffe1-405d-89aa-bbba6c9a8ea1 req-85b9e4b5-9aa4-4d81-a840-031fd2bda38c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 944 time: 0.1091962 Apr 18 20:23:51.335057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637ed0e-a39f-4fe5-b010-72b33214715c req-4f9d52c5-1cb9-4666-80c9-76a7466d4520 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.336479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d637ed0e-a39f-4fe5-b010-72b33214715c req-4f9d52c5-1cb9-4666-80c9-76a7466d4520 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 950 time: 0.0910616 Apr 18 20:23:51.388912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6adceb9f-ffe1-405d-89aa-bbba6c9a8ea1 req-13151244-47fe-42ab-9aae-eadeb6b00a1e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515010 Apr 18 20:23:51.393514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d637ed0e-a39f-4fe5-b010-72b33214715c req-1b68d2c8-bc21-4f77-8b35-b7b91aa10caa tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505841 Apr 18 20:23:51.520422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34780d6d-d452-4faf-ae05-04df67702ff0 req-9bb01250-909f-4bbd-be51-cca0b7e09156 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.521859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34780d6d-d452-4faf-ae05-04df67702ff0 req-9bb01250-909f-4bbd-be51-cca0b7e09156 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.0761216 Apr 18 20:23:51.524362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-a4e72105-b33d-471d-8d59-b7d256f5f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.525682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-a4e72105-b33d-471d-8d59-b7d256f5f320 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41fc31bdc2f44e189847e15bca1269c8&device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 1096 time: 0.0701451 Apr 18 20:23:51.577550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34780d6d-d452-4faf-ae05-04df67702ff0 req-7159b9e9-b365-41fe-9015-79467a350275 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489650 Apr 18 20:23:51.639970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-cea2d108-01f1-4ab0-95db-bda486b00f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.641405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-cea2d108-01f1-4ab0-95db-bda486b00f46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6b26f56-1b99-4f69-b41d-bac0b592115e HTTP/1.1" status: 200 len: 924 time: 0.0921950 Apr 18 20:23:51.737522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-a3b6017f-6c1c-4f17-abf7-bf25b455eea4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=742244b0-6693-4c8a-8a3c-83d7b86138e7 HTTP/1.1" status: 200 len: 1001 time: 0.0883663 Apr 18 20:23:51.755659 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5daaaa00-e2ae-4b75-954d-b5776ca95c17 service neutron] 10.222.0.60 "GET /v2.0/ports/5984066f-148c-431f-8d1b-449e00b45cdb/bindings/n-h2-836015-4 HTTP/1.1" status: 200 len: 384 time: 0.0569162 Apr 18 20:23:51.791476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-cb0f980d-d4d5-4f71-b71f-b6b4f5b5efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.794629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-cb0f980d-d4d5-4f71-b71f-b6b4f5b5efd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0374a3de-6bb0-4284-a844-d3ef80bf44dc HTTP/1.1" status: 200 len: 862 time: 0.0482674 Apr 18 20:23:51.908718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-7a1e016d-d5c2-40d7-9073-92d103169926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.910209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-7a1e016d-d5c2-40d7-9073-92d103169926 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6b26f56-1b99-4f69-b41d-bac0b592115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072176 Apr 18 20:23:51.919625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff0f87-20d5-485a-b051-937d450ad68b req-c25e10e5-bd36-4dfe-843f-3aea7a1322ce tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.921265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78ff0f87-20d5-485a-b051-937d450ad68b req-c25e10e5-bd36-4dfe-843f-3aea7a1322ce tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0914502 Apr 18 20:23:51.950009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5994f5a5-1d29-43fb-944c-4993a8f84171 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:51.965346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b803b-6ba5-4669-829d-8e01185d6b2e req-009d3527-395a-4396-b0ca-229738e6e5e4 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.966826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d9b803b-6ba5-4669-829d-8e01185d6b2e req-009d3527-395a-4396-b0ca-229738e6e5e4 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 945 time: 0.1261363 Apr 18 20:23:51.970525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5994f5a5-1d29-43fb-944c-4993a8f84171 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:52.004568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5994f5a5-1d29-43fb-944c-4993a8f84171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5984066f-148c-431f-8d1b-449e00b45cdb {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:52.016453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5994f5a5-1d29-43fb-944c-4993a8f84171 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:52.031055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5994f5a5-1d29-43fb-944c-4993a8f84171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.053239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78ff0f87-20d5-485a-b051-937d450ad68b req-e779d293-eed1-45d6-b712-80fe687a06aa tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139278 Apr 18 20:23:52.070714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d9b803b-6ba5-4669-829d-8e01185d6b2e req-5e28ad5c-c90c-4df4-b380-0fcbca8ec643 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953846 Apr 18 20:23:52.085243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-1042d4b6-a723-4256-896f-e550c8bf29e7 service neutron] 10.222.0.60 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631739 Apr 18 20:23:52.112296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5994f5a5-1d29-43fb-944c-4993a8f84171 service neutron] Transition to ACTIVE for port object 5984066f-148c-431f-8d1b-449e00b45cdb will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:52.118142 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5994f5a5-1d29-43fb-944c-4993a8f84171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.181214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5994f5a5-1d29-43fb-944c-4993a8f84171 service neutron] No DVR routers for this DVR port 5984066f-148c-431f-8d1b-449e00b45cdb on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:52.201979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994f5a5-1d29-43fb-944c-4993a8f84171 service neutron] Pushing event updated for resources: {'Port': ['ID=5984066f-148c-431f-8d1b-449e00b45cdb,revision_number=10']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:52.219398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324de49-7a6e-464d-b945-9b210300a594 req-12cb3598-bf62-4aa9-82bf-8f47fc190bcd tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.221118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9324de49-7a6e-464d-b945-9b210300a594 req-12cb3598-bf62-4aa9-82bf-8f47fc190bcd tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 950 time: 0.0801992 Apr 18 20:23:52.223511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c05b5407-a4a3-47b7-9d78-8b11588db782 req-a524ab1e-9924-4d8c-b57e-0c0f7667dcfd service neutron] 10.222.0.60 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307433 Apr 18 20:23:52.227388 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5994f5a5-1d29-43fb-944c-4993a8f84171 service neutron] 10.222.0.60 "PUT /v2.0/ports/5984066f-148c-431f-8d1b-449e00b45cdb/bindings/n-h2-836015-4/activate HTTP/1.1" status: 200 len: 369 time: 0.4556832 Apr 18 20:23:52.278244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19ca276f-a079-4219-a067-88ad388f2dac req-7f53143d-9f80-4926-b147-9a20d7808360 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0314825 Apr 18 20:23:52.303251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9324de49-7a6e-464d-b945-9b210300a594 req-a729531e-bc50-4da4-9300-57bbfb74f81f tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747488 Apr 18 20:23:52.338110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-166553aa-01b0-41d6-9ce6-5a1049e0b2d9 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.339651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-166553aa-01b0-41d6-9ce6-5a1049e0b2d9 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.0536702 Apr 18 20:23:52.391795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-258f4ce4-a73b-4dbb-a2d8-6977feec092e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.393343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-258f4ce4-a73b-4dbb-a2d8-6977feec092e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2&tenant_id=2085f4267bc84a9e8b967acde84530ef HTTP/1.1" status: 200 len: 1096 time: 0.0447445 Apr 18 20:23:52.473047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-bb6f3332-bd20-4345-8c7c-023202d6cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.474500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-bb6f3332-bd20-4345-8c7c-023202d6cbd1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1096 time: 0.0574076 Apr 18 20:23:52.607567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a8a97-547d-495a-b4cb-ec75f61555c5 req-8fb5c11f-4a4b-4af7-b465-3349b69edf09 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.609104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-537a8a97-547d-495a-b4cb-ec75f61555c5 req-8fb5c11f-4a4b-4af7-b465-3349b69edf09 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 945 time: 0.1506560 Apr 18 20:23:52.633737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee803bd-fb72-4f5e-a819-b6feb1ef3a54 req-f08cce39-1476-492d-87fa-2864dc76f3d5 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.636031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ee803bd-fb72-4f5e-a819-b6feb1ef3a54 req-f08cce39-1476-492d-87fa-2864dc76f3d5 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 950 time: 0.1469660 Apr 18 20:23:52.697849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-535eda21-9024-4894-b5fa-d2e49dd35f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.699423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-535eda21-9024-4894-b5fa-d2e49dd35f20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.2098043 Apr 18 20:23:52.707727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-537a8a97-547d-495a-b4cb-ec75f61555c5 req-18ea266c-aec7-4097-842f-fc36252a6d6a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904288 Apr 18 20:23:52.714884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ee803bd-fb72-4f5e-a819-b6feb1ef3a54 req-51301f18-7716-49c9-a757-74382866dfbd tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706344 Apr 18 20:23:52.755371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-c8af7a3b-25c3-4058-b5de-ad0164705065 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5984066f-148c-431f-8d1b-449e00b45cdb HTTP/1.1" status: 200 len: 217 time: 0.0394781 Apr 18 20:23:52.853782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-273ff6ef-e7a9-43b9-a226-c67dcc9ca8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.855807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-273ff6ef-e7a9-43b9-a226-c67dcc9ca8f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.0929356 Apr 18 20:23:52.901226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c212c5-f337-429b-a4af-137201e08e2a req-44f33212-be45-4b27-93f8-c251abb2aeb8 tempest-LiveMigrationNegativeTest-1110634994 tempest-LiveMigrationNegativeTest-1110634994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.903385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05c212c5-f337-429b-a4af-137201e08e2a req-44f33212-be45-4b27-93f8-c251abb2aeb8 tempest-LiveMigrationNegativeTest-1110634994 tempest-LiveMigrationNegativeTest-1110634994-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 1101 time: 0.1124566 Apr 18 20:23:52.905107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-c3979cfe-beb6-497c-84a5-72f07ed6fca3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408111 Apr 18 20:23:52.912352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd43158-8506-4bab-ac63-8eeabb94cd34 req-91a3151a-271f-4048-81e8-c5337cd5dffc tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.913711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbd43158-8506-4bab-ac63-8eeabb94cd34 req-91a3151a-271f-4048-81e8-c5337cd5dffc tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.1242502 Apr 18 20:23:52.952669 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-05c212c5-f337-429b-a4af-137201e08e2a req-85682519-d8a2-40a1-b50a-aa7268688d13 tempest-LiveMigrationNegativeTest-1110634994 tempest-LiveMigrationNegativeTest-1110634994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.031042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbd43158-8506-4bab-ac63-8eeabb94cd34 req-163c7c57-4e25-42e1-aaa1-e9dcf2df01b4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068153 Apr 18 20:23:53.320578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-c317195d-d13a-4107-8e4d-8bd50411ad99 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057865 Apr 18 20:23:53.370710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62189f0-9b8e-4641-8292-8055225ae447 req-d7b59177-8f01-4d4a-aaaf-f0a2795c1688 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:53.372162 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62189f0-9b8e-4641-8292-8055225ae447 req-d7b59177-8f01-4d4a-aaaf-f0a2795c1688 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1073196 Apr 18 20:23:53.420800 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-05c212c5-f337-429b-a4af-137201e08e2a req-85682519-d8a2-40a1-b50a-aa7268688d13 tempest-LiveMigrationNegativeTest-1110634994 tempest-LiveMigrationNegativeTest-1110634994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.433983 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-05c212c5-f337-429b-a4af-137201e08e2a req-85682519-d8a2-40a1-b50a-aa7268688d13 tempest-LiveMigrationNegativeTest-1110634994 tempest-LiveMigrationNegativeTest-1110634994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.476120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05c212c5-f337-429b-a4af-137201e08e2a req-85682519-d8a2-40a1-b50a-aa7268688d13 tempest-LiveMigrationNegativeTest-1110634994 tempest-LiveMigrationNegativeTest-1110634994-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604179 Apr 18 20:23:53.498590 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62189f0-9b8e-4641-8292-8055225ae447 req-c2b7bb33-f77f-4b1e-8e20-a542e07bca1b tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981324 Apr 18 20:23:53.503448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85682519-d8a2-40a1-b50a-aa7268688d13 tempest-LiveMigrationNegativeTest-1110634994 tempest-LiveMigrationNegativeTest-1110634994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03701ee2-8dd6-45ab-b93c-b2010ac5de67,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:53.507352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-7733be3c-f84d-430b-953a-def11e1f66c0 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779137 Apr 18 20:23:53.583910 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-ff165c2c-b2a3-40ee-8a83-d1ac33af267a service neutron] show failed (client error): The resource could not be found. Apr 18 20:23:53.585572 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-ff165c2c-b2a3-40ee-8a83-d1ac33af267a service neutron] 10.222.0.60 "GET /v2.0/ports/17f8b08f-197e-4aa1-a778-8cea138c7735/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0866587 Apr 18 20:23:53.617612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea775bf-2dc2-4776-bfc9-54c3b0aebd20 req-20072309-5c73-4f13-9235-e5dba58c772d tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:53.619670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fea775bf-2dc2-4776-bfc9-54c3b0aebd20 req-20072309-5c73-4f13-9235-e5dba58c772d tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 945 time: 0.0735331 Apr 18 20:23:53.637710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb49f4-4fca-4555-b1f8-19872bddfa8f req-f20cad90-4723-4997-a831-9afd10f9b849 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:53.639128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2fb49f4-4fca-4555-b1f8-19872bddfa8f req-f20cad90-4723-4997-a831-9afd10f9b849 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 950 time: 0.0660911 Apr 18 20:23:53.694433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fea775bf-2dc2-4776-bfc9-54c3b0aebd20 req-7e035333-3610-402e-af0f-efc7759d6039 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657129 Apr 18 20:23:53.702185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2fb49f4-4fca-4555-b1f8-19872bddfa8f req-7c9f50dc-a11a-40e5-b0df-886b31874853 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506425 Apr 18 20:23:53.867883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83be0a44-55ca-4572-93e4-1eb666f2fa06 req-647c949e-6b1a-463f-be39-f8b4bfec3679 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0660954 Apr 18 20:23:53.938323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-febb9fa6-93a6-4c5f-b666-140ae89be8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:53.939800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-febb9fa6-93a6-4c5f-b666-140ae89be8ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321&tenant_id=2ab80b1403354e10ab7b298d8463922c HTTP/1.1" status: 200 len: 1101 time: 0.1277940 Apr 18 20:23:53.942976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-27e471fd-e973-4d36-836f-6888155dee5d tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:53.944365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-27e471fd-e973-4d36-836f-6888155dee5d tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.1583114 Apr 18 20:23:53.959217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f78676-05e7-435e-903b-4bea1b1af7ad req-721d4c0b-4ef9-4d67-bda5-a8b5c85e8c74 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:53.961449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2f78676-05e7-435e-903b-4bea1b1af7ad req-721d4c0b-4ef9-4d67-bda5-a8b5c85e8c74 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 945 time: 0.0919182 Apr 18 20:23:53.973824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:54.100273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2f78676-05e7-435e-903b-4bea1b1af7ad req-cca7df93-5506-4f42-9ec8-53b5c7d728f4 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237872 Apr 18 20:23:54.112739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.286094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5efa925d-0786-45de-b585-77b7d4bfccb0 service neutron] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:54.291142 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5efa925d-0786-45de-b585-77b7d4bfccb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.293133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89612691-e16a-40f8-ae6a-9f7dfc333531 req-5efa925d-0786-45de-b585-77b7d4bfccb0 service neutron] 10.222.0.64 "DELETE /v2.0/ports/5984066f-148c-431f-8d1b-449e00b45cdb/bindings/n-h1-836015-4 HTTP/1.1" status: 204 len: 173 time: 0.3297455 Apr 18 20:23:54.434871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e9287-d57f-4eda-b14c-19d1b4898ee6 req-61f2855b-4b73-4201-ada4-560ae951c23e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:54.436727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e09e9287-d57f-4eda-b14c-19d1b4898ee6 req-61f2855b-4b73-4201-ada4-560ae951c23e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.2325537 Apr 18 20:23:54.519074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c15c5d-0e38-42c9-8ca0-bd71ed563a22 req-a03cfe55-0c28-478c-92ae-a73ef76d9c50 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:54.520579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13c15c5d-0e38-42c9-8ca0-bd71ed563a22 req-a03cfe55-0c28-478c-92ae-a73ef76d9c50 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 950 time: 0.2055409 Apr 18 20:23:54.562504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e09e9287-d57f-4eda-b14c-19d1b4898ee6 req-7f2819aa-6d04-462c-a12c-120f7f2cf624 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172335 Apr 18 20:23:54.594568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=17f8b08f-197e-4aa1-a778-8cea138c7735,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:54.607639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13c15c5d-0e38-42c9-8ca0-bd71ed563a22 req-4bc64c53-8344-4e8e-93a4-d103fc0e5606 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743606 Apr 18 20:23:54.651953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:54.715483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5984066f-148c-431f-8d1b-449e00b45cdb no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:23:54.757589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5984066f-148c-431f-8d1b-449e00b45cdb not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:23:54.763352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:54.765658 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4ba9af-68b0-45ac-8c21-8275172950e1" -d '{"events": [{"server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "name": "network-vif-unplugged", "status": "completed", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:54.771982 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.798978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050d94c-8142-4708-8bb9-92aa0ccf8a26 req-59372111-5deb-4af0-a936-c133d1461324 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:54.800501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8050d94c-8142-4708-8bb9-92aa0ccf8a26 req-59372111-5deb-4af0-a936-c133d1461324 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 950 time: 0.1209071 Apr 18 20:23:54.805611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Transition to ACTIVE for port object 17f8b08f-197e-4aa1-a778-8cea138c7735 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:54.816605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7db9f-e27a-4be6-98c8-49e9281aa27f req-f8514006-511c-4bf3-80e2-fd2588a7ea95 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:54.818066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bdd7db9f-e27a-4be6-98c8-49e9281aa27f req-f8514006-511c-4bf3-80e2-fd2588a7ea95 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1244669 Apr 18 20:23:54.824279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.924012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8050d94c-8142-4708-8bb9-92aa0ccf8a26 req-4c159972-3e0f-45fe-aa34-a09e59222368 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163545 Apr 18 20:23:54.945009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Pushing event updated for resources: {'Port': ['ID=17f8b08f-197e-4aa1-a778-8cea138c7735,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:54.948995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] No DVR routers for this DVR port 17f8b08f-197e-4aa1-a778-8cea138c7735 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:54.966022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bdd7db9f-e27a-4be6-98c8-49e9281aa27f req-37577719-48cc-4548-89e8-06ce797a365c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336577 Apr 18 20:23:55.019586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Attempting to bind port 17f8b08f-197e-4aa1-a778-8cea138c7735 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:55.020005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Attempting to bind port 17f8b08f-197e-4aa1-a778-8cea138c7735 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:55.020428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Attempting to bind port 17f8b08f-197e-4aa1-a778-8cea138c7735 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:55.029182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Port 17f8b08f-197e-4aa1-a778-8cea138c7735 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:23:55.029515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Attempting to bind port 17f8b08f-197e-4aa1-a778-8cea138c7735 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:23:55.055616 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d735a71-7822-400a-b467-2f4abbbec31f x-openstack-request-id: req-2d735a71-7822-400a-b467-2f4abbbec31f {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:55.056058 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "name": "network-vif-unplugged", "status": "completed", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:55.056561 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d735a71-7822-400a-b467-2f4abbbec31f {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:55.056962 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d735a71-7822-400a-b467-2f4abbbec31f'] response: {'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735', 'code': 200} Apr 18 20:23:55.060395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:23:55.060735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:23:55.061176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:23:55.061628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Bound port: 17f8b08f-197e-4aa1-a778-8cea138c7735, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:55.062045 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.169423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-def14e30-e7af-449d-80da-091e8b427794 req-86cfba0e-a917-4ced-ab1b-2649c75e28dc tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0565507 Apr 18 20:23:55.176304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eda06-8348-4e02-a4e9-a417634b49f1 req-2dd29240-589f-4208-8259-c8208fcf618d tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:55.178249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-175eda06-8348-4e02-a4e9-a417634b49f1 req-2dd29240-589f-4208-8259-c8208fcf618d tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 1096 time: 0.1461675 Apr 18 20:23:55.229794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:23:55.256015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-175eda06-8348-4e02-a4e9-a417634b49f1 req-5fcc6d07-06e2-4d03-b140-8a76fb6d5eba tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603569 Apr 18 20:23:55.257663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=17f8b08f-197e-4aa1-a778-8cea138c7735,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:23:55.264198 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.301984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:55.302588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.303999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 200 len: 1096 time: 1.3341727 Apr 18 20:23:55.340678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f64d01-ff15-48f4-a0a7-3b60c2d403c9 service neutron] Pushing event updated for resources: {'Port': ['ID=17f8b08f-197e-4aa1-a778-8cea138c7735,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:55.399477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-8034be3a-982a-45e1-8616-795ded4481af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:55.409867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-8034be3a-982a-45e1-8616-795ded4481af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1099 time: 0.0785527 Apr 18 20:23:55.543089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-8830c101-4085-4c09-a81c-73e42d0de786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:55.544672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-8830c101-4085-4c09-a81c-73e42d0de786 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1259844 Apr 18 20:23:55.627124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-075ce51e-d4cd-4ae4-9954-a22f4bad4224 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 200 len: 217 time: 0.0492105 Apr 18 20:23:55.734374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddf51c-e013-4fc8-9895-880dc172363f req-d87e3b73-ab5b-4871-a21d-f2d7ceab99bb tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:55.735814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-d87e3b73-ab5b-4871-a21d-f2d7ceab99bb tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 808 time: 0.2234759 Apr 18 20:23:55.743964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-053f80e4-c00d-4b6c-99ca-ccc23576c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:55.745810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-053f80e4-c00d-4b6c-99ca-ccc23576c545 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1044953 Apr 18 20:23:55.766518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-76c37e5e-0927-42a4-b90d-9444e89f591d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/quotas/2085f4267bc84a9e8b967acde84530ef HTTP/1.1" status: 200 len: 375 time: 0.0244336 Apr 18 20:23:55.790772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b016237-eb5b-441a-afd9-09e3e7fe8a4d req-efb95a73-74bb-4f4c-a1d9-94c3f87d2a03 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:55.792766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b016237-eb5b-441a-afd9-09e3e7fe8a4d req-efb95a73-74bb-4f4c-a1d9-94c3f87d2a03 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 948 time: 0.1208570 Apr 18 20:23:55.863917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-4402007b-b651-41eb-8680-5631ff4c2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:55.865412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-4402007b-b651-41eb-8680-5631ff4c2cc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108162 Apr 18 20:23:55.873461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b016237-eb5b-441a-afd9-09e3e7fe8a4d req-e86ad33b-fd8d-4a94-8e83-85a74a6e984b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697913 Apr 18 20:23:55.887286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-fa4e40d2-936c-4443-acfb-2fbcaf5087dd tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059630 Apr 18 20:23:56.108996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f482f-2a01-4deb-9063-39e4e986852b req-983c1fe4-e33e-4a58-9c07-00f5e6107333 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:56.110700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-855f482f-2a01-4deb-9063-39e4e986852b req-983c1fe4-e33e-4a58-9c07-00f5e6107333 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.64 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 950 time: 0.1989119 Apr 18 20:23:56.117259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-6654af44-b6a9-4f4a-a623-eec286454192 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421641 Apr 18 20:23:56.156150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-7cd8f8d2-1dcb-4423-81f6-e2117da4aebd tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:56.157919 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-7cd8f8d2-1dcb-4423-81f6-e2117da4aebd tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.60 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 950 time: 0.1364090 Apr 18 20:23:56.183128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b6089-fc79-4c32-b100-cabee2d1abd0 req-21d45b76-18e0-412a-a476-320b62aab43a tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:56.184218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca4b6089-fc79-4c32-b100-cabee2d1abd0 req-21d45b76-18e0-412a-a476-320b62aab43a tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/ports?device_id=820f1fb5-3624-4e49-b0e8-20a56b87f328 HTTP/1.1" status: 200 len: 950 time: 0.2118070 Apr 18 20:23:56.186036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-abf3ed48-c1cb-4283-9cfa-ac102895bd34 service neutron] 10.222.0.49 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904851 Apr 18 20:23:56.323293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-06ed9d10-e4b5-4457-bac4-26e475a7cd6d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Deleting port 6be0d7ab-1033-40dd-aefc-52d689272f14 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:23:56.323629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-06ed9d10-e4b5-4457-bac4-26e475a7cd6d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.412959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-06ed9d10-e4b5-4457-bac4-26e475a7cd6d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] For port 6be0d7ab-1033-40dd-aefc-52d689272f14, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=6be0d7ab-1033-40dd-aefc-52d689272f14,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:56.413207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-06ed9d10-e4b5-4457-bac4-26e475a7cd6d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.432669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-06ed9d10-e4b5-4457-bac4-26e475a7cd6d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Calling delete_port for 6be0d7ab-1033-40dd-aefc-52d689272f14 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:23:56.589948 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-06ed9d10-e4b5-4457-bac4-26e475a7cd6d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.595395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca4b6089-fc79-4c32-b100-cabee2d1abd0 req-b5692230-7802-4a2f-a962-641ecad48df9 tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.49 "GET /v2.0/security-groups?id=0d3233ac-27bb-462e-8d73-e6283c713063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017236 Apr 18 20:23:56.601400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00894dc1-60a8-4580-bdd2-907e8525abb8 req-4e95100d-3840-4b1b-9b1a-ef6d91dfbea0 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683599 Apr 18 20:23:56.603214 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['6be0d7ab-1033-40dd-aefc-52d689272f14'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:56.642886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-855f482f-2a01-4deb-9063-39e4e986852b req-8058ebdc-695a-4d4c-b6fb-51ce59d03f40 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Deleting port afa90a33-c6d1-4930-8fbf-f2b161eb09dc {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:23:56.643033 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-855f482f-2a01-4deb-9063-39e4e986852b req-8058ebdc-695a-4d4c-b6fb-51ce59d03f40 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.647694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-9f04b6ae-c18d-4f04-b2b5-ad54f8b02d1d service neutron] 10.222.0.49 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230211 Apr 18 20:23:56.713072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 17f8b08f-197e-4aa1-a778-8cea138c7735 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:23:56.790094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 17f8b08f-197e-4aa1-a778-8cea138c7735 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:23:56.796202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-855f482f-2a01-4deb-9063-39e4e986852b req-8058ebdc-695a-4d4c-b6fb-51ce59d03f40 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] For port afa90a33-c6d1-4930-8fbf-f2b161eb09dc, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:23:56.796694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-855f482f-2a01-4deb-9063-39e4e986852b req-8058ebdc-695a-4d4c-b6fb-51ce59d03f40 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.827318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-855f482f-2a01-4deb-9063-39e4e986852b req-8058ebdc-695a-4d4c-b6fb-51ce59d03f40 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Calling delete_port for afa90a33-c6d1-4930-8fbf-f2b161eb09dc owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:23:56.879903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed9d10-e4b5-4457-bac4-26e475a7cd6d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Pushing event deleted for resources: {'Port': ['ID=6be0d7ab-1033-40dd-aefc-52d689272f14,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:56.950110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-06ed9d10-e4b5-4457-bac4-26e475a7cd6d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] No DVR routers for this DVR port 6be0d7ab-1033-40dd-aefc-52d689272f14 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:56.954393 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-06ed9d10-e4b5-4457-bac4-26e475a7cd6d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.958026 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9bade548-a982-4e86-a24b-22bb6f2c7a70 req-06ed9d10-e4b5-4457-bac4-26e475a7cd6d tempest-ServerDiagnosticsNegativeTest-917033046 tempest-ServerDiagnosticsNegativeTest-917033046-project] 10.222.0.60 "DELETE /v2.0/ports/6be0d7ab-1033-40dd-aefc-52d689272f14 HTTP/1.1" status: 204 len: 173 time: 0.7939568 Apr 18 20:23:56.958478 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820f1fb5-3624-4e49-b0e8-20a56b87f328', 'name': 'network-vif-deleted', 'tag': '6be0d7ab-1033-40dd-aefc-52d689272f14'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:56.961081 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884fe464-8fdd-4309-8d38-31db1c6a0139" -d '{"events": [{"server_uuid": "820f1fb5-3624-4e49-b0e8-20a56b87f328", "name": "network-vif-deleted", "tag": "6be0d7ab-1033-40dd-aefc-52d689272f14"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:57.017317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d099a2-2bed-46fc-983e-9d4a6a3c0b7b req-fbc09de1-8eac-468e-ba9c-11f7f4ff306f tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:57.018918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08d099a2-2bed-46fc-983e-9d4a6a3c0b7b req-fbc09de1-8eac-468e-ba9c-11f7f4ff306f tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1304512 Apr 18 20:23:57.031799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4296dd-2768-469e-aa46-9d4e0d347300 req-125ff198-8b40-4314-b6c6-0e42ff7087d9 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:57.033339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b4296dd-2768-469e-aa46-9d4e0d347300 req-125ff198-8b40-4314-b6c6-0e42ff7087d9 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 950 time: 0.2321966 Apr 18 20:23:57.068084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:57.070341 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821cabef-7483-40e8-9904-75e04beae82a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:57.144738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08d099a2-2bed-46fc-983e-9d4a6a3c0b7b req-89fe593c-a331-4172-b07c-0c5bbe43fc5d tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102717 Apr 18 20:23:57.151516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b4296dd-2768-469e-aa46-9d4e0d347300 req-5af3bb3e-3cd1-43bf-a4f9-985a04266128 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965760 Apr 18 20:23:57.152861 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-855f482f-2a01-4deb-9063-39e4e986852b req-8058ebdc-695a-4d4c-b6fb-51ce59d03f40 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.173324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b080090e-2f5d-419e-9c9c-0ddfac01f480'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:23:57.202848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058ebdc-695a-4d4c-b6fb-51ce59d03f40 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Pushing event deleted for resources: {'Port': ['ID=afa90a33-c6d1-4930-8fbf-f2b161eb09dc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:57.251139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-855f482f-2a01-4deb-9063-39e4e986852b req-8058ebdc-695a-4d4c-b6fb-51ce59d03f40 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] No DVR routers for this DVR port afa90a33-c6d1-4930-8fbf-f2b161eb09dc on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:57.262788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-855f482f-2a01-4deb-9063-39e4e986852b req-8058ebdc-695a-4d4c-b6fb-51ce59d03f40 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.267283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-855f482f-2a01-4deb-9063-39e4e986852b req-8058ebdc-695a-4d4c-b6fb-51ce59d03f40 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.64 "DELETE /v2.0/ports/afa90a33-c6d1-4930-8fbf-f2b161eb09dc HTTP/1.1" status: 204 len: 173 time: 1.1437829 Apr 18 20:23:57.287310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c51206fb-a1d6-4f07-bef5-54e4c7aa22c9 req-94cc9661-14a2-4b53-b1ce-41a29bb212ab tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0369833 Apr 18 20:23:57.553471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb63bcd4-7713-4eeb-a04a-45915c84cb06 req-4e1b66e8-1873-4897-b9e2-b00d01797e8b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 210 time: 0.0622599 Apr 18 20:23:57.621825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47404e26-d2a6-45f4-a39d-66eee53bd424 req-ef5da7f4-f338-455f-be86-63c0b7520237 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0633409 Apr 18 20:23:57.773588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9749545-386d-4c63-a212-c4be9966e099 req-caf0b46f-4611-4f54-829e-22abe7324e6a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:57.775497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9749545-386d-4c63-a212-c4be9966e099 req-caf0b46f-4611-4f54-829e-22abe7324e6a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 948 time: 0.0959201 Apr 18 20:23:57.819920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9749545-386d-4c63-a212-c4be9966e099 req-65088860-1dd6-4df4-bab4-f0c55d0fe566 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343103 Apr 18 20:23:57.887225 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb158747-8fed-4327-b14b-d54a047ec3dd x-openstack-request-id: req-cb158747-8fed-4327-b14b-d54a047ec3dd {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:57.888638 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820f1fb5-3624-4e49-b0e8-20a56b87f328", "name": "network-vif-deleted", "tag": "6be0d7ab-1033-40dd-aefc-52d689272f14", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:57.888805 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb158747-8fed-4327-b14b-d54a047ec3dd {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:57.889168 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb158747-8fed-4327-b14b-d54a047ec3dd'] response: {'server_uuid': '820f1fb5-3624-4e49-b0e8-20a56b87f328', 'name': 'network-vif-deleted', 'tag': '6be0d7ab-1033-40dd-aefc-52d689272f14', 'status': 'completed', 'code': 200} Apr 18 20:23:57.936127 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6867f001-c8f9-4f2c-8f72-d54c382a2127 x-openstack-request-id: req-6867f001-c8f9-4f2c-8f72-d54c382a2127 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:23:57.936443 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:23:57.936746 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6867f001-c8f9-4f2c-8f72-d54c382a2127 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:23:57.937343 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6867f001-c8f9-4f2c-8f72-d54c382a2127'] response: {'name': 'network-changed', 'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735', 'status': 'completed', 'code': 200} Apr 18 20:23:58.004107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cabef-7483-40e8-9904-75e04beae82a req-48057157-3967-4585-abd6-cce087572586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.005631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-48057157-3967-4585-abd6-cce087572586 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1099 time: 0.0421937 Apr 18 20:23:58.132019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cabef-7483-40e8-9904-75e04beae82a req-c7afbe55-7120-4bdc-a2f8-16176b3a5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.134059 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-c7afbe55-7120-4bdc-a2f8-16176b3a5a56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1099 time: 0.0519049 Apr 18 20:23:58.143889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cabef-7483-40e8-9904-75e04beae82a req-abb06f14-6ef2-470f-825a-a91a1adcc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.143889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-abb06f14-6ef2-470f-825a-a91a1adcc916 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1094108 Apr 18 20:23:58.296611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-91588ec9-4be3-468f-b698-ee286b774210 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 200 len: 217 time: 0.1217587 Apr 18 20:23:58.321754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cabef-7483-40e8-9904-75e04beae82a req-cb5c5fba-b14a-4c13-bbe2-4f0f42a93ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.323712 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-cb5c5fba-b14a-4c13-bbe2-4f0f42a93ed1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1666257 Apr 18 20:23:58.375432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50288) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:58.383612 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-29bb538d-b2e9-482c-b168-8776d6096abd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 200 len: 217 time: 0.0522296 Apr 18 20:23:58.435215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0cb2d27-aaa0-4f5d-a70e-6ae7fdc7f93b req-1ae42829-c865-411f-b0b4-582703c0a672 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=a757c608-6c9f-4a69-afa2-7ad9893c056a HTTP/1.1" status: 200 len: 210 time: 0.0671301 Apr 18 20:23:58.449027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cabef-7483-40e8-9904-75e04beae82a req-433b87f4-c75b-459a-9091-4afcccb3198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.456083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-433b87f4-c75b-459a-9091-4afcccb3198a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1375432 Apr 18 20:23:58.497076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e84a3-fe69-4b0b-b411-bd3ce690f020 req-db91ca76-8bbc-4301-8833-b6583013a10e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.500042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d0e84a3-fe69-4b0b-b411-bd3ce690f020 req-db91ca76-8bbc-4301-8833-b6583013a10e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1457517 Apr 18 20:23:58.508236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cabef-7483-40e8-9904-75e04beae82a req-e1e330b8-6099-4598-87ce-1349cf0b6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.511670 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-e1e330b8-6099-4598-87ce-1349cf0b6b76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1103153 Apr 18 20:23:58.600639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cabef-7483-40e8-9904-75e04beae82a req-c49ad9d6-7860-42ef-8f26-0d4f9217b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.603114 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-c49ad9d6-7860-42ef-8f26-0d4f9217b0fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841508 Apr 18 20:23:58.656018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-155b285c-2305-49a2-a543-ee5664eb0862 req-d1d20d0c-7a1a-4df1-b503-a4ea5ca398af tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0696101 Apr 18 20:23:58.736460 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-45c2c9d2-229a-4e5b-bfa1-87a62815ebeb service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246631 Apr 18 20:23:58.808547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddf51c-e013-4fc8-9895-880dc172363f req-ec6ae6f3-291e-4fb4-b81e-c78211acbfd7 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.810236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-ec6ae6f3-291e-4fb4-b81e-c78211acbfd7 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 808 time: 0.3676970 Apr 18 20:23:58.826089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Request body: {'port': {'device_id': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184', 'admin_state_up': True, 'tenant_id': '2085f4267bc84a9e8b967acde84530ef'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:58.844943 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-57e7b8af-e43e-4413-94f0-3780b093b87b service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011765 Apr 18 20:23:58.845341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cabef-7483-40e8-9904-75e04beae82a req-46b4985b-9d29-453a-8616-e717eff3c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.846894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-46b4985b-9d29-453a-8616-e717eff3c7f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3869677 Apr 18 20:23:58.896369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a3e5e33-ad1d-4203-9f53-c807c910eae5 req-d6425c8b-9c77-4f48-8423-3aff4d9f455a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 210 time: 0.1321201 Apr 18 20:23:58.899906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d0e84a3-fe69-4b0b-b411-bd3ce690f020 req-cb211a09-0287-4019-b53c-68de2957a675 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789675 Apr 18 20:23:58.916355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device afa90a33-c6d1-4930-8fbf-f2b161eb09dc no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:23:58.953974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a68666f8-5522-4a14-b772-57f59cff67c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51aed60b67c8472d8f9a2780c5f921b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5751197 Apr 18 20:23:58.954592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50304) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:58.985260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: afa90a33-c6d1-4930-8fbf-f2b161eb09dc {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:23:58.988434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device afa90a33-c6d1-4930-8fbf-f2b161eb09dc not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:23:59.052157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e583e77-88a5-48c1-8b3f-86844c16e889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.082489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e583e77-88a5-48c1-8b3f-86844c16e889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.107305 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-583249b4-a9e1-4904-bb33-4022ff75b1ce service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392881 Apr 18 20:23:59.116851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093acab0-d2b3-422c-81f0-614225595c33 req-73b5aa8f-1d6a-48fc-83ef-2f9c6f32b30c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:59.118581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-093acab0-d2b3-422c-81f0-614225595c33 req-73b5aa8f-1d6a-48fc-83ef-2f9c6f32b30c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 948 time: 0.1276090 Apr 18 20:23:59.142885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Made reservation on behalf of 2085f4267bc84a9e8b967acde84530ef for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:59.146833 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.162917 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e583e77-88a5-48c1-8b3f-86844c16e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.166916 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e583e77-88a5-48c1-8b3f-86844c16e889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.169491 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3e583e77-88a5-48c1-8b3f-86844c16e889 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d3233ac-27bb-462e-8d73-e6283c713063 HTTP/1.1" status: 204 len: 168 time: 0.2134645 Apr 18 20:23:59.178589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e583e77-88a5-48c1-8b3f-86844c16e889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3233ac-27bb-462e-8d73-e6283c713063,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:59.239891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-093acab0-d2b3-422c-81f0-614225595c33 req-af23cf9a-3e0d-4005-ad02-4922a7fe5c11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085720 Apr 18 20:23:59.307261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821cabef-7483-40e8-9904-75e04beae82a req-68d554da-b6b7-41d6-898b-76bd5a66c596 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841846 Apr 18 20:23:59.372201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Allocated IP 172.20.0.3 (4a21642f-0d1c-4816-abcb-fce6e1c59184/358ffcc4-e9dd-4c50-b963-c290e74b6cc1/ad974434-9b69-4f62-9ffd-c99ece799b65) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:59.530862 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50314) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:59.535795 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.550386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff7a3-f5b9-4931-854c-98f712b1f55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.581688 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.638681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Network 4a21642f-0d1c-4816-abcb-fce6e1c59184 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:59.644714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:59.646946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:23:59.652661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:59.653107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.656573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Pushing event updated for resources: {'Port': ['ID=ad974434-9b69-4f62-9ffd-c99ece799b65,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:59.680253 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff7a3-f5b9-4931-854c-98f712b1f55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.685454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-4706fa1c-897a-477a-8655-aace20436a61 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8638811 Apr 18 20:23:59.690252 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf9ff7a3-f5b9-4931-854c-98f712b1f55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.710471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Request body: {'port': {'device_id': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:59.717453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ff7a3-f5b9-4931-854c-98f712b1f55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbbd49f-d33c-4d52-871e-fb4118295748,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:59.753686 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bf9ff7a3-f5b9-4931-854c-98f712b1f55c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=105efe45659f4ab88c3f736873ea74ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214940 Apr 18 20:23:59.754655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50320) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:23:59.823758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b273-f84c-4180-819d-187473d97592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.832988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92da6193-ba1f-47a4-85bb-9a1d7764c58c req-a3d4ff31-960b-42e8-adbf-b99f630c1d56 tempest-ServersAdmin275Test-301114088 tempest-ServersAdmin275Test-301114088-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0474176 Apr 18 20:23:59.847227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b273-f84c-4180-819d-187473d97592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.852689 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.859948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57508b62-603d-47f0-bac6-852fc2c86c45 req-e9e1fe25-4f1c-4491-b2ea-8060003a36e1 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:59.861454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57508b62-603d-47f0-bac6-852fc2c86c45 req-e9e1fe25-4f1c-4491-b2ea-8060003a36e1 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 950 time: 0.1053271 Apr 18 20:23:59.921924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b273-f84c-4180-819d-187473d97592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.926612 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0b3b273-f84c-4180-819d-187473d97592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.928054 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f0b3b273-f84c-4180-819d-187473d97592 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4cbbd49f-d33c-4d52-871e-fb4118295748 HTTP/1.1" status: 204 len: 168 time: 0.1702545 Apr 18 20:23:59.938107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57508b62-603d-47f0-bac6-852fc2c86c45 req-ff7764af-97c3-433e-b0f3-753cd680710a tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689907 Apr 18 20:23:59.941709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a757c608-6c9f-4a69-afa2-7ad9893c056a', 'name': 'network-vif-deleted', 'tag': 'afa90a33-c6d1-4930-8fbf-f2b161eb09dc'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:59.943940 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efc3211-dcf8-4b88-83c9-b1aeb3f74278" -d '{"events": [{"server_uuid": "a757c608-6c9f-4a69-afa2-7ad9893c056a", "name": "network-vif-deleted", "tag": "afa90a33-c6d1-4930-8fbf-f2b161eb09dc"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:23:59.963189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3b273-f84c-4180-819d-187473d97592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbbd49f-d33c-4d52-871e-fb4118295748,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:00.172731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8badddf8-f0f4-4995-8095-12364019b56e req-6489ef10-3ede-41a6-aadc-f44cb59d67b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd21e5d6996e4dbbb83a0bc42180cdc9&device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0428948 Apr 18 20:24:00.258082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8badddf8-f0f4-4995-8095-12364019b56e req-cfd819ff-592d-43b2-837b-0f49130d7ac6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=dd21e5d6996e4dbbb83a0bc42180cdc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715566 Apr 18 20:24:00.285110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885340f-d725-4885-8e33-e30971b79d2e req-cec9a2cf-a772-40e0-8163-62c6d8fac09a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:00.286573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6885340f-d725-4885-8e33-e30971b79d2e req-cec9a2cf-a772-40e0-8163-62c6d8fac09a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 931 time: 0.1956525 Apr 18 20:24:00.419337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e78e7-ed1e-4258-88e7-00d7b6ff36b5 req-d2175fdf-9de0-44a9-b73b-21d5a8da416b tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:00.420863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b9e78e7-ed1e-4258-88e7-00d7b6ff36b5 req-d2175fdf-9de0-44a9-b73b-21d5a8da416b tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1960824 Apr 18 20:24:00.441398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6885340f-d725-4885-8e33-e30971b79d2e req-b408ea53-c964-41f9-9422-1ad536867275 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402690 Apr 18 20:24:00.505167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badddf8-f0f4-4995-8095-12364019b56e req-ae52c1fd-f4be-4931-b87a-d4c19dcb93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:00.506628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8badddf8-f0f4-4995-8095-12364019b56e req-ae52c1fd-f4be-4931-b87a-d4c19dcb93ed service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309043 Apr 18 20:24:00.528518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b9e78e7-ed1e-4258-88e7-00d7b6ff36b5 req-1f35c9f5-09e0-42b6-bb9a-a894e7b94eb2 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958881 Apr 18 20:24:00.530393 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b4147a-e1eb-4f61-acbf-13e3b9f0f0c9 x-openstack-request-id: req-c4b4147a-e1eb-4f61-acbf-13e3b9f0f0c9 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:00.530680 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a757c608-6c9f-4a69-afa2-7ad9893c056a", "name": "network-vif-deleted", "tag": "afa90a33-c6d1-4930-8fbf-f2b161eb09dc", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:00.530926 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4b4147a-e1eb-4f61-acbf-13e3b9f0f0c9 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:00.531327 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b4147a-e1eb-4f61-acbf-13e3b9f0f0c9'] response: {'server_uuid': 'a757c608-6c9f-4a69-afa2-7ad9893c056a', 'name': 'network-vif-deleted', 'tag': 'afa90a33-c6d1-4930-8fbf-f2b161eb09dc', 'status': 'completed', 'code': 200} Apr 18 20:24:00.555887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad974434-9b69-4f62-9ffd-c99ece799b65 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:00.564973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.580034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Transition to ACTIVE for port object ad974434-9b69-4f62-9ffd-c99ece799b65 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:00.597069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.625056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-befb99e4-b899-437d-a2da-7272dbdcbeb8 req-5e22da3d-61e3-4d00-b830-7f95a8d53a7e tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0411060 Apr 18 20:24:00.710999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Pushing event updated for resources: {'Port': ['ID=ad974434-9b69-4f62-9ffd-c99ece799b65,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:00.726485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 6be0d7ab-1033-40dd-aefc-52d689272f14 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:00.758456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 6be0d7ab-1033-40dd-aefc-52d689272f14 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:00.759083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 6be0d7ab-1033-40dd-aefc-52d689272f14 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:00.765715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:00.766013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:00.766275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:00.771786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:00.772123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:00.783893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c8de0-c684-4bc1-8c2e-a04db15bf7a1 req-436546e3-c4eb-4b32-b4d3-6d5d8d42a1ed tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:00.783893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-066c8de0-c684-4bc1-8c2e-a04db15bf7a1 req-436546e3-c4eb-4b32-b4d3-6d5d8d42a1ed tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 948 time: 0.1355503 Apr 18 20:24:00.805498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:00.805840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:00.806253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:00.806699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Bound port: ad974434-9b69-4f62-9ffd-c99ece799b65, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:00.807790 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.839322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-066c8de0-c684-4bc1-8c2e-a04db15bf7a1 req-1d88610c-88d2-45f1-8795-9f9256ba2bcc tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483289 Apr 18 20:24:00.894090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:00.897377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:00.902769 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.920396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:00.921892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.924122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] 10.222.0.60 "PUT /v2.0/ports/ad974434-9b69-4f62-9ffd-c99ece799b65 HTTP/1.1" status: 200 len: 1091 time: 1.2224114 Apr 18 20:24:00.930742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 17f8b08f-197e-4aa1-a778-8cea138c7735 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:01.027062 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa6be5-ec3e-46f9-b7d0-b5fa95803812 service neutron] Pushing event updated for resources: {'Port': ['ID=ad974434-9b69-4f62-9ffd-c99ece799b65,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:01.194482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=17f8b08f-197e-4aa1-a778-8cea138c7735,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:01.215885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '17f8b08f-197e-4aa1-a778-8cea138c7735', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '17f8b08f-197e-4aa1-a778-8cea138c7735', 'mac_address': 'fa:16:3e:79:1e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:01.243044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddf51c-e013-4fc8-9895-880dc172363f req-b02c15cc-5de3-4836-9334-910d48dba8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:01.250670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-b02c15cc-5de3-4836-9334-910d48dba8ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 1094 time: 0.2188239 Apr 18 20:24:01.258955 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.274523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f8b08f-197e-4aa1-a778-8cea138c7735 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:01.283018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-0a12d281-775c-4170-9db9-6ec744ecf28a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:01.284666 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-0a12d281-775c-4170-9db9-6ec744ecf28a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321&tenant_id=2ab80b1403354e10ab7b298d8463922c&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 948 time: 0.1424274 Apr 18 20:24:01.299445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf28a22-e373-4968-9eee-c8e6f16805d5 req-7fd8f045-3066-4451-9327-c3dc7a9b6cb7 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:01.301732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=17f8b08f-197e-4aa1-a778-8cea138c7735,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:01.310045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf28a22-e373-4968-9eee-c8e6f16805d5 req-7fd8f045-3066-4451-9327-c3dc7a9b6cb7 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 950 time: 0.2132697 Apr 18 20:24:01.311407 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.370312 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-4c6fbbb6-a146-4809-8e1b-1c228904e22e service neutron] delete failed (client error): The resource could not be found. Apr 18 20:24:01.371612 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-4c6fbbb6-a146-4809-8e1b-1c228904e22e service neutron] 10.222.0.60 "DELETE /v2.0/ports/17f8b08f-197e-4aa1-a778-8cea138c7735/bindings/n-h1-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0790424 Apr 18 20:24:01.391156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=17f8b08f-197e-4aa1-a778-8cea138c7735,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:01.512088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-63a58329-9d0a-4eb1-a1c6-57a4deca4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:01.514162 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-63a58329-9d0a-4eb1-a1c6-57a4deca4809 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1100 time: 0.0477133 Apr 18 20:24:01.626361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['17f8b08f-197e-4aa1-a778-8cea138c7735'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:01.656566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-daf078fe-3183-4a80-a492-181ef7710935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:01.658488 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-daf078fe-3183-4a80-a492-181ef7710935 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1331193 Apr 18 20:24:01.687654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-69fe7440-bf21-408c-8eac-7fd72c59aa4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad974434-9b69-4f62-9ffd-c99ece799b65 HTTP/1.1" status: 200 len: 217 time: 0.4161682 Apr 18 20:24:01.697225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6492c96-7e74-4806-9d3f-0a544091eb76 req-b023f387-0615-4b20-b5ec-b7889e47b2ae tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:01.705360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6492c96-7e74-4806-9d3f-0a544091eb76 req-b023f387-0615-4b20-b5ec-b7889e47b2ae tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 948 time: 0.6103668 Apr 18 20:24:01.741635 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-5c2b9274-683c-4448-b244-e4e4a16a2d1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 200 len: 217 time: 0.0747528 Apr 18 20:24:01.794492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.60', 55395) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:01.813617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-2c1add11-d1c7-48f8-8d8b-c3c49c591934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:01.815080 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-2c1add11-d1c7-48f8-8d8b-c3c49c591934 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0671458 Apr 18 20:24:01.855309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6492c96-7e74-4806-9d3f-0a544091eb76 req-807294a6-97f5-474b-915e-13df9e0e5048 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490960 Apr 18 20:24:01.857384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddf51c-e013-4fc8-9895-880dc172363f req-74fe00c7-944a-4a03-ba02-dfed652704cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:01.859030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-74fe00c7-944a-4a03-ba02-dfed652704cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.1492987 Apr 18 20:24:01.879118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-0505ae9e-2fff-4870-83ac-fdb4657716fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:01.880621 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-0505ae9e-2fff-4870-83ac-fdb4657716fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570235 Apr 18 20:24:01.952668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf28a22-e373-4968-9eee-c8e6f16805d5 req-ef4a9bb7-10d5-462f-ac11-1b3c29ed238f tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/security-groups?id=898ad9f0-340e-4e3b-83f9-603fe8bcba03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414258 Apr 18 20:24:01.998031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-a2e8bca4-952a-453c-b3f6-3b1408f82bc6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788901 Apr 18 20:24:02.005134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8badddf8-f0f4-4995-8095-12364019b56e req-12d16668-ffc8-4e88-ac94-f36140c27545 tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.64 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.1431317 Apr 18 20:24:02.008998 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-ac84b560-a03f-4d95-ae85-437b49cdb693 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212351 Apr 18 20:24:02.113547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-0bc4d8bc-3a12-48f8-a989-75a61a9ad623 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:02.114993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-0bc4d8bc-3a12-48f8-a989-75a61a9ad623 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.60 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 950 time: 0.3043580 Apr 18 20:24:02.135555 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23a50a5a-70d3-4fd8-917c-4868a2999574 req-8fca0083-5746-4cdf-91a1-1f126aff3a6c service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117511 Apr 18 20:24:02.238402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1e662-c2be-4341-8dc6-c5ff894417e7 req-abf504fe-e2ff-493c-82cd-e966e884c278 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:02.241302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62d1e662-c2be-4341-8dc6-c5ff894417e7 req-abf504fe-e2ff-493c-82cd-e966e884c278 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 943 time: 0.2458098 Apr 18 20:24:02.286996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9289a0-fa8e-4861-ac94-3747e3087724 req-458d9d1e-0832-4b97-a340-e7caf4878432 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:02.288467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d9289a0-fa8e-4861-ac94-3747e3087724 req-458d9d1e-0832-4b97-a340-e7caf4878432 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.2615776 Apr 18 20:24:02.312582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-d6e5bd99-3c89-48f4-9205-6b160e5c57e2 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976799 Apr 18 20:24:02.405859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62d1e662-c2be-4341-8dc6-c5ff894417e7 req-aa1dcf55-dfe3-49df-85c5-3357466b1685 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422963 Apr 18 20:24:02.422599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d9289a0-fa8e-4861-ac94-3747e3087724 req-23cf14dc-7689-4e7e-8954-26b06fa0b554 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234193 Apr 18 20:24:02.469219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-8bb4b8ab-eb4f-4281-9403-58375f7567ee tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Deleting port b080090e-2f5d-419e-9c9c-0ddfac01f480 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:02.469539 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-8bb4b8ab-eb4f-4281-9403-58375f7567ee tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.532394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'tag': 'ad974434-9b69-4f62-9ffd-c99ece799b65'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:02.534723 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09" -d '{"events": [{"name": "network-changed", "server_uuid": "9a67a137-c7df-4b6d-93bb-de0ca355a137", "tag": "ad974434-9b69-4f62-9ffd-c99ece799b65"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:02.544260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83ddf51c-e013-4fc8-9895-880dc172363f req-50350463-b102-4bc6-9355-58b08572d597 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152457 Apr 18 20:24:02.593212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b13152a9-be99-4612-a648-2f3b83d26751 req-7a1bccc3-d353-4153-a8be-249d029c03af tempest-ServersAdmin275Test-1108207560 tempest-ServersAdmin275Test-1108207560-project] 10.222.0.49 "GET /v2.0/ports?device_id=1376ea04-62d4-47fc-9ad6-795b0a9edcf7 HTTP/1.1" status: 200 len: 210 time: 0.0491984 Apr 18 20:24:02.653981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-8bb4b8ab-eb4f-4281-9403-58375f7567ee tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] For port b080090e-2f5d-419e-9c9c-0ddfac01f480, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b080090e-2f5d-419e-9c9c-0ddfac01f480,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:02.654485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-8bb4b8ab-eb4f-4281-9403-58375f7567ee tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.670423 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07e923a-df68-457c-b784-728a9714f021 x-openstack-request-id: req-b07e923a-df68-457c-b784-728a9714f021 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:02.670709 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a67a137-c7df-4b6d-93bb-de0ca355a137", "tag": "ad974434-9b69-4f62-9ffd-c99ece799b65", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:02.670954 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b07e923a-df68-457c-b784-728a9714f021 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:02.671369 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07e923a-df68-457c-b784-728a9714f021'] response: {'name': 'network-changed', 'server_uuid': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'tag': 'ad974434-9b69-4f62-9ffd-c99ece799b65', 'status': 'completed', 'code': 200} Apr 18 20:24:02.675418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-8bb4b8ab-eb4f-4281-9403-58375f7567ee tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Calling delete_port for b080090e-2f5d-419e-9c9c-0ddfac01f480 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:02.795522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-16d9b115-849e-443a-a585-168507c9be3e tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2c1df53add0e403f824b349aac9a0d16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454383 Apr 18 20:24:02.872128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09 req-a8917268-4df1-488a-be40-350b357560d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:02.873693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09 req-a8917268-4df1-488a-be40-350b357560d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 1094 time: 0.1354132 Apr 18 20:24:02.957815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 17f8b08f-197e-4aa1-a778-8cea138c7735 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:03.013028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 17f8b08f-197e-4aa1-a778-8cea138c7735 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:03.017292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 17f8b08f-197e-4aa1-a778-8cea138c7735 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:03.017730 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.018546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-52a14f25-b1fd-433c-91a1-48da09c9e85d tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:03.020532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-52a14f25-b1fd-433c-91a1-48da09c9e85d tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135506 Apr 18 20:24:03.077136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-74e79bb5-99a6-4548-9d86-db78a465727e tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/quotas/2c1df53add0e403f824b349aac9a0d16 HTTP/1.1" status: 200 len: 375 time: 0.0317111 Apr 18 20:24:03.110314 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.136561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:03.138839 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a72f026-c5b1-497f-ba2d-59d952cfc6ab" -d '{"events": [{"server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "name": "network-vif-plugged", "status": "completed", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:03.139409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-8bb4b8ab-eb4f-4281-9403-58375f7567ee tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.142718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-6656ccea-0433-42af-86ee-38d01b47a0b5 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c1df53add0e403f824b349aac9a0d16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442445 Apr 18 20:24:03.149497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09 req-c0f224d3-20ea-4687-8263-c728697e18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:03.151422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09 req-c0f224d3-20ea-4687-8263-c728697e18ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.2431352 Apr 18 20:24:03.153500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=17f8b08f-197e-4aa1-a778-8cea138c7735,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:03.158812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d7674-6075-4b6a-8a88-c894164b7b1b req-369fdaaa-67fa-480c-97b4-281c3ce8f6bf tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:03.160014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.160303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b6d7674-6075-4b6a-8a88-c894164b7b1b req-369fdaaa-67fa-480c-97b4-281c3ce8f6bf tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 949 time: 0.2227564 Apr 18 20:24:03.215021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=17f8b08f-197e-4aa1-a778-8cea138c7735,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:03.239833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4b8ab-eb4f-4281-9403-58375f7567ee tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Pushing event deleted for resources: {'Port': ['ID=b080090e-2f5d-419e-9c9c-0ddfac01f480,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:03.261095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09 req-378450db-493f-4beb-8f84-8f562a6aaff6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad974434-9b69-4f62-9ffd-c99ece799b65 HTTP/1.1" status: 200 len: 217 time: 0.0983903 Apr 18 20:24:03.380208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-8bb4b8ab-eb4f-4281-9403-58375f7567ee tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] No DVR routers for this DVR port b080090e-2f5d-419e-9c9c-0ddfac01f480 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:03.389904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09 req-5369bb70-d06a-4fd0-9734-6dff9ba679f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:03.391241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09 req-5369bb70-d06a-4fd0-9734-6dff9ba679f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.1112142 Apr 18 20:24:03.392321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-8bb4b8ab-eb4f-4281-9403-58375f7567ee tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.395544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51822f73-e130-4e4d-a7fc-c8f88448bf6f req-8bb4b8ab-eb4f-4281-9403-58375f7567ee tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.60 "DELETE /v2.0/ports/b080090e-2f5d-419e-9c9c-0ddfac01f480 HTTP/1.1" status: 204 len: 173 time: 1.2606893 Apr 18 20:24:03.435877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b6d7674-6075-4b6a-8a88-c894164b7b1b req-b4750b2e-1fd2-47bc-8e14-d90ec513e6d2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423515 Apr 18 20:24:03.461482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0771b90a-6b15-47d9-b6cf-3b52df6e4837 req-6bcdb09b-3df9-4fe5-a468-06ea1a6a23d8 tempest-LiveMigrationNegativeTest-710778605 tempest-LiveMigrationNegativeTest-710778605-project] 10.222.0.49 "GET /v2.0/ports?device_id=65195ea0-8ed0-49ba-a0a5-d62e8da62662 HTTP/1.1" status: 200 len: 210 time: 0.0638723 Apr 18 20:24:03.461482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09 req-14a4b43f-f61a-41e1-bd2d-6f047dc8033f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442955 Apr 18 20:24:03.512528 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80b297c-f06b-4d14-acd3-9550cd0fa984 x-openstack-request-id: req-c80b297c-f06b-4d14-acd3-9550cd0fa984 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:03.512841 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "name": "network-vif-plugged", "status": "completed", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:03.513096 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c80b297c-f06b-4d14-acd3-9550cd0fa984 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:03.513491 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80b297c-f06b-4d14-acd3-9550cd0fa984'] response: {'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735', 'code': 200} Apr 18 20:24:03.585950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27bf2db9-3264-4082-8e89-7177a8db4c56 req-b7949285-0650-43ad-a6f0-14673e91c405 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 210 time: 0.0389545 Apr 18 20:24:03.654259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09 req-adc40618-a64f-4cf7-b0d8-78b1f18bdda5 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818225 Apr 18 20:24:03.666017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adaef0-82b4-4e2f-8ea1-1228286bdf75 req-bdc476fc-48ac-4616-bf4e-a9d2c0382cf1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:03.667892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00adaef0-82b4-4e2f-8ea1-1228286bdf75 req-bdc476fc-48ac-4616-bf4e-a9d2c0382cf1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 943 time: 0.0843523 Apr 18 20:24:03.772716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00adaef0-82b4-4e2f-8ea1-1228286bdf75 req-4698cdfd-47f4-49f0-b5ad-3c6200f40894 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933447 Apr 18 20:24:03.809802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cac47a2-1bd4-4ae5-8256-4d06520cdf09 req-cb4c0671-6d86-4895-a5df-9a82c96e51ed service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403580 Apr 18 20:24:03.930520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c415442-c445-4505-b8e1-9679304284f4 req-ec274d96-0cbd-4981-af67-6c9c9c337af9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:03.932179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c415442-c445-4505-b8e1-9679304284f4 req-ec274d96-0cbd-4981-af67-6c9c9c337af9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0819604 Apr 18 20:24:03.939933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43984b3-0579-434c-bca9-a2f345685009 req-11606130-4db1-40a7-bb67-dca60384b391 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:03.941384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b43984b3-0579-434c-bca9-a2f345685009 req-11606130-4db1-40a7-bb67-dca60384b391 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1101 time: 0.0810714 Apr 18 20:24:04.007066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c415442-c445-4505-b8e1-9679304284f4 req-bef5e3d3-222a-4cc1-bf0f-952eb844e8df tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647252 Apr 18 20:24:04.011100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b43984b3-0579-434c-bca9-a2f345685009 req-85610c74-5e1b-479e-af8a-5f3cdc3e8595 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603936 Apr 18 20:24:04.248263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-cfc915c4-a6bb-4a0b-a0ee-4100facac8f7 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2ab80b1403354e10ab7b298d8463922c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234234 Apr 18 20:24:04.344309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50450) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:04.372062 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361b802-6722-47bf-93b3-3652b3692e2e req-47dbf716-5ef1-4a3f-b427-45910f1551e8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:04.373731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-47dbf716-5ef1-4a3f-b427-45910f1551e8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196189 Apr 18 20:24:04.389208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-122ca6e1-cc1d-4d99-9963-88af4b1671e8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/quotas/2ab80b1403354e10ab7b298d8463922c HTTP/1.1" status: 200 len: 375 time: 0.0098944 Apr 18 20:24:04.440450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-0500f40a-1897-4d31-8053-982fd4e269a9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454080 Apr 18 20:24:04.476808 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c48f0d3a-6551-4d1b-bc3e-a3404f8f5d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.482791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-cbed6d90-3930-4bef-9c67-560daa7ab3ce tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2c1df53add0e403f824b349aac9a0d16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275910 Apr 18 20:24:04.613918 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c48f0d3a-6551-4d1b-bc3e-a3404f8f5d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.623156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c48f0d3a-6551-4d1b-bc3e-a3404f8f5d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.666294 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c48f0d3a-6551-4d1b-bc3e-a3404f8f5d95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd21e5d6996e4dbbb83a0bc42180cdc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207614 Apr 18 20:24:04.670101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50464) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:04.670992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f0d3a-6551-4d1b-bc3e-a3404f8f5d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688a7541-f72e-4480-b455-286a194554b8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:04.673849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65195ea0-8ed0-49ba-a0a5-d62e8da62662', 'name': 'network-vif-deleted', 'tag': 'b080090e-2f5d-419e-9c9c-0ddfac01f480'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:04.679705 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7294e1-9b58-4dc7-95d4-a98e6204c7dd" -d '{"events": [{"server_uuid": "65195ea0-8ed0-49ba-a0a5-d62e8da62662", "name": "network-vif-deleted", "tag": "b080090e-2f5d-419e-9c9c-0ddfac01f480"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:04.696169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58bf3015-ba3c-4332-b06a-2a44c017c0ed req-e2cf18eb-fd15-4d70-9fdf-a6e79b9afdc8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 210 time: 0.0670462 Apr 18 20:24:04.746247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b080090e-2f5d-419e-9c9c-0ddfac01f480 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:04.747338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b860edb-5886-451d-b4ea-c13542f11854 req-4a806286-ba33-4222-877e-1566bbfd0941 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 210 time: 0.0494153 Apr 18 20:24:04.771241 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8248405-89ac-428b-8124-0eeb69080aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.791016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-2832546e-b863-4aad-af2e-ba197e68d367 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:04.797659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-2832546e-b863-4aad-af2e-ba197e68d367 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3074818 Apr 18 20:24:04.808290 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8248405-89ac-428b-8124-0eeb69080aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.819246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Request body: {'port': {'device_id': '8cdf07d0-97f5-4671-ba82-4385503a5cff', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '2c1df53add0e403f824b349aac9a0d16'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:04.832339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: b080090e-2f5d-419e-9c9c-0ddfac01f480 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:04.832690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b080090e-2f5d-419e-9c9c-0ddfac01f480 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:04.896187 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8248405-89ac-428b-8124-0eeb69080aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.900029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8248405-89ac-428b-8124-0eeb69080aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.904363 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a8248405-89ac-428b-8124-0eeb69080aea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/688a7541-f72e-4480-b455-286a194554b8 HTTP/1.1" status: 204 len: 168 time: 0.2269385 Apr 18 20:24:04.915081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8248405-89ac-428b-8124-0eeb69080aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688a7541-f72e-4480-b455-286a194554b8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:04.942016 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23bc047-0d8f-4cae-9ca5-b64b006e72a2 x-openstack-request-id: req-e23bc047-0d8f-4cae-9ca5-b64b006e72a2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:04.942311 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65195ea0-8ed0-49ba-a0a5-d62e8da62662", "name": "network-vif-deleted", "tag": "b080090e-2f5d-419e-9c9c-0ddfac01f480", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:04.942561 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e23bc047-0d8f-4cae-9ca5-b64b006e72a2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:04.942962 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23bc047-0d8f-4cae-9ca5-b64b006e72a2'] response: {'server_uuid': '65195ea0-8ed0-49ba-a0a5-d62e8da62662', 'name': 'network-vif-deleted', 'tag': 'b080090e-2f5d-419e-9c9c-0ddfac01f480', 'status': 'completed', 'code': 200} Apr 18 20:24:04.944513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50474) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:05.014526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13147bc9-9a29-4a3e-bacf-a3bcd95b7907 req-9b730d30-0bab-403c-a9b0-87990ae885a1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:05.016348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13147bc9-9a29-4a3e-bacf-a3bcd95b7907 req-9b730d30-0bab-403c-a9b0-87990ae885a1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 943 time: 0.1024492 Apr 18 20:24:05.048830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Made reservation on behalf of 2c1df53add0e403f824b349aac9a0d16 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:05.053408 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.063774 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.108379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13147bc9-9a29-4a3e-bacf-a3bcd95b7907 req-6281fc24-3e7a-4277-a0a5-39a195537674 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824285 Apr 18 20:24:05.115220 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:24:05.159195 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d2311111-eb9e-4944-ab03-0acb1e584292 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=675e96c68fc84a0690198af16f584741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127030 Apr 18 20:24:05.162354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:05.205883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc5c6-f73f-4c7c-859c-a2713d580f53 req-4ca217a0-16d8-433c-abd9-49b8483b72f0 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:05.215197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-badcc5c6-f73f-4c7c-859c-a2713d580f53 req-4ca217a0-16d8-433c-abd9-49b8483b72f0 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0890210 Apr 18 20:24:05.230960 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-264c24d9-fe60-449c-8e2b-970401396051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.256465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-264c24d9-fe60-449c-8e2b-970401396051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.280864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-badcc5c6-f73f-4c7c-859c-a2713d580f53 req-cb9276d9-ca11-4961-be4d-a074185c6bca tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648038 Apr 18 20:24:05.282709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.289870 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.316931 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-264c24d9-fe60-449c-8e2b-970401396051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.320432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-264c24d9-fe60-449c-8e2b-970401396051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.324946 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-264c24d9-fe60-449c-8e2b-970401396051 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/898ad9f0-340e-4e3b-83f9-603fe8bcba03 HTTP/1.1" status: 204 len: 168 time: 0.1611190 Apr 18 20:24:05.334821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c24d9-fe60-449c-8e2b-970401396051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ad9f0-340e-4e3b-83f9-603fe8bcba03,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:05.362769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cdf8e9-2a4b-4413-a7d0-6b36112f7999,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:05.411405 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50494) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:05.429032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce098f01-5dfa-49ce-9485-ba66c52b7f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.505883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Allocated IP 192.168.233.103 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/6f7376b7-f52c-4768-b5e8-a00d58c82df5) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:05.536983 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce098f01-5dfa-49ce-9485-ba66c52b7f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.543151 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce098f01-5dfa-49ce-9485-ba66c52b7f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.599932 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ce098f01-5dfa-49ce-9485-ba66c52b7f84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dbde87ac1264a498cea05c8b1f104d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874139 Apr 18 20:24:05.600706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50498) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:05.606932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce098f01-5dfa-49ce-9485-ba66c52b7f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae1acdf-a403-4739-832e-41daf6a8e8d4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:05.658315 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa77bb30-e5d4-43f2-93f6-9bdda2063d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.680168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa77bb30-e5d4-43f2-93f6-9bdda2063d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.684889 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.736702 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.741250 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa77bb30-e5d4-43f2-93f6-9bdda2063d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.742906 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e768f5c8-99a1-4d7e-8055-2f7d3884ad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.743927 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa77bb30-e5d4-43f2-93f6-9bdda2063d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.748766 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fa77bb30-e5d4-43f2-93f6-9bdda2063d78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dae1acdf-a403-4739-832e-41daf6a8e8d4 HTTP/1.1" status: 204 len: 168 time: 0.1468501 Apr 18 20:24:05.756467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77bb30-e5d4-43f2-93f6-9bdda2063d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae1acdf-a403-4739-832e-41daf6a8e8d4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:05.832437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:05.839894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50506) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:05.842191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:05.874501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:05.880520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:05.882109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.884273 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d5f0f525-7a08-4e0a-a26b-23fd946bd554 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c193e6b475bd405294f3054ac006e05f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431120 Apr 18 20:24:05.887655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50508) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:05.911692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Pushing event updated for resources: {'Port': ['ID=6f7376b7-f52c-4768-b5e8-a00d58c82df5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:05.938159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94f8a3da-0895-43e4-a450-c779031c92d8 req-dd514108-8755-48b1-afa1-bab273705a8e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 210 time: 0.1581261 Apr 18 20:24:05.974734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc2352d7-ab91-4428-8743-4e0964fbeb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.988845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-9dd175e0-a525-4df6-b629-6190c8c2f0c2 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1750598 Apr 18 20:24:06.005330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc2352d7-ab91-4428-8743-4e0964fbeb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.006737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05b10b-3533-44d8-9606-b2bbba5dfe59 req-3ca05aca-6327-413f-80a3-547caf3ecc57 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:06.015619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc05b10b-3533-44d8-9606-b2bbba5dfe59 req-3ca05aca-6327-413f-80a3-547caf3ecc57 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 936 time: 0.1507907 Apr 18 20:24:06.032475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Request body: {'port': {'device_id': '8cdf07d0-97f5-4671-ba82-4385503a5cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:06.074847 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc2352d7-ab91-4428-8743-4e0964fbeb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.077764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc2352d7-ab91-4428-8743-4e0964fbeb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.079636 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bc2352d7-ab91-4428-8743-4e0964fbeb16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03701ee2-8dd6-45ab-b93c-b2010ac5de67 HTTP/1.1" status: 204 len: 168 time: 0.1909170 Apr 18 20:24:06.088911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2352d7-ab91-4428-8743-4e0964fbeb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03701ee2-8dd6-45ab-b93c-b2010ac5de67,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:06.101266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0073f666-8eb2-431f-99a3-f0f66b34ef78 None None] Provisioning complete for port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:06.102274 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0073f666-8eb2-431f-99a3-f0f66b34ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.122022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-d1e480da-806e-4d94-9194-edf41ad66065 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ab80b1403354e10ab7b298d8463922c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031494 Apr 18 20:24:06.168771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0073f666-8eb2-431f-99a3-f0f66b34ef78 None None] Port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:06.256772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc05b10b-3533-44d8-9606-b2bbba5dfe59 req-1b216d7e-7780-4e01-8e74-2c39181f08a0 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402494 Apr 18 20:24:06.551782 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.679014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945c52-caf9-45cd-a89f-8e8fec681b71 req-ff20e9fd-84c1-4895-a606-646ba49cefaf tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:06.684159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd945c52-caf9-45cd-a89f-8e8fec681b71 req-ff20e9fd-84c1-4895-a606-646ba49cefaf tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 943 time: 0.4303508 Apr 18 20:24:06.699638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc9df7b3-2123-4ec9-89a0-7886e5c6086a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:06.701690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc9df7b3-2123-4ec9-89a0-7886e5c6086a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5709295 Apr 18 20:24:06.731992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Request body: {'port': {'device_id': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '2ab80b1403354e10ab7b298d8463922c'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:06.749121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175c2a4-0d33-47e6-8182-0c474bf924bf req-31f88bed-ceea-4378-9c46-af1f55186805 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:06.751660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ad974434-9b69-4f62-9ffd-c99ece799b65 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:06.756207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2175c2a4-0d33-47e6-8182-0c474bf924bf req-31f88bed-ceea-4378-9c46-af1f55186805 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1999929 Apr 18 20:24:06.867304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:06.879495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'ad974434-9b69-4f62-9ffd-c99ece799b65', 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184', 'port_id': 'ad974434-9b69-4f62-9ffd-c99ece799b65', 'mac_address': 'fa:16:3e:f5:54:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358ffcc4-e9dd-4c50-b963-c290e74b6cc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:06.917206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd945c52-caf9-45cd-a89f-8e8fec681b71 req-b7deff0b-5c3b-4bb5-af10-798c5dfa9fe2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136464 Apr 18 20:24:06.918897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.935921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad974434-9b69-4f62-9ffd-c99ece799b65 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:06.946980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2175c2a4-0d33-47e6-8182-0c474bf924bf req-0a297a21-5d9c-497e-810f-2e21b565bfc5 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899314 Apr 18 20:24:06.969331 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:06.974990 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.079717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b3bb7e5-6a06-4bf4-be57-7261104faa41 req-af36eed9-8775-45c7-b44d-31cc889d92dc tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 210 time: 0.0493088 Apr 18 20:24:07.109424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Made reservation on behalf of 2ab80b1403354e10ab7b298d8463922c for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:07.116313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.119336 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ad974434-9b69-4f62-9ffd-c99ece799b65,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:07.290729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7376b7-f52c-4768-b5e8-a00d58c82df5 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:07.300654 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.313798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Transition to ACTIVE for port object 6f7376b7-f52c-4768-b5e8-a00d58c82df5 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:07.325810 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.400348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['ad974434-9b69-4f62-9ffd-c99ece799b65'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:07.497205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Allocated IP 192.168.233.247 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/b4284be3-040b-4fc4-bbec-ad711c4ded74) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:07.501489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7376b7-f52c-4768-b5e8-a00d58c82df5,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:07.583987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d53957-9bcb-476b-b434-d67b5784bf69 req-3dd5ddee-d70d-4378-8f02-702eab89c82d tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:07.598286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42d53957-9bcb-476b-b434-d67b5784bf69 req-3dd5ddee-d70d-4378-8f02-702eab89c82d tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 948 time: 0.2228220 Apr 18 20:24:07.618939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Attempting to bind port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:07.618939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Attempting to bind port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:07.618939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Attempting to bind port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:07.637999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:07.638320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Attempting to bind port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:07.668145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:07.668397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:07.668773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:07.669215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Bound port: 6f7376b7-f52c-4768-b5e8-a00d58c82df5, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:07.669575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.708445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42d53957-9bcb-476b-b434-d67b5784bf69 req-c5260dc9-1ae9-4f5d-b64b-17588894e96e tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091726 Apr 18 20:24:07.838617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] For port 6f7376b7-f52c-4768-b5e8-a00d58c82df5, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:07.843307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] For port 6f7376b7-f52c-4768-b5e8-a00d58c82df5, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6f7376b7-f52c-4768-b5e8-a00d58c82df5,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:07.854822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.907921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:07.908520 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.909904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] 10.222.0.64 "PUT /v2.0/ports/6f7376b7-f52c-4768-b5e8-a00d58c82df5 HTTP/1.1" status: 200 len: 1096 time: 1.8900316 Apr 18 20:24:07.912808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdf07d0-97f5-4671-ba82-4385503a5cff', 'tag': '6f7376b7-f52c-4768-b5e8-a00d58c82df5'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:07.915064 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3552540b-2282-4fe6-bb7c-3b6aa6728c85" -d '{"events": [{"name": "network-changed", "server_uuid": "8cdf07d0-97f5-4671-ba82-4385503a5cff", "tag": "6f7376b7-f52c-4768-b5e8-a00d58c82df5"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:07.936390 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.955334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926a9db-c8b4-44f8-a4d1-43fcf9517674 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7376b7-f52c-4768-b5e8-a00d58c82df5,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:08.009208 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20929a70-1649-4941-9387-21e4cf4820d1 x-openstack-request-id: req-20929a70-1649-4941-9387-21e4cf4820d1 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:08.009496 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cdf07d0-97f5-4671-ba82-4385503a5cff", "tag": "6f7376b7-f52c-4768-b5e8-a00d58c82df5", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:08.009742 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20929a70-1649-4941-9387-21e4cf4820d1 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:08.010438 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20929a70-1649-4941-9387-21e4cf4820d1'] response: {'name': 'network-changed', 'server_uuid': '8cdf07d0-97f5-4671-ba82-4385503a5cff', 'tag': '6f7376b7-f52c-4768-b5e8-a00d58c82df5', 'status': 'completed', 'code': 200} Apr 18 20:24:08.047378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-d3e8abac-4206-4b44-9d12-4a5e52c0e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.049023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-d3e8abac-4206-4b44-9d12-4a5e52c0e041 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c1df53add0e403f824b349aac9a0d16&device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 1099 time: 0.0849793 Apr 18 20:24:08.050657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.066009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['17f8b08f-197e-4aa1-a778-8cea138c7735'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:08.148437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-1dabccde-ad67-4730-b146-d6283ab5c41a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6f7376b7-f52c-4768-b5e8-a00d58c82df5 HTTP/1.1" status: 200 len: 217 time: 0.0861583 Apr 18 20:24:08.212783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50630) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:08.238041 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f76454d9-3ffa-4059-bc87-4c00e6397e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.281000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:08.303282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:08.306212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:08.312794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.313422 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.343410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Pushing event updated for resources: {'Port': ['ID=b4284be3-040b-4fc4-bbec-ad711c4ded74,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:08.350867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e957-b8f2-446e-a1c1-132f0592b6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.435508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-fc8072d7-8148-448a-b61c-58e85a74687e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7147853 Apr 18 20:24:08.448453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e957-b8f2-446e-a1c1-132f0592b6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.453849 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e957-b8f2-446e-a1c1-132f0592b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.461099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3bc8f-681b-4de1-8a30-5ed2836fd77b req-9f3db319-7503-4065-9dcc-30249124ec95 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.462637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9b3bc8f-681b-4de1-8a30-5ed2836fd77b req-9f3db319-7503-4065-9dcc-30249124ec95 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 944 time: 0.4026856 Apr 18 20:24:08.472507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Request body: {'port': {'device_id': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:08.475946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-06e7877c-4f21-420c-915d-7e21785427be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.477394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-06e7877c-4f21-420c-915d-7e21785427be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2088685 Apr 18 20:24:08.500411 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a7f5e957-b8f2-446e-a1c1-132f0592b6c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=770c013d70a340a89df6ee3899ab35f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835946 Apr 18 20:24:08.500411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5e957-b8f2-446e-a1c1-132f0592b6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb186f2-1dc6-4a32-9df2-4420b00f5519,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:08.503242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50634) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:08.523802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e78aa-02e9-4ece-ab9a-74049b35eb24 req-446f9476-ed31-4a19-b8e6-93b7b69cd7e2 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.524242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e78aa-02e9-4ece-ab9a-74049b35eb24 req-446f9476-ed31-4a19-b8e6-93b7b69cd7e2 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.524703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e78aa-02e9-4ece-ab9a-74049b35eb24 req-446f9476-ed31-4a19-b8e6-93b7b69cd7e2 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.525146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e78aa-02e9-4ece-ab9a-74049b35eb24 req-446f9476-ed31-4a19-b8e6-93b7b69cd7e2 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.526206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e78aa-02e9-4ece-ab9a-74049b35eb24 req-446f9476-ed31-4a19-b8e6-93b7b69cd7e2 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.526666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e78aa-02e9-4ece-ab9a-74049b35eb24 req-446f9476-ed31-4a19-b8e6-93b7b69cd7e2 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.527528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e78aa-02e9-4ece-ab9a-74049b35eb24 req-446f9476-ed31-4a19-b8e6-93b7b69cd7e2 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.527528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e78aa-02e9-4ece-ab9a-74049b35eb24 req-446f9476-ed31-4a19-b8e6-93b7b69cd7e2 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.528003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e78aa-02e9-4ece-ab9a-74049b35eb24 req-446f9476-ed31-4a19-b8e6-93b7b69cd7e2 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.530066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-709e78aa-02e9-4ece-ab9a-74049b35eb24 req-446f9476-ed31-4a19-b8e6-93b7b69cd7e2 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.3910589 Apr 18 20:24:08.556409 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7203f89-79fe-4436-a428-2b46cd3d53cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.583194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7203f89-79fe-4436-a428-2b46cd3d53cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.599907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-22c9a8eb-b6b7-4483-ba06-1649271647d9 None None] Provisioning complete for port b4284be3-040b-4fc4-bbec-ad711c4ded74 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:08.600733 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-22c9a8eb-b6b7-4483-ba06-1649271647d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.618463 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9b3bc8f-681b-4de1-8a30-5ed2836fd77b req-cf374edd-e36c-4b5a-aaab-2912f915ea75 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374917 Apr 18 20:24:08.656467 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.657902 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7203f89-79fe-4436-a428-2b46cd3d53cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.665929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-22c9a8eb-b6b7-4483-ba06-1649271647d9 None None] Port b4284be3-040b-4fc4-bbec-ad711c4ded74 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:08.666486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-3fed5650-3987-4ab7-b391-6e5bebde4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.666486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-3fed5650-3987-4ab7-b391-6e5bebde4242 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609185 Apr 18 20:24:08.670021 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7203f89-79fe-4436-a428-2b46cd3d53cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.671349 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a7203f89-79fe-4436-a428-2b46cd3d53cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9eb186f2-1dc6-4a32-9df2-4420b00f5519 HTTP/1.1" status: 204 len: 168 time: 0.1671872 Apr 18 20:24:08.686776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7203f89-79fe-4436-a428-2b46cd3d53cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb186f2-1dc6-4a32-9df2-4420b00f5519,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:08.761041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ad974434-9b69-4f62-9ffd-c99ece799b65 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:08.793780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079c471-4ac9-4942-ab48-0230c01c334d req-b82106bf-576c-46e2-9ec6-c12ecf464a32 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.795321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4079c471-4ac9-4942-ab48-0230c01c334d req-b82106bf-576c-46e2-9ec6-c12ecf464a32 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1978066 Apr 18 20:24:08.821286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port ad974434-9b69-4f62-9ffd-c99ece799b65 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:08.826460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port ad974434-9b69-4f62-9ffd-c99ece799b65 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:08.826838 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.912053 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.933356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb305d3d-67f6-4593-b07b-fe23a312cd57 req-6c80574d-44ad-48ca-aeab-2c093d45bea9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.935152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb305d3d-67f6-4593-b07b-fe23a312cd57 req-6c80574d-44ad-48ca-aeab-2c093d45bea9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 936 time: 0.2316747 Apr 18 20:24:08.941981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad974434-9b69-4f62-9ffd-c99ece799b65'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:08.944263 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782cb8f9-d132-43b6-8b7e-74224746c386" -d '{"events": [{"server_uuid": "9a67a137-c7df-4b6d-93bb-de0ca355a137", "name": "network-vif-plugged", "status": "completed", "tag": "ad974434-9b69-4f62-9ffd-c99ece799b65"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:08.952733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-8e84ed84-bcda-4838-a2b6-1e6b8bf6221f service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788537 Apr 18 20:24:08.957945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:08.964221 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.971362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4079c471-4ac9-4942-ab48-0230c01c334d req-ee791253-2f5e-4aa8-93f5-0a3a0e4cfc40 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622360 Apr 18 20:24:09.025656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ad974434-9b69-4f62-9ffd-c99ece799b65,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:09.127471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb305d3d-67f6-4593-b07b-fe23a312cd57 req-395b66bb-aba1-4627-99ce-849c6685f9b8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778269 Apr 18 20:24:09.177639 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.389379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50664) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:09.487172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-343067874-network', 'tenant_id': '2be886d0e352465d8cc38390cf405694'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:09.498020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a5c31a-1e02-4b37-80b3-1c2026ec2e33 req-2c6f4c7d-0821-4677-9d6a-6730ced90029 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321388 Apr 18 20:24:09.515978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Made reservation on behalf of 2be886d0e352465d8cc38390cf405694 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:09.518544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.530357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.530855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9da7-695b-4aa6-a3bc-9108f4c26e0f req-6fd76422-2f75-4c26-b391-a39fd4ba64c7 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.532251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-226b9da7-695b-4aa6-a3bc-9108f4c26e0f req-6fd76422-2f75-4c26-b391-a39fd4ba64c7 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 886 time: 0.5185959 Apr 18 20:24:09.569871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d6ce3-18b4-426a-80e4-c4f6bd1fad4c req-910e65e9-879a-42af-9958-d149592244e0 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.573517 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cbc99f-ea8a-4cd6-ba65-aefdc20c6407 x-openstack-request-id: req-c8cbc99f-ea8a-4cd6-ba65-aefdc20c6407 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:09.574033 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a67a137-c7df-4b6d-93bb-de0ca355a137", "name": "network-vif-plugged", "status": "completed", "tag": "ad974434-9b69-4f62-9ffd-c99ece799b65", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:09.574119 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8cbc99f-ea8a-4cd6-ba65-aefdc20c6407 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:09.574495 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8cbc99f-ea8a-4cd6-ba65-aefdc20c6407'] response: {'server_uuid': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad974434-9b69-4f62-9ffd-c99ece799b65', 'code': 200} Apr 18 20:24:09.577567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1d6ce3-18b4-426a-80e4-c4f6bd1fad4c req-910e65e9-879a-42af-9958-d149592244e0 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 948 time: 0.1654634 Apr 18 20:24:09.635502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.640478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.662042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:09.678794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5952676-f257-4d3d-9c38-acb7fb219308,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:09.683771 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.684144 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Added segment 9d8888dd-f1aa-42f7-b4fb-3f49d8347582 of type vlan for network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 Apr 18 20:24:09.697851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.698326 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.698671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.699018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.699401 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.699668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.700021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.700346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.700868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.701358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.701862 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.702180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:09.749559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4284be3-040b-4fc4-bbec-ad711c4ded74 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:09.750004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.766712 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.785746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.786166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1d6ce3-18b4-426a-80e4-c4f6bd1fad4c req-25238fa3-562c-4994-a416-e4292d5b07cd tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027297 Apr 18 20:24:09.786262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.786262 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.808016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-4a8c6aa7-fe72-42c3-b1f2-7fa1bfb74f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.808925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-4a8c6aa7-fe72-42c3-b1f2-7fa1bfb74f41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2c1df53add0e403f824b349aac9a0d16&device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 1099 time: 0.2265184 Apr 18 20:24:09.812414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Transition to ACTIVE for port object b4284be3-040b-4fc4-bbec-ad711c4ded74 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:09.816975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5bbf9-a95e-460a-a724-4b955ce6e9d8 req-7bbae6a1-3d3c-4217-ade8-a4c4e8e715f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.818489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15c5bbf9-a95e-460a-a724-4b955ce6e9d8 req-7bbae6a1-3d3c-4217-ade8-a4c4e8e715f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 1096 time: 0.1716290 Apr 18 20:24:09.835947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.853182 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4626675 Apr 18 20:24:09.854388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50674) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:09.860642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Request body: {'subnet': {'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-343067874-subnet', 'tenant_id': '2be886d0e352465d8cc38390cf405694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:09.871331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b89ef5-e37e-41ba-b685-c2adb0707049 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd2f75e-8528-4e56-a6f8-7c2f0f963077,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:09.884745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:24:09.886237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Made reservation on behalf of 2be886d0e352465d8cc38390cf405694 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:09.888789 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.995064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d311860-276a-4f73-ab09-30de4b5bb216 req-609c7519-d786-4ad0-a1c0-bff20168dc29 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.995583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d311860-276a-4f73-ab09-30de4b5bb216 req-609c7519-d786-4ad0-a1c0-bff20168dc29 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.996020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d311860-276a-4f73-ab09-30de4b5bb216 req-609c7519-d786-4ad0-a1c0-bff20168dc29 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.996480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d311860-276a-4f73-ab09-30de4b5bb216 req-609c7519-d786-4ad0-a1c0-bff20168dc29 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.997543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d311860-276a-4f73-ab09-30de4b5bb216 req-609c7519-d786-4ad0-a1c0-bff20168dc29 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.998017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d311860-276a-4f73-ab09-30de4b5bb216 req-609c7519-d786-4ad0-a1c0-bff20168dc29 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.998479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d311860-276a-4f73-ab09-30de4b5bb216 req-609c7519-d786-4ad0-a1c0-bff20168dc29 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:09.999248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d311860-276a-4f73-ab09-30de4b5bb216 req-609c7519-d786-4ad0-a1c0-bff20168dc29 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.000201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d311860-276a-4f73-ab09-30de4b5bb216 req-609c7519-d786-4ad0-a1c0-bff20168dc29 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.002300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d311860-276a-4f73-ab09-30de4b5bb216 req-609c7519-d786-4ad0-a1c0-bff20168dc29 tempest-NetworksTest-1012110917 tempest-NetworksTest-1012110917-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.4046712 Apr 18 20:24:10.072740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-de78b38b-51b9-43af-b788-2bd4170d4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.074528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-de78b38b-51b9-43af-b788-2bd4170d4847 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2525461 Apr 18 20:24:10.083367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.083609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Pushing event updated for resources: {'Port': ['ID=b4284be3-040b-4fc4-bbec-ad711c4ded74,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:10.123694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.125118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.125118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.125482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.125778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.126140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.127039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.127362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.127750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.128101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.128418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.128736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:10.145644 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:10.155722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Checking segment: {'id': '9d8888dd-f1aa-42f7-b4fb-3f49d8347582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:10.156231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Network hostable DHCP agents. Network: 7cd2f75e-8528-4e56-a6f8-7c2f0f963077, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:10.177547 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:10.198001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 7cd2f75e-8528-4e56-a6f8-7c2f0f963077) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:10.202746 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.203649 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.205334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15c5bbf9-a95e-460a-a724-4b955ce6e9d8 req-c2756bda-c7a1-4ed6-9ff3-dda8ca390f81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657284 Apr 18 20:24:10.211367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81956b2-9c9d-4b8d-bcd5-1f3665a6300e None None] Network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:10.215516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-0aaa202e-30d7-48ae-bd03-4a5974326299 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=6f7376b7-f52c-4768-b5e8-a00d58c82df5 HTTP/1.1" status: 200 len: 217 time: 0.1164553 Apr 18 20:24:10.226995 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-32f5929d-4f19-4ace-b3c7-71c5567acaa2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3698695 Apr 18 20:24:10.240475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Attempting to bind port b4284be3-040b-4fc4-bbec-ad711c4ded74 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:10.240843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Attempting to bind port b4284be3-040b-4fc4-bbec-ad711c4ded74 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:10.241190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Attempting to bind port b4284be3-040b-4fc4-bbec-ad711c4ded74 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:10.248847 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Port b4284be3-040b-4fc4-bbec-ad711c4ded74 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:10.249052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Attempting to bind port b4284be3-040b-4fc4-bbec-ad711c4ded74 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:10.258504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd5df5-f24d-424e-b088-a1d9a9add395 req-19cd9970-bd8e-4e13-b6f6-c4ad11c6bf25 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.260782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ecd5df5-f24d-424e-b088-a1d9a9add395 req-19cd9970-bd8e-4e13-b6f6-c4ad11c6bf25 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.3908055 Apr 18 20:24:10.310710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-e530d83a-e732-44b5-985e-edf7bede3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.312289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-e530d83a-e732-44b5-985e-edf7bede3433 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0646827 Apr 18 20:24:10.344796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:10.345192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:10.345616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:10.348329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Bound port: b4284be3-040b-4fc4-bbec-ad711c4ded74, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:10.348708 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.363301 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.364650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50688) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:10.392928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb18e8a-5397-4514-89cd-a13b856954ef None None] Network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:10.427358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ecd5df5-f24d-424e-b088-a1d9a9add395 req-547b6eac-facf-415c-bc59-429d340b9c0b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140211 Apr 18 20:24:10.463400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc436366-1a14-49f1-b5aa-1a3ab9272c6e req-230f2e47-69fe-4584-9046-105ccd36021d tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.464967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc436366-1a14-49f1-b5aa-1a3ab9272c6e req-230f2e47-69fe-4584-9046-105ccd36021d tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.3288422 Apr 18 20:24:10.507123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96623a6e-b6b6-4032-929e-6b4beb103155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.538237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-3afb6ae4-0a52-496a-ae27-1b88339a70a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.539760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-3afb6ae4-0a52-496a-ae27-1b88339a70a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1806877 Apr 18 20:24:10.575545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:10.589409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc436366-1a14-49f1-b5aa-1a3ab9272c6e req-2466220d-9271-493a-921f-27842493af02 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144741 Apr 18 20:24:10.596498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96623a6e-b6b6-4032-929e-6b4beb103155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.601890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96623a6e-b6b6-4032-929e-6b4beb103155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.604215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:10.636686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96623a6e-b6b6-4032-929e-6b4beb103155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd892139-4962-4507-9b8d-35895b336adf,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:10.656388 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-96623a6e-b6b6-4032-929e-6b4beb103155 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83d5c268be9b4aca870f58c661355712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906637 Apr 18 20:24:10.657090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50696) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:10.663823 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.738377 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-219111f5-952f-483c-b2d3-bf902adcb458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.750120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.750751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.752199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] 10.222.0.60 "PUT /v2.0/ports/b4284be3-040b-4fc4-bbec-ad711c4ded74 HTTP/1.1" status: 200 len: 1096 time: 2.2997046 Apr 18 20:24:10.757421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:10.760613 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:10.778878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80875a10-51a6-4da1-a998-65f65f22f792 req-8de90bf1-252d-4089-9364-6087ad6c7c71 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:10.796097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80875a10-51a6-4da1-a998-65f65f22f792 req-8de90bf1-252d-4089-9364-6087ad6c7c71 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 948 time: 0.2824981 Apr 18 20:24:10.805286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-219111f5-952f-483c-b2d3-bf902adcb458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.810195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-6de5a0ce-75fb-4ec8-80ad-5c3264546eb7 req-a1e06aae-4e98-4f59-b749-64e273aa3c22 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1687827281', 'description': 'tempest-description-1815153203'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:10.900121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-219111f5-952f-483c-b2d3-bf902adcb458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.903228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-219111f5-952f-483c-b2d3-bf902adcb458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.907068 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-219111f5-952f-483c-b2d3-bf902adcb458 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd892139-4962-4507-9b8d-35895b336adf HTTP/1.1" status: 204 len: 168 time: 0.2491002 Apr 18 20:24:10.915571 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219111f5-952f-483c-b2d3-bf902adcb458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd892139-4962-4507-9b8d-35895b336adf,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:10.930740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd76d2-0385-47ef-bc77-b6060f5b5705 service neutron] Pushing event updated for resources: {'Port': ['ID=b4284be3-040b-4fc4-bbec-ad711c4ded74,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:10.940374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-050b57fd-f14d-45c0-bcb3-36583ec84116 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763824 Apr 18 20:24:10.944921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80875a10-51a6-4da1-a998-65f65f22f792 req-1acd2220-8d90-4f88-8326-3ee826ce733b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479216 Apr 18 20:24:10.945645 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6de5a0ce-75fb-4ec8-80ad-5c3264546eb7 req-a1e06aae-4e98-4f59-b749-64e273aa3c22 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.054801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361b802-6722-47bf-93b3-3652b3692e2e req-082eb273-ac76-4e64-a2a3-11fdfb0320dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:11.056311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-082eb273-ac76-4e64-a2a3-11fdfb0320dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 1099 time: 0.1828880 Apr 18 20:24:11.077668 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.137078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-ec7905dd-a3f0-4371-8309-bec520c98a15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74 HTTP/1.1" status: 200 len: 217 time: 0.0544736 Apr 18 20:24:11.210937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4946d7d-6be4-4c70-9a35-069b297470bc req-6acbf1a1-3c42-4a6b-98c5-144badcf9023 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:11.212440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4946d7d-6be4-4c70-9a35-069b297470bc req-6acbf1a1-3c42-4a6b-98c5-144badcf9023 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 948 time: 0.1746070 Apr 18 20:24:11.224169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3552540b-2282-4fe6-bb7c-3b6aa6728c85 req-934b6f39-c5f3-4d70-932e-f7007c5328af service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743356 Apr 18 20:24:11.246375 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6de5a0ce-75fb-4ec8-80ad-5c3264546eb7 req-a1e06aae-4e98-4f59-b749-64e273aa3c22 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.253881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50712) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:11.256434 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6de5a0ce-75fb-4ec8-80ad-5c3264546eb7 req-a1e06aae-4e98-4f59-b749-64e273aa3c22 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.267597 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea17b-eb1d-432a-bbdf-a8dd3770bbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.301598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361b802-6722-47bf-93b3-3652b3692e2e req-9f5edc45-cfad-41ef-a6c8-ba7ca413b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:11.303333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-9f5edc45-cfad-41ef-a6c8-ba7ca413b1fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1487527 Apr 18 20:24:11.314997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6de5a0ce-75fb-4ec8-80ad-5c3264546eb7 req-a1e06aae-4e98-4f59-b749-64e273aa3c22 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.316258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6de5a0ce-75fb-4ec8-80ad-5c3264546eb7 req-a1e06aae-4e98-4f59-b749-64e273aa3c22 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5154476 Apr 18 20:24:11.332490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4946d7d-6be4-4c70-9a35-069b297470bc req-dde00079-16f5-426d-a78e-05b750e10dcd tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104519 Apr 18 20:24:11.345825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e06aae-4e98-4f59-b749-64e273aa3c22 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6a48f2-efc7-4cae-a0cb-7658c44deee9,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:11.371561 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea17b-eb1d-432a-bbdf-a8dd3770bbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.374287 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca95b4b-bafb-4b94-bc37-d5eb67fa7a50 x-openstack-request-id: req-dca95b4b-bafb-4b94-bc37-d5eb67fa7a50 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:11.374794 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:11.375307 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dca95b4b-bafb-4b94-bc37-d5eb67fa7a50 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:11.375877 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca95b4b-bafb-4b94-bc37-d5eb67fa7a50'] response: {'name': 'network-changed', 'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74', 'status': 'completed', 'code': 200} Apr 18 20:24:11.380692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f6ea17b-eb1d-432a-bbdf-a8dd3770bbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.393784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d1afaa95-fd2a-4452-bc93-a75009d6910d req-c4a9f201-8645-4eb2-9a75-445acc0bbe2e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1838845258', 'description': 'tempest-description-1585088266'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:11.399011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361b802-6722-47bf-93b3-3652b3692e2e req-7ba86244-a6c1-41cd-83b3-25231ebb0218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:11.401347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-7ba86244-a6c1-41cd-83b3-25231ebb0218 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833321 Apr 18 20:24:11.425412 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8f6ea17b-eb1d-432a-bbdf-a8dd3770bbe9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6310e07c90b64910a1c49c745e0ed386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704366 Apr 18 20:24:11.427395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ea17b-eb1d-432a-bbdf-a8dd3770bbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7077ea-b1b9-4071-8187-7b4247d672f5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:11.431120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50718) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:11.466067 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d1afaa95-fd2a-4452-bc93-a75009d6910d req-c4a9f201-8645-4eb2-9a75-445acc0bbe2e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.483615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-feb16c3c-79ce-4053-b8e5-6c1bfdb49968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.507997 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-feb16c3c-79ce-4053-b8e5-6c1bfdb49968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.533597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-7acebf3e-8d9d-4c71-8b6f-acb744d85c4d service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217709 Apr 18 20:24:11.567849 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-feb16c3c-79ce-4053-b8e5-6c1bfdb49968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.570478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-feb16c3c-79ce-4053-b8e5-6c1bfdb49968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.571608 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-feb16c3c-79ce-4053-b8e5-6c1bfdb49968 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f7077ea-b1b9-4071-8187-7b4247d672f5 HTTP/1.1" status: 204 len: 168 time: 0.1395476 Apr 18 20:24:11.588844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb16c3c-79ce-4053-b8e5-6c1bfdb49968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7077ea-b1b9-4071-8187-7b4247d672f5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:11.613863 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d1afaa95-fd2a-4452-bc93-a75009d6910d req-c4a9f201-8645-4eb2-9a75-445acc0bbe2e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.626983 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d1afaa95-fd2a-4452-bc93-a75009d6910d req-c4a9f201-8645-4eb2-9a75-445acc0bbe2e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.668373 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d1afaa95-fd2a-4452-bc93-a75009d6910d req-c4a9f201-8645-4eb2-9a75-445acc0bbe2e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.669587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1afaa95-fd2a-4452-bc93-a75009d6910d req-c4a9f201-8645-4eb2-9a75-445acc0bbe2e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2814324 Apr 18 20:24:11.684252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9f201-8645-4eb2-9a75-445acc0bbe2e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137cee78-470a-4d7d-af61-049c904b5c5b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:11.691747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b361b802-6722-47bf-93b3-3652b3692e2e req-668d03ef-bfce-4596-8dc6-a208467b12e5 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480792 Apr 18 20:24:11.862615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-bed84cbf-895b-472b-af63-a55f7665f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:11.864183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-bed84cbf-895b-472b-af63-a55f7665f017 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 1099 time: 0.0823560 Apr 18 20:24:11.873730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb4d8-3b24-4eea-836d-bbb041741002 req-47e6f6dc-cd03-4378-843b-6f779a64b0ad tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:11.875712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cabbb4d8-3b24-4eea-836d-bbb041741002 req-47e6f6dc-cd03-4378-843b-6f779a64b0ad tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.1188130 Apr 18 20:24:11.914146 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.956416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cabbb4d8-3b24-4eea-836d-bbb041741002 req-3cc35c83-b581-46fe-9b46-671ef8b989a5 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699699 Apr 18 20:24:12.001713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-ae696071-2771-4d8e-b5f6-ce3dd1fee520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:12.004581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-ae696071-2771-4d8e-b5f6-ce3dd1fee520 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1271958 Apr 18 20:24:12.070269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-748a8385-34fe-4194-a211-95eb253dacb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74 HTTP/1.1" status: 200 len: 217 time: 0.0586340 Apr 18 20:24:12.211557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847377c-e678-47ea-bc21-b5d0e8ae362f req-59d0ba4a-5f8b-47a3-a1ff-170e21c76b3c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:12.213587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d847377c-e678-47ea-bc21-b5d0e8ae362f req-59d0ba4a-5f8b-47a3-a1ff-170e21c76b3c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1520457 Apr 18 20:24:12.222163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-68bd52c8-93a6-4135-87e8-2926ec2c1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:12.222163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-68bd52c8-93a6-4135-87e8-2926ec2c1618 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1412516 Apr 18 20:24:12.274637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-c093434e-4d42-4bde-a73f-8d67444787df tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:12.276670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-c093434e-4d42-4bde-a73f-8d67444787df tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 812 time: 0.2170072 Apr 18 20:24:12.305042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d847377c-e678-47ea-bc21-b5d0e8ae362f req-92021065-3e56-4749-94c8-b487ed8c56f7 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829854 Apr 18 20:24:12.308774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-f14986a3-a2e0-47c3-b99e-b365b6229585 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/quotas/2be886d0e352465d8cc38390cf405694 HTTP/1.1" status: 200 len: 375 time: 0.0214837 Apr 18 20:24:12.324566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-7d83b10b-807c-426a-9f6b-26d8eb95973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:12.325976 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-7d83b10b-807c-426a-9f6b-26d8eb95973b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877111 Apr 18 20:24:12.345520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-d9314ff6-274f-44bb-bca9-4623e80def73 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308192 Apr 18 20:24:12.779733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913bd3b-f732-4853-b217-1a36ab769962 req-fa3108d3-f972-4d3f-af2b-3d75bd1c05e8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:12.781235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9913bd3b-f732-4853-b217-1a36ab769962 req-fa3108d3-f972-4d3f-af2b-3d75bd1c05e8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 948 time: 0.3714819 Apr 18 20:24:12.786772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-1eceec2c-ba9c-4b86-90aa-82f5d773717a service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438448 Apr 18 20:24:12.788627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-77ead55e-88f2-44cb-9134-ce3627bc9279 service neutron] 10.222.0.49 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223809 Apr 18 20:24:12.926101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9913bd3b-f732-4853-b217-1a36ab769962 req-7092aac3-55aa-4e2e-84f2-270b4081c3fa tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326916 Apr 18 20:24:12.971870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36c274e5-fae6-4d2d-a21f-3face8c0c1b1 req-ceb4018d-2121-431a-a045-fd46a2adad4f service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768231 Apr 18 20:24:12.973822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-2cff9d3a-48f4-4e44-b098-c1f950786bd3 service neutron] 10.222.0.49 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675072 Apr 18 20:24:12.976445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6f7376b7-f52c-4768-b5e8-a00d58c82df5 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:13.079798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6f7376b7-f52c-4768-b5e8-a00d58c82df5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6f7376b7-f52c-4768-b5e8-a00d58c82df5,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:13.107431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '6f7376b7-f52c-4768-b5e8-a00d58c82df5', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '6f7376b7-f52c-4768-b5e8-a00d58c82df5', 'mac_address': 'fa:16:3e:b9:bc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:13.154373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.168052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7376b7-f52c-4768-b5e8-a00d58c82df5 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:13.192137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6f7376b7-f52c-4768-b5e8-a00d58c82df5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6f7376b7-f52c-4768-b5e8-a00d58c82df5,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:13.196375 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.246778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6f7376b7-f52c-4768-b5e8-a00d58c82df5,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:13.255386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.255702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.256069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.256665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.256925 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.257284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.257633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.257950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.258270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.258772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.258958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.259283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:13.267054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62ae34-8b79-49a4-b204-79f023c0ab52 req-0b55adf4-6554-4b48-9431-d5b142511783 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:13.271968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff62ae34-8b79-49a4-b204-79f023c0ab52 req-0b55adf4-6554-4b48-9431-d5b142511783 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 948 time: 0.1087523 Apr 18 20:24:13.366996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff62ae34-8b79-49a4-b204-79f023c0ab52 req-e8e63e5e-b7f4-4cb5-a0dd-e3c90e119531 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782626 Apr 18 20:24:13.382157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b539282-871f-401b-8ca8-429c876f8241 req-0f35fb9b-6f27-4e5d-9824-68165de29205 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:13.383666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b539282-871f-401b-8ca8-429c876f8241 req-0f35fb9b-6f27-4e5d-9824-68165de29205 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.0752685 Apr 18 20:24:13.430468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b539282-871f-401b-8ca8-429c876f8241 req-682c2356-702a-4398-a1fe-1295798e5be2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391192 Apr 18 20:24:13.483815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['6f7376b7-f52c-4768-b5e8-a00d58c82df5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:13.509159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6187f5ab-d6df-4462-8de9-cf225d6f0d7d req-0a135b4b-3e64-4bd1-90f6-ae9e0405da7c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 210 time: 0.0328035 Apr 18 20:24:13.612607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-e3daaa9f-4af6-4e06-a01c-b712f99d7940 req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1374090809', 'description': 'tempest-description-1368582833'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:13.648152 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3daaa9f-4af6-4e06-a01c-b712f99d7940 req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.672679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3daaa9f-4af6-4e06-a01c-b712f99d7940 req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.709381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c868-1850-421c-8576-bd8b36c29e57 req-9f6e02ba-d793-42f8-a8ce-a3f73335a381 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:13.710857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d494c868-1850-421c-8576-bd8b36c29e57 req-9f6e02ba-d793-42f8-a8ce-a3f73335a381 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0741217 Apr 18 20:24:13.767945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d494c868-1850-421c-8576-bd8b36c29e57 req-0f1b951c-c353-4b79-a992-be522039efc2 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488365 Apr 18 20:24:13.809308 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3daaa9f-4af6-4e06-a01c-b712f99d7940 req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.813628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3daaa9f-4af6-4e06-a01c-b712f99d7940 req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.873911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e39163-0827-4553-99b1-acff3b4dd88c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:13.911776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299b0ad-9175-4606-9fbe-fa55f8650989 req-33e8790c-14b8-44de-9afb-852e95bee13f tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:13.913338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0299b0ad-9175-4606-9fbe-fa55f8650989 req-33e8790c-14b8-44de-9afb-852e95bee13f tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 1096 time: 0.0718660 Apr 18 20:24:13.923236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3daaa9f-4af6-4e06-a01c-b712f99d7940 req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.929717 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3daaa9f-4af6-4e06-a01c-b712f99d7940 req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.966057 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3daaa9f-4af6-4e06-a01c-b712f99d7940 req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.967259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3daaa9f-4af6-4e06-a01c-b712f99d7940 req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3592691 Apr 18 20:24:13.984273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0299b0ad-9175-4606-9fbe-fa55f8650989 req-ed864805-f7f8-4ec3-8a47-8d69dbb296a0 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633974 Apr 18 20:24:13.984984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ab8e4-a704-47b6-972e-ec124d40e290 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acf5eec-bb24-4bf1-97c4-59266c65e0ab,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:14.013880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1cd9677a-8701-4962-a099-1f8f7a1576f3 req-cb8bc1d0-8ae8-4972-9127-107721e6b115 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Request body: {'security_group': {'name': 'tempest-securitygroup-989606111', 'description': 'tempest-description-1069999532'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:14.034963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1cd9677a-8701-4962-a099-1f8f7a1576f3 req-cb8bc1d0-8ae8-4972-9127-107721e6b115 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.135634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb63a1-35e1-4b04-ae00-7efc2e50385f req-55e11368-16f2-4f32-8a79-18a9780daed8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:14.137115 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4cb63a1-35e1-4b04-ae00-7efc2e50385f req-55e11368-16f2-4f32-8a79-18a9780daed8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 948 time: 0.0791550 Apr 18 20:24:14.147207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1cd9677a-8701-4962-a099-1f8f7a1576f3 req-cb8bc1d0-8ae8-4972-9127-107721e6b115 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.154862 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1cd9677a-8701-4962-a099-1f8f7a1576f3 req-cb8bc1d0-8ae8-4972-9127-107721e6b115 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.201300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1cd9677a-8701-4962-a099-1f8f7a1576f3 req-cb8bc1d0-8ae8-4972-9127-107721e6b115 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.202510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cd9677a-8701-4962-a099-1f8f7a1576f3 req-cb8bc1d0-8ae8-4972-9127-107721e6b115 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1930332 Apr 18 20:24:14.217768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4cb63a1-35e1-4b04-ae00-7efc2e50385f req-1ea0937b-6a9d-4505-b5cd-391214a068f2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735607 Apr 18 20:24:14.218521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bc1d0-8ae8-4972-9127-107721e6b115 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba14a1-ee50-4494-a6f9-f4c7005d034f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:14.363942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ee0e855a-9828-43b9-8696-a174f77567a2 req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-682460639', 'description': 'tempest-description-792834143'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:14.413827 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee0e855a-9828-43b9-8696-a174f77567a2 req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.430486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-8cc46d1c-ac3e-457f-85a4-2f2fc28839f3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:14.432123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-8cc46d1c-ac3e-457f-85a4-2f2fc28839f3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.64 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 812 time: 0.1466141 Apr 18 20:24:14.432993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee0e855a-9828-43b9-8696-a174f77567a2 req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.460362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'port': {'device_id': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077', 'admin_state_up': True, 'tenant_id': '2be886d0e352465d8cc38390cf405694'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:14.609462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea06786-f694-463b-ab00-5879a5b94a10 req-0f4b0e78-7567-4806-8747-9d54433d458d tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:14.620555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dea06786-f694-463b-ab00-5879a5b94a10 req-0f4b0e78-7567-4806-8747-9d54433d458d tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 949 time: 0.1426649 Apr 18 20:24:14.685764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee0e855a-9828-43b9-8696-a174f77567a2 req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.692070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dea06786-f694-463b-ab00-5879a5b94a10 req-edde2c79-a2cf-4040-ada5-f3d4641b95c7 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743358 Apr 18 20:24:14.693276 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee0e855a-9828-43b9-8696-a174f77567a2 req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.708055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Made reservation on behalf of 2be886d0e352465d8cc38390cf405694 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:14.712417 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.753912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289d66a1-6775-4338-930e-0c443a2a4c7e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:14.793281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b4284be3-040b-4fc4-bbec-ad711c4ded74 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:14.847704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-476c38fd-89fd-4405-8534-ab156a437dba req-3670c845-f87e-49d2-af2b-181cfbda75d7 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 210 time: 0.0436862 Apr 18 20:24:14.873416 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee0e855a-9828-43b9-8696-a174f77567a2 req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.902375 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee0e855a-9828-43b9-8696-a174f77567a2 req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.923758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:14.939744 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee0e855a-9828-43b9-8696-a174f77567a2 req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.952398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee0e855a-9828-43b9-8696-a174f77567a2 req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5938792 Apr 18 20:24:14.954271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'b4284be3-040b-4fc4-bbec-ad711c4ded74', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'b4284be3-040b-4fc4-bbec-ad711c4ded74', 'mac_address': 'fa:16:3e:94:70:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:14.982620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab14e89-9982-4dd9-a664-5704c6b79bb8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1716d24b-d5bf-4eaa-b77d-42c666fe2626,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:14.996332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Allocated IP 172.20.0.11 (7cd2f75e-8528-4e56-a6f8-7c2f0f963077/9e3da3ca-2ca0-418b-ac10-4ceadd1add6b/91e29e99-dd10-400b-b0d7-59699f99db92) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:15.012158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6f7376b7-f52c-4768-b5e8-a00d58c82df5 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:15.018154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d84944f0-eeb3-4f74-91ba-276d127b8158 req-b6b2548e-af75-4e8b-84cd-5a0342e7ac10 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1296017224', 'description': 'tempest-description-2001146050'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:15.073354 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.093821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4284be3-040b-4fc4-bbec-ad711c4ded74 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:15.108977 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d84944f0-eeb3-4f74-91ba-276d127b8158 req-b6b2548e-af75-4e8b-84cd-5a0342e7ac10 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.129011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:15.139419 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.151919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71cf75-d186-417c-9a97-f34e24b4567a req-3e71d8dd-f8e2-4cb7-82e2-06144d19a9d5 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:15.159574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f71cf75-d186-417c-9a97-f34e24b4567a req-3e71d8dd-f8e2-4cb7-82e2-06144d19a9d5 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1263583 Apr 18 20:24:15.200398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:15.221067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:15.221495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.247652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b4284be3-040b-4fc4-bbec-ad711c4ded74,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:15.291336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f71cf75-d186-417c-9a97-f34e24b4567a req-fe5e14c7-72f4-4c52-8982-ef8eb6efb9ca tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297894 Apr 18 20:24:15.348034 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d84944f0-eeb3-4f74-91ba-276d127b8158 req-b6b2548e-af75-4e8b-84cd-5a0342e7ac10 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.360382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d84944f0-eeb3-4f74-91ba-276d127b8158 req-b6b2548e-af75-4e8b-84cd-5a0342e7ac10 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.364597 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.369760 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.420045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdf07d0-97f5-4671-ba82-4385503a5cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7376b7-f52c-4768-b5e8-a00d58c82df5'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:15.423517 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db44996c-53a0-43a5-abf1-691b8395a56e" -d '{"events": [{"server_uuid": "8cdf07d0-97f5-4671-ba82-4385503a5cff", "name": "network-vif-plugged", "status": "completed", "tag": "6f7376b7-f52c-4768-b5e8-a00d58c82df5"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:15.430111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d84944f0-eeb3-4f74-91ba-276d127b8158 req-b6b2548e-af75-4e8b-84cd-5a0342e7ac10 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.432028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d84944f0-eeb3-4f74-91ba-276d127b8158 req-b6b2548e-af75-4e8b-84cd-5a0342e7ac10 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4300089 Apr 18 20:24:15.449629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6f7376b7-f52c-4768-b5e8-a00d58c82df5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6f7376b7-f52c-4768-b5e8-a00d58c82df5,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:15.456670 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.468822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2548e-af75-4e8b-84cd-5a0342e7ac10 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11de8b0f-5b94-48c8-8ace-27b0ab6e6b30,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:15.508847 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d05b4-aeca-491b-a490-1c4a4ea4f8c3 req-6bbbe16f-2b51-43a3-81c7-84203c1acea3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:15.511427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef7d05b4-aeca-491b-a490-1c4a4ea4f8c3 req-6bbbe16f-2b51-43a3-81c7-84203c1acea3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 949 time: 0.1204414 Apr 18 20:24:15.512762 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5276765f-72d9-4519-a6d9-2426d0b10614 x-openstack-request-id: req-5276765f-72d9-4519-a6d9-2426d0b10614 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:15.513016 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdf07d0-97f5-4671-ba82-4385503a5cff", "name": "network-vif-plugged", "status": "completed", "tag": "6f7376b7-f52c-4768-b5e8-a00d58c82df5", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:15.513268 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5276765f-72d9-4519-a6d9-2426d0b10614 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:15.513569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.513696 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5276765f-72d9-4519-a6d9-2426d0b10614'] response: {'server_uuid': '8cdf07d0-97f5-4671-ba82-4385503a5cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7376b7-f52c-4768-b5e8-a00d58c82df5', 'code': 200} Apr 18 20:24:15.562367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6f7376b7-f52c-4768-b5e8-a00d58c82df5,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:15.574932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b4284be3-040b-4fc4-bbec-ad711c4ded74'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:15.615448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:15.645434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'Port': ['ID=91e29e99-dd10-400b-b0d7-59699f99db92,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:15.652104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:15.663753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:15.669595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:15.670191 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.679796 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.727740 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef7d05b4-aeca-491b-a490-1c4a4ea4f8c3 req-6dacb1c1-db62-400d-bcbd-b63bdcb13b9e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593237 Apr 18 20:24:15.753621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-5b5d031f-c27d-4fd1-a1d0-db0384fe55f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3080847 Apr 18 20:24:15.766015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46db541-05ca-4b81-80d9-a6de661f8a30 req-c3fd7586-0263-4f0d-8d7e-306d830661da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:15.767495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46db541-05ca-4b81-80d9-a6de661f8a30 req-c3fd7586-0263-4f0d-8d7e-306d830661da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 1101 time: 0.1667123 Apr 18 20:24:15.774919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Request body: {'port': {'device_id': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:15.910904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46db541-05ca-4b81-80d9-a6de661f8a30 req-beda0f98-57ed-4f8b-85b4-3b8180c0049c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318717 Apr 18 20:24:15.936908 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.949778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e97b4-8813-458a-8cb9-ebc69aa9937a req-da271bb9-d29b-46bf-a4a5-86924d20af5a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:15.951242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-554e97b4-8813-458a-8cb9-ebc69aa9937a req-da271bb9-d29b-46bf-a4a5-86924d20af5a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 950 time: 0.1412857 Apr 18 20:24:16.069199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-554e97b4-8813-458a-8cb9-ebc69aa9937a req-ad25631f-512e-4c9b-a960-69fc4406eb05 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063266 Apr 18 20:24:16.326838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-3c857769-ee6f-48d3-a640-e895b15c09e6 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 59299 time: 0.7630002 Apr 18 20:24:16.417588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e29e99-dd10-400b-b0d7-59699f99db92 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:16.422996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-46b7a41b-5645-4128-8a57-3eaa2c318a4f tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/01e39163-0827-4553-99b1-acff3b4dd88c HTTP/1.1" status: 200 len: 2981 time: 0.0814152 Apr 18 20:24:16.427222 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.451009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Transition to ACTIVE for port object 91e29e99-dd10-400b-b0d7-59699f99db92 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:16.476379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.512226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-c95e52df-ddb5-4b54-bac5-2005c1825bc8 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/01e39163-0827-4553-99b1-acff3b4dd88c HTTP/1.1" status: 200 len: 2981 time: 0.0810227 Apr 18 20:24:16.578623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Pushing event updated for resources: {'Port': ['ID=91e29e99-dd10-400b-b0d7-59699f99db92,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:16.625582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeff4bb-c50c-4180-b397-287e1a529756 req-3b5529f6-0759-4505-9d89-9bcd0c7e684b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:16.627172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6aeff4bb-c50c-4180-b397-287e1a529756 req-3b5529f6-0759-4505-9d89-9bcd0c7e684b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 944 time: 0.1522582 Apr 18 20:24:16.641183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-ebb91330-b580-4f62-8168-757a84e4ed94 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/0e074c2e-7166-4d86-acf3-3ca30d4ae574 HTTP/1.1" status: 200 len: 2981 time: 0.1108882 Apr 18 20:24:16.641835 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Attempting to bind port 91e29e99-dd10-400b-b0d7-59699f99db92 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:16.642163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Attempting to bind port 91e29e99-dd10-400b-b0d7-59699f99db92 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '9d8888dd-f1aa-42f7-b4fb-3f49d8347582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:16.642486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Attempting to bind port 91e29e99-dd10-400b-b0d7-59699f99db92 on network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:16.665492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Port 91e29e99-dd10-400b-b0d7-59699f99db92 on network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:16.666350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Attempting to bind port 91e29e99-dd10-400b-b0d7-59699f99db92 on network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:16.684624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:16.684958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Checking segment: {'id': '9d8888dd-f1aa-42f7-b4fb-3f49d8347582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:16.685344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Bound using segment: {'id': '9d8888dd-f1aa-42f7-b4fb-3f49d8347582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:16.685774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Bound port: 91e29e99-dd10-400b-b0d7-59699f99db92, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8888dd-f1aa-42f7-b4fb-3f49d8347582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:16.686132 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.721248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6aeff4bb-c50c-4180-b397-287e1a529756 req-6e375554-511d-40c1-ac92-8559edbae033 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827172 Apr 18 20:24:16.748487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-f733364a-bcd5-4fb7-bcb0-74d1f617687b tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/0e074c2e-7166-4d86-acf3-3ca30d4ae574 HTTP/1.1" status: 200 len: 2981 time: 0.0987368 Apr 18 20:24:16.819593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] For port 91e29e99-dd10-400b-b0d7-59699f99db92, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:16.821660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b4284be3-040b-4fc4-bbec-ad711c4ded74 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:16.841060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] For port 91e29e99-dd10-400b-b0d7-59699f99db92, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=91e29e99-dd10-400b-b0d7-59699f99db92,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:16.853965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-16a68e2e-72bf-45b3-9bf8-c7547b640ed3 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/13cdf8e9-2a4b-4413-a7d0-6b36112f7999 HTTP/1.1" status: 200 len: 2981 time: 0.0863328 Apr 18 20:24:16.862575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.896477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port b4284be3-040b-4fc4-bbec-ad711c4ded74 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:16.901993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port b4284be3-040b-4fc4-bbec-ad711c4ded74 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:16.902615 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.951069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:16.951675 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.953056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] 10.222.0.64 "PUT /v2.0/ports/91e29e99-dd10-400b-b0d7-59699f99db92 HTTP/1.1" status: 200 len: 1092 time: 1.1899130 Apr 18 20:24:16.956167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'tag': '91e29e99-dd10-400b-b0d7-59699f99db92'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:16.958404 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ac426bb3-f171-42bb-a03b-27af23ff778a", "tag": "91e29e99-dd10-400b-b0d7-59699f99db92"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:16.987339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c080881-7128-4875-af73-b149d27b7f75 service neutron] Pushing event updated for resources: {'Port': ['ID=91e29e99-dd10-400b-b0d7-59699f99db92,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:17.001764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-2847a729-76d8-4954-93c2-a44ed02c91fc tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/13cdf8e9-2a4b-4413-a7d0-6b36112f7999 HTTP/1.1" status: 200 len: 2981 time: 0.1468589 Apr 18 20:24:17.019178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ed39b-265b-4434-9be4-281f5f35a1df req-8172d5b3-a46c-436c-b1a8-2f94ba9e6e38 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:17.020734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-397ed39b-265b-4434-9be4-281f5f35a1df req-8172d5b3-a46c-436c-b1a8-2f94ba9e6e38 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1648510 Apr 18 20:24:17.022179 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.072511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:17.080213 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.110863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-29ad908c-993d-4642-8728-702bfd9c7be0 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/289d66a1-6775-4338-930e-0c443a2a4c7e HTTP/1.1" status: 200 len: 2981 time: 0.1081216 Apr 18 20:24:17.139302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-397ed39b-265b-4434-9be4-281f5f35a1df req-75ac6f58-aaf8-4087-9751-22af8143040c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046422 Apr 18 20:24:17.150633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-d98a67fa-2b57-444c-b550-a68f1c164f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:17.152246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-d98a67fa-2b57-444c-b550-a68f1c164f93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 1095 time: 0.1221979 Apr 18 20:24:17.158772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b4284be3-040b-4fc4-bbec-ad711c4ded74,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:17.210734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-97e5f3a5-96fa-4ecb-9020-15d91f2bebcd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e29e99-dd10-400b-b0d7-59699f99db92 HTTP/1.1" status: 200 len: 217 time: 0.0466657 Apr 18 20:24:17.212288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-72cd6d42-4834-4213-9594-efbdd434ca61 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/289d66a1-6775-4338-930e-0c443a2a4c7e HTTP/1.1" status: 200 len: 2981 time: 0.0940332 Apr 18 20:24:17.323010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-eca33a5e-938c-40b1-8dcd-9cdb92fbb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:17.324498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-eca33a5e-938c-40b1-8dcd-9cdb92fbb6c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b HTTP/1.1" status: 200 len: 852 time: 0.1061416 Apr 18 20:24:17.332668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-762427a8-45d8-495d-9bdb-389f554f0df7 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/31086001-7f4e-416c-8675-2e34b1f5dcee HTTP/1.1" status: 200 len: 2977 time: 0.1046395 Apr 18 20:24:17.365512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-978c07b7-1bec-4a2a-b213-48b3e3d5e83d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318584 Apr 18 20:24:17.381851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9591d-3187-4ad3-82e3-87b4ac8fbc29 req-10959f38-2756-4e68-aa94-9497a861b853 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:17.383185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73c9591d-3187-4ad3-82e3-87b4ac8fbc29 req-10959f38-2756-4e68-aa94-9497a861b853 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1303747 Apr 18 20:24:17.471316 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-2f4ee531-72a5-41e2-80e8-9209a75c8075 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/31086001-7f4e-416c-8675-2e34b1f5dcee HTTP/1.1" status: 200 len: 2977 time: 0.1267767 Apr 18 20:24:17.512935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73c9591d-3187-4ad3-82e3-87b4ac8fbc29 req-407a5378-8a97-46a5-ac75-a43b5ae96984 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198387 Apr 18 20:24:17.516362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:17.519283 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b375de0-6762-40d8-aeae-4a9870167a68" -d '{"events": [{"server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "name": "network-vif-plugged", "status": "completed", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:17.546516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-20d210f2-cc15-467e-8fae-69b46cb4f882 service neutron] 10.222.0.64 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722085 Apr 18 20:24:17.551705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-c2c3390a-7556-43d2-942b-c6c605f5627d tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/58d579f0-0a09-4701-99d5-0e4cd5d66c48 HTTP/1.1" status: 200 len: 2981 time: 0.0721443 Apr 18 20:24:17.566902 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1188d7c8-13dd-4e4d-b767-eaa3f10f3e7b x-openstack-request-id: req-1188d7c8-13dd-4e4d-b767-eaa3f10f3e7b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:17.567184 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac426bb3-f171-42bb-a03b-27af23ff778a", "tag": "91e29e99-dd10-400b-b0d7-59699f99db92", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:17.567429 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1188d7c8-13dd-4e4d-b767-eaa3f10f3e7b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:17.567811 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1188d7c8-13dd-4e4d-b767-eaa3f10f3e7b'] response: {'name': 'network-changed', 'server_uuid': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'tag': '91e29e99-dd10-400b-b0d7-59699f99db92', 'status': 'completed', 'code': 200} Apr 18 20:24:17.690748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-8d410b34-bfcf-4b2d-8660-5b07986ce867 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/58d579f0-0a09-4701-99d5-0e4cd5d66c48 HTTP/1.1" status: 200 len: 2981 time: 0.1255610 Apr 18 20:24:17.712034 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832cc8ff-b0ec-450c-9d11-46bdbc0f7808 req-2ecb7035-525a-402c-800f-eb9e6f8efce0 service neutron] 10.222.0.64 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559718 Apr 18 20:24:17.726344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221916fa-5d61-4ae8-87e6-91f21b205953 req-efacd920-81fa-4a28-b50a-6c71a92b4b94 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:17.727928 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-221916fa-5d61-4ae8-87e6-91f21b205953 req-efacd920-81fa-4a28-b50a-6c71a92b4b94 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 950 time: 0.1135676 Apr 18 20:24:17.798564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-1f692dd5-e550-4178-a363-f3127dc482dd tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5a8721ef-b578-4aa1-9521-93902a046f68 HTTP/1.1" status: 200 len: 2981 time: 0.0983775 Apr 18 20:24:17.822760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-221916fa-5d61-4ae8-87e6-91f21b205953 req-bee7027e-0b09-4e0e-8832-3812cad6102b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864291 Apr 18 20:24:17.855602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe req-861533b9-4de7-431a-94be-96209aae5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:17.857136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe req-861533b9-4de7-431a-94be-96209aae5e39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 1095 time: 0.0947320 Apr 18 20:24:17.862906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-610b2501-9675-4847-81ff-bb448a26a57b tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/5a8721ef-b578-4aa1-9521-93902a046f68 HTTP/1.1" status: 200 len: 2981 time: 0.0561168 Apr 18 20:24:17.881983 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c89333-15e4-49d0-a6ea-b48576822647 x-openstack-request-id: req-74c89333-15e4-49d0-a6ea-b48576822647 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:17.882911 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "name": "network-vif-plugged", "status": "completed", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:17.883369 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74c89333-15e4-49d0-a6ea-b48576822647 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:17.884025 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c89333-15e4-49d0-a6ea-b48576822647'] response: {'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74', 'code': 200} Apr 18 20:24:18.281292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-fa717737-64b5-4db4-a687-f79ac2f7fe8f tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/70528ddf-d608-48e3-bd6e-08b8929f84dc HTTP/1.1" status: 200 len: 2973 time: 0.4110100 Apr 18 20:24:18.333420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b281e7e-7485-4db2-9b30-eef952692758 req-d00b67c7-61ab-473d-82be-2fad61b2bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:18.334861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b281e7e-7485-4db2-9b30-eef952692758 req-d00b67c7-61ab-473d-82be-2fad61b2bc66 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 1101 time: 0.3815598 Apr 18 20:24:18.339516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe req-ffd2240f-d6e9-4500-b563-3c784e85be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:18.340849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe req-ffd2240f-d6e9-4500-b563-3c784e85be47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 913 time: 0.4643774 Apr 18 20:24:18.351734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a8dea-299d-4359-95e4-23c643c3f252 req-6adcaa83-0afd-44b3-8f0a-a6612b37f34c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:18.353791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf6a8dea-299d-4359-95e4-23c643c3f252 req-6adcaa83-0afd-44b3-8f0a-a6612b37f34c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 944 time: 0.3942966 Apr 18 20:24:18.417911 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe req-a87e7b3f-650c-4848-83e8-4928762f50f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e29e99-dd10-400b-b0d7-59699f99db92 HTTP/1.1" status: 200 len: 217 time: 0.0596137 Apr 18 20:24:18.439561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-407c14a6-aef7-4af3-a826-e27c8059a7ef tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/70528ddf-d608-48e3-bd6e-08b8929f84dc HTTP/1.1" status: 200 len: 2973 time: 0.1413763 Apr 18 20:24:18.490752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b281e7e-7485-4db2-9b30-eef952692758 req-e4475326-3b43-46c6-99fe-39311a50e3a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360219 Apr 18 20:24:18.518199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf6a8dea-299d-4359-95e4-23c643c3f252 req-2aaa688e-af69-4481-bbc2-d2bed4cda865 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473320 Apr 18 20:24:18.537377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe req-018e29e8-7edd-472a-8b5b-3ee1c8cab03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:18.539364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe req-018e29e8-7edd-472a-8b5b-3ee1c8cab03c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b HTTP/1.1" status: 200 len: 852 time: 0.1108794 Apr 18 20:24:18.545990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-634f3fa6-133a-4033-8ec6-a338bf6b4889 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a4a81997-b1cb-40b2-9f64-06c9110307be HTTP/1.1" status: 200 len: 2977 time: 0.0988417 Apr 18 20:24:18.611066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe req-63ce70e5-60ac-4927-a0e4-fb685946d4cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627079 Apr 18 20:24:18.613147 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-8fc58408-8d44-40e7-8e52-d1a95e1e1839 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/a4a81997-b1cb-40b2-9f64-06c9110307be HTTP/1.1" status: 200 len: 2977 time: 0.0557215 Apr 18 20:24:18.724459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-09c86dcf-d45f-494c-9665-3be89bebbe10 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b5952676-f257-4d3d-9c38-acb7fb219308 HTTP/1.1" status: 200 len: 2981 time: 0.1049247 Apr 18 20:24:18.803270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-0d3fe888-5d55-4b02-9a26-c4d4cce7cb43 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/b5952676-f257-4d3d-9c38-acb7fb219308 HTTP/1.1" status: 200 len: 2981 time: 0.0728106 Apr 18 20:24:18.832855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe req-058a71ed-daf7-489e-981f-41300f831468 service neutron] 10.222.0.64 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053337 Apr 18 20:24:18.916082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-78615297-725a-4732-a32b-9d5310a16bb5 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/be8b22c3-5fab-4261-9f0c-39a6b2fe07fd HTTP/1.1" status: 200 len: 2981 time: 0.1064346 Apr 18 20:24:18.998073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6db0e0-d9b3-4d82-852d-e2b12bcb8d12 req-9fba0cbf-d0a6-4b83-abde-2d29c8f3c182 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:18.999566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e6db0e0-d9b3-4d82-852d-e2b12bcb8d12 req-9fba0cbf-d0a6-4b83-abde-2d29c8f3c182 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1556382 Apr 18 20:24:19.051430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371b0762-0f0b-48ed-9af8-032d3b9c1cbe req-c89b985b-e888-48f0-be01-977d5c38f119 service neutron] 10.222.0.64 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061574 Apr 18 20:24:19.054646 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-166433f8-5a4d-42ea-8525-ccc40df9a443 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/be8b22c3-5fab-4261-9f0c-39a6b2fe07fd HTTP/1.1" status: 200 len: 2981 time: 0.1087584 Apr 18 20:24:19.109091 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e6db0e0-d9b3-4d82-852d-e2b12bcb8d12 req-cb75bddc-e289-4ad4-9479-a63816c24ba3 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889680 Apr 18 20:24:19.149878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-c946c42b-4010-422e-8684-14bb01330f5a tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c99cc608-5e33-4647-9fdf-e3c8b5704b8a HTTP/1.1" status: 200 len: 2977 time: 0.0802212 Apr 18 20:24:19.249138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-d3fc0e72-8630-4404-af4a-698aaccce402 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/c99cc608-5e33-4647-9fdf-e3c8b5704b8a HTTP/1.1" status: 200 len: 2977 time: 0.0922649 Apr 18 20:24:19.260205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a4886-195e-4ac8-9053-ca1f69048200 req-b6b8fae3-7bdb-40e3-bedd-caf6fce38da8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:19.261894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b47a4886-195e-4ac8-9053-ca1f69048200 req-b6b8fae3-7bdb-40e3-bedd-caf6fce38da8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.0860555 Apr 18 20:24:19.317569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-740bc325-85a6-4bf7-ace3-ba3f0950c277 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d0ce6c7d-18a5-4c0c-b6ba-b42cbb07f6ce HTTP/1.1" status: 200 len: 2981 time: 0.0545888 Apr 18 20:24:19.331645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b47a4886-195e-4ac8-9053-ca1f69048200 req-845d8561-d303-48d0-acbc-82281f7ca93a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631280 Apr 18 20:24:19.389447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-613e7db3-f3e7-42b0-8f63-d788641c8afa tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/d0ce6c7d-18a5-4c0c-b6ba-b42cbb07f6ce HTTP/1.1" status: 200 len: 2981 time: 0.0615792 Apr 18 20:24:19.462268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-4e8fbe28-5c6b-4c1c-be62-0c61987ddd6c tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e5237224-0fa0-4d8e-bf7c-1cd52c0b8814 HTTP/1.1" status: 200 len: 2981 time: 0.0715356 Apr 18 20:24:19.464460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-0cd4234c-5217-4449-8c13-62b45d53af7b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2c1df53add0e403f824b349aac9a0d16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372088 Apr 18 20:24:19.561996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-cc3bb063-4de9-439d-965b-98766de2a113 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e5237224-0fa0-4d8e-bf7c-1cd52c0b8814 HTTP/1.1" status: 200 len: 2981 time: 0.0929260 Apr 18 20:24:19.632684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-2b077076-0b49-45de-96cc-8b8a0bf807ba tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:19.635864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-2b077076-0b49-45de-96cc-8b8a0bf807ba tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585085 Apr 18 20:24:19.653269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-d027f306-b0bd-4b64-b963-3bae19cdf2e1 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e7012187-cbc0-48df-8bc4-14bd70307fe2 HTTP/1.1" status: 200 len: 2981 time: 0.0828605 Apr 18 20:24:19.657078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-fff77f7e-894e-4ddb-abea-8b264642a778 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/quotas/2c1df53add0e403f824b349aac9a0d16 HTTP/1.1" status: 200 len: 375 time: 0.0127163 Apr 18 20:24:19.740325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-01433076-9097-48dd-ab96-3e16911e5895 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e7012187-cbc0-48df-8bc4-14bd70307fe2 HTTP/1.1" status: 200 len: 2981 time: 0.0800333 Apr 18 20:24:19.753119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-0b08e7c7-f55e-40c7-93ef-e93908ab5cc1 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2c1df53add0e403f824b349aac9a0d16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0852456 Apr 18 20:24:19.797589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-af7fdac2-515c-433d-bd57-a24bc20c4700 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e7226962-8ec9-47c0-82bb-0d26d9a31e9e HTTP/1.1" status: 200 len: 2981 time: 0.0434616 Apr 18 20:24:19.860249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-e929ee40-63a2-4fca-ae08-322f210fc86e tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/e7226962-8ec9-47c0-82bb-0d26d9a31e9e HTTP/1.1" status: 200 len: 2981 time: 0.0566509 Apr 18 20:24:19.941241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-1b00165c-278d-42da-9fda-508643c1ff0e tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ecb1927f-e474-4162-baff-6843be071f42 HTTP/1.1" status: 200 len: 2981 time: 0.0743301 Apr 18 20:24:20.021129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7521a6fa-6148-4763-9926-f5494ba23ea0 req-3788287f-e718-42cd-8caf-ab497c89dfb7 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/ecb1927f-e474-4162-baff-6843be071f42 HTTP/1.1" status: 200 len: 2981 time: 0.0732250 Apr 18 20:24:20.034832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbcd13-0628-4a2a-bf1b-21c860ef81e7 req-801ebc7a-3637-4dfb-baa5-02ebdf6683cb tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:20.036324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3fbcd13-0628-4a2a-bf1b-21c860ef81e7 req-801ebc7a-3637-4dfb-baa5-02ebdf6683cb tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 944 time: 0.0754778 Apr 18 20:24:20.112632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc668429-aeb3-4bf2-9137-4ba15597324d req-4ef9b2bb-d93e-4f47-9ec7-37c4d47a7859 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 210 time: 0.0355344 Apr 18 20:24:20.115604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3fbcd13-0628-4a2a-bf1b-21c860ef81e7 req-842dd44b-a736-4e04-9331-05e7e15768dc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667107 Apr 18 20:24:20.235977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45b00d9d-d825-4acc-92d3-82142b62c032 req-643786a5-77db-49bb-8c6f-f8e9b82d44c6 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=523ce63bf01e43c2b2494045043e9753 HTTP/1.1" status: 200 len: 6103 time: 0.0962512 Apr 18 20:24:20.320131 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45b00d9d-d825-4acc-92d3-82142b62c032 req-90aac04f-e88e-4c2c-8ce7-5311ddfd6281 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] 10.222.0.49 "GET /v2.0/security-groups/01e39163-0827-4553-99b1-acff3b4dd88c HTTP/1.1" status: 200 len: 2981 time: 0.0776701 Apr 18 20:24:20.332488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dece2-8a1b-4555-91df-33e336d5b01d req-84e3e8c7-7d28-4cb1-a3d1-32c440c96f77 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:20.333947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a3dece2-8a1b-4555-91df-33e336d5b01d req-84e3e8c7-7d28-4cb1-a3d1-32c440c96f77 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.0762503 Apr 18 20:24:20.402159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45b00d9d-d825-4acc-92d3-82142b62c032 req-13c234a9-37bf-4b9d-8961-98a6e2af30e8 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] 10.222.0.49 "GET /v2.0/security-groups/01e39163-0827-4553-99b1-acff3b4dd88c HTTP/1.1" status: 200 len: 2981 time: 0.0669529 Apr 18 20:24:20.404679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a3dece2-8a1b-4555-91df-33e336d5b01d req-ab1ec269-f254-4971-bb06-e19ffc0d8e0f tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614734 Apr 18 20:24:20.586410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d5063-e3a3-45bc-a5e8-bab9d9a427f8 req-6d9501cc-d93a-42a8-b2cf-b505ede6c549 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:20.588644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a03d5063-e3a3-45bc-a5e8-bab9d9a427f8 req-6d9501cc-d93a-42a8-b2cf-b505ede6c549 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.0976059 Apr 18 20:24:20.609743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-053c87c2-42d1-44d5-8f2b-da50e1fa3ed8 req-16f350d4-5ce3-42de-8065-62ffabfa55ad tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/11de8b0f-5b94-48c8-8ace-27b0ab6e6b30 HTTP/1.1" status: 200 len: 1778 time: 0.0787570 Apr 18 20:24:20.718154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-053c87c2-42d1-44d5-8f2b-da50e1fa3ed8 req-a948bccf-4bc3-418b-8255-fa2b7b811a40 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.735966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a03d5063-e3a3-45bc-a5e8-bab9d9a427f8 req-b0fa661e-d65b-4d62-92e0-372fe701ebb3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115215 Apr 18 20:24:20.798672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-053c87c2-42d1-44d5-8f2b-da50e1fa3ed8 req-a948bccf-4bc3-418b-8255-fa2b7b811a40 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.866085 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-053c87c2-42d1-44d5-8f2b-da50e1fa3ed8 req-a948bccf-4bc3-418b-8255-fa2b7b811a40 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.870255 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-053c87c2-42d1-44d5-8f2b-da50e1fa3ed8 req-a948bccf-4bc3-418b-8255-fa2b7b811a40 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.876999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-053c87c2-42d1-44d5-8f2b-da50e1fa3ed8 req-a948bccf-4bc3-418b-8255-fa2b7b811a40 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/11de8b0f-5b94-48c8-8ace-27b0ab6e6b30 HTTP/1.1" status: 204 len: 173 time: 0.2645655 Apr 18 20:24:20.903748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948bccf-4bc3-418b-8255-fa2b7b811a40 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11de8b0f-5b94-48c8-8ace-27b0ab6e6b30,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:20.973617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-c6bd0452-3610-47ad-aa4a-53f34110177a req-2b601671-c637-49ee-9aa3-395b37ee9ed7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:24:20.981705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6bd0452-3610-47ad-aa4a-53f34110177a req-2b601671-c637-49ee-9aa3-395b37ee9ed7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177186 Apr 18 20:24:21.008357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 91e29e99-dd10-400b-b0d7-59699f99db92 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:21.025557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3296e622-74b3-411c-84c8-e5324d0511b0 req-2fcd6ac6-be7a-45e2-88b9-ca0f2d05bfb5 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "GET /v2.0/security-groups/1716d24b-d5bf-4eaa-b77d-42c666fe2626 HTTP/1.1" status: 200 len: 1776 time: 0.1236048 Apr 18 20:24:21.146099 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3296e622-74b3-411c-84c8-e5324d0511b0 req-bdf94a95-a4f5-40d7-831f-70d4ecb5f843 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.188366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3296e622-74b3-411c-84c8-e5324d0511b0 req-bdf94a95-a4f5-40d7-831f-70d4ecb5f843 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.190150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 91e29e99-dd10-400b-b0d7-59699f99db92, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=91e29e99-dd10-400b-b0d7-59699f99db92,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:21.213194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '91e29e99-dd10-400b-b0d7-59699f99db92', 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077', 'port_id': '91e29e99-dd10-400b-b0d7-59699f99db92', 'mac_address': 'fa:16:3e:3a:24:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3da3ca-2ca0-418b-ac10-4ceadd1add6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:21.268686 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.285183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3296e622-74b3-411c-84c8-e5324d0511b0 req-bdf94a95-a4f5-40d7-831f-70d4ecb5f843 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.286909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e29e99-dd10-400b-b0d7-59699f99db92 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:21.287953 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3296e622-74b3-411c-84c8-e5324d0511b0 req-bdf94a95-a4f5-40d7-831f-70d4ecb5f843 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.289619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3296e622-74b3-411c-84c8-e5324d0511b0 req-bdf94a95-a4f5-40d7-831f-70d4ecb5f843 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/1716d24b-d5bf-4eaa-b77d-42c666fe2626 HTTP/1.1" status: 204 len: 173 time: 0.2491858 Apr 18 20:24:21.307250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-0453665a-819b-4f4c-a7b7-22c1f5ef877d tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2c1df53add0e403f824b349aac9a0d16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420651 Apr 18 20:24:21.308391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf94a95-a4f5-40d7-831f-70d4ecb5f843 tempest-SecurityGroupsTestAdminJSON-1090517855 tempest-SecurityGroupsTestAdminJSON-1090517855-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1716d24b-d5bf-4eaa-b77d-42c666fe2626,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:21.364098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 91e29e99-dd10-400b-b0d7-59699f99db92, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=91e29e99-dd10-400b-b0d7-59699f99db92,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:21.371193 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.466285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=91e29e99-dd10-400b-b0d7-59699f99db92,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:21.501459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2d989d3-3172-435b-a9fc-b1c4c8955cc1 req-f2b222cd-ab73-49ed-91eb-5fe65b537b43 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 210 time: 0.0669744 Apr 18 20:24:21.580528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-f2dbc6ce-97a8-4bf3-be7e-cc5ccae3f99a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:21.582179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-f2dbc6ce-97a8-4bf3-be7e-cc5ccae3f99a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695968 Apr 18 20:24:21.594561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50966) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:21.602286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Request body: {'port': {'device_id': '914e6434-082e-4839-95b2-426ea5910ba1', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '2c1df53add0e403f824b349aac9a0d16'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:21.649368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['91e29e99-dd10-400b-b0d7-59699f99db92'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:21.711109 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-8fc9188f-0e95-4a27-b728-ca0b546bd526 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146340 Apr 18 20:24:21.716970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-740c4248-73cd-42e9-b047-da6517fa6c93 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:24:21.727915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd21e4-c7e9-4947-b34b-60ad99b422c1 req-0a4e059b-687c-4088-945c-ee7bcf9e0583 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:21.731510 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-740c4248-73cd-42e9-b047-da6517fa6c93 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111814 Apr 18 20:24:21.735325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fdd21e4-c7e9-4947-b34b-60ad99b422c1 req-0a4e059b-687c-4088-945c-ee7bcf9e0583 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 945 time: 0.2364545 Apr 18 20:24:21.790724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-815697bd-71b7-4b1d-a8cc-01c716685e06 req-8f7d8382-6945-4f8c-abd6-51433f9205d7 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] 10.222.0.49 "GET /v2.0/security-groups/17ba14a1-ee50-4494-a6f9-f4c7005d034f HTTP/1.1" status: 200 len: 1777 time: 0.2438004 Apr 18 20:24:21.853871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fdd21e4-c7e9-4947-b34b-60ad99b422c1 req-40bb5063-91a7-451d-82bb-a6434569c3dc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156187 Apr 18 20:24:21.862584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Made reservation on behalf of 2c1df53add0e403f824b349aac9a0d16 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:21.873680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.021008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-815697bd-71b7-4b1d-a8cc-01c716685e06 req-df50528d-3eaa-4f38-a211-b6d626cafd61 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.071266 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-815697bd-71b7-4b1d-a8cc-01c716685e06 req-df50528d-3eaa-4f38-a211-b6d626cafd61 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.090430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03417e-5cbc-4e3c-89dc-7f02262d6e42 req-9292897a-4fcd-4308-abca-9b8e5a1f1ab5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:22.091944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a03417e-5cbc-4e3c-89dc-7f02262d6e42 req-9292897a-4fcd-4308-abca-9b8e5a1f1ab5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1500611 Apr 18 20:24:22.191811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Allocated IP 192.168.233.199 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:22.203906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a03417e-5cbc-4e3c-89dc-7f02262d6e42 req-434be34d-c99c-4479-888d-89600928f77e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819688 Apr 18 20:24:22.257366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-815697bd-71b7-4b1d-a8cc-01c716685e06 req-df50528d-3eaa-4f38-a211-b6d626cafd61 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.261442 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-815697bd-71b7-4b1d-a8cc-01c716685e06 req-df50528d-3eaa-4f38-a211-b6d626cafd61 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.262600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-815697bd-71b7-4b1d-a8cc-01c716685e06 req-df50528d-3eaa-4f38-a211-b6d626cafd61 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] 10.222.0.49 "DELETE /v2.0/security-groups/17ba14a1-ee50-4494-a6f9-f4c7005d034f HTTP/1.1" status: 204 len: 173 time: 0.4710982 Apr 18 20:24:22.428344 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5e05da4-714f-4fec-9080-45b55eb285f0 req-4957f369-0c2f-482e-8fa9-6d9e48870c51 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] 10.222.0.49 "GET /v2.0/security-groups/6acf5eec-bb24-4bf1-97c4-59266c65e0ab HTTP/1.1" status: 200 len: 1778 time: 0.1138487 Apr 18 20:24:22.429329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50528d-3eaa-4f38-a211-b6d626cafd61 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba14a1-ee50-4494-a6f9-f4c7005d034f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:22.497651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eeeea-da57-4054-a0d6-07f32661e40d req-4048cdaa-f0bc-43eb-a853-52756cd33e73 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:22.499034 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-760eeeea-da57-4054-a0d6-07f32661e40d req-4048cdaa-f0bc-43eb-a853-52756cd33e73 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1861968 Apr 18 20:24:22.565726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.591722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a5e05da4-714f-4fec-9080-45b55eb285f0 req-29666b10-45e3-4bf2-be76-f606ceb39da2 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.601673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-760eeeea-da57-4054-a0d6-07f32661e40d req-c620a754-cd19-40c0-b46d-c784a64462e8 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883596 Apr 18 20:24:22.638993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a5e05da4-714f-4fec-9080-45b55eb285f0 req-29666b10-45e3-4bf2-be76-f606ceb39da2 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.710860 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f37b3cb3-f6a1-495b-ba97-50ac832a4089 req-6d75e6c0-1fc4-470c-9921-5fd225a1989b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 210 time: 0.0348983 Apr 18 20:24:22.713121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.726694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['6f7376b7-f52c-4768-b5e8-a00d58c82df5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:22.759125 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a5e05da4-714f-4fec-9080-45b55eb285f0 req-29666b10-45e3-4bf2-be76-f606ceb39da2 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.762914 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a5e05da4-714f-4fec-9080-45b55eb285f0 req-29666b10-45e3-4bf2-be76-f606ceb39da2 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.771374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5e05da4-714f-4fec-9080-45b55eb285f0 req-29666b10-45e3-4bf2-be76-f606ceb39da2 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] 10.222.0.49 "DELETE /v2.0/security-groups/6acf5eec-bb24-4bf1-97c4-59266c65e0ab HTTP/1.1" status: 204 len: 173 time: 0.3242116 Apr 18 20:24:22.799284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Pushing event updated for resources: {'Port': ['ID=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:22.834791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:22.841975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29666b10-45e3-4bf2-be76-f606ceb39da2 tempest-SecurityGroupsTestAdminJSON-1860797241 tempest-SecurityGroupsTestAdminJSON-1860797241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acf5eec-bb24-4bf1-97c4-59266c65e0ab,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:22.844452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:22.851142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:22.869764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:22.870754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.900308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-9fb77535-94db-43d5-8daa-ff871ddb4c0b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3013408 Apr 18 20:24:22.916887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Request body: {'port': {'device_id': '914e6434-082e-4839-95b2-426ea5910ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:22.998711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.028915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 91e29e99-dd10-400b-b0d7-59699f99db92 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:23.164052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 91e29e99-dd10-400b-b0d7-59699f99db92 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:23.169528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 91e29e99-dd10-400b-b0d7-59699f99db92 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:23.170202 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.175662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948fb3b-6fa9-43ef-be53-eca1c1db7546 req-74aaf5bb-7c2c-45e5-b0dc-3472e6dc2097 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:23.182392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5948fb3b-6fa9-43ef-be53-eca1c1db7546 req-74aaf5bb-7c2c-45e5-b0dc-3472e6dc2097 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 945 time: 0.1698563 Apr 18 20:24:23.298525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51014) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:23.373307 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.497983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5948fb3b-6fa9-43ef-be53-eca1c1db7546 req-bbfef7e5-1811-485c-8cb7-f9cfbcb60384 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045254 Apr 18 20:24:23.566362 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a087173e-0644-4291-b6c6-c1ce96ffb675 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=523ce63bf01e43c2b2494045043e9753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661192 Apr 18 20:24:23.567252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51020) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:23.610233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0063a3-3242-4ce3-9b9e-39b9472be8e7 req-307ce3e9-dfb4-47f6-ac3f-50972b94809d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:23.611931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b0063a3-3242-4ce3-9b9e-39b9472be8e7 req-307ce3e9-dfb4-47f6-ac3f-50972b94809d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.2444322 Apr 18 20:24:23.617373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-e54ba4f1-47c0-40de-bced-ebeea5f4a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:23.619499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-e54ba4f1-47c0-40de-bced-ebeea5f4a874 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 1101 time: 0.2098548 Apr 18 20:24:23.633230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f192e5a4-015c-46e6-97b5-92afca374b2c None None] Provisioning complete for port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:23.633593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f192e5a4-015c-46e6-97b5-92afca374b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.639688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e29e99-dd10-400b-b0d7-59699f99db92'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:23.640337 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0346cacb-88d1-4631-800c-8279bb2a9cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.645815 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41508ca3-2c3e-448e-ac04-a6edd6295db4" -d '{"events": [{"server_uuid": "ac426bb3-f171-42bb-a03b-27af23ff778a", "name": "network-vif-plugged", "status": "completed", "tag": "91e29e99-dd10-400b-b0d7-59699f99db92"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:23.682620 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0346cacb-88d1-4631-800c-8279bb2a9cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.720091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 91e29e99-dd10-400b-b0d7-59699f99db92, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=91e29e99-dd10-400b-b0d7-59699f99db92,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:23.736005 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.736834 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f14a2b5c-2d60-4329-902d-e5ccd33b91df no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:23.753715 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0346cacb-88d1-4631-800c-8279bb2a9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.767064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0346cacb-88d1-4631-800c-8279bb2a9cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.778952 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0346cacb-88d1-4631-800c-8279bb2a9cf2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01e39163-0827-4553-99b1-acff3b4dd88c HTTP/1.1" status: 204 len: 168 time: 0.2097254 Apr 18 20:24:23.812582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346cacb-88d1-4631-800c-8279bb2a9cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e39163-0827-4553-99b1-acff3b4dd88c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:23.834203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b0063a3-3242-4ce3-9b9e-39b9472be8e7 req-e7511c6d-a60b-4074-b8d6-99108e6085ad tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086117 Apr 18 20:24:23.874544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f192e5a4-015c-46e6-97b5-92afca374b2c None None] Port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:23.921345 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82662c55-338d-4ac9-9afe-81919cb8320d x-openstack-request-id: req-82662c55-338d-4ac9-9afe-81919cb8320d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:23.921345 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac426bb3-f171-42bb-a03b-27af23ff778a", "name": "network-vif-plugged", "status": "completed", "tag": "91e29e99-dd10-400b-b0d7-59699f99db92", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:23.921702 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82662c55-338d-4ac9-9afe-81919cb8320d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:23.922247 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82662c55-338d-4ac9-9afe-81919cb8320d'] response: {'server_uuid': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e29e99-dd10-400b-b0d7-59699f99db92', 'code': 200} Apr 18 20:24:23.953504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=91e29e99-dd10-400b-b0d7-59699f99db92,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:23.955299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e276e-cb7d-4f42-8f4b-10a27a4d4e2e req-6abb8309-4565-4740-8f2c-8adf9f96ed6e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:23.969965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e46e276e-cb7d-4f42-8f4b-10a27a4d4e2e req-6abb8309-4565-4740-8f2c-8adf9f96ed6e tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.2487006 Apr 18 20:24:23.985201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:24.021424 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.049960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-e933d265-6b78-40ae-97fe-def30b559b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.051755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-e933d265-6b78-40ae-97fe-def30b559b95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.4058633 Apr 18 20:24:24.085482 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.144306 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:24.149665 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.173592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Transition to ACTIVE for port object d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:24.199052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-3dd0e99a-08fa-4e0f-b5c4-30c57883b59a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74 HTTP/1.1" status: 200 len: 217 time: 0.1190128 Apr 18 20:24:24.210040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.215289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:24.219929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d57823-cd7c-4213-b8ac-af729b73e561 req-bb0725f6-91e0-4b30-a475-fd4ae48e8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.221671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65d57823-cd7c-4213-b8ac-af729b73e561 req-bb0725f6-91e0-4b30-a475-fd4ae48e8031 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 1097 time: 0.2100723 Apr 18 20:24:24.268484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e46e276e-cb7d-4f42-8f4b-10a27a4d4e2e req-a4226f69-6da1-4238-8ee4-4afcdd28d49c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976570 Apr 18 20:24:24.340457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51034) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:24.360258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e438ec-2435-4dd7-809e-37cb2b430eb9 req-e6eb77cb-3945-4982-8e87-b4b05d0b7d6b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.362367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76e438ec-2435-4dd7-809e-37cb2b430eb9 req-e6eb77cb-3945-4982-8e87-b4b05d0b7d6b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 936 time: 0.2834547 Apr 18 20:24:24.372320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:24.400149 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6de352c2-51ec-4386-b2a6-b5a8112ae835 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26ee70e60e8048c38ac54906f2f7d060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577922 Apr 18 20:24:24.402531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51036) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:24.437725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65d57823-cd7c-4213-b8ac-af729b73e561 req-8f62e7ba-3de4-4b23-acef-f10a61287452 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767941 Apr 18 20:24:24.441988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-a393ba67-3da4-41d7-9277-38330571cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.443431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-a393ba67-3da4-41d7-9277-38330571cea5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2272155 Apr 18 20:24:24.449688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Attempting to bind port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:24.450141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Attempting to bind port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:24.450475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Attempting to bind port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:24.483398 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9fd9141a-efb9-49af-be09-46042b67d5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.490302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76e438ec-2435-4dd7-809e-37cb2b430eb9 req-babb2fea-b7a5-4466-8cb1-02774cc4952e tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117663 Apr 18 20:24:24.490997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:24.491324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Attempting to bind port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:24.501459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:24.502238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:24.502238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:24.502591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Bound port: d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:24.503093 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.522190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9fd9141a-efb9-49af-be09-46042b67d5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.549068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-97e32392-ca3b-41f3-a4e9-0293062d37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.550644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-97e32392-ca3b-41f3-a4e9-0293062d37b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925374 Apr 18 20:24:24.609824 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9fd9141a-efb9-49af-be09-46042b67d5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.612483 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9fd9141a-efb9-49af-be09-46042b67d5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.614116 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9fd9141a-efb9-49af-be09-46042b67d5b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/289d66a1-6775-4338-930e-0c443a2a4c7e HTTP/1.1" status: 204 len: 168 time: 0.2099948 Apr 18 20:24:24.624934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9141a-efb9-49af-be09-46042b67d5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289d66a1-6775-4338-930e-0c443a2a4c7e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:24.723353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] For port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:24.729228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] For port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:24.742835 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.756961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59ec9-1a58-4a2f-b377-11b71c93685e req-915af78d-6af3-46a8-9ed8-6a8af574dc1a tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.758471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47b59ec9-1a58-4a2f-b377-11b71c93685e req-915af78d-6af3-46a8-9ed8-6a8af574dc1a tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 946 time: 0.1662116 Apr 18 20:24:24.824146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:24.824757 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.829244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] 10.222.0.60 "PUT /v2.0/ports/d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 HTTP/1.1" status: 200 len: 1096 time: 1.9212289 Apr 18 20:24:24.833104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914e6434-082e-4839-95b2-426ea5910ba1', 'tag': 'd0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:24.835736 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fef773-4109-4908-b3f0-04cdd09fa21d" -d '{"events": [{"name": "network-changed", "server_uuid": "914e6434-082e-4839-95b2-426ea5910ba1", "tag": "d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:24.865192 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-9db93dc8-6006-450c-8a20-cfa3ca642c2d service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600260 Apr 18 20:24:24.874454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9810d6a-09d3-43c7-b8fc-0c759d7086a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:24.911957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47b59ec9-1a58-4a2f-b377-11b71c93685e req-8cb55e30-84d9-485d-a2c4-62a6c6f701a2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162663 Apr 18 20:24:24.942161 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e3d400-f71e-4753-a505-2b3c8772bcf8 x-openstack-request-id: req-a5e3d400-f71e-4753-a505-2b3c8772bcf8 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:24.942506 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914e6434-082e-4839-95b2-426ea5910ba1", "tag": "d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:24.942758 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5e3d400-f71e-4753-a505-2b3c8772bcf8 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:24.943287 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e3d400-f71e-4753-a505-2b3c8772bcf8'] response: {'name': 'network-changed', 'server_uuid': '914e6434-082e-4839-95b2-426ea5910ba1', 'tag': 'd0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24', 'status': 'completed', 'code': 200} Apr 18 20:24:25.039669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f14a2b5c-2d60-4329-902d-e5ccd33b91df details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:25.180028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:25.214055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'mac_address': 'fa:16:3e:71:da:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:25.274783 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.294417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14a2b5c-2d60-4329-902d-e5ccd33b91df {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:25.324601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:25.330011 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.330845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-433131fc-b4e5-43e2-8fa5-f4e68002f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:25.332186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-433131fc-b4e5-43e2-8fa5-f4e68002f8c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c1df53add0e403f824b349aac9a0d16&device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 1099 time: 0.4239130 Apr 18 20:24:25.393167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e02e92-8351-45d0-a7cd-66f74f015ddc req-d5e8452f-044d-493c-be46-2e8552d68e86 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:25.400848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40e02e92-8351-45d0-a7cd-66f74f015ddc req-d5e8452f-044d-493c-be46-2e8552d68e86 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1371839 Apr 18 20:24:25.411009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-79b66af6-a21d-4c05-a349-03111b6f4759 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 HTTP/1.1" status: 200 len: 217 time: 0.0670309 Apr 18 20:24:25.412982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-fddeb0ef-67a0-4cd8-8c0e-2165b4d6978d service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301673 Apr 18 20:24:25.417676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=10']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:25.521750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40e02e92-8351-45d0-a7cd-66f74f015ddc req-1cb285fa-39e9-4b9a-93ab-2d87534e05c9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200395 Apr 18 20:24:25.533438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e0962-6a95-488d-b468-cdcb10604ea4 req-cd14c8bf-79a7-4af6-9722-a18b100c4446 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:25.534450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-880e0962-6a95-488d-b468-cdcb10604ea4 req-cd14c8bf-79a7-4af6-9722-a18b100c4446 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 949 time: 0.1144650 Apr 18 20:24:25.536312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-0875090d-f0f1-49d3-a9ad-ae0c4a03f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:25.537761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-0875090d-f0f1-49d3-a9ad-ae0c4a03f05f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0892506 Apr 18 20:24:25.629315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-880e0962-6a95-488d-b468-cdcb10604ea4 req-7662fef9-d990-4f9a-a48a-16d221ffbe2c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804803 Apr 18 20:24:25.657432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['f14a2b5c-2d60-4329-902d-e5ccd33b91df'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:25.682516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-98bf886e-6162-4177-badf-1193b9f2ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:25.684037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-98bf886e-6162-4177-badf-1193b9f2ecd5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1341305 Apr 18 20:24:25.753289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca13e88-a11b-4f46-8678-39e766f26b4b req-8cf67e18-867f-41f3-b560-8b9ebc590e24 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:25.755285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ca13e88-a11b-4f46-8678-39e766f26b4b req-8cf67e18-867f-41f3-b560-8b9ebc590e24 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 948 time: 0.1450303 Apr 18 20:24:25.912404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ca13e88-a11b-4f46-8678-39e766f26b4b req-0d858000-329c-48f2-890b-36fd5be4a9a3 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731514 Apr 18 20:24:25.914551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-f1b63597-0f6b-4f83-bcca-c4ab1cccacb5 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154424 Apr 18 20:24:25.923407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:25.925848 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d375d9f8-a4be-41da-9002-f369994d6411" -d '{"events": [{"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-unplugged", "status": "completed", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:26.010387 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d28f83f-37ff-4a73-bec1-c58050855561 x-openstack-request-id: req-4d28f83f-37ff-4a73-bec1-c58050855561 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:26.010697 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-unplugged", "status": "completed", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:26.010966 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d28f83f-37ff-4a73-bec1-c58050855561 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:26.011367 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d28f83f-37ff-4a73-bec1-c58050855561'] response: {'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'code': 200} Apr 18 20:24:26.048336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee2dda03-fef0-4ccb-ae8b-1b6fcb6d5310 req-2e446a33-fe6d-4217-b387-68ff15a6e88e service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204455 Apr 18 20:24:26.088552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961588dc-1426-4b70-90fe-7527aa143abb req-c6d18ab0-f95f-4d02-aa22-390734f227e3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:26.090322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-961588dc-1426-4b70-90fe-7527aa143abb req-c6d18ab0-f95f-4d02-aa22-390734f227e3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 946 time: 0.0577693 Apr 18 20:24:26.176814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-961588dc-1426-4b70-90fe-7527aa143abb req-c77c8324-c6d1-4022-890b-e22bde625217 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765738 Apr 18 20:24:26.185348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-3f7302f6-3425-44d4-b0b3-a84481a2a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:26.186942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-3f7302f6-3425-44d4-b0b3-a84481a2a566 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c1df53add0e403f824b349aac9a0d16&device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 1099 time: 0.0687511 Apr 18 20:24:26.351426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-3aaaf680-bec0-48aa-837f-0a8198bc26bc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1687827281&fields=id&tenant_id=2be886d0e352465d8cc38390cf405694 HTTP/1.1" status: 200 len: 267 time: 0.0510564 Apr 18 20:24:26.380638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-0f66329f-7c8d-4f72-b209-2d23d3564945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:26.381219 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-0f66329f-7c8d-4f72-b209-2d23d3564945 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1858256 Apr 18 20:24:26.447213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-9649ccf7-c0a6-47e0-87d1-cd5edd0b2994 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 HTTP/1.1" status: 200 len: 217 time: 0.0460052 Apr 18 20:24:26.480735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-4596bc45-e4c5-4ac5-a48c-099522658823 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:26.483698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-4596bc45-e4c5-4ac5-a48c-099522658823 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 946 time: 0.1260386 Apr 18 20:24:26.524479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-31d2d526-8d96-41e3-b26d-f65de52da4db tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'port': {'security_groups': ['b5952676-f257-4d3d-9c38-acb7fb219308', '3e6a48f2-efc7-4cae-a0cb-7658c44deee9']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:26.615777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-865b7692-8e48-4a42-af81-4fb1e2737579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:26.618996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-865b7692-8e48-4a42-af81-4fb1e2737579 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1543808 Apr 18 20:24:26.709914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2cfeb-c7e0-4cf0-9adb-0b8766e04633 req-cd480263-3012-4004-8294-68050e2fd734 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:26.711537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cd2cfeb-c7e0-4cf0-9adb-0b8766e04633 req-cd480263-3012-4004-8294-68050e2fd734 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 945 time: 0.2255969 Apr 18 20:24:26.720026 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-31d2d526-8d96-41e3-b26d-f65de52da4db tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:26.753572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-932fc737-8719-40c2-9ada-693ce8440827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:26.755154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-932fc737-8719-40c2-9ada-693ce8440827 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262267 Apr 18 20:24:26.864981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cd2cfeb-c7e0-4cf0-9adb-0b8766e04633 req-b0624e9e-a2b2-480a-8f57-6f5bbec71b79 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472676 Apr 18 20:24:26.979998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-300256d9-553a-4d6d-8e70-d29eb87bb092 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968973 Apr 18 20:24:27.043583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f14a2b5c-2d60-4329-902d-e5ccd33b91df up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:27.088957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4db4d-2955-441a-9638-5b65a94dcc4e req-a7b24a46-9162-43f4-b74b-dfcfad669aaa tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:27.089425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port f14a2b5c-2d60-4329-902d-e5ccd33b91df triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:27.089793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.090435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d5c4db4d-2955-441a-9638-5b65a94dcc4e req-a7b24a46-9162-43f4-b74b-dfcfad669aaa tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1619349 Apr 18 20:24:27.143888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-31d2d526-8d96-41e3-b26d-f65de52da4db tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] For port 91e29e99-dd10-400b-b0d7-59699f99db92, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=91e29e99-dd10-400b-b0d7-59699f99db92,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:27.164765 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.176078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94fef773-4109-4908-b3f0-04cdd09fa21d req-1235bb79-bc39-4ae6-95d9-b5d74fd2b22e service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698799 Apr 18 20:24:27.185002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d5c4db4d-2955-441a-9638-5b65a94dcc4e req-5ca47aa6-6371-46ce-b29a-604d7763c51b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849855 Apr 18 20:24:27.204823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:27.209794 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.217546 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-31d2d526-8d96-41e3-b26d-f65de52da4db tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.223030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-31d2d526-8d96-41e3-b26d-f65de52da4db tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.245466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['91e29e99-dd10-400b-b0d7-59699f99db92'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:27.285601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-31d2d526-8d96-41e3-b26d-f65de52da4db tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:27.286622 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-31d2d526-8d96-41e3-b26d-f65de52da4db tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.287897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fef18ec-e916-4f2d-817c-2be484ee6659 req-31d2d526-8d96-41e3-b26d-f65de52da4db tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "PUT /v2.0/ports/91e29e99-dd10-400b-b0d7-59699f99db92 HTTP/1.1" status: 200 len: 982 time: 0.7806525 Apr 18 20:24:27.291294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'tag': '91e29e99-dd10-400b-b0d7-59699f99db92'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:27.293732 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac426bb3-f171-42bb-a03b-27af23ff778a", "tag": "91e29e99-dd10-400b-b0d7-59699f99db92"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:27.304384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=11']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:27.329671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2d526-8d96-41e3-b26d-f65de52da4db tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'Port': ['ID=91e29e99-dd10-400b-b0d7-59699f99db92,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:27.349631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf590c-c073-48bb-b9ce-bd25925bd123 req-be1a8cd3-23b6-415e-9e04-9fa48a696841 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:27.351148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75bf590c-c073-48bb-b9ce-bd25925bd123 req-be1a8cd3-23b6-415e-9e04-9fa48a696841 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 950 time: 0.0921917 Apr 18 20:24:27.390876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75bf590c-c073-48bb-b9ce-bd25925bd123 req-aad8ea6f-4731-4c95-934a-62dc5cc80756 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324736 Apr 18 20:24:27.404003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['91e29e99-dd10-400b-b0d7-59699f99db92'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:27.502898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd9d0-7ba1-4ea9-acfe-18802b9c724d req-84e97ad4-20bc-4531-ba4f-d6b5e862a01d tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:27.504369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9affd9d0-7ba1-4ea9-acfe-18802b9c724d req-84e97ad4-20bc-4531-ba4f-d6b5e862a01d tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 948 time: 0.0504937 Apr 18 20:24:27.536765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-5eb8bb26-b804-4d11-aa1f-7e7473d00762 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313294 Apr 18 20:24:27.578607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9affd9d0-7ba1-4ea9-acfe-18802b9c724d req-1173e74d-8404-479e-bb8e-9cab4d4cda2f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635424 Apr 18 20:24:27.679407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-3905e7e6-d70e-4d9d-833f-295b20b88c95 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:27.680875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-3905e7e6-d70e-4d9d-833f-295b20b88c95 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359968 Apr 18 20:24:27.700918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-90710f7c-6901-447b-b0c8-9c43b5c4614a tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1838845258&fields=id&tenant_id=2be886d0e352465d8cc38390cf405694 HTTP/1.1" status: 200 len: 267 time: 0.0703363 Apr 18 20:24:27.702218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-ff864000-b921-4d36-8ce4-c04aa23a1632 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/quotas/df5ff37bcfd04d45aeb45108377157e2 HTTP/1.1" status: 200 len: 375 time: 0.0157747 Apr 18 20:24:27.755369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-b309bbdf-3ca7-4594-8528-63e4f5ebb6d9 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469742 Apr 18 20:24:27.779006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-d9d46987-bbab-4e0f-b29b-883ee08cd059 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:27.781166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-d9d46987-bbab-4e0f-b29b-883ee08cd059 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 985 time: 0.0743418 Apr 18 20:24:27.804384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-8a337803-b34e-4211-9185-06d68ba16d57 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'port': {'security_groups': ['3e6a48f2-efc7-4cae-a0cb-7658c44deee9', 'b5952676-f257-4d3d-9c38-acb7fb219308', '137cee78-470a-4d7d-af61-049c904b5c5b']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:27.886522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-8a337803-b34e-4211-9185-06d68ba16d57 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.930281 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeba8c67-520e-4dcf-8023-d25112bb7664 x-openstack-request-id: req-aeba8c67-520e-4dcf-8023-d25112bb7664 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:27.931134 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac426bb3-f171-42bb-a03b-27af23ff778a", "tag": "91e29e99-dd10-400b-b0d7-59699f99db92", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:27.931383 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aeba8c67-520e-4dcf-8023-d25112bb7664 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:27.932190 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeba8c67-520e-4dcf-8023-d25112bb7664'] response: {'name': 'network-changed', 'server_uuid': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'tag': '91e29e99-dd10-400b-b0d7-59699f99db92', 'status': 'completed', 'code': 200} Apr 18 20:24:28.012069 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b85bba2-ec86-4542-9303-b0cbe407090f req-829f2f49-0891-44a6-8f06-68b716ef7a68 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 210 time: 0.0528073 Apr 18 20:24:28.012648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:28.014818 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ed4adc-6fd7-4ca5-b01f-5904c8f77e21" -d '{"events": [{"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-plugged", "status": "completed", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:28.039716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2 req-25a789c6-7198-4a6e-bef0-ba25dda21186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.041254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2 req-25a789c6-7198-4a6e-bef0-ba25dda21186 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 1136 time: 0.0980196 Apr 18 20:24:28.243913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3eb20-64da-41aa-be22-344b545ad4ea req-a18f67c3-8183-4a91-a476-3a14546ec3ae tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.245390 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5b3eb20-64da-41aa-be22-344b545ad4ea req-a18f67c3-8183-4a91-a476-3a14546ec3ae tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 945 time: 0.1402004 Apr 18 20:24:28.249262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2 req-ca132be8-f3c9-4148-bc7a-6765bc728612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.250807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2 req-ca132be8-f3c9-4148-bc7a-6765bc728612 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 913 time: 0.1992321 Apr 18 20:24:28.320699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2 req-e1f14b04-d03b-4ee5-80dd-f01c899c95e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e29e99-dd10-400b-b0d7-59699f99db92 HTTP/1.1" status: 200 len: 217 time: 0.0576715 Apr 18 20:24:28.327291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-8a337803-b34e-4211-9185-06d68ba16d57 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] For port 91e29e99-dd10-400b-b0d7-59699f99db92, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=91e29e99-dd10-400b-b0d7-59699f99db92,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:28.385930 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5b3eb20-64da-41aa-be22-344b545ad4ea req-b94026b0-80ba-4cc0-ae95-e5d2463837fe tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278474 Apr 18 20:24:28.407875 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-8a337803-b34e-4211-9185-06d68ba16d57 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.417065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2 req-e8379c7b-6d6d-45cb-8be9-921db2845268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.419497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2 req-e8379c7b-6d6d-45cb-8be9-921db2845268 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b HTTP/1.1" status: 200 len: 852 time: 0.0836773 Apr 18 20:24:28.420130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-8a337803-b34e-4211-9185-06d68ba16d57 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.432077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['91e29e99-dd10-400b-b0d7-59699f99db92'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:28.438287 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7655a3b-2df5-4136-ba2c-3161d901ee17 x-openstack-request-id: req-f7655a3b-2df5-4136-ba2c-3161d901ee17 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:28.438589 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-plugged", "status": "completed", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:28.438838 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7655a3b-2df5-4136-ba2c-3161d901ee17 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:28.439267 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7655a3b-2df5-4136-ba2c-3161d901ee17'] response: {'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'code': 200} Apr 18 20:24:28.469533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2 req-6cc5a2b7-4c2c-4fad-b173-3c9e6631feb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413444 Apr 18 20:24:28.543974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-8a337803-b34e-4211-9185-06d68ba16d57 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.544682 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-8a337803-b34e-4211-9185-06d68ba16d57 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.546120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b8c30a0-c486-4593-8a5c-9a1944247c8d req-8a337803-b34e-4211-9185-06d68ba16d57 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "PUT /v2.0/ports/91e29e99-dd10-400b-b0d7-59699f99db92 HTTP/1.1" status: 200 len: 1021 time: 0.7471807 Apr 18 20:24:28.659246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['91e29e99-dd10-400b-b0d7-59699f99db92'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:28.659473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a337803-b34e-4211-9185-06d68ba16d57 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'Port': ['ID=91e29e99-dd10-400b-b0d7-59699f99db92,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:28.724148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2798e-3683-4b40-9b4e-4d51e85823fb req-e415e49a-28f8-494d-8f29-f355d673d992 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.725621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10b2798e-3683-4b40-9b4e-4d51e85823fb req-e415e49a-28f8-494d-8f29-f355d673d992 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1995208 Apr 18 20:24:28.745508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2 req-3f25ad9b-a5ca-4f3d-af11-dc56f557502f service neutron] 10.222.0.64 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453971 Apr 18 20:24:28.749132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bc42a-ccbc-4482-a6d4-232cb3768c83 req-7b747ddf-d4aa-41d9-a22a-df8367879117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.750455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-778bc42a-ccbc-4482-a6d4-232cb3768c83 req-7b747ddf-d4aa-41d9-a22a-df8367879117 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 1101 time: 0.1308007 Apr 18 20:24:28.783308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d2477-b953-473c-9165-8d7862af5ddb req-2e5e80df-c736-49a0-918e-450df04b06b1 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.784830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f0d2477-b953-473c-9165-8d7862af5ddb req-2e5e80df-c736-49a0-918e-450df04b06b1 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 950 time: 0.1561575 Apr 18 20:24:28.893709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:29.038192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:29.054125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'd0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'd0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24', 'mac_address': 'fa:16:3e:e0:b7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:29.093205 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.108387 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:29.130292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:29.136018 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.180930 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10b2798e-3683-4b40-9b4e-4d51e85823fb req-70b3eb48-8404-46cd-af9a-f2c6310b41a6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453325 Apr 18 20:24:29.199424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:29.200578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-27371efd-2b4d-405a-9660-e225e9b2d4bf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693841 Apr 18 20:24:29.216540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-778bc42a-ccbc-4482-a6d4-232cb3768c83 req-103d8d8a-37eb-4b68-8137-85678a6f02cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542041 Apr 18 20:24:29.248761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f0d2477-b953-473c-9165-8d7862af5ddb req-b37673a1-4352-4d80-bb49-c35fd561efd4 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462090 Apr 18 20:24:29.306262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60559e1-5350-4742-82c4-9a083760e0cb req-96161ba6-e0df-4142-a626-71cda0c95f31 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:29.307663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e60559e1-5350-4742-82c4-9a083760e0cb req-96161ba6-e0df-4142-a626-71cda0c95f31 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 945 time: 0.5140512 Apr 18 20:24:29.388886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76bc25fb-dda6-45c9-8e7e-4a2df4830cf2 req-05c6b2ac-ed6a-4bfe-b8e2-67945e80f6d1 service neutron] 10.222.0.64 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297548 Apr 18 20:24:29.533684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:29.573338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653f432-3fb4-4dd4-9d75-e8df6860724f req-3295120c-c929-4465-b56c-b696d73d772d tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:29.574741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0653f432-3fb4-4dd4-9d75-e8df6860724f req-3295120c-c929-4465-b56c-b696d73d772d tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 1024 time: 0.3103659 Apr 18 20:24:29.592544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-cc4482ad-f62e-4e94-adf7-2fe4812c2a25 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:29.593998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-cc4482ad-f62e-4e94-adf7-2fe4812c2a25 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3802962 Apr 18 20:24:29.610763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8deb60-6a70-4c1e-9925-eec1f26de8ec req-32d8a085-6f37-4235-858b-774b3f557238 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:29.612325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab8deb60-6a70-4c1e-9925-eec1f26de8ec req-32d8a085-6f37-4235-858b-774b3f557238 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 949 time: 0.2550077 Apr 18 20:24:29.625716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Request body: {'port': {'device_id': '6ccd4b65-baeb-4e87-bc37-d24da648d4b4', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'df5ff37bcfd04d45aeb45108377157e2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:29.802987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e60559e1-5350-4742-82c4-9a083760e0cb req-43c2d687-5011-4832-9650-498b74eea376 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Deleting port f912703a-87a9-42d8-bc15-253c3c83f9dd {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:29.803451 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e60559e1-5350-4742-82c4-9a083760e0cb req-43c2d687-5011-4832-9650-498b74eea376 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.824991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab8deb60-6a70-4c1e-9925-eec1f26de8ec req-67b5e29f-8fff-4d7e-80d2-3918637c7d24 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961136 Apr 18 20:24:29.888740 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0653f432-3fb4-4dd4-9d75-e8df6860724f req-65cc7bac-5297-4a43-a544-5a5a51e1a772 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&id=137cee78-470a-4d7d-af61-049c904b5c5b&id=3e6a48f2-efc7-4cae-a0cb-7658c44deee9 HTTP/1.1" status: 200 len: 6150 time: 0.2862780 Apr 18 20:24:29.940612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'tag': '91e29e99-dd10-400b-b0d7-59699f99db92'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:29.943957 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6669ef39-505e-4615-823d-ff28d020a8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ac426bb3-f171-42bb-a03b-27af23ff778a", "tag": "91e29e99-dd10-400b-b0d7-59699f99db92"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:30.011726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bcd503aa-30ab-4e00-933f-6ee3804c899a req-0b2dc5ff-cde3-401e-a9de-498181fe96b5 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 210 time: 0.0621128 Apr 18 20:24:30.038227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Made reservation on behalf of df5ff37bcfd04d45aeb45108377157e2 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:30.043272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.067360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4460a82-106b-4d2b-9e77-dce2e18cef40 req-dab154e8-5dbf-4e70-873b-83d52ca715c1 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:30.068889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4460a82-106b-4d2b-9e77-dce2e18cef40 req-dab154e8-5dbf-4e70-873b-83d52ca715c1 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 1096 time: 0.1436737 Apr 18 20:24:30.069526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.084837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e60559e1-5350-4742-82c4-9a083760e0cb req-43c2d687-5011-4832-9650-498b74eea376 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] For port f912703a-87a9-42d8-bc15-253c3c83f9dd, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f912703a-87a9-42d8-bc15-253c3c83f9dd,segment=NetworkSegment(e3b8327a-6e2a-434d-8340-8a4a5f288652),segment_id=e3b8327a-6e2a-434d-8340-8a4a5f288652)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:30.085095 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e60559e1-5350-4742-82c4-9a083760e0cb req-43c2d687-5011-4832-9650-498b74eea376 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.141582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e60559e1-5350-4742-82c4-9a083760e0cb req-43c2d687-5011-4832-9650-498b74eea376 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Calling delete_port for f912703a-87a9-42d8-bc15-253c3c83f9dd owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:30.177842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4460a82-106b-4d2b-9e77-dce2e18cef40 req-eba0b32e-a991-4320-8d68-f002a9a755c9 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010435 Apr 18 20:24:30.225233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-7582f6a7-0207-4135-b533-ba435b93b281 req-4b6360b9-1eb9-4f97-a7ac-272da7895c6e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1902907067 ', 'description': 'tempest-description-1874162584'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:30.246549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5253ba2-e786-4d40-83ad-bc17a140acaa req-12979ce0-81b0-4ea9-9ca4-40f4c5f46573 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:30.248016 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5253ba2-e786-4d40-83ad-bc17a140acaa req-12979ce0-81b0-4ea9-9ca4-40f4c5f46573 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d5f6cb2-e839-407b-918d-c9de0f2ebdb5 HTTP/1.1" status: 200 len: 945 time: 0.1651044 Apr 18 20:24:30.300698 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7582f6a7-0207-4135-b533-ba435b93b281 req-4b6360b9-1eb9-4f97-a7ac-272da7895c6e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.350889 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.354724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5253ba2-e786-4d40-83ad-bc17a140acaa req-c4fed830-a54f-455c-b02c-2b794de01dc7 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a8721ef-b578-4aa1-9521-93902a046f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955718 Apr 18 20:24:30.357560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.424822 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3f5f5d-0c4a-4c75-9c49-f7bb50903024 x-openstack-request-id: req-cd3f5f5d-0c4a-4c75-9c49-f7bb50903024 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:30.425094 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac426bb3-f171-42bb-a03b-27af23ff778a", "tag": "91e29e99-dd10-400b-b0d7-59699f99db92", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:30.425339 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd3f5f5d-0c4a-4c75-9c49-f7bb50903024 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:30.425720 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3f5f5d-0c4a-4c75-9c49-f7bb50903024'] response: {'name': 'network-changed', 'server_uuid': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'tag': '91e29e99-dd10-400b-b0d7-59699f99db92', 'status': 'completed', 'code': 200} Apr 18 20:24:30.464307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdc3d53-dd97-459e-b703-56fedf8be6fe,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:30.596170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e60559e1-5350-4742-82c4-9a083760e0cb req-43c2d687-5011-4832-9650-498b74eea376 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.599550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7582f6a7-0207-4135-b533-ba435b93b281 req-4b6360b9-1eb9-4f97-a7ac-272da7895c6e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.610629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f912703a-87a9-42d8-bc15-253c3c83f9dd'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:30.644666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7582f6a7-0207-4135-b533-ba435b93b281 req-4b6360b9-1eb9-4f97-a7ac-272da7895c6e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.648955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Allocated IP 192.168.233.31 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/34dd1200-f98e-4414-b760-69c84f1eb545) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:30.655266 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669ef39-505e-4615-823d-ff28d020a8fd req-0b0dc214-35b4-45cb-a9a9-23df8f6a3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:30.656764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6669ef39-505e-4615-823d-ff28d020a8fd req-0b0dc214-35b4-45cb-a9a9-23df8f6a3a42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 1175 time: 0.1936464 Apr 18 20:24:30.657472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2d687-5011-4832-9650-498b74eea376 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Pushing event deleted for resources: {'Port': ['ID=f912703a-87a9-42d8-bc15-253c3c83f9dd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:30.733226 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7582f6a7-0207-4135-b533-ba435b93b281 req-4b6360b9-1eb9-4f97-a7ac-272da7895c6e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.734451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7582f6a7-0207-4135-b533-ba435b93b281 req-4b6360b9-1eb9-4f97-a7ac-272da7895c6e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5168746 Apr 18 20:24:30.742495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6360b9-1eb9-4f97-a7ac-272da7895c6e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b928c70-8de5-4a0a-a31a-b51869d4f952,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:30.802420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60559e1-5350-4742-82c4-9a083760e0cb req-43c2d687-5011-4832-9650-498b74eea376 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] No DVR routers for this DVR port f912703a-87a9-42d8-bc15-253c3c83f9dd on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:30.811010 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e60559e1-5350-4742-82c4-9a083760e0cb req-43c2d687-5011-4832-9650-498b74eea376 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.814271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e60559e1-5350-4742-82c4-9a083760e0cb req-43c2d687-5011-4832-9650-498b74eea376 tempest-VolumesAdminNegativeTest-2032078650 tempest-VolumesAdminNegativeTest-2032078650-project] 10.222.0.60 "DELETE /v2.0/ports/f912703a-87a9-42d8-bc15-253c3c83f9dd HTTP/1.1" status: 204 len: 173 time: 1.4583704 Apr 18 20:24:30.900773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:30.961230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669ef39-505e-4615-823d-ff28d020a8fd req-370df665-da59-423d-8feb-c500dce71eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:30.962867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6669ef39-505e-4615-823d-ff28d020a8fd req-370df665-da59-423d-8feb-c500dce71eee service neutron] 10.222.0.64 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 913 time: 0.2841241 Apr 18 20:24:30.971194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:30.979757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d3e58-64af-446e-85cd-09b199141c9f req-d50956ea-bdb5-468e-91db-e0e206e5322e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:30.981206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e4d3e58-64af-446e-85cd-09b199141c9f req-d50956ea-bdb5-468e-91db-e0e206e5322e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1594372 Apr 18 20:24:30.983021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:30.983462 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.034470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6669ef39-505e-4615-823d-ff28d020a8fd req-8c08a5e2-b5c3-43cb-9213-6587d31c7142 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91e29e99-dd10-400b-b0d7-59699f99db92 HTTP/1.1" status: 200 len: 217 time: 0.0622337 Apr 18 20:24:31.073585 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.099618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914e6434-082e-4839-95b2-426ea5910ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:31.101961 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff6f9d3-74ed-4b57-a546-8926a57ae2fd" -d '{"events": [{"server_uuid": "914e6434-082e-4839-95b2-426ea5910ba1", "name": "network-vif-plugged", "status": "completed", "tag": "d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:31.112809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:31.117507 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.119021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f912703a-87a9-42d8-bc15-253c3c83f9dd no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:31.121493 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.128032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e4d3e58-64af-446e-85cd-09b199141c9f req-c6814567-f282-4bb6-b5f6-8e5e647dc9a6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365619 Apr 18 20:24:31.135112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669ef39-505e-4615-823d-ff28d020a8fd req-5d888d28-b696-4666-a52f-d922de047e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:31.136559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6669ef39-505e-4615-823d-ff28d020a8fd req-5d888d28-b696-4666-a52f-d922de047e63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b HTTP/1.1" status: 200 len: 852 time: 0.0945411 Apr 18 20:24:31.176311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6669ef39-505e-4615-823d-ff28d020a8fd req-47255a2e-07cf-4c5e-80c2-fc302162afb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310743 Apr 18 20:24:31.186490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: f912703a-87a9-42d8-bc15-253c3c83f9dd {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:31.186823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f912703a-87a9-42d8-bc15-253c3c83f9dd not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:31.212489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:31.225709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.331909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:31.340533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:31.349432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event updated for resources: {'Port': ['ID=34dd1200-f98e-4414-b760-69c84f1eb545,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:31.354025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:31.359613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:31.360256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.373286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5b0a7-c17c-49c5-921a-1c8ae7233627 req-4c7b42e1-484c-412c-af71-e9d04a88fb06 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:31.374823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0aa5b0a7-c17c-49c5-921a-1c8ae7233627 req-4c7b42e1-484c-412c-af71-e9d04a88fb06 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 950 time: 0.1731834 Apr 18 20:24:31.404847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-85eded1d-b2ec-4e13-9792-4ad5976b63cd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7907817 Apr 18 20:24:31.412679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6669ef39-505e-4615-823d-ff28d020a8fd req-9c0ba181-ec3f-40a0-8a8f-c979127eb1dc service neutron] 10.222.0.64 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237999 Apr 18 20:24:31.422687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Request body: {'port': {'device_id': '6ccd4b65-baeb-4e87-bc37-d24da648d4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:31.495798 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0aa5b0a7-c17c-49c5-921a-1c8ae7233627 req-1e012006-4158-47c3-8912-8cd036321a15 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054895 Apr 18 20:24:31.579250 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.637510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0a175009-de5d-4192-bfb5-78d122e47ce3 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:24:31.638519 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0a175009-de5d-4192-bfb5-78d122e47ce3 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1072202 Apr 18 20:24:31.659181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-912b927d-2727-48ad-879c-e03e74ddd424 req-1893d288-169c-4f61-8dd3-723d7524d305 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/3b928c70-8de5-4a0a-a31a-b51869d4f952 HTTP/1.1" status: 200 len: 1781 time: 0.1216881 Apr 18 20:24:31.665495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6669ef39-505e-4615-823d-ff28d020a8fd req-b6407829-b9a0-44f9-928e-1bf4e905d28a service neutron] 10.222.0.64 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357285 Apr 18 20:24:31.692309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c9045680-31ac-45ed-bf17-12ab27dd9caa None None] Provisioning complete for port 34dd1200-f98e-4414-b760-69c84f1eb545 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:31.693347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9045680-31ac-45ed-bf17-12ab27dd9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.693854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-c35d3f13-6025-457a-85cc-f657e8a4b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:31.700410 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-c35d3f13-6025-457a-85cc-f657e8a4b173 service neutron] 10.222.0.49 "GET /v2.0/ports/ad974434-9b69-4f62-9ffd-c99ece799b65 HTTP/1.1" status: 200 len: 1093 time: 0.0548763 Apr 18 20:24:31.707218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Request body: {'binding': {'host': 'n-h2-836015-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:31.707677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Unknown quota resources ['binding']. {{(pid=102903) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:24:31.733996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c9045680-31ac-45ed-bf17-12ab27dd9caa None None] Port 34dd1200-f98e-4414-b760-69c84f1eb545 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:31.831249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88071a10-764a-4bde-a0f4-eb2ea858717b req-29a5a0d3-cd7d-45c3-99b5-571f28cab4d0 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:31.832725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88071a10-764a-4bde-a0f4-eb2ea858717b req-29a5a0d3-cd7d-45c3-99b5-571f28cab4d0 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 950 time: 0.1031032 Apr 18 20:24:31.842208 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on host n-h2-836015-4 for vnic_type normal with profile None {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:31.842543 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:31.842870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:31.847003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:31.847324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:31.852769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:31.853107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:31.853487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:31.853911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Bound port: ad974434-9b69-4f62-9ffd-c99ece799b65, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:31.900823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88071a10-764a-4bde-a0f4-eb2ea858717b req-b1a8d57a-3a2f-42f5-8205-6d290cfa6283 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613847 Apr 18 20:24:31.905008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:31.913185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.916358 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-56e494ea-f1da-4f57-82e1-f77de3891dcd service neutron] 10.222.0.49 "POST /v2.0/ports/ad974434-9b69-4f62-9ffd-c99ece799b65/bindings HTTP/1.1" status: 201 len: 389 time: 0.2123766 Apr 18 20:24:31.982707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34dd1200-f98e-4414-b760-69c84f1eb545 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:32.004524 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.005655 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79b6062-159d-48ba-b42f-5cb5c6149971 x-openstack-request-id: req-a79b6062-159d-48ba-b42f-5cb5c6149971 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:32.005963 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914e6434-082e-4839-95b2-426ea5910ba1", "name": "network-vif-plugged", "status": "completed", "tag": "d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:32.006208 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a79b6062-159d-48ba-b42f-5cb5c6149971 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:32.006747 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79b6062-159d-48ba-b42f-5cb5c6149971'] response: {'server_uuid': '914e6434-082e-4839-95b2-426ea5910ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24', 'code': 200} Apr 18 20:24:32.036029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Transition to ACTIVE for port object 34dd1200-f98e-4414-b760-69c84f1eb545 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:32.050004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad4077-a309-4697-a640-d4e04573da3f req-435a8fc5-317c-4557-86b6-9463628ad1ac tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:32.051617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0ad4077-a309-4697-a640-d4e04573da3f req-435a8fc5-317c-4557-86b6-9463628ad1ac tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 935 time: 0.0854638 Apr 18 20:24:32.052869 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.057754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51212) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:32.106136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4e6a72-0884-431f-b00b-978906d008b9 admin admin] Deleting subnet 0ed12eb3-2821-47a9-83f0-4c97cfbfb873 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:24:32.110038 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6a72-0884-431f-b00b-978906d008b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.162390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6a72-0884-431f-b00b-978906d008b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.189903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0ad4077-a309-4697-a640-d4e04573da3f req-98880a8f-7710-42cc-9724-1f7220d82673 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300280 Apr 18 20:24:32.216910 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6a72-0884-431f-b00b-978906d008b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.218990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Pushing event updated for resources: {'Port': ['ID=34dd1200-f98e-4414-b760-69c84f1eb545,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:32.261232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Attempting to bind port 34dd1200-f98e-4414-b760-69c84f1eb545 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:32.261813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Attempting to bind port 34dd1200-f98e-4414-b760-69c84f1eb545 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:32.261813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Attempting to bind port 34dd1200-f98e-4414-b760-69c84f1eb545 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:32.289388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6a72-0884-431f-b00b-978906d008b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.317108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e6a72-0884-431f-b00b-978906d008b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed12eb3-2821-47a9-83f0-4c97cfbfb873,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:32.322965 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed4e6a72-0884-431f-b00b-978906d008b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.327303 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ed4e6a72-0884-431f-b00b-978906d008b9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0ed12eb3-2821-47a9-83f0-4c97cfbfb873 HTTP/1.1" status: 204 len: 168 time: 0.2682800 Apr 18 20:24:32.329671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51218) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:32.412704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.492541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.514214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9a8acd-8f1e-4430-87ec-908261fb7dba']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:32.518211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5f6cb2-e839-407b-918d-c9de0f2ebdb5', 'name': 'network-vif-deleted', 'tag': 'f912703a-87a9-42d8-bc15-253c3c83f9dd'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:32.520435 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e327bf-b547-40de-9728-a11f4c2f8947" -d '{"events": [{"server_uuid": "8d5f6cb2-e839-407b-918d-c9de0f2ebdb5", "name": "network-vif-deleted", "tag": "f912703a-87a9-42d8-bc15-253c3c83f9dd"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:32.524155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b8327a-6e2a-434d-8340-8a4a5f288652') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:32.524449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b8327a-6e2a-434d-8340-8a4a5f288652') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:32.533857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.547442 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Port 34dd1200-f98e-4414-b760-69c84f1eb545 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:32.547797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Attempting to bind port 34dd1200-f98e-4414-b760-69c84f1eb545 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:32.547927 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.554464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:24:32.554854 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:24:32.557049 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:24:32.583389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b702711-5dbe-4817-a525-5ce95096f713 req-1513094a-8c5a-42aa-b599-c9c2c6b42b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:32.585338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b702711-5dbe-4817-a525-5ce95096f713 req-1513094a-8c5a-42aa-b599-c9c2c6b42b19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 1101 time: 0.4615624 Apr 18 20:24:32.591887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:32.592234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:32.592609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:32.593040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Bound port: 34dd1200-f98e-4414-b760-69c84f1eb545, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:32.593390 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.616543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.623116 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.626295 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5e9a8acd-8f1e-4430-87ec-908261fb7dba HTTP/1.1" status: 204 len: 168 time: 0.2956862 Apr 18 20:24:32.631873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-a858c1e8-524a-4f09-bf68-65bc9e9e5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:32.633911 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-a858c1e8-524a-4f09-bf68-65bc9e9e5960 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 1096 time: 0.4425700 Apr 18 20:24:32.636187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51222) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:32.638048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f7100-c91c-48c8-a49d-df7322c1b8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9a8acd-8f1e-4430-87ec-908261fb7dba,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:32.639313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f8285ee-fa91-4293-bf1e-fd720788a5d5 req-6a5e4bbc-838b-4d76-9e18-3a8be7af0067 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/3b928c70-8de5-4a0a-a31a-b51869d4f952 HTTP/1.1" status: 200 len: 1781 time: 0.4165041 Apr 18 20:24:32.749446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872eebf-a8c0-444a-ae78-d1bdb8ef9fa8 req-d7625647-cd8d-4215-aeeb-7cd928d64e81 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:32.750900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9872eebf-a8c0-444a-ae78-d1bdb8ef9fa8 req-d7625647-cd8d-4215-aeeb-7cd928d64e81 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.4836183 Apr 18 20:24:32.811259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b702711-5dbe-4817-a525-5ce95096f713 req-840ef390-69ac-490a-8660-50cf26c4753b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157280 Apr 18 20:24:32.839354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c69905-248b-43e2-9207-4d444039fab3 admin admin] Deleting subnet 981e44c2-809e-4afb-8adf-75ad9bcd8650 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:24:32.854440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3c69905-248b-43e2-9207-4d444039fab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.883509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] For port 34dd1200-f98e-4414-b760-69c84f1eb545, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:32.921865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] For port 34dd1200-f98e-4414-b760-69c84f1eb545, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=34dd1200-f98e-4414-b760-69c84f1eb545,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:32.927903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9872eebf-a8c0-444a-ae78-d1bdb8ef9fa8 req-b234f582-5847-4a92-80e8-e0ec94665d9b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663954 Apr 18 20:24:32.949241 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.953724 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3c69905-248b-43e2-9207-4d444039fab3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.990415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9f8285ee-fa91-4293-bf1e-fd720788a5d5 req-68c66aee-f61e-464b-93e1-775fc6702b96 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.992447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-201ea6d4-4ca8-439f-84a3-2b7dda59e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:32.994482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-201ea6d4-4ca8-439f-84a3-2b7dda59e217 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.3500831 Apr 18 20:24:32.997139 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3c69905-248b-43e2-9207-4d444039fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.049955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.050555 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.051905 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] 10.222.0.60 "PUT /v2.0/ports/34dd1200-f98e-4414-b760-69c84f1eb545 HTTP/1.1" status: 200 len: 1095 time: 1.6346476 Apr 18 20:24:33.149178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-d34bc53b-20b3-4777-9fa5-ae082fd6c952 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad974434-9b69-4f62-9ffd-c99ece799b65 HTTP/1.1" status: 200 len: 217 time: 0.1125464 Apr 18 20:24:33.158092 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9f8285ee-fa91-4293-bf1e-fd720788a5d5 req-68c66aee-f61e-464b-93e1-775fc6702b96 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.231485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04bbf5-2be0-469d-8a57-01bcbc1b38e3 service neutron] Pushing event updated for resources: {'Port': ['ID=34dd1200-f98e-4414-b760-69c84f1eb545,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:33.281434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2467d68-8663-4e33-97e9-0e4d17296890 req-1ef79862-b623-4ff4-acdb-0a8297e98c0a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.282787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2467d68-8663-4e33-97e9-0e4d17296890 req-1ef79862-b623-4ff4-acdb-0a8297e98c0a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.2827451 Apr 18 20:24:33.302487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-63aa2733-58d6-4817-8aab-51006a0dcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.303905 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-63aa2733-58d6-4817-8aab-51006a0dcd89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.1363027 Apr 18 20:24:33.314078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-eaae2e26-6194-47e5-ba96-33675b98e9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.315547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-eaae2e26-6194-47e5-ba96-33675b98e9e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 1098 time: 0.1897972 Apr 18 20:24:33.316557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3c69905-248b-43e2-9207-4d444039fab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.335230 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9f8285ee-fa91-4293-bf1e-fd720788a5d5 req-68c66aee-f61e-464b-93e1-775fc6702b96 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.338716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9f8285ee-fa91-4293-bf1e-fd720788a5d5 req-68c66aee-f61e-464b-93e1-775fc6702b96 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.339746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f8285ee-fa91-4293-bf1e-fd720788a5d5 req-68c66aee-f61e-464b-93e1-775fc6702b96 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/3b928c70-8de5-4a0a-a31a-b51869d4f952 HTTP/1.1" status: 204 len: 173 time: 0.6631668 Apr 18 20:24:33.395348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-835a27c2-e4d9-4adb-8d69-55e681b8f75f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765829 Apr 18 20:24:33.397238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c69905-248b-43e2-9207-4d444039fab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=981e44c2-809e-4afb-8adf-75ad9bcd8650,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:33.400005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3c69905-248b-43e2-9207-4d444039fab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.403039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f3c69905-248b-43e2-9207-4d444039fab3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/981e44c2-809e-4afb-8adf-75ad9bcd8650 HTTP/1.1" status: 204 len: 168 time: 0.7628105 Apr 18 20:24:33.405677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51232) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:33.436132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c66aee-f61e-464b-93e1-775fc6702b96 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b928c70-8de5-4a0a-a31a-b51869d4f952,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:33.447678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-b3f7260a-5a5c-4c86-aeac-b3a9e81a4eb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=34dd1200-f98e-4414-b760-69c84f1eb545 HTTP/1.1" status: 200 len: 217 time: 0.0880651 Apr 18 20:24:33.475616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.491521 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2467d68-8663-4e33-97e9-0e4d17296890 req-46a41909-69ca-4642-a3b1-ce734c27eff2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999905 Apr 18 20:24:33.543179 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705183e9-f03b-4abf-82c2-8c77c3b4abc2 x-openstack-request-id: req-705183e9-f03b-4abf-82c2-8c77c3b4abc2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:33.543461 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5f6cb2-e839-407b-918d-c9de0f2ebdb5", "name": "network-vif-deleted", "tag": "f912703a-87a9-42d8-bc15-253c3c83f9dd", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:33.543705 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-705183e9-f03b-4abf-82c2-8c77c3b4abc2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:33.544116 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705183e9-f03b-4abf-82c2-8c77c3b4abc2'] response: {'server_uuid': '8d5f6cb2-e839-407b-918d-c9de0f2ebdb5', 'name': 'network-vif-deleted', 'tag': 'f912703a-87a9-42d8-bc15-253c3c83f9dd', 'status': 'completed', 'code': 200} Apr 18 20:24:33.567695 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.585996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-a920659a-c3d4-4935-8840-54bbb413cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.588053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-a920659a-c3d4-4935-8840-54bbb413cf0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1305773 Apr 18 20:24:33.589761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3761c7-5aff-4c6b-93d8-6578952e5a75 req-faa573bb-418b-4033-9707-b6f03462ad26 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.590255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4feca2e7-2a75-4fd0-ad04-bd850f39590f']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:33.591150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b3761c7-5aff-4c6b-93d8-6578952e5a75 req-faa573bb-418b-4033-9707-b6f03462ad26 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 1101 time: 0.1564090 Apr 18 20:24:33.600102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9407c032-4ff5-4da4-82ad-26df5a2a3972') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:33.600395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9407c032-4ff5-4da4-82ad-26df5a2a3972') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:33.609977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.623066 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.628921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:24:33.629367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:24:33.630967 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:24:33.673570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-4e7ea184-0cdf-4586-9e1f-33f96a082be7 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401500 Apr 18 20:24:33.684233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.690474 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.693714 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4feca2e7-2a75-4fd0-ad04-bd850f39590f HTTP/1.1" status: 204 len: 168 time: 0.2870495 Apr 18 20:24:33.707764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dd92b-2054-4e91-bd80-ee3c29e2d5c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4feca2e7-2a75-4fd0-ad04-bd850f39590f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:33.721399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b3761c7-5aff-4c6b-93d8-6578952e5a75 req-1f5f7c2d-3030-4089-9509-d2b6fd3f6670 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145165 Apr 18 20:24:33.733839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56b334-ddeb-49aa-9bbd-4a23ce192fe1 req-da1f3adb-0b59-4634-892b-8e415d66b258 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.735322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f56b334-ddeb-49aa-9bbd-4a23ce192fe1 req-da1f3adb-0b59-4634-892b-8e415d66b258 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 950 time: 0.1418996 Apr 18 20:24:33.766179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-1526f594-fdd0-415b-89f2-75de6ce9971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.773607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-1526f594-fdd0-415b-89f2-75de6ce9971d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598802 Apr 18 20:24:33.871037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51238) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:33.909249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f56b334-ddeb-49aa-9bbd-4a23ce192fe1 req-9010c23e-f521-46c4-aeac-e61512e90195 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405945 Apr 18 20:24:33.912478 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9bf00108-2b48-410e-9610-92ea8dd7e6ec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=499b8f8099574233b51615d421ccceb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380380 Apr 18 20:24:33.913271 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51240) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:33.921558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-d7445c41-fa10-42c9-b7d9-401fdc3f4d00 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372620 Apr 18 20:24:33.963606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61591-1c0f-4d08-963f-906f47e51668 req-de9497d3-092b-47bd-b3b0-17a2905e7d73 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.965099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1c61591-1c0f-4d08-963f-906f47e51668 req-de9497d3-092b-47bd-b3b0-17a2905e7d73 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 947 time: 0.1554103 Apr 18 20:24:33.968278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-6e5957e6-f3cd-4350-b147-55107e2c40a3 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895223 Apr 18 20:24:33.972857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96cd61ca-f5fc-430e-9084-86099344efc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.975076 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-7f9d5c25-fb54-4a9e-9211-e0af51e7d8e8 req-ad538879-336c-4fd5-8b8e-5cd6a9231629 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] show failed (client error): The resource could not be found. Apr 18 20:24:33.976050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9d5c25-fb54-4a9e-9211-e0af51e7d8e8 req-ad538879-336c-4fd5-8b8e-5cd6a9231629 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/3b928c70-8de5-4a0a-a31a-b51869d4f952 HTTP/1.1" status: 404 len: 352 time: 0.0363135 Apr 18 20:24:33.998578 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96cd61ca-f5fc-430e-9084-86099344efc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.052793 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96cd61ca-f5fc-430e-9084-86099344efc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.055892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96cd61ca-f5fc-430e-9084-86099344efc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.057023 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-96cd61ca-f5fc-430e-9084-86099344efc6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a8721ef-b578-4aa1-9521-93902a046f68 HTTP/1.1" status: 204 len: 168 time: 0.1428342 Apr 18 20:24:34.063335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1c61591-1c0f-4d08-963f-906f47e51668 req-06309a86-da08-49d4-9e29-9eb18fe84c26 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900178 Apr 18 20:24:34.065032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd61ca-f5fc-430e-9084-86099344efc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8721ef-b578-4aa1-9521-93902a046f68,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:34.115390 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fd1a79d-bd9f-4088-aed6-c5906269a851 req-f83bbbd3-352e-490f-afd9-db79bc8d2ab9 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342788 Apr 18 20:24:34.124516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-dd7ff99a-db20-4e6e-bbad-8986188d0a1c req-38bcc309-0426-4895-a8b2-264f2337f7a5 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1420751032', 'description': 'tempest-description-831622379'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:34.157066 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dd7ff99a-db20-4e6e-bbad-8986188d0a1c req-38bcc309-0426-4895-a8b2-264f2337f7a5 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.263221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36294f3-2315-4970-b170-1ea99d595ac3 req-4b0cd2a4-f845-4e5d-bf15-3ccee46cab37 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:34.264769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d36294f3-2315-4970-b170-1ea99d595ac3 req-4b0cd2a4-f845-4e5d-bf15-3ccee46cab37 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.0960178 Apr 18 20:24:34.309096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dd7ff99a-db20-4e6e-bbad-8986188d0a1c req-38bcc309-0426-4895-a8b2-264f2337f7a5 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.321684 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dd7ff99a-db20-4e6e-bbad-8986188d0a1c req-38bcc309-0426-4895-a8b2-264f2337f7a5 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.348125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d36294f3-2315-4970-b170-1ea99d595ac3 req-1f120ab3-a4e7-4d08-bb37-c4b4f53d373b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714781 Apr 18 20:24:34.373691 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dd7ff99a-db20-4e6e-bbad-8986188d0a1c req-38bcc309-0426-4895-a8b2-264f2337f7a5 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.375541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd7ff99a-db20-4e6e-bbad-8986188d0a1c req-38bcc309-0426-4895-a8b2-264f2337f7a5 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2576883 Apr 18 20:24:34.385972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcc309-0426-4895-a8b2-264f2337f7a5 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eef74ed-71a5-4579-8a31-29cdcde1be7b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:34.526272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4fc6f-5d61-4df5-b35e-edefb5849c11 req-42506b2d-b20b-4210-b5f4-0370e6c86854 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:34.527882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8b4fc6f-5d61-4df5-b35e-edefb5849c11 req-42506b2d-b20b-4210-b5f4-0370e6c86854 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 1101 time: 0.0577726 Apr 18 20:24:34.549926 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51258) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:34.597099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8b4fc6f-5d61-4df5-b35e-edefb5849c11 req-532e793d-4dbd-4ef0-b76e-652d29a42645 tempest-ServersAdminTestJSON-1329874781 tempest-ServersAdminTestJSON-1329874781-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627081 Apr 18 20:24:34.610587 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4a4b0237-cf06-49b7-97e4-7d5383c1146c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5dffcc07ee1490a9bc143ab5b6f0082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590215 Apr 18 20:24:34.612913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51262) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:34.629563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-e1196389-39fb-47e9-aead-c4591168857d req-ccc64099-54cd-41a9-ac4e-1277704ccaa3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-578215350', 'description': 'tempest-description-772849559'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:34.721139 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e1196389-39fb-47e9-aead-c4591168857d req-ccc64099-54cd-41a9-ac4e-1277704ccaa3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.755987 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9afceaff-f5cf-4d9d-9203-a989db7717e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.778695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb979443-3bdd-4f75-ae98-c29c4e4ea3c5 req-c133179b-9671-4160-8215-2dd1badc0af8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:34.784985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb979443-3bdd-4f75-ae98-c29c4e4ea3c5 req-c133179b-9671-4160-8215-2dd1badc0af8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1072483 Apr 18 20:24:34.821872 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9afceaff-f5cf-4d9d-9203-a989db7717e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.872763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb979443-3bdd-4f75-ae98-c29c4e4ea3c5 req-38092a1c-08d9-4be9-8e06-3558b900d138 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838163 Apr 18 20:24:34.907372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e1196389-39fb-47e9-aead-c4591168857d req-ccc64099-54cd-41a9-ac4e-1277704ccaa3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.912849 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e1196389-39fb-47e9-aead-c4591168857d req-ccc64099-54cd-41a9-ac4e-1277704ccaa3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.935798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9afceaff-f5cf-4d9d-9203-a989db7717e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.938759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9afceaff-f5cf-4d9d-9203-a989db7717e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.940364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9afceaff-f5cf-4d9d-9203-a989db7717e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7012187-cbc0-48df-8bc4-14bd70307fe2 HTTP/1.1" status: 204 len: 168 time: 0.3264749 Apr 18 20:24:34.951548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e1196389-39fb-47e9-aead-c4591168857d req-ccc64099-54cd-41a9-ac4e-1277704ccaa3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.952685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1196389-39fb-47e9-aead-c4591168857d req-ccc64099-54cd-41a9-ac4e-1277704ccaa3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3375461 Apr 18 20:24:34.960268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc64099-54cd-41a9-ac4e-1277704ccaa3 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094859b3-c3bc-4aab-a655-761fa07f49fd,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:34.973490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afceaff-f5cf-4d9d-9203-a989db7717e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7012187-cbc0-48df-8bc4-14bd70307fe2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:35.101794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-a389d457-3cb2-4502-9361-6f1e89893d3f tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--744360913&fields=id&tenant_id=41fc31bdc2f44e189847e15bca1269c8 HTTP/1.1" status: 200 len: 267 time: 0.0520880 Apr 18 20:24:35.252210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332761a-55d3-434b-ae00-28c9672950bf req-3f714efb-d78a-40d0-9eb8-50f096b87cff tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:35.253769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5332761a-55d3-434b-ae00-28c9672950bf req-3f714efb-d78a-40d0-9eb8-50f096b87cff tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 950 time: 0.0847340 Apr 18 20:24:35.263321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-fda757a8-39b7-4dd8-a02d-e323dc7931ce tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:35.264831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-fda757a8-39b7-4dd8-a02d-e323dc7931ce tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/networks?id=e6b26f56-1b99-4f69-b41d-bac0b592115e HTTP/1.1" status: 200 len: 823 time: 0.1621091 Apr 18 20:24:35.301042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-bd70747b-32d6-40bd-9b9b-54d53348047a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/quotas/41fc31bdc2f44e189847e15bca1269c8 HTTP/1.1" status: 200 len: 375 time: 0.0238056 Apr 18 20:24:35.328466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5332761a-55d3-434b-ae00-28c9672950bf req-2ceec4a5-47d5-434a-8ee6-c1b1cec1b165 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612535 Apr 18 20:24:35.364582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0975b943-f129-4172-87e7-a4a9d3404b53 req-527f0907-f576-470c-9f9c-a751d3139ccf tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2024616231', 'description': 'tempest-description-103196871'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:35.403686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-0d0aad19-6df7-42b2-9eac-2d1142060d39 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=41fc31bdc2f44e189847e15bca1269c8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0925438 Apr 18 20:24:35.410212 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0975b943-f129-4172-87e7-a4a9d3404b53 req-527f0907-f576-470c-9f9c-a751d3139ccf tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.544821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ccd4b65-baeb-4e87-bc37-d24da648d4b4', 'tag': '34dd1200-f98e-4414-b760-69c84f1eb545'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:35.547459 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d16d9d-ebe8-471a-8358-51fe6bd966ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6ccd4b65-baeb-4e87-bc37-d24da648d4b4", "tag": "34dd1200-f98e-4414-b760-69c84f1eb545"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:35.557804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-48bae5b3-9ed8-48e5-ab43-4af1ea3d704e service neutron] 10.222.0.49 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350603 Apr 18 20:24:35.564508 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0975b943-f129-4172-87e7-a4a9d3404b53 req-527f0907-f576-470c-9f9c-a751d3139ccf tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.576115 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0975b943-f129-4172-87e7-a4a9d3404b53 req-527f0907-f576-470c-9f9c-a751d3139ccf tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.616843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f0907-f576-470c-9f9c-a751d3139ccf tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6263bd-e4e3-45a8-8eb7-e9e1bb6d1efe,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:35.661963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0975b943-f129-4172-87e7-a4a9d3404b53 req-527f0907-f576-470c-9f9c-a751d3139ccf tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.663129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0975b943-f129-4172-87e7-a4a9d3404b53 req-527f0907-f576-470c-9f9c-a751d3139ccf tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3045697 Apr 18 20:24:35.712486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-fea8ae14-cc23-4a8f-9e33-157f8ddc901b service neutron] 10.222.0.49 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465936 Apr 18 20:24:35.744107 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4d4000a5-caee-43b8-b75f-47bcb4e87d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.795525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8d59a-0fc7-4831-b189-72d84148c123 req-4a92cf9a-77d1-42c5-9204-72738fa5949c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:35.797208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74d8d59a-0fc7-4831-b189-72d84148c123 req-4a92cf9a-77d1-42c5-9204-72738fa5949c tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 949 time: 0.0618718 Apr 18 20:24:35.827832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51312) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:35.847622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74d8d59a-0fc7-4831-b189-72d84148c123 req-b2a34b77-1dc2-4641-a8fa-2419a2551ab4 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Apr 18 20:24:35.994025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-network', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:36.018102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1ea1f-9f9d-4253-83bb-2582ce5a6daf req-b1b539c7-268f-41f7-8b7e-f7eebf47b800 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.020377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34a1ea1f-9f9d-4253-83bb-2582ce5a6daf req-b1b539c7-268f-41f7-8b7e-f7eebf47b800 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 947 time: 0.1140954 Apr 18 20:24:36.028537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Made reservation on behalf of 07b0748c417a4df996c3d25c8a2d90e3 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:36.032599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.043679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.140222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34a1ea1f-9f9d-4253-83bb-2582ce5a6daf req-28faadd9-1bbc-4627-8442-640b0f9d2c64 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127317 Apr 18 20:24:36.168654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765cc79-d56a-415f-9b7b-94a6f97fe634 req-eb2d0872-ad93-4314-8f7c-56b9e2014c26 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.177038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6765cc79-d56a-415f-9b7b-94a6f97fe634 req-eb2d0872-ad93-4314-8f7c-56b9e2014c26 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.0838845 Apr 18 20:24:36.185018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.190998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.231133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6765cc79-d56a-415f-9b7b-94a6f97fe634 req-8bf41370-d91f-4a1c-8a39-fd6ef4e6736d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531566 Apr 18 20:24:36.237210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:36.245277 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0821a607-0a01-46cd-b43e-b60db72af1c7 x-openstack-request-id: req-0821a607-0a01-46cd-b43e-b60db72af1c7 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:36.245856 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ccd4b65-baeb-4e87-bc37-d24da648d4b4", "tag": "34dd1200-f98e-4414-b760-69c84f1eb545", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:36.246364 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0821a607-0a01-46cd-b43e-b60db72af1c7 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:36.247136 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0821a607-0a01-46cd-b43e-b60db72af1c7'] response: {'name': 'network-changed', 'server_uuid': '6ccd4b65-baeb-4e87-bc37-d24da648d4b4', 'tag': '34dd1200-f98e-4414-b760-69c84f1eb545', 'status': 'completed', 'code': 200} Apr 18 20:24:36.248125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771e0626-ac84-4b8b-bebc-823ab67362f8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:36.253683 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.254395 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Added segment 71b3b9ee-7821-4b8b-b47f-37d1ea91d35f of type vlan for network 11a4e769-9d69-4ed6-8227-4b75658f0028 Apr 18 20:24:36.329632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.359539 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.360966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9510bc1a-d9b8-455e-969b-34977f2f25b8 req-b1221c62-6ea5-4d87-a532-0a41e58cd0ce tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 210 time: 0.0334501 Apr 18 20:24:36.361698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.362465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.370955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-c082178f-6853-43de-bc08-ee44bccd3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.372503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-c082178f-6853-43de-bc08-ee44bccd3d29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 1098 time: 0.0951309 Apr 18 20:24:36.427595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] Pushing event updated for resources: {'Network': ['ID=11a4e769-9d69-4ed6-8227-4b75658f0028,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:36.437441 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3db6abe3-0a67-450d-8dc7-466b67aaee5d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6046166 Apr 18 20:24:36.437564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51330) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:36.443618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Request body: {'subnet': {'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-subnet', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:36.443797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 11a4e769-9d69-4ed6-8227-4b75658f0028 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:24:36.471595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Made reservation on behalf of 07b0748c417a4df996c3d25c8a2d90e3 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:36.474945 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.646952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da9e1b-e046-49a5-a088-779b12d3432d req-549773b8-9c21-4e92-a15d-5a1cf4dba800 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.654836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9da9e1b-e046-49a5-a088-779b12d3432d req-549773b8-9c21-4e92-a15d-5a1cf4dba800 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1851604 Apr 18 20:24:36.663775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-fd2e81b3-68a4-4e31-9473-9758645acdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.665358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-fd2e81b3-68a4-4e31-9473-9758645acdb6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2827489 Apr 18 20:24:36.666928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.675998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e2aa41d-0a5f-4963-9066-f21da4ede83d req-54420931-96e3-4e49-9157-4d47d8aa8c12 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2be886d0e352465d8cc38390cf405694 HTTP/1.1" status: 200 len: 10896 time: 0.3664179 Apr 18 20:24:36.719505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b983d61-3aae-4220-a581-e8c28d5618e8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:36.736722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-fe931539-d97a-4f96-bfda-45ca7d5eb562 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=34dd1200-f98e-4414-b760-69c84f1eb545 HTTP/1.1" status: 200 len: 217 time: 0.0541430 Apr 18 20:24:36.749106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Checking segment: {'id': '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:36.749520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Network hostable DHCP agents. Network: 11a4e769-9d69-4ed6-8227-4b75658f0028, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:36.771879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Network 11a4e769-9d69-4ed6-8227-4b75658f0028 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:36.786015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 11a4e769-9d69-4ed6-8227-4b75658f0028) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:36.792205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.792843 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.800582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa423069-6e03-41b5-a101-b4314f041f4d None None] Network 11a4e769-9d69-4ed6-8227-4b75658f0028 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:36.823815 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-907fa6a4-c1c4-469d-b476-ae486d05a43e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3851609 Apr 18 20:24:36.828120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51332) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:36.841212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-router', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:36.854120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9da9e1b-e046-49a5-a088-779b12d3432d req-3316b6b3-798d-4ccf-be65-53e847ef555d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983738 Apr 18 20:24:36.870528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.871798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.882696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e2aa41d-0a5f-4963-9066-f21da4ede83d req-c3d71420-1d23-490e-abc1-5ad11895b313 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/b5952676-f257-4d3d-9c38-acb7fb219308 HTTP/1.1" status: 200 len: 2981 time: 0.1910453 Apr 18 20:24:36.898392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-f7166b0f-ff71-4955-9cc5-4d3a73990d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.900407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-f7166b0f-ff71-4955-9cc5-4d3a73990d01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1465666 Apr 18 20:24:36.933545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-6de1d7ec-8cd8-4740-92e8-a06506ef3282 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.935002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-6de1d7ec-8cd8-4740-92e8-a06506ef3282 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99794b9-70eb-4d4d-806b-0eb8dbd91037 HTTP/1.1" status: 200 len: 945 time: 0.1974366 Apr 18 20:24:36.950530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 34dd1200-f98e-4414-b760-69c84f1eb545 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:36.951820 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.150961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 34dd1200-f98e-4414-b760-69c84f1eb545, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=34dd1200-f98e-4414-b760-69c84f1eb545,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:37.156090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-11a4e769-9d69-4ed6-8227-4b75658f0028', 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'fixed_ips': [{'subnet_id': '2b983d61-3aae-4220-a581-e8c28d5618e8'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:24:37.157323 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.211327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '34dd1200-f98e-4414-b760-69c84f1eb545', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '34dd1200-f98e-4414-b760-69c84f1eb545', 'mac_address': 'fa:16:3e:4e:dd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:37.261738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-14d453af-9acf-4925-ad4f-69eff2dbe3d9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:37.263255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-14d453af-9acf-4925-ad4f-69eff2dbe3d9 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 949 time: 0.4746065 Apr 18 20:24:37.362998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e2aa41d-0a5f-4963-9066-f21da4ede83d req-55a6d739-42f3-464a-9032-adea4b29274e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/b5952676-f257-4d3d-9c38-acb7fb219308 HTTP/1.1" status: 200 len: 2981 time: 0.4789381 Apr 18 20:24:37.459863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Allocated IP 172.20.0.2 (11a4e769-9d69-4ed6-8227-4b75658f0028/2b983d61-3aae-4220-a581-e8c28d5618e8/a6fa0fe2-b804-45b4-bf93-c3b3aee0f328) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:37.463978 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.500494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-5a343752-7ac4-4036-b335-af7184f8d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:37.501948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-5a343752-7ac4-4036-b335-af7184f8d72f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5872324 Apr 18 20:24:37.572305 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.598486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34dd1200-f98e-4414-b760-69c84f1eb545 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:37.605625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d91c1-270e-4f17-9a0a-8f4d05310f75 req-a54e5875-ff8b-42ed-83d7-0d411f8e6f47 tempest-ServersAdminNegativeTestJSON-983814729 tempest-ServersAdminNegativeTestJSON-983814729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:37.607138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e1d91c1-270e-4f17-9a0a-8f4d05310f75 req-a54e5875-ff8b-42ed-83d7-0d411f8e6f47 tempest-ServersAdminNegativeTestJSON-983814729 tempest-ServersAdminNegativeTestJSON-983814729-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 1101 time: 0.3556271 Apr 18 20:24:37.651805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 34dd1200-f98e-4414-b760-69c84f1eb545, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=34dd1200-f98e-4414-b760-69c84f1eb545,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:37.675634 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.678944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.687726 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.711622 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e1d91c1-270e-4f17-9a0a-8f4d05310f75 req-d51a6d7a-118c-4159-9cf0-75d7342f071e tempest-ServersAdminNegativeTestJSON-983814729 tempest-ServersAdminNegativeTestJSON-983814729-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.747883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Network 11a4e769-9d69-4ed6-8227-4b75658f0028 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:37.754053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:37.758435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:37.764189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-7754df3b-d072-4377-a928-aed96e95ba23 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:37.765645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-7754df3b-d072-4377-a928-aed96e95ba23 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.64 "GET /v2.0/networks?id=e6b26f56-1b99-4f69-b41d-bac0b592115e HTTP/1.1" status: 200 len: 823 time: 0.3981972 Apr 18 20:24:37.774280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=34dd1200-f98e-4414-b760-69c84f1eb545,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:37.774498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94023010-f638-4471-ac88-19836aadb301 req-68d8e059-4e6b-4824-a54e-b556413fe8bd tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:37.785277 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94023010-f638-4471-ac88-19836aadb301 req-68d8e059-4e6b-4824-a54e-b556413fe8bd tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c420da1-ad24-48da-be37-1fbd37ac14a6 HTTP/1.1" status: 200 len: 949 time: 0.3081658 Apr 18 20:24:37.787602 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.830687 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.831920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Deleting port 742244b0-6693-4c8a-8a3c-83d7b86138e7 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:37.832265 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.852867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Attempting to bind port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:37.853451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Attempting to bind port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:37.853577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Attempting to bind port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 on network 11a4e769-9d69-4ed6-8227-4b75658f0028 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:37.861334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Pushing event updated for resources: {'Port': ['ID=a6fa0fe2-b804-45b4-bf93-c3b3aee0f328,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:37.863891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:37.864267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Checking segment: {'id': '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:37.864669 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.865051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Bound using segment: {'id': '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:37.865602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Bound port: a6fa0fe2-b804-45b4-bf93-c3b3aee0f328, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:37.866442 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.867799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-ba12b866-1dcb-487e-8870-74f884721fce service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131955 Apr 18 20:24:37.916116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-fed02df1-90e9-411d-a16d-06e2d0787207 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Deleting port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:37.916479 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-fed02df1-90e9-411d-a16d-06e2d0787207 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.945167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] For port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:37.949270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] For port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a6fa0fe2-b804-45b4-bf93-c3b3aee0f328,segment=NetworkSegment(71b3b9ee-7821-4b8b-b47f-37d1ea91d35f),segment_id=71b3b9ee-7821-4b8b-b47f-37d1ea91d35f)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:37.956509 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.980645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Allocated IP 172.25.2.70 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/86cfbe18-9893-44b5-86b4-6446e7d02e62) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:38.046755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:38.049189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432779cb-92f6-4552-a134-15d26c545d46 None None] Pushing event updated for resources: {'Port': ['ID=a6fa0fe2-b804-45b4-bf93-c3b3aee0f328,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:38.069618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-2324f738-19d1-4592-89b3-9e30dbaeb171 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41fc31bdc2f44e189847e15bca1269c8 HTTP/1.1" status: 200 len: 379 time: 0.2837152 Apr 18 20:24:38.093120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94023010-f638-4471-ac88-19836aadb301 req-8580e7a8-f995-488c-9a4a-4f381f1d29c2 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106661 Apr 18 20:24:38.107280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Request body: {'port': {'device_id': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'admin_state_up': True, 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'security_groups': ['456f63d1-d0d9-43de-8430-2691a685b62d']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:38.143064 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0b687508-994d-4a3c-92c9-14d2834240f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.168879 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.215395 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.265399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Pushing event updated for resources: {'Port': ['ID=86cfbe18-9893-44b5-86b4-6446e7d02e62,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:38.288815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:38.291370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:38.294115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:38.318697 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e1d91c1-270e-4f17-9a0a-8f4d05310f75 req-d51a6d7a-118c-4159-9cf0-75d7342f071e tempest-ServersAdminNegativeTestJSON-983814729 tempest-ServersAdminNegativeTestJSON-983814729-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.399341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e1d91c1-270e-4f17-9a0a-8f4d05310f75 req-d51a6d7a-118c-4159-9cf0-75d7342f071e tempest-ServersAdminNegativeTestJSON-983814729 tempest-ServersAdminNegativeTestJSON-983814729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.419152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] For port 742244b0-6693-4c8a-8a3c-83d7b86138e7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=742244b0-6693-4c8a-8a3c-83d7b86138e7,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:38.419578 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.498211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-fed02df1-90e9-411d-a16d-06e2d0787207 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] For port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:38.498582 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-fed02df1-90e9-411d-a16d-06e2d0787207 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.593706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33d16d9d-ebe8-471a-8358-51fe6bd966ec req-8182c559-2313-41fc-9411-ae1df3a8374c service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803858 Apr 18 20:24:38.595370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e1d91c1-270e-4f17-9a0a-8f4d05310f75 req-d51a6d7a-118c-4159-9cf0-75d7342f071e tempest-ServersAdminNegativeTestJSON-983814729 tempest-ServersAdminNegativeTestJSON-983814729-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9791043 Apr 18 20:24:38.629858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a6d7a-118c-4159-9cf0-75d7342f071e tempest-ServersAdminNegativeTestJSON-983814729 tempest-ServersAdminNegativeTestJSON-983814729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59901280-1ef1-4152-8e19-e9a01c10e514,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:38.634394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-fed02df1-90e9-411d-a16d-06e2d0787207 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Calling delete_port for 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:38.687308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.692769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a376e7c-73b2-4608-85d6-7122f8f969c0 req-0d6683b7-9d36-4c4a-b7b7-a13111b06331 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:38.694282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a376e7c-73b2-4608-85d6-7122f8f969c0 req-0d6683b7-9d36-4c4a-b7b7-a13111b06331 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 948 time: 0.4676974 Apr 18 20:24:38.878071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Made reservation on behalf of 41fc31bdc2f44e189847e15bca1269c8 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:38.882134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.924566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.936057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:38.964820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a376e7c-73b2-4608-85d6-7122f8f969c0 req-da4e2065-2cf6-43ae-8e2d-72624ac97853 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545693 Apr 18 20:24:38.986310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9583433-1a5e-423f-9795-1a02ca73020d req-5605a608-812a-470f-a18a-56cf89f52552 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:38.987801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9583433-1a5e-423f-9795-1a02ca73020d req-5605a608-812a-470f-a18a-56cf89f52552 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.2926397 Apr 18 20:24:39.014154 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 742244b0-6693-4c8a-8a3c-83d7b86138e7 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:39.127423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:39.127973 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.198902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Router 2ab39a06-17f4-43b7-950d-57ea8029eacf is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:24:39.201155 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.228378 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.228931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9583433-1a5e-423f-9795-1a02ca73020d req-ffcd8db8-ddca-40ec-8c72-1f94bd6b93e0 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171712 Apr 18 20:24:39.253211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '742244b0-6693-4c8a-8a3c-83d7b86138e7'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:39.255977 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b327acb-fe51-481d-8f4c-9643d3856530" -d '{"events": [{"server_uuid": "f99794b9-70eb-4d4d-806b-0eb8dbd91037", "name": "network-vif-unplugged", "status": "completed", "tag": "742244b0-6693-4c8a-8a3c-83d7b86138e7"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:39.278135 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 742244b0-6693-4c8a-8a3c-83d7b86138e7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=742244b0-6693-4c8a-8a3c-83d7b86138e7,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:39.298106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7effbfb-915a-4fda-bfab-6ca13103eb67 req-4c11bbd4-52a5-46ff-b72f-cffcc4e8c479 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/5eef74ed-71a5-4579-8a31-29cdcde1be7b HTTP/1.1" status: 200 len: 1800 time: 0.2683556 Apr 18 20:24:39.311141 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.311507 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.311825 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Floating IP e71cac4f-ac57-4d52-b94c-f4bd5ecefe27 disassociated. External IP: 172.25.2.170, port: 742244b0-6693-4c8a-8a3c-83d7b86138e7. Apr 18 20:24:39.312199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Calling delete_port for 742244b0-6693-4c8a-8a3c-83d7b86138e7 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:39.322921 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.337600 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-fed02df1-90e9-411d-a16d-06e2d0787207 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.367149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['5100ed93-a2f5-475a-8570-3c1771225828', 'f14a2b5c-2d60-4329-902d-e5ccd33b91df'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:39.383440 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:24:39.395271 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Sync routers for ids ['2ab39a06-17f4-43b7-950d-57ea8029eacf'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:39.404986 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Routers {'2ab39a06-17f4-43b7-950d-57ea8029eacf'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:39.405855 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ab39a06-17f4-43b7-950d-57ea8029eacf'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:39.415786 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.417188 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.423748 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1693efce-cecb-497f-b4ed-b93fe18926c9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5937483 Apr 18 20:24:39.424764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51352) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:39.488299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=742244b0-6693-4c8a-8a3c-83d7b86138e7,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:39.489849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20a2132d-51ac-41c7-9c73-d8b6aed158dc req-f19de2d6-b156-4d5b-a02c-45453da0bdd4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 210 time: 0.1435568 Apr 18 20:24:39.529335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a6fa0fe2-b804-45b4-bf93-c3b3aee0f328,segment=NetworkSegment(71b3b9ee-7821-4b8b-b47f-37d1ea91d35f),segment_id=71b3b9ee-7821-4b8b-b47f-37d1ea91d35f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:39.543708 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.589955 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc1f82-b436-4f02-872b-ed9349b6d2fe None None] Network 11a4e769-9d69-4ed6-8227-4b75658f0028 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:39.660139 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Set router 2ab39a06-17f4-43b7-950d-57ea8029eacf gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:39.690257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed02df1-90e9-411d-a16d-06e2d0787207 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Pushing event deleted for resources: {'Port': ['ID=700d8d0f-19ca-4c3c-b369-9d329a6a3c9a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:39.704365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=a6fa0fe2-b804-45b4-bf93-c3b3aee0f328,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:39.715546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-fed02df1-90e9-411d-a16d-06e2d0787207 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] No DVR routers for this DVR port 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:39.738143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d33a2ff0-ef66-463d-a617-433ab4c3a678 None None] Provisioning complete for port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:39.738636 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d33a2ff0-ef66-463d-a617-433ab4c3a678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.797979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-fed02df1-90e9-411d-a16d-06e2d0787207 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.802225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11b257ca-0f31-4515-a233-7e08ddf8ba9a req-fed02df1-90e9-411d-a16d-06e2d0787207 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "DELETE /v2.0/ports/700d8d0f-19ca-4c3c-b369-9d329a6a3c9a HTTP/1.1" status: 204 len: 173 time: 2.5138519 Apr 18 20:24:39.818237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c420da1-ad24-48da-be37-1fbd37ac14a6', 'name': 'network-vif-deleted', 'tag': '700d8d0f-19ca-4c3c-b369-9d329a6a3c9a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:39.823297 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7091a4-e5cc-4f14-92e5-2d42708b99ea" -d '{"events": [{"server_uuid": "7c420da1-ad24-48da-be37-1fbd37ac14a6", "name": "network-vif-deleted", "tag": "700d8d0f-19ca-4c3c-b369-9d329a6a3c9a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:39.865669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Allocated IP 172.20.0.6 (e6b26f56-1b99-4f69-b41d-bac0b592115e/0374a3de-6bb0-4284-a844-d3ef80bf44dc/2b148ffa-8891-48df-9182-04c07cea9082) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:39.909996 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-router', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:36Z', 'updated_at': '2022-04-18T20:24:38Z', 'revision_number': 3, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'gw_port': {'id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:37Z', 'updated_at': '2022-04-18T20:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:39.960639 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Checking router: 2ab39a06-17f4-43b7-950d-57ea8029eacf for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:39.961847 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Updating router 2ab39a06-17f4-43b7-950d-57ea8029eacf port 86cfbe18-9893-44b5-86b4-6446e7d02e62 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:40.004106 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.023268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c813b-0de9-42cc-b4a2-7bf8deb35f1a req-a2c7ad7a-1712-449c-8387-35b920812a04 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:40.034648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd3c813b-0de9-42cc-b4a2-7bf8deb35f1a req-a2c7ad7a-1712-449c-8387-35b920812a04 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.2904856 Apr 18 20:24:40.037299 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e7effbfb-915a-4fda-bfab-6ca13103eb67 req-c26a179e-78b6-44d2-8012-fbc10801b211 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.109722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e7effbfb-915a-4fda-bfab-6ca13103eb67 req-c26a179e-78b6-44d2-8012-fbc10801b211 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.240086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.359180 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.460199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3e6d93ab-123e-4d4a-80f8-3ab57f7719a6 None None] Provisioning complete for port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:40.460578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e6d93ab-123e-4d4a-80f8-3ab57f7719a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.479821 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.496205 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.611495 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Attempting to bind port 86cfbe18-9893-44b5-86b4-6446e7d02e62 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:40.612043 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Attempting to bind port 86cfbe18-9893-44b5-86b4-6446e7d02e62 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:40.612500 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Attempting to bind port 86cfbe18-9893-44b5-86b4-6446e7d02e62 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:40.621553 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:40.622110 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:40.623568 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.623693 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:40.624309 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Bound port: 86cfbe18-9893-44b5-86b4-6446e7d02e62, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:40.624784 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.636905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Allocated IP 172.20.0.1 (11a4e769-9d69-4ed6-8227-4b75658f0028/2b983d61-3aae-4220-a581-e8c28d5618e8/ea7db34f-3c38-4d6d-bf25-1d363027cb31) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:40.659403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd3c813b-0de9-42cc-b4a2-7bf8deb35f1a req-1fcd68a1-44c7-4c2c-80e7-407a3762f99f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229441 Apr 18 20:24:40.699380 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] For port 86cfbe18-9893-44b5-86b4-6446e7d02e62, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:40.706441 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] For port 86cfbe18-9893-44b5-86b4-6446e7d02e62, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=86cfbe18-9893-44b5-86b4-6446e7d02e62,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:40.715588 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.737137 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Pushing event updated for resources: {'Port': ['ID=86cfbe18-9893-44b5-86b4-6446e7d02e62,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:40.741396 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e7effbfb-915a-4fda-bfab-6ca13103eb67 req-c26a179e-78b6-44d2-8012-fbc10801b211 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.748648 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.749421 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.750116 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.750245 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.750639 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.751114 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.751504 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.752987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.753124 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e7effbfb-915a-4fda-bfab-6ca13103eb67 req-c26a179e-78b6-44d2-8012-fbc10801b211 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.753237 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.753596 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.753992 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.754406 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:40.767236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7effbfb-915a-4fda-bfab-6ca13103eb67 req-c26a179e-78b6-44d2-8012-fbc10801b211 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/5eef74ed-71a5-4579-8a31-29cdcde1be7b HTTP/1.1" status: 204 len: 173 time: 1.4348667 Apr 18 20:24:40.767953 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.771869 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Routers {'2ab39a06-17f4-43b7-950d-57ea8029eacf'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:40.772480 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ab39a06-17f4-43b7-950d-57ea8029eacf'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:40.796617 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.844038 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f85e9b2-2916-4d13-872e-868602f25c0d x-openstack-request-id: req-2f85e9b2-2916-4d13-872e-868602f25c0d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:40.844355 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99794b9-70eb-4d4d-806b-0eb8dbd91037", "name": "network-vif-unplugged", "status": "completed", "tag": "742244b0-6693-4c8a-8a3c-83d7b86138e7", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:40.844614 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f85e9b2-2916-4d13-872e-868602f25c0d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:40.845009 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f85e9b2-2916-4d13-872e-868602f25c0d'] response: {'server_uuid': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '742244b0-6693-4c8a-8a3c-83d7b86138e7', 'code': 200} Apr 18 20:24:40.861027 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.886572 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461b049-923e-4ea6-8f11-f636c8814a27 None None] Pushing event updated for resources: {'Port': ['ID=86cfbe18-9893-44b5-86b4-6446e7d02e62,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:40.915219 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.924818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:40.936854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a179e-78b6-44d2-8012-fbc10801b211 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eef74ed-71a5-4579-8a31-29cdcde1be7b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:40.938677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event deleted for resources: {'Port': ['ID=742244b0-6693-4c8a-8a3c-83d7b86138e7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:40.956463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Network 11a4e769-9d69-4ed6-8227-4b75658f0028 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:40.961108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:40.964152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:40.970616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 34dd1200-f98e-4414-b760-69c84f1eb545 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:40.979705 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169390c4-bf25-4ac9-9b3d-3a92716657cd x-openstack-request-id: req-169390c4-bf25-4ac9-9b3d-3a92716657cd {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:40.980020 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c420da1-ad24-48da-be37-1fbd37ac14a6", "name": "network-vif-deleted", "tag": "700d8d0f-19ca-4c3c-b369-9d329a6a3c9a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:40.980271 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-169390c4-bf25-4ac9-9b3d-3a92716657cd {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:40.980678 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169390c4-bf25-4ac9-9b3d-3a92716657cd'] response: {'server_uuid': '7c420da1-ad24-48da-be37-1fbd37ac14a6', 'name': 'network-vif-deleted', 'tag': '700d8d0f-19ca-4c3c-b369-9d329a6a3c9a', 'status': 'completed', 'code': 200} Apr 18 20:24:40.984363 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] Set router 2ab39a06-17f4-43b7-950d-57ea8029eacf gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:41.016221 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.134861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:41.150739 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.203102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:41.203445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 700d8d0f-19ca-4c3c-b369-9d329a6a3c9a not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:41.245219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 34dd1200-f98e-4414-b760-69c84f1eb545 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:41.252139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 34dd1200-f98e-4414-b760-69c84f1eb545 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:41.253061 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.254254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Router 66b0e6fe-742c-4387-9de1-69ce067c254a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:24:41.305984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1e0bd-8801-49df-8e33-420f8ad02b28 req-049844e1-038a-4708-95ea-1ae7f2ce6df7 tempest-ServersAdminNegativeTestJSON-983814729 tempest-ServersAdminNegativeTestJSON-983814729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:41.307722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15e1e0bd-8801-49df-8e33-420f8ad02b28 req-049844e1-038a-4708-95ea-1ae7f2ce6df7 tempest-ServersAdminNegativeTestJSON-983814729 tempest-ServersAdminNegativeTestJSON-983814729-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 1101 time: 0.3654683 Apr 18 20:24:41.317681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:41.318299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.357487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.360998 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-router', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:36Z', 'updated_at': '2022-04-18T20:24:38Z', 'revision_number': 3, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'gw_port': {'id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:37Z', 'updated_at': '2022-04-18T20:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:41.410213 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ffe6b-6a83-4371-ac09-a1fee17e8979 None None] The sync data for ids ['2ab39a06-17f4-43b7-950d-57ea8029eacf'] in n-d-836015-4 is: [{'id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-router', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:36Z', 'updated_at': '2022-04-18T20:24:38Z', 'revision_number': 3, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'gw_port': {'id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:37Z', 'updated_at': '2022-04-18T20:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:41.462910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Network e6b26f56-1b99-4f69-b41d-bac0b592115e is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:41.483814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17217a-67d8-4188-b422-bb0a4b1d1abd req-4893e1b7-686a-42f6-a0b0-749bb71034b8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:41.488807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-af73db4b-854c-4389-963f-fe21397ca3f1 None None] Provisioning complete for port ea7db34f-3c38-4d6d-bf25-1d363027cb31 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:41.489349 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-af73db4b-854c-4389-963f-fe21397ca3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.491167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c17217a-67d8-4188-b422-bb0a4b1d1abd req-4893e1b7-686a-42f6-a0b0-749bb71034b8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 948 time: 0.2687793 Apr 18 20:24:41.493757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:41.509576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:41.511652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7db34f-3c38-4d6d-bf25-1d363027cb31,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:41.515053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:41.515683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.519183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15e1e0bd-8801-49df-8e33-420f8ad02b28 req-10eab39a-5cf0-4b78-999c-760a933111ed tempest-ServersAdminNegativeTestJSON-983814729 tempest-ServersAdminNegativeTestJSON-983814729-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040446 Apr 18 20:24:41.585335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-af73db4b-854c-4389-963f-fe21397ca3f1 None None] Port ea7db34f-3c38-4d6d-bf25-1d363027cb31 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:41.588463 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event updated for resources: {'Port': ['ID=2b148ffa-8891-48df-9182-04c07cea9082,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:41.602577 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.608457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-edd410fa-3e8c-493c-8ea1-11ce4c7d6851 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5072134 Apr 18 20:24:41.635499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c17217a-67d8-4188-b422-bb0a4b1d1abd req-1f532a3c-cae7-420e-a021-abb4277a4e70 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433845 Apr 18 20:24:41.651158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Request body: {'port': {'device_id': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:41.744606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:24:41.745154 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 34dd1200-f98e-4414-b760-69c84f1eb545, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=34dd1200-f98e-4414-b760-69c84f1eb545,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:41.754978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] Sync routers for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:41.758373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.794504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:41.795462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:41.861044 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.885338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] No DVR routers for this DVR port 742244b0-6693-4c8a-8a3c-83d7b86138e7 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:41.890667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.897983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d70b9bed-35cf-4cc6-8133-72f908db0508 req-7821ab15-8a8b-475b-941e-f6db02d27424 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.60 "DELETE /v2.0/ports/742244b0-6693-4c8a-8a3c-83d7b86138e7 HTTP/1.1" status: 204 len: 173 time: 4.9524970 Apr 18 20:24:41.906694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.929081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=34dd1200-f98e-4414-b760-69c84f1eb545,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:41.931862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dabee9-4179-4d5d-9bd1-ea5185378caa req-c69842de-f6b6-41f7-a5d9-a81fce9f693a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:41.939215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64dabee9-4179-4d5d-9bd1-ea5185378caa req-c69842de-f6b6-41f7-a5d9-a81fce9f693a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.2849107 Apr 18 20:24:41.959326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa58f08-3f0b-4d83-9bc7-516d3ef17397 req-202320e2-018a-4267-abba-52bd145cd672 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:41.967482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5aa58f08-3f0b-4d83-9bc7-516d3ef17397 req-202320e2-018a-4267-abba-52bd145cd672 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 931 time: 0.2250979 Apr 18 20:24:42.001648 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.039976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:42.087598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64dabee9-4179-4d5d-9bd1-ea5185378caa req-a6dc80d0-18ed-4377-977d-f1e2f0a81f91 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421940 Apr 18 20:24:42.118450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5aa58f08-3f0b-4d83-9bc7-516d3ef17397 req-8499bb93-d4cf-495e-b448-460116768e76 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499681 Apr 18 20:24:42.121822 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:24:42.194744 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.202092 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.286992 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-04d23f2b-3033-4a79-a5df-0e43b0552a43 req-1cd98973-d435-4ac4-ac45-3c2f9c14a486 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] show failed (client error): The resource could not be found. Apr 18 20:24:42.302797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04d23f2b-3033-4a79-a5df-0e43b0552a43 req-1cd98973-d435-4ac4-ac45-3c2f9c14a486 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/5eef74ed-71a5-4579-8a31-29cdcde1be7b HTTP/1.1" status: 404 len: 352 time: 0.0525863 Apr 18 20:24:42.360859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7db34f-3c38-4d6d-bf25-1d363027cb31,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:42.372780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.544584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:42.699062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Network 11a4e769-9d69-4ed6-8227-4b75658f0028 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:42.700771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:42.728516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914178e2-f7a2-412c-bfaa-f1b066aba1c4 req-867870ae-c80c-4900-94a1-aeb54546ba08 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:42.730079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-914178e2-f7a2-412c-bfaa-f1b066aba1c4 req-867870ae-c80c-4900-94a1-aeb54546ba08 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1816967 Apr 18 20:24:42.739852 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-072a5508-5e25-4961-92c2-73806c6b9fb8 req-eb2dbe78-f234-4ba9-bf62-10ba59b77397 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/094859b3-c3bc-4aab-a655-761fa07f49fd HTTP/1.1" status: 200 len: 1799 time: 0.2120938 Apr 18 20:24:42.750984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] Checking router: 66b0e6fe-742c-4387-9de1-69ce067c254a for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:42.792268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:42.794430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:42.871151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccd4b65-baeb-4e87-bc37-d24da648d4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dd1200-f98e-4414-b760-69c84f1eb545'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:42.874039 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d93cc0-b206-40b5-a8ea-953c1384b901" -d '{"events": [{"server_uuid": "6ccd4b65-baeb-4e87-bc37-d24da648d4b4", "name": "network-vif-plugged", "status": "completed", "tag": "34dd1200-f98e-4414-b760-69c84f1eb545"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:42.895696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-52577470-2407-46c9-a3f2-c936ecadc382 None None] Provisioning complete for port 2b148ffa-8891-48df-9182-04c07cea9082 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:42.896986 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-52577470-2407-46c9-a3f2-c936ecadc382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.914804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-914178e2-f7a2-412c-bfaa-f1b066aba1c4 req-c20579a7-4444-4bc2-8f4b-8a8b579c3a28 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611655 Apr 18 20:24:42.978172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Router 2ab39a06-17f4-43b7-950d-57ea8029eacf has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:24:42.980126 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 86cfbe18-9893-44b5-86b4-6446e7d02e62 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:43.001696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'name': 'network-vif-deleted', 'tag': '742244b0-6693-4c8a-8a3c-83d7b86138e7'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:43.004908 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c137672c-0273-468e-89f3-7025489c121a" -d '{"events": [{"server_uuid": "f99794b9-70eb-4d4d-806b-0eb8dbd91037", "name": "network-vif-deleted", "tag": "742244b0-6693-4c8a-8a3c-83d7b86138e7"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:43.054988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-072a5508-5e25-4961-92c2-73806c6b9fb8 req-20c6914b-22ef-4d53-b9b9-2ac0838331ae tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.097915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-52577470-2407-46c9-a3f2-c936ecadc382 None None] Port 2b148ffa-8891-48df-9182-04c07cea9082 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:43.098357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b148ffa-8891-48df-9182-04c07cea9082 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:43.105412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:43.124785 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.166696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Transition to ACTIVE for port object 2b148ffa-8891-48df-9182-04c07cea9082 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:43.171365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 86cfbe18-9893-44b5-86b4-6446e7d02e62 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:43.171732 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.178288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8eb3f-d574-4dba-97dd-5a8472157ada req-ac0eee55-399a-4cfc-b904-492fb3183fb2 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:43.180823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cac8eb3f-d574-4dba-97dd-5a8472157ada req-ac0eee55-399a-4cfc-b904-492fb3183fb2 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 949 time: 0.1310205 Apr 18 20:24:43.182484 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-072a5508-5e25-4961-92c2-73806c6b9fb8 req-20c6914b-22ef-4d53-b9b9-2ac0838331ae tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.192904 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.196009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:24:43.204301 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-96244a82-fd1d-4fa8-a6f6-6457528b5a58 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ab39a06-17f4-43b7-950d-57ea8029eacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7781146 Apr 18 20:24:43.279530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-85560d4b-2402-44dd-96cf-bd4a8f1d5771 None None] Provisioning complete for port ea7db34f-3c38-4d6d-bf25-1d363027cb31 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:43.284348 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-85560d4b-2402-44dd-96cf-bd4a8f1d5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.334205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Attempting to bind port 2b148ffa-8891-48df-9182-04c07cea9082 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:43.334534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Attempting to bind port 2b148ffa-8891-48df-9182-04c07cea9082 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:43.334887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Attempting to bind port 2b148ffa-8891-48df-9182-04c07cea9082 on network e6b26f56-1b99-4f69-b41d-bac0b592115e {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:43.347669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cac8eb3f-d574-4dba-97dd-5a8472157ada req-88882780-9ddc-42e2-959d-b51923d6a55b tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560307 Apr 18 20:24:43.348716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Pushing event updated for resources: {'Port': ['ID=2b148ffa-8891-48df-9182-04c07cea9082,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:43.353572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Port 2b148ffa-8891-48df-9182-04c07cea9082 on network e6b26f56-1b99-4f69-b41d-bac0b592115e not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:43.353907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Attempting to bind port 2b148ffa-8891-48df-9182-04c07cea9082 on network e6b26f56-1b99-4f69-b41d-bac0b592115e {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:43.361055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:43.361388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Checking segment: {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:43.362129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Bound using segment: {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:43.362297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Bound port: 2b148ffa-8891-48df-9182-04c07cea9082, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2f2263-e940-45f7-a26c-803ed70d908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:43.362715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.399332 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-072a5508-5e25-4961-92c2-73806c6b9fb8 req-20c6914b-22ef-4d53-b9b9-2ac0838331ae tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.401851 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-072a5508-5e25-4961-92c2-73806c6b9fb8 req-20c6914b-22ef-4d53-b9b9-2ac0838331ae tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.416306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-072a5508-5e25-4961-92c2-73806c6b9fb8 req-20c6914b-22ef-4d53-b9b9-2ac0838331ae tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/094859b3-c3bc-4aab-a655-761fa07f49fd HTTP/1.1" status: 204 len: 173 time: 0.6734049 Apr 18 20:24:43.441716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-85560d4b-2402-44dd-96cf-bd4a8f1d5771 None None] Port ea7db34f-3c38-4d6d-bf25-1d363027cb31 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:43.452068 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.496407 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df27419-4183-4b6f-bf96-b773c9c4d16e x-openstack-request-id: req-6df27419-4183-4b6f-bf96-b773c9c4d16e {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:43.496859 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccd4b65-baeb-4e87-bc37-d24da648d4b4", "name": "network-vif-plugged", "status": "completed", "tag": "34dd1200-f98e-4414-b760-69c84f1eb545", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:43.497114 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6df27419-4183-4b6f-bf96-b773c9c4d16e {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:43.497510 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df27419-4183-4b6f-bf96-b773c9c4d16e'] response: {'server_uuid': '6ccd4b65-baeb-4e87-bc37-d24da648d4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dd1200-f98e-4414-b760-69c84f1eb545', 'code': 200} Apr 18 20:24:43.508277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6914b-22ef-4d53-b9b9-2ac0838331ae tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094859b3-c3bc-4aab-a655-761fa07f49fd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:43.516942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 86cfbe18-9893-44b5-86b4-6446e7d02e62, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=86cfbe18-9893-44b5-86b4-6446e7d02e62,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:43.539982 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.593131 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398018e5-4d67-41c2-b1aa-f2eea6e9bdef x-openstack-request-id: req-398018e5-4d67-41c2-b1aa-f2eea6e9bdef {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:43.593510 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99794b9-70eb-4d4d-806b-0eb8dbd91037", "name": "network-vif-deleted", "tag": "742244b0-6693-4c8a-8a3c-83d7b86138e7", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:43.593671 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-398018e5-4d67-41c2-b1aa-f2eea6e9bdef {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:43.594035 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398018e5-4d67-41c2-b1aa-f2eea6e9bdef'] response: {'server_uuid': 'f99794b9-70eb-4d4d-806b-0eb8dbd91037', 'name': 'network-vif-deleted', 'tag': '742244b0-6693-4c8a-8a3c-83d7b86138e7', 'status': 'completed', 'code': 200} Apr 18 20:24:43.611341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] For port 2b148ffa-8891-48df-9182-04c07cea9082, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:43.621968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] For port 2b148ffa-8891-48df-9182-04c07cea9082, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2b148ffa-8891-48df-9182-04c07cea9082,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:43.628684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7ebdd-01ec-42a8-beda-82055dfc0d75 req-880a1e9c-3aac-4a53-abcd-bb9702a87bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:43.630434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66d7ebdd-01ec-42a8-beda-82055dfc0d75 req-880a1e9c-3aac-4a53-abcd-bb9702a87bbc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 1100 time: 0.0786738 Apr 18 20:24:43.639206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9107d4-9b64-463c-be32-6550ec182043 req-847b7b70-b211-4ef9-8013-d4a6a4162937 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:43.641063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d9107d4-9b64-463c-be32-6550ec182043 req-847b7b70-b211-4ef9-8013-d4a6a4162937 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 949 time: 0.1597981 Apr 18 20:24:43.649959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=86cfbe18-9893-44b5-86b4-6446e7d02e62,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:43.651265 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.661649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:43.695656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94c73b-e1af-4839-8cf4-69966c769f89 None None] The sync data for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 is: [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:43.740298 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:43.740958 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.742639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] 10.222.0.64 "PUT /v2.0/ports/2b148ffa-8891-48df-9182-04c07cea9082 HTTP/1.1" status: 200 len: 1091 time: 2.1042860 Apr 18 20:24:43.813338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66d7ebdd-01ec-42a8-beda-82055dfc0d75 req-cd992f81-f3e4-42b0-b9e3-a4e5914e02f1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697304 Apr 18 20:24:43.845605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39082e-ea74-4587-b74f-b998dea66b0d req-c4255c30-5a5f-4762-a432-7e2d950cbc05 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:43.847148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c39082e-ea74-4587-b74f-b998dea66b0d req-c4255c30-5a5f-4762-a432-7e2d950cbc05 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.2051876 Apr 18 20:24:43.852484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d9107d4-9b64-463c-be32-6550ec182043 req-197a2138-f1cb-4c34-ba9e-06b6e9604883 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975658 Apr 18 20:24:43.853217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3102ef-8084-472a-a0f8-4a890c0a25cf service neutron] Pushing event updated for resources: {'Port': ['ID=2b148ffa-8891-48df-9182-04c07cea9082,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:43.926452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-16031669-5217-422a-b3d4-e0aa0bab045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:43.928049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-16031669-5217-422a-b3d4-e0aa0bab045b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41fc31bdc2f44e189847e15bca1269c8&device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 1094 time: 0.1307337 Apr 18 20:24:43.941845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c39082e-ea74-4587-b74f-b998dea66b0d req-861afea8-08a9-461b-9af7-76bcd4e62a26 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799239 Apr 18 20:24:44.005191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-5f8526ca-9e00-4787-8acc-ce9e56e92524 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b148ffa-8891-48df-9182-04c07cea9082 HTTP/1.1" status: 200 len: 217 time: 0.0622649 Apr 18 20:24:44.042300 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9614d56-667c-4461-a9af-4b1ac47b01a1 None None] New status for floating IP e71cac4f-ac57-4d52-b94c-f4bd5ecefe27: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:24:44.059058 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-bfb481d7-21ca-4292-abb2-3ec6b786375a req-a5f08592-b606-4e2f-b0e0-c86aa75ff909 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] show failed (client error): The resource could not be found. Apr 18 20:24:44.060113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfb481d7-21ca-4292-abb2-3ec6b786375a req-a5f08592-b606-4e2f-b0e0-c86aa75ff909 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/094859b3-c3bc-4aab-a655-761fa07f49fd HTTP/1.1" status: 404 len: 352 time: 0.0642002 Apr 18 20:24:44.098277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442d7a7-53e9-4dbf-8d55-f2c8ff90d8e6 req-19c36580-7bdc-489b-885b-8d9f11657a23 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:44.099789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6442d7a7-53e9-4dbf-8d55-f2c8ff90d8e6 req-19c36580-7bdc-489b-885b-8d9f11657a23 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 943 time: 0.1018684 Apr 18 20:24:44.103567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-0377313b-5749-4a4f-aab2-7cdfbd7599f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:44.104957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-0377313b-5749-4a4f-aab2-7cdfbd7599f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0374a3de-6bb0-4284-a844-d3ef80bf44dc HTTP/1.1" status: 200 len: 862 time: 0.0875547 Apr 18 20:24:44.138400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58015058-5731-4524-b357-bee301f909a6 None None] Sync routers for ids ['2ab39a06-17f4-43b7-950d-57ea8029eacf'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:44.156573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58015058-5731-4524-b357-bee301f909a6 None None] Routers {'2ab39a06-17f4-43b7-950d-57ea8029eacf'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:44.157560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-58015058-5731-4524-b357-bee301f909a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ab39a06-17f4-43b7-950d-57ea8029eacf'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:44.213109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6442d7a7-53e9-4dbf-8d55-f2c8ff90d8e6 req-a7140b86-3783-4874-a5a7-4f311ebd2413 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050308 Apr 18 20:24:44.221449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-de0a3169-37e0-40e3-aad5-2c1157fb4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:44.223062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-de0a3169-37e0-40e3-aad5-2c1157fb4462 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6b26f56-1b99-4f69-b41d-bac0b592115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063118 Apr 18 20:24:44.244613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-3fac0928-552f-4abb-804b-9d5eb85f4cb8 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:44.246152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-3fac0928-552f-4abb-804b-9d5eb85f4cb8 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 949 time: 0.0884368 Apr 18 20:24:44.323171 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-58015058-5731-4524-b357-bee301f909a6 None None] Set router 2ab39a06-17f4-43b7-950d-57ea8029eacf gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:44.382021 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-da811a22-ab48-4c40-b08b-caaab70ec8fc req-1ee94996-6170-4f16-a72a-4ec8b679e1d6 tempest-FloatingIPDetailsNegativeTestJSON-924762036 tempest-FloatingIPDetailsNegativeTestJSON-924762036-project] show failed (client error): The resource could not be found. Apr 18 20:24:44.385726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da811a22-ab48-4c40-b08b-caaab70ec8fc req-1ee94996-6170-4f16-a72a-4ec8b679e1d6 tempest-FloatingIPDetailsNegativeTestJSON-924762036 tempest-FloatingIPDetailsNegativeTestJSON-924762036-project] 10.222.0.49 "GET /v2.0/floatingips/bc456424-078a-427f-a4ec-f4230684e3db HTTP/1.1" status: 404 len: 350 time: 0.0823176 Apr 18 20:24:44.397151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51410) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:44.520869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90949-5297-4537-b4b6-5215931df3a1 req-dd539486-6755-4313-bb90-c98d37de2663 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:44.522270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4e90949-5297-4537-b4b6-5215931df3a1 req-dd539486-6755-4313-bb90-c98d37de2663 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.2048249 Apr 18 20:24:44.531267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-26bd07a5-617c-457d-acae-06a7efb7b080 service neutron] 10.222.0.64 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824454 Apr 18 20:24:44.536565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-58015058-5731-4524-b357-bee301f909a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-router', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:36Z', 'updated_at': '2022-04-18T20:24:41Z', 'revision_number': 4, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'gw_port': {'id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:37Z', 'updated_at': '2022-04-18T20:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ea7db34f-3c38-4d6d-bf25-1d363027cb31', 'name': '', 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'mac_address': 'fa:16:3e:b3:ec:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b983d61-3aae-4220-a581-e8c28d5618e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:40Z', 'updated_at': '2022-04-18T20:24:41Z', 'revision_number': 2, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'subnets': [{'id': '2b983d61-3aae-4220-a581-e8c28d5618e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:44.564242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58015058-5731-4524-b357-bee301f909a6 None None] Checking router: 2ab39a06-17f4-43b7-950d-57ea8029eacf for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:44.564582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58015058-5731-4524-b357-bee301f909a6 None None] Updating router 2ab39a06-17f4-43b7-950d-57ea8029eacf port ea7db34f-3c38-4d6d-bf25-1d363027cb31 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:44.575810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28408518-1ced-4917-95e4-88ae49dd10d8 req-8c75adee-fd5f-4a1f-ab76-db46937d65a9 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/2a6263bd-e4e3-45a8-8eb7-e9e1bb6d1efe HTTP/1.1" status: 200 len: 1800 time: 0.1519101 Apr 18 20:24:44.583618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-6a85e457-1798-42e7-8448-66089545090a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Deleting port 5100ed93-a2f5-475a-8570-3c1771225828 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:44.583970 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-6a85e457-1798-42e7-8448-66089545090a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.589438 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-58015058-5731-4524-b357-bee301f909a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.691146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4e90949-5297-4537-b4b6-5215931df3a1 req-b78b3343-c0c4-4cbf-ab83-1f7e4242ee72 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585352 Apr 18 20:24:44.757397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b1554-9862-4f09-a25a-2569ee65abd1 req-50b3b134-635d-4d99-a109-408635790454 service neutron] 10.222.0.64 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160151 Apr 18 20:24:44.790184 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-28408518-1ced-4917-95e4-88ae49dd10d8 req-5aaab3d1-2e63-4947-9923-6d753c344aa1 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.796511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-6a85e457-1798-42e7-8448-66089545090a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] For port 5100ed93-a2f5-475a-8570-3c1771225828, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5100ed93-a2f5-475a-8570-3c1771225828,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:44.796973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-6a85e457-1798-42e7-8448-66089545090a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.820472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-6a85e457-1798-42e7-8448-66089545090a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Calling delete_port for 5100ed93-a2f5-475a-8570-3c1771225828 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:44.833061 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-28408518-1ced-4917-95e4-88ae49dd10d8 req-5aaab3d1-2e63-4947-9923-6d753c344aa1 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.913634 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.921045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 86cfbe18-9893-44b5-86b4-6446e7d02e62 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:44.934408 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-28408518-1ced-4917-95e4-88ae49dd10d8 req-5aaab3d1-2e63-4947-9923-6d753c344aa1 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.936898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-28408518-1ced-4917-95e4-88ae49dd10d8 req-5aaab3d1-2e63-4947-9923-6d753c344aa1 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.948089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28408518-1ced-4917-95e4-88ae49dd10d8 req-5aaab3d1-2e63-4947-9923-6d753c344aa1 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/2a6263bd-e4e3-45a8-8eb7-e9e1bb6d1efe HTTP/1.1" status: 204 len: 173 time: 0.3325815 Apr 18 20:24:44.982658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaab3d1-2e63-4947-9923-6d753c344aa1 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6263bd-e4e3-45a8-8eb7-e9e1bb6d1efe,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:45.031151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 86cfbe18-9893-44b5-86b4-6446e7d02e62 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:45.031522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.068989 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-58015058-5731-4524-b357-bee301f909a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.082378 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-58015058-5731-4524-b357-bee301f909a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.125197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933ffa9-14fe-47fd-a23b-05c3e0be2e0b req-84c92213-62b2-4690-b9ee-33e0cd0f9ff2 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.127597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3933ffa9-14fe-47fd-a23b-05c3e0be2e0b req-84c92213-62b2-4690-b9ee-33e0cd0f9ff2 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c HTTP/1.1" status: 200 len: 949 time: 0.1318970 Apr 18 20:24:45.142940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fb2b6-0fa3-41c8-8d7a-9705adb6a42e req-eabe5078-01ae-4c1e-bb96-4b9c022b2247 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.161793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-925fb2b6-0fa3-41c8-8d7a-9705adb6a42e req-eabe5078-01ae-4c1e-bb96-4b9c022b2247 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 949 time: 0.1453791 Apr 18 20:24:45.171379 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b663054-732b-4f08-8a60-25a9c4464ca0 None None] Pushing event updated for resources: {'Port': ['ID=ea7db34f-3c38-4d6d-bf25-1d363027cb31,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:45.177891 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-6a85e457-1798-42e7-8448-66089545090a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.204237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['f14a2b5c-2d60-4329-902d-e5ccd33b91df'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:45.268478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85e457-1798-42e7-8448-66089545090a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Pushing event deleted for resources: {'Port': ['ID=5100ed93-a2f5-475a-8570-3c1771225828,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:45.309697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-58015058-5731-4524-b357-bee301f909a6 None None] Attempting to bind port ea7db34f-3c38-4d6d-bf25-1d363027cb31 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:45.310068 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-58015058-5731-4524-b357-bee301f909a6 None None] Attempting to bind port ea7db34f-3c38-4d6d-bf25-1d363027cb31 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:45.310473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58015058-5731-4524-b357-bee301f909a6 None None] Attempting to bind port ea7db34f-3c38-4d6d-bf25-1d363027cb31 on network 11a4e769-9d69-4ed6-8227-4b75658f0028 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:45.325419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58015058-5731-4524-b357-bee301f909a6 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:45.325710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58015058-5731-4524-b357-bee301f909a6 None None] Checking segment: {'id': '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:45.326022 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-58015058-5731-4524-b357-bee301f909a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.326413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58015058-5731-4524-b357-bee301f909a6 None None] Bound using segment: {'id': '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:45.326889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-58015058-5731-4524-b357-bee301f909a6 None None] Bound port: ea7db34f-3c38-4d6d-bf25-1d363027cb31, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:45.327307 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-58015058-5731-4524-b357-bee301f909a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.360602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-925fb2b6-0fa3-41c8-8d7a-9705adb6a42e req-a8ab79bf-12fd-4e6e-bf0c-9bf85507e255 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978114 Apr 18 20:24:45.388616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-6a85e457-1798-42e7-8448-66089545090a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] No DVR routers for this DVR port 5100ed93-a2f5-475a-8570-3c1771225828 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:45.392957 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-6a85e457-1798-42e7-8448-66089545090a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.399998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f2519aa-8eae-4a79-8a13-e633db9d3494 req-6a85e457-1798-42e7-8448-66089545090a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "DELETE /v2.0/ports/5100ed93-a2f5-475a-8570-3c1771225828 HTTP/1.1" status: 204 len: 173 time: 1.1445487 Apr 18 20:24:45.409833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] Deleting port ea7db34f-3c38-4d6d-bf25-1d363027cb31 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:45.409833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.441074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3933ffa9-14fe-47fd-a23b-05c3e0be2e0b req-959cb0b7-14be-4b1a-bba2-b7fd66018a8f tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755811 Apr 18 20:24:45.467011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-58015058-5731-4524-b357-bee301f909a6 None None] For port ea7db34f-3c38-4d6d-bf25-1d363027cb31, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:45.470691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-58015058-5731-4524-b357-bee301f909a6 None None] For port ea7db34f-3c38-4d6d-bf25-1d363027cb31, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ea7db34f-3c38-4d6d-bf25-1d363027cb31,segment=NetworkSegment(71b3b9ee-7821-4b8b-b47f-37d1ea91d35f),segment_id=71b3b9ee-7821-4b8b-b47f-37d1ea91d35f)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:45.499316 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-58015058-5731-4524-b357-bee301f909a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.574452 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-5f52cf8a-7b57-427e-87cf-1b768a5bd722 req-4e3f0b4b-6d5c-4210-b349-7a8e3ae07fb5 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] show failed (client error): The resource could not be found. Apr 18 20:24:45.581895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f52cf8a-7b57-427e-87cf-1b768a5bd722 req-4e3f0b4b-6d5c-4210-b349-7a8e3ae07fb5 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/2a6263bd-e4e3-45a8-8eb7-e9e1bb6d1efe HTTP/1.1" status: 404 len: 352 time: 0.0462732 Apr 18 20:24:45.595700 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'tag': '2b148ffa-8891-48df-9182-04c07cea9082'}, {'server_uuid': 'aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c', 'name': 'network-vif-deleted', 'tag': '5100ed93-a2f5-475a-8570-3c1771225828'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:45.598550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58015058-5731-4524-b357-bee301f909a6 None None] Routers {'2ab39a06-17f4-43b7-950d-57ea8029eacf'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:45.599161 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-58015058-5731-4524-b357-bee301f909a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ab39a06-17f4-43b7-950d-57ea8029eacf'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:45.600794 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ab291c-9edd-4289-82cc-7e2d8a675303" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb1990a-ca4a-452a-9ce4-16a6903e4e85", "tag": "2b148ffa-8891-48df-9182-04c07cea9082"}, {"server_uuid": "aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c", "name": "network-vif-deleted", "tag": "5100ed93-a2f5-475a-8570-3c1771225828"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:45.618339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] For port ea7db34f-3c38-4d6d-bf25-1d363027cb31, host n-d-836015-4, got binding levels [] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:45.620514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.652422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffedc6-e6a7-427b-a5c2-498626f62eae req-688d1062-5591-47a1-b6c3-b80d14aa68ae tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.661021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9cffedc6-e6a7-427b-a5c2-498626f62eae req-688d1062-5591-47a1-b6c3-b80d14aa68ae tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 950 time: 0.1813874 Apr 18 20:24:45.669426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] Calling delete_port for ea7db34f-3c38-4d6d-bf25-1d363027cb31 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:45.714794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9cffedc6-e6a7-427b-a5c2-498626f62eae req-0492cf56-e751-46ad-a2b5-d70ac0ec0dea tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471420 Apr 18 20:24:45.835434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabddc50-4a1e-430a-b4f3-b3ac07bd7739 req-5e08d130-79a6-478d-ad77-e78c574a0c65 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.842791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fabddc50-4a1e-430a-b4f3-b3ac07bd7739 req-5e08d130-79a6-478d-ad77-e78c574a0c65 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.1014118 Apr 18 20:24:45.895403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b663054-732b-4f08-8a60-25a9c4464ca0 None None] Pushing event updated for resources: {'Port': ['ID=ea7db34f-3c38-4d6d-bf25-1d363027cb31,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:45.898795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474312c-df66-4c5e-ba31-dbff7025766e req-810a4c97-71c6-4959-8d35-594bd3ba15fe tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.906600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0474312c-df66-4c5e-ba31-dbff7025766e req-810a4c97-71c6-4959-8d35-594bd3ba15fe tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 943 time: 0.1016669 Apr 18 20:24:45.923019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5efd5d03-5450-4eb2-9ac2-3bc328bdc621 None None] Provisioning complete for port ea7db34f-3c38-4d6d-bf25-1d363027cb31 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:45.923605 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5efd5d03-5450-4eb2-9ac2-3bc328bdc621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.937083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fabddc50-4a1e-430a-b4f3-b3ac07bd7739 req-ac4588d8-f573-42e9-9b76-b0b6e2e038e1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772612 Apr 18 20:24:45.947591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.949832 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.962215 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-58015058-5731-4524-b357-bee301f909a6 None None] Set router 2ab39a06-17f4-43b7-950d-57ea8029eacf gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:45.968077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0474312c-df66-4c5e-ba31-dbff7025766e req-50f7de07-a0af-4275-9644-bfdc2bce1a8b tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609400 Apr 18 20:24:45.993366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7db34f-3c38-4d6d-bf25-1d363027cb31,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:46.020433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5efd5d03-5450-4eb2-9ac2-3bc328bdc621 None None] Could not find standard attr ID for object ea7db34f-3c38-4d6d-bf25-1d363027cb31. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:24:46.057696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a14c414-1864-4a8d-9724-f8d834db0625 req-1facb7b5-d257-4526-bafa-87e9db94eedf tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2be886d0e352465d8cc38390cf405694 HTTP/1.1" status: 200 len: 6150 time: 0.0885041 Apr 18 20:24:46.066849 n-d-836015-4 neutron-server[102905]: INFO neutron.plugins.ml2.db [None req-5efd5d03-5450-4eb2-9ac2-3bc328bdc621 None None] No ports have port_id starting with ea7db34f-3c38-4d6d-bf25-1d363027cb31 Apr 18 20:24:46.125248 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daecc7d-e3f2-4bf0-abb5-8eaeed0b15e2 x-openstack-request-id: req-7daecc7d-e3f2-4bf0-abb5-8eaeed0b15e2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:46.126921 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb1990a-ca4a-452a-9ce4-16a6903e4e85", "tag": "2b148ffa-8891-48df-9182-04c07cea9082", "status": "completed", "code": 200}, {"server_uuid": "aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c", "name": "network-vif-deleted", "tag": "5100ed93-a2f5-475a-8570-3c1771225828", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:46.127182 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7daecc7d-e3f2-4bf0-abb5-8eaeed0b15e2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:46.127592 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daecc7d-e3f2-4bf0-abb5-8eaeed0b15e2'] response: {'name': 'network-changed', 'server_uuid': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'tag': '2b148ffa-8891-48df-9182-04c07cea9082', 'status': 'completed', 'code': 200} Apr 18 20:24:46.127859 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daecc7d-e3f2-4bf0-abb5-8eaeed0b15e2'] response: {'server_uuid': 'aee50b4d-0ff2-4ca5-ad9d-6a0465efa36c', 'name': 'network-vif-deleted', 'tag': '5100ed93-a2f5-475a-8570-3c1771225828', 'status': 'completed', 'code': 200} Apr 18 20:24:46.162906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a14c414-1864-4a8d-9724-f8d834db0625 req-70d39fb0-f32a-482e-913e-6da8ed08ead9 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/b5952676-f257-4d3d-9c38-acb7fb219308 HTTP/1.1" status: 200 len: 2981 time: 0.1036370 Apr 18 20:24:46.203420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5e98daa8-6faf-4b2f-9237-d9d8748eb9e4 None None] Could not find standard attr ID for object ea7db34f-3c38-4d6d-bf25-1d363027cb31. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:24:46.248288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4904e8b-1ce0-41db-bb67-042fa9ae78d7 req-2f7b21a3-2fe0-4a5a-951f-fd9b4fbe929a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.249929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4904e8b-1ce0-41db-bb67-042fa9ae78d7 req-2f7b21a3-2fe0-4a5a-951f-fd9b4fbe929a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.0747035 Apr 18 20:24:46.255004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:46.281650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a14c414-1864-4a8d-9724-f8d834db0625 req-c0a5f0ac-48eb-4ac3-a544-7e87841d121f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/b5952676-f257-4d3d-9c38-acb7fb219308 HTTP/1.1" status: 200 len: 2981 time: 0.1178172 Apr 18 20:24:46.290439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-095adbb7-ff79-4fda-b213-b45390ddcab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.293008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-095adbb7-ff79-4fda-b213-b45390ddcab1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41fc31bdc2f44e189847e15bca1269c8&device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 1094 time: 0.1834259 Apr 18 20:24:46.308695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-58015058-5731-4524-b357-bee301f909a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-router', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:36Z', 'updated_at': '2022-04-18T20:24:41Z', 'revision_number': 4, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'gw_port': {'id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:37Z', 'updated_at': '2022-04-18T20:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ea7db34f-3c38-4d6d-bf25-1d363027cb31', 'name': '', 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'mac_address': 'fa:16:3e:b3:ec:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b983d61-3aae-4220-a581-e8c28d5618e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:40Z', 'updated_at': '2022-04-18T20:24:45Z', 'revision_number': 4, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'subnets': [{'id': '2b983d61-3aae-4220-a581-e8c28d5618e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:46.330264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-dd53934f-9fb2-4e2f-adc5-11612da0fbfe req-df997258-b692-407c-9654-a0304c33d146 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1850170646', 'description': 'tempest-description-1900413062'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:46.335308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58015058-5731-4524-b357-bee301f909a6 None None] The sync data for ids ['2ab39a06-17f4-43b7-950d-57ea8029eacf'] in n-d-836015-4 is: [{'id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-router', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:36Z', 'updated_at': '2022-04-18T20:24:41Z', 'revision_number': 4, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'gw_port': {'id': '86cfbe18-9893-44b5-86b4-6446e7d02e62', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:37Z', 'updated_at': '2022-04-18T20:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ea7db34f-3c38-4d6d-bf25-1d363027cb31', 'name': '', 'network_id': '11a4e769-9d69-4ed6-8227-4b75658f0028', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'mac_address': 'fa:16:3e:b3:ec:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2b983d61-3aae-4220-a581-e8c28d5618e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:40Z', 'updated_at': '2022-04-18T20:24:45Z', 'revision_number': 4, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'subnets': [{'id': '2b983d61-3aae-4220-a581-e8c28d5618e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:46.361520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4904e8b-1ce0-41db-bb67-042fa9ae78d7 req-8a1869a7-2a14-425c-83ac-1ee21dc0002b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886693 Apr 18 20:24:46.422272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dd53934f-9fb2-4e2f-adc5-11612da0fbfe req-df997258-b692-407c-9654-a0304c33d146 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:46.545521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-b74bda04-3d2b-4996-99cc-4605741c7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.547094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-b74bda04-3d2b-4996-99cc-4605741c7301 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6b26f56-1b99-4f69-b41d-bac0b592115e HTTP/1.1" status: 200 len: 924 time: 0.2390983 Apr 18 20:24:46.935882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-2a714b91-c2b7-46af-a61d-3c9c5fc71300 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b148ffa-8891-48df-9182-04c07cea9082 HTTP/1.1" status: 200 len: 217 time: 0.3801656 Apr 18 20:24:46.937839 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] Router 2ab39a06-17f4-43b7-950d-57ea8029eacf has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:24:46.968992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeef0e-0a90-412c-994a-ecc779bc0836 req-5a817afc-7125-49fe-ae97-49af8e27ef04 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.970820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6aeef0e-0a90-412c-994a-ecc779bc0836 req-5a817afc-7125-49fe-ae97-49af8e27ef04 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 949 time: 0.4770634 Apr 18 20:24:46.998479 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dd53934f-9fb2-4e2f-adc5-11612da0fbfe req-df997258-b692-407c-9654-a0304c33d146 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.047925 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dd53934f-9fb2-4e2f-adc5-11612da0fbfe req-df997258-b692-407c-9654-a0304c33d146 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.058927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:24:47.070051 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-61332bd1-67a1-4b64-9ddc-435edda81bb2 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ab39a06-17f4-43b7-950d-57ea8029eacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6692259 Apr 18 20:24:47.070286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51442) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:47.135347 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dd53934f-9fb2-4e2f-adc5-11612da0fbfe req-df997258-b692-407c-9654-a0304c33d146 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.136597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd53934f-9fb2-4e2f-adc5-11612da0fbfe req-df997258-b692-407c-9654-a0304c33d146 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8148375 Apr 18 20:24:47.138495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.64', 63865) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:47.141154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-dbf00d0e-3396-4331-af62-153eab8621a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.142591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-dbf00d0e-3396-4331-af62-153eab8621a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0374a3de-6bb0-4284-a844-d3ef80bf44dc HTTP/1.1" status: 200 len: 862 time: 0.1920528 Apr 18 20:24:47.156179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6aeef0e-0a90-412c-994a-ecc779bc0836 req-10aa3da8-6871-45d1-a499-501c2676a4bf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561265 Apr 18 20:24:47.158444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2b148ffa-8891-48df-9182-04c07cea9082 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:47.162934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5100ed93-a2f5-475a-8570-3c1771225828 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:47.195079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df997258-b692-407c-9654-a0304c33d146 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ee1933-1eb6-4783-9fca-cba801a8a269,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:47.227604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 5100ed93-a2f5-475a-8570-3c1771225828 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:47.229550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5100ed93-a2f5-475a-8570-3c1771225828 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:47.245700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.254180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-e55adcd8-011b-4f89-86ba-42fc436460af tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.255525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-e55adcd8-011b-4f89-86ba-42fc436460af tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.60 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 950 time: 0.2553079 Apr 18 20:24:47.363191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2b148ffa-8891-48df-9182-04c07cea9082, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2b148ffa-8891-48df-9182-04c07cea9082,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:47.378745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-b6177fdb-fad9-4bd3-af6d-77786648d454 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.380685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-b6177fdb-fad9-4bd3-af6d-77786648d454 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.2232707 Apr 18 20:24:47.382115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '2b148ffa-8891-48df-9182-04c07cea9082', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'port_id': '2b148ffa-8891-48df-9182-04c07cea9082', 'mac_address': 'fa:16:3e:5b:d8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:24:47.384335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-c80072dc-5d06-4ff2-a2dc-00e894e03ab1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3004401 Apr 18 20:24:47.396354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.441240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-4'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:47.441756 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.454983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b148ffa-8891-48df-9182-04c07cea9082 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:47.466309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Deleting port 86cfbe18-9893-44b5-86b4-6446e7d02e62 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:47.466657 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.479425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2b148ffa-8891-48df-9182-04c07cea9082, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2b148ffa-8891-48df-9182-04c07cea9082,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:47.483484 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.536201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-1749f262-f674-4e04-a008-4d350ead2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.536880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=2b148ffa-8891-48df-9182-04c07cea9082,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:47.537956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-1749f262-f674-4e04-a008-4d350ead2313 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6b26f56-1b99-4f69-b41d-bac0b592115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3558285 Apr 18 20:24:47.548974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe028b-1239-4e01-9746-35a2cb146908 req-209ab663-eb9b-4222-a2b1-e8f5e89b7049 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.550543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aebe028b-1239-4e01-9746-35a2cb146908 req-209ab663-eb9b-4222-a2b1-e8f5e89b7049 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 950 time: 0.2925315 Apr 18 20:24:47.574608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] For port 86cfbe18-9893-44b5-86b4-6446e7d02e62, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=86cfbe18-9893-44b5-86b4-6446e7d02e62,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:47.575030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.591959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Calling delete_port for 86cfbe18-9893-44b5-86b4-6446e7d02e62 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:47.607136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.672724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d270bb-6390-4908-b580-3b6a4b62b480 req-556a81e5-1783-451a-a028-9c725e50bac7 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.674507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1d270bb-6390-4908-b580-3b6a4b62b480 req-556a81e5-1783-451a-a028-9c725e50bac7 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 945 time: 0.3395815 Apr 18 20:24:47.699469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-64af56d2-e2c1-4888-84fb-5f820912b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.701068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-64af56d2-e2c1-4888-84fb-5f820912b8f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1095 time: 0.2798479 Apr 18 20:24:47.791760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.794187 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aebe028b-1239-4e01-9746-35a2cb146908 req-f47cd44b-e63c-4a6a-a81c-349fee3605b8 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199135 Apr 18 20:24:47.805147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['2b148ffa-8891-48df-9182-04c07cea9082'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:47.825191 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] Sync routers for ids ['2ab39a06-17f4-43b7-950d-57ea8029eacf'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:47.826906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=86cfbe18-9893-44b5-86b4-6446e7d02e62,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:47.859532 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] Routers {'2ab39a06-17f4-43b7-950d-57ea8029eacf'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:47.860171 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ab39a06-17f4-43b7-950d-57ea8029eacf'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:47.902826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-96aea9fa-7e26-44bc-9233-320e1586ba2a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Deleting port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:47.903662 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-96aea9fa-7e26-44bc-9233-320e1586ba2a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.916094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.945532 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] Set router 2ab39a06-17f4-43b7-950d-57ea8029eacf gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:47.989979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1d270bb-6390-4908-b580-3b6a4b62b480 req-24e83e68-d34f-4a5a-a025-61ee2bb10ca2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053143 Apr 18 20:24:47.993712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-2789405f-defa-4b9a-b263-85af09444dfd service neutron] 10.222.0.64 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393055 Apr 18 20:24:48.010151 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-router', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:36Z', 'updated_at': '2022-04-18T20:24:47Z', 'revision_number': 7, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:48.042228 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] Checking router: 2ab39a06-17f4-43b7-950d-57ea8029eacf for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:48.050477 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] Routers {'2ab39a06-17f4-43b7-950d-57ea8029eacf'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:48.051189 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ab39a06-17f4-43b7-950d-57ea8029eacf'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:48.059264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.062289 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.065557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-f7ae98ef-6e2a-418e-b706-4a040f32c2de req-01906c51-1ae0-4056-b607-bdcf8cd0070b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-721969863', 'description': 'tempest-description-506294876'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:48.135234 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.135811 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab39a06-17f4-43b7-950d-57ea8029eacf {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:24:48.136792 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] Set router 2ab39a06-17f4-43b7-950d-57ea8029eacf gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:48.141425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.142613 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2277407c-3e70-4640-b736-bfcae6831b81 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2ab39a06-17f4-43b7-950d-57ea8029eacf HTTP/1.1" status: 204 len: 168 time: 1.0712230 Apr 18 20:24:48.145266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51452) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:48.185133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-3a247f83-347d-471d-bd6a-7ddbcfc418ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:48.186843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-3a247f83-347d-471d-bd6a-7ddbcfc418ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.4513977 Apr 18 20:24:48.195613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-e538d6af-84fe-4cec-ac10-adfd1968909a admin admin] Deleting subnet 2b983d61-3aae-4220-a581-e8c28d5618e8 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:24:48.198899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e538d6af-84fe-4cec-ac10-adfd1968909a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.203723 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-router', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:36Z', 'updated_at': '2022-04-18T20:24:47Z', 'revision_number': 7, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:48.209767 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f7ae98ef-6e2a-418e-b706-4a040f32c2de req-01906c51-1ae0-4056-b607-bdcf8cd0070b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.219656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77482f50-9d40-40af-a962-7c94d0948857 req-8aa1fa32-6dbc-4008-93ea-2ea76c7a6a7a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:48.228797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77482f50-9d40-40af-a962-7c94d0948857 req-8aa1fa32-6dbc-4008-93ea-2ea76c7a6a7a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 944 time: 0.3531346 Apr 18 20:24:48.230983 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef95c3d-d696-4215-aebe-a23a97797ce1 None None] The sync data for ids ['2ab39a06-17f4-43b7-950d-57ea8029eacf'] in n-d-836015-4 is: [{'id': '2ab39a06-17f4-43b7-950d-57ea8029eacf', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-264116823-router', 'tenant_id': '07b0748c417a4df996c3d25c8a2d90e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:36Z', 'updated_at': '2022-04-18T20:24:47Z', 'revision_number': 7, 'project_id': '07b0748c417a4df996c3d25c8a2d90e3', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:48.237052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e538d6af-84fe-4cec-ac10-adfd1968909a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.245256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:48.257480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-96aea9fa-7e26-44bc-9233-320e1586ba2a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] For port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:48.257868 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-96aea9fa-7e26-44bc-9233-320e1586ba2a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.325672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-30b6dbda-f921-4751-9e72-b02c59894c1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 200 len: 217 time: 0.1171083 Apr 18 20:24:48.329424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-96aea9fa-7e26-44bc-9233-320e1586ba2a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Calling delete_port for d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:48.352474 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e538d6af-84fe-4cec-ac10-adfd1968909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.405562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e538d6af-84fe-4cec-ac10-adfd1968909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.422025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16ab291c-9edd-4289-82cc-7e2d8a675303 req-05443cbf-4a80-4ec4-b2a6-b195dcecf268 service neutron] 10.222.0.64 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919945 Apr 18 20:24:48.431657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77482f50-9d40-40af-a962-7c94d0948857 req-9825a7c2-22c1-4849-b316-0ebb9baef64a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020216 Apr 18 20:24:48.432559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538d6af-84fe-4cec-ac10-adfd1968909a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b983d61-3aae-4220-a581-e8c28d5618e8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:48.439498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e538d6af-84fe-4cec-ac10-adfd1968909a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.448932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f96a6-df16-45c7-a384-9a1c12ddf842 None None] Network 11a4e769-9d69-4ed6-8227-4b75658f0028 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:24:48.453224 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e538d6af-84fe-4cec-ac10-adfd1968909a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2b983d61-3aae-4220-a581-e8c28d5618e8 HTTP/1.1" status: 204 len: 168 time: 0.3060389 Apr 18 20:24:48.454105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51454) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:48.513789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:48.556204 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.558108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-41e67e17-c427-40d3-8790-461f2cee3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:48.559602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-41e67e17-c427-40d3-8790-461f2cee3c44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.2188568 Apr 18 20:24:48.627562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Deleting port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:48.627945 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.649093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-f515e3f9-2475-4541-a211-e3f28d3389c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638261 Apr 18 20:24:48.674263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c75a8-15ec-4280-8f3e-c20be27f8901 None None] DHCP port deletion for 11a4e769-9d69-4ed6-8227-4b75658f0028 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:24:48.734241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] For port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a6fa0fe2-b804-45b4-bf93-c3b3aee0f328,segment=NetworkSegment(71b3b9ee-7821-4b8b-b47f-37d1ea91d35f),segment_id=71b3b9ee-7821-4b8b-b47f-37d1ea91d35f)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:48.734681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.748658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-909c75a8-15ec-4280-8f3e-c20be27f8901 None None] Deleting port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:48.749349 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-909c75a8-15ec-4280-8f3e-c20be27f8901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.753851 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f7ae98ef-6e2a-418e-b706-4a040f32c2de req-01906c51-1ae0-4056-b607-bdcf8cd0070b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.756869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad974434-9b69-4f62-9ffd-c99ece799b65'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:48.760567 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557a8d6c-ec67-4d01-8963-04cc1a9c28b7" -d '{"events": [{"server_uuid": "9a67a137-c7df-4b6d-93bb-de0ca355a137", "name": "network-vif-unplugged", "status": "completed", "tag": "ad974434-9b69-4f62-9ffd-c99ece799b65"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:48.763250 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Calling delete_port for a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:48.802180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.808487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f7ae98ef-6e2a-418e-b706-4a040f32c2de req-01906c51-1ae0-4056-b607-bdcf8cd0070b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.821641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-909c75a8-15ec-4280-8f3e-c20be27f8901 None None] For port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a6fa0fe2-b804-45b4-bf93-c3b3aee0f328,segment=NetworkSegment(71b3b9ee-7821-4b8b-b47f-37d1ea91d35f),segment_id=71b3b9ee-7821-4b8b-b47f-37d1ea91d35f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:48.822176 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-909c75a8-15ec-4280-8f3e-c20be27f8901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.830557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.836302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-909c75a8-15ec-4280-8f3e-c20be27f8901 None None] Calling delete_port for a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:48.868650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.894932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fa0fe2-b804-45b4-bf93-c3b3aee0f328,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:48.899162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] No DVR routers for this DVR port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:48.937157 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f7ae98ef-6e2a-418e-b706-4a040f32c2de req-01906c51-1ae0-4056-b607-bdcf8cd0070b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.938389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7ae98ef-6e2a-418e-b706-4a040f32c2de req-01906c51-1ae0-4056-b607-bdcf8cd0070b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.9053996 Apr 18 20:24:48.967097 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-909c75a8-15ec-4280-8f3e-c20be27f8901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.971987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01906c51-1ae0-4056-b607-bdcf8cd0070b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:48.975332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.984786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c75a8-15ec-4280-8f3e-c20be27f8901 None None] No DVR routers for this DVR port a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:48.989979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419f3c3-9db0-4699-859f-f256e8e637f5 req-c78003d3-7920-4eb6-b6d7-84077e0882c1 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:48.997928 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e419f3c3-9db0-4699-859f-f256e8e637f5 req-c78003d3-7920-4eb6-b6d7-84077e0882c1 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 1100 time: 0.2919631 Apr 18 20:24:49.002882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a4e769-9d69-4ed6-8227-4b75658f0028']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:49.008213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c75a8-15ec-4280-8f3e-c20be27f8901 None None] Pushing event deleted for resources: {'Port': ['ID=a6fa0fe2-b804-45b4-bf93-c3b3aee0f328,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.021069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:49.021569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b3b9ee-7821-4b8b-b47f-37d1ea91d35f') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:49.040420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.056259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-f0703941-46a3-40fd-821e-fb43ea5dfcd1 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938544 Apr 18 20:24:49.062634 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.080293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:24:49.080699 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.089412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Pushing event updated for resources: {'Port': ['ID=ad974434-9b69-4f62-9ffd-c99ece799b65,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:24:49.089630 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:24:49.099723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e419f3c3-9db0-4699-859f-f256e8e637f5 req-4cd5fd74-65df-4f1b-9e23-737a961395ee tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.178038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ad974434-9b69-4f62-9ffd-c99ece799b65 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:24:49.181158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2b148ffa-8891-48df-9182-04c07cea9082 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:24:49.188039 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-96aea9fa-7e26-44bc-9233-320e1586ba2a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.226118 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.259506 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.263093 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] 10.222.0.49 "DELETE /v2.0/networks/11a4e769-9d69-4ed6-8227-4b75658f0028 HTTP/1.1" status: 204 len: 168 time: 0.8066900 Apr 18 20:24:49.264162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74909d14-3481-4e01-b013-ea57d5f2bd29 admin admin] Pushing event deleted for resources: {'Network': ['ID=11a4e769-9d69-4ed6-8227-4b75658f0028,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.277410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ea7db34f-3c38-4d6d-bf25-1d363027cb31 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:49.307735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['6f7376b7-f52c-4768-b5e8-a00d58c82df5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:49.314035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: ea7db34f-3c38-4d6d-bf25-1d363027cb31 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:49.314380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ea7db34f-3c38-4d6d-bf25-1d363027cb31 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:49.314873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:49.388173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:49.388525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a6fa0fe2-b804-45b4-bf93-c3b3aee0f328 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:49.388917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 86cfbe18-9893-44b5-86b4-6446e7d02e62 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:49.390531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 2b148ffa-8891-48df-9182-04c07cea9082 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:49.398700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 2b148ffa-8891-48df-9182-04c07cea9082 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:49.399073 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.445922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51472) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:49.453743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 86cfbe18-9893-44b5-86b4-6446e7d02e62 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:49.454272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 86cfbe18-9893-44b5-86b4-6446e7d02e62 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:49.516913 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7f343de4-d393-4bc3-9d6a-3f6dddc493f0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07b0748c417a4df996c3d25c8a2d90e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690491 Apr 18 20:24:49.519274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51476) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:49.574039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aea9fa-7e26-44bc-9233-320e1586ba2a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Pushing event deleted for resources: {'Port': ['ID=d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.603917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on host n-h1-836015-4 for vnic_type normal with profile {"migrating_to": "n-h2-836015-4"} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:49.604263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:49.604598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:49.617579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:49.627419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b520-76b7-4b29-be21-94df5b1a23d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.659424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:49.659752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:49.667080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b520-76b7-4b29-be21-94df5b1a23d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.698156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-96aea9fa-7e26-44bc-9233-320e1586ba2a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] No DVR routers for this DVR port d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:49.705710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-96aea9fa-7e26-44bc-9233-320e1586ba2a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.709753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c059be1b-8584-40b0-a007-c14e2bcc25bb req-96aea9fa-7e26-44bc-9233-320e1586ba2a tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.60 "DELETE /v2.0/ports/d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 HTTP/1.1" status: 204 len: 173 time: 2.4461098 Apr 18 20:24:49.709910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on host n-h1-836015-4 for vnic_type normal with profile {"migrating_to": "n-h2-836015-4"} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:49.709910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:49.710147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:49.719739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:49.720250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:49.720653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:49.721096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Bound port: ad974434-9b69-4f62-9ffd-c99ece799b65, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:49.721487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.738014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:49.738014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:49.743066 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.746186 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b520-76b7-4b29-be21-94df5b1a23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.747635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77525c26-24d8-4e70-8d90-369caba0e1a6 req-3be7ce6c-a5ef-4251-b2ae-8f358e7ea367 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729417 Apr 18 20:24:49.754150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:49.754590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:49.756143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:49.757265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Bound port: ad974434-9b69-4f62-9ffd-c99ece799b65, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:49.757887 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.763983 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fdb0b520-76b7-4b29-be21-94df5b1a23d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.769171 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fdb0b520-76b7-4b29-be21-94df5b1a23d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/771e0626-ac84-4b8b-bebc-823ab67362f8 HTTP/1.1" status: 204 len: 168 time: 0.2363451 Apr 18 20:24:49.778829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c90eb-b1e5-4df3-86f5-417db19e435c req-da63b428-b0c7-41c0-9cce-a80638e043bd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:49.790396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-239c90eb-b1e5-4df3-86f5-417db19e435c req-da63b428-b0c7-41c0-9cce-a80638e043bd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.2371500 Apr 18 20:24:49.810784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b148ffa-8891-48df-9182-04c07cea9082'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:49.814566 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151f623d-81d2-4217-b970-8a2cbc8ef48f" -d '{"events": [{"server_uuid": "ebb1990a-ca4a-452a-9ce4-16a6903e4e85", "name": "network-vif-plugged", "status": "completed", "tag": "2b148ffa-8891-48df-9182-04c07cea9082"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:49.816774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0b520-76b7-4b29-be21-94df5b1a23d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771e0626-ac84-4b8b-bebc-823ab67362f8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.849510 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e419f3c3-9db0-4699-859f-f256e8e637f5 req-4cd5fd74-65df-4f1b-9e23-737a961395ee tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.858259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2b148ffa-8891-48df-9182-04c07cea9082, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2b148ffa-8891-48df-9182-04c07cea9082,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:49.880185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.887768 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e419f3c3-9db0-4699-859f-f256e8e637f5 req-4cd5fd74-65df-4f1b-9e23-737a961395ee tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.925408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e419f3c3-9db0-4699-859f-f256e8e637f5 req-4cd5fd74-65df-4f1b-9e23-737a961395ee tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9228654 Apr 18 20:24:49.958402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:49.967596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:49.981378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=2b148ffa-8891-48df-9182-04c07cea9082,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.987111 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.998877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-239c90eb-b1e5-4df3-86f5-417db19e435c req-5a2879da-fc57-44db-80e0-8c44c43dc3f4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013509 Apr 18 20:24:50.001464 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4942b6ea-f786-49ef-876b-4fd117944ef1 x-openstack-request-id: req-4942b6ea-f786-49ef-876b-4fd117944ef1 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:50.004213 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a67a137-c7df-4b6d-93bb-de0ca355a137", "name": "network-vif-unplugged", "status": "completed", "tag": "ad974434-9b69-4f62-9ffd-c99ece799b65", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:50.006133 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4942b6ea-f786-49ef-876b-4fd117944ef1 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:50.006727 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4942b6ea-f786-49ef-876b-4fd117944ef1'] response: {'server_uuid': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad974434-9b69-4f62-9ffd-c99ece799b65', 'code': 200} Apr 18 20:24:50.020162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5fd74-65df-4f1b-9e23-737a961395ee tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eabe8d2-8158-41b1-93b8-9280aab636cd,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:50.037100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:50.050271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.api [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) ad974434-9b69-4f62-9ffd-c99ece799b65-n-h1-836015-4-0 {{(pid=102904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:24:50.050893 n-d-836015-4 neutron-server[102904]: DEBUG oslo_db.api [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:24:50.086376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ad974434-9b69-4f62-9ffd-c99ece799b65 has no active binding in host n-h2-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:24:50.102454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ad974434-9b69-4f62-9ffd-c99ece799b65,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:50.127092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-926f5e86-2c73-4998-bcaf-083715f55f53 req-0b2a6d3d-f8a4-4c39-8e3e-1da58fcd451b tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=914e6434-082e-4839-95b2-426ea5910ba1 HTTP/1.1" status: 200 len: 210 time: 0.0404708 Apr 18 20:24:50.154500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a77e1-36b0-441d-a51e-6d5221236d34 req-c211b3ad-9613-4ada-80db-840327da7e6f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.157875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e02a77e1-36b0-441d-a51e-6d5221236d34 req-c211b3ad-9613-4ada-80db-840327da7e6f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 943 time: 0.0823846 Apr 18 20:24:50.207438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e02a77e1-36b0-441d-a51e-6d5221236d34 req-dc436473-86bf-4e89-9503-52fc54816be1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428233 Apr 18 20:24:50.359540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba429d-8d7d-40de-ad17-da9a720db720 req-e29f75b8-baf1-4f60-881e-99e129ab884f tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.361220 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccba429d-8d7d-40de-ad17-da9a720db720 req-e29f75b8-baf1-4f60-881e-99e129ab884f tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 950 time: 0.0763378 Apr 18 20:24:50.395651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-121bf457-4dda-4e65-bc24-780952c13f22 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.397168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-121bf457-4dda-4e65-bc24-780952c13f22 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 812 time: 0.1787186 Apr 18 20:24:50.418213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccba429d-8d7d-40de-ad17-da9a720db720 req-a730e893-eec1-4b48-8dcf-12586713d143 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/security-groups?id=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473063 Apr 18 20:24:50.427718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-4ec1cd36-de99-41dc-a85e-1de288df76c4 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/quotas/2be886d0e352465d8cc38390cf405694 HTTP/1.1" status: 200 len: 375 time: 0.0129004 Apr 18 20:24:50.502345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-9de6e88a-ad8e-4d1c-965b-b17111322f94 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654206 Apr 18 20:24:50.592800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on host n-h1-836015-4 for vnic_type normal with profile {"migrating_to": "n-h2-836015-4"} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:50.593125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:50.593446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:50.606092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:50.606413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Attempting to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:50.625294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71333a47-f892-4ba1-b89d-a6208948e5cb req-35b173b8-fc4a-46cf-a097-f39ec3134caa tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.626774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71333a47-f892-4ba1-b89d-a6208948e5cb req-35b173b8-fc4a-46cf-a097-f39ec3134caa tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 945 time: 0.1205075 Apr 18 20:24:50.629770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:50.630199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:50.630559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:50.630984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Bound port: ad974434-9b69-4f62-9ffd-c99ece799b65, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:50.631336 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:50.709236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-d28d18bb-80e1-45fb-b591-fe36521a5219 service neutron] 10.222.0.49 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923869 Apr 18 20:24:50.717613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71333a47-f892-4ba1-b89d-a6208948e5cb req-5ef670ab-4798-45db-b2a9-270370b63e8a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823829 Apr 18 20:24:50.779621 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7d8ef7-fab6-45af-9d79-fdca95dee752 x-openstack-request-id: req-ee7d8ef7-fab6-45af-9d79-fdca95dee752 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:50.780109 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1990a-ca4a-452a-9ce4-16a6903e4e85", "name": "network-vif-plugged", "status": "completed", "tag": "2b148ffa-8891-48df-9182-04c07cea9082", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:50.780207 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee7d8ef7-fab6-45af-9d79-fdca95dee752 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:50.781016 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7d8ef7-fab6-45af-9d79-fdca95dee752'] response: {'server_uuid': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b148ffa-8891-48df-9182-04c07cea9082', 'code': 200} Apr 18 20:24:50.815991 n-d-836015-4 neutron-server[102904]: WARNING neutron.plugins.ml2.plugin [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Concurrent port binding operations failed on port ad974434-9b69-4f62-9ffd-c99ece799b65 Apr 18 20:24:50.820804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:50.831346 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Attempt 2 to bind port ad974434-9b69-4f62-9ffd-c99ece799b65 Apr 18 20:24:50.835440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.836000 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:50.837495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-69cee263-7c7d-40c1-952b-e00bd93c9054 service neutron] 10.222.0.64 "PUT /v2.0/ports/ad974434-9b69-4f62-9ffd-c99ece799b65 HTTP/1.1" status: 200 len: 1121 time: 3.4147339 Apr 18 20:24:50.841330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-06267acf-5084-4f5d-8251-e9e5f544c9e6 service neutron] 10.222.0.49 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228373 Apr 18 20:24:50.926281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['ad974434-9b69-4f62-9ffd-c99ece799b65'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:51.001435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ad974434-9b69-4f62-9ffd-c99ece799b65'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:51.033422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c1cfb-ce90-40fb-843a-ed9c8f74d0df req-0621076e-e78e-464a-be6c-d25e7d25dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:51.035598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-162c1cfb-ce90-40fb-843a-ed9c8f74d0df req-0621076e-e78e-464a-be6c-d25e7d25dd04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 1096 time: 0.1735377 Apr 18 20:24:51.040022 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:51.074280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-37acbd81-a4f5-4f4c-8325-536f0c094a2a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:51.075858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-37acbd81-a4f5-4f4c-8325-536f0c094a2a tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 950 time: 0.1135464 Apr 18 20:24:51.118469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:51.118803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:51.228245 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-162c1cfb-ce90-40fb-843a-ed9c8f74d0df req-91d9a998-fa92-49d5-847b-aaf14c41b996 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831379 Apr 18 20:24:51.256735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac81360d-3e52-425f-9ce4-302df2608396 req-61a4ad86-2253-486f-8778-57d9c56464ae tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 210 time: 0.0751464 Apr 18 20:24:51.291019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de4c20-f5e7-4a49-9d18-7ff67406b91a req-626b7506-8cc1-4570-99fa-b54a783c108a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:51.299360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3de4c20-f5e7-4a49-9d18-7ff67406b91a req-626b7506-8cc1-4570-99fa-b54a783c108a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1162941 Apr 18 20:24:51.323270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-15aca1b9-d215-4309-a548-d63e0aa17e17 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Deleting port f14a2b5c-2d60-4329-902d-e5ccd33b91df {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:51.323574 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-15aca1b9-d215-4309-a548-d63e0aa17e17 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.406631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3de4c20-f5e7-4a49-9d18-7ff67406b91a req-80a9bd9f-8a57-43d6-aeea-3099b7a9d816 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065009 Apr 18 20:24:51.451368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-caed4446-73c9-44e9-aff5-94732b39b7b6 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324972 Apr 18 20:24:51.568935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-15aca1b9-d215-4309-a548-d63e0aa17e17 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] For port f14a2b5c-2d60-4329-902d-e5ccd33b91df, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f14a2b5c-2d60-4329-902d-e5ccd33b91df,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:51.569298 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-15aca1b9-d215-4309-a548-d63e0aa17e17 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.594665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-15aca1b9-d215-4309-a548-d63e0aa17e17 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Calling delete_port for f14a2b5c-2d60-4329-902d-e5ccd33b91df owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:51.666992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcb834-f956-4de2-b914-7597209a33bb req-790f4fb1-21af-415f-9174-51f5fee71804 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:51.668487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24fcb834-f956-4de2-b914-7597209a33bb req-790f4fb1-21af-415f-9174-51f5fee71804 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 943 time: 0.1428108 Apr 18 20:24:51.678400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-b8408fc0-b4dd-4c9b-b712-bf04d2339692 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:51.679966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-b8408fc0-b4dd-4c9b-b712-bf04d2339692 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215228 Apr 18 20:24:51.717809 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-af8d1fd0-925e-426f-a71a-f0e5fffd07b4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/quotas/df5ff37bcfd04d45aeb45108377157e2 HTTP/1.1" status: 200 len: 375 time: 0.0274658 Apr 18 20:24:51.758715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24fcb834-f956-4de2-b914-7597209a33bb req-4c122854-92c3-48c5-b3ee-a06b73e7577f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761032 Apr 18 20:24:51.823099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5bfdccde-3dfa-4d18-bb82-842fef447b62 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910735 Apr 18 20:24:51.851297 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-15aca1b9-d215-4309-a548-d63e0aa17e17 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.946197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aca1b9-d215-4309-a548-d63e0aa17e17 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Pushing event deleted for resources: {'Port': ['ID=f14a2b5c-2d60-4329-902d-e5ccd33b91df,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:51.983661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-15aca1b9-d215-4309-a548-d63e0aa17e17 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] No DVR routers for this DVR port f14a2b5c-2d60-4329-902d-e5ccd33b91df on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:51.986778 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-15aca1b9-d215-4309-a548-d63e0aa17e17 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.990651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bff99ca-28f7-44dc-812c-1eae48da72ed req-15aca1b9-d215-4309-a548-d63e0aa17e17 tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.64 "DELETE /v2.0/ports/f14a2b5c-2d60-4329-902d-e5ccd33b91df HTTP/1.1" status: 204 len: 173 time: 0.8967535 Apr 18 20:24:52.009343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914e6434-082e-4839-95b2-426ea5910ba1', 'name': 'network-vif-deleted', 'tag': 'd0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24'}, {'name': 'network-changed', 'server_uuid': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'tag': 'ad974434-9b69-4f62-9ffd-c99ece799b65'}, {'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-deleted', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:52.012040 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7" -d '{"events": [{"server_uuid": "914e6434-082e-4839-95b2-426ea5910ba1", "name": "network-vif-deleted", "tag": "d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24"}, {"name": "network-changed", "server_uuid": "9a67a137-c7df-4b6d-93bb-de0ca355a137", "tag": "ad974434-9b69-4f62-9ffd-c99ece799b65"}, {"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-deleted", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:52.056116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b578493e-5d6c-4d2e-8e23-dcde59e8d95c req-67479fbd-b1f6-474c-9ac6-7afe18cf1cfd tempest-ServersAdminTestJSON-1295262565 tempest-ServersAdminTestJSON-1295262565-project] 10.222.0.49 "GET /v2.0/ports?device_id=5aefe3a4-f5cb-4bf6-8da1-70c514e37914 HTTP/1.1" status: 200 len: 210 time: 0.0405376 Apr 18 20:24:52.073952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['f14a2b5c-2d60-4329-902d-e5ccd33b91df'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:52.172584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a956ef-e7dc-4eff-8e1d-bdab8cf369d2 req-48927dfe-c32c-4de7-b5c7-8d1fe89e3722 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.174335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4a956ef-e7dc-4eff-8e1d-bdab8cf369d2 req-48927dfe-c32c-4de7-b5c7-8d1fe89e3722 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 945 time: 0.0628846 Apr 18 20:24:52.257223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4a956ef-e7dc-4eff-8e1d-bdab8cf369d2 req-3bb466d4-a471-4706-beba-1d612ee1bb76 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744748 Apr 18 20:24:52.401191 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796ed0c1-f73a-4db3-a84f-4e4f2d580764 x-openstack-request-id: req-796ed0c1-f73a-4db3-a84f-4e4f2d580764 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:52.401538 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914e6434-082e-4839-95b2-426ea5910ba1", "name": "network-vif-deleted", "tag": "d0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a67a137-c7df-4b6d-93bb-de0ca355a137", "tag": "ad974434-9b69-4f62-9ffd-c99ece799b65", "status": "completed", "code": 200}, {"server_uuid": "5aefe3a4-f5cb-4bf6-8da1-70c514e37914", "name": "network-vif-deleted", "tag": "f14a2b5c-2d60-4329-902d-e5ccd33b91df", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:52.401793 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-796ed0c1-f73a-4db3-a84f-4e4f2d580764 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:52.402204 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796ed0c1-f73a-4db3-a84f-4e4f2d580764'] response: {'server_uuid': '914e6434-082e-4839-95b2-426ea5910ba1', 'name': 'network-vif-deleted', 'tag': 'd0c3082d-a6cf-4aa7-9cc9-ae85f0b1bc24', 'status': 'completed', 'code': 200} Apr 18 20:24:52.402489 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796ed0c1-f73a-4db3-a84f-4e4f2d580764'] response: {'name': 'network-changed', 'server_uuid': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'tag': 'ad974434-9b69-4f62-9ffd-c99ece799b65', 'status': 'completed', 'code': 200} Apr 18 20:24:52.402746 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796ed0c1-f73a-4db3-a84f-4e4f2d580764'] response: {'server_uuid': '5aefe3a4-f5cb-4bf6-8da1-70c514e37914', 'name': 'network-vif-deleted', 'tag': 'f14a2b5c-2d60-4329-902d-e5ccd33b91df', 'status': 'completed', 'code': 200} Apr 18 20:24:52.557018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b7eda21-2e25-49b3-83c8-a22cf2ba9b35 req-4c9efe11-3d5d-4e8a-a9c9-5b2b52a603a6 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 210 time: 0.0541289 Apr 18 20:24:52.578061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7 req-1d437684-ab52-4ddd-a996-5cd6fbe735ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.579382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7 req-1d437684-ab52-4ddd-a996-5cd6fbe735ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 1124 time: 0.1555586 Apr 18 20:24:52.617843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad240e-55cd-45ed-92bd-07ed2dd5f30f req-c6dfb3dd-8d8b-440e-8a49-8dbdd62a1bea tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.619566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10ad240e-55cd-45ed-92bd-07ed2dd5f30f req-c6dfb3dd-8d8b-440e-8a49-8dbdd62a1bea tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 950 time: 0.2248781 Apr 18 20:24:52.629108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-4b8d4247-5659-437d-8f8d-bd1d13614100 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.630546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-4b8d4247-5659-437d-8f8d-bd1d13614100 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.60 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 812 time: 0.2867599 Apr 18 20:24:52.685309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'port': {'device_id': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077', 'admin_state_up': True, 'tenant_id': '2be886d0e352465d8cc38390cf405694'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:52.860276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7 req-2a16050d-a83d-4664-b3f2-dfe6e461d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.862005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7 req-2a16050d-a83d-4664-b3f2-dfe6e461d5d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.2698474 Apr 18 20:24:52.920098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10ad240e-55cd-45ed-92bd-07ed2dd5f30f req-97f1c17c-ea5b-4f2d-a6a8-d48d677d5c86 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280898 Apr 18 20:24:53.019521 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7 req-4f70cfa2-16e4-4e41-a27e-72a37cf3b2d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad974434-9b69-4f62-9ffd-c99ece799b65 HTTP/1.1" status: 200 len: 217 time: 0.1328568 Apr 18 20:24:53.036722 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-3bb37266-c210-4c6a-af1b-ff7439339159 service neutron] show failed (client error): The resource could not be found. Apr 18 20:24:53.037826 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-3bb37266-c210-4c6a-af1b-ff7439339159 service neutron] 10.222.0.60 "GET /v2.0/ports/b4284be3-040b-4fc4-bbec-ad711c4ded74/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0997758 Apr 18 20:24:53.139808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca6d91-5205-4e90-840f-fb236d2f0c18 req-fa43eab5-bbb5-45ee-9ba8-aae9fe916d52 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:53.141857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fca6d91-5205-4e90-840f-fb236d2f0c18 req-fa43eab5-bbb5-45ee-9ba8-aae9fe916d52 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.2083588 Apr 18 20:24:53.144351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7 req-f4f0a50d-caf5-4164-aecf-7eb85145e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:53.146039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7 req-f4f0a50d-caf5-4164-aecf-7eb85145e3d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.1153662 Apr 18 20:24:53.150927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Made reservation on behalf of 2be886d0e352465d8cc38390cf405694 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:53.154545 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.178602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e3b36-d3ce-4f26-afd1-3be348c96660 req-6af7c728-706b-4805-98a1-9bdbc3083567 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:53.180277 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f25e3b36-d3ce-4f26-afd1-3be348c96660 req-6af7c728-706b-4805-98a1-9bdbc3083567 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 943 time: 0.1596842 Apr 18 20:24:53.212174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7 req-cec0d819-5bf1-4c9f-a54b-89bbcb74950e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539308 Apr 18 20:24:53.383760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fca6d91-5205-4e90-840f-fb236d2f0c18 req-f68a9a75-237e-4a43-8baf-1e60ee5e3207 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241755 Apr 18 20:24:53.420120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f25e3b36-d3ce-4f26-afd1-3be348c96660 req-6c432113-ff56-4c66-8016-8a1e8278b986 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056568 Apr 18 20:24:53.534704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08f46474-f90b-4f17-87db-e6ba6532a477 req-fc1281fc-dbb6-44b4-8960-6cb0dc9e56a4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 210 time: 0.0551469 Apr 18 20:24:53.539891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-4f2a55f4-40c8-4159-bdf0-0e4df8328b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:53.541410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-4f2a55f4-40c8-4159-bdf0-0e4df8328b52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76&tenant_id=2ab80b1403354e10ab7b298d8463922c HTTP/1.1" status: 200 len: 1101 time: 0.2278831 Apr 18 20:24:53.545414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7 req-a8350529-4220-40e7-a473-5c68b3f5c635 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145647 Apr 18 20:24:53.559384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:53.563075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Allocated IP 172.20.0.13 (7cd2f75e-8528-4e56-a6f8-7c2f0f963077/9e3da3ca-2ca0-418b-ac10-4ceadd1add6b/7585d866-65c3-4108-9e27-cccc10806b9c) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:53.841807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51638) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:54.001224 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ac9ea08d-c372-4564-9797-27ce7278a7e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff02ba8c3843443f94c6bb833b2b0b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565161 Apr 18 20:24:54.001989 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51644) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:54.033790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e5402f09-27bb-44a5-ba27-f38af8b94733 req-a75979de-9591-4f03-bdbe-fe3e3d7da315 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 210 time: 0.0870309 Apr 18 20:24:54.040169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.057539 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-809686fa-5561-41f0-8f1e-68ece8e68f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.098526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-809686fa-5561-41f0-8f1e-68ece8e68f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.117718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdb4f6-43b0-4761-ab44-bfc0d6c62a89 req-d7aada93-29b2-4448-aef5-bc90f0d9eaf9 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:54.125246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98cdb4f6-43b0-4761-ab44-bfc0d6c62a89 req-d7aada93-29b2-4448-aef5-bc90f0d9eaf9 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 945 time: 0.5347154 Apr 18 20:24:54.158848 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-809686fa-5561-41f0-8f1e-68ece8e68f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.162124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-809686fa-5561-41f0-8f1e-68ece8e68f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.163863 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-809686fa-5561-41f0-8f1e-68ece8e68f40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be8b22c3-5fab-4261-9f0c-39a6b2fe07fd HTTP/1.1" status: 204 len: 168 time: 0.1602328 Apr 18 20:24:54.174288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809686fa-5561-41f0-8f1e-68ece8e68f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8b22c3-5fab-4261-9f0c-39a6b2fe07fd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:54.236417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0ed3b4b-c6ed-460e-a920-bca3747cdaf7 req-c77378e4-0e95-45db-8308-f6635cb6c810 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709900 Apr 18 20:24:54.266451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-585de81e-6262-48a9-a42a-e8c6909833ba tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:54.267941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-585de81e-6262-48a9-a42a-e8c6909833ba tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 950 time: 0.3259494 Apr 18 20:24:54.306135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-665ca31a-c970-4a3c-89fe-eaaa881f37b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1369112 Apr 18 20:24:54.437861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98cdb4f6-43b0-4761-ab44-bfc0d6c62a89 req-fd002c89-0c75-473e-81ca-47e86f6f5254 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117552 Apr 18 20:24:54.496023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51656) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:54.539019 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0eb13ed0-8ee8-4002-b721-c2263fd2610a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e7fc9b193b147ff89f3a5043077d268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413644 Apr 18 20:24:54.541569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51658) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:54.547052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bf695-ea1b-488b-b621-bd67d8896adb req-79575cfa-a664-4fc3-bf07-e45d21449b52 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:54.550014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-183bf695-ea1b-488b-b621-bd67d8896adb req-79575cfa-a664-4fc3-bf07-e45d21449b52 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 950 time: 0.4214389 Apr 18 20:24:54.607023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.610458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2c8ed949-2f45-4723-91f0-90b2e8b4b897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.632286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.64', 63877) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:54.636164 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2c8ed949-2f45-4723-91f0-90b2e8b4b897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.667819 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-0cd118e1-8bb9-4270-8a98-06a31e55a075 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342643 Apr 18 20:24:54.743952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-728c954d-dd3c-4388-a0c5-cd145014d644 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:54.745827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-728c954d-dd3c-4388-a0c5-cd145014d644 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018779 Apr 18 20:24:54.754196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-183bf695-ea1b-488b-b621-bd67d8896adb req-08a5acc7-aee6-4efc-b712-73657dac8833 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856220 Apr 18 20:24:54.781132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a5f72-d2ea-4e0f-968b-af628125c0ca req-f4ecf7ff-90f3-41e2-ba5e-3e7103db90c5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:54.788924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd0a5f72-d2ea-4e0f-968b-af628125c0ca req-f4ecf7ff-90f3-41e2-ba5e-3e7103db90c5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.2583566 Apr 18 20:24:54.798385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Request body: {'port': {'device_id': '4f09ac3d-69ee-4283-9ff6-8aaf261b2c59', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'df5ff37bcfd04d45aeb45108377157e2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:54.807945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-9fe9bbbf-8629-430b-af97-9611f28b6494 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:54.809577 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-9fe9bbbf-8629-430b-af97-9611f28b6494 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1291182 Apr 18 20:24:54.832222 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Request body: {'port': {'device_id': '0ae9523e-82a1-44c4-92a6-484f941c58b6', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'df5ff37bcfd04d45aeb45108377157e2'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:54.844100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-357bd66f-a206-4e17-8e7e-86270225274f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Deleting port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:24:54.844432 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-357bd66f-a206-4e17-8e7e-86270225274f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.914565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.920664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2c8ed949-2f45-4723-91f0-90b2e8b4b897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.923279 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2c8ed949-2f45-4723-91f0-90b2e8b4b897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.926738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['91e29e99-dd10-400b-b0d7-59699f99db92'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:54.934221 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2c8ed949-2f45-4723-91f0-90b2e8b4b897 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ecb1927f-e474-4162-baff-6843be071f42 HTTP/1.1" status: 204 len: 168 time: 0.3861899 Apr 18 20:24:54.972822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ed949-2f45-4723-91f0-90b2e8b4b897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb1927f-e474-4162-baff-6843be071f42,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:54.982083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:55.060713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Made reservation on behalf of df5ff37bcfd04d45aeb45108377157e2 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:55.068513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.108437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd0a5f72-d2ea-4e0f-968b-af628125c0ca req-463a0b44-e5c4-4bd7-b1d9-178519c7c311 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185687 Apr 18 20:24:55.154771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:55.177335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:55.182089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f14a2b5c-2d60-4329-902d-e5ccd33b91df no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:55.209424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:55.216101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:55.216902 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.219391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'Port': ['ID=7585d866-65c3-4108-9e27-cccc10806b9c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:55.240502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: f14a2b5c-2d60-4329-902d-e5ccd33b91df {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:55.240901 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f14a2b5c-2d60-4329-902d-e5ccd33b91df not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:55.241882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:55.252047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386627e-2788-4cb3-90a1-949fa4f30cf2 req-22a2bc65-a379-4fed-8986-202a86579b4e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:55.259730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8386627e-2788-4cb3-90a1-949fa4f30cf2 req-22a2bc65-a379-4fed-8986-202a86579b4e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 943 time: 0.3591216 Apr 18 20:24:55.340250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-0986e284-617c-47bc-93fd-d3c5582d11fc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6614995 Apr 18 20:24:55.363331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-357bd66f-a206-4e17-8e7e-86270225274f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] For port 6f7376b7-f52c-4768-b5e8-a00d58c82df5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6f7376b7-f52c-4768-b5e8-a00d58c82df5,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:24:55.363642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-357bd66f-a206-4e17-8e7e-86270225274f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.374601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Request body: {'port': {'device_id': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:55.397112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:55.399994 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01da378e-7fcd-46dc-bbdc-0765f4d85787" -d '{"events": [{"server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "name": "network-vif-unplugged", "status": "completed", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:55.406760 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.429496 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-357bd66f-a206-4e17-8e7e-86270225274f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Calling delete_port for 6f7376b7-f52c-4768-b5e8-a00d58c82df5 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:24:55.461601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8386627e-2788-4cb3-90a1-949fa4f30cf2 req-84d30709-cc0a-4af9-8d86-4e1d53b17fb1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987936 Apr 18 20:24:55.470341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Made reservation on behalf of df5ff37bcfd04d45aeb45108377157e2 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:55.474480 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.491433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d1eea-e882-44dd-bc69-25656665fb03 req-a726dbee-d0d8-4988-ae86-925c5ffdb58b tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:55.498479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-549d1eea-e882-44dd-bc69-25656665fb03 req-a726dbee-d0d8-4988-ae86-925c5ffdb58b tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 945 time: 0.3181450 Apr 18 20:24:55.503559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51696) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:55.511399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0f3c50ab-96e0-4bcc-aff7-3f9427c65ac4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Request body: {'floatingip': {'port_id': '2b148ffa-8891-48df-9182-04c07cea9082'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:55.521353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Transition to ACTIVE for port object b4284be3-040b-4fc4-bbec-ad711c4ded74 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:55.603911 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.612256 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0f3c50ab-96e0-4bcc-aff7-3f9427c65ac4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.708540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccd67987-d420-444c-82ca-d7a1af8383c3 req-17aaeb26-a971-47f6-ad77-8b2b55229609 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 210 time: 0.1265557 Apr 18 20:24:55.735209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Allocated IP 192.168.233.24 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/181ad0b4-c40c-41d6-a3cf-92bee88757c4) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:55.799616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.897149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Pushing event updated for resources: {'Port': ['ID=b4284be3-040b-4fc4-bbec-ad711c4ded74,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:55.902423 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dca182-9157-46b7-8fb0-cb27dac706e6 x-openstack-request-id: req-42dca182-9157-46b7-8fb0-cb27dac706e6 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:55.902782 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "name": "network-vif-unplugged", "status": "completed", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:55.903117 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42dca182-9157-46b7-8fb0-cb27dac706e6 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:55.903675 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42dca182-9157-46b7-8fb0-cb27dac706e6'] response: {'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74', 'code': 200} Apr 18 20:24:55.931525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b7daa-f01f-40e9-9e01-350c05440682 req-72498f96-e50b-4251-82f7-eca15149a95d tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:55.940741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-504b7daa-f01f-40e9-9e01-350c05440682 req-72498f96-e50b-4251-82f7-eca15149a95d tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 932 time: 0.3611534 Apr 18 20:24:56.023929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] No DVR routers for this DVR port b4284be3-040b-4fc4-bbec-ad711c4ded74 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:56.136945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-504b7daa-f01f-40e9-9e01-350c05440682 req-55ca6fbd-fc3e-41dd-b125-4b0b67640488 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938481 Apr 18 20:24:56.139314 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-357bd66f-a206-4e17-8e7e-86270225274f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.172785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Attempting to bind port b4284be3-040b-4fc4-bbec-ad711c4ded74 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:56.173108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Attempting to bind port b4284be3-040b-4fc4-bbec-ad711c4ded74 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:56.173611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Attempting to bind port b4284be3-040b-4fc4-bbec-ad711c4ded74 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:56.199184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b89d10-b0d9-4164-8eef-e1e511f3fe07 req-5bba97af-5a68-4dbf-9742-dfb5d97e1feb tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:56.210837 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29b89d10-b0d9-4164-8eef-e1e511f3fe07 req-5bba97af-5a68-4dbf-9742-dfb5d97e1feb tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/ports?device_id=8cdf07d0-97f5-4671-ba82-4385503a5cff HTTP/1.1" status: 200 len: 950 time: 0.2248244 Apr 18 20:24:56.339045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Port b4284be3-040b-4fc4-bbec-ad711c4ded74 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:56.339633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Attempting to bind port b4284be3-040b-4fc4-bbec-ad711c4ded74 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:56.346604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bd66f-a206-4e17-8e7e-86270225274f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Pushing event deleted for resources: {'Port': ['ID=6f7376b7-f52c-4768-b5e8-a00d58c82df5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:56.416006 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.608501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.622346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:56.703885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:56.704533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:56.704973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:56.705413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Bound port: b4284be3-040b-4fc4-bbec-ad711c4ded74, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:56.705560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:56.705922 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.717609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:56.734595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:56.815517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:56.816203 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.822062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event updated for resources: {'Port': ['ID=181ad0b4-c40c-41d6-a3cf-92bee88757c4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:56.827874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0f3c50ab-96e0-4bcc-aff7-3f9427c65ac4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.839609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0f3c50ab-96e0-4bcc-aff7-3f9427c65ac4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.847215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29b89d10-b0d9-4164-8eef-e1e511f3fe07 req-3f118178-b51f-4649-beb0-0f7c87347212 tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.49 "GET /v2.0/security-groups?id=13cdf8e9-2a4b-4413-a7d0-6b36112f7999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352496 Apr 18 20:24:56.855815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-357bd66f-a206-4e17-8e7e-86270225274f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] No DVR routers for this DVR port 6f7376b7-f52c-4768-b5e8-a00d58c82df5 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:56.867438 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-357bd66f-a206-4e17-8e7e-86270225274f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.872781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e238e648-d971-473b-ad0c-9f3493af8f3c req-357bd66f-a206-4e17-8e7e-86270225274f tempest-ServersAdminNegativeTestJSON-126156341 tempest-ServersAdminNegativeTestJSON-126156341-project] 10.222.0.64 "DELETE /v2.0/ports/6f7376b7-f52c-4768-b5e8-a00d58c82df5 HTTP/1.1" status: 204 len: 173 time: 2.5860150 Apr 18 20:24:56.901431 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6e4f12bd-3082-465e-ae33-c98c382fd485 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0824103 Apr 18 20:24:56.927146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Request body: {'port': {'device_id': '0ae9523e-82a1-44c4-92a6-484f941c58b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:56.946771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Allocated IP 192.168.233.88 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/d79d7393-1b70-4417-8827-4a4f683539d1) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:56.979059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41b839-86f0-445f-9176-c08fcbff8157 req-e3e307d0-260f-4f77-a875-99dc0e8e852e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:56.980790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c41b839-86f0-445f-9176-c08fcbff8157 req-e3e307d0-260f-4f77-a875-99dc0e8e852e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 948 time: 0.6429861 Apr 18 20:24:57.004284 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-0f3c50ab-96e0-4bcc-aff7-3f9427c65ac4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Floating IP e71cac4f-ac57-4d52-b94c-f4bd5ecefe27 associated. External IP: 172.25.2.170, port: 2b148ffa-8891-48df-9182-04c07cea9082. Apr 18 20:24:57.056905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b4284be3-040b-4fc4-bbec-ad711c4ded74 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:57.090182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:57.121853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b4284be3-040b-4fc4-bbec-ad711c4ded74 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:57.144048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:57.179385 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.180745 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.193971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c41b839-86f0-445f-9176-c08fcbff8157 req-cdbb428a-10a9-47e0-9709-3c5cd4c36764 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943510 Apr 18 20:24:57.201113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6f7376b7-f52c-4768-b5e8-a00d58c82df5 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:24:57.209091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcc7c5-85d9-4e4a-8c25-38bd3a5525dc req-45cded22-d405-47e0-848b-a6ede014d8ba tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:57.210633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45bcc7c5-85d9-4e4a-8c25-38bd3a5525dc req-45cded22-d405-47e0-848b-a6ede014d8ba tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 943 time: 0.2425706 Apr 18 20:24:57.248876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 6f7376b7-f52c-4768-b5e8-a00d58c82df5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:24:57.249412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6f7376b7-f52c-4768-b5e8-a00d58c82df5 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:24:57.260532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bd566e13-078a-4a80-8888-980f5ba95dad None None] Provisioning complete for port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:57.261094 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bd566e13-078a-4a80-8888-980f5ba95dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.283142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7585d866-65c3-4108-9e27-cccc10806b9c {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:57.307949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:57.308841 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.315699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] 10.222.0.64 "PUT /v2.0/ports/b4284be3-040b-4fc4-bbec-ad711c4ded74 HTTP/1.1" status: 200 len: 1096 time: 3.7598283 Apr 18 20:24:57.349804 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.423916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bd566e13-078a-4a80-8888-980f5ba95dad None None] Port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:57.557573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3c50ab-96e0-4bcc-aff7-3f9427c65ac4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Router 66b0e6fe-742c-4387-9de1-69ce067c254a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:24:57.617705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Transition to ACTIVE for port object 7585d866-65c3-4108-9e27-cccc10806b9c will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:57.636794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19dbe9-a682-4dfe-9c3a-2abd46f55183 service neutron] Pushing event updated for resources: {'Port': ['ID=b4284be3-040b-4fc4-bbec-ad711c4ded74,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:57.659570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45bcc7c5-85d9-4e4a-8c25-38bd3a5525dc req-1dc3c3ee-a7e7-4a00-84e4-8c89bbe15186 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193468 Apr 18 20:24:57.662709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.749839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.756660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3c50ab-96e0-4bcc-aff7-3f9427c65ac4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:24:57.770917 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0f3c50ab-96e0-4bcc-aff7-3f9427c65ac4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.775017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] Sync routers for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:57.795281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:57.796109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:57.796251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-c2486dd8-ab20-40cb-92bd-fcc042d5fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:57.797921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-c2486dd8-ab20-40cb-92bd-fcc042d5fe58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 1099 time: 0.4418378 Apr 18 20:24:57.816443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9da557-8235-445e-b570-d2a38f7de7a9 req-101889c7-c8bb-4926-8e69-c4352ce80752 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:57.825693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db9da557-8235-445e-b570-d2a38f7de7a9 req-101889c7-c8bb-4926-8e69-c4352ce80752 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 935 time: 0.4308696 Apr 18 20:24:57.841741 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0f3c50ab-96e0-4bcc-aff7-3f9427c65ac4 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "PUT /v2.0/floatingips/e71cac4f-ac57-4d52-b94c-f4bd5ecefe27 HTTP/1.1" status: 200 len: 991 time: 2.3366604 Apr 18 20:24:57.842459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'tag': '2b148ffa-8891-48df-9182-04c07cea9082'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:57.845356 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32089102-bbf4-45b5-b93f-86da6c4a39ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb1990a-ca4a-452a-9ce4-16a6903e4e85", "tag": "2b148ffa-8891-48df-9182-04c07cea9082"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:57.891224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Pushing event updated for resources: {'Port': ['ID=7585d866-65c3-4108-9e27-cccc10806b9c,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:57.913888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdf07d0-97f5-4671-ba82-4385503a5cff', 'name': 'network-vif-deleted', 'tag': '6f7376b7-f52c-4768-b5e8-a00d58c82df5'}, {'name': 'network-changed', 'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:57.916383 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de0c0bb-3c31-473c-b84f-9f99a1f15088" -d '{"events": [{"server_uuid": "8cdf07d0-97f5-4671-ba82-4385503a5cff", "name": "network-vif-deleted", "tag": "6f7376b7-f52c-4768-b5e8-a00d58c82df5"}, {"name": "network-changed", "server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:24:57.985493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:58.004007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Attempting to bind port 7585d866-65c3-4108-9e27-cccc10806b9c on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:58.004691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Attempting to bind port 7585d866-65c3-4108-9e27-cccc10806b9c by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '9d8888dd-f1aa-42f7-b4fb-3f49d8347582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:58.005274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Attempting to bind port 7585d866-65c3-4108-9e27-cccc10806b9c on network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:58.034809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Port 7585d866-65c3-4108-9e27-cccc10806b9c on network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:58.035230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Attempting to bind port 7585d866-65c3-4108-9e27-cccc10806b9c on network 7cd2f75e-8528-4e56-a6f8-7c2f0f963077 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:58.060002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db9da557-8235-445e-b570-d2a38f7de7a9 req-91a41802-4448-4f78-9c69-f8a288b4f9fe tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337193 Apr 18 20:24:58.081046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:58.081517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Checking segment: {'id': '9d8888dd-f1aa-42f7-b4fb-3f49d8347582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:58.081990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Bound using segment: {'id': '9d8888dd-f1aa-42f7-b4fb-3f49d8347582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:58.082748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Bound port: 7585d866-65c3-4108-9e27-cccc10806b9c, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8888dd-f1aa-42f7-b4fb-3f49d8347582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:58.083357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.090849 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.113142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:24:58.265177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-9a2ea32d-0bd3-463b-9cf5-4e576b30e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.267056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-9a2ea32d-0bd3-463b-9cf5-4e576b30e3c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.4385486 Apr 18 20:24:58.268641 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event updated for resources: {'Port': ['ID=d79d7393-1b70-4417-8827-4a4f683539d1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:58.300872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181ad0b4-c40c-41d6-a3cf-92bee88757c4 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:58.311105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.337078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Transition to ACTIVE for port object 181ad0b4-c40c-41d6-a3cf-92bee88757c4 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:58.350067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.357372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] For port 7585d866-65c3-4108-9e27-cccc10806b9c, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:58.361019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] For port 7585d866-65c3-4108-9e27-cccc10806b9c, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7585d866-65c3-4108-9e27-cccc10806b9c,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:58.434790 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e71cac4f-ac57-4d52-b94c-f4bd5ecefe27', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'port_id': '2b148ffa-8891-48df-9182-04c07cea9082', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'mac_address': 'fa:16:3e:5b:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:22:32Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:58.441990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Pushing event updated for resources: {'Port': ['ID=181ad0b4-c40c-41d6-a3cf-92bee88757c4,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:58.472714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] Checking router: 66b0e6fe-742c-4387-9de1-69ce067c254a for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:58.473136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c921e-9eb9-4cb4-af52-6f8f34d52c43 req-c98af222-a08d-4547-adfe-505844bc4280 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.486008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-420c921e-9eb9-4cb4-af52-6f8f34d52c43 req-c98af222-a08d-4547-adfe-505844bc4280 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 944 time: 0.4603243 Apr 18 20:24:58.496558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.509867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:24:58.510533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:58.543911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Attempting to bind port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:58.544496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Attempting to bind port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:58.545002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Attempting to bind port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:58.550539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:24:58.551146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Attempting to bind port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:24:58.557130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:24:58.557686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:24:58.558886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:24:58.559518 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Bound port: 181ad0b4-c40c-41d6-a3cf-92bee88757c4, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:58.560242 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.607540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:58.609706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-41ef2683-2203-4302-bfa6-680ed1f3af1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74 HTTP/1.1" status: 200 len: 217 time: 0.2273648 Apr 18 20:24:58.620721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Pushing event updated for resources: {'Port': ['ID=7585d866-65c3-4108-9e27-cccc10806b9c,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:58.631601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:58.641877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.643023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.644594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-117d1a4a-c4b3-4019-955e-29375d6cee2a service neutron] 10.222.0.60 "PUT /v2.0/ports/7585d866-65c3-4108-9e27-cccc10806b9c HTTP/1.1" status: 200 len: 1092 time: 3.2782927 Apr 18 20:24:58.696819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:24:58.698651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] For port 181ad0b4-c40c-41d6-a3cf-92bee88757c4, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:24:58.702041 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] For port 181ad0b4-c40c-41d6-a3cf-92bee88757c4, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=181ad0b4-c40c-41d6-a3cf-92bee88757c4,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:24:58.707322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.759228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.759871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.761287 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] 10.222.0.64 "PUT /v2.0/ports/181ad0b4-c40c-41d6-a3cf-92bee88757c4 HTTP/1.1" status: 200 len: 1095 time: 1.8499610 Apr 18 20:24:58.774577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-420c921e-9eb9-4cb4-af52-6f8f34d52c43 req-2546c53a-47d4-4192-985f-dd82e05c3f6f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868772 Apr 18 20:24:58.803679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a132908-0960-4a64-9b38-bb19b614f4df service neutron] Pushing event updated for resources: {'Port': ['ID=181ad0b4-c40c-41d6-a3cf-92bee88757c4,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:58.870141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-9e0cc3a7-c0fc-428c-92a8-cf0e24808fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.871867 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-9e0cc3a7-c0fc-428c-92a8-cf0e24808fb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 1098 time: 0.0564814 Apr 18 20:24:58.886091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db592087-bf52-46fd-8d71-1ccc364accb7 req-ad09c126-0438-4dc1-880c-1294c7f48cf6 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.900311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db592087-bf52-46fd-8d71-1ccc364accb7 req-ad09c126-0438-4dc1-880c-1294c7f48cf6 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 945 time: 0.5373821 Apr 18 20:24:58.901168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:24:58.907983 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.908648 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.004813 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-924c1ba8-4a63-40ec-8be0-72d483b02207 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=181ad0b4-c40c-41d6-a3cf-92bee88757c4 HTTP/1.1" status: 200 len: 217 time: 0.1176722 Apr 18 20:24:59.007626 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cbca97-ffc9-4100-b98a-5bbf57fe3716 x-openstack-request-id: req-86cbca97-ffc9-4100-b98a-5bbf57fe3716 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:59.007934 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb1990a-ca4a-452a-9ce4-16a6903e4e85", "tag": "2b148ffa-8891-48df-9182-04c07cea9082", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:59.010317 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86cbca97-ffc9-4100-b98a-5bbf57fe3716 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:59.010751 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cbca97-ffc9-4100-b98a-5bbf57fe3716'] response: {'name': 'network-changed', 'server_uuid': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'tag': '2b148ffa-8891-48df-9182-04c07cea9082', 'status': 'completed', 'code': 200} Apr 18 20:24:59.045965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-24bb94db-5add-4698-8fc8-1d157ca89555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.047431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-24bb94db-5add-4698-8fc8-1d157ca89555 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.3983445 Apr 18 20:24:59.123816 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 20:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b3a455-17d0-4ea8-8ebf-16a666387641 x-openstack-request-id: req-b2b3a455-17d0-4ea8-8ebf-16a666387641 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:24:59.124634 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cdf07d0-97f5-4671-ba82-4385503a5cff", "name": "network-vif-deleted", "tag": "6f7376b7-f52c-4768-b5e8-a00d58c82df5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:24:59.124634 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2b3a455-17d0-4ea8-8ebf-16a666387641 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:24:59.125126 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b3a455-17d0-4ea8-8ebf-16a666387641'] response: {'server_uuid': '8cdf07d0-97f5-4671-ba82-4385503a5cff', 'name': 'network-vif-deleted', 'tag': '6f7376b7-f52c-4768-b5e8-a00d58c82df5', 'status': 'completed', 'code': 200} Apr 18 20:24:59.125507 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b3a455-17d0-4ea8-8ebf-16a666387641'] response: {'name': 'network-changed', 'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74', 'status': 'completed', 'code': 200} Apr 18 20:24:59.150900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-17959f2a-e702-46cb-a194-80f524c5d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.153055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-17959f2a-e702-46cb-a194-80f524c5d307 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1375806 Apr 18 20:24:59.174131 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-bd041f3d-8a2e-471e-8898-d5b3ad0412db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.175788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-bd041f3d-8a2e-471e-8898-d5b3ad0412db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 1095 time: 0.4339993 Apr 18 20:24:59.203157 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d4377777-eaa6-4af4-89ec-ccb8832c25b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4298425 Apr 18 20:24:59.290211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d9e93c9c-ef7a-4604-b25c-9555b7d7a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.297437 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-d9e93c9c-ef7a-4604-b25c-9555b7d7a736 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332340 Apr 18 20:24:59.317931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e71cac4f-ac57-4d52-b94c-f4bd5ecefe27', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'port_id': '2b148ffa-8891-48df-9182-04c07cea9082', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'mac_address': 'fa:16:3e:5b:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:22:32Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:59.355582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7658f422-f077-4843-9b17-6656f9e9e56c None None] The sync data for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 is: [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e71cac4f-ac57-4d52-b94c-f4bd5ecefe27', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'port_id': '2b148ffa-8891-48df-9182-04c07cea9082', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'mac_address': 'fa:16:3e:5b:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:22:32Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:59.360760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-d3fb1092-c592-4481-b533-b2ac36c12815 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7585d866-65c3-4108-9e27-cccc10806b9c HTTP/1.1" status: 200 len: 217 time: 0.1564546 Apr 18 20:24:59.375660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Request body: {'port': {'device_id': '4f09ac3d-69ee-4283-9ff6-8aaf261b2c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:59.426207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4cf7c0f2-d226-4966-aed9-3cb396102c3d None None] Provisioning complete for port d79d7393-1b70-4417-8827-4a4f683539d1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:59.428322 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4cf7c0f2-d226-4966-aed9-3cb396102c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.486988 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-0ed707fe-350d-40c6-8bbc-71ed97c7bd1b service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860335 Apr 18 20:24:59.510726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db592087-bf52-46fd-8d71-1ccc364accb7 req-b7f29125-5ab3-46b2-8ce1-0af7aa5b75f3 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5633109 Apr 18 20:24:59.512531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-394d0e54-e1aa-4f5f-9cd7-393193b8422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.513978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-394d0e54-e1aa-4f5f-9cd7-393193b8422c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b HTTP/1.1" status: 200 len: 852 time: 0.1029677 Apr 18 20:24:59.517691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7c0f2-d226-4966-aed9-3cb396102c3d None None] Port d79d7393-1b70-4417-8827-4a4f683539d1 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:24:59.599976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51814) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:59.615506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-aea81ce4-1314-487d-b23e-9a20d6a49f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.617565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-aea81ce4-1314-487d-b23e-9a20d6a49f53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41fc31bdc2f44e189847e15bca1269c8&device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 1096 time: 0.6662509 Apr 18 20:24:59.639001 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.649508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-8dfb3572-2e38-462c-a4bf-2fb5224b143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.650862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-8dfb3572-2e38-462c-a4bf-2fb5224b143a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5214753 Apr 18 20:24:59.654351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-f2b337c7-9042-42ad-a626-976e2d716108 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929754 Apr 18 20:24:59.675187 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-4097763e-0421-4dfb-9da5-79edc4861c14 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807549 Apr 18 20:24:59.679142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-2ac5c49c-03ce-47fe-afdf-9645aeee64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.681395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-2ac5c49c-03ce-47fe-afdf-9645aeee64ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 1099 time: 0.5544763 Apr 18 20:24:59.728485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaaa96a-6229-4dbb-9cfa-26c42d6e2a7c None None] New status for floating IP e71cac4f-ac57-4d52-b94c-f4bd5ecefe27: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:24:59.819521 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b11405a1-70b5-461c-a5a2-6258616bb70d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c1df53add0e403f824b349aac9a0d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181025 Apr 18 20:24:59.821850 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51820) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:24:59.874308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b03845a1-31e6-4e78-b677-ede093506008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.893985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea72ee-b5ba-440d-a47a-1eb2d0c1b06e req-48c1d7f5-e126-41a0-83fc-a10abc015106 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.899960 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b03845a1-31e6-4e78-b677-ede093506008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.901286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4ea72ee-b5ba-440d-a47a-1eb2d0c1b06e req-48c1d7f5-e126-41a0-83fc-a10abc015106 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 948 time: 0.4890997 Apr 18 20:24:59.953674 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b03845a1-31e6-4e78-b677-ede093506008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.957305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b03845a1-31e6-4e78-b677-ede093506008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.958885 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b03845a1-31e6-4e78-b677-ede093506008 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13cdf8e9-2a4b-4413-a7d0-6b36112f7999 HTTP/1.1" status: 204 len: 168 time: 0.1359515 Apr 18 20:24:59.972792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03845a1-31e6-4e78-b677-ede093506008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cdf8e9-2a4b-4413-a7d0-6b36112f7999,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:00.322154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51826) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:00.358110 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-26980dcf-65f0-4ea6-84f5-b413ad4c0f90 service neutron] 10.222.0.60 "GET /v2.0/ports/ad974434-9b69-4f62-9ffd-c99ece799b65/bindings/n-h2-836015-4 HTTP/1.1" status: 200 len: 384 time: 0.0847871 Apr 18 20:25:00.378495 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-38d01977-2d4d-4e56-8636-0aa29650d236 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aad705bdcd7f49a88939fa7c39255409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551329 Apr 18 20:25:00.378708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4d210-35d8-41dd-838c-7a456f66850a req-6462e8a9-053c-4f8a-a71c-8dc497c41342 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.379988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4fd4d210-35d8-41dd-838c-7a456f66850a req-6462e8a9-053c-4f8a-a71c-8dc497c41342 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 943 time: 0.7443736 Apr 18 20:25:00.400994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51828) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:00.454199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4ea72ee-b5ba-440d-a47a-1eb2d0c1b06e req-ea46e820-ca8c-45b4-8907-88a4ef7c4ea0 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520587 Apr 18 20:25:00.479370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-378ba9b2-f6fd-494b-b146-678a27a91980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.480870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-378ba9b2-f6fd-494b-b146-678a27a91980 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e6b26f56-1b99-4f69-b41d-bac0b592115e HTTP/1.1" status: 200 len: 924 time: 0.8364773 Apr 18 20:25:00.482784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-730c9d23-8285-4481-a6ae-bf1e0b6403c6 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7998068 Apr 18 20:25:00.498947 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9bd0-8a0c-43e5-84fe-4ad518daa2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:00.509624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-beedbccd-4a28-4c77-9548-ae97d9816ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.511487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-beedbccd-4a28-4c77-9548-ae97d9816ff4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.7885678 Apr 18 20:25:00.527304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-3c5a5e97-a164-4771-935d-f3b7b569f866 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8319325 Apr 18 20:25:00.539758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9bd0-8a0c-43e5-84fe-4ad518daa2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:00.635638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0be688d1-d5e6-451b-a822-76d8122c8b2d service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:00.642858 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9bd0-8a0c-43e5-84fe-4ad518daa2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:00.645454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9bd0-8a0c-43e5-84fe-4ad518daa2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:00.646564 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7d7b9bd0-8a0c-43e5-84fe-4ad518daa2a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59901280-1ef1-4152-8e19-e9a01c10e514 HTTP/1.1" status: 204 len: 168 time: 0.2446496 Apr 18 20:25:00.660690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b9bd0-8a0c-43e5-84fe-4ad518daa2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59901280-1ef1-4152-8e19-e9a01c10e514,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:00.679458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0be688d1-d5e6-451b-a822-76d8122c8b2d service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:00.693845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4fd4d210-35d8-41dd-838c-7a456f66850a req-b9323911-17f1-4834-af06-7b4ca0912e04 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720854 Apr 18 20:25:00.724572 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-4078935c-b879-4c71-a73f-417ae3622a5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74 HTTP/1.1" status: 200 len: 217 time: 0.1867173 Apr 18 20:25:00.741815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0be688d1-d5e6-451b-a822-76d8122c8b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad974434-9b69-4f62-9ffd-c99ece799b65 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:00.759931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0be688d1-d5e6-451b-a822-76d8122c8b2d service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:00.806463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0be688d1-d5e6-451b-a822-76d8122c8b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:00.858123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-a525d5e7-1c80-4235-82f0-a18e5308ef14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b148ffa-8891-48df-9182-04c07cea9082 HTTP/1.1" status: 200 len: 1001 time: 0.3526554 Apr 18 20:25:00.919220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e32d33-0aec-40e7-a8ac-ce1d39fb47a0 req-4320b0cc-9378-479d-af82-7f328644a74b tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.920807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40e32d33-0aec-40e7-a8ac-ce1d39fb47a0 req-4320b0cc-9378-479d-af82-7f328644a74b tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 947 time: 0.3926504 Apr 18 20:25:00.947166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0be688d1-d5e6-451b-a822-76d8122c8b2d service neutron] Transition to ACTIVE for port object ad974434-9b69-4f62-9ffd-c99ece799b65 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:00.950879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-c1615fba-27ce-4335-b824-3b9c0c9254bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.952342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-c1615fba-27ce-4335-b824-3b9c0c9254bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2139859 Apr 18 20:25:00.952899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0be688d1-d5e6-451b-a822-76d8122c8b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.018503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae9523e-82a1-44c4-92a6-484f941c58b6', 'tag': '181ad0b4-c40c-41d6-a3cf-92bee88757c4'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:01.020710 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49bad5e-d225-487a-bfcc-9f123822b85d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae9523e-82a1-44c4-92a6-484f941c58b6", "tag": "181ad0b4-c40c-41d6-a3cf-92bee88757c4"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:01.026830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0be688d1-d5e6-451b-a822-76d8122c8b2d service neutron] No DVR routers for this DVR port ad974434-9b69-4f62-9ffd-c99ece799b65 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:01.048831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be688d1-d5e6-451b-a822-76d8122c8b2d service neutron] Pushing event updated for resources: {'Port': ['ID=ad974434-9b69-4f62-9ffd-c99ece799b65,revision_number=10']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:01.062267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d8ab94-84c2-4e26-a7b8-b627ff495cb4 req-1ee884f8-1331-4849-ba5d-10d59dd32563 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578589 Apr 18 20:25:01.073006 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-0be688d1-d5e6-451b-a822-76d8122c8b2d service neutron] 10.222.0.60 "PUT /v2.0/ports/ad974434-9b69-4f62-9ffd-c99ece799b65/bindings/n-h2-836015-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7058482 Apr 18 20:25:01.079606 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ebd6172-6f8d-4dd6-9436-ea1e0f57de0c req-5aaf8747-c2f6-4525-9355-984acb69cb11 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176163 Apr 18 20:25:01.083108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ad974434-9b69-4f62-9ffd-c99ece799b65 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:25:01.118476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-313ddd4b-995c-4a0d-bc66-61d7429a92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.120022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-313ddd4b-995c-4a0d-bc66-61d7429a92a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0374a3de-6bb0-4284-a844-d3ef80bf44dc HTTP/1.1" status: 200 len: 862 time: 0.2483902 Apr 18 20:25:01.128283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'tag': '7585d866-65c3-4108-9e27-cccc10806b9c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:01.130579 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d" -d '{"events": [{"name": "network-changed", "server_uuid": "48bd6c24-1d26-4b0a-94db-1ed19fa392ae", "tag": "7585d866-65c3-4108-9e27-cccc10806b9c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:01.158501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ad974434-9b69-4f62-9ffd-c99ece799b65 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:25:01.165293 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40e32d33-0aec-40e7-a8ac-ce1d39fb47a0 req-eac5dba7-44f6-428e-93cc-9dac22eeaf58 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067361 Apr 18 20:25:01.203209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d4f6a-76dc-4cb2-984d-ad0c6c28ee5d req-cf97a96f-6407-4f64-b617-d6ce7f28682a tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.211131 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d1d4f6a-76dc-4cb2-984d-ad0c6c28ee5d req-cf97a96f-6407-4f64-b617-d6ce7f28682a tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 944 time: 0.2634263 Apr 18 20:25:01.214180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-7143eb41-50a8-4b77-9d23-753e1cf18a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.215630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-7143eb41-50a8-4b77-9d23-753e1cf18a95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2475395 Apr 18 20:25:01.219779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79d7393-1b70-4417-8827-4a4f683539d1 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:01.243587 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-669f4161-f4fb-44d3-99fd-a89d38c3e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.250218 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-669f4161-f4fb-44d3-99fd-a89d38c3e953 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 1099 time: 0.0685537 Apr 18 20:25:01.260370 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.337772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Transition to ACTIVE for port object d79d7393-1b70-4417-8827-4a4f683539d1 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:01.370587 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.393983 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-1fad2e81-6bd4-48ec-800e-39383b9bd0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.395640 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-1fad2e81-6bd4-48ec-800e-39383b9bd0d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1401825 Apr 18 20:25:01.401872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-51f0cd95-2c67-45a0-a310-3e1a214811d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.403452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-51f0cd95-2c67-45a0-a310-3e1a214811d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e6b26f56-1b99-4f69-b41d-bac0b592115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642090 Apr 18 20:25:01.426678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-38e6a9a4-740d-4f30-a335-95783df46da6 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6eb0f9145a884541b680b6c5d516b307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928364 Apr 18 20:25:01.435062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d1d4f6a-76dc-4cb2-984d-ad0c6c28ee5d req-d896cb9b-fff1-408e-be15-7427cdb5245a tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231050 Apr 18 20:25:01.453347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-e559c36e-62c9-45ff-91ff-b2f24731a898 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.454488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-e559c36e-62c9-45ff-91ff-b2f24731a898 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1095 time: 0.2956622 Apr 18 20:25:01.466235 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-4c68ca4f-a190-4cf1-b752-91812612d95e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74 HTTP/1.1" status: 200 len: 217 time: 0.0625694 Apr 18 20:25:01.524754 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1786f760-e689-422c-923a-c81b6f18380e x-openstack-request-id: req-1786f760-e689-422c-923a-c81b6f18380e {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:01.525000 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae9523e-82a1-44c4-92a6-484f941c58b6", "tag": "181ad0b4-c40c-41d6-a3cf-92bee88757c4", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:01.525248 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1786f760-e689-422c-923a-c81b6f18380e {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:01.525631 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1786f760-e689-422c-923a-c81b6f18380e'] response: {'name': 'network-changed', 'server_uuid': '0ae9523e-82a1-44c4-92a6-484f941c58b6', 'tag': '181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'status': 'completed', 'code': 200} Apr 18 20:25:01.530272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.64', 63880) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:01.587557 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-77c1e4c2-fcf6-4a83-944d-87e599966bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.589137 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-77c1e4c2-fcf6-4a83-944d-87e599966bd7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1138773 Apr 18 20:25:01.608751 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d143644-30b3-4f8e-92cd-e1b88dafa4c1 x-openstack-request-id: req-1d143644-30b3-4f8e-92cd-e1b88dafa4c1 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:01.609043 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bd6c24-1d26-4b0a-94db-1ed19fa392ae", "tag": "7585d866-65c3-4108-9e27-cccc10806b9c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:01.609295 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d143644-30b3-4f8e-92cd-e1b88dafa4c1 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:01.609696 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d143644-30b3-4f8e-92cd-e1b88dafa4c1'] response: {'name': 'network-changed', 'server_uuid': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'tag': '7585d866-65c3-4108-9e27-cccc10806b9c', 'status': 'completed', 'code': 200} Apr 18 20:25:01.636348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-b6ee2847-7dbf-4ab2-bad3-589f1005b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.638713 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-b6ee2847-7dbf-4ab2-bad3-589f1005b1bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 1098 time: 0.0974205 Apr 18 20:25:01.639407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Pushing event updated for resources: {'Port': ['ID=d79d7393-1b70-4417-8827-4a4f683539d1,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:01.665136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-aa83b89f-667c-4e74-b2d3-8fa9c06beec1 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397273 Apr 18 20:25:01.767665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51888) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:01.884320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Attempting to bind port d79d7393-1b70-4417-8827-4a4f683539d1 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:01.884658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Attempting to bind port d79d7393-1b70-4417-8827-4a4f683539d1 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:01.884993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Attempting to bind port d79d7393-1b70-4417-8827-4a4f683539d1 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:01.896534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-44f63acd-0825-4777-b152-eb90fd101d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.898087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-44f63acd-0825-4777-b152-eb90fd101d6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137&tenant_id=2085f4267bc84a9e8b967acde84530ef HTTP/1.1" status: 200 len: 1095 time: 0.4070768 Apr 18 20:25:01.922296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-45a80a6a-3456-41b3-ae3f-b27f38450c1a tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.924058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-45a80a6a-3456-41b3-ae3f-b27f38450c1a tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4863265 Apr 18 20:25:01.924455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Port d79d7393-1b70-4417-8827-4a4f683539d1 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:01.924782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Attempting to bind port d79d7393-1b70-4417-8827-4a4f683539d1 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:01.931887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d req-4ea91a52-1b28-4ad9-bc78-fab90ec0731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.932889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d req-4ea91a52-1b28-4ad9-bc78-fab90ec0731b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 1095 time: 0.3274086 Apr 18 20:25:01.934838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-b0f61402-a405-4e55-b6ba-9e8498977870 service neutron] 10.222.0.64 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062342 Apr 18 20:25:01.966900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-6b5dad07-6087-4ced-89f7-1652b6037ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.968358 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-6b5dad07-6087-4ced-89f7-1652b6037ce4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3697233 Apr 18 20:25:01.971221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-network', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:01.992419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:01.992758 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:01.993133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:01.993581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Bound port: d79d7393-1b70-4417-8827-4a4f683539d1, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:01.993935 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.043367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-75edd212-d21a-4803-b652-e8053a576fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.044910 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-75edd212-d21a-4803-b652-e8053a576fb7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.3900547 Apr 18 20:25:02.050816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-c61cf911-dc17-44cc-a532-e7f5a8f22b11 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/quotas/6eb0f9145a884541b680b6c5d516b307 HTTP/1.1" status: 200 len: 375 time: 0.1123247 Apr 18 20:25:02.065070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cb4cd-e9b3-4fed-8c2d-92645ed5eb55 req-8bd00c72-f511-447f-a14f-42042fdf6a25 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.066544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-710cb4cd-e9b3-4fed-8c2d-92645ed5eb55 req-8bd00c72-f511-447f-a14f-42042fdf6a25 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 948 time: 0.3150103 Apr 18 20:25:02.091683 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-f06eceb2-63f7-4d86-ab44-12ca62a7980a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=181ad0b4-c40c-41d6-a3cf-92bee88757c4 HTTP/1.1" status: 200 len: 217 time: 0.0392118 Apr 18 20:25:02.131251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-416b9df4-2093-4ad6-8247-22e0e24af52d service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264033 Apr 18 20:25:02.144889 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-7f1fbe89-2793-4070-ae59-f890401162d0 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631396 Apr 18 20:25:02.179864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-32615cd7-3b65-4153-b2d6-610a95ee1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.181223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-32615cd7-3b65-4153-b2d6-610a95ee1d72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0737364 Apr 18 20:25:02.284030 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-67c95811-9994-4b6c-bb5d-c20c2641e915 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285965 Apr 18 20:25:02.286702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-01d46599-a00e-45fc-b7eb-764427f93641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.288231 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-01d46599-a00e-45fc-b7eb-764427f93641 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772805 Apr 18 20:25:02.386874 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-8d16b7d0-f56e-4175-8b36-93940e596180 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861385 Apr 18 20:25:02.464417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Made reservation on behalf of 0538e55f37c342c9bd1ff7a34fc228bf for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:02.466641 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.481358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-1a83331d-2688-4c2b-b324-e4e77c72777d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb0f9145a884541b680b6c5d516b307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4109614 Apr 18 20:25:02.484790 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f49bad5e-d225-487a-bfcc-9f123822b85d req-34d561a4-fda1-4582-bb2b-05e07fa2537b service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899115 Apr 18 20:25:02.505674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.521993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-2262aef9-e1ea-43da-b0e0-ebbdc4961326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.523488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-2262aef9-e1ea-43da-b0e0-ebbdc4961326 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 1095 time: 0.5786803 Apr 18 20:25:02.601384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-710cb4cd-e9b3-4fed-8c2d-92645ed5eb55 req-03ecd011-660e-432e-ae71-ec278578676a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884777 Apr 18 20:25:02.659122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d req-be133de5-0500-44db-af2d-0fcbd3be10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.660630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d req-be133de5-0500-44db-af2d-0fcbd3be10ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 913 time: 0.7086670 Apr 18 20:25:02.661685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] For port d79d7393-1b70-4417-8827-4a4f683539d1, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:02.711067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32089102-bbf4-45b5-b93f-86da6c4a39ed req-c106ba7c-3899-421f-a5ab-c2230a235aa1 service neutron] 10.222.0.64 "GET /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7368321 Apr 18 20:25:02.745314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] For port d79d7393-1b70-4417-8827-4a4f683539d1, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=d79d7393-1b70-4417-8827-4a4f683539d1,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:02.758955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d req-52e34123-7420-4e33-a495-5e15124acabb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7585d866-65c3-4108-9e27-cccc10806b9c HTTP/1.1" status: 200 len: 217 time: 0.0839362 Apr 18 20:25:02.776813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.920214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.920838 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.922378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] 10.222.0.64 "PUT /v2.0/ports/d79d7393-1b70-4417-8827-4a4f683539d1 HTTP/1.1" status: 200 len: 1095 time: 3.5650654 Apr 18 20:25:02.938733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-3bb1b4bc-cb9a-431a-884a-20d01a15e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.940076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-3bb1b4bc-cb9a-431a-884a-20d01a15e2e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.3988159 Apr 18 20:25:02.989642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a485-5330-4fb6-9e97-ecbfab06192b req-5a800c93-1e9d-4f08-90da-8d6b5807bd49 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.991748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d530a485-5330-4fb6-9e97-ecbfab06192b req-5a800c93-1e9d-4f08-90da-8d6b5807bd49 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 947 time: 0.2450976 Apr 18 20:25:02.999761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d req-c8ff9a6a-bb8c-4ef1-9797-81e55810307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.001225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d req-c8ff9a6a-bb8c-4ef1-9797-81e55810307c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b HTTP/1.1" status: 200 len: 852 time: 0.2115042 Apr 18 20:25:03.009091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6a04c-1d34-4cc3-896f-4368f265fdac req-eac45cdd-912b-443d-a5f7-06aa9a353d49 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.010650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7fa6a04c-1d34-4cc3-896f-4368f265fdac req-eac45cdd-912b-443d-a5f7-06aa9a353d49 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 944 time: 0.2582264 Apr 18 20:25:03.078192 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.080365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-341811e1-7cf2-4874-884e-ea486e030d61 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad974434-9b69-4f62-9ffd-c99ece799b65 HTTP/1.1" status: 200 len: 217 time: 0.1186931 Apr 18 20:25:03.080999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88fcd9-c10e-4178-84ae-dd3c68cf8a77 service neutron] Pushing event updated for resources: {'Port': ['ID=d79d7393-1b70-4417-8827-4a4f683539d1,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:03.099731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7585d866-65c3-4108-9e27-cccc10806b9c details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:03.127133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d req-5ba6f5fd-165f-4bdb-8cb0-dbe8aa536142 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089160 Apr 18 20:25:03.127741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.221095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:25:03.244266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b4284be3-040b-4fc4-bbec-ad711c4ded74 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:03.279895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 7585d866-65c3-4108-9e27-cccc10806b9c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7585d866-65c3-4108-9e27-cccc10806b9c,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:03.300689 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.301382 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Added segment 2e6ac944-391c-421c-a4cb-2f72bba72eae of type vlan for network 9bcc5cbf-f8a6-412e-b46e-8b263271636f Apr 18 20:25:03.308477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d530a485-5330-4fb6-9e97-ecbfab06192b req-882d6741-3666-4305-bedd-f7157512c546 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541263 Apr 18 20:25:03.309614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62608f8a-558f-475b-8ce7-94bb2a3da66e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:03.314765 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '7585d866-65c3-4108-9e27-cccc10806b9c', 'network_id': '7cd2f75e-8528-4e56-a6f8-7c2f0f963077', 'port_id': '7585d866-65c3-4108-9e27-cccc10806b9c', 'mac_address': 'fa:16:3e:bc:bd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3da3ca-2ca0-418b-ac10-4ceadd1add6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:03.348854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7fa6a04c-1d34-4cc3-896f-4368f265fdac req-017fd020-d64b-4843-abcc-4a22e57cff4c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866848 Apr 18 20:25:03.371729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-83374a80-6ffd-436e-98e9-c694248e1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.385702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-83374a80-6ffd-436e-98e9-c694248e1cdd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.2619715 Apr 18 20:25:03.390541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-a74f4ebc-c5f4-400f-8d9b-38dd281a797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.392149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-a74f4ebc-c5f4-400f-8d9b-38dd281a797b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 1098 time: 0.3941004 Apr 18 20:25:03.538494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-4a931355-96fb-4e47-8c1a-23d32cb5e8f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187186 Apr 18 20:25:03.547568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.566836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-05d63a04-5b1a-4ec8-afb6-1b9f376cadae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d79d7393-1b70-4417-8827-4a4f683539d1 HTTP/1.1" status: 200 len: 217 time: 0.1239183 Apr 18 20:25:03.570445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:03.572792 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.573618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7585d866-65c3-4108-9e27-cccc10806b9c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:03.592747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'b4284be3-040b-4fc4-bbec-ad711c4ded74', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'b4284be3-040b-4fc4-bbec-ad711c4ded74', 'mac_address': 'fa:16:3e:94:70:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:03.602364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 7585d866-65c3-4108-9e27-cccc10806b9c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7585d866-65c3-4108-9e27-cccc10806b9c,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:03.606915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d req-a774875c-ee30-486d-ad2d-eb6b5ddbfe0e service neutron] 10.222.0.60 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523880 Apr 18 20:25:03.619520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f09ac3d-69ee-4283-9ff6-8aaf261b2c59', 'tag': 'd79d7393-1b70-4417-8827-4a4f683539d1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:03.622125 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95390ee6-c646-4708-90b2-2a627c64966e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f09ac3d-69ee-4283-9ff6-8aaf261b2c59", "tag": "d79d7393-1b70-4417-8827-4a4f683539d1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:03.624330 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.626010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-68abe395-5145-4310-b9c3-b272666562f6 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6eb0f9145a884541b680b6c5d516b307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017046 Apr 18 20:25:03.664590 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.689440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4284be3-040b-4fc4-bbec-ad711c4ded74 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:03.697468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=7585d866-65c3-4108-9e27-cccc10806b9c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:03.714478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:03.720023 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.721294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 181ad0b4-c40c-41d6-a3cf-92bee88757c4 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:03.793438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b4284be3-040b-4fc4-bbec-ad711c4ded74,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:03.800560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 181ad0b4-c40c-41d6-a3cf-92bee88757c4, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=181ad0b4-c40c-41d6-a3cf-92bee88757c4,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:03.812938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'mac_address': 'fa:16:3e:2f:70:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:03.848038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7653721-9b37-4ab2-abd6-b272fa6506dd req-f42ef795-7bbf-4dfe-b6b8-6cf27336d2f2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.850078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7653721-9b37-4ab2-abd6-b272fa6506dd req-f42ef795-7bbf-4dfe-b6b8-6cf27336d2f2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 944 time: 0.4281197 Apr 18 20:25:03.859010 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.867682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6f8b3b9b-2201-468b-8a81-cdc8fc1bab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.869159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-6f8b3b9b-2201-468b-8a81-cdc8fc1bab84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2751162 Apr 18 20:25:03.873529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181ad0b4-c40c-41d6-a3cf-92bee88757c4 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:03.883755 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.884735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.885339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.905164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 181ad0b4-c40c-41d6-a3cf-92bee88757c4, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=181ad0b4-c40c-41d6-a3cf-92bee88757c4,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:03.909694 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.949239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-6431e6b3-be3a-4e36-aaa8-3527aed42d1d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6eb0f9145a884541b680b6c5d516b307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1376777 Apr 18 20:25:03.954012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7585d866-65c3-4108-9e27-cccc10806b9c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:03.997667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=181ad0b4-c40c-41d6-a3cf-92bee88757c4,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:04.027461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2288790 Apr 18 20:25:04.030679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51932) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:04.037299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Request body: {'subnet': {'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-subnet', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:04.061043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Made reservation on behalf of 0538e55f37c342c9bd1ff7a34fc228bf for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:04.064162 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.068074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-3997f4fe-4e5c-41da-8664-daee08fedc01 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981897 Apr 18 20:25:04.171184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a0bc2c5-bc23-4590-902c-5e0c0e22db2d req-d75ee987-0468-4424-81f5-e5341511aa6a service neutron] 10.222.0.60 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441167 Apr 18 20:25:04.177327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be9d3a-4ada-45e0-b6a2-3f246e9006c3 admin admin] Pushing event updated for resources: {'Network': ['ID=9bcc5cbf-f8a6-412e-b46e-8b263271636f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:04.192388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7653721-9b37-4ab2-abd6-b272fa6506dd req-aa2753f4-3a74-4b45-9700-03a71509823e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208423 Apr 18 20:25:04.213296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 9bcc5cbf-f8a6-412e-b46e-8b263271636f details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:25:04.228769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-ad1fcc34-1dc7-4dda-9eb1-c47a16add2d3 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.230276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-ad1fcc34-1dc7-4dda-9eb1-c47a16add2d3 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5686710 Apr 18 20:25:04.235710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e985e-fabc-4177-8663-5022b6ebdadc req-9d6410ba-b968-4913-b68e-5342b7f687c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.237240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-9d6410ba-b968-4913-b68e-5342b7f687c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3496079 Apr 18 20:25:04.267141 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.308615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:04.333171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:04.341762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-dcafd44e-2031-4cce-9eb2-bbda7e261292 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/quotas/6eb0f9145a884541b680b6c5d516b307 HTTP/1.1" status: 200 len: 375 time: 0.0975418 Apr 18 20:25:04.344265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['b4284be3-040b-4fc4-bbec-ad711c4ded74'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:04.359126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Checking segment: {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:04.360504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Network hostable DHCP agents. Network: 9bcc5cbf-f8a6-412e-b46e-8b263271636f, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:25:04.377359 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ba3e97-9263-49c0-ac29-e46cba2b4f40 x-openstack-request-id: req-f9ba3e97-9263-49c0-ac29-e46cba2b4f40 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:04.377708 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f09ac3d-69ee-4283-9ff6-8aaf261b2c59", "tag": "d79d7393-1b70-4417-8827-4a4f683539d1", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:04.377877 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9ba3e97-9263-49c0-ac29-e46cba2b4f40 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:04.378434 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ba3e97-9263-49c0-ac29-e46cba2b4f40'] response: {'name': 'network-changed', 'server_uuid': '4f09ac3d-69ee-4283-9ff6-8aaf261b2c59', 'tag': 'd79d7393-1b70-4417-8827-4a4f683539d1', 'status': 'completed', 'code': 200} Apr 18 20:25:04.396455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Network 9bcc5cbf-f8a6-412e-b46e-8b263271636f is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:25:04.407197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-09c6734f-3346-4a3e-a1fd-4a1ca412bbef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6eb0f9145a884541b680b6c5d516b307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645037 Apr 18 20:25:04.421540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 9bcc5cbf-f8a6-412e-b46e-8b263271636f) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:04.429311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.430592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.444369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-b7506348-58ed-4c61-9a68-cff68e70f528 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.448702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b87fb0-fd23-4927-a1e9-6857c5d9da84 None None] Network 9bcc5cbf-f8a6-412e-b46e-8b263271636f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:25:04.451274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-b7506348-58ed-4c61-9a68-cff68e70f528 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4668965 Apr 18 20:25:04.463514 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-141bea6f-0a0c-428d-8e02-327c6afdf376 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4315484 Apr 18 20:25:04.467657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51942) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:04.476024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:04.484975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Request body: {'port': {'device_id': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '6eb0f9145a884541b680b6c5d516b307'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:04.512254 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.513978 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.567422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-e4aadfaa-bf0c-4de9-923a-eab5b0a234ae service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730849 Apr 18 20:25:04.642983 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.717618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-043cdec8-94c7-45e8-97eb-1802b2c84aff service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722621 Apr 18 20:25:04.807496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:25:04.808440 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.838670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313e985e-fabc-4177-8663-5022b6ebdadc req-0578d7ea-4f27-4b75-bb08-83b56c33e3e3 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012998 Apr 18 20:25:04.848962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaef6a3-5fe9-4315-aa6c-7a8a21800c45 req-c5c9a85a-610a-4410-8588-079be756e205 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.858745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afaef6a3-5fe9-4315-aa6c-7a8a21800c45 req-c5c9a85a-610a-4410-8588-079be756e205 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 949 time: 0.3993471 Apr 18 20:25:04.885126 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.890662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Made reservation on behalf of 6eb0f9145a884541b680b6c5d516b307 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:04.894835 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.910520 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.035270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Allocated IP 172.20.0.2 (9bcc5cbf-f8a6-412e-b46e-8b263271636f/1b6c1aca-c59d-41a6-a419-aba36b4bc4cd/b025312c-ace8-49dd-9fb8-3b220f5c73fb) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:05.120402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7585d866-65c3-4108-9e27-cccc10806b9c up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:05.164865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.186663 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.254417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43c0cb-3934-4a67-97e7-8d692fdf4791 req-ca962531-70cf-48f4-bd9f-df1eab19ea04 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.256929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce43c0cb-3934-4a67-97e7-8d692fdf4791 req-ca962531-70cf-48f4-bd9f-df1eab19ea04 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 948 time: 0.5589211 Apr 18 20:25:05.269693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 7585d866-65c3-4108-9e27-cccc10806b9c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:05.273326 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.277793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 7585d866-65c3-4108-9e27-cccc10806b9c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:05.278185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.295608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afaef6a3-5fe9-4315-aa6c-7a8a21800c45 req-ebc4f4ba-2b71-405f-a6a2-e8efbb119a00 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307957 Apr 18 20:25:05.308049 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.338340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95390ee6-c646-4708-90b2-2a627c64966e req-c2256d5c-98c3-4175-8f5f-65b3cf4e79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.340048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95390ee6-c646-4708-90b2-2a627c64966e req-c2256d5c-98c3-4175-8f5f-65b3cf4e79a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 1098 time: 0.4114766 Apr 18 20:25:05.350103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbc63-5ef6-431e-9037-02481b912e5d req-e725ba60-a445-4a3a-a187-eab4a1b412dc tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.351747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-e725ba60-a445-4a3a-a187-eab4a1b412dc tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1095 time: 0.4809675 Apr 18 20:25:05.362269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Allocated IP 172.25.2.206 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:05.399526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Network 9bcc5cbf-f8a6-412e-b46e-8b263271636f is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:05.414298 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:05.419927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:05.433566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Pushing event updated for resources: {'Port': ['ID=b025312c-ace8-49dd-9fb8-3b220f5c73fb,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:05.469180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce43c0cb-3934-4a67-97e7-8d692fdf4791 req-e2c3e923-6ba7-4098-ab37-dd6475ae8603 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974456 Apr 18 20:25:05.533522 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.576864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.597030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.599076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Attempting to bind port b025312c-ace8-49dd-9fb8-3b220f5c73fb on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:05.599435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Attempting to bind port b025312c-ace8-49dd-9fb8-3b220f5c73fb by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:05.599781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Attempting to bind port b025312c-ace8-49dd-9fb8-3b220f5c73fb on network 9bcc5cbf-f8a6-412e-b46e-8b263271636f {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:05.611646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:05.614598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:05.616309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:05.617620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Checking segment: {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:05.618045 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.618444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Bound using segment: {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:05.619227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:05.619416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Bound port: b025312c-ace8-49dd-9fb8-3b220f5c73fb, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:05.619861 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.621880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61669f6c-415b-4d21-8247-4e0d530d9cfd req-f3a1dfee-b4a3-47b9-ac64-a7e5ece303e3 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 210 time: 0.0580409 Apr 18 20:25:05.625530 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.649299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7585d866-65c3-4108-9e27-cccc10806b9c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:05.650436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.651454 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c1b636-9bd5-401a-a00e-b7a254211527" -d '{"events": [{"server_uuid": "48bd6c24-1d26-4b0a-94db-1ed19fa392ae", "name": "network-vif-plugged", "status": "completed", "tag": "7585d866-65c3-4108-9e27-cccc10806b9c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:05.686255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d53e6-6640-4bb2-a9e2-a8d0051ff45e req-d2cf6005-c156-4426-86c1-9ee764d0bb7c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.693533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-876d53e6-6640-4bb2-a9e2-a8d0051ff45e req-d2cf6005-c156-4426-86c1-9ee764d0bb7c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 944 time: 0.2701056 Apr 18 20:25:05.701082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95390ee6-c646-4708-90b2-2a627c64966e req-928d3292-dc27-46e0-8c78-6c50db6d48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.702434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95390ee6-c646-4708-90b2-2a627c64966e req-928d3292-dc27-46e0-8c78-6c50db6d48cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.3484297 Apr 18 20:25:05.745034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] For port b025312c-ace8-49dd-9fb8-3b220f5c73fb, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:05.763159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] For port b025312c-ace8-49dd-9fb8-3b220f5c73fb, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b025312c-ace8-49dd-9fb8-3b220f5c73fb,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:05.765777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95390ee6-c646-4708-90b2-2a627c64966e req-6b5e663b-4045-4eca-b68c-b84e0e63821b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=d79d7393-1b70-4417-8827-4a4f683539d1 HTTP/1.1" status: 200 len: 217 time: 0.0428641 Apr 18 20:25:05.788931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 7585d866-65c3-4108-9e27-cccc10806b9c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7585d866-65c3-4108-9e27-cccc10806b9c,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:05.819460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Pushing event updated for resources: {'Port': ['ID=81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:05.838028 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.845773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:05.927448 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.952485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-876d53e6-6640-4bb2-a9e2-a8d0051ff45e req-5338579d-2ca5-4944-8f94-3ef619e67397 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574236 Apr 18 20:25:05.953764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-297fbc63-5ef6-431e-9037-02481b912e5d req-8edc14fa-eefc-4774-8752-212ccf0e8c45 service neutron] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:05.966671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.008789 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-297fbc63-5ef6-431e-9037-02481b912e5d req-8edc14fa-eefc-4774-8752-212ccf0e8c45 service neutron] Notify callbacks [] for binding, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.009932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-297fbc63-5ef6-431e-9037-02481b912e5d req-8edc14fa-eefc-4774-8752-212ccf0e8c45 service neutron] 10.222.0.64 "DELETE /v2.0/ports/ad974434-9b69-4f62-9ffd-c99ece799b65/bindings/n-h1-836015-4 HTTP/1.1" status: 204 len: 173 time: 0.6405213 Apr 18 20:25:06.104895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95390ee6-c646-4708-90b2-2a627c64966e req-f000493f-5ba8-4e69-8982-899e9fa9ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.109689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95390ee6-c646-4708-90b2-2a627c64966e req-f000493f-5ba8-4e69-8982-899e9fa9ba67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2902896 Apr 18 20:25:06.109866 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e0dad6b-6b77-4523-a473-8cc0b85c6120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.116499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-7d030d8c-aa53-4a54-948d-ddc824bb5810 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6eb0f9145a884541b680b6c5d516b307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741832 Apr 18 20:25:06.200648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd4f0f-abf6-4fd9-acb9-44b07d9b2af3 None None] Pushing event updated for resources: {'Port': ['ID=b025312c-ace8-49dd-9fb8-3b220f5c73fb,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:06.373583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Allocated IP 192.168.233.94 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/b7e960a9-55c2-4fa5-8261-d656af21f55a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:06.391510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=7585d866-65c3-4108-9e27-cccc10806b9c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:06.409029 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e448640-b3e3-4ec6-91b1-ce7da78993b6 x-openstack-request-id: req-6e448640-b3e3-4ec6-91b1-ce7da78993b6 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:06.415180 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd6c24-1d26-4b0a-94db-1ed19fa392ae", "name": "network-vif-plugged", "status": "completed", "tag": "7585d866-65c3-4108-9e27-cccc10806b9c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:06.421999 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e448640-b3e3-4ec6-91b1-ce7da78993b6 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:06.422532 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e448640-b3e3-4ec6-91b1-ce7da78993b6'] response: {'server_uuid': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7585d866-65c3-4108-9e27-cccc10806b9c', 'code': 200} Apr 18 20:25:06.545205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51978) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:06.605881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-7c683595-d505-4f7c-97d8-3822898e193c tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.607356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-7c683595-d505-4f7c-97d8-3822898e193c tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4718988 Apr 18 20:25:06.615691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b13c8f-c3ce-4ac7-b2f3-ca94a12efba6 req-66b39d12-bbd6-4efb-b99b-f462d2f708ca tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.618018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.60', 55446) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:06.620381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22b13c8f-c3ce-4ac7-b2f3-ca94a12efba6 req-66b39d12-bbd6-4efb-b99b-f462d2f708ca tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 946 time: 0.4969850 Apr 18 20:25:06.660419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Request body: {'port': {'device_id': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '6eb0f9145a884541b680b6c5d516b307'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:06.665178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95390ee6-c646-4708-90b2-2a627c64966e req-419a2875-6f80-4a0c-8b72-1c2ef6e1ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.668138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95390ee6-c646-4708-90b2-2a627c64966e req-419a2875-6f80-4a0c-8b72-1c2ef6e1ed3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5224814 Apr 18 20:25:06.708144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.731072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-1dd1a6cc-9f96-45b5-84ba-59c559d9d694 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.732550 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-1dd1a6cc-9f96-45b5-84ba-59c559d9d694 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76&tenant_id=2ab80b1403354e10ab7b298d8463922c&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 949 time: 0.1136544 Apr 18 20:25:06.785481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb8c1f-99ae-4ace-92a7-9bc1eb9fed29 req-b11dc729-37d4-4c47-98d3-6e53f0115b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.786915 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9beb8c1f-99ae-4ace-92a7-9bc1eb9fed29 req-b11dc729-37d4-4c47-98d3-6e53f0115b18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 1097 time: 0.1564114 Apr 18 20:25:06.823215 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5767d955-fbe0-45c0-8db9-2ac1cbb1c589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.908663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22b13c8f-c3ce-4ac7-b2f3-ca94a12efba6 req-f5293e2f-2ff1-416e-87cd-41b6dacb3231 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758832 Apr 18 20:25:06.929143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b025312c-ace8-49dd-9fb8-3b220f5c73fb up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:07.005433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b025312c-ace8-49dd-9fb8-3b220f5c73fb triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:07.005945 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.015055 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95390ee6-c646-4708-90b2-2a627c64966e req-e6a7f1e0-0e5b-41be-863b-5435ebeffdfc service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149109 Apr 18 20:25:07.084674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fdd30-5e99-4b3d-a41b-89365fbd3812 req-0e98adb2-ea1b-4997-9a5e-220b9e450897 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.093871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b6fdd30-5e99-4b3d-a41b-89365fbd3812 req-0e98adb2-ea1b-4997-9a5e-220b9e450897 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 949 time: 0.4578581 Apr 18 20:25:07.110198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Made reservation on behalf of 6eb0f9145a884541b680b6c5d516b307 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:07.114716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.117360 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.157607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port b025312c-ace8-49dd-9fb8-3b220f5c73fb, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b025312c-ace8-49dd-9fb8-3b220f5c73fb,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:07.167346 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.209034 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9beb8c1f-99ae-4ace-92a7-9bc1eb9fed29 req-a43b6f33-2223-41d0-ac05-c2bd44b83184 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138074 Apr 18 20:25:07.227920 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-752600b3-7a0f-444f-880a-9d1cd08c4e55 service neutron] delete failed (client error): The resource could not be found. Apr 18 20:25:07.228906 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-752600b3-7a0f-444f-880a-9d1cd08c4e55 service neutron] 10.222.0.60 "DELETE /v2.0/ports/b4284be3-040b-4fc4-bbec-ad711c4ded74/bindings/n-h1-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.4529440 Apr 18 20:25:07.232386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=b025312c-ace8-49dd-9fb8-3b220f5c73fb,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:07.275052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device d79d7393-1b70-4417-8827-4a4f683539d1 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:07.288914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b4284be3-040b-4fc4-bbec-ad711c4ded74 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:07.299663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Router 9ae2604e-bb0f-4caa-8243-201767f90d5d is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:25:07.308980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b6fdd30-5e99-4b3d-a41b-89365fbd3812 req-13ae5e85-d428-4116-9eca-15cbe1085830 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142143 Apr 18 20:25:07.345363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5767d955-fbe0-45c0-8db9-2ac1cbb1c589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.375136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66225e33-ff47-4761-a203-c9ded315ce0a req-0ff200be-92f5-4cd1-872b-d107edb43fd2 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.376706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66225e33-ff47-4761-a203-c9ded315ce0a req-0ff200be-92f5-4cd1-872b-d107edb43fd2 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 1095 time: 0.3048646 Apr 18 20:25:07.393113 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.424495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5767d955-fbe0-45c0-8db9-2ac1cbb1c589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.437521 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95390ee6-c646-4708-90b2-2a627c64966e req-e14bf344-b889-4450-a7dc-0bc68b26ae47 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409290 Apr 18 20:25:07.485896 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5767d955-fbe0-45c0-8db9-2ac1cbb1c589 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19252d5ed49545cda577995db7e78749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9396133 Apr 18 20:25:07.496257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51984) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:07.497450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767d955-fbe0-45c0-8db9-2ac1cbb1c589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a596d6-cc6c-4a29-8cc8-83b34a5cd713,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:07.522611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66225e33-ff47-4761-a203-c9ded315ce0a req-add1cf1f-a5a6-43d8-95d5-deaaca4241bd tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293483 Apr 18 20:25:07.538910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port d79d7393-1b70-4417-8827-4a4f683539d1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=d79d7393-1b70-4417-8827-4a4f683539d1,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:07.557054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'd79d7393-1b70-4417-8827-4a4f683539d1', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'd79d7393-1b70-4417-8827-4a4f683539d1', 'mac_address': 'fa:16:3e:f4:70:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:07.561520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e763949-67ac-4d95-b922-33753b645d9e None None] Network 9bcc5cbf-f8a6-412e-b46e-8b263271636f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:25:07.614532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:25:07.650558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.650784 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.654774 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f984c36b-51f0-467a-999d-893fc1eac422 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.1831477 Apr 18 20:25:07.654972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port b4284be3-040b-4fc4-bbec-ad711c4ded74 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:07.655079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51988) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:07.657155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Sync routers for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:07.667195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-1977b402-7a0c-4ba6-9c49-cceadc78a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.668682 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-1977b402-7a0c-4ba6-9c49-cceadc78a120 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 1100 time: 0.0662224 Apr 18 20:25:07.671334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23f3db-d531-49e8-9197-30d4025f9c29 req-1cea795c-783b-48b4-a336-99abb89abcc4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.672904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c23f3db-d531-49e8-9197-30d4025f9c29 req-1cea795c-783b-48b4-a336-99abb89abcc4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 948 time: 0.2395432 Apr 18 20:25:07.685628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port b4284be3-040b-4fc4-bbec-ad711c4ded74 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:07.685970 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.687457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-31ddac15-5fb7-45d8-a4ca-0aedb045f3cc None None] Provisioning complete for port b025312c-ace8-49dd-9fb8-3b220f5c73fb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:07.687806 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-31ddac15-5fb7-45d8-a4ca-0aedb045f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.726418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c07eb1a-a38f-4d73-be1f-7773a632873d req-191258a0-d65b-4445-b41d-8fae2c24c3fe tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 210 time: 0.0816991 Apr 18 20:25:07.735025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed52f-a840-42b3-8203-9a51d61cfec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.768098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:07.782812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:07.805004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:07.812136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.813601 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.820821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Allocated IP 192.168.233.231 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/146d65b2-405d-4f2c-94d6-2301a13d6ae2) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:07.880045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c23f3db-d531-49e8-9197-30d4025f9c29 req-c6a07d63-f161-42d1-b6c3-39e9031a29d0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755557 Apr 18 20:25:07.895365 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.901421 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed52f-a840-42b3-8203-9a51d61cfec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.904117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:07.904747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:24:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:07.924769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:07.939811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-4a1ab65c-3430-4138-a0ed-ec7b07d4971d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4612558 Apr 18 20:25:07.964938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Request body: {'port': {'device_id': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:07.994451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79d7393-1b70-4417-8827-4a4f683539d1 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:08.007682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-8e8c0e57-1a93-45b7-b84c-cbdbcd240c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.010275 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-8e8c0e57-1a93-45b7-b84c-cbdbcd240c17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.3115625 Apr 18 20:25:08.037793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d4624-13ff-48ec-9665-e631f60fc44d req-6634bb22-9fe5-409e-aa87-a50a9c65d20b tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.046421 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d7d4624-13ff-48ec-9665-e631f60fc44d req-6634bb22-9fe5-409e-aa87-a50a9c65d20b tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 1095 time: 0.2270184 Apr 18 20:25:08.089202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port d79d7393-1b70-4417-8827-4a4f683539d1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=d79d7393-1b70-4417-8827-4a4f683539d1,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:08.097380 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-bd312699-3099-4a3d-a48e-92b6b64cbb00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74 HTTP/1.1" status: 200 len: 217 time: 0.0734065 Apr 18 20:25:08.135318 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.202914 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.203426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-9bdfb48c-88b4-461f-9340-02f3eb7be9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.205363 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-9bdfb48c-88b4-461f-9340-02f3eb7be9ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0666800 Apr 18 20:25:08.209765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d7d4624-13ff-48ec-9665-e631f60fc44d req-7736564c-3ec6-4033-9da2-24e286f7d4b1 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617939 Apr 18 20:25:08.214465 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed52f-a840-42b3-8203-9a51d61cfec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.214887 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-34c3179a-f776-4f93-a2b2-f5b808325162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.217299 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed52f-a840-42b3-8203-9a51d61cfec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.218496 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5d9ed52f-a840-42b3-8203-9a51d61cfec2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14a596d6-cc6c-4a29-8cc8-83b34a5cd713 HTTP/1.1" status: 204 len: 168 time: 0.7210798 Apr 18 20:25:08.249414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa409f65-9285-4d4f-98de-bba70ed0c529 req-e710b420-54f8-41c0-8d2d-086079ecf985 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.250262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa409f65-9285-4d4f-98de-bba70ed0c529 req-e710b420-54f8-41c0-8d2d-086079ecf985 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 946 time: 0.2257147 Apr 18 20:25:08.261815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ed52f-a840-42b3-8203-9a51d61cfec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a596d6-cc6c-4a29-8cc8-83b34a5cd713,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:08.314081 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.387602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:08.428360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa409f65-9285-4d4f-98de-bba70ed0c529 req-cd5fe41f-b1bf-4a1b-8665-96ba3694e271 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592472 Apr 18 20:25:08.433397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.480927 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.503787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['d79d7393-1b70-4417-8827-4a4f683539d1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:08.517011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:08.519104 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08789fcc-c969-4c82-8e84-2dc5f06a6bc3" -d '{"events": [{"server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "name": "network-vif-plugged", "status": "completed", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:08.544488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=d79d7393-1b70-4417-8827-4a4f683539d1,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:08.594550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:08.605655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:08.622909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:08.628658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:08.639379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.641369 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.654072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-a1f5ae01-78e9-49c6-9c8f-7596717bbffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.657541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-a1f5ae01-78e9-49c6-9c8f-7596717bbffb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3610907 Apr 18 20:25:08.661381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Pushing event updated for resources: {'Port': ['ID=146d65b2-405d-4f2c-94d6-2301a13d6ae2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:08.723804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-02c9d77c-11a6-4267-bad1-e7cdf46b9496 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0932908 Apr 18 20:25:08.759339 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.760411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 181ad0b4-c40c-41d6-a3cf-92bee88757c4 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:08.773247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Request body: {'port': {'device_id': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:08.820586 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-87426189-61da-4a2c-a0a4-40e86c023934 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477880 Apr 18 20:25:08.907291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-140a45f9-8a3c-4c7e-a192-6abc91ea6f4a None None] Provisioning complete for port b7e960a9-55c2-4fa5-8261-d656af21f55a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:08.908877 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-140a45f9-8a3c-4c7e-a192-6abc91ea6f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.938297 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fe0bba-fa1a-452d-91bb-2c1dc1c2f7e9 x-openstack-request-id: req-c2fe0bba-fa1a-452d-91bb-2c1dc1c2f7e9 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:08.938683 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "name": "network-vif-plugged", "status": "completed", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:08.938957 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2fe0bba-fa1a-452d-91bb-2c1dc1c2f7e9 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:08.939238 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fe0bba-fa1a-452d-91bb-2c1dc1c2f7e9'] response: {'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74', 'code': 200} Apr 18 20:25:08.978701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52014) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:09.001917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b025312c-ace8-49dd-9fb8-3b220f5c73fb up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:09.052518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.103723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.123962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f801eb47-148c-4290-8435-b1e98fb58533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.142051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-140a45f9-8a3c-4c7e-a192-6abc91ea6f4a None None] Port b7e960a9-55c2-4fa5-8261-d656af21f55a cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:09.155490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b4284be3-040b-4fc4-bbec-ad711c4ded74,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:09.169982 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18380de1-4f2c-4697-9d4d-b144e59a41d3 req-efb4bfa3-8734-4e53-9294-66f76061e41e service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373425 Apr 18 20:25:09.229151 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.229731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:09.243072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:09.243442 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.267273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa9369-ae8a-4a10-a822-b2bf6764a983 req-75133cd7-200b-4a55-b3e1-5ae2b82a6f26 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:09.268810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-adaa9369-ae8a-4a10-a822-b2bf6764a983 req-75133cd7-200b-4a55-b3e1-5ae2b82a6f26 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.5203397 Apr 18 20:25:09.277481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b025312c-ace8-49dd-9fb8-3b220f5c73fb triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:09.277857 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.278621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e960a9-55c2-4fa5-8261-d656af21f55a {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:09.297101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Allocated IP 172.20.0.1 (9bcc5cbf-f8a6-412e-b46e-8b263271636f/1b6c1aca-c59d-41a6-a419-aba36b4bc4cd/60ae4ae1-8451-4f86-95f6-ae0fe87f9eea) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:09.303339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.367092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-37330f02-9ab4-46a8-91de-9db4fc0b6de5 None None] Provisioning complete for port b025312c-ace8-49dd-9fb8-3b220f5c73fb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:09.367464 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-37330f02-9ab4-46a8-91de-9db4fc0b6de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.410686 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.411363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Transition to ACTIVE for port object b7e960a9-55c2-4fa5-8261-d656af21f55a will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:09.423286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:05Z', 'revision_number': 3, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:09.448661 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.484666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Checking router: 9ae2604e-bb0f-4caa-8243-201767f90d5d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:09.484926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Updating router 9ae2604e-bb0f-4caa-8243-201767f90d5d port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:25:09.505756 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Network 9bcc5cbf-f8a6-412e-b46e-8b263271636f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:09.510382 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:09.513779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:09.568264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Pushing event updated for resources: {'Port': ['ID=60ae4ae1-8451-4f86-95f6-ae0fe87f9eea,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:09.576479 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.585872 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.587246 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.799113 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.819410 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.826336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-adaa9369-ae8a-4a10-a822-b2bf6764a983 req-a23c96bd-2b26-4940-adf6-ab69c70330e9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378857 Apr 18 20:25:09.846479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be71989-2a09-468a-8fc4-4c6de6f69c68 req-780e0e69-5033-43a7-8013-d920947c6561 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:09.855910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5be71989-2a09-468a-8fc4-4c6de6f69c68 req-780e0e69-5033-43a7-8013-d920947c6561 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 936 time: 0.6393702 Apr 18 20:25:09.859307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 181ad0b4-c40c-41d6-a3cf-92bee88757c4, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=181ad0b4-c40c-41d6-a3cf-92bee88757c4,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:09.909279 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.064252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-37330f02-9ab4-46a8-91de-9db4fc0b6de5 None None] Provisioning complete for port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:10.064625 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-37330f02-9ab4-46a8-91de-9db4fc0b6de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.117224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5be71989-2a09-468a-8fc4-4c6de6f69c68 req-066fef0d-fb0b-4215-874a-c7e63be73fe9 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579873 Apr 18 20:25:10.117601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=181ad0b4-c40c-41d6-a3cf-92bee88757c4,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:10.137128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-37330f02-9ab4-46a8-91de-9db4fc0b6de5 None None] Port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:10.190520 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.201679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:10.206662 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.228300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Attempting to bind port b7e960a9-55c2-4fa5-8261-d656af21f55a on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:10.228693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Attempting to bind port b7e960a9-55c2-4fa5-8261-d656af21f55a by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:10.229027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Attempting to bind port b7e960a9-55c2-4fa5-8261-d656af21f55a on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:10.278170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.289831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fd91cf38-44a9-4042-99e7-58edf3ed687e None None] Provisioning complete for port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:10.290248 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd91cf38-44a9-4042-99e7-58edf3ed687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.293655 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.297346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Port b7e960a9-55c2-4fa5-8261-d656af21f55a on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:10.297803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Attempting to bind port b7e960a9-55c2-4fa5-8261-d656af21f55a on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:10.314883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f801eb47-148c-4290-8435-b1e98fb58533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.320699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.321155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.321672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.322103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.322837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.323620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.323750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.324320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.324836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.325316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.325735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.326390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.343441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:10.343965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:10.346878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:10.347233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Bound port: b7e960a9-55c2-4fa5-8261-d656af21f55a, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:10.347705 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.350386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f801eb47-148c-4290-8435-b1e98fb58533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.351864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Pushing event updated for resources: {'Port': ['ID=60ae4ae1-8451-4f86-95f6-ae0fe87f9eea,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:10.367002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.391067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.391413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.391757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.392152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.392524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.393303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.393303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.393525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.393764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.394089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.394781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.394781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:10.409093 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.414669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fd91cf38-44a9-4042-99e7-58edf3ed687e None None] Port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:10.416523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ff143-77ae-47b5-9502-9d52e69a6c88 None None] Pushing event updated for resources: {'Port': ['ID=81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:10.419502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Attempting to bind port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:10.419946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Attempting to bind port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:10.420372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Attempting to bind port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:10.426786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:10.427028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:10.427259 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.427679 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:10.428741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Bound port: 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:10.429123 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.432899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc6b54-4087-4151-b28d-13dbbd745f69 req-778412f4-c863-41c8-b952-6e7b847f44c4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:10.433469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89bc6b54-4087-4151-b28d-13dbbd745f69 req-778412f4-c863-41c8-b952-6e7b847f44c4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 949 time: 0.4039495 Apr 18 20:25:10.503903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Network 9bcc5cbf-f8a6-412e-b46e-8b263271636f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:10.505548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:10.619200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8390920-c90f-4261-9f88-a7b43506ff1b req-2c974bd8-7fb4-4350-a764-5002f63914e7 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:10.624630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8390920-c90f-4261-9f88-a7b43506ff1b req-2c974bd8-7fb4-4350-a764-5002f63914e7 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 946 time: 0.3660707 Apr 18 20:25:10.627015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f801eb47-148c-4290-8435-b1e98fb58533 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abcbfb5ad9554e078f6d2fb26451c21f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6464489 Apr 18 20:25:10.633626 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52022) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:10.639215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801eb47-148c-4290-8435-b1e98fb58533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e1634b-974c-4efd-98d0-b687c9599330,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:10.653701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Router 9ae2604e-bb0f-4caa-8243-201767f90d5d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:25:10.704427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] For port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:10.707393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146d65b2-405d-4f2c-94d6-2301a13d6ae2 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:10.710348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] For port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:10.727888 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.752212 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.752884 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53fe4764-1cb4-48ff-88fd-a7835ea7ab32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.761173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89bc6b54-4087-4151-b28d-13dbbd745f69 req-67d3a1c2-0965-4c64-bb93-20df29d517aa tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060937 Apr 18 20:25:10.769425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:10.775427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:10.779402 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53fe4764-1cb4-48ff-88fd-a7835ea7ab32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.804131 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.806470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Transition to ACTIVE for port object 146d65b2-405d-4f2c-94d6-2301a13d6ae2 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:10.826959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ff143-77ae-47b5-9502-9d52e69a6c88 None None] Pushing event updated for resources: {'Port': ['ID=81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:10.859721 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53fe4764-1cb4-48ff-88fd-a7835ea7ab32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.861360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8390920-c90f-4261-9f88-a7b43506ff1b req-88b45199-6829-457c-90d2-bda79379b103 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028575 Apr 18 20:25:10.862721 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53fe4764-1cb4-48ff-88fd-a7835ea7ab32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.864562 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-53fe4764-1cb4-48ff-88fd-a7835ea7ab32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7e1634b-974c-4efd-98d0-b687c9599330 HTTP/1.1" status: 204 len: 168 time: 0.2273459 Apr 18 20:25:10.874637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe4764-1cb4-48ff-88fd-a7835ea7ab32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e1634b-974c-4efd-98d0-b687c9599330,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:10.882229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:10.883138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:10.895183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.963787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:10.965122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.969414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae9523e-82a1-44c4-92a6-484f941c58b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181ad0b4-c40c-41d6-a3cf-92bee88757c4'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:10.971705 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996994e2-0740-4794-b7b4-4d234bcc05e7" -d '{"events": [{"server_uuid": "0ae9523e-82a1-44c4-92a6-484f941c58b6", "name": "network-vif-plugged", "status": "completed", "tag": "181ad0b4-c40c-41d6-a3cf-92bee88757c4"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:10.974161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/b7e960a9-55c2-4fa5-8261-d656af21f55a HTTP/1.1" status: 200 len: 1095 time: 3.0243666 Apr 18 20:25:10.989745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:25:10.997114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:10.999871 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:11.000041 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ac5a667-edab-4f38-95c3-8438b31bc061 admin admin] 10.222.0.49 "PUT /v2.0/routers/9ae2604e-bb0f-4caa-8243-201767f90d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3434427 Apr 18 20:25:11.036105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-482aca83-edb4-482e-8207-50697c4576bf None None] Provisioning complete for port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:11.036485 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-482aca83-edb4-482e-8207-50697c4576bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.155437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-482aca83-edb4-482e-8207-50697c4576bf None None] Port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:11.158680 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.199999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:11.281856 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-024dceb8-00d8-4f1f-988c-93090016d372 req-97dcbee4-7e7e-49f7-96ea-11f87caef1b1 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1850170646&fields=id&tenant_id=2be886d0e352465d8cc38390cf405694 HTTP/1.1" status: 200 len: 267 time: 0.1659195 Apr 18 20:25:11.312629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device d79d7393-1b70-4417-8827-4a4f683539d1 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:11.377997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977a8cf-2fff-4534-82cc-21d3fe30b2eb req-f1533682-8e14-44c0-a40b-f37227a12e3b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:11.394135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e977a8cf-2fff-4534-82cc-21d3fe30b2eb req-f1533682-8e14-44c0-a40b-f37227a12e3b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.3700013 Apr 18 20:25:11.470058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e977a8cf-2fff-4534-82cc-21d3fe30b2eb req-f8dc85e0-240b-4c95-a0e8-50c841651027 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749354 Apr 18 20:25:11.481627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Attempting to bind port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:11.482210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Attempting to bind port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:11.483003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Attempting to bind port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:11.515988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dceb8-00d8-4f1f-988c-93090016d372 req-5f2dc6c4-fff7-4f61-83b5-c42092996f6e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:11.520273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-024dceb8-00d8-4f1f-988c-93090016d372 req-5f2dc6c4-fff7-4f61-83b5-c42092996f6e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 946 time: 0.2352710 Apr 18 20:25:11.521545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port d79d7393-1b70-4417-8827-4a4f683539d1 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:11.531020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port d79d7393-1b70-4417-8827-4a4f683539d1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:11.531449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-d7f160c8-024f-408d-9ab3-8e8fb477685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:11.531697 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.533057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-d7f160c8-024f-408d-9ab3-8e8fb477685d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6eb0f9145a884541b680b6c5d516b307&device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 1098 time: 0.3680000 Apr 18 20:25:11.547106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-024dceb8-00d8-4f1f-988c-93090016d372 req-c1c6497f-74a8-4396-8ed8-f6a5f23b6a62 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'port': {'security_groups': ['b5952676-f257-4d3d-9c38-acb7fb219308', '29ee1933-1eb6-4783-9fca-cba801a8a269']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:11.550379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61c984-3781-422f-a9aa-ed2dd37881d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:11.627561 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ac7010-79be-4809-af42-3de2ede7a815 x-openstack-request-id: req-58ac7010-79be-4809-af42-3de2ede7a815 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:11.627999 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae9523e-82a1-44c4-92a6-484f941c58b6", "name": "network-vif-plugged", "status": "completed", "tag": "181ad0b4-c40c-41d6-a3cf-92bee88757c4", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:11.628153 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58ac7010-79be-4809-af42-3de2ede7a815 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:11.628641 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ac7010-79be-4809-af42-3de2ede7a815'] response: {'server_uuid': '0ae9523e-82a1-44c4-92a6-484f941c58b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'code': 200} Apr 18 20:25:11.650029 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebf596d-3b4a-45c9-a236-78d32ea3201d x-openstack-request-id: req-cebf596d-3b4a-45c9-a236-78d32ea3201d {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:11.651295 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:11.652842 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cebf596d-3b4a-45c9-a236-78d32ea3201d {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:11.653462 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebf596d-3b4a-45c9-a236-78d32ea3201d'] response: {'name': 'network-changed', 'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'status': 'completed', 'code': 200} Apr 18 20:25:11.655886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:11.658762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Attempting to bind port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:11.709398 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.712351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:11.712983 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:11.713562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:11.714208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Bound port: 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:11.714804 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.734807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 2, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:11.764708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c42880-7d87-47a4-8275-196334c861d9 None None] The sync data for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 is: [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 2, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:11.784737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port d79d7393-1b70-4417-8827-4a4f683539d1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=d79d7393-1b70-4417-8827-4a4f683539d1,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:11.796957 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.848325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-f5e3e198-3b0f-4a95-ab8d-1f724257a2b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a HTTP/1.1" status: 200 len: 217 time: 0.2025068 Apr 18 20:25:11.873660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=d79d7393-1b70-4417-8827-4a4f683539d1,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:11.911035 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.934628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Pushing event updated for resources: {'Port': ['ID=146d65b2-405d-4f2c-94d6-2301a13d6ae2,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:11.968997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] For port 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:11.971737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-024dceb8-00d8-4f1f-988c-93090016d372 req-c1c6497f-74a8-4396-8ed8-f6a5f23b6a62 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.002850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] For port 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:12.023028 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.031914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f93ad-34cb-402c-9053-4f025d8cb0df req-06d2229b-26f8-4534-8238-d5edfd6400c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.033379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f0f93ad-34cb-402c-9053-4f025d8cb0df req-06d2229b-26f8-4534-8238-d5edfd6400c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 1100 time: 0.3030307 Apr 18 20:25:12.116314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5db0b-1809-4431-b143-51fdaa07585d req-94ad3761-a1b1-4f05-bdb5-b8b164182eef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.124474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7d5db0b-1809-4431-b143-51fdaa07585d req-94ad3761-a1b1-4f05-bdb5-b8b164182eef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 948 time: 0.3070247 Apr 18 20:25:12.127061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-228088d9-2e89-4d69-ad06-8195e72c82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.128632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-228088d9-2e89-4d69-ad06-8195e72c82bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2459819 Apr 18 20:25:12.227905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.228406 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.229868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] 10.222.0.60 "PUT /v2.0/ports/146d65b2-405d-4f2c-94d6-2301a13d6ae2 HTTP/1.1" status: 200 len: 1096 time: 3.4908280 Apr 18 20:25:12.299609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fac9ce-4652-4fc5-a984-d5debf7f798b service neutron] Pushing event updated for resources: {'Port': ['ID=146d65b2-405d-4f2c-94d6-2301a13d6ae2,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:12.323816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f0f93ad-34cb-402c-9053-4f025d8cb0df req-9f258056-efa6-4632-8b2f-59e24ca4c596 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633970 Apr 18 20:25:12.377801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7d5db0b-1809-4431-b143-51fdaa07585d req-7f83897a-e387-4e64-9a9f-3a1c1de9c33a tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381341 Apr 18 20:25:12.399623 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52068) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:12.445103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-cdc5f394-b980-421e-8508-0eb1a4e50645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.446817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-cdc5f394-b980-421e-8508-0eb1a4e50645 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3084574 Apr 18 20:25:12.504969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-bccd3838-c381-4b68-a14c-5083e8858e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.508255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-bccd3838-c381-4b68-a14c-5083e8858e2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6eb0f9145a884541b680b6c5d516b307&device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 1099 time: 0.2035098 Apr 18 20:25:12.593930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-network', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:12.631818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-4eec4c7f-9499-4d27-819f-e11b0189bec3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2 HTTP/1.1" status: 200 len: 217 time: 0.1077652 Apr 18 20:25:12.635454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Made reservation on behalf of 2ca737b15e374efd8ac11dbb57f3bcd8 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:12.647591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.669341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.717937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-5d4d9e50-1817-4c6e-ab87-751a53b1dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.719747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-5d4d9e50-1817-4c6e-ab87-751a53b1dce2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0770013 Apr 18 20:25:12.783964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-024dceb8-00d8-4f1f-988c-93090016d372 req-c1c6497f-74a8-4396-8ed8-f6a5f23b6a62 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] For port 7585d866-65c3-4108-9e27-cccc10806b9c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7585d866-65c3-4108-9e27-cccc10806b9c,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:12.798844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.832000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.857222 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:25:12.883763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8705ba7-6cf4-4974-bfdd-675b6539d016,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:12.888913 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.889425 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Added segment 48f031fd-4330-4b77-9920-ff305f900875 of type vlan for network 02794945-9bda-46b4-9ed4-44e4b6e36cfa Apr 18 20:25:12.967472 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.991102 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-024dceb8-00d8-4f1f-988c-93090016d372 req-c1c6497f-74a8-4396-8ed8-f6a5f23b6a62 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.000544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-598d3882-b3e8-4b3f-9578-464dfe96e4b7 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112495 Apr 18 20:25:13.008857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-f1a5c339-4a92-433b-a1e8-0bc70d2a71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.010338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-f1a5c339-4a92-433b-a1e8-0bc70d2a71cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2768974 Apr 18 20:25:13.010951 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-024dceb8-00d8-4f1f-988c-93090016d372 req-c1c6497f-74a8-4396-8ed8-f6a5f23b6a62 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.019907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:13.039653 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.041159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.042096 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.067648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7585d866-65c3-4108-9e27-cccc10806b9c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:13.134200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['91e29e99-dd10-400b-b0d7-59699f99db92'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:13.136881 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7254426 Apr 18 20:25:13.137576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52080) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:13.153994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Request body: {'subnet': {'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-subnet', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:13.166343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6497f-74a8-4396-8ed8-f6a5f23b6a62 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'Port': ['ID=7585d866-65c3-4108-9e27-cccc10806b9c,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:13.178034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-54a57ed8-6a9e-4f20-9114-901afcc46b25 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.179645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-54a57ed8-6a9e-4f20-9114-901afcc46b25 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 821 time: 0.3408442 Apr 18 20:25:13.204527 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Made reservation on behalf of 2ca737b15e374efd8ac11dbb57f3bcd8 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:13.213683 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.215983 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1811367-d610-4409-9d29-94a1e374d8ec admin admin] Pushing event updated for resources: {'Network': ['ID=02794945-9bda-46b4-9ed4-44e4b6e36cfa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:13.306766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-118ff601-9618-4d98-88d2-aa7d1c012491 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942718 Apr 18 20:25:13.309250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 02794945-9bda-46b4-9ed4-44e4b6e36cfa details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:25:13.394528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dceb8-00d8-4f1f-988c-93090016d372 req-c1c6497f-74a8-4396-8ed8-f6a5f23b6a62 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.395333 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-024dceb8-00d8-4f1f-988c-93090016d372 req-c1c6497f-74a8-4396-8ed8-f6a5f23b6a62 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.396940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-024dceb8-00d8-4f1f-988c-93090016d372 req-c1c6497f-74a8-4396-8ed8-f6a5f23b6a62 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "PUT /v2.0/ports/7585d866-65c3-4108-9e27-cccc10806b9c HTTP/1.1" status: 200 len: 982 time: 1.8587384 Apr 18 20:25:13.407503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-7d39c19b-1071-488f-9967-a3dd9600e418 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/quotas/0538e55f37c342c9bd1ff7a34fc228bf HTTP/1.1" status: 200 len: 375 time: 0.0995939 Apr 18 20:25:13.429760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.433778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:13.436113 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.502093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Pushing event updated for resources: {'Subnet': ['ID=833767ce-0037-431d-82c3-b9292bd390b5,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:13.543599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Checking segment: {'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:13.544009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Network hostable DHCP agents. Network: 02794945-9bda-46b4-9ed4-44e4b6e36cfa, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:25:13.578811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-b0e47ce6-27f5-4d14-a6ac-af3e3a882671 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637020 Apr 18 20:25:13.587442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Network 02794945-9bda-46b4-9ed4-44e4b6e36cfa is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:25:13.593567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8d53528-c9ac-48d4-851e-6d3f9660f382 req-8a74f536-33d1-4400-9942-92a8e6b83f6c service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767548 Apr 18 20:25:13.598891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7585d866-65c3-4108-9e27-cccc10806b9c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:13.613007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 02794945-9bda-46b4-9ed4-44e4b6e36cfa) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:13.618712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.619312 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.636669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f09ac3d-69ee-4283-9ff6-8aaf261b2c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79d7393-1b70-4417-8827-4a4f683539d1'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:13.641659 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7dd8cd-9f37-4e42-ae01-be6eb216c378" -d '{"events": [{"server_uuid": "4f09ac3d-69ee-4283-9ff6-8aaf261b2c59", "name": "network-vif-plugged", "status": "completed", "tag": "d79d7393-1b70-4417-8827-4a4f683539d1"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:13.652291 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-85af1e85-12de-48b6-8836-de61730f313e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5029452 Apr 18 20:25:13.654903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52088) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:13.659513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:13.666135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'tag': '146d65b2-405d-4f2c-94d6-2301a13d6ae2'}, {'name': 'network-changed', 'server_uuid': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'tag': '7585d866-65c3-4108-9e27-cccc10806b9c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:13.672905 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c99cf06-9e2a-4523-971c-d45b2b0a9207" -d '{"events": [{"name": "network-changed", "server_uuid": "c4528da6-870c-4eff-b2eb-e617aeb861ae", "tag": "146d65b2-405d-4f2c-94d6-2301a13d6ae2"}, {"name": "network-changed", "server_uuid": "48bd6c24-1d26-4b0a-94db-1ed19fa392ae", "tag": "7585d866-65c3-4108-9e27-cccc10806b9c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:13.707806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.709551 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.725269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22510e4-7b95-4904-a240-ad76996c3751 None None] Network 02794945-9bda-46b4-9ed4-44e4b6e36cfa requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:25:13.775808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3130cbdc-4b58-4801-ac4a-b08b7e4bd524 req-8eac9e1d-c543-4ee7-b2a2-6aa50848b69c service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604869 Apr 18 20:25:13.836127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.879780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb13c6-1dc0-401d-9616-75dfc76f2333 req-e564e845-68e6-45b7-941d-cc3484de1fcd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.881384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1feb13c6-1dc0-401d-9616-75dfc76f2333 req-e564e845-68e6-45b7-941d-cc3484de1fcd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.3402724 Apr 18 20:25:13.891085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-80927e98-f338-4a56-a1a2-d0507068ce16 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111432 Apr 18 20:25:14.010378 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.254253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-baaea1e6-36d0-4eb8-931a-3bb27f518535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.258987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-baaea1e6-36d0-4eb8-931a-3bb27f518535 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6eb0f9145a884541b680b6c5d516b307&device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 1098 time: 0.5131953 Apr 18 20:25:14.260441 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.318858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:14.348939 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.393351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1feb13c6-1dc0-401d-9616-75dfc76f2333 req-f0f3ec89-3ccf-4584-93ad-40dc764de564 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012834 Apr 18 20:25:14.408109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:25:14.409132 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.422697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-9ce90e5a-93f8-4405-8355-5970929108f8 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215197 Apr 18 20:25:14.488046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:14.533309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-772005a8-1032-46f7-a8cb-5734a069e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.535204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-772005a8-1032-46f7-a8cb-5734a069e4bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2558119 Apr 18 20:25:14.570705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.571016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.571274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.571595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.571935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.572259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.572573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.572885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.573200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.573678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.573996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.574306 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:14.638912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-c1078d60-2fce-4517-b9bb-0e430c71bf13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a HTTP/1.1" status: 200 len: 217 time: 0.0809095 Apr 18 20:25:14.686851 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.696056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Allocated IP 172.20.0.2 (02794945-9bda-46b4-9ed4-44e4b6e36cfa/833767ce-0037-431d-82c3-b9292bd390b5/aeeb2b73-1a67-40ab-afea-5f5771a86af1) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:14.737502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.752601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c03a04-ac17-4f45-a634-f32a86ba15ef req-85180779-d520-485b-ac6e-48357389e833 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.754393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33c03a04-ac17-4f45-a634-f32a86ba15ef req-85180779-d520-485b-ac6e-48357389e833 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 949 time: 0.2582986 Apr 18 20:25:14.764666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-1111667b-9be2-42a7-bd3c-f5b091925955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.766780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-1111667b-9be2-42a7-bd3c-f5b091925955 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1178992 Apr 18 20:25:14.883637 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Sync routers for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:14.907081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33c03a04-ac17-4f45-a634-f32a86ba15ef req-bb83642f-c066-49f9-8470-2261a12fbc12 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388953 Apr 18 20:25:14.914017 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:14.918376 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:14.948858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-2f07d7f7-f8cd-4f06-8012-0e48fae7c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.950642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-2f07d7f7-f8cd-4f06-8012-0e48fae7c935 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1659288 Apr 18 20:25:14.995718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:15.015871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Allocated IP 172.25.2.13 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/8833d193-d67f-4d09-a28e-85f31edf3bfa) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:15.061311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40ece6-bf75-4614-950a-6dc2e0d66241 req-6cca93bd-6557-4c6b-93b8-688439e39b20 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.063641 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e40ece6-bf75-4614-950a-6dc2e0d66241 req-6cca93bd-6557-4c6b-93b8-688439e39b20 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 948 time: 0.1770971 Apr 18 20:25:15.196736 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:15.221845 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.223096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1dc19eb-8a21-46cc-8bfb-c57d2e1dfc6c req-72456b74-1f47-45c8-bc87-86bee8488104 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/29ee1933-1eb6-4783-9fca-cba801a8a269 HTTP/1.1" status: 200 len: 1801 time: 0.2704279 Apr 18 20:25:15.226901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-22824565-d6b9-4d17-9ed2-51104efa5fc3 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627468 Apr 18 20:25:15.244765 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.264535 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.273632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e40ece6-bf75-4614-950a-6dc2e0d66241 req-67eabfb5-8657-41f9-9621-696d8f786e4e tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929064 Apr 18 20:25:15.292530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.366906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Network 02794945-9bda-46b4-9ed4-44e4b6e36cfa is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:15.383470 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0749abd8-dcd9-45e3-9df7-5ff1e48b4c16 x-openstack-request-id: req-0749abd8-dcd9-45e3-9df7-5ff1e48b4c16 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:15.384045 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f09ac3d-69ee-4283-9ff6-8aaf261b2c59", "name": "network-vif-plugged", "status": "completed", "tag": "d79d7393-1b70-4417-8827-4a4f683539d1", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:15.384460 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0749abd8-dcd9-45e3-9df7-5ff1e48b4c16 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:15.386009 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0749abd8-dcd9-45e3-9df7-5ff1e48b4c16'] response: {'server_uuid': '4f09ac3d-69ee-4283-9ff6-8aaf261b2c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79d7393-1b70-4417-8827-4a4f683539d1', 'code': 200} Apr 18 20:25:15.387531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:15.389201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:15.395075 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-a1dc19eb-8a21-46cc-8bfb-c57d2e1dfc6c req-2f250644-217d-497e-814a-8adbfc1dcfc2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:25:15.396716 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:15.396852 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1dc19eb-8a21-46cc-8bfb-c57d2e1dfc6c req-2f250644-217d-497e-814a-8adbfc1dcfc2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/29ee1933-1eb6-4783-9fca-cba801a8a269 HTTP/1.1" status: 409 len: 341 time: 0.1651025 Apr 18 20:25:15.405035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:15.407325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:15.420790 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Pushing event updated for resources: {'Port': ['ID=aeeb2b73-1a67-40ab-afea-5f5771a86af1,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:15.463702 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e603fa-1913-4bb2-ae54-e9086f82a852 x-openstack-request-id: req-49e603fa-1913-4bb2-ae54-e9086f82a852 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:15.468872 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4528da6-870c-4eff-b2eb-e617aeb861ae", "tag": "146d65b2-405d-4f2c-94d6-2301a13d6ae2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48bd6c24-1d26-4b0a-94db-1ed19fa392ae", "tag": "7585d866-65c3-4108-9e27-cccc10806b9c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:15.470573 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49e603fa-1913-4bb2-ae54-e9086f82a852 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:15.471077 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e603fa-1913-4bb2-ae54-e9086f82a852'] response: {'name': 'network-changed', 'server_uuid': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'tag': '146d65b2-405d-4f2c-94d6-2301a13d6ae2', 'status': 'completed', 'code': 200} Apr 18 20:25:15.472994 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e603fa-1913-4bb2-ae54-e9086f82a852'] response: {'name': 'network-changed', 'server_uuid': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'tag': '7585d866-65c3-4108-9e27-cccc10806b9c', 'status': 'completed', 'code': 200} Apr 18 20:25:15.492748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Pushing event updated for resources: {'Port': ['ID=8833d193-d67f-4d09-a28e-85f31edf3bfa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:15.520972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3babb1b-1bca-4f7b-b3ad-246b1afcc01d req-a088e10f-50db-498b-b61f-848b1b351120 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751112 Apr 18 20:25:15.558382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:15.558666 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.609989 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 2, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:15.635127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Attempting to bind port aeeb2b73-1a67-40ab-afea-5f5771a86af1 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:15.635390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Attempting to bind port aeeb2b73-1a67-40ab-afea-5f5771a86af1 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:15.635730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Attempting to bind port aeeb2b73-1a67-40ab-afea-5f5771a86af1 on network 02794945-9bda-46b4-9ed4-44e4b6e36cfa {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:15.648393 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Checking router: 9ae2604e-bb0f-4caa-8243-201767f90d5d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:15.649140 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Updating router 9ae2604e-bb0f-4caa-8243-201767f90d5d port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:25:15.658797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c549893-f396-487e-8e64-15cf9d4602b0 req-efd8bd98-1de8-4498-bc9a-a33f09cf1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.660585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c549893-f396-487e-8e64-15cf9d4602b0 req-efd8bd98-1de8-4498-bc9a-a33f09cf1f09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 1100 time: 0.1809855 Apr 18 20:25:15.672501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87cbcee8-ee2d-4b9e-91c3-be4e4adf8782 req-ad2c9530-8da9-4636-aa94-c0655196001f tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 210 time: 0.0807543 Apr 18 20:25:15.680210 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.716018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:15.716394 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Checking segment: {'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:15.716798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.717183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Bound using segment: {'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:15.717802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Bound port: aeeb2b73-1a67-40ab-afea-5f5771a86af1, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:15.718184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.731093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-e39c5dd0-7b2a-47d1-9cf8-d3067a5b534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.735210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-e39c5dd0-7b2a-47d1-9cf8-d3067a5b534f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6eb0f9145a884541b680b6c5d516b307&device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 1099 time: 0.2121344 Apr 18 20:25:15.815483 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.822635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b4e17-9028-4862-bb9e-e40fda3a29a5 req-b72a7964-5b14-4a10-92ab-56946a655f78 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.824632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-625b4e17-9028-4862-bb9e-e40fda3a29a5 req-b72a7964-5b14-4a10-92ab-56946a655f78 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 949 time: 0.2285814 Apr 18 20:25:15.904475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] For port aeeb2b73-1a67-40ab-afea-5f5771a86af1, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:15.908752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] For port aeeb2b73-1a67-40ab-afea-5f5771a86af1, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=aeeb2b73-1a67-40ab-afea-5f5771a86af1,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:15.925986 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.936232 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:15.941698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c549893-f396-487e-8e64-15cf9d4602b0 req-6c09024d-04ce-4711-ba22-35ebf37c0fc4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624698 Apr 18 20:25:16.045811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9f526-918b-42e0-b3b3-9e2a1ad5ce9e None None] Pushing event updated for resources: {'Port': ['ID=aeeb2b73-1a67-40ab-afea-5f5771a86af1,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:16.056392 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.068257 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.147370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-625b4e17-9028-4862-bb9e-e40fda3a29a5 req-6ef92516-373e-4e14-9ac5-bf12c2bee790 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053830 Apr 18 20:25:16.148186 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab02b-5118-4585-b5d2-fcecdc56f4c4 None None] Pushing event updated for resources: {'Port': ['ID=60ae4ae1-8451-4f86-95f6-ae0fe87f9eea,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:16.189678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-86af5fa1-89c0-4cca-b0a8-be9af6f2ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.191177 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-86af5fa1-89c0-4cca-b0a8-be9af6f2ff70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.4445603 Apr 18 20:25:16.280444 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Attempting to bind port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:16.280818 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Attempting to bind port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:16.281263 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Attempting to bind port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea on network 9bcc5cbf-f8a6-412e-b46e-8b263271636f {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:16.304265 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:16.304265 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Checking segment: {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:16.304265 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.304265 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Bound using segment: {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:16.304265 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Bound port: 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:16.304265 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.328654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-7fa75a59-c14d-42a6-b1bf-1750bc7743ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2 HTTP/1.1" status: 200 len: 217 time: 0.1186793 Apr 18 20:25:16.338035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569de3d-f1f5-4735-8403-623eb0ecdead req-94efdc72-1c4a-4800-b5bd-c13411f1dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.339783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c569de3d-f1f5-4735-8403-623eb0ecdead req-94efdc72-1c4a-4800-b5bd-c13411f1dc73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 1136 time: 0.3589613 Apr 18 20:25:16.433572 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.565303 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] For port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:16.572147 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] For port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60ae4ae1-8451-4f86-95f6-ae0fe87f9eea,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:16.585865 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.616724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef0ffb-a8d5-4d34-9255-eb8f6ac780a1 req-e65dced8-2c5c-44c7-9a2c-5de7a27ea30f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.620887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edef0ffb-a8d5-4d34-9255-eb8f6ac780a1 req-e65dced8-2c5c-44c7-9a2c-5de7a27ea30f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 985 time: 0.4807141 Apr 18 20:25:16.684912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-87b0dad2-642e-4d7c-b812-60ea66bcf47d None None] Provisioning complete for port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:16.685476 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-87b0dad2-642e-4d7c-b812-60ea66bcf47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.706769 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:16.710140 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:16.797013 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab02b-5118-4585-b5d2-fcecdc56f4c4 None None] Pushing event updated for resources: {'Port': ['ID=60ae4ae1-8451-4f86-95f6-ae0fe87f9eea,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:16.810847 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-1711b549-d856-4a37-9d7e-c3dc0331a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.812407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-1711b549-d856-4a37-9d7e-c3dc0331a64a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.4716966 Apr 18 20:25:16.858064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edef0ffb-a8d5-4d34-9255-eb8f6ac780a1 req-53fc2488-a14e-4ad5-a7d7-ea1c2a11ca80 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&id=29ee1933-1eb6-4783-9fca-cba801a8a269&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1290894 Apr 18 20:25:16.859150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569de3d-f1f5-4735-8403-623eb0ecdead req-a1d48e0b-908e-4232-9996-423934233c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.862220 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-87b0dad2-642e-4d7c-b812-60ea66bcf47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.862968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c569de3d-f1f5-4735-8403-623eb0ecdead req-a1d48e0b-908e-4232-9996-423934233c1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 913 time: 0.5008719 Apr 18 20:25:16.960414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-87b0dad2-642e-4d7c-b812-60ea66bcf47d None None] For port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60ae4ae1-8451-4f86-95f6-ae0fe87f9eea,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:16.972717 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-87b0dad2-642e-4d7c-b812-60ea66bcf47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.978920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c569de3d-f1f5-4735-8403-623eb0ecdead req-50cdc9ff-0865-4d94-914a-326ad38f17b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7585d866-65c3-4108-9e27-cccc10806b9c HTTP/1.1" status: 200 len: 217 time: 0.0888009 Apr 18 20:25:16.986801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-38bbcc87-828d-4221-b169-d7abd152a77f tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.989071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-1ce888db-59e2-48a9-8cde-5dc32b23cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.991603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-1ce888db-59e2-48a9-8cde-5dc32b23cf72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520402 Apr 18 20:25:16.992635 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-38bbcc87-828d-4221-b169-d7abd152a77f tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.60 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 821 time: 0.5526125 Apr 18 20:25:17.018124 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Request body: {'port': {'device_id': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'admin_state_up': True, 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:17.041799 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:17.052166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e2004-0ffb-4ea9-8833-b8051f05c79e req-fadf1e81-067a-478d-9c82-5e237894068d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:17.053950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f8e2004-0ffb-4ea9-8833-b8051f05c79e req-fadf1e81-067a-478d-9c82-5e237894068d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 948 time: 0.4319572 Apr 18 20:25:17.055524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569de3d-f1f5-4735-8403-623eb0ecdead req-1dd61aff-05f0-45dc-b690-e6b833ad52fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:17.057199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c569de3d-f1f5-4735-8403-623eb0ecdead req-1dd61aff-05f0-45dc-b690-e6b833ad52fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b HTTP/1.1" status: 200 len: 852 time: 0.0700951 Apr 18 20:25:17.118486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0dad2-642e-4d7c-b812-60ea66bcf47d None None] Pushing event updated for resources: {'Port': ['ID=60ae4ae1-8451-4f86-95f6-ae0fe87f9eea,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:17.145621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-017ad16b-8e1c-41cf-8369-ca9fe10b46b5 None None] Provisioning complete for port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:17.147053 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-017ad16b-8e1c-41cf-8369-ca9fe10b46b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.178953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 146d65b2-405d-4f2c-94d6-2301a13d6ae2 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:17.218501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-c4445a4e-17c3-413b-8356-40b176285d19 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2ab80b1403354e10ab7b298d8463922c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1587548 Apr 18 20:25:17.225302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c569de3d-f1f5-4735-8403-623eb0ecdead req-050150cd-2b6d-41bc-97fd-4e77ffaffeab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468918 Apr 18 20:25:17.268793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Router 8478ef72-756b-477f-8064-1dea909290be is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:25:17.270252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f8e2004-0ffb-4ea9-8833-b8051f05c79e req-a506d7a0-4025-4587-ac2b-48f461cc2c26 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829150 Apr 18 20:25:17.405169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Made reservation on behalf of 0538e55f37c342c9bd1ff7a34fc228bf for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:17.409035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device aeeb2b73-1a67-40ab-afea-5f5771a86af1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:17.410269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.538755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c569de3d-f1f5-4735-8403-623eb0ecdead req-b1b837f8-da0a-45ea-9ea9-f38c1860c435 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914631 Apr 18 20:25:17.617469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Allocated IP 172.20.0.10 (9bcc5cbf-f8a6-412e-b46e-8b263271636f/1b6c1aca-c59d-41a6-a419-aba36b4bc4cd/6dec99a9-43ad-448f-b5fc-0693355ccabf) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:17.635821 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:17.642149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:25:17.644070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:17.658981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '146d65b2-405d-4f2c-94d6-2301a13d6ae2', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '146d65b2-405d-4f2c-94d6-2301a13d6ae2', 'mac_address': 'fa:16:3e:54:9a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:17.674369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Sync routers for ids ['8478ef72-756b-477f-8064-1dea909290be'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:17.678581 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c088d8-c523-4b7a-b957-ddbab2a09c52 None None] The sync data for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 is: [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:17.690357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.694879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c93bd0da-9bfa-48e6-9087-18ae5ac1a77f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0387504 Apr 18 20:25:17.695534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52198) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:17.774523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Routers {'8478ef72-756b-477f-8064-1dea909290be'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:17.776636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8478ef72-756b-477f-8064-1dea909290be'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:17.843331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b693350a-e944-4a4b-a6e7-e4e3df80b7f6 req-9c54b652-46cf-4f73-81c0-5c2b54fc41da tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 210 time: 0.2829738 Apr 18 20:25:17.872886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port aeeb2b73-1a67-40ab-afea-5f5771a86af1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:17.872886 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.929323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b07e1b-7f2d-48e8-b6ce-b29c7d59b7f6 None None] Network 02794945-9bda-46b4-9ed4-44e4b6e36cfa requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:25:18.032332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.043762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-4312a123-bbfc-47a3-9e60-cbc5e4102d92 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.051662 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-4312a123-bbfc-47a3-9e60-cbc5e4102d92 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8234556 Apr 18 20:25:18.055109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c569de3d-f1f5-4735-8403-623eb0ecdead req-8451a18d-9861-4edc-a4f9-6685e8d04f0b service neutron] 10.222.0.60 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992614 Apr 18 20:25:18.075264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-a3eaefe0-16d8-4ef7-bccd-6043f05aa15f service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0166705 Apr 18 20:25:18.075485 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.183181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-c6314c7a-36a7-4812-aa60-1640e20cb108 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/quotas/2ab80b1403354e10ab7b298d8463922c HTTP/1.1" status: 200 len: 375 time: 0.1312199 Apr 18 20:25:18.259116 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.301242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-38992119-bba5-4e2f-8442-2fd52929cd9d None None] Provisioning complete for port aeeb2b73-1a67-40ab-afea-5f5771a86af1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:18.312530 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-38992119-bba5-4e2f-8442-2fd52929cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.359339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543daba3-27c6-4807-a99a-f39b02545f69 req-c623ab55-3f49-4b96-9339-f5cd9d487107 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.374963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-543daba3-27c6-4807-a99a-f39b02545f69 req-c623ab55-3f49-4b96-9339-f5cd9d487107 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 949 time: 0.3188624 Apr 18 20:25:18.434186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Set router 8478ef72-756b-477f-8064-1dea909290be gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:18.446945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Network 9bcc5cbf-f8a6-412e-b46e-8b263271636f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:18.450967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Pushing event updated for resources: {'Port': ['ID=6dec99a9-43ad-448f-b5fc-0693355ccabf,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:18.458440 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:18.462790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:18.498105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-cf0a2f8f-0c36-42d7-b89b-bcb321c54a5a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3017051 Apr 18 20:25:18.519773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-589ee0e7-1c20-4538-b873-9bf98f1754ae service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109380 Apr 18 20:25:18.562810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-543daba3-27c6-4807-a99a-f39b02545f69 req-08711700-137c-4fd0-a0a7-f762c2aa1593 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863220 Apr 18 20:25:18.614308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.618910 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.640544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146d65b2-405d-4f2c-94d6-2301a13d6ae2 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:18.725636 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.808775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-20275e13-c6cb-4733-872f-bc11229d4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.814254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-20275e13-c6cb-4733-872f-bc11229d4cf8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 1136 time: 0.2096426 Apr 18 20:25:18.898566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:18.904756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.944260 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.045807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-54d2fc96-3f4e-497d-9814-73e0ae72cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.047675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-54d2fc96-3f4e-497d-9814-73e0ae72cb71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 913 time: 0.2116370 Apr 18 20:25:19.090934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port aeeb2b73-1a67-40ab-afea-5f5771a86af1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=aeeb2b73-1a67-40ab-afea-5f5771a86af1,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:19.113520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Allocated IP 172.20.0.1 (02794945-9bda-46b4-9ed4-44e4b6e36cfa/833767ce-0037-431d-82c3-b9292bd390b5/e1961f71-b06f-46f7-b800-0893694b044d) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:19.128612 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:25:19.143778 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.144737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:19.196185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=146d65b2-405d-4f2c-94d6-2301a13d6ae2,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:19.203191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b7e960a9-55c2-4fa5-8261-d656af21f55a details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:19.205555 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-38992119-bba5-4e2f-8442-2fd52929cd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.337749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.385776 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.477979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Network 02794945-9bda-46b4-9ed4-44e4b6e36cfa is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:19.482849 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cb7674a8-d877-4a24-ad41-a8827c116bac tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4765427 Apr 18 20:25:19.483696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Pushing event updated for resources: {'Port': ['ID=e1961f71-b06f-46f7-b800-0893694b044d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:19.487992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:19.508358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:19.519309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Request body: {'port': {'device_id': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:19.555036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf131e8-7a0e-49ab-8dbb-9f262df904e0 req-f828fc2a-ddb4-444f-9614-77a48aab1bcf tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.556626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbf131e8-7a0e-49ab-8dbb-9f262df904e0 req-f828fc2a-ddb4-444f-9614-77a48aab1bcf tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 985 time: 0.7772059 Apr 18 20:25:19.565416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-7075d233-95b5-4da1-9e63-35598c03be2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7585d866-65c3-4108-9e27-cccc10806b9c HTTP/1.1" status: 200 len: 217 time: 0.5056365 Apr 18 20:25:19.622286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eb145-2686-46de-86e0-4858647ac10a req-ffceb2ca-b2fd-46cf-b613-d563f7f961af tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.633722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b88eb145-2686-46de-86e0-4858647ac10a req-ffceb2ca-b2fd-46cf-b613-d563f7f961af tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 949 time: 0.7088058 Apr 18 20:25:19.653379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.663385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['146d65b2-405d-4f2c-94d6-2301a13d6ae2'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:19.725408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=aeeb2b73-1a67-40ab-afea-5f5771a86af1,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:19.733470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b88eb145-2686-46de-86e0-4858647ac10a req-baa23e32-7420-44e5-a4e3-a77a8de7735e tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944006 Apr 18 20:25:19.758174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbf131e8-7a0e-49ab-8dbb-9f262df904e0 req-cc9c2b35-2dee-4430-8cbc-ba91313efff2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&id=29ee1933-1eb6-4783-9fca-cba801a8a269&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1867282 Apr 18 20:25:19.766608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-57251f72-c00f-4dde-bd2a-e191ab038582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.778561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-57251f72-c00f-4dde-bd2a-e191ab038582 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b HTTP/1.1" status: 200 len: 852 time: 0.2044070 Apr 18 20:25:19.807622 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.833729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-efcf83d4-437a-4a7b-891c-e3751e79a9de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433264 Apr 18 20:25:19.947152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-89ace594-ff95-4c8c-863a-b3296983f879 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067293 Apr 18 20:25:19.953264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:19.953264 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.006723 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-38992119-bba5-4e2f-8442-2fd52929cd9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:25:20.007285 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-38992119-bba5-4e2f-8442-2fd52929cd9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:25:20.015076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:15Z', 'revision_number': 3, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:20.057809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Checking router: 8478ef72-756b-477f-8064-1dea909290be for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:20.058304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Updating router 8478ef72-756b-477f-8064-1dea909290be port 8833d193-d67f-4d09-a28e-85f31edf3bfa binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:25:20.073137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe90b62-7274-4d7e-86d5-d14dad137438 req-da1e1dcc-29c3-47c3-b34f-5bac6bee6b3e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 210 time: 0.1250868 Apr 18 20:25:20.118942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:20.121888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c99cf06-9e2a-4523-971c-d45b2b0a9207 req-67b2cc9c-70fc-42f4-8b80-be3cd0d0facc service neutron] 10.222.0.60 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625156 Apr 18 20:25:20.188234 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.194872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'mac_address': 'fa:16:3e:ef:25:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:20.278394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e44975-d24c-41f3-bdc3-70efa80ad191 req-da842a25-fc4b-4bdc-8e66-e6f85b401453 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:20.286359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70e44975-d24c-41f3-bdc3-70efa80ad191 req-da842a25-fc4b-4bdc-8e66-e6f85b401453 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 932 time: 0.1028960 Apr 18 20:25:20.329349 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.332189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70e44975-d24c-41f3-bdc3-70efa80ad191 req-a261f3b3-6e65-445c-a7f6-751b6e255cd6 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Apr 18 20:25:20.401300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.461881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e960a9-55c2-4fa5-8261-d656af21f55a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:20.465548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91f800-8237-44ad-9248-d3da03720f08 req-b1e85027-96d7-457a-af3c-fd20e043d244 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:20.472260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91f800-8237-44ad-9248-d3da03720f08 req-b1e85027-96d7-457a-af3c-fd20e043d244 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:20.483857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c91f800-8237-44ad-9248-d3da03720f08 req-b1e85027-96d7-457a-af3c-fd20e043d244 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6&device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 1689 time: 0.0845525 Apr 18 20:25:20.492074 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:20.546962 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.568907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-81d8575b-7ca7-4755-bf96-952d3d1c7c19 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ab80b1403354e10ab7b298d8463922c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346684 Apr 18 20:25:20.615422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c91f800-8237-44ad-9248-d3da03720f08 req-85707c64-16eb-42c5-a895-9fd948b43a12 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256850 Apr 18 20:25:20.730385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dec99a9-43ad-448f-b5fc-0693355ccabf {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:20.752769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.766478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-3159ad80-cd59-4ac8-8405-2497f9915c16 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:20.775765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-3159ad80-cd59-4ac8-8405-2497f9915c16 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1938422 Apr 18 20:25:20.793958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Transition to ACTIVE for port object 6dec99a9-43ad-448f-b5fc-0693355ccabf will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:20.804219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Request body: {'port': {'device_id': '637082ce-6d8e-4604-9d50-e5964908767f', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '2ab80b1403354e10ab7b298d8463922c'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:20.820871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.908203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:20.912093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Pushing event updated for resources: {'Port': ['ID=6dec99a9-43ad-448f-b5fc-0693355ccabf,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:20.930760 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.991633 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.073299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Made reservation on behalf of 2ab80b1403354e10ab7b298d8463922c for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:21.077443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.078953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:21.087060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b7e960a9-55c2-4fa5-8261-d656af21f55a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:21.090733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Attempting to bind port 6dec99a9-43ad-448f-b5fc-0693355ccabf on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:21.090947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Attempting to bind port 6dec99a9-43ad-448f-b5fc-0693355ccabf by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:21.091175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Attempting to bind port 6dec99a9-43ad-448f-b5fc-0693355ccabf on network 9bcc5cbf-f8a6-412e-b46e-8b263271636f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:21.128065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Port 6dec99a9-43ad-448f-b5fc-0693355ccabf on network 9bcc5cbf-f8a6-412e-b46e-8b263271636f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:21.128361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Attempting to bind port 6dec99a9-43ad-448f-b5fc-0693355ccabf on network 9bcc5cbf-f8a6-412e-b46e-8b263271636f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:21.145302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:21.145792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Checking segment: {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:21.146103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Bound using segment: {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:21.146585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Bound port: 6dec99a9-43ad-448f-b5fc-0693355ccabf, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:21.146778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2f6b13f0-5b86-42d6-9f15-cc8a5713cf9c None None] Provisioning complete for port aeeb2b73-1a67-40ab-afea-5f5771a86af1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:21.146944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.147108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f6b13f0-5b86-42d6-9f15-cc8a5713cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.151086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Attempting to bind port 8833d193-d67f-4d09-a28e-85f31edf3bfa on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:21.151446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Attempting to bind port 8833d193-d67f-4d09-a28e-85f31edf3bfa by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:21.154804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Attempting to bind port 8833d193-d67f-4d09-a28e-85f31edf3bfa on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:21.234975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80045c1d-3f0f-4a91-ad53-b50804cb2781 req-0c00e076-c1d6-4572-a420-cc4a48132b90 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:21.243784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80045c1d-3f0f-4a91-ad53-b50804cb2781 req-0c00e076-c1d6-4572-a420-cc4a48132b90 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 1100 time: 0.3096044 Apr 18 20:25:21.274119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:21.274539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:21.274870 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.275993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:21.275993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Bound port: 8833d193-d67f-4d09-a28e-85f31edf3bfa, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:21.276213 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.278510 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.302435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6ae0e-2e78-4b5f-8fa4-d4255e0b0f8d req-69114012-3378-42fc-b9c9-abea9d94a011 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:21.304364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8c6ae0e-2e78-4b5f-8fa4-d4255e0b0f8d req-69114012-3378-42fc-b9c9-abea9d94a011 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 949 time: 0.3691142 Apr 18 20:25:21.320340 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.344055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9afff3-5356-4057-8ee4-ddb4a83708a0 None None] Pushing event updated for resources: {'Port': ['ID=8833d193-d67f-4d09-a28e-85f31edf3bfa,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:21.357820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:21.358185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.432723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] For port 8833d193-d67f-4d09-a28e-85f31edf3bfa, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:21.437577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Allocated IP 192.168.233.154 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/96dcc94d-e9c5-4079-a6e9-fadda76e682e) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:21.453446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] For port 8833d193-d67f-4d09-a28e-85f31edf3bfa, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8833d193-d67f-4d09-a28e-85f31edf3bfa,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:21.479245 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.481437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80045c1d-3f0f-4a91-ad53-b50804cb2781 req-2b649a9f-a216-478b-b724-132163b37c7c tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362835 Apr 18 20:25:21.483682 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.625322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Pushing event updated for resources: {'Port': ['ID=e1961f71-b06f-46f7-b800-0893694b044d,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:21.647925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] For port 6dec99a9-43ad-448f-b5fc-0693355ccabf, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:21.654500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] For port 6dec99a9-43ad-448f-b5fc-0693355ccabf, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:21.675330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.706842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8c6ae0e-2e78-4b5f-8fa4-d4255e0b0f8d req-6a3109e6-4f9e-4002-89a3-eb146085ce08 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542529 Apr 18 20:25:21.717297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9afff3-5356-4057-8ee4-ddb4a83708a0 None None] Pushing event updated for resources: {'Port': ['ID=8833d193-d67f-4d09-a28e-85f31edf3bfa,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:21.730006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Routers {'8478ef72-756b-477f-8064-1dea909290be'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:21.730741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8478ef72-756b-477f-8064-1dea909290be'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:21.739806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2f6b13f0-5b86-42d6-9f15-cc8a5713cf9c None None] Provisioning complete for port e1961f71-b06f-46f7-b800-0893694b044d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:21.740212 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f6b13f0-5b86-42d6-9f15-cc8a5713cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.769099 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Pushing event updated for resources: {'Port': ['ID=6dec99a9-43ad-448f-b5fc-0693355ccabf,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:21.803570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:21.804230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.806610 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-0a76512d-915a-4968-9af1-a53f6b46293e service neutron] 10.222.0.60 "PUT /v2.0/ports/6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 1092 time: 2.2992175 Apr 18 20:25:21.807930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:21.818154 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:21.834370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device aeeb2b73-1a67-40ab-afea-5f5771a86af1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:21.845417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Network 02794945-9bda-46b4-9ed4-44e4b6e36cfa is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:21.846815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:21.912482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc91b460-309c-4698-992b-211746ece7c8 req-8898485e-5cc1-4a43-a30f-43cc15c7c4f6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 210 time: 0.0672386 Apr 18 20:25:22.003548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2f6b13f0-5b86-42d6-9f15-cc8a5713cf9c None None] Port e1961f71-b06f-46f7-b800-0893694b044d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:22.027487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.057015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cdcd3e85-2837-4718-b103-7b10127ba2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.059930 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cdcd3e85-2837-4718-b103-7b10127ba2d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1095 time: 0.2061293 Apr 18 20:25:22.099413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] Set router 8478ef72-756b-477f-8064-1dea909290be gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:22.139275 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.179415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['17f8b08f-197e-4aa1-a778-8cea138c7735', 'b4284be3-040b-4fc4-bbec-ad711c4ded74'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:22.203372 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-77c6d32c-8411-4fc8-a2fe-b6290766cbe8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 217 time: 0.1323602 Apr 18 20:25:22.213386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port aeeb2b73-1a67-40ab-afea-5f5771a86af1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:22.217090 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.227249 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Router 8478ef72-756b-477f-8064-1dea909290be has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:25:22.230616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:22.246381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d57d9-3aaf-4b0b-85af-d5d509fbc622 req-9780a987-7661-484b-bd3f-b0fbe8723d5b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.247945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-856d57d9-3aaf-4b0b-85af-d5d509fbc622 req-9780a987-7661-484b-bd3f-b0fbe8723d5b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 985 time: 0.6393545 Apr 18 20:25:22.251173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:22.258141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:22.264383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.265661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.340543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f596634-ce58-4196-9c4b-a713862f0ece req-331defcb-c828-4a67-b031-f929d0872d31 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.350620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f596634-ce58-4196-9c4b-a713862f0ece req-331defcb-c828-4a67-b031-f929d0872d31 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 944 time: 0.2440727 Apr 18 20:25:22.369903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-aa0b30f4-ce2e-4393-a167-3c9a5ad09e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.374003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5824254 Apr 18 20:25:22.374629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869e224-ae99-40c9-b985-e3f49599d77b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:22.389609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Request body: {'port': {'device_id': '637082ce-6d8e-4604-9d50-e5964908767f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:22.391326 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-aa0b30f4-ce2e-4393-a167-3c9a5ad09e74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.1797888 Apr 18 20:25:22.466201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-856d57d9-3aaf-4b0b-85af-d5d509fbc622 req-21b2c207-5048-4f39-8a3a-232d7d5fbf62 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&id=29ee1933-1eb6-4783-9fca-cba801a8a269&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1975164 Apr 18 20:25:22.509294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f596634-ce58-4196-9c4b-a713862f0ece req-74a9eff8-6e50-4d42-91fc-dee8aec252c4 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575963 Apr 18 20:25:22.565380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-c1491884-6e9c-4036-91a9-e6802a4d1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.570174 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-c1491884-6e9c-4036-91a9-e6802a4d1636 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686673 Apr 18 20:25:22.573452 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:25:22.585593 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.587542 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aef17b87-b284-4e60-9337-81898a208b91 admin admin] 10.222.0.49 "PUT /v2.0/routers/8478ef72-756b-477f-8064-1dea909290be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8885882 Apr 18 20:25:22.643491 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ab8d8c-c94a-42f9-a1bc-b65e5dc1e12e x-openstack-request-id: req-86ab8d8c-c94a-42f9-a1bc-b65e5dc1e12e {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:22.643684 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:22.643955 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86ab8d8c-c94a-42f9-a1bc-b65e5dc1e12e {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:22.644403 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ab8d8c-c94a-42f9-a1bc-b65e5dc1e12e'] response: {'name': 'network-changed', 'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'status': 'completed', 'code': 200} Apr 18 20:25:22.696104 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-4446612a-9f01-438f-b138-8b908172b257 service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071579 Apr 18 20:25:22.803272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef558fd4-45b1-4ba8-82fe-3cd08910fe1b req-5bfb3ae8-a2bb-43a8-9f32-7cdfbb754250 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.810748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef558fd4-45b1-4ba8-82fe-3cd08910fe1b req-5bfb3ae8-a2bb-43a8-9f32-7cdfbb754250 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 1100 time: 0.2022526 Apr 18 20:25:22.822953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6a711d5f-67e8-4061-a568-24f01b2248b5 None None] Provisioning complete for port e1961f71-b06f-46f7-b800-0893694b044d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:22.823319 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6a711d5f-67e8-4061-a568-24f01b2248b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.858946 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b3e289ea-a31e-468f-b282-aac1066721a0 req-cacee0eb-b7e1-4633-9b72-293a64112e4d service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450627 Apr 18 20:25:22.906398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-ee49014e-d1e8-4d81-b1ed-c7c73017533e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-721969863&fields=id&tenant_id=2be886d0e352465d8cc38390cf405694 HTTP/1.1" status: 200 len: 267 time: 0.1517360 Apr 18 20:25:22.964335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6a711d5f-67e8-4061-a568-24f01b2248b5 None None] Port e1961f71-b06f-46f7-b800-0893694b044d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:22.977233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-e3d3234d-7a45-4053-9c95-4eef6b2cd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.980281 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-e3d3234d-7a45-4053-9c95-4eef6b2cd30b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1095 time: 0.0669861 Apr 18 20:25:22.999664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 2, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:23.038636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef558fd4-45b1-4ba8-82fe-3cd08910fe1b req-b04c2e3d-8165-4c6b-a364-412661976f9d tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266502 Apr 18 20:25:23.043455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d8460-6b47-40d6-a152-f667e9b26e78 None None] The sync data for ids ['8478ef72-756b-477f-8064-1dea909290be'] in n-d-836015-4 is: [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 2, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:23.186517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-c5b8a317-0288-432c-be7c-67b22e0c7506 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:23.198449 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-64fdd5f3-2011-44c0-9113-6d74b0810a4c None None] Provisioning complete for port 96dcc94d-e9c5-4079-a6e9-fadda76e682e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:23.198889 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-64fdd5f3-2011-44c0-9113-6d74b0810a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.206751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-c5b8a317-0288-432c-be7c-67b22e0c7506 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 985 time: 0.2881184 Apr 18 20:25:23.218702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-f99fb977-b9f2-46cf-9ca7-d11698ac2e9c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'port': {'security_groups': ['29ee1933-1eb6-4783-9fca-cba801a8a269', 'b5952676-f257-4d3d-9c38-acb7fb219308', 'a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:23.241743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 146d65b2-405d-4f2c-94d6-2301a13d6ae2 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:23.242731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-ffd128a5-8df6-41cc-93c4-6e36ce8e14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:23.245805 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-ffd128a5-8df6-41cc-93c4-6e36ce8e14ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.2553501 Apr 18 20:25:23.306544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-64fdd5f3-2011-44c0-9113-6d74b0810a4c None None] Port 96dcc94d-e9c5-4079-a6e9-fadda76e682e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:23.336495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:23.341457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:23.341830 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.346691 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-3a23c6f9-6746-4f08-a2cf-d9b9797a6e7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 217 time: 0.0916934 Apr 18 20:25:23.436452 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-2280bf57-55da-4af7-99d6-aa28294b1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:23.438417 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-2280bf57-55da-4af7-99d6-aa28294b1480 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.0853333 Apr 18 20:25:23.444202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5c9bd-fd5a-4007-9704-a95f38a76b8b req-70e27f52-6732-41a0-a562-4290efd0291a tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:23.449166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78a5c9bd-fd5a-4007-9704-a95f38a76b8b req-70e27f52-6732-41a0-a562-4290efd0291a tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 949 time: 0.2352619 Apr 18 20:25:23.456462 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-f99fb977-b9f2-46cf-9ca7-d11698ac2e9c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.508889 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.533559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-3b618f29-7752-43b4-87d7-605727857f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:23.535683 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-3b618f29-7752-43b4-87d7-605727857f10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876064 Apr 18 20:25:23.570599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:23.572803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146d65b2-405d-4f2c-94d6-2301a13d6ae2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:23.580206 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16bc8a9-0f24-4fe6-b93f-653c6bc152b6" -d '{"events": [{"server_uuid": "c4528da6-870c-4eff-b2eb-e617aeb861ae", "name": "network-vif-plugged", "status": "completed", "tag": "146d65b2-405d-4f2c-94d6-2301a13d6ae2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:23.589698 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.590948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b7e960a9-55c2-4fa5-8261-d656af21f55a up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:23.690966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=146d65b2-405d-4f2c-94d6-2301a13d6ae2,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:23.695866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52288) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:23.714593 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-a5ce541b-3182-4d41-9b30-a3c09feb621c service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703067 Apr 18 20:25:23.722089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port b7e960a9-55c2-4fa5-8261-d656af21f55a completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:23.738074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-network', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:23.740233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port b7e960a9-55c2-4fa5-8261-d656af21f55a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:23.743941 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.830033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78a5c9bd-fd5a-4007-9704-a95f38a76b8b req-3fbf82bd-5616-47de-bbe3-20e9f3615d4d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640823 Apr 18 20:25:23.880734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dcc94d-e9c5-4079-a6e9-fadda76e682e {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:23.890215 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.895632 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.903152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Transition to ACTIVE for port object 96dcc94d-e9c5-4079-a6e9-fadda76e682e will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:23.940176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:23.945171 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.955105 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9581c6a3-6e76-40c6-a5d3-4b64675a2c17 req-57296501-e157-4eb5-80bd-c80aebcb3d21 service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311637 Apr 18 20:25:23.956693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-f99fb977-b9f2-46cf-9ca7-d11698ac2e9c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] For port 7585d866-65c3-4108-9e27-cccc10806b9c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7585d866-65c3-4108-9e27-cccc10806b9c,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:23.960714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.006643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:24.030965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Made reservation on behalf of 4578568d2e8d475aaa4d32e9799b6ffd for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:24.033272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.074464 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.100415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:24.111822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-f99fb977-b9f2-46cf-9ca7-d11698ac2e9c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.128925 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-f99fb977-b9f2-46cf-9ca7-d11698ac2e9c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.141970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7585d866-65c3-4108-9e27-cccc10806b9c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:24.173180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb98ed1-1e0b-456d-a64c-0f2e5c26594b req-996f857f-fc67-4c39-a351-9ae834040101 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:24.192132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fb98ed1-1e0b-456d-a64c-0f2e5c26594b req-996f857f-fc67-4c39-a351-9ae834040101 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 948 time: 0.2428451 Apr 18 20:25:24.207241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['91e29e99-dd10-400b-b0d7-59699f99db92'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:24.403255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-f99fb977-b9f2-46cf-9ca7-d11698ac2e9c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:24.404057 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-f99fb977-b9f2-46cf-9ca7-d11698ac2e9c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.408359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-080ae951-8c2f-40f9-a06c-d75e5bebcd0f req-f99fb977-b9f2-46cf-9ca7-d11698ac2e9c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "PUT /v2.0/ports/7585d866-65c3-4108-9e27-cccc10806b9c HTTP/1.1" status: 200 len: 1021 time: 1.2006104 Apr 18 20:25:24.409783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'tag': '7585d866-65c3-4108-9e27-cccc10806b9c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:24.415943 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d35de6b-2d29-402a-a714-76bf0406558f" -d '{"events": [{"name": "network-changed", "server_uuid": "48bd6c24-1d26-4b0a-94db-1ed19fa392ae", "tag": "7585d866-65c3-4108-9e27-cccc10806b9c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:24.450743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fb977-b9f2-46cf-9ca7-d11698ac2e9c tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'Port': ['ID=7585d866-65c3-4108-9e27-cccc10806b9c,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:24.492099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Attempting to bind port 96dcc94d-e9c5-4079-a6e9-fadda76e682e on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:24.492439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Attempting to bind port 96dcc94d-e9c5-4079-a6e9-fadda76e682e by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:24.493964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Attempting to bind port 96dcc94d-e9c5-4079-a6e9-fadda76e682e on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:24.516925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Port 96dcc94d-e9c5-4079-a6e9-fadda76e682e on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:24.517253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Attempting to bind port 96dcc94d-e9c5-4079-a6e9-fadda76e682e on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:24.586494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:24.587191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:24.588991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:24.589997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Bound port: 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:24.591820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.618231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7585d866-65c3-4108-9e27-cccc10806b9c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:24.658406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fb98ed1-1e0b-456d-a64c-0f2e5c26594b req-8a60b20c-44b3-4843-a7fe-1887ec55082d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601078 Apr 18 20:25:24.697283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.734413 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.753451 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fbc4c5-e510-44e6-86ec-caa1d97d5fb7 x-openstack-request-id: req-69fbc4c5-e510-44e6-86ec-caa1d97d5fb7 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:24.753823 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4528da6-870c-4eff-b2eb-e617aeb861ae", "name": "network-vif-plugged", "status": "completed", "tag": "146d65b2-405d-4f2c-94d6-2301a13d6ae2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:24.754068 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69fbc4c5-e510-44e6-86ec-caa1d97d5fb7 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:24.754438 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69fbc4c5-e510-44e6-86ec-caa1d97d5fb7'] response: {'server_uuid': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146d65b2-405d-4f2c-94d6-2301a13d6ae2', 'code': 200} Apr 18 20:25:24.835652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:25:24.911060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f764f6-ec34-46ed-9e37-bc601cd8f8df req-a124988e-0526-4e7c-ba27-cdaa28486115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:24.912471 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-22f764f6-ec34-46ed-9e37-bc601cd8f8df req-a124988e-0526-4e7c-ba27-cdaa28486115 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 1101 time: 0.0838385 Apr 18 20:25:24.913332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384a671-417f-4c77-8544-feea7cf38871 req-4be97ccd-41e0-42bf-be87-1759284032e4 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:24.923473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8384a671-417f-4c77-8544-feea7cf38871 req-4be97ccd-41e0-42bf-be87-1759284032e4 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 944 time: 0.3267372 Apr 18 20:25:24.931190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354f58f7-c914-467b-8f42-5447aebd7292,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:24.942008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.942398 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Added segment 29c409ce-8b80-454f-8b50-3bc0653a5990 of type vlan for network db047aec-ba37-4d3a-b189-c280a8035f2c Apr 18 20:25:24.974087 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-22f764f6-ec34-46ed-9e37-bc601cd8f8df req-4ff26c16-d32b-439f-b4c3-f04fc2dfe07c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544727 Apr 18 20:25:25.014326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:25.023741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8384a671-417f-4c77-8544-feea7cf38871 req-12012c86-58f4-4d4f-b431-815625f11ab3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936615 Apr 18 20:25:25.070057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:25.073073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4d8f258-eb8f-46da-8d47-e5c71f54c887 req-9d4f1eca-1b0b-4812-88f2-67945fe4d5e8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57 HTTP/1.1" status: 200 len: 1799 time: 0.2697756 Apr 18 20:25:25.113436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.117246 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b032eba-3580-4c18-a640-39151cfe17f3 x-openstack-request-id: req-1b032eba-3580-4c18-a640-39151cfe17f3 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:25.117534 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bd6c24-1d26-4b0a-94db-1ed19fa392ae", "tag": "7585d866-65c3-4108-9e27-cccc10806b9c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:25.117780 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b032eba-3580-4c18-a640-39151cfe17f3 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:25.118170 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b032eba-3580-4c18-a640-39151cfe17f3'] response: {'name': 'network-changed', 'server_uuid': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'tag': '7585d866-65c3-4108-9e27-cccc10806b9c', 'status': 'completed', 'code': 200} Apr 18 20:25:25.120009 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.236186 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:25:25.246405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8833d193-d67f-4d09-a28e-85f31edf3bfa up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:25.282150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.282691 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.286631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] 10.222.0.60 "PUT /v2.0/ports/96dcc94d-e9c5-4079-a6e9-fadda76e682e HTTP/1.1" status: 200 len: 1096 time: 2.8993711 Apr 18 20:25:25.295163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-55f67b44-baec-4888-9a8b-73713cb134ee tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859585 Apr 18 20:25:25.336834 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8833d193-d67f-4d09-a28e-85f31edf3bfa triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:25.337279 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.355645 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.358040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.361914 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.362529 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35de6b-2d29-402a-a714-76bf0406558f req-929498a8-ec28-49e4-805c-e9dfcd69c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.368505 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1d35de6b-2d29-402a-a714-76bf0406558f req-929498a8-ec28-49e4-805c-e9dfcd69c000 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2be886d0e352465d8cc38390cf405694&device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 1175 time: 0.0962903 Apr 18 20:25:25.431754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a469b-ad8f-429e-83fb-f0d3a25345ea service neutron] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:25.496172 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-e4d8f258-eb8f-46da-8d47-e5c71f54c887 req-d99b0a99-866c-4aaa-9d16-053693f73cea tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:25:25.497121 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4d8f258-eb8f-46da-8d47-e5c71f54c887 req-d99b0a99-866c-4aaa-9d16-053693f73cea tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57 HTTP/1.1" status: 409 len: 341 time: 0.4140368 Apr 18 20:25:25.503703 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.534535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 8833d193-d67f-4d09-a28e-85f31edf3bfa, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8833d193-d67f-4d09-a28e-85f31edf3bfa,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:25.542652 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.564442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35de6b-2d29-402a-a714-76bf0406558f req-eab9de08-922f-484d-9981-9ecf42027569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.568779 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1d35de6b-2d29-402a-a714-76bf0406558f req-eab9de08-922f-484d-9981-9ecf42027569 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 200 len: 913 time: 0.1805024 Apr 18 20:25:25.583017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8816664 Apr 18 20:25:25.583625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52314) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:25.594414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Request body: {'subnet': {'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-subnet', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:25.622843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=8833d193-d67f-4d09-a28e-85f31edf3bfa,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:25.642596 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1d35de6b-2d29-402a-a714-76bf0406558f req-1059cce7-25ee-43a6-afe2-f4bbcdd3de43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7585d866-65c3-4108-9e27-cccc10806b9c HTTP/1.1" status: 200 len: 217 time: 0.0617657 Apr 18 20:25:25.647662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4a564-01b3-4eea-ac6f-70785eaba8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=db047aec-ba37-4d3a-b189-c280a8035f2c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:25.661760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network db047aec-ba37-4d3a-b189-c280a8035f2c details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:25:25.682485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-2e8c8a14-220e-4b29-b872-b659e4a420bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.684208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-2e8c8a14-220e-4b29-b872-b659e4a420bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 1099 time: 0.3141365 Apr 18 20:25:25.693246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-29b40154-d978-48a2-bbc4-5ecde66e3bc1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.701430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-29b40154-d978-48a2-bbc4-5ecde66e3bc1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4053690 Apr 18 20:25:25.706193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Made reservation on behalf of 4578568d2e8d475aaa4d32e9799b6ffd for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:25.709539 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.727619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35de6b-2d29-402a-a714-76bf0406558f req-ddcd8943-239c-4d98-89a4-4c535077fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.730060 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1d35de6b-2d29-402a-a714-76bf0406558f req-ddcd8943-239c-4d98-89a4-4c535077fc12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b HTTP/1.1" status: 200 len: 852 time: 0.0785704 Apr 18 20:25:25.774653 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1d35de6b-2d29-402a-a714-76bf0406558f req-6a455736-afe3-4b3b-a94d-710e201facec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cd2f75e-8528-4e56-a6f8-7c2f0f963077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351894 Apr 18 20:25:25.891647 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1d35de6b-2d29-402a-a714-76bf0406558f req-e89e73a5-a8f3-4d87-ab88-5d31e3c3c605 service neutron] 10.222.0.60 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093156 Apr 18 20:25:26.030929 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1d35de6b-2d29-402a-a714-76bf0406558f req-162c8820-becd-4c39-9291-f92337cdcd6a service neutron] 10.222.0.60 "GET /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307404 Apr 18 20:25:26.036830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-f986f4b8-6ad1-4289-adc8-8263934ea0a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e HTTP/1.1" status: 200 len: 217 time: 0.3307610 Apr 18 20:25:26.063123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-90e5863a-a0dc-4d74-aa94-302a61f6c775 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/quotas/df5ff37bcfd04d45aeb45108377157e2 HTTP/1.1" status: 200 len: 375 time: 0.3608270 Apr 18 20:25:26.088009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b5099-180f-4641-9055-277e98c25a9c req-324fa75a-9350-4eff-894f-aebf726acf0a tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.089454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b88b5099-180f-4641-9055-277e98c25a9c req-324fa75a-9350-4eff-894f-aebf726acf0a tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 950 time: 0.5006385 Apr 18 20:25:26.205442 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-be3de331-26dc-4cca-9570-477fb5245410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.206904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-be3de331-26dc-4cca-9570-477fb5245410 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1362293 Apr 18 20:25:26.215270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b88b5099-180f-4641-9055-277e98c25a9c req-56ec12b7-ed10-429e-b831-656efe9b89ac tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153102 Apr 18 20:25:26.236958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-1cd11376-7cdd-4aa4-ad3d-65a71ebde9c7 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1583064 Apr 18 20:25:26.304184 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Sync routers for ids ['8478ef72-756b-477f-8064-1dea909290be'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:26.307166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-d9ca62a7-caf5-434c-826f-938a2307ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.308722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-d9ca62a7-caf5-434c-826f-938a2307ba21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899205 Apr 18 20:25:26.318796 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Routers {'8478ef72-756b-477f-8064-1dea909290be'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:26.321712 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8478ef72-756b-477f-8064-1dea909290be'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:26.529681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.544628 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Set router 8478ef72-756b-477f-8064-1dea909290be gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:26.667036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-3689d408-2791-4842-96cc-ffce5b090fca service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426654 Apr 18 20:25:26.682647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=699db0f4-8db5-46a7-a0dd-c515222d5fc9,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:26.754493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808d3d-007d-4b1c-b0a5-9077a4f2a04b req-2d10f3b2-6003-49f9-827b-e7b09de59cac tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.755893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:26.760047 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f56682e-b1d5-4e06-bb00-328fa2642c10" -d '{"events": [{"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-plugged", "status": "completed", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:26.763174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93808d3d-007d-4b1c-b0a5-9077a4f2a04b req-2d10f3b2-6003-49f9-827b-e7b09de59cac tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 948 time: 0.2057109 Apr 18 20:25:26.770032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Checking segment: {'id': '29c409ce-8b80-454f-8b50-3bc0653a5990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:26.770415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Network hostable DHCP agents. Network: db047aec-ba37-4d3a-b189-c280a8035f2c, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:25:26.846035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93808d3d-007d-4b1c-b0a5-9077a4f2a04b req-8f140475-106d-4b38-8899-3c70af729bcd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818932 Apr 18 20:25:26.948259 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 2, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:26.966451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Network db047aec-ba37-4d3a-b189-c280a8035f2c is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:25:26.971890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3fdc311-295e-48fa-babe-bbb4c6cf5ad0 req-206411b0-13f2-4103-a1de-7f3b3d247c72 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904282 Apr 18 20:25:26.982450 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Checking router: 8478ef72-756b-477f-8064-1dea909290be for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:26.983329 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Updating router 8478ef72-756b-477f-8064-1dea909290be port e1961f71-b06f-46f7-b800-0893694b044d binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:25:26.997985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, db047aec-ba37-4d3a-b189-c280a8035f2c) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:27.005738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.006446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.019848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea02cd-dcbf-401f-b13c-be3e7dc1cfeb req-a9e45071-0422-4e6f-af74-03f619473cb3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.027607 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.027787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1dea02cd-dcbf-401f-b13c-be3e7dc1cfeb req-a9e45071-0422-4e6f-af74-03f619473cb3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 944 time: 0.1789947 Apr 18 20:25:27.028330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db5595-3e9b-4637-8be6-fe7180f177fb None None] Network db047aec-ba37-4d3a-b189-c280a8035f2c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:25:27.067439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be38d8-b424-44d5-91cc-7cc222b3eebb req-0eb60f25-ce88-43b7-ac47-02e6efb12ea7 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.077259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7be38d8-b424-44d5-91cc-7cc222b3eebb req-0eb60f25-ce88-43b7-ac47-02e6efb12ea7 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 1024 time: 0.1503370 Apr 18 20:25:27.104121 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e2ed44d2-6dff-45f8-9457-31449a3d4152 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5139887 Apr 18 20:25:27.104258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52334) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:27.116773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-router', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:27.120250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:27.122516 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:27.140439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1dea02cd-dcbf-401f-b13c-be3e7dc1cfeb req-656d15dc-04d6-47ff-8970-b74f41250b7e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114721 Apr 18 20:25:27.174649 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.175866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7be38d8-b424-44d5-91cc-7cc222b3eebb req-9275953f-e4e8-441f-812b-3a915a7465b5 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&id=a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57&id=29ee1933-1eb6-4783-9fca-cba801a8a269&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0976787 Apr 18 20:25:27.179678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.222087 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eec8a56-544e-4231-bdb9-8d24f7d20365 x-openstack-request-id: req-2eec8a56-544e-4231-bdb9-8d24f7d20365 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:27.222477 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-plugged", "status": "completed", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:27.229425 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2eec8a56-544e-4231-bdb9-8d24f7d20365 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:27.229914 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eec8a56-544e-4231-bdb9-8d24f7d20365'] response: {'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'code': 200} Apr 18 20:25:27.243786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8833d193-d67f-4d09-a28e-85f31edf3bfa up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:27.322732 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a3102d-7238-4326-b686-3ffec08314b0 x-openstack-request-id: req-46a3102d-7238-4326-b686-3ffec08314b0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:27.323024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 6dec99a9-43ad-448f-b5fc-0693355ccabf details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:27.323131 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:27.324504 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46a3102d-7238-4326-b686-3ffec08314b0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:27.326884 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a3102d-7238-4326-b686-3ffec08314b0'] response: {'name': 'network-changed', 'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'status': 'completed', 'code': 200} Apr 18 20:25:27.328471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.444768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f0063-279c-4ace-abc8-0eca2fc38a8b req-f2c7c8dc-c5f7-4e71-9c3c-5a8a19cb95c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.451191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-054f0063-279c-4ace-abc8-0eca2fc38a8b req-f2c7c8dc-c5f7-4e71-9c3c-5a8a19cb95c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 1100 time: 0.1515260 Apr 18 20:25:27.490744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31399ac0-e90c-4c72-9736-94b094fd8eb0 req-2137c72a-446c-4788-a38e-9a6834d7b047 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 210 time: 0.0353951 Apr 18 20:25:27.578993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-054f0063-279c-4ace-abc8-0eca2fc38a8b req-d9038cfc-17e0-45d8-8641-4acf082b54f1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871022 Apr 18 20:25:27.580680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8833d193-d67f-4d09-a28e-85f31edf3bfa triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:27.581768 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.591383 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.603320 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.608682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599e7cc-f947-46f3-a79e-265437b4d4a1 req-13098cfb-26d5-47b0-a8a8-68054ad6e9ed tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.610610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0599e7cc-f947-46f3-a79e-265437b4d4a1 req-13098cfb-26d5-47b0-a8a8-68054ad6e9ed tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 950 time: 0.1176095 Apr 18 20:25:27.623199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-faf7efa0-8de4-482a-8567-32d0349fc6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.625748 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-faf7efa0-8de4-482a-8567-32d0349fc6dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 1099 time: 0.2758009 Apr 18 20:25:27.641806 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.resource_extend [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:25:27.655990 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094d45a-bd48-4ae8-9f99-77807b3fa453 None None] Pushing event updated for resources: {'Port': ['ID=e1961f71-b06f-46f7-b800-0893694b044d,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:27.694449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0599e7cc-f947-46f3-a79e-265437b4d4a1 req-0d4024f8-ac91-4908-9eae-0e91483b9bd9 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761464 Apr 18 20:25:27.705041 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.760714 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Attempting to bind port e1961f71-b06f-46f7-b800-0893694b044d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:27.761077 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Attempting to bind port e1961f71-b06f-46f7-b800-0893694b044d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:27.761426 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Attempting to bind port e1961f71-b06f-46f7-b800-0893694b044d on network 02794945-9bda-46b4-9ed4-44e4b6e36cfa {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:27.779878 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:27.780246 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Checking segment: {'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:27.785635 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.785635 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Bound using segment: {'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:27.785635 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Bound port: e1961f71-b06f-46f7-b800-0893694b044d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:27.785635 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.827093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-db047aec-ba37-4d3a-b189-c280a8035f2c', 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'fixed_ips': [{'subnet_id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:25:27.827945 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.941606 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] For port e1961f71-b06f-46f7-b800-0893694b044d, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:27.949707 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] For port e1961f71-b06f-46f7-b800-0893694b044d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e1961f71-b06f-46f7-b800-0893694b044d,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:27.958446 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.019646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d46d3-edf1-4b08-9613-09de0c2c5c5b req-4c8c047f-8cf6-46cd-8e72-9a34505b3d5c tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:28.026382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-627d46d3-edf1-4b08-9613-09de0c2c5c5b req-4c8c047f-8cf6-46cd-8e72-9a34505b3d5c tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 949 time: 0.1321309 Apr 18 20:25:28.125995 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Routers {'8478ef72-756b-477f-8064-1dea909290be'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:28.127007 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8478ef72-756b-477f-8064-1dea909290be'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:28.128982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-627d46d3-edf1-4b08-9613-09de0c2c5c5b req-cc394f60-10c1-411e-8e2a-75bd651babac tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825548 Apr 18 20:25:28.142293 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094d45a-bd48-4ae8-9f99-77807b3fa453 None None] Pushing event updated for resources: {'Port': ['ID=e1961f71-b06f-46f7-b800-0893694b044d,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:28.225636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54577496-5bca-4a13-9563-434486172f45 req-ce95afbb-222d-4fbd-a04a-65626ab5dfa6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:28.231816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54577496-5bca-4a13-9563-434486172f45 req-ce95afbb-222d-4fbd-a04a-65626ab5dfa6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 948 time: 0.2045434 Apr 18 20:25:28.239741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 6dec99a9-43ad-448f-b5fc-0693355ccabf, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:28.364758 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54577496-5bca-4a13-9563-434486172f45 req-b77231ae-85ea-45bf-b8a9-e2dcce3b544c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191938 Apr 18 20:25:28.375192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'port_id': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'mac_address': 'fa:16:3e:50:26:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:28.444650 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-47a172b1-b2af-421e-a625-d802f3bca0e0 None None] Provisioning complete for port e1961f71-b06f-46f7-b800-0893694b044d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:28.445064 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47a172b1-b2af-421e-a625-d802f3bca0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.463179 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] Set router 8478ef72-756b-477f-8064-1dea909290be gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:28.523557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca310dc-6382-45d3-be84-3dada76116cc req-47cca13f-fdec-49a8-9df4-1153029080a8 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:28.531995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aca310dc-6382-45d3-be84-3dada76116cc req-47cca13f-fdec-49a8-9df4-1153029080a8 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 944 time: 0.1473513 Apr 18 20:25:28.549047 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Allocated IP 172.20.0.2 (db047aec-ba37-4d3a-b189-c280a8035f2c/699db0f4-8db5-46a7-a0dd-c515222d5fc9/1a9cca68-285c-46a5-8b94-0f1147ea582b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:28.661313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aca310dc-6382-45d3-be84-3dada76116cc req-e08cb115-c3fc-4c15-9aae-ed9bd824ce6e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277132 Apr 18 20:25:28.736047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f7a42-32ff-4193-9d23-2610b9be0416 req-84500e99-cde1-48aa-b9a7-52b238baad2b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:28.743702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c34f7a42-32ff-4193-9d23-2610b9be0416 req-84500e99-cde1-48aa-b9a7-52b238baad2b tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 1024 time: 0.2385671 Apr 18 20:25:28.764589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-aa102343-b96a-420a-bb82-d1502be2cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:28.766133 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-aa102343-b96a-420a-bb82-d1502be2cb03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.9466505 Apr 18 20:25:28.809028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b9960-285d-40ab-a269-169acab2c04d req-a2d7ff18-a2eb-4617-a029-9ae48629539e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:28.811527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f6b9960-285d-40ab-a269-169acab2c04d req-a2d7ff18-a2eb-4617-a029-9ae48629539e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.60 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 1024 time: 0.2352993 Apr 18 20:25:28.826235 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-7f2872ca-a951-4a08-8e04-ea6495306fc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e HTTP/1.1" status: 200 len: 217 time: 0.0504577 Apr 18 20:25:28.918713 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.945765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1235b82d-c326-4ed4-8832-dd704eac5609 req-1c2035d3-06ff-4e62-b2c3-ced5f82fced8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 210 time: 0.1293738 Apr 18 20:25:28.961714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c34f7a42-32ff-4193-9d23-2610b9be0416 req-acefc5b5-f4e3-471f-890a-8761cbe5155a tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&id=a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57&id=29ee1933-1eb6-4783-9fca-cba801a8a269&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2132299 Apr 18 20:25:28.981811 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.985040 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47a172b1-b2af-421e-a625-d802f3bca0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.997265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.000369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-56d84166-258a-462e-a8b9-5ce3659ef3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:29.001610 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:27Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:29.002179 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-56d84166-258a-462e-a8b9-5ce3659ef3f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1672697 Apr 18 20:25:29.029303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Network db047aec-ba37-4d3a-b189-c280a8035f2c is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:29.037202 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.037488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:29.040236 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:29.085273 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d8c43-7aac-428d-8aa7-8a219c16f1c0 None None] The sync data for ids ['8478ef72-756b-477f-8064-1dea909290be'] in n-d-836015-4 is: [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:27Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:29.113681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-0f6b9960-285d-40ab-a269-169acab2c04d req-04313cba-77bb-4567-bc30-885009576b15 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Deleting port 7585d866-65c3-4108-9e27-cccc10806b9c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:25:29.117271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0f6b9960-285d-40ab-a269-169acab2c04d req-04313cba-77bb-4567-bc30-885009576b15 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.119201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.399727 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-93cdc159-aec3-4e84-bd07-64977c5b8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:29.419101 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-93cdc159-aec3-4e84-bd07-64977c5b8fe9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3898909 Apr 18 20:25:29.430319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Pushing event updated for resources: {'Port': ['ID=1a9cca68-285c-46a5-8b94-0f1147ea582b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:29.444156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc0194-5bbb-48a1-a799-9e6ea022e022 req-dd8221f2-26da-4ae7-9b84-6d63bbe9b80d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:29.447785 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e1961f71-b06f-46f7-b800-0893694b044d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:29.452874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-39bc0194-5bbb-48a1-a799-9e6ea022e022 req-dd8221f2-26da-4ae7-9b84-6d63bbe9b80d tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 949 time: 0.1188824 Apr 18 20:25:29.467871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0f6b9960-285d-40ab-a269-169acab2c04d req-04313cba-77bb-4567-bc30-885009576b15 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] For port 7585d866-65c3-4108-9e27-cccc10806b9c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7585d866-65c3-4108-9e27-cccc10806b9c,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:29.468365 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0f6b9960-285d-40ab-a269-169acab2c04d req-04313cba-77bb-4567-bc30-885009576b15 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.468596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dec99a9-43ad-448f-b5fc-0693355ccabf {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:29.512922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-47a172b1-b2af-421e-a625-d802f3bca0e0 None None] For port e1961f71-b06f-46f7-b800-0893694b044d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e1961f71-b06f-46f7-b800-0893694b044d,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:29.524941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-0f6b9960-285d-40ab-a269-169acab2c04d req-04313cba-77bb-4567-bc30-885009576b15 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Calling delete_port for 7585d866-65c3-4108-9e27-cccc10806b9c owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:25:29.560193 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47a172b1-b2af-421e-a625-d802f3bca0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.561588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Allocated IP 172.25.2.52 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7c36780b-48bf-4a3e-9206-d51cb016a680) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:29.600025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 6dec99a9-43ad-448f-b5fc-0693355ccabf, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:29.666513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.669255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Attempting to bind port 1a9cca68-285c-46a5-8b94-0f1147ea582b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:29.675073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Attempting to bind port 1a9cca68-285c-46a5-8b94-0f1147ea582b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '29c409ce-8b80-454f-8b50-3bc0653a5990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:29.675073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Attempting to bind port 1a9cca68-285c-46a5-8b94-0f1147ea582b on network db047aec-ba37-4d3a-b189-c280a8035f2c {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:29.696227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 96dcc94d-e9c5-4079-a6e9-fadda76e682e details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:29.759227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:29.759595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Checking segment: {'id': '29c409ce-8b80-454f-8b50-3bc0653a5990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:29.760029 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.760422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Bound using segment: {'id': '29c409ce-8b80-454f-8b50-3bc0653a5990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:29.760893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Bound port: 1a9cca68-285c-46a5-8b94-0f1147ea582b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c409ce-8b80-454f-8b50-3bc0653a5990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:29.761274 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.769498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-39bc0194-5bbb-48a1-a799-9e6ea022e022 req-7d2d21df-bb93-43cf-a48a-74b84df846bc tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155522 Apr 18 20:25:29.787002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-197f9795-ab94-4829-9509-482b04735b6f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1552072 Apr 18 20:25:29.816389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a172b1-b2af-421e-a625-d802f3bca0e0 None None] Pushing event updated for resources: {'Port': ['ID=e1961f71-b06f-46f7-b800-0893694b044d,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:29.871911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a645a22a-b431-4713-a431-ce1e3ef2657d None None] Provisioning complete for port e1961f71-b06f-46f7-b800-0893694b044d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:29.872340 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a645a22a-b431-4713-a431-ce1e3ef2657d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.887897 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-3d9e2c3f-622a-4cc8-a1c7-bc88e37c9db9 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666739 Apr 18 20:25:29.918752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-9b0bb095-a8b0-4393-b413-f6c6b3767549 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2834442 Apr 18 20:25:29.946350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6629ca-52c0-451f-a00d-a2bf78c8074c req-a4bc346d-db79-49bd-9ad2-b506b903599e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:29.959998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec6629ca-52c0-451f-a00d-a2bf78c8074c req-a4bc346d-db79-49bd-9ad2-b506b903599e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 948 time: 0.4141734 Apr 18 20:25:29.981956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:30.006674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'mac_address': 'fa:16:3e:c5:a1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:30.015303 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-33b476c8-fd13-4ade-8bc0-50ff7957f5c7 req-faabf6af-1e59-4887-a94e-c9a7abfb8d66 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146812 Apr 18 20:25:30.045999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['6dec99a9-43ad-448f-b5fc-0693355ccabf'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:30.070107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.128246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e1961f71-b06f-46f7-b800-0893694b044d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:30.128643 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.136108 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.159614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:30.162055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:30.182824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:30.189385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] For port 1a9cca68-285c-46a5-8b94-0f1147ea582b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:30.199219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] For port 1a9cca68-285c-46a5-8b94-0f1147ea582b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1a9cca68-285c-46a5-8b94-0f1147ea582b,segment=NetworkSegment(29c409ce-8b80-454f-8b50-3bc0653a5990),segment_id=29c409ce-8b80-454f-8b50-3bc0653a5990)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:30.236108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Pushing event updated for resources: {'Port': ['ID=7c36780b-48bf-4a3e-9206-d51cb016a680,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:30.243106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=6dec99a9-43ad-448f-b5fc-0693355ccabf,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:30.295402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.363053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec6629ca-52c0-451f-a00d-a2bf78c8074c req-849f4c79-42a7-4129-8ea4-e761c286ea4a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013045 Apr 18 20:25:30.493628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06292ca1-e0b4-4bb4-b256-a0e5bb0d3f53 req-3cb19b28-10a6-408f-8c27-47d9bdc8aefe tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.495950 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.499782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06292ca1-e0b4-4bb4-b256-a0e5bb0d3f53 req-3cb19b28-10a6-408f-8c27-47d9bdc8aefe tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 945 time: 0.5743508 Apr 18 20:25:30.557702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dcc94d-e9c5-4079-a6e9-fadda76e682e {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:30.602501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dc9650c-52e3-47a0-aca6-2c370e5a6ade req-ce794a0a-3e9f-4d03-b795-02d3273df72f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 210 time: 0.0867281 Apr 18 20:25:30.613116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:30.657971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-60643184-9124-4b85-b136-1cdf9946328d tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.661380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-60643184-9124-4b85-b136-1cdf9946328d tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7407880 Apr 18 20:25:30.677210 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.707609 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.729126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Request body: {'port': {'device_id': 'f60f86a6-59ea-4132-9511-edc55114e5e6', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'df5ff37bcfd04d45aeb45108377157e2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:30.741662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3afda257-d804-45a6-a652-da961892e175 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.743591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3afda257-d804-45a6-a652-da961892e175 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7592258 Apr 18 20:25:30.755523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2071f-441e-423c-88e7-1ec8be2fe003 None None] Pushing event updated for resources: {'Port': ['ID=1a9cca68-285c-46a5-8b94-0f1147ea582b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:30.847718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Request body: {'port': {'device_id': '7151f49a-a9ba-4557-82ab-b499e8d1c31c', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'df5ff37bcfd04d45aeb45108377157e2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:30.858206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06292ca1-e0b4-4bb4-b256-a0e5bb0d3f53 req-c79fd842-91ff-4cf1-a30e-606ed408f10f tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405883 Apr 18 20:25:30.904654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:30.986414 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0f6b9960-285d-40ab-a269-169acab2c04d req-04313cba-77bb-4567-bc30-885009576b15 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.000153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['91e29e99-dd10-400b-b0d7-59699f99db92'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:31.049341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.075960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04313cba-77bb-4567-bc30-885009576b15 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'Port': ['ID=7585d866-65c3-4108-9e27-cccc10806b9c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:31.097504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['96dcc94d-e9c5-4079-a6e9-fadda76e682e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:31.125210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1320f4-dbca-4f89-aeb4-409a9dd84f4f req-70e4e844-9132-49d7-94c6-426fc8f8fee2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:31.133311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea1320f4-dbca-4f89-aeb4-409a9dd84f4f req-70e4e844-9132-49d7-94c6-426fc8f8fee2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=48bd6c24-1d26-4b0a-94db-1ed19fa392ae HTTP/1.1" status: 200 len: 945 time: 0.4205284 Apr 18 20:25:31.193078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6b9960-285d-40ab-a269-169acab2c04d req-04313cba-77bb-4567-bc30-885009576b15 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] No DVR routers for this DVR port 7585d866-65c3-4108-9e27-cccc10806b9c on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:31.196446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0f6b9960-285d-40ab-a269-169acab2c04d req-04313cba-77bb-4567-bc30-885009576b15 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.201863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f6b9960-285d-40ab-a269-169acab2c04d req-04313cba-77bb-4567-bc30-885009576b15 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.60 "DELETE /v2.0/ports/7585d866-65c3-4108-9e27-cccc10806b9c HTTP/1.1" status: 204 len: 173 time: 2.3679290 Apr 18 20:25:31.214048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'name': 'network-vif-deleted', 'tag': '7585d866-65c3-4108-9e27-cccc10806b9c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:31.216824 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140762eb-cbf4-431d-8f0d-f5b131319707" -d '{"events": [{"server_uuid": "48bd6c24-1d26-4b0a-94db-1ed19fa392ae", "name": "network-vif-deleted", "tag": "7585d866-65c3-4108-9e27-cccc10806b9c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:31.266082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:25:31.322624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf0a8a-fc07-40bb-b11f-6c616b265658 req-71d50600-38f5-4931-bfd6-fa7379644390 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:31.326218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cfaf0a8a-fc07-40bb-b11f-6c616b265658 req-71d50600-38f5-4931-bfd6-fa7379644390 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 949 time: 0.3241482 Apr 18 20:25:31.347200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e1961f71-b06f-46f7-b800-0893694b044d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:31.358318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea1320f4-dbca-4f89-aeb4-409a9dd84f4f req-c54e6711-ebc9-425d-a139-12bb56e2a3a0 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&id=a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57&id=29ee1933-1eb6-4783-9fca-cba801a8a269&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2244611 Apr 18 20:25:31.399411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Made reservation on behalf of df5ff37bcfd04d45aeb45108377157e2 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:31.404690 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.411599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Made reservation on behalf of df5ff37bcfd04d45aeb45108377157e2 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:31.415740 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.443263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cfaf0a8a-fc07-40bb-b11f-6c616b265658 req-ab8c6c46-37c9-4a64-9319-cb78e62dc8ca tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063662 Apr 18 20:25:31.495173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:25:31.517012 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437d131f-dd04-4072-bae1-5f94c67ede75 x-openstack-request-id: req-437d131f-dd04-4072-bae1-5f94c67ede75 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:31.517601 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd6c24-1d26-4b0a-94db-1ed19fa392ae", "name": "network-vif-deleted", "tag": "7585d866-65c3-4108-9e27-cccc10806b9c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:31.517601 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-437d131f-dd04-4072-bae1-5f94c67ede75 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:31.517938 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437d131f-dd04-4072-bae1-5f94c67ede75'] response: {'server_uuid': '48bd6c24-1d26-4b0a-94db-1ed19fa392ae', 'name': 'network-vif-deleted', 'tag': '7585d866-65c3-4108-9e27-cccc10806b9c', 'status': 'completed', 'code': 200} Apr 18 20:25:31.523683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Sync routers for ids ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:31.543341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.548102 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c9af0031-01b2-48e2-995e-5a9269f31636 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4423234 Apr 18 20:25:31.548733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52388) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:25:31.575010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Routers {'3853bacd-eb98-4bbc-9ab6-7fa04b996516'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:31.575637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:31.737323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7585d866-65c3-4108-9e27-cccc10806b9c no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:25:31.803196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e1961f71-b06f-46f7-b800-0893694b044d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:31.803558 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.854622 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 7585d866-65c3-4108-9e27-cccc10806b9c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:25:31.855078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7585d866-65c3-4108-9e27-cccc10806b9c not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:25:31.968940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Allocated IP 192.168.233.146 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/c08fdeb6-2412-4ed7-9554-2fd2c1304b82) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:32.036499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb45d48-c2bc-454e-8446-0e63e724af4c None None] Network db047aec-ba37-4d3a-b189-c280a8035f2c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:25:32.097483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6004b1c-4ed6-401e-881c-679add7c6855 req-aa7e9b2b-f7d2-4791-866f-c5fe88f569ed tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:32.099921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6004b1c-4ed6-401e-881c-679add7c6855 req-aa7e9b2b-f7d2-4791-866f-c5fe88f569ed tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 949 time: 0.4404757 Apr 18 20:25:32.105494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Set router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:32.196697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6004b1c-4ed6-401e-881c-679add7c6855 req-bee5240c-7a9d-4858-ba81-731ce0c54968 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897009 Apr 18 20:25:32.236863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1a9cca68-285c-46a5-8b94-0f1147ea582b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:32.303726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b16bbed-542f-43c7-bb07-8ccba0ae3bc9 req-b9edf0f2-45ee-47b4-978d-9d7a7d734791 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 210 time: 0.0401258 Apr 18 20:25:32.326784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1f097357-4fd3-4efb-bf1e-ba86d62ad7ea None None] Provisioning complete for port 1a9cca68-285c-46a5-8b94-0f1147ea582b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:32.327140 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1f097357-4fd3-4efb-bf1e-ba86d62ad7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.452095 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.485705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f163f4e-3ce8-4dbe-8939-a476898ed2b3 req-f0d810d0-8485-4e5c-b619-b5b1fe342a75 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:32.487396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f163f4e-3ce8-4dbe-8939-a476898ed2b3 req-f0d810d0-8485-4e5c-b619-b5b1fe342a75 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 945 time: 0.1165781 Apr 18 20:25:32.562018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f163f4e-3ce8-4dbe-8939-a476898ed2b3 req-fbf99ccb-a75d-42ae-b3ff-55ec0c8ac10c tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670736 Apr 18 20:25:32.578343 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.660479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Allocated IP 192.168.233.140 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/25ed8697-1c8a-4529-bd9e-f784e75b6bd9) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:32.682015 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.700725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:32.755483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:32.772639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:32.774759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event updated for resources: {'Port': ['ID=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:32.777708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:32.783271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:32.783936 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.822104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0608a94c-9293-4c02-a8f9-2fee8cfd8f62 req-b81d0c18-6c32-41d1-9c8b-7cb3435af3cc tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/29ee1933-1eb6-4783-9fca-cba801a8a269 HTTP/1.1" status: 200 len: 1801 time: 0.2028937 Apr 18 20:25:32.852891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-441b2d0b-cbd8-4701-9d6f-09f2e24c99d3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1294658 Apr 18 20:25:32.901054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 1a9cca68-285c-46a5-8b94-0f1147ea582b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:32.901689 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.916357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Request body: {'port': {'device_id': 'f60f86a6-59ea-4132-9511-edc55114e5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:32.999653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Allocated IP 172.20.0.1 (db047aec-ba37-4d3a-b189-c280a8035f2c/699db0f4-8db5-46a7-a0dd-c515222d5fc9/2ca35387-efae-4406-86e5-e3c5bf998823) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:33.039614 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1f097357-4fd3-4efb-bf1e-ba86d62ad7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.143442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1f097357-4fd3-4efb-bf1e-ba86d62ad7ea None None] For port 1a9cca68-285c-46a5-8b94-0f1147ea582b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1a9cca68-285c-46a5-8b94-0f1147ea582b,segment=NetworkSegment(29c409ce-8b80-454f-8b50-3bc0653a5990),segment_id=29c409ce-8b80-454f-8b50-3bc0653a5990)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:33.187716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'd79d7393-1b70-4417-8827-4a4f683539d1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:33.190376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-router', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:25:30Z', 'revision_number': 3, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'gw_port': {'id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:29Z', 'updated_at': '2022-04-18T20:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:33.200862 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1f097357-4fd3-4efb-bf1e-ba86d62ad7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.201207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.294603 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Checking router: 3853bacd-eb98-4bbc-9ab6-7fa04b996516 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:33.295248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Updating router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 port 7c36780b-48bf-4a3e-9206-d51cb016a680 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:25:33.298621 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.350241 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.400606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Network db047aec-ba37-4d3a-b189-c280a8035f2c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:33.406422 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.415262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:33.421803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:33.425053 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Pushing event updated for resources: {'Port': ['ID=2ca35387-efae-4406-86e5-e3c5bf998823,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:33.470584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f097357-4fd3-4efb-bf1e-ba86d62ad7ea None None] Pushing event updated for resources: {'Port': ['ID=1a9cca68-285c-46a5-8b94-0f1147ea582b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:33.482453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.487037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-53f2dc36-9967-4570-b5a9-e4581b28b56f None None] Provisioning complete for port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:33.487037 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53f2dc36-9967-4570-b5a9-e4581b28b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.515063 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0608a94c-9293-4c02-a8f9-2fee8cfd8f62 req-50a86893-0670-43ee-b68e-ed93314cf4d2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.576173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.646051 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0608a94c-9293-4c02-a8f9-2fee8cfd8f62 req-50a86893-0670-43ee-b68e-ed93314cf4d2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.672262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.703365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-53f2dc36-9967-4570-b5a9-e4581b28b56f None None] Port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:33.727552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 6dec99a9-43ad-448f-b5fc-0693355ccabf up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:33.741988 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:25:33.741988 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:25:33.794566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98bca9-5aab-45a0-bafc-e31e359f8149 req-c2f27e85-9765-46f2-a911-502ce1ab577b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:33.796270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d98bca9-5aab-45a0-bafc-e31e359f8149 req-c2f27e85-9765-46f2-a911-502ce1ab577b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 949 time: 0.3026192 Apr 18 20:25:33.886495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0608a94c-9293-4c02-a8f9-2fee8cfd8f62 req-50a86893-0670-43ee-b68e-ed93314cf4d2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.889164 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0608a94c-9293-4c02-a8f9-2fee8cfd8f62 req-50a86893-0670-43ee-b68e-ed93314cf4d2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.900224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0608a94c-9293-4c02-a8f9-2fee8cfd8f62 req-50a86893-0670-43ee-b68e-ed93314cf4d2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/29ee1933-1eb6-4783-9fca-cba801a8a269 HTTP/1.1" status: 204 len: 173 time: 1.0734680 Apr 18 20:25:33.934438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-acb069d2-4f8b-40fd-bf85-506324fbe8da None None] Provisioning complete for port 1a9cca68-285c-46a5-8b94-0f1147ea582b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:33.935066 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-acb069d2-4f8b-40fd-bf85-506324fbe8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.981053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a86893-0670-43ee-b68e-ed93314cf4d2 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ee1933-1eb6-4783-9fca-cba801a8a269,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:33.991928 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.017247 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.025351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:34.038127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 6dec99a9-43ad-448f-b5fc-0693355ccabf completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:34.076811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d98bca9-5aab-45a0-bafc-e31e359f8149 req-ee6c80dc-b9bb-41db-aa89-365c8a6620de tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657368 Apr 18 20:25:34.093195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 6dec99a9-43ad-448f-b5fc-0693355ccabf triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:34.094277 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.133416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:34.143517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:34.153153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:34.158894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:34.159678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.168801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event updated for resources: {'Port': ['ID=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:34.205610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f733bf9-c564-421b-aee7-7cf6fdcf1b4c req-e61cf191-6136-48ea-bde2-393b732e1512 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:34.213496 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f733bf9-c564-421b-aee7-7cf6fdcf1b4c req-e61cf191-6136-48ea-bde2-393b732e1512 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 936 time: 0.2301424 Apr 18 20:25:34.224833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-23df0744-4c0f-49e5-b283-0ce52262fcf8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3828211 Apr 18 20:25:34.245899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Request body: {'port': {'device_id': '7151f49a-a9ba-4557-82ab-b499e8d1c31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:34.373000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08fdeb6-2412-4ed7-9554-2fd2c1304b82 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:34.382568 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.389614 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.398768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Transition to ACTIVE for port object c08fdeb6-2412-4ed7-9554-2fd2c1304b82 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:34.416576 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.421233 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.425725 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.439980 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.512591 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a58ebc-7034-4439-9d04-6ec006ecfc77 None None] Pushing event updated for resources: {'Port': ['ID=7c36780b-48bf-4a3e-9206-d51cb016a680,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:34.540039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Pushing event updated for resources: {'Port': ['ID=2ca35387-efae-4406-86e5-e3c5bf998823,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:34.542800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.565900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f733bf9-c564-421b-aee7-7cf6fdcf1b4c req-16c911c3-dad1-4d10-ba01-0e75ff7c8ad6 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515372 Apr 18 20:25:34.585604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1a9cca68-285c-46a5-8b94-0f1147ea582b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:34.664930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-acb069d2-4f8b-40fd-bf85-506324fbe8da None None] Provisioning complete for port 2ca35387-efae-4406-86e5-e3c5bf998823 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:34.665341 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-acb069d2-4f8b-40fd-bf85-506324fbe8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.681501 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.695223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Attempting to bind port 7c36780b-48bf-4a3e-9206-d51cb016a680 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:34.695649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Attempting to bind port 7c36780b-48bf-4a3e-9206-d51cb016a680 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:34.696025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Attempting to bind port 7c36780b-48bf-4a3e-9206-d51cb016a680 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:34.724321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Network db047aec-ba37-4d3a-b189-c280a8035f2c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:34.726463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:34.747627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:34.752407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:34.752577 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.752968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:34.753450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Bound port: 7c36780b-48bf-4a3e-9206-d51cb016a680, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:34.754069 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.796411 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.850209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555a941-c6eb-43e1-881b-1ba4ed027b21 req-11ea57d1-0845-4b68-8395-14ae175c6f01 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:34.851777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7555a941-c6eb-43e1-881b-1ba4ed027b21 req-11ea57d1-0845-4b68-8395-14ae175c6f01 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 945 time: 0.4434817 Apr 18 20:25:34.868729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Pushing event updated for resources: {'Port': ['ID=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:34.902708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] For port 7c36780b-48bf-4a3e-9206-d51cb016a680, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:34.906362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] For port 7c36780b-48bf-4a3e-9206-d51cb016a680, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7c36780b-48bf-4a3e-9206-d51cb016a680,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:34.914941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:25:34.921621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-acb069d2-4f8b-40fd-bf85-506324fbe8da None None] Port 2ca35387-efae-4406-86e5-e3c5bf998823 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:34.932715 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.959724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-163570b4-60f8-4b5b-93f4-a7f4355b7d7b req-d38fffad-3fc3-420f-8641-be9cb59d8785 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57 HTTP/1.1" status: 200 len: 1799 time: 0.3048398 Apr 18 20:25:34.964679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Attempting to bind port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:34.965013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Attempting to bind port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:34.965340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Attempting to bind port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:35.038840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 6dec99a9-43ad-448f-b5fc-0693355ccabf, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:35.041251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:35.043897 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d13d48-e726-40c3-bf3a-984a4b667fef" -d '{"events": [{"server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "name": "network-vif-plugged", "status": "completed", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:35.062322 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.063033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 96dcc94d-e9c5-4079-a6e9-fadda76e682e up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:35.071341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:35.071655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Attempting to bind port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:35.116704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:35.117064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:35.117451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:35.117878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Bound port: c08fdeb6-2412-4ed7-9554-2fd2c1304b82, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:35.118231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.119621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:25:35.125480 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a5c73d24-5ffb-4ff9-a4fa-69ffa26b875d admin admin] 10.222.0.49 "PUT /v2.0/routers/3853bacd-eb98-4bbc-9ab6-7fa04b996516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5756576 Apr 18 20:25:35.159854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 1a9cca68-285c-46a5-8b94-0f1147ea582b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:35.160392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.161740 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7555a941-c6eb-43e1-881b-1ba4ed027b21 req-ae063c08-543a-49fe-b831-f90af4c12456 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777879 Apr 18 20:25:35.162313 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Routers {'3853bacd-eb98-4bbc-9ab6-7fa04b996516'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:35.162948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:35.180735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fbd73b2b-3ffa-48ed-87d4-03fb30a333a5 None None] Provisioning complete for port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:35.181105 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fbd73b2b-3ffa-48ed-87d4-03fb30a333a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.218315 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-163570b4-60f8-4b5b-93f4-a7f4355b7d7b req-bdb500a7-3c40-440c-9565-fdd2d39de62f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.391032 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-163570b4-60f8-4b5b-93f4-a7f4355b7d7b req-bdb500a7-3c40-440c-9565-fdd2d39de62f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.459140 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e43be30-d627-4cd3-8de7-52e7fbec28a8 x-openstack-request-id: req-8e43be30-d627-4cd3-8de7-52e7fbec28a8 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:35.459712 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "name": "network-vif-plugged", "status": "completed", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:35.460004 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e43be30-d627-4cd3-8de7-52e7fbec28a8 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:35.460359 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e43be30-d627-4cd3-8de7-52e7fbec28a8'] response: {'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'code': 200} Apr 18 20:25:35.465908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'd79d7393-1b70-4417-8827-4a4f683539d1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:35.537661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a58ebc-7034-4439-9d04-6ec006ecfc77 None None] Pushing event updated for resources: {'Port': ['ID=7c36780b-48bf-4a3e-9206-d51cb016a680,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:35.549556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] For port c08fdeb6-2412-4ed7-9554-2fd2c1304b82, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:35.573801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea4273-a16f-4a32-bd27-a70e350f5672 req-6d5b4685-4f84-49f5-bc22-9c56a4b19f46 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:35.575488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7ea4273-a16f-4a32-bd27-a70e350f5672 req-6d5b4685-4f84-49f5-bc22-9c56a4b19f46 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 949 time: 0.2603936 Apr 18 20:25:35.583346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] For port c08fdeb6-2412-4ed7-9554-2fd2c1304b82, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:35.588998 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca8369-f1fa-4210-baf7-a3c2a2154229 req-4cb4113f-b2d1-40bc-b17b-5f3b00bc8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:35.590472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95ca8369-f1fa-4210-baf7-a3c2a2154229 req-4cb4113f-b2d1-40bc-b17b-5f3b00bc8f2c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1097 time: 0.2800734 Apr 18 20:25:35.618951 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.674814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 96dcc94d-e9c5-4079-a6e9-fadda76e682e completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:35.696070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 96dcc94d-e9c5-4079-a6e9-fadda76e682e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:35.696446 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.714873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fbd73b2b-3ffa-48ed-87d4-03fb30a333a5 None None] Port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:35.798048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:35.803193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b7e960a9-55c2-4fa5-8261-d656af21f55a details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:35.809371 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.830295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Transition to ACTIVE for port object 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:35.917394 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-922668b3-e40c-4167-9b0f-07684d86f8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.928052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Pushing event updated for resources: {'Port': ['ID=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:35.930912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d8f85aa6-7b90-45b4-9b4f-0b0624bb4343 None None] Provisioning complete for port 2ca35387-efae-4406-86e5-e3c5bf998823 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:35.930912 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8f85aa6-7b90-45b4-9b4f-0b0624bb4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.937999 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-163570b4-60f8-4b5b-93f4-a7f4355b7d7b req-bdb500a7-3c40-440c-9565-fdd2d39de62f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.942885 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-163570b4-60f8-4b5b-93f4-a7f4355b7d7b req-bdb500a7-3c40-440c-9565-fdd2d39de62f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.957019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-163570b4-60f8-4b5b-93f4-a7f4355b7d7b req-bdb500a7-3c40-440c-9565-fdd2d39de62f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57 HTTP/1.1" status: 204 len: 173 time: 0.9845681 Apr 18 20:25:35.971881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:35.973481 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.975109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-3cc561cb-913d-411b-a1d5-ef35fe741b14 service neutron] 10.222.0.64 "PUT /v2.0/ports/c08fdeb6-2412-4ed7-9554-2fd2c1304b82 HTTP/1.1" status: 200 len: 1096 time: 3.1123950 Apr 18 20:25:35.982521 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.000542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60f86a6-59ea-4132-9511-edc55114e5e6', 'tag': 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:36.003432 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946e3be2-2844-478d-8c30-ab19cef02d60" -d '{"events": [{"name": "network-changed", "server_uuid": "f60f86a6-59ea-4132-9511-edc55114e5e6", "tag": "c08fdeb6-2412-4ed7-9554-2fd2c1304b82"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:36.040857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d8f85aa6-7b90-45b4-9b4f-0b0624bb4343 None None] Port 2ca35387-efae-4406-86e5-e3c5bf998823 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:36.043895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=6dec99a9-43ad-448f-b5fc-0693355ccabf,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:36.107412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb500a7-3c40-440c-9565-fdd2d39de62f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:36.136476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] Set router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:36.171462 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.resource_extend [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:25:36.173393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7ea4273-a16f-4a32-bd27-a70e350f5672 req-322a0a96-d603-45c6-a3cf-1256e630ac25 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873253 Apr 18 20:25:36.277438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-62181e10-2bdc-46b3-8505-f0e936158691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:36.281434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-62181e10-2bdc-46b3-8505-f0e936158691 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=f60f86a6-59ea-4132-9511-edc55114e5e6 HTTP/1.1" status: 200 len: 1099 time: 0.1756158 Apr 18 20:25:36.304214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95ca8369-f1fa-4210-baf7-a3c2a2154229 req-82bc5f89-932f-4d80-8eb3-b5334f83ca66 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613448 Apr 18 20:25:36.318774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Pushing event updated for resources: {'Port': ['ID=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:36.397226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-9e242c3e-8932-4374-8d0f-5aa322a80473 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c08fdeb6-2412-4ed7-9554-2fd2c1304b82 HTTP/1.1" status: 200 len: 217 time: 0.0846729 Apr 18 20:25:36.496659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-6acf359e-0495-4c1b-b6e8-54521022e369 req-fb811a25-b605-41db-815a-ffef01b63729 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-473006345', 'description': 'tempest-description-2114618394'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:36.551779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-6c4c3cf4-bb20-45a3-9ec5-840c91eb240e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:36.553781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-6c4c3cf4-bb20-45a3-9ec5-840c91eb240e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1313767 Apr 18 20:25:36.562024 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.625405 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6acf359e-0495-4c1b-b6e8-54521022e369 req-fb811a25-b605-41db-815a-ffef01b63729 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.665468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Attempting to bind port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:36.665816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Attempting to bind port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:36.666107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Attempting to bind port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:36.677205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:36.677620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Attempting to bind port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:36.687340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:36.687546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:36.687963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:36.688560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Bound port: 25ed8697-1c8a-4529-bd9e-f784e75b6bd9, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:36.689383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.727861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-d8041727-2c03-434a-87b5-e07219a4da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:36.729768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-d8041727-2c03-434a-87b5-e07219a4da19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205122 Apr 18 20:25:36.808219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a513d6-3b2c-479c-a968-51b1be162ab6 req-1caf9f1f-525b-4917-a423-3f635bbdde86 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:36.817962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77a513d6-3b2c-479c-a968-51b1be162ab6 req-1caf9f1f-525b-4917-a423-3f635bbdde86 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 948 time: 0.3990214 Apr 18 20:25:36.925223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:36.937250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77a513d6-3b2c-479c-a968-51b1be162ab6 req-bede91b3-e438-4b43-9ab2-c3edd33065dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165340 Apr 18 20:25:36.968362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:37.009499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'mac_address': 'fa:16:3e:ef:25:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:37.024765 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.135574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:37.142033 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7174b14b-3d6e-4387-9821-0e9514c2dcb9 x-openstack-request-id: req-7174b14b-3d6e-4387-9821-0e9514c2dcb9 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:37.142390 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60f86a6-59ea-4132-9511-edc55114e5e6", "tag": "c08fdeb6-2412-4ed7-9554-2fd2c1304b82", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:37.142644 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7174b14b-3d6e-4387-9821-0e9514c2dcb9 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:37.143049 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7174b14b-3d6e-4387-9821-0e9514c2dcb9'] response: {'name': 'network-changed', 'server_uuid': 'f60f86a6-59ea-4132-9511-edc55114e5e6', 'tag': 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82', 'status': 'completed', 'code': 200} Apr 18 20:25:37.210349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-router', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:25:33Z', 'revision_number': 4, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'gw_port': {'id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:29Z', 'updated_at': '2022-04-18T20:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2ca35387-efae-4406-86e5-e3c5bf998823', 'name': '', 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'mac_address': 'fa:16:3e:98:c2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:32Z', 'updated_at': '2022-04-18T20:25:34Z', 'revision_number': 2, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'subnets': [{'id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:37.220093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] For port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:37.233826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] For port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:37.237133 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6acf359e-0495-4c1b-b6e8-54521022e369 req-fb811a25-b605-41db-815a-ffef01b63729 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.262046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4622ed26-57e0-4725-ae71-275712aa8cbb None None] The sync data for ids ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'] in n-d-836015-4 is: [{'id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-router', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:25:33Z', 'revision_number': 4, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'gw_port': {'id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:29Z', 'updated_at': '2022-04-18T20:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2ca35387-efae-4406-86e5-e3c5bf998823', 'name': '', 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'mac_address': 'fa:16:3e:98:c2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:32Z', 'updated_at': '2022-04-18T20:25:34Z', 'revision_number': 2, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'subnets': [{'id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:37.276677 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.280274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-f3d17ced-66de-403a-b526-69bfdf90f21b service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129056 Apr 18 20:25:37.284579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6acf359e-0495-4c1b-b6e8-54521022e369 req-fb811a25-b605-41db-815a-ffef01b63729 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.290111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.318194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7e960a9-55c2-4fa5-8261-d656af21f55a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:37.361385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:37.369831 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.433968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:37.434778 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.436009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] 10.222.0.60 "PUT /v2.0/ports/25ed8697-1c8a-4529-bd9e-f784e75b6bd9 HTTP/1.1" status: 200 len: 1096 time: 3.1951139 Apr 18 20:25:37.466204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:37.468823 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d552b86-9005-43b6-8c33-7865beaf5c86" -d '{"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-plugged", "status": "completed", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:37.479687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:37.563730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b7e960a9-55c2-4fa5-8261-d656af21f55a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:37.601358 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6acf359e-0495-4c1b-b6e8-54521022e369 req-fb811a25-b605-41db-815a-ffef01b63729 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.602196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6acf359e-0495-4c1b-b6e8-54521022e369 req-fb811a25-b605-41db-815a-ffef01b63729 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1822855 Apr 18 20:25:37.602826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb811a25-b605-41db-815a-ffef01b63729 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b87c40b-333f-47ac-a0e4-3a8ae2e97164,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:37.696404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-46e2af15-72a6-46dc-8fda-f8a7ced9c9d5 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953893 Apr 18 20:25:37.717988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833dd02-5791-45fe-bd2e-2baaded2f27a service neutron] Pushing event updated for resources: {'Port': ['ID=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:37.747273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38523800-fae0-41c9-b0ad-461477d5d17b req-f0c4c1ab-ae17-4781-85f5-d0db0f159bff tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:37.750739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38523800-fae0-41c9-b0ad-461477d5d17b req-f0c4c1ab-ae17-4781-85f5-d0db0f159bff tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 946 time: 0.4667168 Apr 18 20:25:37.935042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-cc078bd5-d573-40ec-970b-7045d1ac92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:37.937556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-cc078bd5-d573-40ec-970b-7045d1ac92af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 1099 time: 0.4152801 Apr 18 20:25:38.023634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-53ff9687-9122-4dc5-a744-55989debacca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=25ed8697-1c8a-4529-bd9e-f784e75b6bd9 HTTP/1.1" status: 200 len: 217 time: 0.0691307 Apr 18 20:25:38.102609 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e51150d-801a-4156-b136-f97ee6a98c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:38.103372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b2e28-70ec-4872-a0da-a72f475feb15 req-334adf81-20a5-4414-9da3-10de6480abb9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.105044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-444b2e28-70ec-4872-a0da-a72f475feb15 req-334adf81-20a5-4414-9da3-10de6480abb9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.3133457 Apr 18 20:25:38.116242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-c0f4c29d-e330-4928-bcff-10d20ec553c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.117842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-c0f4c29d-e330-4928-bcff-10d20ec553c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=f60f86a6-59ea-4132-9511-edc55114e5e6 HTTP/1.1" status: 200 len: 1099 time: 0.2351108 Apr 18 20:25:38.125356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-99bbae24-f19b-4dd4-b94b-1a035c3ee61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.126909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-99bbae24-f19b-4dd4-b94b-1a035c3ee61d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0851991 Apr 18 20:25:38.146764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38523800-fae0-41c9-b0ad-461477d5d17b req-c881c7d3-b364-4deb-b1ec-159b4f62be70 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552967 Apr 18 20:25:38.360125 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0d71d0-531c-420a-b0a5-25c5316cf1e4 x-openstack-request-id: req-5a0d71d0-531c-420a-b0a5-25c5316cf1e4 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:38.361088 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-plugged", "status": "completed", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:38.361557 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a0d71d0-531c-420a-b0a5-25c5316cf1e4 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:38.362172 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0d71d0-531c-420a-b0a5-25c5316cf1e4'] response: {'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'code': 200} Apr 18 20:25:38.925283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-6c8889c7-ae27-4c6f-9ce0-1a44001ab800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.927650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-6c8889c7-ae27-4c6f-9ce0-1a44001ab800 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.7769518 Apr 18 20:25:38.933967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-444b2e28-70ec-4872-a0da-a72f475feb15 req-a37aa87f-0a0d-4cbc-8244-a1564c9e6542 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7820735 Apr 18 20:25:38.987160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a238f2b3-c5b5-4f63-a512-732f4358e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.987160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-a238f2b3-c5b5-4f63-a512-732f4358e721 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8338337 Apr 18 20:25:38.990091 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43933680-14a7-4c7a-9941-d116082baa11 req-9266751c-f512-4a34-b379-1b68ce92ed58 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/0b87c40b-333f-47ac-a0e4-3a8ae2e97164 HTTP/1.1" status: 200 len: 1800 time: 0.1929107 Apr 18 20:25:39.032196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d774880-f94e-4f67-a68b-93e855b4f062 req-ad44643a-203b-4232-a5c3-d12e693d1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.034350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d774880-f94e-4f67-a68b-93e855b4f062 req-ad44643a-203b-4232-a5c3-d12e693d1fa3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 1101 time: 0.2346857 Apr 18 20:25:39.036443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-e5bc19ba-562d-4af8-8b19-1199dfda8f9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=c08fdeb6-2412-4ed7-9554-2fd2c1304b82 HTTP/1.1" status: 200 len: 217 time: 0.0936253 Apr 18 20:25:39.039422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-43933680-14a7-4c7a-9941-d116082baa11 req-b441c8af-ac93-48ff-9375-928ece2e17ee tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Request body: {'security_group': {'name': 'tempest-sg-hth-881010828', 'description': 'tempest-description-hth-1791264610'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:39.147110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7151f49a-a9ba-4557-82ab-b499e8d1c31c', 'tag': '25ed8697-1c8a-4529-bd9e-f784e75b6bd9'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:39.149420 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358c4bcd-3748-4126-873c-daf6976948a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7151f49a-a9ba-4557-82ab-b499e8d1c31c", "tag": "25ed8697-1c8a-4529-bd9e-f784e75b6bd9"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:39.190708 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.293868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d774880-f94e-4f67-a68b-93e855b4f062 req-d0d6d69f-52ff-4508-a10e-eddba572f875 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987107 Apr 18 20:25:39.319028 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43933680-14a7-4c7a-9941-d116082baa11 req-b441c8af-ac93-48ff-9375-928ece2e17ee tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.393236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43933680-14a7-4c7a-9941-d116082baa11 req-b441c8af-ac93-48ff-9375-928ece2e17ee tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.411396 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43933680-14a7-4c7a-9941-d116082baa11 req-b441c8af-ac93-48ff-9375-928ece2e17ee tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.414401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43933680-14a7-4c7a-9941-d116082baa11 req-b441c8af-ac93-48ff-9375-928ece2e17ee tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.426683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43933680-14a7-4c7a-9941-d116082baa11 req-b441c8af-ac93-48ff-9375-928ece2e17ee tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "PUT /v2.0/security-groups/0b87c40b-333f-47ac-a0e4-3a8ae2e97164 HTTP/1.1" status: 200 len: 1774 time: 0.4034920 Apr 18 20:25:39.437762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-c8579081-bce5-4c49-8808-b1361817160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.439489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-c8579081-bce5-4c49-8808-b1361817160e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.3557878 Apr 18 20:25:39.473267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48886b-dabe-4a4a-8004-96abcc580ebd req-ad94bc59-5f6a-4515-92cc-03077264557f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.481485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a48886b-dabe-4a4a-8004-96abcc580ebd req-ad94bc59-5f6a-4515-92cc-03077264557f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 948 time: 0.3713853 Apr 18 20:25:39.530571 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-991f9d39-db35-4389-8a04-228fed6b4105 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057576 Apr 18 20:25:39.604414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a48886b-dabe-4a4a-8004-96abcc580ebd req-e4762e60-0ffd-476b-bd0d-b1edb632db20 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215701 Apr 18 20:25:39.606291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441c8af-ac93-48ff-9375-928ece2e17ee tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b87c40b-333f-47ac-a0e4-3a8ae2e97164,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:39.733736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-7c97b8fa-97c3-4daf-8c75-6e32316d7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.736724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-7c97b8fa-97c3-4daf-8c75-6e32316d7fd7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2891743 Apr 18 20:25:39.739083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f3dce2-d819-402f-aab1-0441ee4f573f req-496e4478-583b-4b5d-8411-9b56a172bc45 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627634 Apr 18 20:25:39.746258 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20ee10b-cb6d-4ee4-bcb1-f70f9c69657c x-openstack-request-id: req-b20ee10b-cb6d-4ee4-bcb1-f70f9c69657c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:39.746838 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7151f49a-a9ba-4557-82ab-b499e8d1c31c", "tag": "25ed8697-1c8a-4529-bd9e-f784e75b6bd9", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:39.747282 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b20ee10b-cb6d-4ee4-bcb1-f70f9c69657c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:39.748585 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20ee10b-cb6d-4ee4-bcb1-f70f9c69657c'] response: {'name': 'network-changed', 'server_uuid': '7151f49a-a9ba-4557-82ab-b499e8d1c31c', 'tag': '25ed8697-1c8a-4529-bd9e-f784e75b6bd9', 'status': 'completed', 'code': 200} Apr 18 20:25:39.755070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b7e960a9-55c2-4fa5-8261-d656af21f55a up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:39.776765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c672a-3977-429c-a510-df0dea088fae req-f94f8062-84df-4d68-bc5e-564ecd492e3d tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.788596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5c672a-3977-429c-a510-df0dea088fae req-f94f8062-84df-4d68-bc5e-564ecd492e3d tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 946 time: 0.2389796 Apr 18 20:25:39.853531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port b7e960a9-55c2-4fa5-8261-d656af21f55a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:39.857910 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.927071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5c672a-3977-429c-a510-df0dea088fae req-db313cdc-c1a8-4769-8983-9842f847293e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119878 Apr 18 20:25:40.013866 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.057277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:40.060375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-461ce66a-ba7b-4568-a4da-101429d03c2f req-f6ccf867-4126-4a49-9577-d2992ebb5838 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/0b87c40b-333f-47ac-a0e4-3a8ae2e97164 HTTP/1.1" status: 200 len: 1774 time: 0.2544367 Apr 18 20:25:40.068982 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.176406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:40.232406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-cb91df34-1cef-480e-adea-681b4c520fa2 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423022 Apr 18 20:25:40.273178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c4bcd-3748-4126-873c-daf6976948a8 req-b818fe0c-b95d-418a-92e1-cc2ad03da880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:40.274802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358c4bcd-3748-4126-873c-daf6976948a8 req-b818fe0c-b95d-418a-92e1-cc2ad03da880 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 1099 time: 0.3401165 Apr 18 20:25:40.360598 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.363248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:40.369157 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff169eba-21ae-4daf-b986-f7e2de599c43" -d '{"events": [{"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-plugged", "status": "completed", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:40.390340 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34680724-1c4f-4794-af57-c4fb28070137 req-b1b50daf-ad21-4891-abc9-4067465ca81b tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3864133 Apr 18 20:25:40.461356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:40.664809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7c36780b-48bf-4a3e-9206-d51cb016a680 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:40.689187 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Sync routers for ids ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:40.707046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ed690-7763-437a-bf9f-eca7ea9a1bee req-783e4f4d-d3f0-41fc-a39d-b07e88ca2f25 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:40.708645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa4ed690-7763-437a-bf9f-eca7ea9a1bee req-783e4f4d-d3f0-41fc-a39d-b07e88ca2f25 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.4675152 Apr 18 20:25:40.719244 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.735652 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Routers {'3853bacd-eb98-4bbc-9ab6-7fa04b996516'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:40.736324 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:40.831957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7c36780b-48bf-4a3e-9206-d51cb016a680 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:40.834130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.872237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c4bcd-3748-4126-873c-daf6976948a8 req-f1433599-273e-4ba2-aa67-324eec56b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:40.880407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358c4bcd-3748-4126-873c-daf6976948a8 req-f1433599-273e-4ba2-aa67-324eec56b500 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.4887743 Apr 18 20:25:40.882700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-946e3be2-2844-478d-8c30-ab19cef02d60 req-c433bfc1-12a2-499f-8edc-7ac1a3c080ce service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138058 Apr 18 20:25:40.982075 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Set router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:40.987793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358c4bcd-3748-4126-873c-daf6976948a8 req-6ad22e5e-b2a1-4fac-b9dd-72a81c5e0a6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=25ed8697-1c8a-4529-bd9e-f784e75b6bd9 HTTP/1.1" status: 200 len: 217 time: 0.0881193 Apr 18 20:25:40.991714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa4ed690-7763-437a-bf9f-eca7ea9a1bee req-a924df23-9359-4554-95b8-432525bf4366 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587185 Apr 18 20:25:41.017915 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.104375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c4bcd-3748-4126-873c-daf6976948a8 req-af94f471-c3bc-4acf-af9a-5ecbdf12ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:41.109400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358c4bcd-3748-4126-873c-daf6976948a8 req-af94f471-c3bc-4acf-af9a-5ecbdf12ff66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1127079 Apr 18 20:25:41.113845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 7c36780b-48bf-4a3e-9206-d51cb016a680, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7c36780b-48bf-4a3e-9206-d51cb016a680,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:41.131670 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.138299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.235136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=7c36780b-48bf-4a3e-9206-d51cb016a680,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:41.252754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.264512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4ed308b-6b2d-45a4-a8ca-f252cd17622f req-9936bfd2-f41a-4c35-9f5e-744160929d05 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/0b87c40b-333f-47ac-a0e4-3a8ae2e97164 HTTP/1.1" status: 200 len: 1774 time: 0.1887465 Apr 18 20:25:41.402072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Allocated IP 172.25.2.247 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/55d50ade-f45c-43a9-8ff2-daedf3b23f52) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:41.447592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c08fdeb6-2412-4ed7-9554-2fd2c1304b82 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:41.663281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c4bcd-3748-4126-873c-daf6976948a8 req-8c92acda-9472-4692-9363-3a22fe1855a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:41.664984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358c4bcd-3748-4126-873c-daf6976948a8 req-8c92acda-9472-4692-9363-3a22fe1855a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5350621 Apr 18 20:25:41.704321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d4ed308b-6b2d-45a4-a8ca-f252cd17622f req-31e86905-3844-4b82-845f-5da3732c7986 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.709112 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.810446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d4ed308b-6b2d-45a4-a8ca-f252cd17622f req-31e86905-3844-4b82-845f-5da3732c7986 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.821952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port c08fdeb6-2412-4ed7-9554-2fd2c1304b82, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:41.852117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82', 'mac_address': 'fa:16:3e:eb:62:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:41.900181 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.948699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358c4bcd-3748-4126-873c-daf6976948a8 req-eeee9bc2-8b3f-41f6-a9d6-d446e6deb64f service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453609 Apr 18 20:25:41.959637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Pushing event updated for resources: {'Port': ['ID=55d50ade-f45c-43a9-8ff2-daedf3b23f52,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:41.966260 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.966765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d4ed308b-6b2d-45a4-a8ca-f252cd17622f req-31e86905-3844-4b82-845f-5da3732c7986 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.973639 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.974542 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d4ed308b-6b2d-45a4-a8ca-f252cd17622f req-31e86905-3844-4b82-845f-5da3732c7986 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.977937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4ed308b-6b2d-45a4-a8ca-f252cd17622f req-31e86905-3844-4b82-845f-5da3732c7986 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b87c40b-333f-47ac-a0e4-3a8ae2e97164 HTTP/1.1" status: 204 len: 173 time: 0.4100096 Apr 18 20:25:42.040028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08fdeb6-2412-4ed7-9554-2fd2c1304b82 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:42.075431 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-router', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:25:33Z', 'revision_number': 4, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'gw_port': {'id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:29Z', 'updated_at': '2022-04-18T20:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2ca35387-efae-4406-86e5-e3c5bf998823', 'name': '', 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'mac_address': 'fa:16:3e:98:c2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:32Z', 'updated_at': '2022-04-18T20:25:34Z', 'revision_number': 2, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'subnets': [{'id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:42.084343 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaea841-e347-48ca-917c-c2bd260bf30c x-openstack-request-id: req-ebaea841-e347-48ca-917c-c2bd260bf30c {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:42.095438 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-plugged", "status": "completed", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:42.095983 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ebaea841-e347-48ca-917c-c2bd260bf30c {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:42.096586 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebaea841-e347-48ca-917c-c2bd260bf30c'] response: {'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'code': 200} Apr 18 20:25:42.112190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port c08fdeb6-2412-4ed7-9554-2fd2c1304b82, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:42.123603 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.138198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:42.153275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:42.162662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:42.170586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e86905-3844-4b82-845f-5da3732c7986 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b87c40b-333f-47ac-a0e4-3a8ae2e97164,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:42.197945 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Checking router: 3853bacd-eb98-4bbc-9ab6-7fa04b996516 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:42.198309 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Updating router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 port 2ca35387-efae-4406-86e5-e3c5bf998823 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:25:42.219059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:42.267299 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.496021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['c08fdeb6-2412-4ed7-9554-2fd2c1304b82'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:42.532754 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358c4bcd-3748-4126-873c-daf6976948a8 req-7b8ce902-9bb7-4903-909e-7fa1379a4238 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459659 Apr 18 20:25:42.536511 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.635123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b7196-d55d-4a84-b06b-40ba1678677b req-9d028492-e3f3-447e-bdb4-26b86b90880d tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:42.647484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-500b7196-d55d-4a84-b06b-40ba1678677b req-9d028492-e3f3-447e-bdb4-26b86b90880d tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 948 time: 0.4676726 Apr 18 20:25:42.711203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7c36780b-48bf-4a3e-9206-d51cb016a680 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:42.768461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-500b7196-d55d-4a84-b06b-40ba1678677b req-e06a915a-fc43-4083-9862-e3a867b4d766 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189661 Apr 18 20:25:42.841824 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.955777 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.975092 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.267026 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7c36780b-48bf-4a3e-9206-d51cb016a680 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:43.270513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.351061 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Pushing event updated for resources: {'Port': ['ID=2ca35387-efae-4406-86e5-e3c5bf998823,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:43.379162 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Attempting to bind port 2ca35387-efae-4406-86e5-e3c5bf998823 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:43.383135 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Attempting to bind port 2ca35387-efae-4406-86e5-e3c5bf998823 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '29c409ce-8b80-454f-8b50-3bc0653a5990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:43.385814 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Attempting to bind port 2ca35387-efae-4406-86e5-e3c5bf998823 on network db047aec-ba37-4d3a-b189-c280a8035f2c {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:43.392643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.406274 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.412241 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.415091 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.415544 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.418594 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.419058 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.421169 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.425647 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.426622 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.441996 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.446098 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.449483 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:43.463526 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:43.473121 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Checking segment: {'id': '29c409ce-8b80-454f-8b50-3bc0653a5990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:43.475867 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.477628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.478184 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Bound using segment: {'id': '29c409ce-8b80-454f-8b50-3bc0653a5990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:43.480143 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Bound port: 2ca35387-efae-4406-86e5-e3c5bf998823, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c409ce-8b80-454f-8b50-3bc0653a5990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:43.482468 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.559350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-043c3db0-914f-486b-b96b-f217a2b9bc3b None None] Provisioning complete for port 2ca35387-efae-4406-86e5-e3c5bf998823 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:43.559641 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-043c3db0-914f-486b-b96b-f217a2b9bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.606554 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] For port 2ca35387-efae-4406-86e5-e3c5bf998823, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:43.611588 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] For port 2ca35387-efae-4406-86e5-e3c5bf998823, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2ca35387-efae-4406-86e5-e3c5bf998823,segment=NetworkSegment(29c409ce-8b80-454f-8b50-3bc0653a5990),segment_id=29c409ce-8b80-454f-8b50-3bc0653a5990)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:43.635682 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.677237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.682579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-043c3db0-914f-486b-b96b-f217a2b9bc3b None None] Port 2ca35387-efae-4406-86e5-e3c5bf998823 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:43.730768 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab007310-c880-444c-8b6f-53d35871c22b None None] Pushing event updated for resources: {'Port': ['ID=2ca35387-efae-4406-86e5-e3c5bf998823,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:43.732237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.744138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34680724-1c4f-4794-af57-c4fb28070137 req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2819707 Apr 18 20:25:43.755876 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Routers {'3853bacd-eb98-4bbc-9ab6-7fa04b996516'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:43.756918 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:43.774246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f6f5f-6b54-4956-8e60-2f9414077ee2 req-262e981d-e1af-4f78-9787-631b083e93e8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:43.785660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de3f6f5f-6b54-4956-8e60-2f9414077ee2 req-262e981d-e1af-4f78-9787-631b083e93e8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.3844693 Apr 18 20:25:43.803153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:25:44.157512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:44.192675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '25ed8697-1c8a-4529-bd9e-f784e75b6bd9', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '25ed8697-1c8a-4529-bd9e-f784e75b6bd9', 'mac_address': 'fa:16:3e:4c:55:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:25:44.319468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b7ad7-b620-4584-b802-1a556d701e89 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Pushing event updated for resources: {'Port': ['ID=55d50ade-f45c-43a9-8ff2-daedf3b23f52,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:44.329575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fb7806ec-e3ef-4934-a1f3-7938daa6975d None None] Provisioning complete for port 2ca35387-efae-4406-86e5-e3c5bf998823 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:44.332449 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb7806ec-e3ef-4934-a1f3-7938daa6975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:44.360716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34680724-1c4f-4794-af57-c4fb28070137 req-f9a30c00-94dd-4e7c-be6a-f714f4206ca0 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 696 time: 0.6155024 Apr 18 20:25:44.444728 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:44.505265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:44.550591 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] Set router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:44.588457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de3f6f5f-6b54-4956-8e60-2f9414077ee2 req-00478e65-b956-49b5-a790-c3888440cc4e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7966330 Apr 18 20:25:44.705874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2ca35387-efae-4406-86e5-e3c5bf998823 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:44.742316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:44.812698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34680724-1c4f-4794-af57-c4fb28070137 req-36c305a5-3fe1-4396-938c-ba96180bab96 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:44.822710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34680724-1c4f-4794-af57-c4fb28070137 req-36c305a5-3fe1-4396-938c-ba96180bab96 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.4607444 Apr 18 20:25:44.885434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-34680724-1c4f-4794-af57-c4fb28070137 req-92614a85-01db-4724-9728-2dd8fdbe3846 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:25:44.888382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34680724-1c4f-4794-af57-c4fb28070137 req-92614a85-01db-4724-9728-2dd8fdbe3846 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458705 Apr 18 20:25:44.965451 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.045580 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb7806ec-e3ef-4934-a1f3-7938daa6975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.135485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:45.240162 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-fb7806ec-e3ef-4934-a1f3-7938daa6975d None None] For port 2ca35387-efae-4406-86e5-e3c5bf998823, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2ca35387-efae-4406-86e5-e3c5bf998823,segment=NetworkSegment(29c409ce-8b80-454f-8b50-3bc0653a5990),segment_id=29c409ce-8b80-454f-8b50-3bc0653a5990)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:45.275213 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb7806ec-e3ef-4934-a1f3-7938daa6975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.359186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2ca35387-efae-4406-86e5-e3c5bf998823 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:45.359954 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.401111 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-router', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:25:33Z', 'revision_number': 4, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'gw_port': {'id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:29Z', 'updated_at': '2022-04-18T20:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2ca35387-efae-4406-86e5-e3c5bf998823', 'name': '', 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'mac_address': 'fa:16:3e:98:c2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:32Z', 'updated_at': '2022-04-18T20:25:43Z', 'revision_number': 4, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'subnets': [{'id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:45.483372 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328e676-3dbc-4d9b-9182-c7685d6e660a None None] The sync data for ids ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'] in n-d-836015-4 is: [{'id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-router', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:25:33Z', 'revision_number': 4, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'gw_port': {'id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:29Z', 'updated_at': '2022-04-18T20:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2ca35387-efae-4406-86e5-e3c5bf998823', 'name': '', 'network_id': 'db047aec-ba37-4d3a-b189-c280a8035f2c', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'mac_address': 'fa:16:3e:98:c2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:32Z', 'updated_at': '2022-04-18T20:25:43Z', 'revision_number': 4, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'subnets': [{'id': '699db0f4-8db5-46a7-a0dd-c515222d5fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:45.511265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['25ed8697-1c8a-4529-bd9e-f784e75b6bd9'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:45.516754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c08fdeb6-2412-4ed7-9554-2fd2c1304b82 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:45.552078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be887a-892d-4438-ba3d-411677a3e665 req-f13d88d8-d19d-48d8-b7d7-e0b688a5ebbc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:45.564540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3be887a-892d-4438-ba3d-411677a3e665 req-f13d88d8-d19d-48d8-b7d7-e0b688a5ebbc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 949 time: 0.4389195 Apr 18 20:25:45.662589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b28e69-cdb8-4227-9acc-d7806399178b req-db26ebaf-34ff-4015-b7ae-856d9cb5188a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:45.665263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55b28e69-cdb8-4227-9acc-d7806399178b req-db26ebaf-34ff-4015-b7ae-856d9cb5188a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.2839646 Apr 18 20:25:45.727911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7806ec-e3ef-4934-a1f3-7938daa6975d None None] Pushing event updated for resources: {'Port': ['ID=2ca35387-efae-4406-86e5-e3c5bf998823,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:45.760304 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.789369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3be887a-892d-4438-ba3d-411677a3e665 req-5127fdb7-5253-40de-9d1f-2700675c0252 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220571 Apr 18 20:25:45.930881 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-90b9979a-dc5c-4ee1-ba2e-d4658b97af44 req-8ed5d474-f02c-4f34-a4ec-12ed29636e2e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] show failed (client error): The resource could not be found. Apr 18 20:25:45.932037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b9979a-dc5c-4ee1-ba2e-d4658b97af44 req-8ed5d474-f02c-4f34-a4ec-12ed29636e2e tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/a0b13d58-0548-4bd6-b5eb-a8a1ef91ae57 HTTP/1.1" status: 404 len: 352 time: 0.0636673 Apr 18 20:25:45.947431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55b28e69-cdb8-4227-9acc-d7806399178b req-90edca4e-443e-4a70-bc35-41b0058e30bb tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412915 Apr 18 20:25:46.067190 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-ea11b997-5703-4266-8751-befad0727a00 req-c4412991-f0bd-46d7-bd12-dd26835464cb tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] show failed (client error): The resource could not be found. Apr 18 20:25:46.074262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea11b997-5703-4266-8751-befad0727a00 req-c4412991-f0bd-46d7-bd12-dd26835464cb tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/29ee1933-1eb6-4783-9fca-cba801a8a269 HTTP/1.1" status: 404 len: 352 time: 0.0390375 Apr 18 20:25:46.326417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:46.356869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:46.357241 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.540879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-3e6cfff4-ff8f-4bfe-9650-e39e167564f8 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:46.561247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-3e6cfff4-ff8f-4bfe-9650-e39e167564f8 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 821 time: 0.3888061 Apr 18 20:25:46.614307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-2662dcbc-eb34-4eed-9f24-452d2fd4b6f8 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/quotas/0538e55f37c342c9bd1ff7a34fc228bf HTTP/1.1" status: 200 len: 375 time: 0.0521049 Apr 18 20:25:46.620212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2ca35387-efae-4406-86e5-e3c5bf998823 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:46.745452 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-364c4c4a-45b6-4bf6-80df-be5dc9d851fd req-3ac60597-2504-445a-85f1-0b56cd050704 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] show failed (client error): The resource could not be found. Apr 18 20:25:46.756090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-364c4c4a-45b6-4bf6-80df-be5dc9d851fd req-3ac60597-2504-445a-85f1-0b56cd050704 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/2a6263bd-e4e3-45a8-8eb7-e9e1bb6d1efe HTTP/1.1" status: 404 len: 352 time: 0.1778803 Apr 18 20:25:46.849487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-10819a85-6dc4-4861-b876-305bbd9762af tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2342572 Apr 18 20:25:46.969351 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.024235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2ca35387-efae-4406-86e5-e3c5bf998823 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:47.024477 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.054009 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-43909c88-ed7a-4a8a-9b67-d3620d1dfd0b req-d92223b0-cf0b-40b1-a7c5-075fc9d4b9f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] show failed (client error): The resource could not be found. Apr 18 20:25:47.070317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43909c88-ed7a-4a8a-9b67-d3620d1dfd0b req-d92223b0-cf0b-40b1-a7c5-075fc9d4b9f8 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/094859b3-c3bc-4aab-a655-761fa07f49fd HTTP/1.1" status: 404 len: 352 time: 0.0550568 Apr 18 20:25:47.127950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60f86a6-59ea-4132-9511-edc55114e5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:47.138722 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f01b32a-33b4-4154-b8f5-741dcd1a930e" -d '{"events": [{"server_uuid": "f60f86a6-59ea-4132-9511-edc55114e5e6", "name": "network-vif-plugged", "status": "completed", "tag": "c08fdeb6-2412-4ed7-9554-2fd2c1304b82"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:47.155833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port c08fdeb6-2412-4ed7-9554-2fd2c1304b82, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:47.192475 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.220457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-c5c2dc1f-311c-4f00-8023-c1107ec1ac17 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696249 Apr 18 20:25:47.274489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:47.544984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-8132ff78-e1ab-4115-b88f-6d2cbbc69fa4 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205850 Apr 18 20:25:47.576972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7a356-2513-43f8-9dcb-0d61d18293fe req-4f82133b-45c7-42a1-b8b6-a80d5db5d19d tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:47.587505 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-82e7a356-2513-43f8-9dcb-0d61d18293fe req-4f82133b-45c7-42a1-b8b6-a80d5db5d19d tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 949 time: 0.1346767 Apr 18 20:25:47.671564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-82e7a356-2513-43f8-9dcb-0d61d18293fe req-eb28de53-f3d1-44ea-8966-3d957b7090f5 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711911 Apr 18 20:25:47.834562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-8e75c58e-6889-4398-b6a8-e2129e6f4ea0 req-34e3a052-7f91-4e0a-97e8-dd999fded073 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:25:47.835563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e75c58e-6889-4398-b6a8-e2129e6f4ea0 req-34e3a052-7f91-4e0a-97e8-dd999fded073 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106175 Apr 18 20:25:47.881864 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-a705d2b6-0701-46c7-8b5a-551451be342b req-1ae2b0b9-39cc-4711-85f2-456c67629633 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] show failed (client error): The resource could not be found. Apr 18 20:25:47.895566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a705d2b6-0701-46c7-8b5a-551451be342b req-1ae2b0b9-39cc-4711-85f2-456c67629633 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/5eef74ed-71a5-4579-8a31-29cdcde1be7b HTTP/1.1" status: 404 len: 352 time: 0.0564229 Apr 18 20:25:47.938960 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f937645c-d0c7-4aac-b08e-9a4695b603d6 x-openstack-request-id: req-f937645c-d0c7-4aac-b08e-9a4695b603d6 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:47.939512 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60f86a6-59ea-4132-9511-edc55114e5e6", "name": "network-vif-plugged", "status": "completed", "tag": "c08fdeb6-2412-4ed7-9554-2fd2c1304b82", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:47.939705 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f937645c-d0c7-4aac-b08e-9a4695b603d6 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:47.940371 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f937645c-d0c7-4aac-b08e-9a4695b603d6'] response: {'server_uuid': 'f60f86a6-59ea-4132-9511-edc55114e5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82', 'code': 200} Apr 18 20:25:48.158518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d92d34ed-df51-4493-b367-650bf7335ee8 req-906994a6-215e-40b5-8940-ef181db58890 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 210 time: 0.0425165 Apr 18 20:25:48.182207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b0541-b7f4-4f73-8e0f-54683f56f20b req-96f399b1-fade-416c-8260-f242444e37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:48.195285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-495b0541-b7f4-4f73-8e0f-54683f56f20b req-96f399b1-fade-416c-8260-f242444e37ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f60f86a6-59ea-4132-9511-edc55114e5e6 HTTP/1.1" status: 200 len: 1101 time: 0.1585281 Apr 18 20:25:48.259014 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-ecca559a-4a10-4f31-8532-fb5b5417554e req-d5a153d3-23c2-4982-8939-71d404c38a18 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] show failed (client error): The resource could not be found. Apr 18 20:25:48.266063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ecca559a-4a10-4f31-8532-fb5b5417554e req-d5a153d3-23c2-4982-8939-71d404c38a18 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/3b928c70-8de5-4a0a-a31a-b51869d4f952 HTTP/1.1" status: 404 len: 352 time: 0.0310321 Apr 18 20:25:48.312012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-495b0541-b7f4-4f73-8e0f-54683f56f20b req-5b9b7f74-03a1-4323-a09b-1bdc95ff6edd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112816 Apr 18 20:25:48.392706 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-14ba8b9a-d760-4c37-adff-cfa41464f755 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076531 Apr 18 20:25:48.473369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700379e5-507b-4513-9ed2-5cd912c5b5ba req-45162b07-453e-434d-9d53-579ffb53a212 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:48.477957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-700379e5-507b-4513-9ed2-5cd912c5b5ba req-45162b07-453e-434d-9d53-579ffb53a212 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.1286726 Apr 18 20:25:48.605995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-700379e5-507b-4513-9ed2-5cd912c5b5ba req-897409e5-9d31-4094-a978-8102bc093beb tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123836 Apr 18 20:25:48.691737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba2abe-94d7-4d55-8db6-6d22fd5f1d15 req-58749b48-3627-41a6-a432-71fce52f9f61 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:48.699568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ba2abe-94d7-4d55-8db6-6d22fd5f1d15 req-58749b48-3627-41a6-a432-71fce52f9f61 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 1024 time: 0.0711954 Apr 18 20:25:48.758564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9ba2abe-94d7-4d55-8db6-6d22fd5f1d15 req-4980c958-a19a-4b02-bfb7-fb7d5e46205f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&id=137cee78-470a-4d7d-af61-049c904b5c5b&id=3e6a48f2-efc7-4cae-a0cb-7658c44deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0497589 Apr 18 20:25:49.139551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-636f2ab2-b2b2-48c3-981c-8866fb20f15e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:49.148795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-636f2ab2-b2b2-48c3-981c-8866fb20f15e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 808 time: 0.2827878 Apr 18 20:25:49.176401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675b3fc-487b-432c-bf57-50c0fdb175b9 req-b2a55513-c9aa-47aa-ab6b-2b1cc9341cfd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:49.181969 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2675b3fc-487b-432c-bf57-50c0fdb175b9 req-b2a55513-c9aa-47aa-ab6b-2b1cc9341cfd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 949 time: 0.3592043 Apr 18 20:25:49.187028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-758527f7-c4d6-448e-8d16-e64db7496228 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/quotas/2085f4267bc84a9e8b967acde84530ef HTTP/1.1" status: 200 len: 375 time: 0.0373776 Apr 18 20:25:49.303464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-d5806425-8eff-4b81-94d7-f8d75516c7bf tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1063330 Apr 18 20:25:49.319017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2675b3fc-487b-432c-bf57-50c0fdb175b9 req-35e172fe-37f5-4330-a22d-eade324d6d57 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007738 Apr 18 20:25:49.491054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-dba4bcf3-f695-4b7d-a507-c0d54613c7c2 service neutron] 10.222.0.49 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696761 Apr 18 20:25:49.805334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:25:49.819008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-c231fa49-cef8-4673-a515-871490e700b6 service neutron] 10.222.0.49 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194103 Apr 18 20:25:50.005502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:50.022916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:50.024134 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.045275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-23c30171-e5df-4208-b09f-0d5c53ce2bea tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:50.058015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-23c30171-e5df-4208-b09f-0d5c53ce2bea tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.64 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 821 time: 0.3629105 Apr 18 20:25:50.088292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Request body: {'port': {'device_id': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'admin_state_up': True, 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:50.204275 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.246653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:50.248088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7151f49a-a9ba-4557-82ab-b499e8d1c31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed8697-1c8a-4529-bd9e-f784e75b6bd9'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:50.251053 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2694b73e-a9a4-4574-87c7-c259f64ff803" -d '{"events": [{"server_uuid": "7151f49a-a9ba-4557-82ab-b499e8d1c31c", "name": "network-vif-plugged", "status": "completed", "tag": "25ed8697-1c8a-4529-bd9e-f784e75b6bd9"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:50.259118 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.338963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:50.388987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Made reservation on behalf of 0538e55f37c342c9bd1ff7a34fc228bf for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:50.397404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.685089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4853a40-5175-431b-9de0-70e47914c533 req-6cb5f3d2-e108-4a88-bfb8-314a86a6f793 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 210 time: 0.0496926 Apr 18 20:25:50.703505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Allocated IP 172.20.0.4 (9bcc5cbf-f8a6-412e-b46e-8b263271636f/1b6c1aca-c59d-41a6-a419-aba36b4bc4cd/29165638-39fa-4442-afc6-dec0c4daed42) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:50.763912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c5bdb370-19bd-4495-a35c-40def2ca9b0f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:50.765464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c5bdb370-19bd-4495-a35c-40def2ca9b0f tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 1024 time: 0.2223370 Apr 18 20:25:51.027759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeb515-f337-4d45-ab9b-0c8c744673e7 req-a75fad78-9868-471d-96e1-b57f3651a34f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:51.038274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64aeb515-f337-4d45-ab9b-0c8c744673e7 req-a75fad78-9868-471d-96e1-b57f3651a34f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.2705507 Apr 18 20:25:51.066249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-14a0fc42-bf47-4ef8-be46-0a3a34b1e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:51.067633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-14a0fc42-bf47-4ef8-be46-0a3a34b1e1d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 1101 time: 0.2020066 Apr 18 20:25:51.322246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64aeb515-f337-4d45-ab9b-0c8c744673e7 req-22605b8a-fba6-40eb-ab13-df722503b6d4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810612 Apr 18 20:25:51.349659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c14be98f-23f7-4621-bd93-0958f2528523 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Deleting port 91e29e99-dd10-400b-b0d7-59699f99db92 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:25:51.358075 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c14be98f-23f7-4621-bd93-0958f2528523 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:51.510965 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:51.645678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-275ca395-c216-4aba-bb1a-a91e77d83883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:51.655337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-275ca395-c216-4aba-bb1a-a91e77d83883 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.5543413 Apr 18 20:25:51.704785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c14be98f-23f7-4621-bd93-0958f2528523 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] For port 91e29e99-dd10-400b-b0d7-59699f99db92, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=91e29e99-dd10-400b-b0d7-59699f99db92,segment=NetworkSegment(9d8888dd-f1aa-42f7-b4fb-3f49d8347582),segment_id=9d8888dd-f1aa-42f7-b4fb-3f49d8347582)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:51.705176 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c14be98f-23f7-4621-bd93-0958f2528523 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:51.726110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c14be98f-23f7-4621-bd93-0958f2528523 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Calling delete_port for 91e29e99-dd10-400b-b0d7-59699f99db92 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:25:51.888819 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-b55fef98-023e-4d7d-9341-ca37b1ebdcc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e HTTP/1.1" status: 200 len: 217 time: 0.0929327 Apr 18 20:25:52.100514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-6c320cbb-af6e-42f6-96b6-b1df5c7454f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:52.105534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-6c320cbb-af6e-42f6-96b6-b1df5c7454f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2005944 Apr 18 20:25:52.126661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.180070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['6dec99a9-43ad-448f-b5fc-0693355ccabf'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:52.279183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795b195-a3cf-48d7-96cf-ce940a22ea9b req-d3399c88-cfe8-4888-a41d-7c5e1479d2a0 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:52.287717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3795b195-a3cf-48d7-96cf-ce940a22ea9b req-d3399c88-cfe8-4888-a41d-7c5e1479d2a0 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/ports?device_id=ac426bb3-f171-42bb-a03b-27af23ff778a HTTP/1.1" status: 200 len: 1024 time: 0.4935102 Apr 18 20:25:52.337361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Network 9bcc5cbf-f8a6-412e-b46e-8b263271636f is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:52.369460 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c14be98f-23f7-4621-bd93-0958f2528523 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.375261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:52.392932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:52.399696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:52.412152 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.456004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-b23362a8-54eb-4d62-b5de-f73b28190c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:52.460915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-b23362a8-54eb-4d62-b5de-f73b28190c4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3199208 Apr 18 20:25:52.461950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Pushing event updated for resources: {'Port': ['ID=29165638-39fa-4442-afc6-dec0c4daed42,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:52.720559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3795b195-a3cf-48d7-96cf-ce940a22ea9b req-4660b582-ad70-4bf4-8a80-7a602911aaa6 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups?id=b5952676-f257-4d3d-9c38-acb7fb219308&id=137cee78-470a-4d7d-af61-049c904b5c5b&id=3e6a48f2-efc7-4cae-a0cb-7658c44deee9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4318764 Apr 18 20:25:52.722812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14be98f-23f7-4621-bd93-0958f2528523 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'Port': ['ID=91e29e99-dd10-400b-b0d7-59699f99db92,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:52.821875 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c7f60-e9be-48d4-9345-856536393b98 x-openstack-request-id: req-0a7c7f60-e9be-48d4-9345-856536393b98 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:52.822163 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7151f49a-a9ba-4557-82ab-b499e8d1c31c", "name": "network-vif-plugged", "status": "completed", "tag": "25ed8697-1c8a-4529-bd9e-f784e75b6bd9", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:52.822582 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a7c7f60-e9be-48d4-9345-856536393b98 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:52.822895 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7c7f60-e9be-48d4-9345-856536393b98'] response: {'server_uuid': '7151f49a-a9ba-4557-82ab-b499e8d1c31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ed8697-1c8a-4529-bd9e-f784e75b6bd9', 'code': 200} Apr 18 20:25:52.879381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e05cfa0-b8f0-41b4-9e73-6066fa5131ec tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7950630 Apr 18 20:25:52.903452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c14be98f-23f7-4621-bd93-0958f2528523 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] No DVR routers for this DVR port 91e29e99-dd10-400b-b0d7-59699f99db92 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:52.910470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Request body: {'port': {'device_id': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:52.916384 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c14be98f-23f7-4621-bd93-0958f2528523 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.919908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7197ab9-7ab8-43ab-96af-a425360bb03e req-c14be98f-23f7-4621-bd93-0958f2528523 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.64 "DELETE /v2.0/ports/91e29e99-dd10-400b-b0d7-59699f99db92 HTTP/1.1" status: 204 len: 173 time: 2.1414599 Apr 18 20:25:52.922893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'name': 'network-vif-deleted', 'tag': '91e29e99-dd10-400b-b0d7-59699f99db92'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:52.925644 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b45dace-62e3-443c-bf5c-c936ad8ee476" -d '{"events": [{"server_uuid": "ac426bb3-f171-42bb-a03b-27af23ff778a", "name": "network-vif-deleted", "tag": "91e29e99-dd10-400b-b0d7-59699f99db92"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:25:52.946150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0eb6b722-2ebf-4f4e-b34d-53d80c710046 None None] Provisioning complete for port 29165638-39fa-4442-afc6-dec0c4daed42 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:52.960261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b722-2ebf-4f4e-b34d-53d80c710046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.049759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6b722-2ebf-4f4e-b34d-53d80c710046 None None] Port 29165638-39fa-4442-afc6-dec0c4daed42 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:25:53.169129 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-6222f521-6341-4036-9905-3d0ee77e9a6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2214687 Apr 18 20:25:53.179120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-47a2aeec-c9cb-4c71-99de-695b99abcfb8 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6813471 Apr 18 20:25:53.188101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc20e08-120b-4b89-8e3b-941a26216eba req-75ea8c90-7a98-4880-9054-f37a69723de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:53.192074 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9bc20e08-120b-4b89-8e3b-941a26216eba req-75ea8c90-7a98-4880-9054-f37a69723de2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 1101 time: 0.1743004 Apr 18 20:25:53.192485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.254187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-25a7c5ca-8e3f-4c96-92d1-ea0263aeceaf tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:53.259539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-25a7c5ca-8e3f-4c96-92d1-ea0263aeceaf tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 808 time: 0.7490718 Apr 18 20:25:53.289044 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9bc20e08-120b-4b89-8e3b-941a26216eba req-f5c4b17a-cb04-4c51-8241-9f05a3e375d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878115 Apr 18 20:25:53.304620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-34186f12-2c5e-4d46-8800-467027b04734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:53.306488 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-34186f12-2c5e-4d46-8800-467027b04734 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 1100 time: 0.0536838 Apr 18 20:25:53.312282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4f29b-5826-4d77-823a-2a5da8d5ca41 req-841e3725-9a69-4be8-bbba-70ddbe581308 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:53.340170 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93b4f29b-5826-4d77-823a-2a5da8d5ca41 req-841e3725-9a69-4be8-bbba-70ddbe581308 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 950 time: 0.3522820 Apr 18 20:25:53.383160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Request body: {'port': {'device_id': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184', 'admin_state_up': True, 'tenant_id': '2085f4267bc84a9e8b967acde84530ef'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:53.474703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 91e29e99-dd10-400b-b0d7-59699f99db92 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:25:53.519801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 91e29e99-dd10-400b-b0d7-59699f99db92 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:25:53.520553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 91e29e99-dd10-400b-b0d7-59699f99db92 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:25:53.799697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-9b4fda85-ad19-42ab-8368-db0ac3d588a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:53.801821 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-9b4fda85-ad19-42ab-8368-db0ac3d588a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2026587 Apr 18 20:25:53.945936 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-1ad220e1-5569-4301-8e28-8a6c461b12b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=34dd1200-f98e-4414-b760-69c84f1eb545 HTTP/1.1" status: 200 len: 217 time: 0.1090565 Apr 18 20:25:54.068480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-04ad35a1-b01d-4f7d-89e1-4ff4e58720eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.074239 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-04ad35a1-b01d-4f7d-89e1-4ff4e58720eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1131134 Apr 18 20:25:54.154706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-734df65b-5108-4329-a353-e79b5e6f9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.165769 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-734df65b-5108-4329-a353-e79b5e6f9476 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837007 Apr 18 20:25:54.205257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93b4f29b-5826-4d77-823a-2a5da8d5ca41 req-fd9a4cda-cc68-446b-9cd5-31ae0b4c4b63 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8618813 Apr 18 20:25:54.353835 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-0174869b-4d79-41f0-bbfe-4c111b68851f tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.361030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-0174869b-4d79-41f0-bbfe-4c111b68851f tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 945 time: 0.3175888 Apr 18 20:25:54.365743 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-6d89b941-3689-4bd8-8744-69eea24a7f67 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854191 Apr 18 20:25:54.532849 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-87fd2bbe-deee-4323-a8fa-5419e0ac55b4 req-abca3854-0f18-475a-b227-dfba86d333ea service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583936 Apr 18 20:25:54.538492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80bfe54c-ca20-49ac-b6dd-47008186b32f req-f8748539-2b2c-43e2-a2b1-b2060c752ea7 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 210 time: 0.1303396 Apr 18 20:25:54.542476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-906490df-33c5-4652-bf1a-9407b86aac90 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3344989 Apr 18 20:25:54.822947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Made reservation on behalf of 2085f4267bc84a9e8b967acde84530ef for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:54.832180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.077183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28be2b-6501-45bd-a5a4-3310a9d89c92 req-10ada198-6f38-4ea3-9f8d-7ef319093297 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.084721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a28be2b-6501-45bd-a5a4-3310a9d89c92 req-10ada198-6f38-4ea3-9f8d-7ef319093297 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebb1990a-ca4a-452a-9ce4-16a6903e4e85 HTTP/1.1" status: 200 len: 945 time: 0.3659744 Apr 18 20:25:55.188145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Allocated IP 172.20.0.12 (4a21642f-0d1c-4816-abcb-fce6e1c59184/358ffcc4-e9dd-4c50-b963-c290e74b6cc1/a0a4a478-b479-4d40-aebb-db91b35cdce1) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:55.260165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Deleting port 2b148ffa-8891-48df-9182-04c07cea9082 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:25:55.260839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.341051 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a28be2b-6501-45bd-a5a4-3310a9d89c92 req-98936191-3d6c-4e48-9426-3844136439ea tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups?id=456f63d1-d0d9-43de-8430-2691a685b62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550917 Apr 18 20:25:55.618361 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.676451 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.689572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ad974434-9b69-4f62-9ffd-c99ece799b65'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:25:55.822173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Network 4a21642f-0d1c-4816-abcb-fce6e1c59184 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:55.825295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29165638-39fa-4442-afc6-dec0c4daed42 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:55.835107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:55.841697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:25:55.855341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.856049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.890817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] For port 2b148ffa-8891-48df-9182-04c07cea9082, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2b148ffa-8891-48df-9182-04c07cea9082,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:25:55.891171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:56.113072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:56.113575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:56.113919 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Floating IP e71cac4f-ac57-4d52-b94c-f4bd5ecefe27 disassociated. External IP: 172.25.2.170, port: 2b148ffa-8891-48df-9182-04c07cea9082. Apr 18 20:25:56.114244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Calling delete_port for 2b148ffa-8891-48df-9182-04c07cea9082 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:25:56.118429 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:25:56.322775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:56.326597 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:56.374808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Pushing event updated for resources: {'Port': ['ID=a0a4a478-b479-4d40-aebb-db91b35cdce1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:56.404173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd891efa-21a4-47d5-824d-05223491b10f req-34ea49b0-a7f7-4849-a29c-cf97b5b3f75d tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:56.405912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd891efa-21a4-47d5-824d-05223491b10f req-34ea49b0-a7f7-4849-a29c-cf97b5b3f75d tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 931 time: 0.7539053 Apr 18 20:25:56.430277 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-552e4c16-f329-4759-b7a0-c11d60e4b811 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0850642 Apr 18 20:25:56.435860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Transition to ACTIVE for port object 29165638-39fa-4442-afc6-dec0c4daed42 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:56.477344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Request body: {'port': {'device_id': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:56.481147 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:56.493176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event deleted for resources: {'Port': ['ID=2b148ffa-8891-48df-9182-04c07cea9082,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:56.632341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Pushing event updated for resources: {'Port': ['ID=29165638-39fa-4442-afc6-dec0c4daed42,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:56.730302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd891efa-21a4-47d5-824d-05223491b10f req-5f37bae4-858b-4619-8493-963d1b37aa00 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972472 Apr 18 20:25:56.841851 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.364616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a4a478-b479-4d40-aebb-db91b35cdce1 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:57.383807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.402402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Transition to ACTIVE for port object a0a4a478-b479-4d40-aebb-db91b35cdce1 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:57.439216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.520582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2b148ffa-8891-48df-9182-04c07cea9082 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:25:57.527550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Attempting to bind port 29165638-39fa-4442-afc6-dec0c4daed42 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:57.527907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Attempting to bind port 29165638-39fa-4442-afc6-dec0c4daed42 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:57.528228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Attempting to bind port 29165638-39fa-4442-afc6-dec0c4daed42 on network 9bcc5cbf-f8a6-412e-b46e-8b263271636f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:57.536061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Port 29165638-39fa-4442-afc6-dec0c4daed42 on network 9bcc5cbf-f8a6-412e-b46e-8b263271636f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:57.536380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Attempting to bind port 29165638-39fa-4442-afc6-dec0c4daed42 on network 9bcc5cbf-f8a6-412e-b46e-8b263271636f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:57.556637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Router 66b0e6fe-742c-4387-9de1-69ce067c254a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:25:57.576063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 2b148ffa-8891-48df-9182-04c07cea9082 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:25:57.576936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2b148ffa-8891-48df-9182-04c07cea9082 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:25:57.602767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:57.603177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Checking segment: {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:57.603563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Bound using segment: {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:57.604046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Bound port: 29165638-39fa-4442-afc6-dec0c4daed42, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6ac944-391c-421c-a4cb-2f72bba72eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:57.604407 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.626187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c396e-a9f7-475b-9988-38b475626935 req-81da89d5-a742-4245-9298-945539a89d92 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:57.630888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c6c396e-a9f7-475b-9988-38b475626935 req-81da89d5-a742-4245-9298-945539a89d92 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.2219160 Apr 18 20:25:57.646620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4a478-b479-4d40-aebb-db91b35cdce1,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:57.759900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:57.760458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:57.760973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:57.773081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:25:57.773735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:25:57.807658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c6c396e-a9f7-475b-9988-38b475626935 req-0e29ddda-ebff-42a0-aa14-6928f8da498d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240551 Apr 18 20:25:57.829342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:25:57.829938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:25:57.830628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:25:57.832099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Bound port: a0a4a478-b479-4d40-aebb-db91b35cdce1, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:57.832636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.932378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] For port 29165638-39fa-4442-afc6-dec0c4daed42, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:57.976017 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e66897-11e0-4281-beff-8ddbb59d3a2f x-openstack-request-id: req-33e66897-11e0-4281-beff-8ddbb59d3a2f {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:25:57.976575 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac426bb3-f171-42bb-a03b-27af23ff778a", "name": "network-vif-deleted", "tag": "91e29e99-dd10-400b-b0d7-59699f99db92", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:25:57.976992 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-33e66897-11e0-4281-beff-8ddbb59d3a2f {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:25:57.977635 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e66897-11e0-4281-beff-8ddbb59d3a2f'] response: {'server_uuid': 'ac426bb3-f171-42bb-a03b-27af23ff778a', 'name': 'network-vif-deleted', 'tag': '91e29e99-dd10-400b-b0d7-59699f99db92', 'status': 'completed', 'code': 200} Apr 18 20:25:57.997818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] For port 29165638-39fa-4442-afc6-dec0c4daed42, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=29165638-39fa-4442-afc6-dec0c4daed42,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:58.014202 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.037216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.037869 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.039381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] 10.222.0.64 "PUT /v2.0/ports/29165638-39fa-4442-afc6-dec0c4daed42 HTTP/1.1" status: 200 len: 1091 time: 5.1372688 Apr 18 20:25:58.040628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:25:58.054326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] Sync routers for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:58.114359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:58.125159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:58.271871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:25:58.279704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] No DVR routers for this DVR port 2b148ffa-8891-48df-9182-04c07cea9082 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:58.286879 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.293442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd05dfad-c144-49cd-bc30-b94a784ee7ba req-a287f399-f6c1-408f-b085-b76ff976636a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.64 "DELETE /v2.0/ports/2b148ffa-8891-48df-9182-04c07cea9082 HTTP/1.1" status: 204 len: 173 time: 3.8732040 Apr 18 20:25:58.363913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:25:58.399011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220ed2b-130a-44b2-bab9-a8fe9c7276d4 req-fa9f788f-c661-4c45-b54a-0fe94bce1c7e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.407495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1220ed2b-130a-44b2-bab9-a8fe9c7276d4 req-fa9f788f-c661-4c45-b54a-0fe94bce1c7e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 950 time: 0.2206049 Apr 18 20:25:58.433475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:58.560523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-16356457-2799-4d6a-88e5-dd31df03a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.562208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-16356457-2799-4d6a-88e5-dd31df03a820 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 1094 time: 0.4618676 Apr 18 20:25:58.586394 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.692516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-88ce8405-8039-4c09-a5fd-e77d4973dfe9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29165638-39fa-4442-afc6-dec0c4daed42 HTTP/1.1" status: 200 len: 217 time: 0.0838485 Apr 18 20:25:58.710924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.713699 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.715205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] 10.222.0.60 "PUT /v2.0/ports/a0a4a478-b479-4d40-aebb-db91b35cdce1 HTTP/1.1" status: 200 len: 1092 time: 2.2497671 Apr 18 20:25:58.769734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f0124-f4d3-453a-a5ef-c87fd621cede service neutron] Pushing event updated for resources: {'Port': ['ID=29165638-39fa-4442-afc6-dec0c4daed42,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:58.785629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:58.862968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] Checking router: 66b0e6fe-742c-4387-9de1-69ce067c254a for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:58.884541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:25:58.885420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:25:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:58.935084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b021aef-d5ca-43f6-a79f-df860eebe631 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4a478-b479-4d40-aebb-db91b35cdce1,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:59.006041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1220ed2b-130a-44b2-bab9-a8fe9c7276d4 req-5f1da40c-f381-4de3-8bc6-c3648e4e3481 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946207 Apr 18 20:25:59.154776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e2618e2-6c2c-42f9-81fc-8a3ee4127797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:59.156618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-4e2618e2-6c2c-42f9-81fc-8a3ee4127797 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.4398336 Apr 18 20:25:59.181439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:25:59.664975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:59.691425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-7d45adfc-48af-46ae-9387-5b458f2a19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:59.693272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-7d45adfc-48af-46ae-9387-5b458f2a19c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5129230 Apr 18 20:25:59.709256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947ebd8-3e6e-4dc0-a505-3c06021243c0 req-1a9dd21f-ea9e-4e4a-b846-b4c7e17f1512 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:59.717573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4947ebd8-3e6e-4dc0-a505-3c06021243c0 req-1a9dd21f-ea9e-4e4a-b846-b4c7e17f1512 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.5587542 Apr 18 20:25:59.752111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b0638-8a9a-4201-9654-b0a9ac0f42ec None None] The sync data for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 is: [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:13Z', 'revision_number': 4, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '687aef2e-0064-45a5-850c-e1268d12f9ef', 'name': '', 'network_id': 'e6b26f56-1b99-4f69-b41d-bac0b592115e', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'mac_address': 'fa:16:3e:1e:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:12Z', 'updated_at': '2022-04-18T20:22:18Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'subnets': [{'id': '0374a3de-6bb0-4284-a844-d3ef80bf44dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:59.892835 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-fb39246a-7564-4343-bb4c-e5c1170f69b6 service neutron] 10.222.0.64 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542270 Apr 18 20:25:59.895610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-c856e282-fe58-4baf-8919-0829ecf7e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:59.897002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-c856e282-fe58-4baf-8919-0829ecf7e41d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 1095 time: 0.9800708 Apr 18 20:26:00.024996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'tag': '29165638-39fa-4442-afc6-dec0c4daed42'}, {'server_uuid': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'name': 'network-vif-deleted', 'tag': '2b148ffa-8891-48df-9182-04c07cea9082'}, {'name': 'network-changed', 'server_uuid': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'tag': 'a0a4a478-b479-4d40-aebb-db91b35cdce1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:00.028841 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea" -d '{"events": [{"name": "network-changed", "server_uuid": "515d24d1-8e9b-4ebd-8799-65d960f3a28c", "tag": "29165638-39fa-4442-afc6-dec0c4daed42"}, {"server_uuid": "ebb1990a-ca4a-452a-9ce4-16a6903e4e85", "name": "network-vif-deleted", "tag": "2b148ffa-8891-48df-9182-04c07cea9082"}, {"name": "network-changed", "server_uuid": "6b8f4563-0de5-43d7-93ef-2f3a819e0a93", "tag": "a0a4a478-b479-4d40-aebb-db91b35cdce1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:00.033286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2aa5ca-5d50-42f9-b46e-a5d11ec37a77 req-1498cfe9-6ea7-42d3-80e3-1defd2e5bb31 service neutron] 10.222.0.64 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305201 Apr 18 20:26:00.102380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-d9055e93-f0cf-461e-8a31-c73ee59eab2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1 HTTP/1.1" status: 200 len: 217 time: 0.0650094 Apr 18 20:26:00.134469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4947ebd8-3e6e-4dc0-a505-3c06021243c0 req-d84fdc12-918d-4b93-9170-c631b5c34f4b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136801 Apr 18 20:26:00.238504 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16530acf-73ed-4332-a1da-41144154f022 None None] New status for floating IP e71cac4f-ac57-4d52-b94c-f4bd5ecefe27: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:00.317507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-adc4b041-a149-40c1-9247-d3e730eedd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:00.325732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-adc4b041-a149-40c1-9247-d3e730eedd3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.1901629 Apr 18 20:26:00.383797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-851743b5-a28d-4b33-9c5e-b8c0b91ed0b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470088 Apr 18 20:26:00.621971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930ccf3-7864-4d27-ad77-ecf170e4fa8b req-6891267d-722a-4d1c-88d8-ed6fe6d8f999 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:00.630610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1930ccf3-7864-4d27-ad77-ecf170e4fa8b req-6891267d-722a-4d1c-88d8-ed6fe6d8f999 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 943 time: 0.2418945 Apr 18 20:26:00.689455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1930ccf3-7864-4d27-ad77-ecf170e4fa8b req-c8040e55-374d-4fbe-9423-f2dcc4c8d275 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526927 Apr 18 20:26:00.746257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-a5113e5b-b627-4b22-a2f3-b13387e6f8b1 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342402 Apr 18 20:26:00.887495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d547477d-44de-45fa-bc64-e971df9e2bea req-aef52e15-a1c3-422c-98f0-3fc15ade8350 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/137cee78-470a-4d7d-af61-049c904b5c5b HTTP/1.1" status: 200 len: 1801 time: 0.1609416 Apr 18 20:26:00.980166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d547477d-44de-45fa-bc64-e971df9e2bea req-577a8c9c-8007-41ac-97ea-9b65316cf832 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.004522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d547477d-44de-45fa-bc64-e971df9e2bea req-577a8c9c-8007-41ac-97ea-9b65316cf832 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.058497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6701a2-ee3d-4c76-86fe-dd9a9dbd10d0 req-dca3f982-4836-48ca-a926-55667f5ab5bb service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994266 Apr 18 20:26:01.059586 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d547477d-44de-45fa-bc64-e971df9e2bea req-577a8c9c-8007-41ac-97ea-9b65316cf832 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.062557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d547477d-44de-45fa-bc64-e971df9e2bea req-577a8c9c-8007-41ac-97ea-9b65316cf832 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.076375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d547477d-44de-45fa-bc64-e971df9e2bea req-577a8c9c-8007-41ac-97ea-9b65316cf832 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/137cee78-470a-4d7d-af61-049c904b5c5b HTTP/1.1" status: 204 len: 173 time: 0.1868663 Apr 18 20:26:01.098200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a8c9c-8007-41ac-97ea-9b65316cf832 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137cee78-470a-4d7d-af61-049c904b5c5b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:01.209129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7eb34-7b0d-4f5c-846d-3f29c9bd388c req-ca5bdb03-e843-4557-b52c-c9bc9ed9af96 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:01.212813 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebe7eb34-7b0d-4f5c-846d-3f29c9bd388c req-ca5bdb03-e843-4557-b52c-c9bc9ed9af96 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.0794752 Apr 18 20:26:01.287006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebe7eb34-7b0d-4f5c-846d-3f29c9bd388c req-b773d617-a08f-4f0b-a6f2-c4d159960425 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554755 Apr 18 20:26:01.430931 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292014ea-a53e-44a9-b2ef-4c666d0da5f8 req-ee9edc22-150a-4676-977a-57ca741252b5 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:01.440616 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-292014ea-a53e-44a9-b2ef-4c666d0da5f8 req-ee9edc22-150a-4676-977a-57ca741252b5 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=f60f86a6-59ea-4132-9511-edc55114e5e6 HTTP/1.1" status: 200 len: 950 time: 0.0799484 Apr 18 20:26:01.493613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-292014ea-a53e-44a9-b2ef-4c666d0da5f8 req-30da79ab-aa7b-40a2-bae3-d9a41f40396d tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460153 Apr 18 20:26:01.543143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 29165638-39fa-4442-afc6-dec0c4daed42 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:01.550375 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c7c86c-34a4-4439-b100-1aefafcc0ab6 x-openstack-request-id: req-93c7c86c-34a4-4439-b100-1aefafcc0ab6 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:01.551247 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515d24d1-8e9b-4ebd-8799-65d960f3a28c", "tag": "29165638-39fa-4442-afc6-dec0c4daed42", "status": "completed", "code": 200}, {"server_uuid": "ebb1990a-ca4a-452a-9ce4-16a6903e4e85", "name": "network-vif-deleted", "tag": "2b148ffa-8891-48df-9182-04c07cea9082", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6b8f4563-0de5-43d7-93ef-2f3a819e0a93", "tag": "a0a4a478-b479-4d40-aebb-db91b35cdce1", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:01.551682 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93c7c86c-34a4-4439-b100-1aefafcc0ab6 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:01.552294 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c7c86c-34a4-4439-b100-1aefafcc0ab6'] response: {'name': 'network-changed', 'server_uuid': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'tag': '29165638-39fa-4442-afc6-dec0c4daed42', 'status': 'completed', 'code': 200} Apr 18 20:26:01.552703 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c7c86c-34a4-4439-b100-1aefafcc0ab6'] response: {'server_uuid': 'ebb1990a-ca4a-452a-9ce4-16a6903e4e85', 'name': 'network-vif-deleted', 'tag': '2b148ffa-8891-48df-9182-04c07cea9082', 'status': 'completed', 'code': 200} Apr 18 20:26:01.553123 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c7c86c-34a4-4439-b100-1aefafcc0ab6'] response: {'name': 'network-changed', 'server_uuid': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'tag': 'a0a4a478-b479-4d40-aebb-db91b35cdce1', 'status': 'completed', 'code': 200} Apr 18 20:26:01.720529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-1958d1f1-e3e1-4e40-a313-d3e8c2a8edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:01.722500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-1958d1f1-e3e1-4e40-a313-d3e8c2a8edb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 1094 time: 0.1415591 Apr 18 20:26:01.761515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 29165638-39fa-4442-afc6-dec0c4daed42, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=29165638-39fa-4442-afc6-dec0c4daed42,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:01.790386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '29165638-39fa-4442-afc6-dec0c4daed42', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'port_id': '29165638-39fa-4442-afc6-dec0c4daed42', 'mac_address': 'fa:16:3e:74:f5:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:01.847045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-6acddf21-2a0f-42a6-b635-16254c11065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:01.849378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-6acddf21-2a0f-42a6-b635-16254c11065b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.1141002 Apr 18 20:26:01.858402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.863671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-f96e7d0a-80ba-4123-b41d-e78258bbb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:01.865468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-f96e7d0a-80ba-4123-b41d-e78258bbb260 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 1095 time: 0.2823491 Apr 18 20:26:01.879815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29165638-39fa-4442-afc6-dec0c4daed42 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:01.906538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 29165638-39fa-4442-afc6-dec0c4daed42, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=29165638-39fa-4442-afc6-dec0c4daed42,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:01.915173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-f86afd16-4719-4897-9a19-ad4cfe909ee8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29165638-39fa-4442-afc6-dec0c4daed42 HTTP/1.1" status: 200 len: 217 time: 0.0550745 Apr 18 20:26:01.920269 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.927860 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97042f37-c5cf-4fa6-8e35-98e3e96c8f8c req-6fc3fbec-8cc4-4cf2-be00-c05802d8ac99 tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "GET /v2.0/security-groups/3e6a48f2-efc7-4cae-a0cb-7658c44deee9 HTTP/1.1" status: 200 len: 1801 time: 0.2427523 Apr 18 20:26:01.994951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=29165638-39fa-4442-afc6-dec0c4daed42,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:02.109157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-72cb8e5d-f70f-44ec-b301-59ac0dde6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:02.110550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-72cb8e5d-f70f-44ec-b301-59ac0dde6641 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.2059753 Apr 18 20:26:02.135799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-c7831780-1515-4e5f-bbb0-1f0854ea67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:02.137741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-c7831780-1515-4e5f-bbb0-1f0854ea67f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.2074525 Apr 18 20:26:02.204110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-27fab438-4022-4764-b9ba-e5213aad770e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1 HTTP/1.1" status: 200 len: 217 time: 0.0805001 Apr 18 20:26:02.282121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['29165638-39fa-4442-afc6-dec0c4daed42'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:02.340380 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-97042f37-c5cf-4fa6-8e35-98e3e96c8f8c req-e2702582-8757-4662-a284-b7abb601ebaa tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.410757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-f695a64f-b929-411c-bb39-4762b2f33756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:02.417273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-f695a64f-b929-411c-bb39-4762b2f33756 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251084 Apr 18 20:26:02.431086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-3f663af9-f3ee-4cff-bc63-94bb14666c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:02.433731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-3f663af9-f3ee-4cff-bc63-94bb14666c9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.1988919 Apr 18 20:26:02.437270 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-97042f37-c5cf-4fa6-8e35-98e3e96c8f8c req-e2702582-8757-4662-a284-b7abb601ebaa tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.544825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-8741dd7d-b6ad-4720-b01c-15e65191895e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739689 Apr 18 20:26:02.647248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-b6f9e0ac-0a0b-4f45-83c5-42281471d3b7 service neutron] 10.222.0.64 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029080 Apr 18 20:26:02.854876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-d3f72435-48e9-4198-99f3-0054b60d1674 service neutron] 10.222.0.64 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827862 Apr 18 20:26:02.858048 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-97042f37-c5cf-4fa6-8e35-98e3e96c8f8c req-e2702582-8757-4662-a284-b7abb601ebaa tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.860548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-97042f37-c5cf-4fa6-8e35-98e3e96c8f8c req-e2702582-8757-4662-a284-b7abb601ebaa tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.861695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97042f37-c5cf-4fa6-8e35-98e3e96c8f8c req-e2702582-8757-4662-a284-b7abb601ebaa tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] 10.222.0.49 "DELETE /v2.0/security-groups/3e6a48f2-efc7-4cae-a0cb-7658c44deee9 HTTP/1.1" status: 204 len: 173 time: 0.9326944 Apr 18 20:26:02.873617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52848) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:02.885971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2702582-8757-4662-a284-b7abb601ebaa tempest-SecurityGroupsTestJSON-1701671058 tempest-SecurityGroupsTestJSON-1701671058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6a48f2-efc7-4cae-a0cb-7658c44deee9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:02.968711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-653a3ce0-1b20-4951-843c-2a4ed50bd220 admin admin] Deleting subnet 9e3da3ca-2ca0-418b-ac10-4ceadd1add6b {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:26:02.975873 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-653a3ce0-1b20-4951-843c-2a4ed50bd220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.058473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-d68a50f0-32df-4f16-85fb-1b3493043c44 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041626 Apr 18 20:26:03.061100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-653a3ce0-1b20-4951-843c-2a4ed50bd220 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.081449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-653a3ce0-1b20-4951-843c-2a4ed50bd220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.192873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63157f-cd11-40aa-b17e-0fd9b512c237 req-8fad0b95-bc6d-4324-92e0-84023849f646 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.200116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c63157f-cd11-40aa-b17e-0fd9b512c237 req-8fad0b95-bc6d-4324-92e0-84023849f646 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.2006662 Apr 18 20:26:03.300700 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-653a3ce0-1b20-4951-843c-2a4ed50bd220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.315829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c2d7d1c-4cd3-451c-8119-51fbb9564cea req-33d54998-6dd2-4837-8924-db232cf114b7 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475936 Apr 18 20:26:03.352727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c63157f-cd11-40aa-b17e-0fd9b512c237 req-3173c6f8-fe9d-4376-bfe8-807cd6ea4793 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517489 Apr 18 20:26:03.361923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a3ce0-1b20-4951-843c-2a4ed50bd220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3da3ca-2ca0-418b-ac10-4ceadd1add6b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:03.367992 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-653a3ce0-1b20-4951-843c-2a4ed50bd220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.374146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52864) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:03.374682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-653a3ce0-1b20-4951-843c-2a4ed50bd220 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9e3da3ca-2ca0-418b-ac10-4ceadd1add6b HTTP/1.1" status: 204 len: 168 time: 0.4895327 Apr 18 20:26:03.391979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a249b0-29b2-4c84-8856-d99ead5ff713 req-a6532ca5-e24f-40d0-ac97-499d2d940e3f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.391979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a249b0-29b2-4c84-8856-d99ead5ff713 req-a6532ca5-e24f-40d0-ac97-499d2d940e3f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.393490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78a249b0-29b2-4c84-8856-d99ead5ff713 req-a6532ca5-e24f-40d0-ac97-499d2d940e3f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c&device_id=f60f86a6-59ea-4132-9511-edc55114e5e6 HTTP/1.1" status: 200 len: 1691 time: 0.1692338 Apr 18 20:26:03.440376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78a249b0-29b2-4c84-8856-d99ead5ff713 req-7069b479-9f7d-44d8-a51d-c06726bd46f7 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403404 Apr 18 20:26:03.468864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.558825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.565409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 29165638-39fa-4442-afc6-dec0c4daed42 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:03.588253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c757939-4329-4162-b462-c067974988ed req-35411a41-8c97-494d-a3da-9f6a10683be3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.589880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c757939-4329-4162-b462-c067974988ed req-35411a41-8c97-494d-a3da-9f6a10683be3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 944 time: 0.0884175 Apr 18 20:26:03.598718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907a5c5-b20b-4b67-8136-e1bb3eed6f47 req-88f9731a-78a6-4750-9245-1097f49916fd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.600319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d907a5c5-b20b-4b67-8136-e1bb3eed6f47 req-88f9731a-78a6-4750-9245-1097f49916fd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.0893686 Apr 18 20:26:03.600977 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd2f75e-8528-4e56-a6f8-7c2f0f963077']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:03.614468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8888dd-f1aa-42f7-b4fb-3f49d8347582') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:03.615065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8888dd-f1aa-42f7-b4fb-3f49d8347582') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:03.626991 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.635360 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 29165638-39fa-4442-afc6-dec0c4daed42 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:03.645911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 29165638-39fa-4442-afc6-dec0c4daed42 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:03.646138 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.648990 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.657142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:26:03.658315 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:26:03.660422 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:26:03.693204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c757939-4329-4162-b462-c067974988ed req-edd30b21-44a8-4446-953b-452f72cde9a1 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917542 Apr 18 20:26:03.702294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d907a5c5-b20b-4b67-8136-e1bb3eed6f47 req-4233f927-40db-44d8-bd05-c974ab86bce4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948303 Apr 18 20:26:03.749804 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.785876 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.792713 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.800126 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7cd2f75e-8528-4e56-a6f8-7c2f0f963077 HTTP/1.1" status: 204 len: 168 time: 0.4240606 Apr 18 20:26:03.827500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29165638-39fa-4442-afc6-dec0c4daed42'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:03.830581 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94eaad35-eba6-4cd5-897f-bdda833f54e2" -d '{"events": [{"server_uuid": "515d24d1-8e9b-4ebd-8799-65d960f3a28c", "name": "network-vif-plugged", "status": "completed", "tag": "29165638-39fa-4442-afc6-dec0c4daed42"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:03.832650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d77756-9d54-4511-9171-ee4123cab1f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd2f75e-8528-4e56-a6f8-7c2f0f963077,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:03.848386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 29165638-39fa-4442-afc6-dec0c4daed42, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=29165638-39fa-4442-afc6-dec0c4daed42,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:03.856035 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.871033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52890) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:03.933796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=29165638-39fa-4442-afc6-dec0c4daed42,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:03.960107 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184cf812-bc33-41a3-b26a-8ec3fcbb47cf x-openstack-request-id: req-184cf812-bc33-41a3-b26a-8ec3fcbb47cf {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:03.960404 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515d24d1-8e9b-4ebd-8799-65d960f3a28c", "name": "network-vif-plugged", "status": "completed", "tag": "29165638-39fa-4442-afc6-dec0c4daed42", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:03.960713 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-184cf812-bc33-41a3-b26a-8ec3fcbb47cf {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:03.961036 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184cf812-bc33-41a3-b26a-8ec3fcbb47cf'] response: {'server_uuid': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29165638-39fa-4442-afc6-dec0c4daed42', 'code': 200} Apr 18 20:26:03.967304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f1f57e4-ee1e-47a4-887a-bea068ea1c9f tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.006977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f1f57e4-ee1e-47a4-887a-bea068ea1c9f tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.070563 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f1f57e4-ee1e-47a4-887a-bea068ea1c9f tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.073999 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f1f57e4-ee1e-47a4-887a-bea068ea1c9f tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.075223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5f1f57e4-ee1e-47a4-887a-bea068ea1c9f tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "DELETE /v2.0/security-groups/456f63d1-d0d9-43de-8430-2691a685b62d HTTP/1.1" status: 204 len: 168 time: 0.2031941 Apr 18 20:26:04.079530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52896) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:04.094959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f57e4-ee1e-47a4-887a-bea068ea1c9f tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=456f63d1-d0d9-43de-8430-2691a685b62d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:04.097861 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-63363a0c-c850-4c3d-86f0-a85d9c7d298a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] show failed (client error): The resource could not be found. Apr 18 20:26:04.099891 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-63363a0c-c850-4c3d-86f0-a85d9c7d298a tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "GET /v2.0/security-groups/456f63d1-d0d9-43de-8430-2691a685b62d HTTP/1.1" status: 404 len: 347 time: 0.0183055 Apr 18 20:26:04.101340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52898) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:04.105890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52900) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:04.150965 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-696085d8-f9ab-47d7-b58a-240b819dcce0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2be886d0e352465d8cc38390cf405694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485287 Apr 18 20:26:04.153431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52902) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:04.162038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2f5e2-b567-41b0-9241-d10d166e6a34 req-cb2d9b1e-c719-47f6-948c-7ecba8dfbd87 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:04.163519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2f2f5e2-b567-41b0-9241-d10d166e6a34 req-cb2d9b1e-c719-47f6-948c-7ecba8dfbd87 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 949 time: 0.2049804 Apr 18 20:26:04.177665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc6756-4f18-4e5c-9b2a-bedf64db8031 req-8ecf88e4-7c7f-4904-b361-543a5013fbff tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:04.179140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51bc6756-4f18-4e5c-9b2a-bedf64db8031 req-8ecf88e4-7c7f-4904-b361-543a5013fbff tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 1101 time: 0.1387875 Apr 18 20:26:04.191725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69151a42-4bc4-4978-b6b7-b463507f2fca req-f6f42bba-32f4-4ace-b794-f65712ccfeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:04.193782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69151a42-4bc4-4978-b6b7-b463507f2fca req-f6f42bba-32f4-4ace-b794-f65712ccfeac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 1096 time: 0.1434848 Apr 18 20:26:04.206161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3ece46c-7a16-44cb-a28d-d054fc6d803f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.226913 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3ece46c-7a16-44cb-a28d-d054fc6d803f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.275323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3ece46c-7a16-44cb-a28d-d054fc6d803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.277889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3ece46c-7a16-44cb-a28d-d054fc6d803f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.279020 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e3ece46c-7a16-44cb-a28d-d054fc6d803f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5952676-f257-4d3d-9c38-acb7fb219308 HTTP/1.1" status: 204 len: 168 time: 0.1246345 Apr 18 20:26:04.287339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ece46c-7a16-44cb-a28d-d054fc6d803f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5952676-f257-4d3d-9c38-acb7fb219308,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:04.309605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2f2f5e2-b567-41b0-9241-d10d166e6a34 req-c9c98a26-306b-4a7a-a300-b189c48eba3e tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341383 Apr 18 20:26:04.329366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69151a42-4bc4-4978-b6b7-b463507f2fca req-1cd2a8c1-b3fb-4334-a644-434e5b5a7f6d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981700 Apr 18 20:26:04.352363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51bc6756-4f18-4e5c-9b2a-bedf64db8031 req-76cee248-5985-4b83-a58c-e78672396cde tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395411 Apr 18 20:26:04.376602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dd771-39bd-44db-a909-700ac4c0c4f0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Deleting port 9f751b53-d44d-4b08-b268-93852ab18b26 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:04.377188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd771-39bd-44db-a909-700ac4c0c4f0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.466928 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd771-39bd-44db-a909-700ac4c0c4f0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.467378 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd771-39bd-44db-a909-700ac4c0c4f0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.480310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-fc9dd771-39bd-44db-a909-700ac4c0c4f0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Calling delete_port for 9f751b53-d44d-4b08-b268-93852ab18b26 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:04.648830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd771-39bd-44db-a909-700ac4c0c4f0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.682769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dd771-39bd-44db-a909-700ac4c0c4f0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Pushing event deleted for resources: {'Port': ['ID=9f751b53-d44d-4b08-b268-93852ab18b26,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:04.720531 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd771-39bd-44db-a909-700ac4c0c4f0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.726260 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd771-39bd-44db-a909-700ac4c0c4f0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.728175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fc9dd771-39bd-44db-a909-700ac4c0c4f0 tempest-ServersWithSpecificFlavorTestJSON-895599917 tempest-ServersWithSpecificFlavorTestJSON-895599917-project] 10.222.0.49 "DELETE /v2.0/floatingips/e71cac4f-ac57-4d52-b94c-f4bd5ecefe27 HTTP/1.1" status: 204 len: 168 time: 0.6211846 Apr 18 20:26:04.799617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb7e7e-4fdc-4d7f-b638-bbed2086d8d8 req-75f75510-d812-4838-8f0e-755c127af042 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:04.804285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13cb7e7e-4fdc-4d7f-b638-bbed2086d8d8 req-75f75510-d812-4838-8f0e-755c127af042 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f60f86a6-59ea-4132-9511-edc55114e5e6 HTTP/1.1" status: 200 len: 1101 time: 0.0591092 Apr 18 20:26:04.840067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13cb7e7e-4fdc-4d7f-b638-bbed2086d8d8 req-48d7bdd3-be43-48c7-9fb1-43a5947763d2 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Apr 18 20:26:04.976506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2f9b7-5603-45d5-a4da-68a05ef96bb8 req-eb36d73e-cfd6-4c16-a63f-ab374fd73cb3 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:04.981446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2e2f9b7-5603-45d5-a4da-68a05ef96bb8 req-eb36d73e-cfd6-4c16-a63f-ab374fd73cb3 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.0634804 Apr 18 20:26:05.028322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2e2f9b7-5603-45d5-a4da-68a05ef96bb8 req-e63b0ca6-bb18-4f78-b6e1-df911e88c5c8 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381336 Apr 18 20:26:05.087180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52958) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:05.091766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2873ec73-d6e4-4dbb-819d-3fa9bb1ccb21 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354955222', 'description': 'tempest-description--893256134'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:05.121998 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2873ec73-d6e4-4dbb-819d-3fa9bb1ccb21 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.237577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc44e2-0d6b-436a-90da-6ca8c07ae91e req-ee0db1e3-23e1-4dda-bb4a-c33b6d31cafa tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:05.239048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7cc44e2-0d6b-436a-90da-6ca8c07ae91e req-ee0db1e3-23e1-4dda-bb4a-c33b6d31cafa tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 945 time: 0.1029117 Apr 18 20:26:05.306188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2873ec73-d6e4-4dbb-819d-3fa9bb1ccb21 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.320683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236fe11-0951-4260-a7e0-277ff3e06fa9 req-c1798fe7-9619-49c1-bdfd-bcddaf07290f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:05.322153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7236fe11-0951-4260-a7e0-277ff3e06fa9 req-c1798fe7-9619-49c1-bdfd-bcddaf07290f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.1311030 Apr 18 20:26:05.324779 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2873ec73-d6e4-4dbb-819d-3fa9bb1ccb21 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.342397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7cc44e2-0d6b-436a-90da-6ca8c07ae91e req-9608701b-0426-4bfb-9d59-f7102bfdecf6 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885322 Apr 18 20:26:05.379428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2873ec73-d6e4-4dbb-819d-3fa9bb1ccb21 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.380866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2873ec73-d6e4-4dbb-819d-3fa9bb1ccb21 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2926159 Apr 18 20:26:05.383209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873ec73-d6e4-4dbb-819d-3fa9bb1ccb21 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725fc7e0-ea47-49a8-8bc6-145b7412e1f3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:05.384157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52970) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:05.388870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e72c559a-8390-4e62-a35a-9c28e5e3cb30 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Request body: {'security_group_rule': {'security_group_id': '725fc7e0-ea47-49a8-8bc6-145b7412e1f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:05.400379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7236fe11-0951-4260-a7e0-277ff3e06fa9 req-f5ab5f36-1013-4170-a611-d5e124af5fed tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667362 Apr 18 20:26:05.429060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e72c559a-8390-4e62-a35a-9c28e5e3cb30 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.441454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-eb7ad1da-03b3-46ee-981b-36c44685d657 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230207 Apr 18 20:26:05.496972 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e72c559a-8390-4e62-a35a-9c28e5e3cb30 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.501002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e72c559a-8390-4e62-a35a-9c28e5e3cb30 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.525529 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c559a-8390-4e62-a35a-9c28e5e3cb30 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb4ae47-f396-4ebd-86f0-35d0e121b6a5,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:05.544832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e72c559a-8390-4e62-a35a-9c28e5e3cb30 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.548789 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e72c559a-8390-4e62-a35a-9c28e5e3cb30 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611702 Apr 18 20:26:05.549777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52980) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:05.555396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-857ec0bb-edd2-490b-9fbc-90fb4bdba51b tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Request body: {'security_group_rule': {'security_group_id': '725fc7e0-ea47-49a8-8bc6-145b7412e1f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:05.587553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-857ec0bb-edd2-490b-9fbc-90fb4bdba51b tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.593122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-9a67d5a3-abb4-45d7-a030-789e61ce8b4f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:05.594890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-9a67d5a3-abb4-45d7-a030-789e61ce8b4f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478415 Apr 18 20:26:05.619999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-0399e4c4-0f8b-4f27-ba6a-1b3c9a5fcec8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/quotas/df5ff37bcfd04d45aeb45108377157e2 HTTP/1.1" status: 200 len: 375 time: 0.0190268 Apr 18 20:26:05.658553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-857ec0bb-edd2-490b-9fbc-90fb4bdba51b tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.665267 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-857ec0bb-edd2-490b-9fbc-90fb4bdba51b tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.687340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ec0bb-edd2-490b-9fbc-90fb4bdba51b tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5765bbd-ed14-400a-b220-9b9874d0547b,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:05.694983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-f3c4da96-e1af-406a-ab1b-4a193cec3f85 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0739272 Apr 18 20:26:05.698057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-857ec0bb-edd2-490b-9fbc-90fb4bdba51b tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.700110 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-857ec0bb-edd2-490b-9fbc-90fb4bdba51b tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484189 Apr 18 20:26:05.702494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52988) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:05.707381 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:05.731153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.754954 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9683f322-12ea-4ee5-a23e-cf49fed91a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.844975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.920229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b7e960a9-55c2-4fa5-8261-d656af21f55a no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:05.947003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53002) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:05.947950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37b8499d-a8dc-40e8-b862-cf3b4683d8e7 req-a12a7a4e-0e88-4fca-9328-65990fb7bf8b tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 210 time: 0.0435615 Apr 18 20:26:06.040117 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.056511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Allocated IP 172.25.2.112 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/b9b5d24b-0531-433b-887a-625fcba3354c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:06.080362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:06.084216 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1b994f-bfd1-4871-9083-af87e0120799" -d '{"events": [{"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:06.114471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:06.127347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.160350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53016) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:06.216754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd865b-e96b-4726-867a-0eb8b1d68190 req-02dc29b6-4684-4a10-b6fe-2008cc65f983 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:06.224801 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18cd155-c61c-4ab6-8eea-c21d3f08976a x-openstack-request-id: req-a18cd155-c61c-4ab6-8eea-c21d3f08976a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:06.225095 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:06.225344 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a18cd155-c61c-4ab6-8eea-c21d3f08976a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:06.225748 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18cd155-c61c-4ab6-8eea-c21d3f08976a'] response: {'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'code': 200} Apr 18 20:26:06.226446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:06.226548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fcd865b-e96b-4726-867a-0eb8b1d68190 req-02dc29b6-4684-4a10-b6fe-2008cc65f983 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.1064920 Apr 18 20:26:06.281780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fcd865b-e96b-4726-867a-0eb8b1d68190 req-e3659f90-eff8-45ce-9e0f-acc8e723e5ed tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Apr 18 20:26:06.335265 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.397428 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc514f2c-946a-47d2-8bf4-a4a4eb133bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.474611 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.488826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cba9f3-bf52-4e80-9949-0ec2f4275679 req-1fb9f2fb-8c47-4c4b-a8ad-57243f50158b tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:06.496229 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5cba9f3-bf52-4e80-9949-0ec2f4275679 req-1fb9f2fb-8c47-4c4b-a8ad-57243f50158b tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 945 time: 0.0794361 Apr 18 20:26:06.544822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:06.551660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:06.561702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:06.566970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Pushing event updated for resources: {'Port': ['ID=b9b5d24b-0531-433b-887a-625fcba3354c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:06.568482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5cba9f3-bf52-4e80-9949-0ec2f4275679 req-68143f75-7bbb-404f-9e8e-f2e7aabdf10a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712764 Apr 18 20:26:06.588565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b527f-b78f-41c6-9b2c-26cf50a55857 req-1f6ee491-2e11-4524-b96c-db028f6d14ca tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:06.590449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c6b527f-b78f-41c6-9b2c-26cf50a55857 req-1f6ee491-2e11-4524-b96c-db028f6d14ca tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.0922034 Apr 18 20:26:06.636504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc514f2c-946a-47d2-8bf4-a4a4eb133bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.656426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c6b527f-b78f-41c6-9b2c-26cf50a55857 req-48071548-a169-4859-b368-4ae6a48f3e9d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566959 Apr 18 20:26:06.662992 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc514f2c-946a-47d2-8bf4-a4a4eb133bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.734396 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fc514f2c-946a-47d2-8bf4-a4a4eb133bc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8d627ec79f14de5b114ef07a170e84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5727689 Apr 18 20:26:06.738415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc514f2c-946a-47d2-8bf4-a4a4eb133bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eea0dd-66c8-46c9-b69a-fe7f5b688712,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:06.740623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53036) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:06.761105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.777486 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.802615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9782b11-82ea-49b1-8b71-47a864007792 req-8dd98d25-e69f-4d82-b8be-6195885afd73 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:06.804104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-8dd98d25-e69f-4d82-b8be-6195885afd73 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1233730 Apr 18 20:26:06.844830 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.860227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-a917ea5c-eb3c-4d8c-8720-4d422a6badc2 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 696 time: 0.0490801 Apr 18 20:26:06.865318 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2817d44-c599-49ee-bb20-f37f1cb5d151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.878196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bdcdd5a-f0f4-4adb-b137-224114bfe4f3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Request body: {'floatingip': {'port_id': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:06.925820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2817d44-c599-49ee-bb20-f37f1cb5d151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.929057 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bdcdd5a-f0f4-4adb-b137-224114bfe4f3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.346656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20717207-a072-4ce7-a6ce-c37925db3787 req-8d3479b8-55e7-4a7d-ac50-b7c730260149 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 210 time: 0.3299699 Apr 18 20:26:07.352070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-3a4544f0-9eaf-4ccb-920e-432c5a95a716 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437031 Apr 18 20:26:07.365305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.372926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.424254 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2817d44-c599-49ee-bb20-f37f1cb5d151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.426792 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2817d44-c599-49ee-bb20-f37f1cb5d151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.430248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b2817d44-c599-49ee-bb20-f37f1cb5d151 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8eea0dd-66c8-46c9-b69a-fe7f5b688712 HTTP/1.1" status: 204 len: 168 time: 0.6757002 Apr 18 20:26:07.494562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Pushing event updated for resources: {'Port': ['ID=b9b5d24b-0531-433b-887a-625fcba3354c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:07.498682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2817d44-c599-49ee-bb20-f37f1cb5d151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eea0dd-66c8-46c9-b69a-fe7f5b688712,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:07.507451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.537910 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.544305 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-25b357bc-33fc-453b-8bf3-78616d872482 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8406947 Apr 18 20:26:07.552556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] Deleting port 687aef2e-0064-45a5-850c-e1268d12f9ef {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:07.556023 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.598087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5361936-7771-4aac-9032-2d08f382713e req-fd4a882c-af20-4c6f-b2b2-664d5e548f8c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:07.605454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5361936-7771-4aac-9032-2d08f382713e req-fd4a882c-af20-4c6f-b2b2-664d5e548f8c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.1821830 Apr 18 20:26:07.631735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-ac410089-83d6-45a1-bb77-f234311b124c tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:07.633207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-ac410089-83d6-45a1-bb77-f234311b124c tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2675769 Apr 18 20:26:07.663923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] For port 687aef2e-0064-45a5-850c-e1268d12f9ef, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=687aef2e-0064-45a5-850c-e1268d12f9ef,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:07.664762 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.676822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Request body: {'port': {'device_id': 'ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'df5ff37bcfd04d45aeb45108377157e2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:07.678901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] Calling delete_port for 687aef2e-0064-45a5-850c-e1268d12f9ef owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:07.796113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5361936-7771-4aac-9032-2d08f382713e req-1efd095d-63a0-4a9d-a3f3-ca8cba08de58 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885824 Apr 18 20:26:07.917149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.948223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] Pushing event deleted for resources: {'Port': ['ID=687aef2e-0064-45a5-850c-e1268d12f9ef,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:07.956645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Made reservation on behalf of df5ff37bcfd04d45aeb45108377157e2 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:07.960295 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.094156 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bdcdd5a-f0f4-4adb-b137-224114bfe4f3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.095285 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1ea253d6-15e7-43f5-b40c-3f06153382a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.121330 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bdcdd5a-f0f4-4adb-b137-224114bfe4f3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.176093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-b8851539-914a-479d-9446-6d35b065ee71 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1354955222&fields=id&tenant_id=2ca737b15e374efd8ac11dbb57f3bcd8 HTTP/1.1" status: 200 len: 267 time: 0.1840889 Apr 18 20:26:08.178185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.327827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53088) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:08.376633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Allocated IP 192.168.233.215 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/33d0c36b-5b99-4c4a-b5b1-75be05a4ad42) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:08.383171 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bdcdd5a-f0f4-4adb-b137-224114bfe4f3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Floating IP 519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 associated. External IP: 172.25.2.247, port: 6dec99a9-43ad-448f-b5fc-0693355ccabf. Apr 18 20:26:08.412620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] Router 66b0e6fe-742c-4387-9de1-69ce067c254a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:08.460293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-962664783-network', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:08.490473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-bf641c92-7263-454c-87b7-4a3b749af966 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:08.497563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-bf641c92-7263-454c-87b7-4a3b749af966 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/networks?id=02794945-9bda-46b4-9ed4-44e4b6e36cfa HTTP/1.1" status: 200 len: 814 time: 0.3096731 Apr 18 20:26:08.527278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:08.533937 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-505f9657-7314-46ef-bce6-9f5ef74a4222 admin admin] 10.222.0.49 "PUT /v2.0/routers/66b0e6fe-742c-4387-9de1-69ce067c254a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5844557 Apr 18 20:26:08.538992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] Sync routers for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:08.540350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53094) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:08.549837 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:08.550680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:08.570617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e7030f58-7601-4fbd-bfef-c7135b0f8030 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/quotas/2ca737b15e374efd8ac11dbb57f3bcd8 HTTP/1.1" status: 200 len: 375 time: 0.0719357 Apr 18 20:26:08.605702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Made reservation on behalf of 47775dfa77cc4cf38e846fbc71da41b0 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:08.607757 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.667954 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.669108 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.669900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:08.775167 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.788403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-3aacc070-5f86-47b8-8ba0-9fb863173e5f tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ca737b15e374efd8ac11dbb57f3bcd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2013946 Apr 18 20:26:08.840863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Deleting port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:08.841361 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.917512 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.933078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] For port caba8478-6d82-4bd5-9f7d-c79bcf8fabc3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=caba8478-6d82-4bd5-9f7d-c79bcf8fabc3,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:08.933440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.947308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Calling delete_port for caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:08.983998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:26:07Z', 'revision_number': 5, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port': {'id': 'caba8478-6d82-4bd5-9f7d-c79bcf8fabc3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:dc:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:08.989919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bdcdd5a-f0f4-4adb-b137-224114bfe4f3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Router 9ae2604e-bb0f-4caa-8243-201767f90d5d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:09.014545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] Checking router: 66b0e6fe-742c-4387-9de1-69ce067c254a for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:09.022890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] Routers {'66b0e6fe-742c-4387-9de1-69ce067c254a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:09.023773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['66b0e6fe-742c-4387-9de1-69ce067c254a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:09.024801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-8e109f16-7cff-44f9-af93-741b16758489 service neutron] 10.222.0.49 "GET /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256517 Apr 18 20:26:09.049983 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.069120 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.113810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] Set router 66b0e6fe-742c-4387-9de1-69ce067c254a gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:09.135065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.135446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.166193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=caba8478-6d82-4bd5-9f7d-c79bcf8fabc3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:09.172627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:26:09.180359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545', '25ed8697-1c8a-4529-bd9e-f784e75b6bd9'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:09.182930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'd79d7393-1b70-4417-8827-4a4f683539d1', 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:09.217614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:26:08Z', 'revision_number': 6, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:09.221509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8146f81a-9283-41b8-a70c-3f3234309197,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:09.239088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.241525 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.241869 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Added segment 05df4b6d-63db-4526-9a11-1637ae9d6998 of type vlan for network bc03939c-9af2-46f2-8b53-08f3ae302c54 Apr 18 20:26:09.269789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:09.286508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4df0a2-8ee4-47db-a919-c340cd9ef790 None None] The sync data for ids ['66b0e6fe-742c-4387-9de1-69ce067c254a'] in n-d-836015-4 is: [{'id': '66b0e6fe-742c-4387-9de1-69ce067c254a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-276956136-router', 'tenant_id': '41fc31bdc2f44e189847e15bca1269c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:09Z', 'updated_at': '2022-04-18T20:26:08Z', 'revision_number': 6, 'project_id': '41fc31bdc2f44e189847e15bca1269c8', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:09.287950 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.296163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:09.302060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event updated for resources: {'Port': ['ID=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:09.350780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.354334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.418733 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.419759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66b0e6fe-742c-4387-9de1-69ce067c254a {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:26:09.426864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.429090 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7f1c79a0-89d6-4549-8427-951d7a7b98e8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/66b0e6fe-742c-4387-9de1-69ce067c254a HTTP/1.1" status: 204 len: 168 time: 0.8868992 Apr 18 20:26:09.431978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53100) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:09.491771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7387092-3b32-4b88-a446-0c53bf1d295e admin admin] Deleting subnet 0374a3de-6bb0-4284-a844-d3ef80bf44dc {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:26:09.495326 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7387092-3b32-4b88-a446-0c53bf1d295e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.537534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7387092-3b32-4b88-a446-0c53bf1d295e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.628662 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7387092-3b32-4b88-a446-0c53bf1d295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.641661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:09.648003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:09.648687 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.684490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-6a34e32d-0d7a-4a02-93fd-0f63ce25cf2a service neutron] 10.222.0.49 "GET /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455255 Apr 18 20:26:09.702756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-afb8e4b1-c376-4735-a329-c831cab31d00 None None] Provisioning complete for port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:09.703191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-afb8e4b1-c376-4735-a329-c831cab31d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.720550 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7387092-3b32-4b88-a446-0c53bf1d295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.734642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bdcdd5a-f0f4-4adb-b137-224114bfe4f3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:09.746954 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] Sync routers for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:09.755592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.757266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7387092-3b32-4b88-a446-0c53bf1d295e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0374a3de-6bb0-4284-a844-d3ef80bf44dc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:09.761196 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7387092-3b32-4b88-a446-0c53bf1d295e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.770503 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bdcdd5a-f0f4-4adb-b137-224114bfe4f3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.779486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b690e58-aeea-43c5-b6c4-5b0887b1831d None None] Network e6b26f56-1b99-4f69-b41d-bac0b592115e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:09.780071 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:09.781193 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:09.790979 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7387092-3b32-4b88-a446-0c53bf1d295e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0374a3de-6bb0-4284-a844-d3ef80bf44dc HTTP/1.1" status: 204 len: 168 time: 0.3334022 Apr 18 20:26:09.791685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53102) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:09.803772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-afb8e4b1-c376-4735-a329-c831cab31d00 None None] Port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:09.838514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bdcdd5a-f0f4-4adb-b137-224114bfe4f3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "PUT /v2.0/floatingips/519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 HTTP/1.1" status: 200 len: 997 time: 2.9704003 Apr 18 20:26:09.845853 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:09.849459 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00baa141-79ac-4fed-a973-4df1088b75b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:09.864227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-c293dc6b-2d51-42c3-8996-1aeb4919f1cf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1925206 Apr 18 20:26:09.871994 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.890750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Request body: {'port': {'device_id': 'ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:09.963170 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Deleting port 23efc2f9-f712-4f28-a758-d131e5c1e62d {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:09.963527 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.968386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:26:10.052950 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:10.062811 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] For port 23efc2f9-f712-4f28-a758-d131e5c1e62d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=23efc2f9-f712-4f28-a758-d131e5c1e62d,segment=NetworkSegment(6f2f2263-e940-45f7-a26c-803ed70d908b),segment_id=6f2f2263-e940-45f7-a26c-803ed70d908b)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:10.063266 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.078012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Calling delete_port for 23efc2f9-f712-4f28-a758-d131e5c1e62d owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:10.135232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9782b11-82ea-49b1-8b71-47a864007792 req-69a1589a-f0c5-4643-afa8-274af65ab43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.136950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-69a1589a-f0c5-4643-afa8-274af65ab43b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1097 time: 0.1433399 Apr 18 20:26:10.143288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.145231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.146214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.146849 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.185526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.225634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Pushing event deleted for resources: {'Port': ['ID=23efc2f9-f712-4f28-a758-d131e5c1e62d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:10.239758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] No DVR routers for this DVR port 23efc2f9-f712-4f28-a758-d131e5c1e62d on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:26:10.244990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd19f138-40e5-4c1a-a6f0-44d3bb0ae510 None None] DHCP port deletion for e6b26f56-1b99-4f69-b41d-bac0b592115e request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:26:10.303040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a9ed9-8092-4717-a9e7-ec793008cf4f req-dd7a76a1-1d22-426d-8548-d98043c4260b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.304807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-802a9ed9-8092-4717-a9e7-ec793008cf4f req-dd7a76a1-1d22-426d-8548-d98043c4260b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.2261260 Apr 18 20:26:10.323512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53114) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:10.324077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9902196 Apr 18 20:26:10.362720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Pushing event updated for resources: {'Network': ['ID=bc03939c-9af2-46f2-8b53-08f3ae302c54,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:10.368877 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.381334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.382020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.382617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.383185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.383737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.384335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.384905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.389389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Request body: {'subnet': {'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-962664783-subnet', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:10.392562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.393051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.394744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.395457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.396401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a657c88a-6d28-4da2-bf93-601eae2a29b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.413622 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.416448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network bc03939c-9af2-46f2-8b53-08f3ae302c54 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:26:10.429544 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:50:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:07Z', 'revision_number': 1, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:10.450801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b26f56-1b99-4f69-b41d-bac0b592115e']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:10.460442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Made reservation on behalf of 47775dfa77cc4cf38e846fbc71da41b0 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:10.462452 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.468402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2f2263-e940-45f7-a26c-803ed70d908b') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:10.468700 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2f2263-e940-45f7-a26c-803ed70d908b') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:10.492907 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.531955 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] Checking router: 9ae2604e-bb0f-4caa-8243-201767f90d5d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:10.544056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.555851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:26:10.557461 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:26:10.559889 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:26:10.563338 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:10.564489 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:10.566277 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-802a9ed9-8092-4717-a9e7-ec793008cf4f req-fdeec679-eb50-4654-a212-9346d742abce tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077918 Apr 18 20:26:10.618916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 23efc2f9-f712-4f28-a758-d131e5c1e62d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:10.670920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 23efc2f9-f712-4f28-a758-d131e5c1e62d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:26:10.672379 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 23efc2f9-f712-4f28-a758-d131e5c1e62d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:26:10.673145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:10.694198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.702949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.707794 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e6b26f56-1b99-4f69-b41d-bac0b592115e HTTP/1.1" status: 204 len: 168 time: 0.9150178 Apr 18 20:26:10.710754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53118) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:10.713017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:26:10.713559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device caba8478-6d82-4bd5-9f7d-c79bcf8fabc3 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:26:10.714118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 687aef2e-0064-45a5-850c-e1268d12f9ef no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:10.742946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 687aef2e-0064-45a5-850c-e1268d12f9ef {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:26:10.743573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 687aef2e-0064-45a5-850c-e1268d12f9ef not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:26:10.786096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b26f56-1b99-4f69-b41d-bac0b592115e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:10.811337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9782b11-82ea-49b1-8b71-47a864007792 req-d48bbe76-a465-4766-9e6e-38bd57aff489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.819493 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-d48bbe76-a465-4766-9e6e-38bd57aff489 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.6680558 Apr 18 20:26:10.844555 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:10.878710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.879070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.881027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.881027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.881027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.881027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.881664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.881830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.882229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.882613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.883012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.883402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea8e10-db61-4199-a8ad-f50feab71157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:10.888974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.910230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769469f-8629-4e42-96a0-aa19bb8d249c req-3b088f6d-fe38-4dc4-af1a-fb781264588c tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.917813 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4769469f-8629-4e42-96a0-aa19bb8d249c req-3b088f6d-fe38-4dc4-af1a-fb781264588c tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 936 time: 0.1861734 Apr 18 20:26:10.984196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-66cba742-7901-4597-a999-25baee822df3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 1000 time: 0.1636176 Apr 18 20:26:11.002149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc57dde-ac4c-49ee-bd2c-b1245c8841a6,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:11.059233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Checking segment: {'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:11.059233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Network hostable DHCP agents. Network: bc03939c-9af2-46f2-8b53-08f3ae302c54, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:26:11.076205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4769469f-8629-4e42-96a0-aa19bb8d249c req-d4dc719b-0a36-42c7-bdd0-1e5d7ffd834b tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431856 Apr 18 20:26:11.112721 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.121211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Network bc03939c-9af2-46f2-8b53-08f3ae302c54 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:26:11.131327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bed0e9c-a3fe-4ced-aead-0bcac51d1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.132859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-7bed0e9c-a3fe-4ced-aead-0bcac51d1325 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.1338842 Apr 18 20:26:11.150353 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, bc03939c-9af2-46f2-8b53-08f3ae302c54) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:11.155557 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.156162 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.161504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf5759e-4b2b-48ce-a060-c29ca792b60d None None] Network bc03939c-9af2-46f2-8b53-08f3ae302c54 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:11.162418 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:50:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:07Z', 'revision_number': 1, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:11.201757 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ab266c5-6bfb-4446-8b83-dce767d55656 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8758988 Apr 18 20:26:11.204481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53120) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:11.210956 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449a1f68-9075-4104-9e36-7d34570b5021 None None] The sync data for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 is: [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:50:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:07Z', 'revision_number': 1, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:11.213098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:11.213263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:11.222271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.235995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Transition to ACTIVE for port object 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:11.249473 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.281283 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.282319 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.355187 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.383536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-bc03939c-9af2-46f2-8b53-08f3ae302c54', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:26:11.384942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.425714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf5b64-a5d8-4a5a-ab52-c1bbc25848a2 req-0e7418a3-9ee3-485e-b691-6a1daa63ef77 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.427663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ecf5b64-a5d8-4a5a-ab52-c1bbc25848a2 req-0e7418a3-9ee3-485e-b691-6a1daa63ef77 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.2864945 Apr 18 20:26:11.428611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Pushing event updated for resources: {'Port': ['ID=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:11.435104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9782b11-82ea-49b1-8b71-47a864007792 req-0ad8a458-1415-4370-b846-0267261d51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.436974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-0ad8a458-1415-4370-b846-0267261d51b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995094 Apr 18 20:26:11.471464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-8f130f38-27ff-4da9-a42f-6010f6ede48e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:11.472831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-8f130f38-27ff-4da9-a42f-6010f6ede48e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055676 Apr 18 20:26:11.611049 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.628119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee80d1b-fab0-4797-88fc-3b9740160f87 None None] New status for floating IP 519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:11.644330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Attempting to bind port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:11.644730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Attempting to bind port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:11.645159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Attempting to bind port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:11.699386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.710729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:11.711115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Attempting to bind port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:11.730166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Allocated IP 172.20.0.2 (bc03939c-9af2-46f2-8b53-08f3ae302c54/7dc57dde-ac4c-49ee-bd2c-b1245c8841a6/080ebb7d-12b8-489a-8bf8-3c21c58eb4da) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:11.735079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:11.735562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:11.736093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:11.737175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Bound port: 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:11.737639 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.748487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ecf5b64-a5d8-4a5a-ab52-c1bbc25848a2 req-b751065b-cfe7-42bd-8811-bae692509d86 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633452 Apr 18 20:26:11.860861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] For port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:11.869996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] For port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:11.899444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-021f15a8-c553-4db7-81ed-c047bb8cff1f tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.904816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-021f15a8-c553-4db7-81ed-c047bb8cff1f tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.60 "GET /v2.0/networks?id=02794945-9bda-46b4-9ed4-44e4b6e36cfa HTTP/1.1" status: 200 len: 814 time: 0.4947464 Apr 18 20:26:11.908979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.917956 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c82ab0-fdba-4fd2-9de6-bc6e4b218d02 x-openstack-request-id: req-17c82ab0-fdba-4fd2-9de6-bc6e4b218d02 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:11.921255 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:11.926720 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-17c82ab0-fdba-4fd2-9de6-bc6e4b218d02 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:11.929031 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c82ab0-fdba-4fd2-9de6-bc6e4b218d02'] response: {'name': 'network-changed', 'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'status': 'completed', 'code': 200} Apr 18 20:26:11.947925 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:12.046478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Pushing event updated for resources: {'Port': ['ID=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:12.051712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:12.068391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'a0a4a478-b479-4d40-aebb-db91b35cdce1', 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184', 'port_id': 'a0a4a478-b479-4d40-aebb-db91b35cdce1', 'mac_address': 'fa:16:3e:36:01:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358ffcc4-e9dd-4c50-b963-c290e74b6cc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:12.114046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-8ea7b00d-114b-435e-b662-52fbd7f87e62 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca737b15e374efd8ac11dbb57f3bcd8 HTTP/1.1" status: 200 len: 380 time: 0.1490791 Apr 18 20:26:12.127737 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.131667 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.157128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a4a478-b479-4d40-aebb-db91b35cdce1 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:12.191023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf9c908e-ae8a-4009-8f5f-32ee775e94b0 req-afda04c1-f43c-4190-a813-ef7e4cea9d81 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 210 time: 0.2157757 Apr 18 20:26:12.211084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.211723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.213853 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-28864f94-5223-4855-bdf7-8e6354a7f450 service neutron] 10.222.0.64 "PUT /v2.0/ports/33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 HTTP/1.1" status: 200 len: 1096 time: 2.3394306 Apr 18 20:26:12.240273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-d94af545-4d7f-44df-84ff-5c4fd3fd2abc service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354298 Apr 18 20:26:12.265668 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:12.282857 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.284343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 146d65b2-405d-4f2c-94d6-2301a13d6ae2 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:12.300961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Request body: {'port': {'device_id': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'admin_state_up': True, 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'security_groups': ['725fc7e0-ea47-49a8-8bc6-145b7412e1f3']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:12.446200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-db13d6bf-1d72-43ec-af8e-b261773a3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.447977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-db13d6bf-1d72-43ec-af8e-b261773a3164 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1097 time: 0.5066755 Apr 18 20:26:12.657042 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.682266 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.730655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:12.754013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '146d65b2-405d-4f2c-94d6-2301a13d6ae2', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '146d65b2-405d-4f2c-94d6-2301a13d6ae2', 'mac_address': 'fa:16:3e:54:9a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:12.756692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] Deleting port 7f7290e8-c1df-4f48-a1ae-6b9757898972 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:12.757569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.769430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-e672d93f-aa7c-440c-a56d-e29974ff82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.773253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-e672d93f-aa7c-440c-a56d-e29974ff82f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 1099 time: 0.4630513 Apr 18 20:26:12.793029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-da170aa5-1b2f-43b5-abf5-f1f57c1d26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.796822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-da170aa5-1b2f-43b5-abf5-f1f57c1d26ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.2755594 Apr 18 20:26:12.842880 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.870125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.890443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Network bc03939c-9af2-46f2-8b53-08f3ae302c54 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:12.895659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:12.899100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=a0a4a478-b479-4d40-aebb-db91b35cdce1,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:12.901821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:12.906735 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.965988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba0415-d0bb-4378-865f-404da851a3bd req-66a49d4e-f380-4bd1-bd64-69b09ed4c6ca tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.974827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54ba0415-d0bb-4378-865f-404da851a3bd req-66a49d4e-f380-4bd1-bd64-69b09ed4c6ca tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.6796632 Apr 18 20:26:12.975750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Allocated IP 172.25.2.125 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:13.014291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] For port 7f7290e8-c1df-4f48-a1ae-6b9757898972, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7f7290e8-c1df-4f48-a1ae-6b9757898972,segment=NetworkSegment(a7604a79-54ce-46ab-bb7e-8c42a382ad03),segment_id=a7604a79-54ce-46ab-bb7e-8c42a382ad03)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:13.015492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.025475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 146d65b2-405d-4f2c-94d6-2301a13d6ae2 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:13.042917 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-2ac025c0-55ac-40de-bca3-d7c3d98393a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 HTTP/1.1" status: 200 len: 217 time: 0.2448878 Apr 18 20:26:13.046431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] Calling delete_port for 7f7290e8-c1df-4f48-a1ae-6b9757898972 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:13.052181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Attempting to bind port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:13.052546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Attempting to bind port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:13.052960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Attempting to bind port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da on network bc03939c-9af2-46f2-8b53-08f3ae302c54 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:13.074255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Pushing event updated for resources: {'Port': ['ID=080ebb7d-12b8-489a-8bf8-3c21c58eb4da,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:13.077434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:13.077814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Checking segment: {'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:13.078273 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.078882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Bound using segment: {'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:13.079397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Bound port: 080ebb7d-12b8-489a-8bf8-3c21c58eb4da, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:13.079916 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.085511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:13.094722 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.166685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] For port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:13.170230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] For port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=080ebb7d-12b8-489a-8bf8-3c21c58eb4da,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:13.198663 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.237384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=146d65b2-405d-4f2c-94d6-2301a13d6ae2,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:13.247551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9782b11-82ea-49b1-8b71-47a864007792 req-a73b5aa9-a073-449b-81c0-e44bb01fb1d6 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0059593 Apr 18 20:26:13.317970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Made reservation on behalf of 2ca737b15e374efd8ac11dbb57f3bcd8 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:13.326151 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.359624 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.363655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54ba0415-d0bb-4378-865f-404da851a3bd req-affa5c6e-862d-4b15-85e7-262f7d14533a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627448 Apr 18 20:26:13.368931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-796179a3-9016-4c42-aed9-1ad8c5e9a569 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 1002 time: 0.3835282 Apr 18 20:26:13.371086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-6284ecd7-4abb-4f64-90b7-b0dd59fc81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.372728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-6284ecd7-4abb-4f64-90b7-b0dd59fc81fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2247803 Apr 18 20:26:13.391066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39349bc0-55f6-4f8b-a69f-b8544ab536e5 None None] Pushing event updated for resources: {'Port': ['ID=080ebb7d-12b8-489a-8bf8-3c21c58eb4da,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:13.406979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['146d65b2-405d-4f2c-94d6-2301a13d6ae2'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:13.467946 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.582570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Pushing event updated for resources: {'Port': ['ID=7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:13.647279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['a0a4a478-b479-4d40-aebb-db91b35cdce1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:13.669153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-5d572cba-1a91-4b23-bab4-1c764016c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.670639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-5d572cba-1a91-4b23-bab4-1c764016c8b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.2839587 Apr 18 20:26:13.683142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:13.697620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:13.703372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:13.816696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-e7a4d0a5-2f5b-44e1-894e-2769a26d5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.819459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-e7a4d0a5-2f5b-44e1-894e-2769a26d5338 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4210618 Apr 18 20:26:13.964708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 146d65b2-405d-4f2c-94d6-2301a13d6ae2 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:14.157069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:14.157849 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.264973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46635a8-6c89-4f1d-9a08-e167ec4ecfe9 req-8ec7f63d-5f62-4363-8c9a-96477dc23065 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.283459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46635a8-6c89-4f1d-9a08-e167ec4ecfe9 req-8ec7f63d-5f62-4363-8c9a-96477dc23065 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 948 time: 0.8426032 Apr 18 20:26:14.285076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d', 'tag': '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:14.287407 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0975268-50a6-4c22-a4ee-a4ff07a0b068" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d", "tag": "33d0c36b-5b99-4c4a-b5b1-75be05a4ad42"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:14.309661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Allocated IP 172.20.0.4 (02794945-9bda-46b4-9ed4-44e4b6e36cfa/833767ce-0037-431d-82c3-b9292bd390b5/77158ec3-cd87-453f-b283-0353c190d276) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:14.363147 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.405706 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.440165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:14.441355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146d65b2-405d-4f2c-94d6-2301a13d6ae2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:14.445025 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7985fd-d035-4b36-942c-072e845aebbb" -d '{"events": [{"server_uuid": "c4528da6-870c-4eff-b2eb-e617aeb861ae", "name": "network-vif-plugged", "status": "completed", "tag": "146d65b2-405d-4f2c-94d6-2301a13d6ae2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:14.457376 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.536188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc91b4-19cd-4955-881f-cfb0fc641dad req-4e536223-1fe6-406f-92cb-15156599128d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.543566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cefc91b4-19cd-4955-881f-cfb0fc641dad req-4e536223-1fe6-406f-92cb-15156599128d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 945 time: 0.9796171 Apr 18 20:26:14.551690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.578277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=146d65b2-405d-4f2c-94d6-2301a13d6ae2,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:14.595044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.600880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.601398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.601998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.612437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.613137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.613697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.614252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.614824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.615415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.616038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.616152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-61581e00-cc97-4a72-82da-59a453b970c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.616720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:14.617995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-61581e00-cc97-4a72-82da-59a453b970c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8869355 Apr 18 20:26:14.696451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7290e8-c1df-4f48-a1ae-6b9757898972,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:14.732018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 080ebb7d-12b8-489a-8bf8-3c21c58eb4da up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:14.740070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cefc91b4-19cd-4955-881f-cfb0fc641dad req-a6c67192-6d99-4210-8435-a348c5782b08 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955602 Apr 18 20:26:14.782412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46635a8-6c89-4f1d-9a08-e167ec4ecfe9 req-48524840-a3fc-443c-8cfe-5a6f1fba01f4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703026 Apr 18 20:26:14.851958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:14.852495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.079435 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.082451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-b75c246c-cded-4598-86fc-725a518344be service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707515 Apr 18 20:26:15.089237 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b39d3875-4455-49f4-a6c1-f1683dd12b9e req-1836afde-7ba1-471c-a745-de06e8a2a7e3 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 210 time: 0.1524191 Apr 18 20:26:15.136091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe73f6-88f7-4c4b-a101-9fc4d2a73196 None None] Network bc03939c-9af2-46f2-8b53-08f3ae302c54 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:15.244063 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3f7ec5-6b79-49bb-8f19-6ac0e319b544 x-openstack-request-id: req-6c3f7ec5-6b79-49bb-8f19-6ac0e319b544 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:15.244453 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d", "tag": "33d0c36b-5b99-4c4a-b5b1-75be05a4ad42", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:15.244635 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6c3f7ec5-6b79-49bb-8f19-6ac0e319b544 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:15.245039 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3f7ec5-6b79-49bb-8f19-6ac0e319b544'] response: {'name': 'network-changed', 'server_uuid': 'ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d', 'tag': '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42', 'status': 'completed', 'code': 200} Apr 18 20:26:15.286990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=080ebb7d-12b8-489a-8bf8-3c21c58eb4da,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:15.296421 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.307986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6d9d65f4-bf19-4521-8d4a-d7247a77668b None None] Provisioning complete for port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:15.308586 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6d9d65f4-bf19-4521-8d4a-d7247a77668b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.382959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.438877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=080ebb7d-12b8-489a-8bf8-3c21c58eb4da,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:15.451503 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.473943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.490528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca201b2-97a2-4483-8150-00bfd2e0a804 req-e59dff39-1a09-46a8-959b-b7b5ed76cd8b service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999875 Apr 18 20:26:15.579607 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.659202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Network 02794945-9bda-46b4-9ed4-44e4b6e36cfa is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:15.673108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.709654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:15.724881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:15.741112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:15.743248 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.813536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] Router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:15.818703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:26:15.875324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be940-eedb-41ef-b904-784ec498f84d req-7bad1ec0-22a2-40d7-aa75-bdf76ffa9500 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:15.890195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-7bad1ec0-22a2-40d7-aa75-bdf76ffa9500 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7482519 Apr 18 20:26:15.969727 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:16.087809 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-ce7bdd33-7548-45ee-8dbd-7b46ca848e24 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 1002 time: 0.1751037 Apr 18 20:26:16.108077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Request body: {'floatingip': {'port_id': '29165638-39fa-4442-afc6-dec0c4daed42', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:16.115356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Pushing event updated for resources: {'Port': ['ID=77158ec3-cd87-453f-b283-0353c190d276,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:16.123138 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:16.139615 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] Sync routers for ids ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:16.144095 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6e0702b6-14ab-42b7-b0d0-796d06a47c88 admin admin] 10.222.0.49 "PUT /v2.0/routers/9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4312742 Apr 18 20:26:16.150447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6560455d-1dd6-469e-8995-9a3097ab7a32 None None] Provisioning complete for port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:16.151188 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6560455d-1dd6-469e-8995-9a3097ab7a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.152555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53182) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:16.163982 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] Routers {'9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:16.165025 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:16.176260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-373d29d3-4559-49b2-a773-8f51512fcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:16.178191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-373d29d3-4559-49b2-a773-8f51512fcb61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 1099 time: 0.5906224 Apr 18 20:26:16.194491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471985ac-9255-44cf-bc92-97ce53223e7c req-2b52c1d4-ec40-4fe1-a962-8b2ddea1e4e3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:16.202083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port a0a4a478-b479-4d40-aebb-db91b35cdce1 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:16.204161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-471985ac-9255-44cf-bc92-97ce53223e7c req-2b52c1d4-ec40-4fe1-a962-8b2ddea1e4e3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.6948311 Apr 18 20:26:16.215902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-77c078a5-c52f-4fbe-9dca-030b4324015c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9505501 Apr 18 20:26:16.231419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port a0a4a478-b479-4d40-aebb-db91b35cdce1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:16.231809 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.305668 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.354188 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] Set router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:16.383108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-471985ac-9255-44cf-bc92-97ce53223e7c req-ca07abff-230f-41a2-9b6d-0f2e0c2e1466 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774116 Apr 18 20:26:16.499095 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cfd216-58a6-4440-bee1-983fcb9b99bc x-openstack-request-id: req-a5cfd216-58a6-4440-bee1-983fcb9b99bc {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:16.499378 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4528da6-870c-4eff-b2eb-e617aeb861ae", "name": "network-vif-plugged", "status": "completed", "tag": "146d65b2-405d-4f2c-94d6-2301a13d6ae2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:16.499627 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5cfd216-58a6-4440-bee1-983fcb9b99bc {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:16.508324 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5cfd216-58a6-4440-bee1-983fcb9b99bc'] response: {'server_uuid': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146d65b2-405d-4f2c-94d6-2301a13d6ae2', 'code': 200} Apr 18 20:26:16.547864 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.620831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-1d2e622d-c3cb-4c1a-a17d-636d344ddb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:16.622379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-1d2e622d-c3cb-4c1a-a17d-636d344ddb9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.4046714 Apr 18 20:26:16.625343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:16.636541 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.694319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=a0a4a478-b479-4d40-aebb-db91b35cdce1,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:16.708796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a927c9c7-37a2-470f-a170-9a71e9933c8b None None] Provisioning complete for port 77158ec3-cd87-453f-b283-0353c190d276 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:16.709294 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a927c9c7-37a2-470f-a170-9a71e9933c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.756861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 080ebb7d-12b8-489a-8bf8-3c21c58eb4da up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:16.864504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a927c9c7-37a2-470f-a170-9a71e9933c8b None None] Port 77158ec3-cd87-453f-b283-0353c190d276 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:16.916480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:16.916852 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.987146 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-router', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:16Z', 'updated_at': '2022-04-18T20:26:14Z', 'revision_number': 5, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'gw_port': {'id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:18Z', 'updated_at': '2022-04-18T20:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:17.069472 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.087211 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] Checking router: 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:17.110225 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] Routers {'9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:17.113418 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:17.121659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:17.130885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Sync routers for ids ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:17.146541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Routers {'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:17.148440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:17.153851 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.158470 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a45b5bd9-af4a-4f80-85d1-ed88e5b004c9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9486384 Apr 18 20:26:17.169065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53184) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:17.344813 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] Set router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:17.380345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.398239 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.442701 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.556679 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Set router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:17.578429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Request body: {'port': {'device_id': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:17.606457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-207a4bb3-a5f8-4ce7-8e74-22c5a9cf2035 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 HTTP/1.1" status: 200 len: 217 time: 0.9316843 Apr 18 20:26:17.712585 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-router', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:16Z', 'updated_at': '2022-04-18T20:26:14Z', 'revision_number': 5, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'gw_port': {'id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:18Z', 'updated_at': '2022-04-18T20:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:17.758026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fa36d-5894-4acd-87e8-bf3f1ab3252b req-221cc9d2-498d-4b6d-b1bf-511467a285dd tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:17.759818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-213fa36d-5894-4acd-87e8-bf3f1ab3252b req-221cc9d2-498d-4b6d-b1bf-511467a285dd tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 946 time: 1.0870178 Apr 18 20:26:17.768536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Deleting port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:17.769328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.780185 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a69081-1960-4aeb-8d1b-ae337e234c57 None None] The sync data for ids ['9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d'] in n-d-836015-4 is: [{'id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1832053197-router', 'tenant_id': '9699d9245acf4494820fdfe3841c5818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:16Z', 'updated_at': '2022-04-18T20:26:14Z', 'revision_number': 5, 'project_id': '9699d9245acf4494820fdfe3841c5818', 'gw_port': {'id': 'ca3e3845-4aa3-42a7-91d2-e76b4eca00ce', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:41:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:18Z', 'updated_at': '2022-04-18T20:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:17.827190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:17.892763 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Floating IP 519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 associated. External IP: 172.25.2.247, port: 6dec99a9-43ad-448f-b5fc-0693355ccabf. Apr 18 20:26:17.923907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:14Z', 'revision_number': 3, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:17.946530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-5593f171-e470-493a-aa08-3407c7860147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:17.948645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-5593f171-e470-493a-aa08-3407c7860147 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.3311338 Apr 18 20:26:17.958769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Checking router: e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:17.958769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Updating router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:26:18.040334 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.240487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] For port ca3e3845-4aa3-42a7-91d2-e76b4eca00ce, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ca3e3845-4aa3-42a7-91d2-e76b4eca00ce,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:18.241180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.242089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-e5415e3d-eab9-4c72-8b01-212c6030a613 service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027740 Apr 18 20:26:18.252062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.261315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Calling delete_port for ca3e3845-4aa3-42a7-91d2-e76b4eca00ce owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:18.291012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:18.302373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-3bdd7f26-bf7d-4bf1-a4d8-fb90fa04f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:18.303543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-3bdd7f26-bf7d-4bf1-a4d8-fb90fa04f1eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2074835 Apr 18 20:26:18.323724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42', 'mac_address': 'fa:16:3e:e4:30:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:18.369517 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.481716 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.619002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-213fa36d-5894-4acd-87e8-bf3f1ab3252b req-fc0da30c-c09f-4d39-a590-aad0bbd2f077 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7970440 Apr 18 20:26:18.747725 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.752655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4a478-b479-4d40-aebb-db91b35cdce1'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:18.756047 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c39144f-64dd-4ba7-8079-58ab26c0acf0" -d '{"events": [{"server_uuid": "6b8f4563-0de5-43d7-93ef-2f3a819e0a93", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4a478-b479-4d40-aebb-db91b35cdce1"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:18.777859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.786218 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7f7290e8-c1df-4f48-a1ae-6b9757898972 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:18.834110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 7f7290e8-c1df-4f48-a1ae-6b9757898972 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:26:18.834852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7f7290e8-c1df-4f48-a1ae-6b9757898972 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:26:18.841233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:18.865792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Attempting to bind port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:18.866200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Attempting to bind port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:18.866814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Attempting to bind port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:18.871178 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.876122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:18.876708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:18.877408 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.877907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:18.878545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Bound port: 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:18.879032 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.947628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b80d4a-0f03-4ea6-bf27-d5085c30972f None None] Pushing event updated for resources: {'Port': ['ID=7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:18.951314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:18.960538 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.968044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3e3845-4aa3-42a7-91d2-e76b4eca00ce,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:18.995701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] For port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:19.019644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] For port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:19.029563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.047864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:19.109322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Routers {'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:19.110134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:19.204389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b80d4a-0f03-4ea6-bf27-d5085c30972f None None] Pushing event updated for resources: {'Port': ['ID=7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:19.245928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.254374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Allocated IP 172.20.0.1 (bc03939c-9af2-46f2-8b53-08f3ae302c54/7dc57dde-ac4c-49ee-bd2c-b1245c8841a6/701c5dc6-0b09-4def-ba11-2730d863cd58) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:19.293184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] Set router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:19.419419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['33d0c36b-5b99-4c4a-b5b1-75be05a4ad42'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:19.456685 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.470479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.558498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.558956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:26:19.565422 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.569061 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b284b1f-3fda-43df-9629-d4c335fa87b9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9d6e9d66-a1a6-49a2-bf4d-ad6f354c4c1d HTTP/1.1" status: 204 len: 168 time: 3.4116609 Apr 18 20:26:19.569921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53192) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:19.623982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-90f2bc6d-b484-40de-8ae7-785486853c9f service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0386736 Apr 18 20:26:19.709987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef656a5e-e587-416a-b229-bd0ecbd94498 admin admin] Deleting subnet d08c46a7-492c-4752-ad44-51db34a564ad {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:26:19.714318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.728734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef656a5e-e587-416a-b229-bd0ecbd94498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.839714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef656a5e-e587-416a-b229-bd0ecbd94498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.845821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:14Z', 'revision_number': 3, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:19.917932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa32ca07-bd5a-4aff-8370-807c575e1ec9 None None] The sync data for ids ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'] in n-d-836015-4 is: [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:14Z', 'revision_number': 3, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:19.936043 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.938032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Router 9ae2604e-bb0f-4caa-8243-201767f90d5d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:19.980983 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76432ddb-0c3c-4119-80e6-96ea89d7a926 req-a0b2dcd3-eee3-4d2c-bbca-f03c4ff6599e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:19.983285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76432ddb-0c3c-4119-80e6-96ea89d7a926 req-a0b2dcd3-eee3-4d2c-bbca-f03c4ff6599e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 949 time: 0.5059507 Apr 18 20:26:20.015276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Network bc03939c-9af2-46f2-8b53-08f3ae302c54 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:20.025851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:20.027247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0975268-50a6-4c22-a4ee-a4ff07a0b068 req-c5ae36a0-3b50-482e-9410-7d42facb9619 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813648 Apr 18 20:26:20.038074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:20.098980 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.251987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Pushing event updated for resources: {'Port': ['ID=701c5dc6-0b09-4def-ba11-2730d863cd58,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:20.266756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef656a5e-e587-416a-b229-bd0ecbd94498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.324780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76432ddb-0c3c-4119-80e6-96ea89d7a926 req-79865427-82ca-4d90-8b45-62a06d7fb254 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930226 Apr 18 20:26:20.365021 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.495369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:20.511288 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] Sync routers for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:20.538722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77158ec3-cd87-453f-b283-0353c190d276 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:20.539406 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:20.540203 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:20.548975 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.572079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Transition to ACTIVE for port object 77158ec3-cd87-453f-b283-0353c190d276 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:20.643533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.646967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4c98fbe5-0eff-4e46-abcd-aacc119553a0 None None] Provisioning complete for port 701c5dc6-0b09-4def-ba11-2730d863cd58 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:20.647295 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4c98fbe5-0eff-4e46-abcd-aacc119553a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.736680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:20.765080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef656a5e-e587-416a-b229-bd0ecbd94498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.803369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef656a5e-e587-416a-b229-bd0ecbd94498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.810931 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ef656a5e-e587-416a-b229-bd0ecbd94498 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d08c46a7-492c-4752-ad44-51db34a564ad HTTP/1.1" status: 204 len: 168 time: 1.2406213 Apr 18 20:26:20.830116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d3471-df59-4465-817c-91735364595c service neutron] Pushing event updated for resources: {'Port': ['ID=77158ec3-cd87-453f-b283-0353c190d276,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:20.836304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53204) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:20.856114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef656a5e-e587-416a-b229-bd0ecbd94498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08c46a7-492c-4752-ad44-51db34a564ad,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:20.915115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4c98fbe5-0eff-4e46-abcd-aacc119553a0 None None] Port 701c5dc6-0b09-4def-ba11-2730d863cd58 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:20.918699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ca9b9a-f05c-4b4e-8b3b-689b1abd2a13 None None] Network 7ca47828-15bf-4191-bc08-18aa82fc3441 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:26:20.939607 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:21.086615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.102948 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.104476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:21.104911 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.128677 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.242212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Pushing event updated for resources: {'Port': ['ID=701c5dc6-0b09-4def-ba11-2730d863cd58,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:21.314556 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.354338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Attempting to bind port 77158ec3-cd87-453f-b283-0353c190d276 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:21.354338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Attempting to bind port 77158ec3-cd87-453f-b283-0353c190d276 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:21.354338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Attempting to bind port 77158ec3-cd87-453f-b283-0353c190d276 on network 02794945-9bda-46b4-9ed4-44e4b6e36cfa {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:21.504096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Port 77158ec3-cd87-453f-b283-0353c190d276 on network 02794945-9bda-46b4-9ed4-44e4b6e36cfa not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:21.505636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Attempting to bind port 77158ec3-cd87-453f-b283-0353c190d276 on network 02794945-9bda-46b4-9ed4-44e4b6e36cfa {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:21.513365 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '29165638-39fa-4442-afc6-dec0c4daed42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:74:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:17Z', 'revision_number': 3, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:21.521158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Network bc03939c-9af2-46f2-8b53-08f3ae302c54 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:21.524533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:21.577199 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] Checking router: 9ae2604e-bb0f-4caa-8243-201767f90d5d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:21.582502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c91d92-20ae-44b6-a109-ecc2d7617ee7 req-de86da92-db46-4ee6-8e4f-119427574786 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:21.598831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6c91d92-20ae-44b6-a109-ecc2d7617ee7 req-de86da92-db46-4ee6-8e4f-119427574786 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 943 time: 0.7910783 Apr 18 20:26:21.601012 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:21.601447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:21.602316 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:21.602589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Checking segment: {'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:21.604358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Bound using segment: {'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:21.604828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Bound port: 77158ec3-cd87-453f-b283-0353c190d276, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f031fd-4330-4b77-9920-ff305f900875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:21.605267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:21.654665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:21.850518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6c91d92-20ae-44b6-a109-ecc2d7617ee7 req-477653c7-c858-495f-89dd-d3327788cc6d tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/security-groups?id=725fc7e0-ea47-49a8-8bc6-145b7412e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506356 Apr 18 20:26:21.937577 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:21.954199 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:22.071104 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.180978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] For port 77158ec3-cd87-453f-b283-0353c190d276, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:22.181457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:22.185579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] For port 77158ec3-cd87-453f-b283-0353c190d276, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=77158ec3-cd87-453f-b283-0353c190d276,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:22.247168 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.285896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.371820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:22.391103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d3471-df59-4465-817c-91735364595c service neutron] Pushing event updated for resources: {'Port': ['ID=77158ec3-cd87-453f-b283-0353c190d276,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:22.396159 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c74e7a2e-5349-45eb-8d05-4c2980f04558 admin admin] 10.222.0.49 "PUT /v2.0/routers/e56f674b-bf98-4a9d-b1a7-12b1f3b7b901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2265599 Apr 18 20:26:22.410122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:22.424948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7318c-317b-47fa-b36f-a716d1dee099 None None] DHCP port deletion for 7ca47828-15bf-4191-bc08-18aa82fc3441 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:26:22.446730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ca3e3845-4aa3-42a7-91d2-e76b4eca00ce no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:22.484908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-60e967ee-c505-4f8d-80af-4fdee27ca4e2 None None] Provisioning complete for port 701c5dc6-0b09-4def-ba11-2730d863cd58 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:22.485401 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60e967ee-c505-4f8d-80af-4fdee27ca4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.521568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:22.522382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.526941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-e88d3471-df59-4465-817c-91735364595c service neutron] 10.222.0.60 "PUT /v2.0/ports/77158ec3-cd87-453f-b283-0353c190d276 HTTP/1.1" status: 200 len: 1091 time: 5.0860233 Apr 18 20:26:22.540412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'tag': '77158ec3-cd87-453f-b283-0353c190d276'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:22.546562 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c7b3b2-ea00-4056-a1d4-7a423b701275" -d '{"events": [{"name": "network-changed", "server_uuid": "5916225d-ed51-4266-8f82-02c80d35e7e0", "tag": "77158ec3-cd87-453f-b283-0353c190d276"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:22.550060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:22.550060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.578020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Deleting port f63a829a-9660-45c4-803e-5dd0c62c03d2 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:22.579474 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.782420 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '29165638-39fa-4442-afc6-dec0c4daed42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:74:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:17Z', 'revision_number': 3, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:22.783967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] For port f63a829a-9660-45c4-803e-5dd0c62c03d2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f63a829a-9660-45c4-803e-5dd0c62c03d2,segment=NetworkSegment(a7604a79-54ce-46ab-bb7e-8c42a382ad03),segment_id=a7604a79-54ce-46ab-bb7e-8c42a382ad03)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:22.784449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.805909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: ca3e3845-4aa3-42a7-91d2-e76b4eca00ce {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:26:22.806547 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ca3e3845-4aa3-42a7-91d2-e76b4eca00ce not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:26:22.841925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Calling delete_port for f63a829a-9660-45c4-803e-5dd0c62c03d2 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:22.858985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-60e967ee-c505-4f8d-80af-4fdee27ca4e2 None None] Port 701c5dc6-0b09-4def-ba11-2730d863cd58 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:22.865377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:22.933811 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4784e3cd-3be2-433b-80bd-a21917f94b00 None None] The sync data for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 is: [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '29165638-39fa-4442-afc6-dec0c4daed42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:74:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:17Z', 'revision_number': 3, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:23.094044 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.154994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f63a829a-9660-45c4-803e-5dd0c62c03d2 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:23.186022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964c56f-513a-4a34-9dd5-67aaa7d3f2d9 req-d272e4ff-afa9-4333-be5b-0c61d26f226b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.201839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7964c56f-513a-4a34-9dd5-67aaa7d3f2d9 req-d272e4ff-afa9-4333-be5b-0c61d26f226b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 1.0040200 Apr 18 20:26:23.213074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.241609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] No DVR routers for this DVR port f63a829a-9660-45c4-803e-5dd0c62c03d2 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:26:23.253874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Router 9ae2604e-bb0f-4caa-8243-201767f90d5d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:23.269291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bad7318c-317b-47fa-b36f-a716d1dee099 None None] Deleting port f63a829a-9660-45c4-803e-5dd0c62c03d2 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:23.269684 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bad7318c-317b-47fa-b36f-a716d1dee099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.321601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:23.386623 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.473716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No active binding found for port f63a829a-9660-45c4-803e-5dd0c62c03d2 {{(pid=102905) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 20:26:23.482447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f63a829a-9660-45c4-803e-5dd0c62c03d2 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:26:23.485532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00baa141-79ac-4fed-a973-4df1088b75b3 req-a335703a-5c93-40f7-9ab2-97f493311945 service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9642808 Apr 18 20:26:23.507912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bad7318c-317b-47fa-b36f-a716d1dee099 None None] For port f63a829a-9660-45c4-803e-5dd0c62c03d2, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:23.508313 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bad7318c-317b-47fa-b36f-a716d1dee099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.528826 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a601d7-73fa-4663-a91c-4e3d0f6db9a6 None None] New status for floating IP 519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:23.533705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Sync routers for ids ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:23.535636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63a829a-9660-45c4-803e-5dd0c62c03d2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:23.549266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bad7318c-317b-47fa-b36f-a716d1dee099 None None] Calling delete_port for f63a829a-9660-45c4-803e-5dd0c62c03d2 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:23.552080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.553839 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-bad7318c-317b-47fa-b36f-a716d1dee099 None None] Port f63a829a-9660-45c4-803e-5dd0c62c03d2 was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:26:23.563243 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bad7318c-317b-47fa-b36f-a716d1dee099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.577977 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.578604 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.580129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.580649 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.581152 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.581644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.582139 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.582646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.583116 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.583612 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.589884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7318c-317b-47fa-b36f-a716d1dee099 None None] No DVR routers for this DVR port f63a829a-9660-45c4-803e-5dd0c62c03d2 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:26:23.591091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:23.596367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Routers {'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:23.596973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:23.682574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7318c-317b-47fa-b36f-a716d1dee099 None None] Pushing event deleted for resources: {'Port': ['ID=f63a829a-9660-45c4-803e-5dd0c62c03d2,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:23.808888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Set router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:23.811106 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.811446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.811812 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.812198 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:26:23.812811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca47828-15bf-4191-bc08-18aa82fc3441']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:23.930484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7604a79-54ce-46ab-bb7e-8c42a382ad03') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:23.930833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7604a79-54ce-46ab-bb7e-8c42a382ad03') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:23.969104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-85f799f3-2ee4-4795-9e40-746ba7275906 service neutron] 10.222.0.60 "GET /v2.0/ports/96dcc94d-e9c5-4079-a6e9-fadda76e682e/bindings/n-h1-836015-4 HTTP/1.1" status: 200 len: 382 time: 0.1215601 Apr 18 20:26:23.998271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.015981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-d5012f5a-3f93-4f48-86c8-32ed21382afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:24.017630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-d5012f5a-3f93-4f48-86c8-32ed21382afa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ca737b15e374efd8ac11dbb57f3bcd8&device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 1094 time: 0.8084066 Apr 18 20:26:24.020582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7964c56f-513a-4a34-9dd5-67aaa7d3f2d9 req-0d8154b0-3a2b-477b-afe3-1c401bccfa84 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7861590 Apr 18 20:26:24.043083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.108853 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a8e47f-a5a1-47ce-a1dc-056f806e8c59 x-openstack-request-id: req-47a8e47f-a5a1-47ce-a1dc-056f806e8c59 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:24.109398 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8f4563-0de5-43d7-93ef-2f3a819e0a93", "name": "network-vif-plugged", "status": "completed", "tag": "a0a4a478-b479-4d40-aebb-db91b35cdce1", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:24.109868 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47a8e47f-a5a1-47ce-a1dc-056f806e8c59 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:24.110267 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a8e47f-a5a1-47ce-a1dc-056f806e8c59'] response: {'server_uuid': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a4a478-b479-4d40-aebb-db91b35cdce1', 'code': 200} Apr 18 20:26:24.122389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '701c5dc6-0b09-4def-ba11-2730d863cd58', 'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'mac_address': 'fa:16:3e:fe:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:18Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 2, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'subnets': [{'id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:24.142783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:24.153291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:26:24.153710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: from cryptography.utils import int_from_bytes Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: from cryptography.utils import int_from_bytes Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:26:24.159875 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:26:24.166983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] Sync routers for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:24.174746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.174971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Checking router: e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:24.175109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Updating router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 port 701c5dc6-0b09-4def-ba11-2730d863cd58 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:26:24.197586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:24.198219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:24.205979 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.308881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.340869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca47828-15bf-4191-bc08-18aa82fc3441,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:24.343329 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.347078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-032f6ba3-9cd8-4c9d-953a-c44fe05385a2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7ca47828-15bf-4191-bc08-18aa82fc3441 HTTP/1.1" status: 204 len: 168 time: 3.4923356 Apr 18 20:26:24.357333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170eb5c-d6ca-4d54-ad10-7d593d2c2b46 req-cfd87167-b692-46d8-a01e-0b681f5ae184 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:24.365997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c170eb5c-d6ca-4d54-ad10-7d593d2c2b46 req-cfd87167-b692-46d8-a01e-0b681f5ae184 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 946 time: 0.1714890 Apr 18 20:26:24.377186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-5e6e5725-182e-4903-9303-a035ab8e61d3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "PUT /v2.0/floatingips/519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 HTTP/1.1" status: 200 len: 998 time: 8.2732649 Apr 18 20:26:24.451937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be940-eedb-41ef-b904-784ec498f84d req-7346ae47-0864-41ad-bdc8-bb47f2f7d257 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:24.468466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-7346ae47-0864-41ad-bdc8-bb47f2f7d257 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports/6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 943 time: 0.0901403 Apr 18 20:26:24.489276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c170eb5c-d6ca-4d54-ad10-7d593d2c2b46 req-d988eed3-4779-4fc7-badc-42e95421294b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223152 Apr 18 20:26:24.490300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:24.642999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53244) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:24.697073 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-90864ecd-3901-4ced-8602-efee2052d3e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41fc31bdc2f44e189847e15bca1269c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0527797 Apr 18 20:26:24.708431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53246) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:24.821616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f87cde50-d541-4705-ba46-941007caa74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.875550 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f87cde50-d541-4705-ba46-941007caa74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.980527 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f87cde50-d541-4705-ba46-941007caa74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.983111 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f87cde50-d541-4705-ba46-941007caa74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.984324 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f87cde50-d541-4705-ba46-941007caa74e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31086001-7f4e-416c-8675-2e34b1f5dcee HTTP/1.1" status: 204 len: 168 time: 0.2745013 Apr 18 20:26:25.006548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cde50-d541-4705-ba46-941007caa74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31086001-7f4e-416c-8675-2e34b1f5dcee,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:25.043978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:25.047372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be940-eedb-41ef-b904-784ec498f84d req-20358c75-2e10-4599-b022-88bde24e5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.055389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-20358c75-2e10-4599-b022-88bde24e5e45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1097 time: 0.4817863 Apr 18 20:26:25.097297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d9b99-a2ce-4ad5-8dd0-bf6ae3abf05c req-a2ec8c1a-8383-46d0-b286-b3c2e26187bb tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.104859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b31d9b99-a2ce-4ad5-8dd0-bf6ae3abf05c req-a2ec8c1a-8383-46d0-b286-b3c2e26187bb tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 950 time: 0.4785964 Apr 18 20:26:25.197140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b31d9b99-a2ce-4ad5-8dd0-bf6ae3abf05c req-046c9dca-f192-4eeb-b1da-a0b0c93ee38f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872386 Apr 18 20:26:25.204714 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.243976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be940-eedb-41ef-b904-784ec498f84d req-b24d3ce8-c590-424b-9210-f930402a57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.246707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-b24d3ce8-c590-424b-9210-f930402a57a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.1895809 Apr 18 20:26:25.252605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:25.253259 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.287104 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.314711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-6c4d1ce2-5275-4b0f-b66a-c6a902937d3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 217 time: 0.0593505 Apr 18 20:26:25.396108 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aded26-f035-40cd-8705-9f4ef59baef2 x-openstack-request-id: req-46aded26-f035-40cd-8705-9f4ef59baef2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:25.396403 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5916225d-ed51-4266-8f82-02c80d35e7e0", "tag": "77158ec3-cd87-453f-b283-0353c190d276", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:25.399903 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-46aded26-f035-40cd-8705-9f4ef59baef2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:25.402066 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46aded26-f035-40cd-8705-9f4ef59baef2'] response: {'name': 'network-changed', 'server_uuid': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'tag': '77158ec3-cd87-453f-b283-0353c190d276', 'status': 'completed', 'code': 200} Apr 18 20:26:25.425670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be940-eedb-41ef-b904-784ec498f84d req-310d5928-7f50-47e9-8873-eed33104f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.430421 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-310d5928-7f50-47e9-8873-eed33104f5d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.1016450 Apr 18 20:26:25.430927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50ebd0-f6f1-47ed-ac63-51394301abc6 None None] Pushing event updated for resources: {'Port': ['ID=701c5dc6-0b09-4def-ba11-2730d863cd58,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:25.529391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be940-eedb-41ef-b904-784ec498f84d req-e8bd567c-c855-4183-b964-7448108b1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.533909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-e8bd567c-c855-4183-b964-7448108b1fa6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005054 Apr 18 20:26:25.546854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-d6f9e5d3-afb5-4ffc-bef3-f4f98e3bf2e6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:25.551666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-d6f9e5d3-afb5-4ffc-bef3-f4f98e3bf2e6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108116 Apr 18 20:26:25.674168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '29165638-39fa-4442-afc6-dec0c4daed42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:74:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:23Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:25.754816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53266) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:25.760477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-14deac26-17b3-460f-bafe-07d5fbcc77e4 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976402 Apr 18 20:26:25.818401 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c035f821-d6c7-4f84-b933-72984ba0f9a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9699d9245acf4494820fdfe3841c5818&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0572367 Apr 18 20:26:25.819105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53268) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:25.852163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Attempting to bind port 701c5dc6-0b09-4def-ba11-2730d863cd58 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:25.852595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Attempting to bind port 701c5dc6-0b09-4def-ba11-2730d863cd58 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:25.852962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Attempting to bind port 701c5dc6-0b09-4def-ba11-2730d863cd58 on network bc03939c-9af2-46f2-8b53-08f3ae302c54 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:25.867284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] Checking router: 9ae2604e-bb0f-4caa-8243-201767f90d5d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:25.873956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:25.874191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Checking segment: {'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:25.874431 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.874819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Bound using segment: {'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:25.880821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Bound port: 701c5dc6-0b09-4def-ba11-2730d863cd58, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:25.884230 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.890214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44cd0496-7385-4bab-91af-bbb079ad7d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.911443 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44cd0496-7385-4bab-91af-bbb079ad7d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.914532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:25.915357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:25.930136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-6f0952bd-d1c4-4348-b01f-9cc5527f360a service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631110 Apr 18 20:26:25.986614 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44cd0496-7385-4bab-91af-bbb079ad7d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.996078 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44cd0496-7385-4bab-91af-bbb079ad7d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.996866 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-44cd0496-7385-4bab-91af-bbb079ad7d3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4a81997-b1cb-40b2-9f64-06c9110307be HTTP/1.1" status: 204 len: 168 time: 0.1768119 Apr 18 20:26:26.024568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be940-eedb-41ef-b904-784ec498f84d req-ecb2f056-7dc0-4e43-89d6-a251883fb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.026088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-ecb2f056-7dc0-4e43-89d6-a251883fb648 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 1096 time: 0.0544610 Apr 18 20:26:26.039737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd0496-7385-4bab-91af-bbb079ad7d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a81997-b1cb-40b2-9f64-06c9110307be,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:26.061327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] For port 701c5dc6-0b09-4def-ba11-2730d863cd58, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:26.078853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 96dcc94d-e9c5-4079-a6e9-fadda76e682e no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:26.169864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:26.171827 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c68bf4-5e7b-43c0-a790-726a84a57164" -d '{"events": [{"server_uuid": "ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d", "name": "network-vif-plugged", "status": "completed", "tag": "33d0c36b-5b99-4c4a-b5b1-75be05a4ad42"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:26.225530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be940-eedb-41ef-b904-784ec498f84d req-0563dc44-a111-4b0e-a4ef-20a5182af8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.227346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-0563dc44-a111-4b0e-a4ef-20a5182af8f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.1937611 Apr 18 20:26:26.273849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] For port 701c5dc6-0b09-4def-ba11-2730d863cd58, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=701c5dc6-0b09-4def-ba11-2730d863cd58,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:26.274431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53278) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:26.276763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-18752099-f43c-4374-8f98-b3bd48adabb6 None None] Provisioning complete for port 701c5dc6-0b09-4def-ba11-2730d863cd58 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:26.277133 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18752099-f43c-4374-8f98-b3bd48adabb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.279433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-61838cef-1752-4820-8cd4-b2bd61cb1646 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1563280761', 'description': 'tempest-description--1165664868'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:26.324986 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61838cef-1752-4820-8cd4-b2bd61cb1646 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.338261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.419647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:26.481354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-03095edb-afa2-45c6-9715-319c45be6cfd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77158ec3-cd87-453f-b283-0353c190d276 HTTP/1.1" status: 200 len: 217 time: 0.0485513 Apr 18 20:26:26.492572 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61838cef-1752-4820-8cd4-b2bd61cb1646 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.521276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61838cef-1752-4820-8cd4-b2bd61cb1646 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.602337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61838cef-1752-4820-8cd4-b2bd61cb1646 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f9ea87-903c-44b3-bcdc-700cf32ecbb9,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:26.623705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61838cef-1752-4820-8cd4-b2bd61cb1646 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.626560 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-61838cef-1752-4820-8cd4-b2bd61cb1646 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3502417 Apr 18 20:26:26.628861 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53288) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:26.640908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2b1fd4c9-0cc4-40d5-abbd-800817704f39 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Request body: {'security_group_rule': {'security_group_id': '70f9ea87-903c-44b3-bcdc-700cf32ecbb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:26.658388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-d959bc93-4ef0-41c5-a157-1c084ff9c520 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29165638-39fa-4442-afc6-dec0c4daed42 HTTP/1.1" status: 200 len: 1001 time: 0.4234838 Apr 18 20:26:26.663497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803f3f7-3b95-43a6-81cb-e75d89aba494 req-336d6b6e-2a6b-4a54-8def-91b193f436e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.665343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d803f3f7-3b95-43a6-81cb-e75d89aba494 req-336d6b6e-2a6b-4a54-8def-91b193f436e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 1097 time: 0.1519866 Apr 18 20:26:26.674200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea5a7f-dbd1-4725-8ca5-0cc107a1388a req-885dd9bc-49f4-4442-babf-e6322ed8ce16 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.682514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60ea5a7f-dbd1-4725-8ca5-0cc107a1388a req-885dd9bc-49f4-4442-babf-e6322ed8ce16 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 943 time: 0.2468677 Apr 18 20:26:26.722871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50ebd0-f6f1-47ed-ac63-51394301abc6 None None] Pushing event updated for resources: {'Port': ['ID=701c5dc6-0b09-4def-ba11-2730d863cd58,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:26.759035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd4c9-0cc4-40d5-abbd-800817704f39 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.780246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be940-eedb-41ef-b904-784ec498f84d req-a86313aa-31ed-42c9-a4f1-98c05242e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.781877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-a86313aa-31ed-42c9-a4f1-98c05242e895 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.0972111 Apr 18 20:26:26.802520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d803f3f7-3b95-43a6-81cb-e75d89aba494 req-f602e248-8a20-4b37-9b49-c7eadf6f4862 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167500 Apr 18 20:26:26.824687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-182a19b9-8500-4e8b-bc91-87e1a5c657de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.824910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-adfb9896-5c3c-4eb2-8596-4b3a45d9b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.826229 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-182a19b9-8500-4e8b-bc91-87e1a5c657de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=833767ce-0037-431d-82c3-b9292bd390b5 HTTP/1.1" status: 200 len: 853 time: 0.3104677 Apr 18 20:26:26.827166 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-adfb9896-5c3c-4eb2-8596-4b3a45d9b302 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f&tenant_id=2ab80b1403354e10ab7b298d8463922c HTTP/1.1" status: 200 len: 1101 time: 0.1677988 Apr 18 20:26:26.865989 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60ea5a7f-dbd1-4725-8ca5-0cc107a1388a req-2f21e54f-2886-4763-82cb-762199023322 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/security-groups?id=725fc7e0-ea47-49a8-8bc6-145b7412e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788511 Apr 18 20:26:26.879864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd4c9-0cc4-40d5-abbd-800817704f39 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.895943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd4c9-0cc4-40d5-abbd-800817704f39 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.902726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63be940-eedb-41ef-b904-784ec498f84d req-e4d58cef-edd0-4253-82c6-a8e79ab7bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.906330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-e4d58cef-edd0-4253-82c6-a8e79ab7bd52 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067448 Apr 18 20:26:26.918889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fd4c9-0cc4-40d5-abbd-800817704f39 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d379d03-a6ea-4889-b85d-2216648778c2,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:26.930350 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd4c9-0cc4-40d5-abbd-800817704f39 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.932110 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2b1fd4c9-0cc4-40d5-abbd-800817704f39 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3004448 Apr 18 20:26:26.935270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53292) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:26.941255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-071bde45-d5dd-4479-9bef-9357616f471f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Request body: {'security_group_rule': {'security_group_id': '70f9ea87-903c-44b3-bcdc-700cf32ecbb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:26.989571 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-071bde45-d5dd-4479-9bef-9357616f471f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.002125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.064228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-50116580-af3e-4aa8-841c-a315a398c5a1 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473513 Apr 18 20:26:27.083919 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-071bde45-d5dd-4479-9bef-9357616f471f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.089883 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-071bde45-d5dd-4479-9bef-9357616f471f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.160969 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18752099-f43c-4374-8f98-b3bd48adabb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.193994 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-071bde45-d5dd-4479-9bef-9357616f471f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.200255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Routers {'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:27.201039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:27.202539 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-071bde45-d5dd-4479-9bef-9357616f471f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2659042 Apr 18 20:26:27.212200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bde45-d5dd-4479-9bef-9357616f471f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e6b13c-5b1c-4b62-9498-09a76283dab4,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:27.214913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c71ad-977f-4bc1-ae91-0b611cf8094c req-a9a7b212-7e35-4c3b-826f-0d191ed9e0ef tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:27.222162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53298) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:27.225144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-807c71ad-977f-4bc1-ae91-0b611cf8094c req-a9a7b212-7e35-4c3b-826f-0d191ed9e0ef tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.1592379 Apr 18 20:26:27.244624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:27.273733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-dca50fda-da48-4833-8122-1a20ed0850f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:27.275349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-dca50fda-da48-4833-8122-1a20ed0850f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02794945-9bda-46b4-9ed4-44e4b6e36cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497536 Apr 18 20:26:27.291620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-52664244-e032-44b2-9ab9-c94b4eb025dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:27.293777 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-52664244-e032-44b2-9ab9-c94b4eb025dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 1101 time: 0.1255667 Apr 18 20:26:27.308570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.322346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-807c71ad-977f-4bc1-ae91-0b611cf8094c req-f6d24009-11b4-45e2-96f1-21581915b114 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962269 Apr 18 20:26:27.407667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf'}, {'name': 'network-changed', 'server_uuid': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'tag': '29165638-39fa-4442-afc6-dec0c4daed42'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:27.414392 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f257e403-446a-4c44-8734-acbe43ac4741" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf"}, {"name": "network-changed", "server_uuid": "515d24d1-8e9b-4ebd-8799-65d960f3a28c", "tag": "29165638-39fa-4442-afc6-dec0c4daed42"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:27.429380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a63be940-eedb-41ef-b904-784ec498f84d req-366d3c5c-1d3c-4538-934f-61fcf46769b9 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516681 Apr 18 20:26:27.449640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-18752099-f43c-4374-8f98-b3bd48adabb6 None None] For port 701c5dc6-0b09-4def-ba11-2730d863cd58, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=701c5dc6-0b09-4def-ba11-2730d863cd58,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:27.472334 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18752099-f43c-4374-8f98-b3bd48adabb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.477574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:27.534553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2a527-97ca-43d9-af8d-d8465478e789 req-639d2311-0c91-45fc-a5d0-15d374714d91 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:27.543822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7de2a527-97ca-43d9-af8d-d8465478e789 req-639d2311-0c91-45fc-a5d0-15d374714d91 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 946 time: 0.0817969 Apr 18 20:26:27.590921 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.656574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-651d10a1-d1a2-4c99-80ed-22892369f359 None None] Provisioning complete for port 701c5dc6-0b09-4def-ba11-2730d863cd58 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:27.657265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-651d10a1-d1a2-4c99-80ed-22892369f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.661205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7de2a527-97ca-43d9-af8d-d8465478e789 req-7fb8ead8-d131-4883-84f4-f52313ee6bda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113658 Apr 18 20:26:27.661697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '29165638-39fa-4442-afc6-dec0c4daed42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:74:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:23Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:27.672108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-9367e66e-d83c-4d4d-a33a-e7765bf514fa service neutron] 10.222.0.60 "GET /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330078 Apr 18 20:26:27.702005 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] Set router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:27.738993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5648a5b-3393-4aff-a7a0-f67e1b126cd5 req-c1e5ee28-61f3-49c0-a5ec-831a1713c442 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:27.743239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5648a5b-3393-4aff-a7a0-f67e1b126cd5 req-c1e5ee28-61f3-49c0-a5ec-831a1713c442 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 950 time: 0.1488626 Apr 18 20:26:27.812496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18752099-f43c-4374-8f98-b3bd48adabb6 None None] Pushing event updated for resources: {'Port': ['ID=701c5dc6-0b09-4def-ba11-2730d863cd58,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:27.975399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faa51f-eaf9-4136-800b-0bbc5010ce84 req-4a5b37a4-02b3-470b-9740-9c74590e2e2c service neutron] 10.222.0.60 "GET /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914526 Apr 18 20:26:27.991823 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd8de4c-a114-411c-8340-dbdaf6c2d6e6 x-openstack-request-id: req-1cd8de4c-a114-411c-8340-dbdaf6c2d6e6 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:27.993724 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d", "name": "network-vif-plugged", "status": "completed", "tag": "33d0c36b-5b99-4c4a-b5b1-75be05a4ad42", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:27.994170 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1cd8de4c-a114-411c-8340-dbdaf6c2d6e6 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:27.994911 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd8de4c-a114-411c-8340-dbdaf6c2d6e6'] response: {'server_uuid': 'ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42', 'code': 200} Apr 18 20:26:28.017826 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d9259-13a9-4c24-86a5-ba98df5f1681 None None] The sync data for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 is: [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '29165638-39fa-4442-afc6-dec0c4daed42', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:74:f5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:23Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:28.070933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:28.080064 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b538ab-9beb-47cb-849c-dacbcefaeddb x-openstack-request-id: req-f1b538ab-9beb-47cb-849c-dacbcefaeddb {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:28.080519 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "515d24d1-8e9b-4ebd-8799-65d960f3a28c", "tag": "29165638-39fa-4442-afc6-dec0c4daed42", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:28.080968 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f1b538ab-9beb-47cb-849c-dacbcefaeddb {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:28.081340 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b538ab-9beb-47cb-849c-dacbcefaeddb'] response: {'name': 'network-changed', 'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'status': 'completed', 'code': 200} Apr 18 20:26:28.081529 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1b538ab-9beb-47cb-849c-dacbcefaeddb'] response: {'name': 'network-changed', 'server_uuid': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'tag': '29165638-39fa-4442-afc6-dec0c4daed42', 'status': 'completed', 'code': 200} Apr 18 20:26:28.085143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95e1f184-f494-4024-8ca2-e46c040ac9f8 req-c76ced28-8c98-41f7-8ae4-ccc95bfdaff3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 1001 time: 0.0840585 Apr 18 20:26:28.244189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-8dde03a0-3e94-4d1c-ab3c-2aa9a92e68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.247052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-8dde03a0-3e94-4d1c-ab3c-2aa9a92e68a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.9155571 Apr 18 20:26:28.326063 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-03161a2b-a6dd-44c4-9dfc-e052ff4d32e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e HTTP/1.1" status: 200 len: 217 time: 0.0639324 Apr 18 20:26:28.327752 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.370573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5648a5b-3393-4aff-a7a0-f67e1b126cd5 req-7d731d5e-9100-49e8-aa13-875a37e13f30 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874250 Apr 18 20:26:28.557776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Allocated IP 172.25.2.172 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/8aff6c03-8547-4a35-ae74-7fc63992e888) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:28.584066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e403-446a-4c44-8734-acbe43ac4741 req-e8d2e5ed-0b16-4243-a530-d4f28771ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.590520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-e8d2e5ed-0b16-4243-a530-d4f28771ed24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1097 time: 0.6092100 Apr 18 20:26:28.671096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca0688-8049-4ad0-8309-60a390e06ba0 req-eadbe615-2759-40fe-a094-ae460be2bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.677458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60ca0688-8049-4ad0-8309-60a390e06ba0 req-eadbe615-2759-40fe-a094-ae460be2bf8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 1101 time: 0.8066156 Apr 18 20:26:28.678575 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.716320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e403-446a-4c44-8734-acbe43ac4741 req-0244923d-5ec4-47bc-b0ba-4729aa2422d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.719124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-0244923d-5ec4-47bc-b0ba-4729aa2422d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 1096 time: 0.7414734 Apr 18 20:26:28.742304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.743768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '701c5dc6-0b09-4def-ba11-2730d863cd58', 'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'mac_address': 'fa:16:3e:fe:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:18Z', 'updated_at': '2022-04-18T20:26:26Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'subnets': [{'id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:28.804424 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:28.809514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:28.815025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-0d30b30b-fa96-4c73-8265-25c8015d938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.816547 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-0d30b30b-fa96-4c73-8265-25c8015d938c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.4788299 Apr 18 20:26:28.817393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:28.841683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1f184-f494-4024-8ca2-e46c040ac9f8 req-f92836ff-e004-40e4-9096-4b0af76cbc82 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.843331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95e1f184-f494-4024-8ca2-e46c040ac9f8 req-f92836ff-e004-40e4-9096-4b0af76cbc82 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports/29165638-39fa-4442-afc6-dec0c4daed42 HTTP/1.1" status: 200 len: 942 time: 0.7235312 Apr 18 20:26:28.872077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b693f-e7a4-49fb-b1a5-ab21d9ffb6b4 None None] The sync data for ids ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'] in n-d-836015-4 is: [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '701c5dc6-0b09-4def-ba11-2730d863cd58', 'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'mac_address': 'fa:16:3e:fe:86:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:18Z', 'updated_at': '2022-04-18T20:26:26Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'subnets': [{'id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:28.909557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-da4f8546-1173-4e85-9720-ba6c4762e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.911333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-da4f8546-1173-4e85-9720-ba6c4762e5ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ca737b15e374efd8ac11dbb57f3bcd8&device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 1094 time: 0.8126640 Apr 18 20:26:28.990962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.020496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Pushing event updated for resources: {'Port': ['ID=8aff6c03-8547-4a35-ae74-7fc63992e888,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:29.075449 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.099488 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-e1bd23c4-17dd-4f95-955e-4da6710cce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.101230 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-e1bd23c4-17dd-4f95-955e-4da6710cce7c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1028585 Apr 18 20:26:29.195674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e403-446a-4c44-8734-acbe43ac4741 req-d3f5550b-d205-44c4-b596-7299d35a08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.198532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-d3f5550b-d205-44c4-b596-7299d35a08ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.3818905 Apr 18 20:26:29.247462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f050a5-9a17-42cb-a08e-2e7e59524a0b req-9c363f72-95aa-42d3-b621-b477f1eea0ea tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.249031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74f050a5-9a17-42cb-a08e-2e7e59524a0b req-9c363f72-95aa-42d3-b621-b477f1eea0ea tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 943 time: 0.6858392 Apr 18 20:26:29.260153 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-4d6931a2-7b3e-475b-a9e6-081cd26b0421 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148915 Apr 18 20:26:29.281789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60ca0688-8049-4ad0-8309-60a390e06ba0 req-eca824ce-5efe-4fb4-bb8a-2165ae496bf0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233545 Apr 18 20:26:29.391938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e403-446a-4c44-8734-acbe43ac4741 req-fa8fbb26-ebd9-4648-af94-283c2e359c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.391938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-fa8fbb26-ebd9-4648-af94-283c2e359c7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.7337694 Apr 18 20:26:29.464816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-4db1de36-e209-4aca-b48b-896bfcf25371 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 217 time: 0.0807638 Apr 18 20:26:29.473242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-e001aee2-32b7-43dd-b892-2dcf97124456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.474079 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e635ad0-0844-4ae5-88de-7285fa27d06b req-89bbca70-687f-4dba-8088-a78147bef29f service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732888 Apr 18 20:26:29.474729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-e001aee2-32b7-43dd-b892-2dcf97124456 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02794945-9bda-46b4-9ed4-44e4b6e36cfa HTTP/1.1" status: 200 len: 915 time: 0.5134952 Apr 18 20:26:29.488223 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.496934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95e1f184-f494-4024-8ca2-e46c040ac9f8 req-76f034fd-99de-4eda-a647-877ec55f72a3 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 1001 time: 0.4973218 Apr 18 20:26:29.497691 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.558920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-fc1f3445-ed5d-46c9-935a-13318ab06a25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29165638-39fa-4442-afc6-dec0c4daed42 HTTP/1.1" status: 200 len: 1001 time: 0.3004918 Apr 18 20:26:29.598362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74f050a5-9a17-42cb-a08e-2e7e59524a0b req-097e0706-0108-4ec0-9c21-2b8471985c45 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/security-groups?id=725fc7e0-ea47-49a8-8bc6-145b7412e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3214793 Apr 18 20:26:29.620808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Pushing event updated for resources: {'Port': ['ID=8aff6c03-8547-4a35-ae74-7fc63992e888,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:29.621014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-26841372-ea17-473a-bad9-c727cef6c044 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77158ec3-cd87-453f-b283-0353c190d276 HTTP/1.1" status: 200 len: 217 time: 0.1192896 Apr 18 20:26:29.640233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.665107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.692294 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3a2de4aa-4277-4525-a7a8-1a21ae1f277a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4513907 Apr 18 20:26:29.799492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e403-446a-4c44-8734-acbe43ac4741 req-9f9ead76-383f-4034-b523-60149828c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.803078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-9f9ead76-383f-4034-b523-60149828c7fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.3246772 Apr 18 20:26:29.929479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e403-446a-4c44-8734-acbe43ac4741 req-ed5cc603-102b-4f89-8ef6-f65c83f41273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.930963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-ed5cc603-102b-4f89-8ef6-f65c83f41273 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.3196898 Apr 18 20:26:29.945260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-9a0f4f87-5fca-4e48-a600-7ab01b3324d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.946963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-9a0f4f87-5fca-4e48-a600-7ab01b3324d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=833767ce-0037-431d-82c3-b9292bd390b5 HTTP/1.1" status: 200 len: 853 time: 0.3008006 Apr 18 20:26:29.999411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:30.001846 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a498436-fafc-4925-b086-9c30575829b1" -d '{"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-unplugged", "status": "completed", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:30.508412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1f184-f494-4024-8ca2-e46c040ac9f8 req-7240b33c-8341-4495-a7a1-1b4b6700b5a9 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.510041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95e1f184-f494-4024-8ca2-e46c040ac9f8 req-7240b33c-8341-4495-a7a1-1b4b6700b5a9 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.9750762 Apr 18 20:26:30.553401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb889e-0795-48ab-979c-98cf22a26588 req-cea34230-ed07-4372-9b9e-67b02cbbd7ee tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.555060 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ccb889e-0795-48ab-979c-98cf22a26588 req-cea34230-ed07-4372-9b9e-67b02cbbd7ee tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 948 time: 0.8293576 Apr 18 20:26:30.557952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e403-446a-4c44-8734-acbe43ac4741 req-f8586f19-49ea-4d76-9db2-09ecaf660998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.559100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-f8586f19-49ea-4d76-9db2-09ecaf660998 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7424357 Apr 18 20:26:30.693926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-0d0970d3-ed34-4ed0-9b84-7785f07869c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.695708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-0d0970d3-ed34-4ed0-9b84-7785f07869c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02794945-9bda-46b4-9ed4-44e4b6e36cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7160609 Apr 18 20:26:30.697462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e403-446a-4c44-8734-acbe43ac4741 req-27cb71eb-cf00-45c8-9326-2e2bdd4edf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.698913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-27cb71eb-cf00-45c8-9326-2e2bdd4edf2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7374120 Apr 18 20:26:30.760788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ccb889e-0795-48ab-979c-98cf22a26588 req-552f75f1-db11-4655-8214-b44c4d06050c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897528 Apr 18 20:26:31.005507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-707e2689-5943-4b2d-b4c5-22362187d692 service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320190 Apr 18 20:26:31.035726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 701c5dc6-0b09-4def-ba11-2730d863cd58 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:31.102612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b390c3b-ac5b-4578-a291-1bf7ec231f3e req-a61157f1-cc91-4bdd-abe7-db0d4ec7dc9f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:31.114829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b390c3b-ac5b-4578-a291-1bf7ec231f3e req-a61157f1-cc91-4bdd-abe7-db0d4ec7dc9f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 946 time: 0.4276996 Apr 18 20:26:31.150209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 701c5dc6-0b09-4def-ba11-2730d863cd58 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:31.150577 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.199750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-e8162b2d-7c17-4e6c-9049-d4d907e9eb2b service neutron] 10.222.0.60 "GET /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845712 Apr 18 20:26:31.292887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-144d2a8c-b8ae-4827-9172-a7b87cff74d4 service neutron] 10.222.0.64 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855058 Apr 18 20:26:31.300194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b390c3b-ac5b-4578-a291-1bf7ec231f3e req-7a0051f8-c36a-46ec-a9b7-9c9b501dfc3d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845436 Apr 18 20:26:31.481998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-3624f56c-4e4b-4170-9fbe-27e36d6e1cfa service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588649 Apr 18 20:26:31.524970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14c7b3b2-ea00-4056-a1d4-7a423b701275 req-a7c27282-b853-4b23-b083-8814ea2eca20 service neutron] 10.222.0.60 "GET /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061237 Apr 18 20:26:31.557204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d226fa2-68ef-46f6-badf-266041d6de3c req-990d68db-c524-43bb-84bc-d0fa9bb74b72 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:31.564742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d226fa2-68ef-46f6-badf-266041d6de3c req-990d68db-c524-43bb-84bc-d0fa9bb74b72 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 950 time: 0.1521089 Apr 18 20:26:31.567500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f257e403-446a-4c44-8734-acbe43ac4741 req-83fec920-08e3-4e4d-8ea8-447af427f27b service neutron] 10.222.0.64 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403033 Apr 18 20:26:31.611727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d226fa2-68ef-46f6-badf-266041d6de3c req-cc9fa26a-ca7b-4afb-b0c1-ab69c166b663 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Apr 18 20:26:31.697622 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910961dc-2ff7-432a-bbe1-ce3ba2d9962c x-openstack-request-id: req-910961dc-2ff7-432a-bbe1-ce3ba2d9962c {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:31.697992 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-unplugged", "status": "completed", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:31.698313 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-910961dc-2ff7-432a-bbe1-ce3ba2d9962c {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:31.698787 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910961dc-2ff7-432a-bbe1-ce3ba2d9962c'] response: {'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'code': 200} Apr 18 20:26:31.793886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-2cf43d9b-fe23-4893-80ab-da7e768e5b5e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 1001 time: 0.0846200 Apr 18 20:26:31.851456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-e9798e1a-103b-415f-88d1-f3d71fdf3a21 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:31.852890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-e9798e1a-103b-415f-88d1-f3d71fdf3a21 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports/29165638-39fa-4442-afc6-dec0c4daed42 HTTP/1.1" status: 200 len: 942 time: 0.0526569 Apr 18 20:26:31.977078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-820da014-1fb6-4113-a66c-a97de594b18a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 1001 time: 0.0796003 Apr 18 20:26:32.067880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 77158ec3-cd87-453f-b283-0353c190d276 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:32.108816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-a62cf2cf-37b6-4368-8c49-e61974824a99 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:32.110225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-a62cf2cf-37b6-4368-8c49-e61974824a99 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.1261415 Apr 18 20:26:32.212642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 77158ec3-cd87-453f-b283-0353c190d276, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=77158ec3-cd87-453f-b283-0353c190d276,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:32.216474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-d7fc523b-aeb4-4cf7-8bdb-99ad32dfc9a6 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 1001 time: 0.0915656 Apr 18 20:26:32.221763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-d45f3be3-f85b-4e35-9109-704b861b7afd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:32.235515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '77158ec3-cd87-453f-b283-0353c190d276', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'port_id': '77158ec3-cd87-453f-b283-0353c190d276', 'mac_address': 'fa:16:3e:db:8c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:32.287521 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.289504 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-d45f3be3-f85b-4e35-9109-704b861b7afd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.307580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77158ec3-cd87-453f-b283-0353c190d276 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:32.337509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 77158ec3-cd87-453f-b283-0353c190d276, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=77158ec3-cd87-453f-b283-0353c190d276,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:32.347889 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.411220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=77158ec3-cd87-453f-b283-0353c190d276,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:32.488250 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-d45f3be3-f85b-4e35-9109-704b861b7afd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.495461 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-d45f3be3-f85b-4e35-9109-704b861b7afd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.496133 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-d45f3be3-f85b-4e35-9109-704b861b7afd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Floating IP 519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 disassociated. External IP: 172.25.2.247, port: 29165638-39fa-4442-afc6-dec0c4daed42. Apr 18 20:26:32.747641 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-d45f3be3-f85b-4e35-9109-704b861b7afd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Router 9ae2604e-bb0f-4caa-8243-201767f90d5d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:32.806962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['77158ec3-cd87-453f-b283-0353c190d276'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:32.895709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-d45f3be3-f85b-4e35-9109-704b861b7afd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:32.909580 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-d45f3be3-f85b-4e35-9109-704b861b7afd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.912822 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] Sync routers for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:32.943445 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:32.946673 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:32.978972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-d45f3be3-f85b-4e35-9109-704b861b7afd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "PUT /v2.0/floatingips/519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 HTTP/1.1" status: 200 len: 695 time: 0.7614739 Apr 18 20:26:32.983452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'tag': '29165638-39fa-4442-afc6-dec0c4daed42'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:32.988891 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "515d24d1-8e9b-4ebd-8799-65d960f3a28c", "tag": "29165638-39fa-4442-afc6-dec0c4daed42"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:33.071743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-e71950de-da38-4cd3-901c-3df320188026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.080226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-e71950de-da38-4cd3-901c-3df320188026 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 1096 time: 0.0882459 Apr 18 20:26:33.109384 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:33.151281 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:26:33.195741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-4b063418-fe70-46c1-868a-cfe0f079c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.203404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-4b063418-fe70-46c1-868a-cfe0f079c999 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.1222436 Apr 18 20:26:33.252849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-34089e78-0b65-46ad-a149-1cdc9ee3c506 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29165638-39fa-4442-afc6-dec0c4daed42 HTTP/1.1" status: 200 len: 217 time: 0.0477688 Apr 18 20:26:33.326894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-e3aa26c7-6f16-44fd-ad57-2f197788b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.328465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-e3aa26c7-6f16-44fd-ad57-2f197788b3ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.0748305 Apr 18 20:26:33.398426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-bf5add07-31f5-4d52-b867-aca006af3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.400307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-bf5add07-31f5-4d52-b867-aca006af3855 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631118 Apr 18 20:26:33.472037 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:33.524026 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] Checking router: 9ae2604e-bb0f-4caa-8243-201767f90d5d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:33.525483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-1dd9a9ff-dee5-462c-9cdf-aa30aef48e6b service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129990 Apr 18 20:26:33.540880 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:33.541735 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:33.682842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d09e03bd-4ac8-4a77-b259-80eea048a052 req-063393e6-97d2-44e3-ae5e-4e6a524ae7ae service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506903 Apr 18 20:26:33.704572 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:33.873973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344928a6-67c1-483e-9644-17e84f06849f req-2c2bad75-7f19-4ef3-9793-7334c504f05b tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.886553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-344928a6-67c1-483e-9644-17e84f06849f req-2c2bad75-7f19-4ef3-9793-7334c504f05b tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0951364 Apr 18 20:26:33.940064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-344928a6-67c1-483e-9644-17e84f06849f req-4ca7524e-29c9-4f31-a3b9-a2e8cf26a375 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/security-groups?id=725fc7e0-ea47-49a8-8bc6-145b7412e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520372 Apr 18 20:26:33.959639 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:34.001743 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a30a39e-b0d9-4588-bff6-8e35bdcbd991 None None] The sync data for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 is: [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:34.076918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242af4f-1f76-4642-9c7a-cc3e30245a1f req-6b0fd1e8-1e3f-4ee6-8a61-86b6c19ffa31 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.079197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1242af4f-1f76-4642-9c7a-cc3e30245a1f req-6b0fd1e8-1e3f-4ee6-8a61-86b6c19ffa31 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 1097 time: 0.0742981 Apr 18 20:26:34.082071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 96dcc94d-e9c5-4079-a6e9-fadda76e682e details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:34.135655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1242af4f-1f76-4642-9c7a-cc3e30245a1f req-cb5987ad-488d-4265-8ec0-307d7978ec10 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492983 Apr 18 20:26:34.291371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:34.305812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'mac_address': 'fa:16:3e:c5:a1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:34.334521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16d949-4572-4bcd-b4c9-2bb284724e7b req-f8126278-0b6d-45d2-802b-5b7da4e73d01 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.336181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a16d949-4572-4bcd-b4c9-2bb284724e7b req-f8126278-0b6d-45d2-802b-5b7da4e73d01 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 1101 time: 0.0893033 Apr 18 20:26:34.367299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.394531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dcc94d-e9c5-4079-a6e9-fadda76e682e {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:34.414018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a16d949-4572-4bcd-b4c9-2bb284724e7b req-f76f35a0-a7d9-48a9-ae3d-444d3ed63e99 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699294 Apr 18 20:26:34.457785 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:34.466950 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.533089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bfb022-3e05-45fb-b1aa-1dd1189cdbe5 None None] New status for floating IP 519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:34.623751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bff9f-ea3a-4f97-b7ea-703a525ddb84 req-c8b642b9-1116-4b25-b1bb-e654d8ebaea5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:34.626215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-439bff9f-ea3a-4f97-b7ea-703a525ddb84 req-c8b642b9-1116-4b25-b1bb-e654d8ebaea5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 949 time: 0.0973573 Apr 18 20:26:34.718943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-439bff9f-ea3a-4f97-b7ea-703a525ddb84 req-e05061cb-5a8d-42bb-be98-5690fafc6206 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858371 Apr 18 20:26:34.845754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:35.006815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['96dcc94d-e9c5-4079-a6e9-fadda76e682e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:35.742036 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5d59a23a-6cc5-4341-9fed-b348190250c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:36.100634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 77158ec3-cd87-453f-b283-0353c190d276 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:36.200153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 77158ec3-cd87-453f-b283-0353c190d276 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:36.212378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 77158ec3-cd87-453f-b283-0353c190d276 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:36.213182 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:36.335267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:36.361275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77158ec3-cd87-453f-b283-0353c190d276'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:36.365393 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32de267-ef5a-4d3d-8cf7-d477dfb8b41e" -d '{"events": [{"server_uuid": "5916225d-ed51-4266-8f82-02c80d35e7e0", "name": "network-vif-plugged", "status": "completed", "tag": "77158ec3-cd87-453f-b283-0353c190d276"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:36.385573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 77158ec3-cd87-453f-b283-0353c190d276, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=77158ec3-cd87-453f-b283-0353c190d276,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:36.392405 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:36.457222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=77158ec3-cd87-453f-b283-0353c190d276,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:38.090119 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e06f04d7-33c6-48ed-8961-6ffacca0f2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.100124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 96dcc94d-e9c5-4079-a6e9-fadda76e682e up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:38.158833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 96dcc94d-e9c5-4079-a6e9-fadda76e682e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:38.159283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.247027 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.287537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-e3c2ef32-0a5a-4421-8c23-4b0a59172f09 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a3dc5dd0937b459d912a02645f6de006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223920 Apr 18 20:26:38.313463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:38.317766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.366437 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906cf9be-b199-40c5-b369-8df76c798ba4 x-openstack-request-id: req-906cf9be-b199-40c5-b369-8df76c798ba4 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:38.366993 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515d24d1-8e9b-4ebd-8799-65d960f3a28c", "tag": "29165638-39fa-4442-afc6-dec0c4daed42", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:38.367150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:38.367570 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-906cf9be-b199-40c5-b369-8df76c798ba4 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:38.368227 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906cf9be-b199-40c5-b369-8df76c798ba4'] response: {'name': 'network-changed', 'server_uuid': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'tag': '29165638-39fa-4442-afc6-dec0c4daed42', 'status': 'completed', 'code': 200} Apr 18 20:26:38.449904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-b8a4c285-a67a-49ff-8c58-50a9a058956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.451791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-b8a4c285-a67a-49ff-8c58-50a9a058956c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 1096 time: 0.0825593 Apr 18 20:26:38.464201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-433fe38b-44cc-4c24-b599-63cf435328f5 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.465748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-433fe38b-44cc-4c24-b599-63cf435328f5 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688061 Apr 18 20:26:38.525990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-3c3418ed-d08c-4db2-a512-33963ccd2d67 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/quotas/a3dc5dd0937b459d912a02645f6de006 HTTP/1.1" status: 200 len: 375 time: 0.0510929 Apr 18 20:26:38.581329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-cd1c6ee7-1c53-4740-bfa3-402b5f2c95fd tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dc5dd0937b459d912a02645f6de006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385351 Apr 18 20:26:38.622354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0ca81-f331-4998-a812-0507bb8a8f06 req-20916cd4-df25-4ef3-89db-847213503f8a tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.624003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77a0ca81-f331-4998-a812-0507bb8a8f06 req-20916cd4-df25-4ef3-89db-847213503f8a tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 1097 time: 0.0957778 Apr 18 20:26:38.625374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-42ed5f08-e668-4eba-859a-4470a3aa27b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.626833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-42ed5f08-e668-4eba-859a-4470a3aa27b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.1601884 Apr 18 20:26:38.682529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-e87da980-94d8-4894-bce7-f8fb82a7cd7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29165638-39fa-4442-afc6-dec0c4daed42 HTTP/1.1" status: 200 len: 217 time: 0.0429671 Apr 18 20:26:38.707474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77a0ca81-f331-4998-a812-0507bb8a8f06 req-42c91868-46eb-40bb-bade-d541090c9b6a tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747685 Apr 18 20:26:38.764100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-29d1758a-4452-407e-aeb3-c9df59286ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.765603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-29d1758a-4452-407e-aeb3-c9df59286ae9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.0741282 Apr 18 20:26:38.796265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-e569fc1f-4540-450b-82b5-0cbae4cd4e40 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291054 Apr 18 20:26:38.974764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-3bc58917-3bb8-4b0a-babe-b2e7e20b7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.976289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-3bc58917-3bb8-4b0a-babe-b2e7e20b7944 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791706 Apr 18 20:26:39.011525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329a9dd-7086-41e4-a2a7-f65997c0eba2 req-489bfed2-5f48-4cf8-93c8-b73910c6164a tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.013086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5329a9dd-7086-41e4-a2a7-f65997c0eba2 req-489bfed2-5f48-4cf8-93c8-b73910c6164a tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 945 time: 0.1935973 Apr 18 20:26:39.103458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-dd2f0818-729f-4121-8713-c60ce0acc3ac tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.110471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-dd2f0818-729f-4121-8713-c60ce0acc3ac tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2920008 Apr 18 20:26:39.137197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b06ffa5a-6c54-41bc-9658-07d5c176ef23 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/quotas/df5ff37bcfd04d45aeb45108377157e2 HTTP/1.1" status: 200 len: 375 time: 0.0257533 Apr 18 20:26:39.153062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5329a9dd-7086-41e4-a2a7-f65997c0eba2 req-da676497-67d9-47ba-a7fe-6386c1cbf404 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/security-groups?id=725fc7e0-ea47-49a8-8bc6-145b7412e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266913 Apr 18 20:26:39.190693 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.213763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-b937e8a7-e7f6-40c8-bdd2-f44f7f82b84a service neutron] 10.222.0.64 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263632 Apr 18 20:26:39.261553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-485dec1a-d723-4cac-98ee-e2e2ce423567 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1118243 Apr 18 20:26:39.370075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4558-fdfd-4bd8-98f2-8925bda230b5 req-0aec8d30-dea4-4def-900e-83bae3ff4373 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.372082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-205f4558-fdfd-4bd8-98f2-8925bda230b5 req-0aec8d30-dea4-4def-900e-83bae3ff4373 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.1385548 Apr 18 20:26:39.379633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cb7663c-7c6f-496b-8d0e-bcc0dc436a1d req-9a23671b-8fbb-4764-b3af-20f0e8923781 service neutron] 10.222.0.64 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581581 Apr 18 20:26:39.427752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-205f4558-fdfd-4bd8-98f2-8925bda230b5 req-dfdda7a6-5326-430c-bd9c-3e98e24e85f3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461879 Apr 18 20:26:39.451178 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c2e899-cb6b-48f5-b946-572ef2f4a08e x-openstack-request-id: req-a2c2e899-cb6b-48f5-b946-572ef2f4a08e {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:39.451522 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5916225d-ed51-4266-8f82-02c80d35e7e0", "name": "network-vif-plugged", "status": "completed", "tag": "77158ec3-cd87-453f-b283-0353c190d276", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:39.451829 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2c2e899-cb6b-48f5-b946-572ef2f4a08e {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:39.452538 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c2e899-cb6b-48f5-b946-572ef2f4a08e'] response: {'server_uuid': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77158ec3-cd87-453f-b283-0353c190d276', 'code': 200} Apr 18 20:26:39.641574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30ac64f4-6049-4006-a0ad-49ea5a4585be req-1d79ce8b-5451-41b2-92a7-9302fa067c1f tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 210 time: 0.0356312 Apr 18 20:26:39.651003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2900b-2136-4522-8671-4649d6636467 req-09630459-106a-4159-bf7d-01d99c118cff tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.652762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e2900b-2136-4522-8671-4649d6636467 req-09630459-106a-4159-bf7d-01d99c118cff tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1371005 Apr 18 20:26:39.727030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094599c6-a25e-4e6e-9b8d-3fb66cfa8090 req-7da2c52d-eed9-4481-8fd0-0014cc590ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.728704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-094599c6-a25e-4e6e-9b8d-3fb66cfa8090 req-7da2c52d-eed9-4481-8fd0-0014cc590ab5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 1096 time: 0.1494763 Apr 18 20:26:39.732306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e2900b-2136-4522-8671-4649d6636467 req-82144b9d-c05b-4015-8312-c0629d30376f tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 696 time: 0.0726197 Apr 18 20:26:39.747888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-85e2900b-2136-4522-8671-4649d6636467 req-fe282415-107d-4686-9c51-0018cd7567bb tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Request body: {'floatingip': {'port_id': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:39.827092 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85e2900b-2136-4522-8671-4649d6636467 req-fe282415-107d-4686-9c51-0018cd7567bb tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.867731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e5e1ca7e-2230-4a3f-ac4c-d3ccc5f2c9a4 req-c81d460b-c328-4b47-9cbc-dea958456e6a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 210 time: 0.1100407 Apr 18 20:26:39.896450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-094599c6-a25e-4e6e-9b8d-3fb66cfa8090 req-2cdd255a-dcff-465f-bf9d-37914d65f2bf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=725fc7e0-ea47-49a8-8bc6-145b7412e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603181 Apr 18 20:26:40.109608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-67b0e2b8-b432-43a2-82e0-d701f0d2ac59 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a3dc5dd0937b459d912a02645f6de006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515292 Apr 18 20:26:40.349451 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:40.604348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-c2ffb164-8438-4a74-9483-ca36fb0bc786 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.605835 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-c2ffb164-8438-4a74-9483-ca36fb0bc786 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.64 "GET /v2.0/ports?device_id=515d24d1-8e9b-4ebd-8799-65d960f3a28c HTTP/1.1" status: 200 len: 945 time: 0.5680015 Apr 18 20:26:40.764313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-85aac459-92fe-4a83-b3a4-05e1d8471303 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.766801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-85aac459-92fe-4a83-b3a4-05e1d8471303 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f&tenant_id=2ab80b1403354e10ab7b298d8463922c&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 950 time: 0.3282099 Apr 18 20:26:40.815550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc155932-0138-4090-8512-30596b77daae req-7db10911-53be-4060-9ac2-ec630bd868de tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.817044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc155932-0138-4090-8512-30596b77daae req-7db10911-53be-4060-9ac2-ec630bd868de tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 950 time: 0.3824780 Apr 18 20:26:40.843556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-f9d7879d-fa7b-4520-b2a7-8dd508a6e0f4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021111 Apr 18 20:26:40.857246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-8fd39ec0-f266-4f5d-8d74-27f81f2e0800 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.857246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-8fd39ec0-f266-4f5d-8d74-27f81f2e0800 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4241509 Apr 18 20:26:40.901761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Request body: {'port': {'device_id': 'da87c78f-87a1-450d-ba55-53195c7d660e', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'a3dc5dd0937b459d912a02645f6de006'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:41.076589 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.121530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc155932-0138-4090-8512-30596b77daae req-d43559a1-92f0-4c24-9d1e-d426d37873ec tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759089 Apr 18 20:26:41.122790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-9439491a-1157-417c-8f68-c52bb342fae4 service neutron] 10.222.0.60 "GET /v2.0/ports/96dcc94d-e9c5-4079-a6e9-fadda76e682e/bindings/n-h1-836015-4 HTTP/1.1" status: 200 len: 382 time: 0.3395109 Apr 18 20:26:41.233589 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [req-85e2900b-2136-4522-8671-4649d6636467 req-fe282415-107d-4686-9c51-0018cd7567bb tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:26:41.242988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-c3a32f3f-043d-4c1b-b06e-30d37bc23c7a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.244547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-c3a32f3f-043d-4c1b-b06e-30d37bc23c7a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3609142 Apr 18 20:26:41.290642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Request body: {'port': {'device_id': '391b5441-1b67-493d-a871-47f74091a4b4', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'df5ff37bcfd04d45aeb45108377157e2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:41.298461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-655c8835-9bb4-414f-9cae-3450d611c97e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Deleting port 29165638-39fa-4442-afc6-dec0c4daed42 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:41.298797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-655c8835-9bb4-414f-9cae-3450d611c97e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.387397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85e2900b-2136-4522-8671-4649d6636467 req-fe282415-107d-4686-9c51-0018cd7567bb tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.421004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Made reservation on behalf of a3dc5dd0937b459d912a02645f6de006 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:41.425338 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.428734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-dce886be-6832-4292-8ae2-0fd39faa0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.430208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-dce886be-6832-4292-8ae2-0fd39faa0f8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 1101 time: 0.2692482 Apr 18 20:26:41.442088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85e2900b-2136-4522-8671-4649d6636467 req-fe282415-107d-4686-9c51-0018cd7567bb tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.454266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:41.458882 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacdafdd-aa4b-4612-a630-e3a1da46f17e" -d '{"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-plugged", "status": "completed", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:41.492766 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.648311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-655c8835-9bb4-414f-9cae-3450d611c97e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] For port 29165638-39fa-4442-afc6-dec0c4daed42, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=29165638-39fa-4442-afc6-dec0c4daed42,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:41.649000 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-655c8835-9bb4-414f-9cae-3450d611c97e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.711997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-655c8835-9bb4-414f-9cae-3450d611c97e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Calling delete_port for 29165638-39fa-4442-afc6-dec0c4daed42 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:41.777136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-3585becb-3274-4a96-bdbb-68159a34b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.778771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-3585becb-3274-4a96-bdbb-68159a34b8a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.3282490 Apr 18 20:26:41.808759 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-85e2900b-2136-4522-8671-4649d6636467 req-fe282415-107d-4686-9c51-0018cd7567bb tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Floating IP 519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 associated. External IP: 172.25.2.247, port: 6dec99a9-43ad-448f-b5fc-0693355ccabf. Apr 18 20:26:41.815885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Made reservation on behalf of df5ff37bcfd04d45aeb45108377157e2 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:41.819484 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.919771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-202aff9b-f1b5-4b90-b7e7-f90346ffac3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e HTTP/1.1" status: 200 len: 217 time: 0.1056225 Apr 18 20:26:41.931682 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.077170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.096360 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.117958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 146d65b2-405d-4f2c-94d6-2301a13d6ae2 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:42.145405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-c3743ec0-092e-48fc-a45a-56cf3bf449f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.146866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-c3743ec0-092e-48fc-a45a-56cf3bf449f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2135575 Apr 18 20:26:42.226350 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.269473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-e5aabc50-7528-4f8d-8d4d-4d0e564826cc tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:42.271440 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-e5aabc50-7528-4f8d-8d4d-4d0e564826cc tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089824 Apr 18 20:26:42.283784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:42.292455 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.331656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-595d2859-d6c7-429d-aabd-5e9745f981c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.333353 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-595d2859-d6c7-429d-aabd-5e9745f981c5 service neutron] 10.222.0.49 "GET /v2.0/ports/a0a4a478-b479-4d40-aebb-db91b35cdce1 HTTP/1.1" status: 200 len: 1094 time: 0.0468163 Apr 18 20:26:42.345009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Request body: {'binding': {'host': 'n-h2-836015-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:42.345558 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Unknown quota resources ['binding']. {{(pid=102903) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:26:42.361968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=146d65b2-405d-4f2c-94d6-2301a13d6ae2,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:42.507343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on host n-h2-836015-4 for vnic_type normal with profile None {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:42.507745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:42.508037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:42.513096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:42.513514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:42.519617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:42.519999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:42.520595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:42.521266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Bound port: a0a4a478-b479-4d40-aebb-db91b35cdce1, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:42.587295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:42.595376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.596880 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-b136bc8a-7db2-4ea5-b1f2-549029beda37 service neutron] 10.222.0.49 "POST /v2.0/ports/a0a4a478-b479-4d40-aebb-db91b35cdce1/bindings HTTP/1.1" status: 201 len: 389 time: 0.2569826 Apr 18 20:26:42.689100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5e0bf5-3045-4ac4-af84-d96940a17d68,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:42.751117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Allocated IP 192.168.233.153 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/e6183813-0b30-4a88-a3f2-c47d3a09e0c3) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:42.764661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-491f4512-ee0d-44aa-8459-c7b941db413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.766620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-491f4512-ee0d-44aa-8459-c7b941db413d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5792732 Apr 18 20:26:42.811321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-655c8835-9bb4-414f-9cae-3450d611c97e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.829183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['6dec99a9-43ad-448f-b5fc-0693355ccabf'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:42.890205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c8835-9bb4-414f-9cae-3450d611c97e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Pushing event deleted for resources: {'Port': ['ID=29165638-39fa-4442-afc6-dec0c4daed42,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:42.943919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-fba18009-69a7-4248-aa2e-4bbcefed32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.946188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-fba18009-69a7-4248-aa2e-4bbcefed32b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 1097 time: 0.0829952 Apr 18 20:26:42.985748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85e2900b-2136-4522-8671-4649d6636467 req-fe282415-107d-4686-9c51-0018cd7567bb tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Router 9ae2604e-bb0f-4caa-8243-201767f90d5d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:43.019828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-655c8835-9bb4-414f-9cae-3450d611c97e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] No DVR routers for this DVR port 29165638-39fa-4442-afc6-dec0c4daed42 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:26:43.031514 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-655c8835-9bb4-414f-9cae-3450d611c97e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.034778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16cd375f-58c5-4159-9d08-4f58f6a0d118 req-655c8835-9bb4-414f-9cae-3450d611c97e tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.64 "DELETE /v2.0/ports/29165638-39fa-4442-afc6-dec0c4daed42 HTTP/1.1" status: 204 len: 173 time: 2.3966444 Apr 18 20:26:43.038826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'name': 'network-vif-deleted', 'tag': '29165638-39fa-4442-afc6-dec0c4daed42'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:43.041148 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b4d7e-2da7-4889-9667-083888871e2c" -d '{"events": [{"server_uuid": "515d24d1-8e9b-4ebd-8799-65d960f3a28c", "name": "network-vif-deleted", "tag": "29165638-39fa-4442-afc6-dec0c4daed42"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:43.051263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d6663-3538-4446-bfe7-1dc7b7141fae req-d3313160-179e-4edb-9973-375b13108f40 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.058508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-587d6663-3538-4446-bfe7-1dc7b7141fae req-d3313160-179e-4edb-9973-375b13108f40 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 945 time: 0.3010032 Apr 18 20:26:43.067040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-0b658731-138e-4ef3-a54d-43f1f42c5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.068572 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-0b658731-138e-4ef3-a54d-43f1f42c5313 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.1138158 Apr 18 20:26:43.153877 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-5674a185-0460-4395-a538-cb3b5e94cd0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1 HTTP/1.1" status: 200 len: 217 time: 0.0757439 Apr 18 20:26:43.180339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-ea55ea42-6ef2-4611-82fd-7f6e9f7d1cfd service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983397 Apr 18 20:26:43.212558 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ed56e61a-fb01-49a4-8e1e-ead105b55aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.214415 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ed56e61a-fb01-49a4-8e1e-ead105b55aa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.0503495 Apr 18 20:26:43.254958 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-cf3ae703-733c-4b1e-be95-12c3550c0004 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303478 Apr 18 20:26:43.272319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-587d6663-3538-4446-bfe7-1dc7b7141fae req-6159f063-8d9a-44dd-979c-61eb6b2c419c tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/security-groups?id=725fc7e0-ea47-49a8-8bc6-145b7412e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128680 Apr 18 20:26:43.353545 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.419243 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-313cc1ac-5549-4083-9f20-03833ea54019 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577978 Apr 18 20:26:43.429443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85e2900b-2136-4522-8671-4649d6636467 req-fe282415-107d-4686-9c51-0018cd7567bb tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:43.442932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85e2900b-2136-4522-8671-4649d6636467 req-fe282415-107d-4686-9c51-0018cd7567bb tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.445636 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] Sync routers for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:43.459094 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:43.459806 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:43.477580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-7ff4337e-a956-4c71-8174-739b3ae2d736 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878091 Apr 18 20:26:43.508766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e641f6c-db50-45d2-b32e-2cfcd908b846 req-77a91ea5-54ae-4447-b1f5-526630adefe6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.516280 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e641f6c-db50-45d2-b32e-2cfcd908b846 req-77a91ea5-54ae-4447-b1f5-526630adefe6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.1465166 Apr 18 20:26:43.526472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e2900b-2136-4522-8671-4649d6636467 req-fe282415-107d-4686-9c51-0018cd7567bb tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "PUT /v2.0/floatingips/519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 HTTP/1.1" status: 200 len: 997 time: 3.7833767 Apr 18 20:26:43.555556 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.568725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'd79d7393-1b70-4417-8827-4a4f683539d1', 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82', '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:43.627083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545', '25ed8697-1c8a-4529-bd9e-f784e75b6bd9'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:43.661276 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-7b8ccd4e-5a2d-4d0e-80ae-d28f3f76cef1 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312558 Apr 18 20:26:43.704980 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:43.716001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:43.717298 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 29165638-39fa-4442-afc6-dec0c4daed42 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:43.738952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e641f6c-db50-45d2-b32e-2cfcd908b846 req-11092ee4-65d2-49b8-bcca-55156ee725e4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218196 Apr 18 20:26:43.758395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:43.771075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 29165638-39fa-4442-afc6-dec0c4daed42 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:26:43.771267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 29165638-39fa-4442-afc6-dec0c4daed42 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:26:43.794876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Allocated IP 192.168.233.32 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/0715aae8-6f91-48aa-ae3c-5c6d4608161f) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:43.803289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:43.819878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event updated for resources: {'Port': ['ID=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:43.887556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2900b-2136-4522-8671-4649d6636467 req-a8e22347-f1bb-4e80-86b1-73b2de39805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.889287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e2900b-2136-4522-8671-4649d6636467 req-a8e22347-f1bb-4e80-86b1-73b2de39805a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1097 time: 0.3209202 Apr 18 20:26:43.945828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a98024b-1cca-427d-a99f-d8b2a507c437 req-48a2eee2-64b0-48ed-834d-644450420de6 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 210 time: 0.0789177 Apr 18 20:26:44.042155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:44.042753 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.169096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-54ffe85a-0f44-40b2-9a62-4552d0bbe07a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8842266 Apr 18 20:26:44.192366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Request body: {'port': {'device_id': '391b5441-1b67-493d-a871-47f74091a4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:44.241731 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:50:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:41Z', 'revision_number': 8, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:44.297742 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] Checking router: 9ae2604e-bb0f-4caa-8243-201767f90d5d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:44.308351 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:44.309062 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:44.363860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.380644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e152fcb4-5ec0-49ae-a96d-c49b82407639 None None] Provisioning complete for port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:44.385891 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e152fcb4-5ec0-49ae-a96d-c49b82407639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.393921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b14a1b-dc7d-48d5-889b-019f406094f4 req-599741b8-ae50-438b-83da-34532b42084a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:44.396872 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93b14a1b-dc7d-48d5-889b-019f406094f4 req-599741b8-ae50-438b-83da-34532b42084a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 936 time: 0.3294966 Apr 18 20:26:44.441019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e152fcb4-5ec0-49ae-a96d-c49b82407639 None None] Port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:44.465319 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.506960 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:44.546168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93b14a1b-dc7d-48d5-889b-019f406094f4 req-a8aca7b6-9c8d-4796-b018-d79992c514c4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644894 Apr 18 20:26:44.563823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2900b-2136-4522-8671-4649d6636467 req-5d4191b8-0bb4-4fe7-aa27-e0b1bc5310b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:44.563823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e2900b-2136-4522-8671-4649d6636467 req-5d4191b8-0bb4-4fe7-aa27-e0b1bc5310b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.6263063 Apr 18 20:26:44.939345 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.995753 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:50:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:41Z', 'revision_number': 8, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:45.039617 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab7261-848c-4723-9bdf-6faa1fc989d5 None None] The sync data for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 is: [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'port_id': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'mac_address': 'fa:16:3e:50:26:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:26:41Z', 'revision_number': 8, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:45.041047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e2900b-2136-4522-8671-4649d6636467 req-f155c59f-efb5-479b-b11e-cbceb8a494f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 1000 time: 0.2022851 Apr 18 20:26:45.055053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:45.066915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:45.069675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:45.273946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2900b-2136-4522-8671-4649d6636467 req-613a3c52-4bec-4459-8c71-5ad25059ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.276578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e2900b-2136-4522-8671-4649d6636467 req-613a3c52-4bec-4459-8c71-5ad25059ebcd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.2109010 Apr 18 20:26:45.285060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Pushing event updated for resources: {'Port': ['ID=0715aae8-6f91-48aa-ae3c-5c6d4608161f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:45.333852 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1feb8e2-a3f9-4d89-8b17-bcc69c0ecc7c x-openstack-request-id: req-b1feb8e2-a3f9-4d89-8b17-bcc69c0ecc7c {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:45.334140 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-plugged", "status": "completed", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:45.334403 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1feb8e2-a3f9-4d89-8b17-bcc69c0ecc7c {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:45.334794 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1feb8e2-a3f9-4d89-8b17-bcc69c0ecc7c'] response: {'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'code': 200} Apr 18 20:26:45.435275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.436581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.488734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5a9c5290-04a5-480f-9d64-464f138533f5 None None] Provisioning complete for port 0715aae8-6f91-48aa-ae3c-5c6d4608161f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:45.489261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5a9c5290-04a5-480f-9d64-464f138533f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.493080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53af2e34-11a6-4678-a24b-51ac555b34a3 None None] New status for floating IP 519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:45.505718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2900b-2136-4522-8671-4649d6636467 req-5aef7ed1-8378-4943-983c-2f96e99a48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.507421 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e2900b-2136-4522-8671-4649d6636467 req-5aef7ed1-8378-4943-983c-2f96e99a48a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019172 Apr 18 20:26:45.583499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-91cc6fdd-d530-4970-b21f-02e8d4474499 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6973412 Apr 18 20:26:45.601224 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c5290-04a5-480f-9d64-464f138533f5 None None] Port 0715aae8-6f91-48aa-ae3c-5c6d4608161f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:45.618437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Request body: {'port': {'device_id': 'da87c78f-87a1-450d-ba55-53195c7d660e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:45.624046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6183813-0b30-4a88-a3f2-c47d3a09e0c3 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:45.656653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.681751 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.701419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048af48-06d9-40c5-9d56-dc4adecf2674 req-4c01ed1e-74ff-41f6-bb83-4ae12676bd4e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.710370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4048af48-06d9-40c5-9d56-dc4adecf2674 req-4c01ed1e-74ff-41f6-bb83-4ae12676bd4e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 946 time: 0.2465723 Apr 18 20:26:45.755141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Transition to ACTIVE for port object e6183813-0b30-4a88-a3f2-c47d3a09e0c3 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:45.778599 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.850742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e2900b-2136-4522-8671-4649d6636467 req-9d349932-ddb2-420f-b31a-e779a29ec62f service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289187 Apr 18 20:26:45.889696 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.902321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4048af48-06d9-40c5-9d56-dc4adecf2674 req-db5e2264-74bb-4db9-9277-0763d7ce079f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909618 Apr 18 20:26:45.979363 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573e5118-ba79-433c-a0ce-b907b305a673 x-openstack-request-id: req-573e5118-ba79-433c-a0ce-b907b305a673 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:45.980382 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515d24d1-8e9b-4ebd-8799-65d960f3a28c", "name": "network-vif-deleted", "tag": "29165638-39fa-4442-afc6-dec0c4daed42", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:45.980382 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-573e5118-ba79-433c-a0ce-b907b305a673 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:45.980708 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573e5118-ba79-433c-a0ce-b907b305a673'] response: {'server_uuid': '515d24d1-8e9b-4ebd-8799-65d960f3a28c', 'name': 'network-vif-deleted', 'tag': '29165638-39fa-4442-afc6-dec0c4daed42', 'status': 'completed', 'code': 200} Apr 18 20:26:46.001895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Pushing event updated for resources: {'Port': ['ID=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:46.542366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Attempting to bind port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:46.542708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Attempting to bind port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:46.543031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Attempting to bind port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:46.609920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:46.610239 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Attempting to bind port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:46.613956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e2900b-2136-4522-8671-4649d6636467 req-b692c0a5-6222-430d-a7f0-d5666b55bf9f service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7485483 Apr 18 20:26:46.637503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b0828-3f2c-4ba0-9dd2-bea72077e722 req-fb92fbf9-e875-479c-80c6-35165bce9ae7 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:46.639666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-891b0828-3f2c-4ba0-9dd2-bea72077e722 req-fb92fbf9-e875-479c-80c6-35165bce9ae7 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 945 time: 0.5751956 Apr 18 20:26:46.643699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:46.644070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:46.644459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:46.645269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Bound port: e6183813-0b30-4a88-a3f2-c47d3a09e0c3, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:46.645269 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.652001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53646) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:26:46.658424 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-24d0256f-3d69-4837-8dee-d700f8631550 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Request body: {'floatingip': {'port_id': '77158ec3-cd87-453f-b283-0353c190d276'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:46.681486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-c760a8fb-a712-405f-9347-5b81a1c235e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:46.682922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-c760a8fb-a712-405f-9347-5b81a1c235e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f&tenant_id=2ab80b1403354e10ab7b298d8463922c HTTP/1.1" status: 200 len: 1101 time: 0.2164271 Apr 18 20:26:46.756857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24d0256f-3d69-4837-8dee-d700f8631550 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.896784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] For port e6183813-0b30-4a88-a3f2-c47d3a09e0c3, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:46.904312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] For port e6183813-0b30-4a88-a3f2-c47d3a09e0c3, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:46.906921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-e833f29b-48e8-4c82-a66c-735a6e689583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:46.908595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-e833f29b-48e8-4c82-a66c-735a6e689583 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 1101 time: 0.1801949 Apr 18 20:26:46.916129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d400a8d-f6dc-4db8-881a-38e26d0807db req-22c7a777-1ab6-4ede-bb28-6b2f62f04268 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:46.917665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d400a8d-f6dc-4db8-881a-38e26d0807db req-22c7a777-1ab6-4ede-bb28-6b2f62f04268 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 935 time: 0.1800988 Apr 18 20:26:46.925508 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.993892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc258a3-e96a-4258-935b-ba7b02898dc2 req-17ad3731-5625-4307-9e3b-fe5829f5002c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:46.994846 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7fc258a3-e96a-4258-935b-ba7b02898dc2 req-17ad3731-5625-4307-9e3b-fe5829f5002c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.2470317 Apr 18 20:26:47.096394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.097036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.098407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b266bd79-feae-4351-a744-e81e66818358 service neutron] 10.222.0.64 "PUT /v2.0/ports/e6183813-0b30-4a88-a3f2-c47d3a09e0c3 HTTP/1.1" status: 200 len: 1096 time: 2.9111674 Apr 18 20:26:47.219154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d400a8d-f6dc-4db8-881a-38e26d0807db req-6d95be06-f191-4d4c-a309-661638343c99 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732906 Apr 18 20:26:47.237678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266bd79-feae-4351-a744-e81e66818358 service neutron] Pushing event updated for resources: {'Port': ['ID=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:47.282647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7fc258a3-e96a-4258-935b-ba7b02898dc2 req-05de34ed-7eb3-4306-a517-c8ddd2899fa1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679112 Apr 18 20:26:47.337361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146d65b2-405d-4f2c-94d6-2301a13d6ae2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:47.339876 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59158829-1ae9-4732-baea-a7d9ee43bf18" -d '{"events": [{"server_uuid": "c4528da6-870c-4eff-b2eb-e617aeb861ae", "name": "network-vif-unplugged", "status": "completed", "tag": "146d65b2-405d-4f2c-94d6-2301a13d6ae2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:47.352556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0715aae8-6f91-48aa-ae3c-5c6d4608161f {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:47.388635 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.391031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-a90d3dcb-c12a-4e68-9dc4-d583e8d398d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.392732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-a90d3dcb-c12a-4e68-9dc4-d583e8d398d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.4698234 Apr 18 20:26:47.427613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24d0256f-3d69-4837-8dee-d700f8631550 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.435004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24d0256f-3d69-4837-8dee-d700f8631550 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.541495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Transition to ACTIVE for port object 0715aae8-6f91-48aa-ae3c-5c6d4608161f will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:47.546730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-9a3694ec-5695-48c0-a8f9-e7fdd43708c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e HTTP/1.1" status: 200 len: 217 time: 0.1211715 Apr 18 20:26:47.548989 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-2043692d-38f3-48de-846e-5dcc69d8938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.550753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-2043692d-38f3-48de-846e-5dcc69d8938b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 1099 time: 0.3793850 Apr 18 20:26:47.559399 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-24d0256f-3d69-4837-8dee-d700f8631550 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Floating IP 4e50a23d-a6c9-40c9-92f4-a23eca3b1ea0 associated. External IP: 172.25.2.112, port: 77158ec3-cd87-453f-b283-0353c190d276. Apr 18 20:26:47.568627 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.716972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-3f463af9-9aac-4bde-805b-87bce6926146 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e6183813-0b30-4a88-a3f2-c47d3a09e0c3 HTTP/1.1" status: 200 len: 217 time: 0.1450508 Apr 18 20:26:47.748119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ea407fb-7a67-4ecc-be70-6f4ea72ca023 req-a555a269-ba97-4557-91b8-3171aa140df8 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips/519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 HTTP/1.1" status: 200 len: 999 time: 0.3319533 Apr 18 20:26:47.773680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-4efa9445-802a-4b5d-af9d-12c8ab1a5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.776536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-4efa9445-802a-4b5d-af9d-12c8ab1a5d0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2177899 Apr 18 20:26:47.835206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Pushing event updated for resources: {'Port': ['ID=0715aae8-6f91-48aa-ae3c-5c6d4608161f,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:47.876892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a2452-458a-42eb-8c0d-e5c701c78296 req-51a9c7ec-b9ad-47b6-add1-51cb3fde32f4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.886066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e9a2452-458a-42eb-8c0d-e5c701c78296 req-51a9c7ec-b9ad-47b6-add1-51cb3fde32f4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 948 time: 0.4922404 Apr 18 20:26:47.917966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d0256f-3d69-4837-8dee-d700f8631550 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Router 8478ef72-756b-477f-8064-1dea909290be has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:48.019720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf'}, {'name': 'network-changed', 'server_uuid': '391b5441-1b67-493d-a871-47f74091a4b4', 'tag': 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:48.026502 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfc48cb-2063-4c01-be98-7d9ca14221d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf"}, {"name": "network-changed", "server_uuid": "391b5441-1b67-493d-a871-47f74091a4b4", "tag": "e6183813-0b30-4a88-a3f2-c47d3a09e0c3"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:48.056084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d0256f-3d69-4837-8dee-d700f8631550 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:48.066806 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] Sync routers for ids ['8478ef72-756b-477f-8064-1dea909290be'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:48.071107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24d0256f-3d69-4837-8dee-d700f8631550 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.084121 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] Routers {'8478ef72-756b-477f-8064-1dea909290be'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:48.085071 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8478ef72-756b-477f-8064-1dea909290be'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:48.112248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-aca9c89d-5b60-493b-8bcd-04b712996bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:48.113808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-aca9c89d-5b60-493b-8bcd-04b712996bd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.3628302 Apr 18 20:26:48.128161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-fd0e3d84-580c-45c2-ac50-b72209bbadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:48.130067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-fd0e3d84-580c-45c2-ac50-b72209bbadd5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3048325 Apr 18 20:26:48.131399 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-24d0256f-3d69-4837-8dee-d700f8631550 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "PUT /v2.0/floatingips/4e50a23d-a6c9-40c9-92f4-a23eca3b1ea0 HTTP/1.1" status: 200 len: 991 time: 1.4775574 Apr 18 20:26:48.132003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'tag': '77158ec3-cd87-453f-b283-0353c190d276'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:48.139438 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13be857-eb72-44fe-819f-5ebf888cacdf" -d '{"events": [{"name": "network-changed", "server_uuid": "5916225d-ed51-4266-8f82-02c80d35e7e0", "tag": "77158ec3-cd87-453f-b283-0353c190d276"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:48.172474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 96dcc94d-e9c5-4079-a6e9-fadda76e682e no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:26:48.185971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e9a2452-458a-42eb-8c0d-e5c701c78296 req-739acaf9-4ef0-4801-81e6-73cbd737c17e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988834 Apr 18 20:26:48.310439 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] Set router 8478ef72-756b-477f-8064-1dea909290be gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:48.378066 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.402583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea407fb-7a67-4ecc-be70-6f4ea72ca023 req-44a91414-73a2-4d92-92e8-07b9667bdedd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:48.410721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ea407fb-7a67-4ecc-be70-6f4ea72ca023 req-44a91414-73a2-4d92-92e8-07b9667bdedd tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.6324573 Apr 18 20:26:48.416774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-9ea407fb-7a67-4ecc-be70-6f4ea72ca023 req-b9e0e36f-a486-4fbf-bd05-03419a412100 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:48.430733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ea407fb-7a67-4ecc-be70-6f4ea72ca023 req-b9e0e36f-a486-4fbf-bd05-03419a412100 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185695 Apr 18 20:26:48.435399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-610a6384-e4fc-4007-ba83-5c4b9c3194f0 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750785 Apr 18 20:26:48.459587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:48.470180 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.480792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Attempting to bind port 0715aae8-6f91-48aa-ae3c-5c6d4608161f on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:48.481033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Attempting to bind port 0715aae8-6f91-48aa-ae3c-5c6d4608161f by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:48.481337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Attempting to bind port 0715aae8-6f91-48aa-ae3c-5c6d4608161f on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:48.506337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Port 0715aae8-6f91-48aa-ae3c-5c6d4608161f on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:48.506620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Attempting to bind port 0715aae8-6f91-48aa-ae3c-5c6d4608161f on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:48.527518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:48.527909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:48.528542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:48.529054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Bound port: 0715aae8-6f91-48aa-ae3c-5c6d4608161f, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:48.529401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.563631 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89265a2b-a50a-4397-bc22-8eaedb2dfdc2 x-openstack-request-id: req-89265a2b-a50a-4397-bc22-8eaedb2dfdc2 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:48.563943 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4528da6-870c-4eff-b2eb-e617aeb861ae", "name": "network-vif-unplugged", "status": "completed", "tag": "146d65b2-405d-4f2c-94d6-2301a13d6ae2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:48.569053 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89265a2b-a50a-4397-bc22-8eaedb2dfdc2 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:48.569734 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89265a2b-a50a-4397-bc22-8eaedb2dfdc2'] response: {'server_uuid': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '146d65b2-405d-4f2c-94d6-2301a13d6ae2', 'code': 200} Apr 18 20:26:48.571541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:48.611441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b401b8f1-252e-498c-b6ab-72e1f1ec063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:48.613793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-b401b8f1-252e-498c-b6ab-72e1f1ec063b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4636741 Apr 18 20:26:48.651522 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4c5cc1-b8fb-4d9b-9ec7-2c54dc3c43b7 x-openstack-request-id: req-cf4c5cc1-b8fb-4d9b-9ec7-2c54dc3c43b7 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:48.651974 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5916225d-ed51-4266-8f82-02c80d35e7e0", "tag": "77158ec3-cd87-453f-b283-0353c190d276", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:48.652327 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf4c5cc1-b8fb-4d9b-9ec7-2c54dc3c43b7 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:48.652827 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf4c5cc1-b8fb-4d9b-9ec7-2c54dc3c43b7'] response: {'name': 'network-changed', 'server_uuid': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'tag': '77158ec3-cd87-453f-b283-0353c190d276', 'status': 'completed', 'code': 200} Apr 18 20:26:48.658863 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '4e50a23d-a6c9-40c9-92f4-a23eca3b1ea0', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '8478ef72-756b-477f-8064-1dea909290be', 'port_id': '77158ec3-cd87-453f-b283-0353c190d276', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'mac_address': 'fa:16:3e:db:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:26:06Z', 'updated_at': '2022-04-18T20:26:47Z', 'revision_number': 1, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:29Z', 'revision_number': 5, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:48.669372 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75129fb8-2a6f-40e7-aa7a-873d2f0ed751 x-openstack-request-id: req-75129fb8-2a6f-40e7-aa7a-873d2f0ed751 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:48.669753 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "391b5441-1b67-493d-a871-47f74091a4b4", "tag": "e6183813-0b30-4a88-a3f2-c47d3a09e0c3", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:48.669849 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75129fb8-2a6f-40e7-aa7a-873d2f0ed751 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:48.670181 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75129fb8-2a6f-40e7-aa7a-873d2f0ed751'] response: {'name': 'network-changed', 'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'status': 'completed', 'code': 200} Apr 18 20:26:48.670581 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75129fb8-2a6f-40e7-aa7a-873d2f0ed751'] response: {'name': 'network-changed', 'server_uuid': '391b5441-1b67-493d-a871-47f74091a4b4', 'tag': 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3', 'status': 'completed', 'code': 200} Apr 18 20:26:48.730405 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] Checking router: 8478ef72-756b-477f-8064-1dea909290be for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:48.739396 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] Routers {'8478ef72-756b-477f-8064-1dea909290be'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:48.740380 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8478ef72-756b-477f-8064-1dea909290be'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:48.767164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-c1fe8a78-00ed-4ab9-8a6a-3dd903f4deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:48.768998 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-c1fe8a78-00ed-4ab9-8a6a-3dd903f4deca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ca737b15e374efd8ac11dbb57f3bcd8&device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 1096 time: 0.0682111 Apr 18 20:26:48.812538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] For port 0715aae8-6f91-48aa-ae3c-5c6d4608161f, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:48.844788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561f5b7-18e1-4187-b899-daa6c86fe91f req-56f90106-c79c-4241-b82a-886c05e22b8c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:48.846158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d561f5b7-18e1-4187-b899-daa6c86fe91f req-56f90106-c79c-4241-b82a-886c05e22b8c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 946 time: 0.4061167 Apr 18 20:26:48.858542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] For port 0715aae8-6f91-48aa-ae3c-5c6d4608161f, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=0715aae8-6f91-48aa-ae3c-5c6d4608161f,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:48.895775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.912812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-ae2b2369-b81c-430d-b836-78800c01b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:48.916869 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-ae2b2369-b81c-430d-b836-78800c01b385 service neutron] 10.222.0.60 "GET /v2.0/networks?id=02794945-9bda-46b4-9ed4-44e4b6e36cfa HTTP/1.1" status: 200 len: 915 time: 0.1398606 Apr 18 20:26:48.924490 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] Set router 8478ef72-756b-477f-8064-1dea909290be gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:48.997846 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-5e701737-ecc4-49e9-9435-6e81e81da887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:48.999330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-5e701737-ecc4-49e9-9435-6e81e81da887 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1097 time: 0.3092778 Apr 18 20:26:49.006490 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-08d5e981-35ff-479d-a9fc-b39039d001fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77158ec3-cd87-453f-b283-0353c190d276 HTTP/1.1" status: 200 len: 999 time: 0.0816803 Apr 18 20:26:49.014033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:49.014933 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.016912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] 10.222.0.64 "PUT /v2.0/ports/0715aae8-6f91-48aa-ae3c-5c6d4608161f HTTP/1.1" status: 200 len: 1095 time: 3.4024377 Apr 18 20:26:49.021891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f39375bd-556d-4b28-a502-c5e2ac508ce2 req-7095a80a-d655-49f6-9d9d-7a3391d9937c service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483925 Apr 18 20:26:49.075816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d561f5b7-18e1-4187-b899-daa6c86fe91f req-ed2e828a-5e4d-4b1e-a04d-661596314c9a tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138402 Apr 18 20:26:49.084743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e1f04-5a6d-48dd-9931-a5cd1fad711d req-345b8ff2-88e6-4732-8b36-e6db54a11f09 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:49.094930 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b36e1f04-5a6d-48dd-9931-a5cd1fad711d req-345b8ff2-88e6-4732-8b36-e6db54a11f09 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 947 time: 0.3458974 Apr 18 20:26:49.143164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-7048694d-da14-4256-b170-2db342f64deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:49.146813 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-7048694d-da14-4256-b170-2db342f64deb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=833767ce-0037-431d-82c3-b9292bd390b5 HTTP/1.1" status: 200 len: 853 time: 0.1169078 Apr 18 20:26:49.206031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-f0a4aa10-601f-449c-a067-ccff77fb74b3 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252688 Apr 18 20:26:49.219997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-5f9a7d89-5ee7-424b-b988-b1b3681f7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:49.221514 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-5f9a7d89-5ee7-424b-b988-b1b3681f7387 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02794945-9bda-46b4-9ed4-44e4b6e36cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642567 Apr 18 20:26:49.346202 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '4e50a23d-a6c9-40c9-92f4-a23eca3b1ea0', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '8478ef72-756b-477f-8064-1dea909290be', 'port_id': '77158ec3-cd87-453f-b283-0353c190d276', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'mac_address': 'fa:16:3e:db:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:26:06Z', 'updated_at': '2022-04-18T20:26:47Z', 'revision_number': 1, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:29Z', 'revision_number': 5, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:49.404492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b36e1f04-5a6d-48dd-9931-a5cd1fad711d req-fb9c0b68-c366-4cd4-8a27-0cb4a2065edd tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032203 Apr 18 20:26:49.406744 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edbe8db-3fa5-4431-b685-cf8a11153f02 None None] The sync data for ids ['8478ef72-756b-477f-8064-1dea909290be'] in n-d-836015-4 is: [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '4e50a23d-a6c9-40c9-92f4-a23eca3b1ea0', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'floating_ip_address': '172.25.2.112', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '8478ef72-756b-477f-8064-1dea909290be', 'port_id': '77158ec3-cd87-453f-b283-0353c190d276', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'mac_address': 'fa:16:3e:db:8c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:26:06Z', 'updated_at': '2022-04-18T20:26:47Z', 'revision_number': 1, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:29Z', 'revision_number': 5, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:49.419966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c0c2224-bbfa-4cf0-ba92-7c544725528e req-8b00e96c-6961-45b6-ac11-388867f9c4f3 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721587 Apr 18 20:26:49.429417 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-fdcc9b13-e199-46a0-b128-60443abaaa03 service neutron] 10.222.0.60 "GET /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941292 Apr 18 20:26:49.464705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ecaa7-4b42-48b2-a3f0-7b8195ab4c35 service neutron] Pushing event updated for resources: {'Port': ['ID=0715aae8-6f91-48aa-ae3c-5c6d4608161f,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:49.586247 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f13be857-eb72-44fe-819f-5ebf888cacdf req-81d3699a-af4f-4ecb-8a88-ae779d3eac09 service neutron] 10.222.0.60 "GET /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478240 Apr 18 20:26:49.783118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba97c320-e94f-4fc9-9d59-6293a7a58221 None None] New status for floating IP 4e50a23d-a6c9-40c9-92f4-a23eca3b1ea0: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:49.880390 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-a7603638-f5d2-46da-88ec-799666bb00ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115870 Apr 18 20:26:50.019886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-e482a4b3-dff1-4375-8b96-90f27903badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.021693 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-e482a4b3-dff1-4375-8b96-90f27903badd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 1095 time: 0.0676150 Apr 18 20:26:50.088637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-cd2ff50e-1468-4355-a72c-2522b585b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.090149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-cd2ff50e-1468-4355-a72c-2522b585b2ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3dc5dd0937b459d912a02645f6de006&device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 1098 time: 0.9887574 Apr 18 20:26:50.152013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-d06f546c-e9cb-47cf-82df-627dd6f1976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.153679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-d06f546c-e9cb-47cf-82df-627dd6f1976f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 1.1181402 Apr 18 20:26:50.155097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-4d43d98c-66ab-47b1-ab44-d937f5714065 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=0715aae8-6f91-48aa-ae3c-5c6d4608161f HTTP/1.1" status: 200 len: 217 time: 0.0482476 Apr 18 20:26:50.179597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b7e960a9-55c2-4fa5-8261-d656af21f55a details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:50.192205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-d5a4132f-2cd6-4a63-ac0d-393aa8742778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.193698 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-d5a4132f-2cd6-4a63-ac0d-393aa8742778 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.1488347 Apr 18 20:26:50.223628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-9d31da47-298f-4c69-aaed-ed050d3a4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.225127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-9d31da47-298f-4c69-aaed-ed050d3a4d3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 1099 time: 0.7229393 Apr 18 20:26:50.238788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f522c-f451-414b-a9b2-c157cf64b841 req-d4e5de50-ee6a-4488-aac1-239cba16fff5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.247090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e8f522c-f451-414b-a9b2-c157cf64b841 req-d4e5de50-ee6a-4488-aac1-239cba16fff5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 948 time: 1.0320125 Apr 18 20:26:50.255008 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-d8773ea0-47f2-432c-a7e0-35a746b15a2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 200 len: 217 time: 0.0528476 Apr 18 20:26:50.337413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:50.395612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-61ba4d35-8ca2-4286-94e9-f69dafa9f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.397458 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-61ba4d35-8ca2-4286-94e9-f69dafa9f513 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.1245975 Apr 18 20:26:50.398071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'mac_address': 'fa:16:3e:ef:25:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:50.429737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-a27925d5-f8e0-47a3-ba85-f9c93bd61f12 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 1002 time: 0.8340259 Apr 18 20:26:50.431387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-490a1a98-212b-4bea-943c-4b120a5141d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.434133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-490a1a98-212b-4bea-943c-4b120a5141d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2683194 Apr 18 20:26:50.453419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-9423cac6-eeb0-497f-b5d3-7b19e63d042e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465305 Apr 18 20:26:50.460598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-6bbe7476-28a7-4294-a386-bd404cbb98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.462900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-6bbe7476-28a7-4294-a386-bd404cbb98ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2080364 Apr 18 20:26:50.486747 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:50.517704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e960a9-55c2-4fa5-8261-d656af21f55a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:50.536397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-ffa7f7fd-3362-43fc-948d-823e5df98701 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 1002 time: 0.3203433 Apr 18 20:26:50.544459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:50.551012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:50.587346 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-d248394f-4314-432f-8a8e-2a601cff67b0 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244242 Apr 18 20:26:50.588297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:50.591125 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf734fa8-a81f-4bcf-9a4d-93a9ffc197e9" -d '{"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-unplugged", "status": "completed", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:50.621480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e8f522c-f451-414b-a9b2-c157cf64b841 req-99a6ebfa-e931-455a-b8c4-ca2bd2fec366 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734131 Apr 18 20:26:50.643446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-bfea1fdc-d811-44ee-8131-5fd88309f88d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=e6183813-0b30-4a88-a3f2-c47d3a09e0c3 HTTP/1.1" status: 200 len: 217 time: 0.1457620 Apr 18 20:26:50.645040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:50.687524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da87c78f-87a1-450d-ba55-53195c7d660e', 'tag': '0715aae8-6f91-48aa-ae3c-5c6d4608161f'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:50.691101 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa43b00a-7739-4269-9fb3-55ca83d89f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "da87c78f-87a1-450d-ba55-53195c7d660e", "tag": "0715aae8-6f91-48aa-ae3c-5c6d4608161f"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:50.709812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554867b-b213-4d10-9a80-710b89e96f8f req-531135c1-188d-4f73-b4db-4724f9083e35 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.711365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-531135c1-188d-4f73-b4db-4724f9083e35 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports/6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 943 time: 0.2349217 Apr 18 20:26:50.713368 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a026356-4c67-4f5d-aa7c-3185debf4281 req-3cac388e-c75a-4b32-861c-8b05f04695db service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179717 Apr 18 20:26:50.847903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-753465fc-150a-42e4-a215-55b2b6862152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.849356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-753465fc-150a-42e4-a215-55b2b6862152 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3847365 Apr 18 20:26:50.863255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-4c6853d3-4e7e-4cc9-aca6-4acad096ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.865215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-4c6853d3-4e7e-4cc9-aca6-4acad096ec5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.2653353 Apr 18 20:26:50.885037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-01483425-c0b4-48f7-ba0c-f31de4c0f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.886693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-01483425-c0b4-48f7-ba0c-f31de4c0f36c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1915503 Apr 18 20:26:50.978146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-57c05998-518c-4c02-a5b5-1e5be68b8832 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 1002 time: 0.1999352 Apr 18 20:26:50.997437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b7e960a9-55c2-4fa5-8261-d656af21f55a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:51.070296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb78915-2378-4339-9933-307323fc73b1 req-027e7ea9-4629-4907-ab69-d03af0cc0f3c tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:51.071882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfb78915-2378-4339-9933-307323fc73b1 req-027e7ea9-4629-4907-ab69-d03af0cc0f3c tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 948 time: 0.3565445 Apr 18 20:26:51.173319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-8193753b-567b-4553-8ed8-df74fe882783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:51.174991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-8193753b-567b-4553-8ed8-df74fe882783 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2838233 Apr 18 20:26:51.176929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-e94b831e-4f17-4404-afc0-a294146b0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:51.178466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-e94b831e-4f17-4404-afc0-a294146b0a99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2582221 Apr 18 20:26:51.234792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-52516280-c293-439b-8aef-6cc9cced2921 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647604 Apr 18 20:26:51.360528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfb78915-2378-4339-9933-307323fc73b1 req-d37ad2d4-ea67-4378-87e6-ffb289089acd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427683 Apr 18 20:26:51.396866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554867b-b213-4d10-9a80-710b89e96f8f req-d4b52626-f84b-48b2-b4bd-a63370a1c89c tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:51.398204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-d4b52626-f84b-48b2-b4bd-a63370a1c89c tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.3893938 Apr 18 20:26:51.568254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-a0b76580-cd6a-4998-beb3-ebbb5b30d318 service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800032 Apr 18 20:26:51.575141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dcb459-d4a1-4d89-aefd-443978b71954 req-fb871d35-3149-4978-abb5-718b7e7ef53a service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081653 Apr 18 20:26:51.578331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-57a8aef0-f6dd-437c-ae36-342283dbfd11 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628132 Apr 18 20:26:51.585203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-f0d87940-14fa-436f-891f-3bd0cf124c45 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 1002 time: 0.1697576 Apr 18 20:26:51.620351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c554867b-b213-4d10-9a80-710b89e96f8f req-f37abf20-6152-4e32-9762-fe994f36bd12 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:51.675006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22700d3f-ba4f-471f-bf60-b1a0a2d25bee req-b0400329-1237-41ac-a02e-507a9abee6a8 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:51.676500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22700d3f-ba4f-471f-bf60-b1a0a2d25bee req-b0400329-1237-41ac-a02e-507a9abee6a8 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 946 time: 0.2470903 Apr 18 20:26:51.752320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e6183813-0b30-4a88-a3f2-c47d3a09e0c3 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:51.813860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c554867b-b213-4d10-9a80-710b89e96f8f req-f37abf20-6152-4e32-9762-fe994f36bd12 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.880205 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e6183813-0b30-4a88-a3f2-c47d3a09e0c3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:51.888035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22700d3f-ba4f-471f-bf60-b1a0a2d25bee req-783a27fb-5e5e-45d7-bffd-97651b0945e6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554365 Apr 18 20:26:51.893779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-c7c24c3d-69ad-47c0-b294-04c6117a556b service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975852 Apr 18 20:26:51.895560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3', 'mac_address': 'fa:16:3e:2e:1b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:51.915078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfc48cb-2063-4c01-be98-7d9ca14221d3 req-871cb804-24ca-4760-932e-6fbbe3b02667 service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333418 Apr 18 20:26:51.943510 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.958157 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6183813-0b30-4a88-a3f2-c47d3a09e0c3 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:51.978598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e6183813-0b30-4a88-a3f2-c47d3a09e0c3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:51.982436 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.042327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:52.072150 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c554867b-b213-4d10-9a80-710b89e96f8f req-f37abf20-6152-4e32-9762-fe994f36bd12 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.080893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8848e57-0166-41b4-a544-4e586f84a71f req-574f2ac6-0282-4a90-81ed-54f33fbfa37f tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.082396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8848e57-0166-41b4-a544-4e586f84a71f req-574f2ac6-0282-4a90-81ed-54f33fbfa37f tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 947 time: 0.1090982 Apr 18 20:26:52.083457 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c554867b-b213-4d10-9a80-710b89e96f8f req-f37abf20-6152-4e32-9762-fe994f36bd12 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.083786 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-c554867b-b213-4d10-9a80-710b89e96f8f req-f37abf20-6152-4e32-9762-fe994f36bd12 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Floating IP 519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 disassociated. External IP: 172.25.2.247, port: 6dec99a9-43ad-448f-b5fc-0693355ccabf. Apr 18 20:26:52.161762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8848e57-0166-41b4-a544-4e586f84a71f req-cfe86185-bacc-4905-96a4-d02fe0164c81 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Apr 18 20:26:52.220750 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b7e960a9-55c2-4fa5-8261-d656af21f55a up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:52.271945 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06342cc3-028a-4d2f-9d36-c63a0a5392a0 x-openstack-request-id: req-06342cc3-028a-4d2f-9d36-c63a0a5392a0 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:52.272237 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-unplugged", "status": "completed", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:52.272485 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06342cc3-028a-4d2f-9d36-c63a0a5392a0 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:52.272883 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06342cc3-028a-4d2f-9d36-c63a0a5392a0'] response: {'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'code': 200} Apr 18 20:26:52.276465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port b7e960a9-55c2-4fa5-8261-d656af21f55a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:52.276664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.318567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e6183813-0b30-4a88-a3f2-c47d3a09e0c3'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:52.437574 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.473269 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea86a49-c6cc-47d3-b6bd-1b9a9c758fa0 x-openstack-request-id: req-fea86a49-c6cc-47d3-b6bd-1b9a9c758fa0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:52.473869 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da87c78f-87a1-450d-ba55-53195c7d660e", "tag": "0715aae8-6f91-48aa-ae3c-5c6d4608161f", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:52.473869 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fea86a49-c6cc-47d3-b6bd-1b9a9c758fa0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:52.474154 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea86a49-c6cc-47d3-b6bd-1b9a9c758fa0'] response: {'name': 'network-changed', 'server_uuid': 'da87c78f-87a1-450d-ba55-53195c7d660e', 'tag': '0715aae8-6f91-48aa-ae3c-5c6d4608161f', 'status': 'completed', 'code': 200} Apr 18 20:26:52.499630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:52.510969 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.587480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=10']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:52.600654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-067fa849-d256-467e-aeb5-6f7b55cbbb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.602137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-067fa849-d256-467e-aeb5-6f7b55cbbb4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3dc5dd0937b459d912a02645f6de006&device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 1098 time: 0.1306193 Apr 18 20:26:52.612619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62be81-feba-44f3-87a8-4c71e33f622f req-1762bde7-61af-46b8-bbbd-bc81b2319e76 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.614230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a62be81-feba-44f3-87a8-4c71e33f622f req-1762bde7-61af-46b8-bbbd-bc81b2319e76 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 948 time: 0.1392341 Apr 18 20:26:52.758095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a62be81-feba-44f3-87a8-4c71e33f622f req-f3d41b2d-0bd9-4983-af91-26e07d90a1fc tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273663 Apr 18 20:26:52.774213 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c554867b-b213-4d10-9a80-710b89e96f8f req-f37abf20-6152-4e32-9762-fe994f36bd12 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Router 9ae2604e-bb0f-4caa-8243-201767f90d5d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:26:52.792805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-d06779bc-d579-4869-9f07-204fd2c0b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.794280 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-d06779bc-d579-4869-9f07-204fd2c0b74a service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1775742 Apr 18 20:26:52.884602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-73360423-5842-4611-b130-8fa36110b13b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=0715aae8-6f91-48aa-ae3c-5c6d4608161f HTTP/1.1" status: 200 len: 217 time: 0.0516825 Apr 18 20:26:52.981904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-b7e3dd54-eda6-4b2f-8efa-be6dde90575a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1563280761&fields=id&tenant_id=47775dfa77cc4cf38e846fbc71da41b0 HTTP/1.1" status: 200 len: 267 time: 0.1419740 Apr 18 20:26:53.006258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c554867b-b213-4d10-9a80-710b89e96f8f req-f37abf20-6152-4e32-9762-fe994f36bd12 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:26:53.016129 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] Sync routers for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:53.018697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-160d00bf-0e91-4032-8b49-e1907fb09a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.020171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-160d00bf-0e91-4032-8b49-e1907fb09a03 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1277602 Apr 18 20:26:53.023252 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c554867b-b213-4d10-9a80-710b89e96f8f req-f37abf20-6152-4e32-9762-fe994f36bd12 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:53.025962 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:53.026696 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:53.113009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-f37abf20-6152-4e32-9762-fe994f36bd12 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "PUT /v2.0/floatingips/519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 HTTP/1.1" status: 200 len: 696 time: 1.5186760 Apr 18 20:26:53.141924 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:53.154126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-644d7c82-bb3c-4e27-99f3-62739f1ea82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.155624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-644d7c82-bb3c-4e27-99f3-62739f1ea82a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278567 Apr 18 20:26:53.207631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941ff0-9978-454b-b316-3862e88ad775 req-ae340d68-37d7-411d-8c00-310401035171 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.209128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-ae340d68-37d7-411d-8c00-310401035171 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/networks?id=bc03939c-9af2-46f2-8b53-08f3ae302c54 HTTP/1.1" status: 200 len: 815 time: 0.2183912 Apr 18 20:26:53.264010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554867b-b213-4d10-9a80-710b89e96f8f req-9c538250-8a7d-4d9f-8a70-9747de61337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.265981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-9c538250-8a7d-4d9f-8a70-9747de61337c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1097 time: 0.1275640 Apr 18 20:26:53.269260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-f55fbc7b-e364-4edc-a984-296f7daadd74 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/quotas/47775dfa77cc4cf38e846fbc71da41b0 HTTP/1.1" status: 200 len: 375 time: 0.0297432 Apr 18 20:26:53.340722 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:53.365936 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] Checking router: 9ae2604e-bb0f-4caa-8243-201767f90d5d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:53.374752 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:26:53.375384 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:26:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:53.396211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-0305975e-42d9-4ad9-902f-e9c04600f6c6 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226434 Apr 18 20:26:53.492052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-45f7df66-b709-4b04-a66b-aa78ba86377a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=47775dfa77cc4cf38e846fbc71da41b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2046473 Apr 18 20:26:53.505525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-6a4a967c-f539-40a7-9b4d-c44042f3a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.506988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-6a4a967c-f539-40a7-9b4d-c44042f3a9ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6eb0f9145a884541b680b6c5d516b307&device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 1101 time: 0.1523359 Apr 18 20:26:53.536196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554867b-b213-4d10-9a80-710b89e96f8f req-ee3a19dc-462d-4713-aae4-7eb358d61f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.538266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-ee3a19dc-462d-4713-aae4-7eb358d61f6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.2654326 Apr 18 20:26:53.571501 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:26:53.673516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-65973071-2e6f-4075-852c-161ecedecb3a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 217 time: 0.1154752 Apr 18 20:26:53.696285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa43b00a-7739-4269-9fb3-55ca83d89f4f req-71347b29-18c3-4b36-9c3d-825c4e183da0 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929289 Apr 18 20:26:53.765794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 0715aae8-6f91-48aa-ae3c-5c6d4608161f details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:53.776823 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:53.781094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554867b-b213-4d10-9a80-710b89e96f8f req-6d052fb8-10b6-4ce8-89cd-2af510dc5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.782583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-6d052fb8-10b6-4ce8-89cd-2af510dc5fb7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.0993729 Apr 18 20:26:53.788761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e6183813-0b30-4a88-a3f2-c47d3a09e0c3 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:53.789868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-643fd6eb-4326-4344-b7dd-5b0dc3a688aa service neutron] 10.222.0.49 "GET /v2.0/networks/bc03939c-9af2-46f2-8b53-08f3ae302c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805114 Apr 18 20:26:53.790963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-bd420d0c-fca6-479d-bd89-78c09ce337d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.792356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-bd420d0c-fca6-479d-bd89-78c09ce337d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2589397 Apr 18 20:26:53.809389 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39cdd8-3360-428d-a3c6-6385a3313b1a None None] The sync data for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 is: [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:25:09Z', 'revision_number': 4, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '60ae4ae1-8451-4f86-95f6-ae0fe87f9eea', 'name': '', 'network_id': '9bcc5cbf-f8a6-412e-b46e-8b263271636f', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'mac_address': 'fa:16:3e:29:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:09Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'subnets': [{'id': '1b6c1aca-c59d-41a6-a419-aba36b4bc4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:53.875409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-66da69e5-8de8-411b-b509-d894f1439408 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a HTTP/1.1" status: 200 len: 217 time: 0.0703192 Apr 18 20:26:53.905992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:53.912644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:53.913012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:53.964339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 0715aae8-6f91-48aa-ae3c-5c6d4608161f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=0715aae8-6f91-48aa-ae3c-5c6d4608161f,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:53.976172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554867b-b213-4d10-9a80-710b89e96f8f req-96ad3e74-79d5-42d2-b400-7eac48ba91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.977693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-96ad3e74-79d5-42d2-b400-7eac48ba91f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737401 Apr 18 20:26:53.982771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-ba791e3d-26b5-48f5-8f60-ec89c080d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.985012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-ba791e3d-26b5-48f5-8f60-ec89c080d881 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0779757 Apr 18 20:26:53.990878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '0715aae8-6f91-48aa-ae3c-5c6d4608161f', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '0715aae8-6f91-48aa-ae3c-5c6d4608161f', 'mac_address': 'fa:16:3e:31:0f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:54.063830 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.073224 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.082100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-607a9374-95ce-4cd8-9972-25e6a74892fd service neutron] 10.222.0.49 "GET /v2.0/networks/bc03939c-9af2-46f2-8b53-08f3ae302c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859993 Apr 18 20:26:54.087018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56cc226-d205-4b00-91e9-d7f9e6b8e23b None None] New status for floating IP 519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:54.105704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-1b9f5ded-7442-4a3a-b87c-c8faec6e65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.107360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-1b9f5ded-7442-4a3a-b87c-c8faec6e65d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086545 Apr 18 20:26:54.132040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0715aae8-6f91-48aa-ae3c-5c6d4608161f {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:54.146885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-76f078c3-31d0-4414-bd7f-48f7671ba397 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591890 Apr 18 20:26:54.206350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 0715aae8-6f91-48aa-ae3c-5c6d4608161f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=0715aae8-6f91-48aa-ae3c-5c6d4608161f,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:54.208964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 96dcc94d-e9c5-4079-a6e9-fadda76e682e details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:54.213337 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e6183813-0b30-4a88-a3f2-c47d3a09e0c3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:54.230405 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.281833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-3db5ac97-a71d-4bb0-93cf-565fec0a1b9f service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614656 Apr 18 20:26:54.282805 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.289917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a'}, {'server_uuid': '391b5441-1b67-493d-a871-47f74091a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:54.292463 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ab2d09-8afe-4f6c-bb07-9ab4bb5f2770" -d '{"events": [{"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-plugged", "status": "completed", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a"}, {"server_uuid": "391b5441-1b67-493d-a871-47f74091a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "e6183813-0b30-4a88-a3f2-c47d3a09e0c3"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:54.297836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c554867b-b213-4d10-9a80-710b89e96f8f req-fc54daad-5b69-436d-8833-c6a2e70f9169 service neutron] 10.222.0.49 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244106 Apr 18 20:26:54.441218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5f20bb4-01dd-42a1-89f8-8f04c5c21bed req-9ba925bd-4803-4674-9383-309ec4a0a74e service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460030 Apr 18 20:26:54.461556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67862d-c418-45a9-9762-2e835038edaa req-477a47b9-1d97-4812-b2d3-9cf4d97c2377 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.470175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e67862d-c418-45a9-9762-2e835038edaa req-477a47b9-1d97-4812-b2d3-9cf4d97c2377 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1004775 Apr 18 20:26:54.473496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=0715aae8-6f91-48aa-ae3c-5c6d4608161f,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:54.486065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:54.488344 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb2da40-159a-438d-a1c3-95c91f009b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:54.551900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e67862d-c418-45a9-9762-2e835038edaa req-219d96bf-8b03-409b-aed3-a8cf635828bb tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808454 Apr 18 20:26:54.559658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a88484-86e0-4ddc-add5-09c2de55a616 req-730f643d-327f-4d4b-ba51-53c29ec70776 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.560799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19a88484-86e0-4ddc-add5-09c2de55a616 req-730f643d-327f-4d4b-ba51-53c29ec70776 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 946 time: 0.0881221 Apr 18 20:26:54.577090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:54.591502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['0715aae8-6f91-48aa-ae3c-5c6d4608161f'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:54.614471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19a88484-86e0-4ddc-add5-09c2de55a616 req-e874ee5c-2347-4635-ac14-2551c672a665 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470712 Apr 18 20:26:54.624579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'mac_address': 'fa:16:3e:c5:a1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:26:54.673462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:54.706026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235e65f-a330-4ef9-8b4a-8fd58c7a5cb1 req-14374d9c-77cd-44b4-a10c-1deaa1310882 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.714011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1235e65f-a330-4ef9-8b4a-8fd58c7a5cb1 req-14374d9c-77cd-44b4-a10c-1deaa1310882 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 948 time: 0.0647960 Apr 18 20:26:54.774119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1235e65f-a330-4ef9-8b4a-8fd58c7a5cb1 req-a0a53019-4545-4f23-95b6-8d4fcb950f79 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587068 Apr 18 20:26:54.912451 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94738ff3-83da-411c-91af-8f967e3893e8 x-openstack-request-id: req-94738ff3-83da-411c-91af-8f967e3893e8 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:54.913141 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-plugged", "status": "completed", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a", "code": 200}, {"server_uuid": "391b5441-1b67-493d-a871-47f74091a4b4", "name": "network-vif-plugged", "status": "completed", "tag": "e6183813-0b30-4a88-a3f2-c47d3a09e0c3", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:54.913141 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94738ff3-83da-411c-91af-8f967e3893e8 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:54.913564 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94738ff3-83da-411c-91af-8f967e3893e8'] response: {'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'code': 200} Apr 18 20:26:54.913815 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94738ff3-83da-411c-91af-8f967e3893e8'] response: {'server_uuid': '391b5441-1b67-493d-a871-47f74091a4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3', 'code': 200} Apr 18 20:26:54.947088 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.980177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dcc94d-e9c5-4079-a6e9-fadda76e682e {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:55.034694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:55.061585 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.121278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=10']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:55.278550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd50ca6-9c23-4eef-85a6-ef5f13709cd3 req-4eb7c5b5-3c9f-4776-9d0f-47e57ddba168 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 210 time: 0.0513103 Apr 18 20:26:55.302635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b697ec1-d907-4bc4-9e26-d81b7bf08e6c req-44442b4c-8d3c-4966-8f88-878ddbdb8c15 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.302635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b697ec1-d907-4bc4-9e26-d81b7bf08e6c req-44442b4c-8d3c-4966-8f88-878ddbdb8c15 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 948 time: 0.5101058 Apr 18 20:26:55.309737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbc549-d180-4a0a-864a-4f65b58a7f15 req-09fd1086-4a2d-43fb-abe4-3a687250e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.311224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ecbc549-d180-4a0a-864a-4f65b58a7f15 req-09fd1086-4a2d-43fb-abe4-3a687250e45a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 1101 time: 0.0828907 Apr 18 20:26:55.346959 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b80a021-5451-4114-8c31-3b2fdda08154 x-openstack-request-id: req-3b80a021-5451-4114-8c31-3b2fdda08154 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:55.347241 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:55.347551 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b80a021-5451-4114-8c31-3b2fdda08154 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:55.347900 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b80a021-5451-4114-8c31-3b2fdda08154'] response: {'name': 'network-changed', 'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'status': 'completed', 'code': 200} Apr 18 20:26:55.380667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b697ec1-d907-4bc4-9e26-d81b7bf08e6c req-d8862faa-381d-4b83-a655-f4dfcde17ab7 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728724 Apr 18 20:26:55.384781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ecbc549-d180-4a0a-864a-4f65b58a7f15 req-b20bc847-94df-4c30-afb8-a23c7976fb2d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662031 Apr 18 20:26:55.460604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-1cb4e0ea-5eba-4c04-bc60-0efb067bfe97 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips/519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 HTTP/1.1" status: 200 len: 694 time: 0.0595455 Apr 18 20:26:55.482865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-d5ce5adb-7964-4753-a427-80ba0d747bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.484322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-d5ce5adb-7964-4753-a427-80ba0d747bb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 1097 time: 0.0966492 Apr 18 20:26:55.565127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['96dcc94d-e9c5-4079-a6e9-fadda76e682e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:55.643963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-198fbcfa-94fd-4ddf-8591-08ac2641ad26 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.645410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-198fbcfa-94fd-4ddf-8591-08ac2641ad26 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.1788774 Apr 18 20:26:55.660944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-4679ba78-67fa-4b9a-8abe-b35a179a2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.662313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-4679ba78-67fa-4b9a-8abe-b35a179a2869 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 200 len: 922 time: 0.1686542 Apr 18 20:26:55.665883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-c25ff232-ce0f-4b30-90b3-a8c721a2267a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:55.666877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-c25ff232-ce0f-4b30-90b3-a8c721a2267a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091152 Apr 18 20:26:55.735961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-75b5ef8b-1419-45f9-903b-03c5cd0b9f97 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 697 time: 0.0542386 Apr 18 20:26:55.748316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd4d6f-256f-4578-9b63-246c5e8a1051 req-7b57ca8a-26b5-4de1-9423-f57ee189cfae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.750430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f8dd4d6f-256f-4578-9b63-246c5e8a1051 req-7b57ca8a-26b5-4de1-9423-f57ee189cfae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1041288 Apr 18 20:26:55.806211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-635773a0-c0fd-4bd2-8281-0bb514f64ed6 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.247 HTTP/1.1" status: 200 len: 697 time: 0.0547593 Apr 18 20:26:55.831787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f8dd4d6f-256f-4578-9b63-246c5e8a1051 req-f00f9dd1-9171-4dcc-9e91-35b13de66ec9 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739641 Apr 18 20:26:55.906251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-785fc0bb-6245-40f0-a905-7a520afba57b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 200 len: 217 time: 0.0429759 Apr 18 20:26:56.052780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75fa05-9b23-4b11-89fb-0568f1285e20 req-f279771d-47c9-4bcd-ae4d-ebffb3781cf4 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.054314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d75fa05-9b23-4b11-89fb-0568f1285e20 req-f279771d-47c9-4bcd-ae4d-ebffb3781cf4 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 946 time: 0.1512663 Apr 18 20:26:56.056789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-25357fe3-c2f3-4240-8edd-134d5877931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.058329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-25357fe3-c2f3-4240-8edd-134d5877931f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 200 len: 860 time: 0.1112790 Apr 18 20:26:56.151000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941ff0-9978-454b-b316-3862e88ad775 req-4a680f77-d21e-4608-8436-c5af1addf096 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.152697 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-4a680f77-d21e-4608-8436-c5af1addf096 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.60 "GET /v2.0/networks?id=bc03939c-9af2-46f2-8b53-08f3ae302c54 HTTP/1.1" status: 200 len: 815 time: 0.1334095 Apr 18 20:26:56.157532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d75fa05-9b23-4b11-89fb-0568f1285e20 req-e9abd006-6f4a-4759-b1d5-a932649a0b14 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876400 Apr 18 20:26:56.162254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-e4560f38-72cb-47dd-a416-392be2d79435 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Deleting port 55d50ade-f45c-43a9-8ff2-daedf3b23f52 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:26:56.162594 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-e4560f38-72cb-47dd-a416-392be2d79435 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.176843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-347ace1f-3b3c-4abd-9189-232c7145e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.178533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-347ace1f-3b3c-4abd-9189-232c7145e7f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9bcc5cbf-f8a6-412e-b46e-8b263271636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887682 Apr 18 20:26:56.223264 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-8994e2b5-25b2-4378-a5b3-6218f9015b07 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47775dfa77cc4cf38e846fbc71da41b0 HTTP/1.1" status: 200 len: 380 time: 0.0555363 Apr 18 20:26:56.261564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Request body: {'port': {'device_id': '0190777a-bc62-4293-9207-7aed2c02860c', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'admin_state_up': True, 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'security_groups': ['70f9ea87-903c-44b3-bcdc-700cf32ecbb9']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:56.366588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-e4560f38-72cb-47dd-a416-392be2d79435 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.366833 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-e4560f38-72cb-47dd-a416-392be2d79435 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.396777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-e4560f38-72cb-47dd-a416-392be2d79435 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Calling delete_port for 55d50ade-f45c-43a9-8ff2-daedf3b23f52 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:26:56.424206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-a99480ca-e832-48b1-96bf-fbfe6f8186f1 service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032919 Apr 18 20:26:56.432687 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Made reservation on behalf of 47775dfa77cc4cf38e846fbc71da41b0 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:56.437501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.484098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54846b-480a-4143-a9a2-f1a52c55d420 req-eade7917-0a78-4ae5-a23c-3e1d0d017e51 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.485617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd54846b-480a-4143-a9a2-f1a52c55d420 req-eade7917-0a78-4ae5-a23c-3e1d0d017e51 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 948 time: 0.1635456 Apr 18 20:26:56.601834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd54846b-480a-4143-a9a2-f1a52c55d420 req-acb94e27-be64-4203-b6a4-2adcaa85b4a0 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006508 Apr 18 20:26:56.638112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebb2da40-159a-438d-a1c3-95c91f009b7b req-1c27f2bb-e4d2-4bc0-9c56-49f58e162d4f service neutron] 10.222.0.60 "GET /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052794 Apr 18 20:26:56.659109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Allocated IP 172.20.0.14 (bc03939c-9af2-46f2-8b53-08f3ae302c54/7dc57dde-ac4c-49ee-bd2c-b1245c8841a6/44a1a59a-0123-4c00-bef9-4e79063db108) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:56.803170 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0da539a5-f2d7-4548-8acf-ed05a30e3795 req-2219802c-6b54-4fd7-8098-c69f2841c049 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 210 time: 0.0912950 Apr 18 20:26:56.922178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ede852f8-20d0-44e0-84bd-fcc2f9c11e8b tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.923692 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ede852f8-20d0-44e0-84bd-fcc2f9c11e8b tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1097 time: 0.1148913 Apr 18 20:26:56.960504 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-e4560f38-72cb-47dd-a416-392be2d79435 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.975197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-4'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:57.062859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4560f38-72cb-47dd-a416-392be2d79435 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Pushing event deleted for resources: {'Port': ['ID=55d50ade-f45c-43a9-8ff2-daedf3b23f52,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:57.120208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.157978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26598ea7-e922-46e3-9569-a32cf14d459c req-194a3e64-3adb-4973-9f12-2eb6c9ac4746 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.159712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26598ea7-e922-46e3-9569-a32cf14d459c req-194a3e64-3adb-4973-9f12-2eb6c9ac4746 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.2481046 Apr 18 20:26:57.162796 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.194364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.277019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26598ea7-e922-46e3-9569-a32cf14d459c req-8a95f5b0-9f9d-41f4-ada3-f33d5fbb4b46 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954013 Apr 18 20:26:57.279742 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-e4560f38-72cb-47dd-a416-392be2d79435 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.288957 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-e4560f38-72cb-47dd-a416-392be2d79435 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.290251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3065c9b-6d68-4a29-8110-9c224a90822a req-e4560f38-72cb-47dd-a416-392be2d79435 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "DELETE /v2.0/floatingips/519fc9dd-641b-48c8-b6d1-c50c5b6ed3f8 HTTP/1.1" status: 204 len: 173 time: 1.4724407 Apr 18 20:26:57.330774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Network bc03939c-9af2-46f2-8b53-08f3ae302c54 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:57.335793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Pushing event updated for resources: {'Port': ['ID=44a1a59a-0123-4c00-bef9-4e79063db108,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:57.343045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:57.362352 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:26:57.500194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.505369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.552771 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-bec2bcc5-d2e8-428e-9362-f83593765749 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2954314 Apr 18 20:26:57.569913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Request body: {'port': {'device_id': '0190777a-bc62-4293-9207-7aed2c02860c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:57.625588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:57.667002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:57.694240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c92febd5-c6c5-4f20-9518-9512ab056865 None None] Provisioning complete for port 44a1a59a-0123-4c00-bef9-4e79063db108 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:57.694676 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c92febd5-c6c5-4f20-9518-9512ab056865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.717183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.721575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a4a478-b479-4d40-aebb-db91b35cdce1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:57.724619 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bddcc8f-2832-46de-97cc-e6495df88822" -d '{"events": [{"server_uuid": "6b8f4563-0de5-43d7-93ef-2f3a819e0a93", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a4a478-b479-4d40-aebb-db91b35cdce1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:57.727451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.733248 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.796668 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:26:57.808296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139176e-5ae6-4140-a5ef-d3eaa14f255e req-871edd7a-7109-4a05-a3be-444137743360 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.809857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d139176e-5ae6-4140-a5ef-d3eaa14f255e req-871edd7a-7109-4a05-a3be-444137743360 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 946 time: 0.3594885 Apr 18 20:26:57.825640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49e074-1bcd-46d8-b32e-4afdc106f31d req-ce1c4457-4e3c-4552-8770-ab165d899f3e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.833677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c49e074-1bcd-46d8-b32e-4afdc106f31d req-ce1c4457-4e3c-4552-8770-ab165d899f3e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 950 time: 0.3842776 Apr 18 20:26:57.927125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d139176e-5ae6-4140-a5ef-d3eaa14f255e req-c64b4bb1-7234-441d-a75e-330792f2b807 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860467 Apr 18 20:26:57.953447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4a478-b479-4d40-aebb-db91b35cdce1,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:58.002033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c49e074-1bcd-46d8-b32e-4afdc106f31d req-2e5f3344-2b25-4af0-89fa-7acf0fa816d6 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614964 Apr 18 20:26:58.039689 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on host n-h1-836015-4 for vnic_type normal with profile {"migrating_to": "n-h2-836015-4"} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:58.040128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:58.040466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:58.057049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:58.057881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:58.077961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:58.078374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:58.078777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:58.080471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Bound port: a0a4a478-b479-4d40-aebb-db91b35cdce1, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:58.082891 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.083041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:58.107478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 0715aae8-6f91-48aa-ae3c-5c6d4608161f up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:58.216898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:58.228198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:58.228530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 96dcc94d-e9c5-4079-a6e9-fadda76e682e up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:26:58.266425 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.363760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c92febd5-c6c5-4f20-9518-9512ab056865 None None] Port 44a1a59a-0123-4c00-bef9-4e79063db108 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:26:58.391911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on host n-h1-836015-4 for vnic_type normal with profile {"migrating_to": "n-h2-836015-4"} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:58.393797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:58.394173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:58.444921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:58.444921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 on network 4a21642f-0d1c-4816-abcb-fce6e1c59184 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:58.494699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.497111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.504073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/a0a4a478-b479-4d40-aebb-db91b35cdce1 HTTP/1.1" status: 200 len: 1122 time: 1.5427060 Apr 18 20:26:58.508258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:58.508950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Checking segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:58.511789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Bound using segment: {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:58.513473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Bound port: a0a4a478-b479-4d40-aebb-db91b35cdce1, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '863ff32a-171a-40b9-a2a4-ac09b87f471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '4a21642f-0d1c-4816-abcb-fce6e1c59184'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:58.516763 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.571071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f470f-1be2-478b-b13e-14b8c52dd2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4a478-b479-4d40-aebb-db91b35cdce1,revision_number=8']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:58.625936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c50cd-cf76-4d17-b891-af75e7973a5f req-12d0a93d-d98a-4d6b-ad01-52a1f18c30a4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.628656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a04c50cd-cf76-4d17-b891-af75e7973a5f req-12d0a93d-d98a-4d6b-ad01-52a1f18c30a4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 950 time: 0.3972774 Apr 18 20:26:58.688248 n-d-836015-4 neutron-server[102905]: WARNING neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Concurrent port binding operations failed on port a0a4a478-b479-4d40-aebb-db91b35cdce1 Apr 18 20:26:58.691771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a04c50cd-cf76-4d17-b891-af75e7973a5f req-676e28b2-a37a-40ec-994a-76d2132eac54 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500469 Apr 18 20:26:58.694159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:58.708250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3bdc8-f9b9-41ce-8e64-5325b15a37cc req-ed023bdc-a1f0-44cf-843c-87eff6ddb679 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.732982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcd3bdc8-f9b9-41ce-8e64-5325b15a37cc req-ed023bdc-a1f0-44cf-843c-87eff6ddb679 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 948 time: 0.1555586 Apr 18 20:26:58.733578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 0715aae8-6f91-48aa-ae3c-5c6d4608161f completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:58.736262 n-d-836015-4 neutron-server[102905]: INFO neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempt 2 to bind port a0a4a478-b479-4d40-aebb-db91b35cdce1 Apr 18 20:26:58.736706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 has no active binding in host n-h2-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:26:58.762948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 0715aae8-6f91-48aa-ae3c-5c6d4608161f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:58.763183 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:58.831238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcd3bdc8-f9b9-41ce-8e64-5325b15a37cc req-1a59e2eb-d859-4048-b76e-3c55ba983b72 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969830 Apr 18 20:26:58.848399 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b244613-2240-4e8d-928a-430c15170428 x-openstack-request-id: req-8b244613-2240-4e8d-928a-430c15170428 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:26:58.848761 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8f4563-0de5-43d7-93ef-2f3a819e0a93", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a4a478-b479-4d40-aebb-db91b35cdce1", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:26:58.849016 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b244613-2240-4e8d-928a-430c15170428 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:26:58.849378 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b244613-2240-4e8d-928a-430c15170428'] response: {'server_uuid': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a4a478-b479-4d40-aebb-db91b35cdce1', 'code': 200} Apr 18 20:26:58.940585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['a0a4a478-b479-4d40-aebb-db91b35cdce1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:59.038844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['a0a4a478-b479-4d40-aebb-db91b35cdce1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:26:59.128909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276c8cc-88e0-46fc-95d1-d6db00dd3703 req-6b1ad6c5-6aa8-459b-b038-56161b0aa9ea tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:59.140347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9276c8cc-88e0-46fc-95d1-d6db00dd3703 req-6b1ad6c5-6aa8-459b-b038-56161b0aa9ea tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 932 time: 0.1581874 Apr 18 20:26:59.178031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ef900-fc78-4bd6-9bee-36af7bfb8a1c req-025b54ae-0390-4420-9b4b-3c19ad750a2d tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:59.179958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-104ef900-fc78-4bd6-9bee-36af7bfb8a1c req-025b54ae-0390-4420-9b4b-3c19ad750a2d tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 1101 time: 0.1344495 Apr 18 20:26:59.212410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9276c8cc-88e0-46fc-95d1-d6db00dd3703 req-d37a1b43-3025-4f75-9a68-3840f74edd01 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703654 Apr 18 20:26:59.263030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-104ef900-fc78-4bd6-9bee-36af7bfb8a1c req-92f53468-7b5f-4101-9ffc-fafe20d42351 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699422 Apr 18 20:26:59.293734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a1a59a-0123-4c00-bef9-4e79063db108 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:59.303453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 96dcc94d-e9c5-4079-a6e9-fadda76e682e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:59.303453 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.303760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.367896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Transition to ACTIVE for port object 44a1a59a-0123-4c00-bef9-4e79063db108 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:59.374735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.507453 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.584651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da87c78f-87a1-450d-ba55-53195c7d660e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0715aae8-6f91-48aa-ae3c-5c6d4608161f'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:59.586316 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095ca87a-fd66-4182-9a9d-49a7e9cc0d2d" -d '{"events": [{"server_uuid": "da87c78f-87a1-450d-ba55-53195c7d660e", "name": "network-vif-plugged", "status": "completed", "tag": "0715aae8-6f91-48aa-ae3c-5c6d4608161f"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:26:59.598242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Pushing event updated for resources: {'Port': ['ID=44a1a59a-0123-4c00-bef9-4e79063db108,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:59.603693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520c669-beba-4bdb-8ff1-0d97950746a5 req-2f4d4b92-46ee-4745-b92a-e6612771f451 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:59.605690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6520c669-beba-4bdb-8ff1-0d97950746a5 req-2f4d4b92-46ee-4745-b92a-e6612771f451 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.1140678 Apr 18 20:26:59.609540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Attempting to bind port 44a1a59a-0123-4c00-bef9-4e79063db108 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:59.611936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Attempting to bind port 44a1a59a-0123-4c00-bef9-4e79063db108 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:59.612284 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Attempting to bind port 44a1a59a-0123-4c00-bef9-4e79063db108 on network bc03939c-9af2-46f2-8b53-08f3ae302c54 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:59.618664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76753df4-3ace-4292-af15-34c55a1e22a0 req-9a4f4eb8-a272-451a-8cb3-e387509c266a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:59.621084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Port 44a1a59a-0123-4c00-bef9-4e79063db108 on network bc03939c-9af2-46f2-8b53-08f3ae302c54 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:26:59.621405 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Attempting to bind port 44a1a59a-0123-4c00-bef9-4e79063db108 on network bc03939c-9af2-46f2-8b53-08f3ae302c54 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:26:59.627956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 0715aae8-6f91-48aa-ae3c-5c6d4608161f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=0715aae8-6f91-48aa-ae3c-5c6d4608161f,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:26:59.630768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:26:59.631106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Checking segment: {'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:26:59.631494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Bound using segment: {'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:26:59.632023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76753df4-3ace-4292-af15-34c55a1e22a0 req-9a4f4eb8-a272-451a-8cb3-e387509c266a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 946 time: 0.2277296 Apr 18 20:26:59.632290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Bound port: 44a1a59a-0123-4c00-bef9-4e79063db108, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05df4b6d-63db-4526-9a11-1637ae9d6998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:59.632658 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.668850 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.744389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6520c669-beba-4bdb-8ff1-0d97950746a5 req-c7d58036-edf0-4525-8cb3-31237cebf897 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083891 Apr 18 20:26:59.770959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76753df4-3ace-4292-af15-34c55a1e22a0 req-ff4209b2-e973-4b29-b469-d15d2929af4d tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/security-groups?id=62608f8a-558f-475b-8ce7-94bb2a3da66e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372049 Apr 18 20:26:59.816166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] For port 44a1a59a-0123-4c00-bef9-4e79063db108, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:26:59.826304 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] For port 44a1a59a-0123-4c00-bef9-4e79063db108, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=44a1a59a-0123-4c00-bef9-4e79063db108,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:26:59.834893 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.902754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.971672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-8f92e7ab-ada4-4e32-8eb6-a394a960cbd3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333710 Apr 18 20:26:59.972565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Pushing event updated for resources: {'Port': ['ID=44a1a59a-0123-4c00-bef9-4e79063db108,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:00.006683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.007471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.009579 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-1ca67fea-ec9b-4c4a-bcdf-84a2b3b4c231 service neutron] 10.222.0.60 "PUT /v2.0/ports/44a1a59a-0123-4c00-bef9-4e79063db108 HTTP/1.1" status: 200 len: 1092 time: 2.4451962 Apr 18 20:27:00.010182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0190777a-bc62-4293-9207-7aed2c02860c', 'tag': '44a1a59a-0123-4c00-bef9-4e79063db108'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:00.013446 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe723e3-dab0-4986-bce0-ae1491139786" -d '{"events": [{"name": "network-changed", "server_uuid": "0190777a-bc62-4293-9207-7aed2c02860c", "tag": "44a1a59a-0123-4c00-bef9-4e79063db108"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:00.129361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=0715aae8-6f91-48aa-ae3c-5c6d4608161f,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:00.150101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941ff0-9978-454b-b316-3862e88ad775 req-fa5014a7-46cf-4e6a-a099-f0fc3b441472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.156260 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-fa5014a7-46cf-4e6a-a099-f0fc3b441472 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47775dfa77cc4cf38e846fbc71da41b0&device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 1095 time: 0.0907254 Apr 18 20:27:00.186678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-0d3df01f-6155-4e53-b26c-4020d04436bd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2ab80b1403354e10ab7b298d8463922c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643484 Apr 18 20:27:00.239572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:00.248422 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.256075 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-4355c235-e50d-4bc6-9109-eadf5b4e0b25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a1a59a-0123-4c00-bef9-4e79063db108 HTTP/1.1" status: 200 len: 217 time: 0.0933924 Apr 18 20:27:00.332248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941ff0-9978-454b-b316-3862e88ad775 req-3003178b-bb36-4fa1-8f6f-83003ff943a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.335538 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-3003178b-bb36-4fa1-8f6f-83003ff943a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7dc57dde-ac4c-49ee-bd2c-b1245c8841a6 HTTP/1.1" status: 200 len: 854 time: 0.0633206 Apr 18 20:27:00.344670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=11']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:00.413782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49941ff0-9978-454b-b316-3862e88ad775 req-5625cd77-6939-4f54-a52f-e7a2a6df2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.416087 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-5625cd77-6939-4f54-a52f-e7a2a6df2407 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc03939c-9af2-46f2-8b53-08f3ae302c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708601 Apr 18 20:27:00.461450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-5106c931-d87f-45e8-9088-9aa20c8ee2ab tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.471334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-5106c931-d87f-45e8-9088-9aa20c8ee2ab tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4980116 Apr 18 20:27:00.501428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-e38d8a1e-4f87-4177-bc92-eacc123092e9 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/quotas/df5ff37bcfd04d45aeb45108377157e2 HTTP/1.1" status: 200 len: 375 time: 0.0284460 Apr 18 20:27:00.578010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-95d8f112-c16a-4e47-86e7-21f6520cfe9c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.585978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-95d8f112-c16a-4e47-86e7-21f6520cfe9c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3907924 Apr 18 20:27:00.608503 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-a48c82bf-d601-4dfb-a64a-6ce27618e8db service neutron] 10.222.0.60 "GET /v2.0/networks/bc03939c-9af2-46f2-8b53-08f3ae302c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628659 Apr 18 20:27:00.618081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-15ec1c75-41d5-4acd-9310-b8c94e518e92 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/quotas/2ab80b1403354e10ab7b298d8463922c HTTP/1.1" status: 200 len: 375 time: 0.0309410 Apr 18 20:27:00.669954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-c605ffc3-b901-47a9-af2f-fd1dcbb2985c tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.671473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-c605ffc3-b901-47a9-af2f-fd1dcbb2985c tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 946 time: 0.1303368 Apr 18 20:27:00.695985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-a29002cd-2cb5-4a96-9b13-4b4b0087ab45 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1942699 Apr 18 20:27:00.798535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-bcee43ac-ea19-4d54-944c-7a107218bffd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1794064 Apr 18 20:27:00.801400 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49941ff0-9978-454b-b316-3862e88ad775 req-a72b2507-e5fe-440c-9e94-fe2b9b24ecaa service neutron] 10.222.0.60 "GET /v2.0/networks/bc03939c-9af2-46f2-8b53-08f3ae302c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837273 Apr 18 20:27:00.946411 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b78507-6135-4b7a-8437-b547a8dbfbdd x-openstack-request-id: req-05b78507-6135-4b7a-8437-b547a8dbfbdd {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:00.946908 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da87c78f-87a1-450d-ba55-53195c7d660e", "name": "network-vif-plugged", "status": "completed", "tag": "0715aae8-6f91-48aa-ae3c-5c6d4608161f", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:00.946992 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05b78507-6135-4b7a-8437-b547a8dbfbdd {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:00.947323 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b78507-6135-4b7a-8437-b547a8dbfbdd'] response: {'server_uuid': 'da87c78f-87a1-450d-ba55-53195c7d660e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0715aae8-6f91-48aa-ae3c-5c6d4608161f', 'code': 200} Apr 18 20:27:01.135477 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c98dbad-3de5-4c02-9b99-be16a52af9f2 x-openstack-request-id: req-2c98dbad-3de5-4c02-9b99-be16a52af9f2 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:01.135767 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0190777a-bc62-4293-9207-7aed2c02860c", "tag": "44a1a59a-0123-4c00-bef9-4e79063db108", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:01.136081 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c98dbad-3de5-4c02-9b99-be16a52af9f2 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:01.136472 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c98dbad-3de5-4c02-9b99-be16a52af9f2'] response: {'name': 'network-changed', 'server_uuid': '0190777a-bc62-4293-9207-7aed2c02860c', 'tag': '44a1a59a-0123-4c00-bef9-4e79063db108', 'status': 'completed', 'code': 200} Apr 18 20:27:01.265336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-1ac259cc-1cb5-4969-829c-f040dad5bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.268370 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-1ac259cc-1cb5-4969-829c-f040dad5bfd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47775dfa77cc4cf38e846fbc71da41b0&device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 1095 time: 0.0789566 Apr 18 20:27:01.416978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-4a823d25-2067-4d6e-a52c-f5526ee48dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.419422 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-4a823d25-2067-4d6e-a52c-f5526ee48dce service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc03939c-9af2-46f2-8b53-08f3ae302c54 HTTP/1.1" status: 200 len: 916 time: 0.1364086 Apr 18 20:27:01.453961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'tag': 'a0a4a478-b479-4d40-aebb-db91b35cdce1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:01.459492 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42940566-366d-402f-9749-b1707ec95555" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8f4563-0de5-43d7-93ef-2f3a819e0a93", "tag": "a0a4a478-b479-4d40-aebb-db91b35cdce1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:01.582449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae909a-f9ad-40c1-9ea9-d8e744ca85ba req-57cc52c9-3790-4d1c-95c0-7e303e3b7df4 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.590399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccae909a-f9ad-40c1-9ea9-d8e744ca85ba req-57cc52c9-3790-4d1c-95c0-7e303e3b7df4 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 949 time: 0.2358460 Apr 18 20:27:01.617398 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-a93b48dc-3b79-491d-a152-b6525af5b26f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a1a59a-0123-4c00-bef9-4e79063db108 HTTP/1.1" status: 200 len: 217 time: 0.1858573 Apr 18 20:27:01.670178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3fafb-70d3-4594-8a86-ebe305b21a0f req-cadeeda4-1eba-4174-bd6b-1fe22b94f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.673174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6d3fafb-70d3-4594-8a86-ebe305b21a0f req-cadeeda4-1eba-4174-bd6b-1fe22b94f853 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 1100 time: 0.3198230 Apr 18 20:27:01.676573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-21e893a9-4c15-4dc2-bbef-4a9ff64be27a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Deleting port 6dec99a9-43ad-448f-b5fc-0693355ccabf {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:01.677092 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-21e893a9-4c15-4dc2-bbef-4a9ff64be27a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.720726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-53d019fe-cdf4-4f1c-9b00-2a94b38f125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.723237 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-53d019fe-cdf4-4f1c-9b00-2a94b38f125d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7dc57dde-ac4c-49ee-bd2c-b1245c8841a6 HTTP/1.1" status: 200 len: 854 time: 0.0926492 Apr 18 20:27:01.814416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-21e893a9-4c15-4dc2-bbef-4a9ff64be27a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] For port 6dec99a9-43ad-448f-b5fc-0693355ccabf, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=6dec99a9-43ad-448f-b5fc-0693355ccabf,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:01.814969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-21e893a9-4c15-4dc2-bbef-4a9ff64be27a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.832629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-21e893a9-4c15-4dc2-bbef-4a9ff64be27a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Calling delete_port for 6dec99a9-43ad-448f-b5fc-0693355ccabf owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:01.853244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-8a152991-9b03-4851-9db9-c7fc879f38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.854789 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-8a152991-9b03-4851-9db9-c7fc879f38c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc03939c-9af2-46f2-8b53-08f3ae302c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034565 Apr 18 20:27:02.000348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ef248-57e1-4c16-ba0c-8a68b2c3f7a8 req-d5df6952-3dd7-4581-8f4a-92f4440305a6 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.010995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d4ef248-57e1-4c16-ba0c-8a68b2c3f7a8 req-d5df6952-3dd7-4581-8f4a-92f4440305a6 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 944 time: 0.5919003 Apr 18 20:27:02.055130 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-41a29a84-d388-4d7d-9102-705c49fd12a4 service neutron] 10.222.0.60 "GET /v2.0/networks/bc03939c-9af2-46f2-8b53-08f3ae302c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915522 Apr 18 20:27:02.096342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccae909a-f9ad-40c1-9ea9-d8e744ca85ba req-ad42b9a3-1266-4fc9-83ff-12dff0820f9d tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047328 Apr 18 20:27:02.102969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-21e893a9-4c15-4dc2-bbef-4a9ff64be27a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:02.137723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['6dec99a9-43ad-448f-b5fc-0693355ccabf'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:02.285392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e893a9-4c15-4dc2-bbef-4a9ff64be27a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Pushing event deleted for resources: {'Port': ['ID=6dec99a9-43ad-448f-b5fc-0693355ccabf,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:02.320671 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0fe723e3-dab0-4986-bce0-ae1491139786 req-52ecbe53-d929-4aa5-a0a0-1086ce9b40e5 service neutron] 10.222.0.60 "GET /v2.0/networks/bc03939c-9af2-46f2-8b53-08f3ae302c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533350 Apr 18 20:27:02.337652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-21e893a9-4c15-4dc2-bbef-4a9ff64be27a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] No DVR routers for this DVR port 6dec99a9-43ad-448f-b5fc-0693355ccabf on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:02.342024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-21e893a9-4c15-4dc2-bbef-4a9ff64be27a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:02.345989 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66daeab1-6736-497a-b8a1-6213d9eb06a9 req-21e893a9-4c15-4dc2-bbef-4a9ff64be27a tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.60 "DELETE /v2.0/ports/6dec99a9-43ad-448f-b5fc-0693355ccabf HTTP/1.1" status: 204 len: 173 time: 1.6487420 Apr 18 20:27:02.444160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6d3fafb-70d3-4594-8a86-ebe305b21a0f req-1d03b7dc-bb3a-4d24-8054-e9bbc15f1f2a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906145 Apr 18 20:27:02.466794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d4ef248-57e1-4c16-ba0c-8a68b2c3f7a8 req-8415734e-e6b7-4019-98e9-226b902e4cab tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547718 Apr 18 20:27:02.535907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2701f8-ee4b-40bb-a0ac-f627650fcb4e req-4607feac-9839-406a-ac32-f632a687701b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.541791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b2701f8-ee4b-40bb-a0ac-f627650fcb4e req-4607feac-9839-406a-ac32-f632a687701b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.2712710 Apr 18 20:27:02.677890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-1ec9e332-09b8-425a-9b3d-074c27af5a83 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=df5ff37bcfd04d45aeb45108377157e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070969 Apr 18 20:27:02.718473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b2701f8-ee4b-40bb-a0ac-f627650fcb4e req-d3f2863b-2e41-4b1c-a45c-a600310b0283 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690078 Apr 18 20:27:02.876787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-771985a6-9853-46ec-87eb-012ccf8fbc5e req-a8b9b6f0-f8c6-4e12-8189-80aef9a03719 tempest-FloatingIPsAssociationTestJSON-474481674 tempest-FloatingIPsAssociationTestJSON-474481674-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c1ec2ae-0e91-46c1-a69d-6382ca76deec HTTP/1.1" status: 200 len: 210 time: 0.1464622 Apr 18 20:27:02.949193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:02.956921 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1af612-e743-4a61-a521-7656380bc912" -d '{"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-plugged", "status": "completed", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:02.978029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-62603e79-8f10-4d39-883f-e5426da310c8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.985052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-62603e79-8f10-4d39-883f-e5426da310c8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890677 Apr 18 20:27:03.004964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Request body: {'port': {'device_id': '861a64f1-792c-471d-95e5-b56cf4491f38', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'df5ff37bcfd04d45aeb45108377157e2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:03.135700 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-31e47225-f28e-4bd8-aaa8-b0973d64a2f4 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2ab80b1403354e10ab7b298d8463922c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347207 Apr 18 20:27:03.244409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3a490e2-3170-40a3-a174-7267b7ace395 req-7613d501-4663-42ea-ba05-ec0021f8530b tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 210 time: 0.1554575 Apr 18 20:27:03.254707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b9ea537-9b0b-48e4-9495-4eb976c8fd99 req-2c0c07c7-bd44-47b7-82ad-b52fd39c0841 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 210 time: 0.1572862 Apr 18 20:27:03.330444 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32710374-360a-4c10-902b-c91c282c53fb x-openstack-request-id: req-32710374-360a-4c10-902b-c91c282c53fb {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:03.330951 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-plugged", "status": "completed", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:03.331068 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32710374-360a-4c10-902b-c91c282c53fb {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:03.331371 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32710374-360a-4c10-902b-c91c282c53fb'] response: {'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'code': 200} Apr 18 20:27:03.378115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Made reservation on behalf of df5ff37bcfd04d45aeb45108377157e2 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:03.383059 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.470347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-181508e5-bfa1-4da2-9137-37a3cf938573 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.471879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-181508e5-bfa1-4da2-9137-37a3cf938573 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244097 Apr 18 20:27:03.490279 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Request body: {'port': {'device_id': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '2ab80b1403354e10ab7b298d8463922c'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:03.614096 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a027ffb0-d625-4516-b423-4f25121c4c82 x-openstack-request-id: req-a027ffb0-d625-4516-b423-4f25121c4c82 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:03.614663 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8f4563-0de5-43d7-93ef-2f3a819e0a93", "tag": "a0a4a478-b479-4d40-aebb-db91b35cdce1", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:03.614663 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a027ffb0-d625-4516-b423-4f25121c4c82 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:03.614930 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a027ffb0-d625-4516-b423-4f25121c4c82'] response: {'name': 'network-changed', 'server_uuid': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'tag': 'a0a4a478-b479-4d40-aebb-db91b35cdce1', 'status': 'completed', 'code': 200} Apr 18 20:27:03.706921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Made reservation on behalf of 2ab80b1403354e10ab7b298d8463922c for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:03.725561 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.816772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd1426-1293-4455-8540-1e9a4db271a5 req-a8ed288a-fa06-44cf-be86-9b077f648407 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.817841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:03.833418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6fd1426-1293-4455-8540-1e9a4db271a5 req-a8ed288a-fa06-44cf-be86-9b077f648407 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 944 time: 0.2484937 Apr 18 20:27:03.853453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42940566-366d-402f-9749-b1707ec95555 req-bd6bcfd9-ad52-49ae-abc2-cb19f95e947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.857589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42940566-366d-402f-9749-b1707ec95555 req-bd6bcfd9-ad52-49ae-abc2-cb19f95e947f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 1125 time: 0.2837594 Apr 18 20:27:03.968413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6fd1426-1293-4455-8540-1e9a4db271a5 req-da17a7df-82e8-4860-b0d5-ff1298f78535 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308885 Apr 18 20:27:04.098821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf983215-4cfa-4863-8615-4790ab5cd903 req-41fb0840-bbb3-4e5d-801e-9202f0d43b6a tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.100712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:04.101079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf983215-4cfa-4863-8615-4790ab5cd903 req-41fb0840-bbb3-4e5d-801e-9202f0d43b6a tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 949 time: 0.6368139 Apr 18 20:27:04.136497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Allocated IP 192.168.233.30 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/defd4abb-0c64-4b01-a8c8-d2eca5a25fce) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:04.142717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 has no active binding in host n-h2-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:27:04.237392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf983215-4cfa-4863-8615-4790ab5cd903 req-2df99629-9d4c-4dbc-abec-32c5c9ecf8c7 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245890 Apr 18 20:27:04.250666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42940566-366d-402f-9749-b1707ec95555 req-d917c392-b888-421e-aea8-b064ce7f611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.252186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 6dec99a9-43ad-448f-b5fc-0693355ccabf no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:04.259975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42940566-366d-402f-9749-b1707ec95555 req-d917c392-b888-421e-aea8-b064ce7f611e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.3812380 Apr 18 20:27:04.283207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132f51b-2458-4d88-aa60-b3320b91fd31 req-f84782b8-d826-427d-9fc5-3876ae502bec tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.284991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c132f51b-2458-4d88-aa60-b3320b91fd31 req-f84782b8-d826-427d-9fc5-3876ae502bec tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.2042992 Apr 18 20:27:04.305961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 6dec99a9-43ad-448f-b5fc-0693355ccabf {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:04.309210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 6dec99a9-43ad-448f-b5fc-0693355ccabf not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:04.309792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:04.457524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42940566-366d-402f-9749-b1707ec95555 req-5dca78c0-56fe-4108-ba5a-6fa81ef39079 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1 HTTP/1.1" status: 200 len: 217 time: 0.1679311 Apr 18 20:27:04.458900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53956) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:04.642271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c132f51b-2458-4d88-aa60-b3320b91fd31 req-9b489954-66b4-4f01-af13-f9a161b881c1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471141 Apr 18 20:27:04.683119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71890691-182d-4341-976b-9c79f2921db3 req-51a3cd7b-d06b-4811-b872-48732d023385 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 210 time: 0.0902176 Apr 18 20:27:04.710215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42940566-366d-402f-9749-b1707ec95555 req-8ebed1ec-4258-43e5-b056-b0fda8f45ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.713634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42940566-366d-402f-9749-b1707ec95555 req-8ebed1ec-4258-43e5-b056-b0fda8f45ddd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.2335207 Apr 18 20:27:04.781237 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42940566-366d-402f-9749-b1707ec95555 req-9f263534-7eae-4e16-b913-df0247180113 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498805 Apr 18 20:27:04.952499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42940566-366d-402f-9749-b1707ec95555 req-4d466bb9-4f20-4208-8ed7-7b8773f00bae service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421683 Apr 18 20:27:05.084069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.132525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4950a2a7-fa12-491b-94d6-cef9657c899b req-b68128a7-e90d-4bb3-8899-e871fb6ebc6c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 210 time: 0.3592541 Apr 18 20:27:05.175499 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.186090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.191705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545', '25ed8697-1c8a-4529-bd9e-f784e75b6bd9'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:05.195574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'd79d7393-1b70-4417-8827-4a4f683539d1', 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82', '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42', 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:05.283244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Allocated IP 192.168.233.137 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:05.302399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:05.349289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:05.369881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:05.477720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:05.478614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.554518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebb25c-d675-49ed-bb41-73ff32d37bb2 req-9627f6ea-9774-49bd-8b65-d3d5dc33e0f3 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:05.563732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aaebb25c-d675-49ed-bb41-73ff32d37bb2 req-9627f6ea-9774-49bd-8b65-d3d5dc33e0f3 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 944 time: 0.4268763 Apr 18 20:27:05.602464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event updated for resources: {'Port': ['ID=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:05.620325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42940566-366d-402f-9749-b1707ec95555 req-b51dc5a8-f9e1-4249-b7ae-9136e3af6de0 service neutron] 10.222.0.60 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594031 Apr 18 20:27:05.623066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'name': 'network-vif-deleted', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:05.645855 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baf3708-8b28-4daa-bd24-ae9d19489073" -d '{"events": [{"server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "name": "network-vif-deleted", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:05.666380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-24eafe63-fdb0-4ab5-b2ee-adc6ae06c6dc tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6661053 Apr 18 20:27:05.678335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc4911-cf0e-44d8-9c85-c25b08e651e2 req-8bb16a5f-b3a9-4357-aa68-3fcb06063097 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:05.688245 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68fc4911-cf0e-44d8-9c85-c25b08e651e2 req-8bb16a5f-b3a9-4357-aa68-3fcb06063097 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 949 time: 0.1992257 Apr 18 20:27:05.699952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Request body: {'port': {'device_id': '861a64f1-792c-471d-95e5-b56cf4491f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:05.744056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.830394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.833636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aaebb25c-d675-49ed-bb41-73ff32d37bb2 req-734484f9-0f70-4bc4-b292-71dfaa7fa9e7 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2658029 Apr 18 20:27:05.892353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:05.908628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68fc4911-cf0e-44d8-9c85-c25b08e651e2 req-75ecaf62-ee19-48f6-a775-91905ef78bc8 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192593 Apr 18 20:27:05.912687 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.036808 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4816fe6c-3a49-4033-a9b7-fd67921b705b x-openstack-request-id: req-4816fe6c-3a49-4033-a9b7-fd67921b705b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:06.038762 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c1ec2ae-0e91-46c1-a69d-6382ca76deec", "name": "network-vif-deleted", "tag": "6dec99a9-43ad-448f-b5fc-0693355ccabf", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:06.040040 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4816fe6c-3a49-4033-a9b7-fd67921b705b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:06.040460 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4816fe6c-3a49-4033-a9b7-fd67921b705b'] response: {'server_uuid': '8c1ec2ae-0e91-46c1-a69d-6382ca76deec', 'name': 'network-vif-deleted', 'tag': '6dec99a9-43ad-448f-b5fc-0693355ccabf', 'status': 'completed', 'code': 200} Apr 18 20:27:06.041127 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:06.068851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:06.078081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:06.122758 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68bbbb77-ebdf-47a4-a4b5-7f6f44796f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.131125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0c0640db-1b31-4d3b-b25b-f068636ff085 None None] Provisioning complete for port defd4abb-0c64-4b01-a8c8-d2eca5a25fce triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:06.132710 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0c0640db-1b31-4d3b-b25b-f068636ff085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.196482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:06.262777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:06.263716 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.361272 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-63eea133-c4fc-49d8-8fb3-066f01a2cf11 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8764400 Apr 18 20:27:06.375353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:06.394667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34670b6-a95b-4d3a-8698-79b581e3d9d7 req-776fce99-df7e-44f5-8fcb-4cd1d5268259 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:06.398973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Request body: {'port': {'device_id': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:06.403621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d34670b6-a95b-4d3a-8698-79b581e3d9d7 req-776fce99-df7e-44f5-8fcb-4cd1d5268259 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.2364547 Apr 18 20:27:06.420654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0c0640db-1b31-4d3b-b25b-f068636ff085 None None] Port defd4abb-0c64-4b01-a8c8-d2eca5a25fce cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:06.437490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe4719-5bff-429c-b5e6-432d7283f565 req-d7e556aa-2938-4e61-9855-2ea712ccbd6a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:06.440040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0abe4719-5bff-429c-b5e6-432d7283f565 req-d7e556aa-2938-4e61-9855-2ea712ccbd6a tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 935 time: 0.3114026 Apr 18 20:27:06.565564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d34670b6-a95b-4d3a-8698-79b581e3d9d7 req-79b5cf75-9a07-4d98-8ecb-c9b007ef822e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549277 Apr 18 20:27:06.606241 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.616758 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0abe4719-5bff-429c-b5e6-432d7283f565 req-d9c70c93-ea9d-4794-94a8-603db414e936 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468635 Apr 18 20:27:06.659094 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] Deleting port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:06.663612 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.714987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5368f888-6626-4e7c-9d2c-a1a5590a887b None None] Provisioning complete for port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:06.715539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5368f888-6626-4e7c-9d2c-a1a5590a887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.856914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5368f888-6626-4e7c-9d2c-a1a5590a887b None None] Port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:06.977680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae9262-ae6d-4cf3-9916-f0d060e9b480 req-fec52cd4-e8ff-4c88-be5c-ec20c187226a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:06.979630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60ae9262-ae6d-4cf3-9916-f0d060e9b480 req-fec52cd4-e8ff-4c88-be5c-ec20c187226a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 936 time: 0.2043107 Apr 18 20:27:07.007636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id defd4abb-0c64-4b01-a8c8-d2eca5a25fce {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:07.024933 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.061308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-9b4f2fd7-2eef-4eab-8c2b-b4b92b7f9a69 service neutron] 10.222.0.60 "GET /v2.0/ports/a0a4a478-b479-4d40-aebb-db91b35cdce1/bindings/n-h2-836015-4 HTTP/1.1" status: 200 len: 384 time: 0.2134321 Apr 18 20:27:07.068327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Transition to ACTIVE for port object defd4abb-0c64-4b01-a8c8-d2eca5a25fce will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:07.086392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] For port 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60ae4ae1-8451-4f86-95f6-ae0fe87f9eea,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:07.087543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.091439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60ae9262-ae6d-4cf3-9916-f0d060e9b480 req-d577092b-f445-42f3-ac13-c8e7f93a78d7 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940633 Apr 18 20:27:07.097383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.151962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] Calling delete_port for 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:07.403206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Pushing event updated for resources: {'Port': ['ID=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:07.568214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:07.582495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.587337 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.622405 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ae4ae1-8451-4f86-95f6-ae0fe87f9eea,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:07.642234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Transition to ACTIVE for port object 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:07.653661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['96dcc94d-e9c5-4079-a6e9-fadda76e682e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:07.666175 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.732359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:08.105561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:08.106281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:08.106281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:08.116246 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01f7f4b6-c1f4-47c9-be24-38556903ee70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.118252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:08.118575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:08.132126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:08.132507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:08.132854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:08.133340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Bound port: 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:08.133748 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.148746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.252360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694086-884f-4e20-bbbc-695241aaa1e7 req-f9b4199c-f793-476c-a88d-ad8d5d4c0ff8 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.261395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03694086-884f-4e20-bbbc-695241aaa1e7 req-f9b4199c-f793-476c-a88d-ad8d5d4c0ff8 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 944 time: 1.0053387 Apr 18 20:27:08.287883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Attempting to bind port defd4abb-0c64-4b01-a8c8-d2eca5a25fce on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:08.288607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Attempting to bind port defd4abb-0c64-4b01-a8c8-d2eca5a25fce by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:08.289366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Attempting to bind port defd4abb-0c64-4b01-a8c8-d2eca5a25fce on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:08.328327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Port defd4abb-0c64-4b01-a8c8-d2eca5a25fce on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:08.328981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Attempting to bind port defd4abb-0c64-4b01-a8c8-d2eca5a25fce on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:08.338498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a36fe-a543-475c-adf1-c40c408827a2 req-2678844f-3d58-4976-a9a0-533ca26c3d2f tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.346760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb9a36fe-a543-475c-adf1-c40c408827a2 req-2678844f-3d58-4976-a9a0-533ca26c3d2f tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 949 time: 0.9378283 Apr 18 20:27:08.348119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:08.355686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:08.365491 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.379487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:08.380071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:08.380272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:08.380723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Bound port: defd4abb-0c64-4b01-a8c8-d2eca5a25fce, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:08.381060 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.427530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03694086-884f-4e20-bbbc-695241aaa1e7 req-147f960f-1472-4427-99d2-731f202c3051 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501880 Apr 18 20:27:08.444790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.445415 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.446960 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] 10.222.0.60 "PUT /v2.0/ports/2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 1096 time: 2.0545673 Apr 18 20:27:08.449359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:08.452269 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eabbd68-4162-4bda-97ac-fcf2a09c690f" -d '{"events": [{"name": "network-changed", "server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:08.524530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eaf9c8-e038-4c5d-8b27-bb894acc4ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:08.561724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb9a36fe-a543-475c-adf1-c40c408827a2 req-8c219f3e-e2f5-4637-b40c-90e239f679c8 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114892 Apr 18 20:27:08.610088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-03c9faea-6acf-47d6-a16e-71e6ba704a11 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:08.768713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] For port defd4abb-0c64-4b01-a8c8-d2eca5a25fce, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:08.778596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-03c9faea-6acf-47d6-a16e-71e6ba704a11 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:08.816463 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] For port defd4abb-0c64-4b01-a8c8-d2eca5a25fce, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:08.834014 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.863052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45101f52-70ae-49bc-af69-31498c62ffd4 req-b0e34d51-c43c-43dc-996b-64d83537e4a6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.864664 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45101f52-70ae-49bc-af69-31498c62ffd4 req-b0e34d51-c43c-43dc-996b-64d83537e4a6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 944 time: 0.3020623 Apr 18 20:27:08.891446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37089d57-e688-4425-853b-eaf1897297fa req-dad32759-5ea3-4a27-a3d3-f91e5eb6396c tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.892990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37089d57-e688-4425-853b-eaf1897297fa req-dad32759-5ea3-4a27-a3d3-f91e5eb6396c tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 1100 time: 0.2404661 Apr 18 20:27:08.900662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cad63-2682-40f9-856b-6271d580a91a req-91e2dea8-b8f5-4216-9b4c-d0895f6c8ba5 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.908852 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca3cad63-2682-40f9-856b-6271d580a91a req-91e2dea8-b8f5-4216-9b4c-d0895f6c8ba5 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 947 time: 0.2390487 Apr 18 20:27:08.914672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-03c9faea-6acf-47d6-a16e-71e6ba704a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a4a478-b479-4d40-aebb-db91b35cdce1 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:08.948695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] Router 9ae2604e-bb0f-4caa-8243-201767f90d5d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:27:08.963434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-f22a3d3f-9f65-46fa-b4f9-a350197036bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.964995 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-f22a3d3f-9f65-46fa-b4f9-a350197036bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1099 time: 0.0712533 Apr 18 20:27:08.995256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-03c9faea-6acf-47d6-a16e-71e6ba704a11 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:09.006944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.007458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.009041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] 10.222.0.60 "PUT /v2.0/ports/defd4abb-0c64-4b01-a8c8-d2eca5a25fce HTTP/1.1" status: 200 len: 1095 time: 3.3133867 Apr 18 20:27:09.009632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861a64f1-792c-471d-95e5-b56cf4491f38', 'tag': 'defd4abb-0c64-4b01-a8c8-d2eca5a25fce'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:09.012029 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d454d9-4ec7-446b-bf3d-82976b8535aa" -d '{"events": [{"name": "network-changed", "server_uuid": "861a64f1-792c-471d-95e5-b56cf4491f38", "tag": "defd4abb-0c64-4b01-a8c8-d2eca5a25fce"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:09.086084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-03c9faea-6acf-47d6-a16e-71e6ba704a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.095060 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-96da5ac6-ea51-4f1f-aa51-ef25ec51e3ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 217 time: 0.0719333 Apr 18 20:27:09.156444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dbb6a-9e10-4bf9-9175-d10ab23e94e4 service neutron] Pushing event updated for resources: {'Port': ['ID=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:09.164303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca3cad63-2682-40f9-856b-6271d580a91a req-c3b50e64-9320-47d8-afdf-e46eacbf5108 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544014 Apr 18 20:27:09.210324 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.260522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-bcde6208-6f6a-44b2-92ae-a5c26c8f9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.262045 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-bcde6208-6f6a-44b2-92ae-a5c26c8f9738 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1551325 Apr 18 20:27:09.267103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:27:09.274950 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f2204a5c-8731-4edc-9c3e-0cd041dad216 admin admin] 10.222.0.49 "PUT /v2.0/routers/9ae2604e-bb0f-4caa-8243-201767f90d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8158727 Apr 18 20:27:09.281500 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c405d-e6b8-408d-a997-89576884c025 None None] Sync routers for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:09.292154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54010) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:09.303729 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c405d-e6b8-408d-a997-89576884c025 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:09.306490 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-388c405d-e6b8-408d-a997-89576884c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:09.377291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45101f52-70ae-49bc-af69-31498c62ffd4 req-7fddca98-872b-4879-9a7f-cbb479747870 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558179 Apr 18 20:27:09.475477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-03c9faea-6acf-47d6-a16e-71e6ba704a11 service neutron] Transition to ACTIVE for port object a0a4a478-b479-4d40-aebb-db91b35cdce1 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:09.477667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-090209d9-9cb2-4ab8-8f98-6f02bbfa2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.479638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-090209d9-9cb2-4ab8-8f98-6f02bbfa2da6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 1098 time: 0.4190984 Apr 18 20:27:09.487434 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.523362 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-388c405d-e6b8-408d-a997-89576884c025 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:09.561650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-db1df087-5435-4f95-a319-c2fc54bb3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.563564 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-db1df087-5435-4f95-a319-c2fc54bb3e46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2875392 Apr 18 20:27:09.576288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-15f2698f-db2e-44f8-9f20-993a943d1c55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=defd4abb-0c64-4b01-a8c8-d2eca5a25fce HTTP/1.1" status: 200 len: 217 time: 0.0674944 Apr 18 20:27:09.578443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-03c9faea-6acf-47d6-a16e-71e6ba704a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.596385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-37089d57-e688-4425-853b-eaf1897297fa req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Deleting port 0715aae8-6f91-48aa-ae3c-5c6d4608161f {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:09.596721 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-37089d57-e688-4425-853b-eaf1897297fa req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.667799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['17f8b08f-197e-4aa1-a778-8cea138c7735', 'b4284be3-040b-4fc4-bbec-ad711c4ded74'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:09.678841 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508d0799-6be3-4209-b812-5adbfbf89bf0 x-openstack-request-id: req-508d0799-6be3-4209-b812-5adbfbf89bf0 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:09.679115 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:09.679362 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-508d0799-6be3-4209-b812-5adbfbf89bf0 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:09.679753 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508d0799-6be3-4209-b812-5adbfbf89bf0'] response: {'name': 'network-changed', 'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'status': 'completed', 'code': 200} Apr 18 20:27:09.698155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-8e1752b7-7bfc-4172-8b5b-6097ae6a7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.704821 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-8e1752b7-7bfc-4172-8b5b-6097ae6a7a82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1060603 Apr 18 20:27:09.739734 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-97e41695-8af1-421a-a16f-6e27c9f18b12 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628511 Apr 18 20:27:09.796737 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d28fde7-08f0-4652-a9b6-2b07d919f6ee x-openstack-request-id: req-8d28fde7-08f0-4652-a9b6-2b07d919f6ee {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:09.797256 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861a64f1-792c-471d-95e5-b56cf4491f38", "tag": "defd4abb-0c64-4b01-a8c8-d2eca5a25fce", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:09.798312 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d28fde7-08f0-4652-a9b6-2b07d919f6ee {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:09.798910 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d28fde7-08f0-4652-a9b6-2b07d919f6ee'] response: {'name': 'network-changed', 'server_uuid': '861a64f1-792c-471d-95e5-b56cf4491f38', 'tag': 'defd4abb-0c64-4b01-a8c8-d2eca5a25fce', 'status': 'completed', 'code': 200} Apr 18 20:27:09.825523 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.826675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd88bca-564c-491a-b08e-397b69c3becb req-e8066861-6095-4adf-a628-3af15cd1f5fa tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.840458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cd88bca-564c-491a-b08e-397b69c3becb req-e8066861-6095-4adf-a628-3af15cd1f5fa tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 948 time: 0.5113215 Apr 18 20:27:09.852719 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-388c405d-e6b8-408d-a997-89576884c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:27:07Z', 'revision_number': 5, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port': {'id': '81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ab:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:05Z', 'updated_at': '2022-04-18T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:09.911666 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c405d-e6b8-408d-a997-89576884c025 None None] Checking router: 9ae2604e-bb0f-4caa-8243-201767f90d5d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:09.934138 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c405d-e6b8-408d-a997-89576884c025 None None] Routers {'9ae2604e-bb0f-4caa-8243-201767f90d5d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:09.937735 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-388c405d-e6b8-408d-a997-89576884c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9ae2604e-bb0f-4caa-8243-201767f90d5d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:10.012360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-03c9faea-6acf-47d6-a16e-71e6ba704a11 service neutron] No DVR routers for this DVR port a0a4a478-b479-4d40-aebb-db91b35cdce1 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:10.091336 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5f20997b-7d28-49bf-a2a4-41aad9459b61 req-62665b2a-4128-4072-9f3f-f20ac94b65e5 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282204 Apr 18 20:27:10.107406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Deleting port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:10.108706 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.109159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cd88bca-564c-491a-b08e-397b69c3becb req-aa1c4b3d-1166-42b2-87bc-109e69756943 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556565 Apr 18 20:27:10.134810 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:27:10.158376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-03c9faea-6acf-47d6-a16e-71e6ba704a11 service neutron] 10.222.0.60 "PUT /v2.0/ports/a0a4a478-b479-4d40-aebb-db91b35cdce1/bindings/n-h2-836015-4/activate HTTP/1.1" status: 200 len: 369 time: 3.0709822 Apr 18 20:27:10.169535 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-388c405d-e6b8-408d-a997-89576884c025 None None] Set router 9ae2604e-bb0f-4caa-8243-201767f90d5d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:10.203493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9faea-6acf-47d6-a16e-71e6ba704a11 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a4a478-b479-4d40-aebb-db91b35cdce1,revision_number=10']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:10.257188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7adbf6-8fcf-42df-a244-cc52b86db078 req-7eed6b0e-193d-431f-8624-e3c92415fa0d tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.259677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db7adbf6-8fcf-42df-a244-cc52b86db078 req-7eed6b0e-193d-431f-8624-e3c92415fa0d tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 944 time: 0.3419008 Apr 18 20:27:10.291431 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-388c405d-e6b8-408d-a997-89576884c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:27:09Z', 'revision_number': 6, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:10.299795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-9cb8733d-8e14-4f72-8681-803521b427e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.303181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-9cb8733d-8e14-4f72-8681-803521b427e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5150750 Apr 18 20:27:10.315629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-e31c4492-d92e-4c59-81c8-ffca66f71b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.317769 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-e31c4492-d92e-4c59-81c8-ffca66f71b25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1099 time: 0.1022277 Apr 18 20:27:10.331608 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c405d-e6b8-408d-a997-89576884c025 None None] The sync data for ids ['9ae2604e-bb0f-4caa-8243-201767f90d5d'] in n-d-836015-4 is: [{'id': '9ae2604e-bb0f-4caa-8243-201767f90d5d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1330026406-router', 'tenant_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:04Z', 'updated_at': '2022-04-18T20:27:09Z', 'revision_number': 6, 'project_id': '0538e55f37c342c9bd1ff7a34fc228bf', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:10.334005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] For port 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:10.345205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.362303 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.398229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Calling delete_port for 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:10.473699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-37089d57-e688-4425-853b-eaf1897297fa req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] For port 0715aae8-6f91-48aa-ae3c-5c6d4608161f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=0715aae8-6f91-48aa-ae3c-5c6d4608161f,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:10.474408 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-37089d57-e688-4425-853b-eaf1897297fa req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.522900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-b65b0215-ea80-46c8-91a1-cb7d37b7d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.524439 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-b65b0215-ea80-46c8-91a1-cb7d37b7d9e6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1929717 Apr 18 20:27:10.557155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-006cda5c-6ad5-43af-9af1-461911b7fc06 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.558671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-006cda5c-6ad5-43af-9af1-461911b7fc06 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.2968659 Apr 18 20:27:10.568836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-37089d57-e688-4425-853b-eaf1897297fa req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Calling delete_port for 0715aae8-6f91-48aa-ae3c-5c6d4608161f owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:10.599439 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-a60cb1a1-b9e4-4972-b475-53b297466131 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 217 time: 0.0663111 Apr 18 20:27:10.608863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db7adbf6-8fcf-42df-a244-cc52b86db078 req-29ae499e-a748-405b-9e04-4575e84c7248 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756760 Apr 18 20:27:10.619751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0c530-2f56-4977-aa4d-b05d4630db38 req-164cfe10-dbc2-4453-b263-668a8c04af25 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.626961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5f0c530-2f56-4977-aa4d-b05d4630db38 req-164cfe10-dbc2-4453-b263-668a8c04af25 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=da87c78f-87a1-450d-ba55-53195c7d660e HTTP/1.1" status: 200 len: 949 time: 0.3430943 Apr 18 20:27:10.739775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-62c81671-2379-4af0-b1cd-9033a3f018ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.748825 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-62c81671-2379-4af0-b1cd-9033a3f018ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1229737 Apr 18 20:27:10.784278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-d28c0010-68c5-4201-a076-0fb592f9d387 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356296 Apr 18 20:27:10.807576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-9fcfca27-c0b3-42d7-be93-bc8eb34f0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.809683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-9fcfca27-c0b3-42d7-be93-bc8eb34f0352 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93&tenant_id=2085f4267bc84a9e8b967acde84530ef HTTP/1.1" status: 200 len: 1096 time: 0.2304788 Apr 18 20:27:10.849495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.884870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Pushing event deleted for resources: {'Port': ['ID=81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:10.895384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.895739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.896098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.896431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.896760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.897223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.897876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.898209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.898533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.898857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.899179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.899517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:10.910965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5f0c530-2f56-4977-aa4d-b05d4630db38 req-f48d4d12-abdc-4425-a526-c5b786ab8e5f tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830453 Apr 18 20:27:10.956564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-50a667ad-1d04-4c0b-a74c-c380203b3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:10.958143 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-50a667ad-1d04-4c0b-a74c-c380203b3e77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403937 Apr 18 20:27:11.036118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebb370-213c-461f-b416-1b3496a66888 req-fa4f520b-bfbb-46da-9f20-c26796a4f299 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.038022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eeebb370-213c-461f-b416-1b3496a66888 req-fa4f520b-bfbb-46da-9f20-c26796a4f299 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 947 time: 0.2873945 Apr 18 20:27:11.097047 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.139905 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-32a95106-2b4a-4ee8-b9fe-e8996773226e service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473963 Apr 18 20:27:11.140864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.150814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-53e6025d-4fef-49c7-a501-2e49b5ee9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.152335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-53e6025d-4fef-49c7-a501-2e49b5ee9346 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2085f4267bc84a9e8b967acde84530ef&device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 1096 time: 0.2694850 Apr 18 20:27:11.173207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f394a4a-fc91-4aca-a3ee-3612eedbfe20 req-37e66870-25b4-48df-b8bd-5de2c1fa4a05 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371460 Apr 18 20:27:11.190624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadf302-9d29-4a11-b68f-54694ffb2341 req-da8e0b1e-467a-4efa-9291-a88d25f77c3b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.192195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3aadf302-9d29-4a11-b68f-54694ffb2341 req-da8e0b1e-467a-4efa-9291-a88d25f77c3b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 945 time: 0.1836979 Apr 18 20:27:11.230822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:11.269265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eeebb370-213c-461f-b416-1b3496a66888 req-8a761b83-3ad6-436e-9cf9-696a392f703e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105463 Apr 18 20:27:11.283464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:11.283799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60ae4ae1-8451-4f86-95f6-ae0fe87f9eea not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:11.322677 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-37089d57-e688-4425-853b-eaf1897297fa req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.337788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['0715aae8-6f91-48aa-ae3c-5c6d4608161f'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:11.391551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Pushing event deleted for resources: {'Port': ['ID=0715aae8-6f91-48aa-ae3c-5c6d4608161f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:11.435900 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.440282 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.443650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3aadf302-9d29-4a11-b68f-54694ffb2341 req-2baa0b69-8da4-4bd5-8dbf-7aa6f36637a6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227623 Apr 18 20:27:11.474905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.476302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.476820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.477335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.477841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.478338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.478842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.479349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.479860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.480377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.480880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.481372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:11.516136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-53aa45bf-cf25-4973-99d6-68ac9d01400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.518586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-53aa45bf-cf25-4973-99d6-68ac9d01400b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df5ff37bcfd04d45aeb45108377157e2&device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 1098 time: 0.2777545 Apr 18 20:27:11.554409 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2eabbd68-4162-4bda-97ac-fcf2a09c690f req-6a16eb8e-2a67-4f8f-be24-1678ce6216df service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758392 Apr 18 20:27:11.570900 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.571561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae2604e-bb0f-4caa-8243-201767f90d5d {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:27:11.578929 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.582868 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d4d0e88b-1960-4654-bb28-d90e9f7d5adf admin admin] 10.222.0.49 "DELETE /v2.0/routers/9ae2604e-bb0f-4caa-8243-201767f90d5d HTTP/1.1" status: 204 len: 168 time: 2.2851629 Apr 18 20:27:11.583589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54046) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:11.587616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-37089d57-e688-4425-853b-eaf1897297fa req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] No DVR routers for this DVR port 0715aae8-6f91-48aa-ae3c-5c6d4608161f on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:11.613320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-37089d57-e688-4425-853b-eaf1897297fa req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.620687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37089d57-e688-4425-853b-eaf1897297fa req-4a86bf63-42a8-40dc-ac47-441ba9eee7e7 tempest-DeleteServersAdminTestJSON-948167194 tempest-DeleteServersAdminTestJSON-948167194-project-admin] 10.222.0.64 "DELETE /v2.0/ports/0715aae8-6f91-48aa-ae3c-5c6d4608161f HTTP/1.1" status: 204 len: 173 time: 2.7009962 Apr 18 20:27:11.625374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-82b272d3-8770-40a0-ab0c-d215cef6ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.626840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-82b272d3-8770-40a0-ab0c-d215cef6ce0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 200 len: 909 time: 0.4584494 Apr 18 20:27:11.658043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-3324194d-a6c3-45a8-bfcd-2c07e58a71c0 admin admin] Deleting subnet 1b6c1aca-c59d-41a6-a419-aba36b4bc4cd {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:27:11.663799 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3324194d-a6c3-45a8-bfcd-2c07e58a71c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.746853 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3324194d-a6c3-45a8-bfcd-2c07e58a71c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.811511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af369c10-953f-49c1-a595-ee15e2afa33a req-302a1774-c603-457f-99a4-23233fcf94ec tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.819441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af369c10-953f-49c1-a595-ee15e2afa33a req-302a1774-c603-457f-99a4-23233fcf94ec tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 948 time: 0.3154335 Apr 18 20:27:11.822917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da87c78f-87a1-450d-ba55-53195c7d660e', 'name': 'network-vif-deleted', 'tag': '0715aae8-6f91-48aa-ae3c-5c6d4608161f'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:11.824019 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b728472-5b7a-4173-a5fc-9b8e29955174" -d '{"events": [{"server_uuid": "da87c78f-87a1-450d-ba55-53195c7d660e", "name": "network-vif-deleted", "tag": "0715aae8-6f91-48aa-ae3c-5c6d4608161f"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:11.855538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-006ffda4-df0f-436f-873c-a1d0ec68cd84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1 HTTP/1.1" status: 200 len: 217 time: 0.1441913 Apr 18 20:27:11.876730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3324194d-a6c3-45a8-bfcd-2c07e58a71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.961409 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.976926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3324194d-a6c3-45a8-bfcd-2c07e58a71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.012702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324194d-a6c3-45a8-bfcd-2c07e58a71c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6c1aca-c59d-41a6-a419-aba36b4bc4cd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:12.030665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3324194d-a6c3-45a8-bfcd-2c07e58a71c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.036199 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3324194d-a6c3-45a8-bfcd-2c07e58a71c0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1b6c1aca-c59d-41a6-a419-aba36b4bc4cd HTTP/1.1" status: 204 len: 168 time: 0.4511185 Apr 18 20:27:12.038231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b70177-9069-4798-a92f-51b1bf253a01 None None] Network 9bcc5cbf-f8a6-412e-b46e-8b263271636f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:12.038404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54054) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:12.163813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.298534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Deleting port b025312c-ace8-49dd-9fb8-3b220f5c73fb {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:12.299151 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.330038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11082bd-b99a-42e9-ae0e-6bed91969a75 None None] DHCP port deletion for 9bcc5cbf-f8a6-412e-b46e-8b263271636f request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:27:12.336105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-21aafe77-31c9-48a1-a4ae-99962ad2174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.337839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-21aafe77-31c9-48a1-a4ae-99962ad2174f service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.7609060 Apr 18 20:27:12.365731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af369c10-953f-49c1-a595-ee15e2afa33a req-43b2e9e5-4d85-4a4b-b3af-a1c43414eeb6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453186 Apr 18 20:27:12.413061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a11082bd-b99a-42e9-ae0e-6bed91969a75 None None] Deleting port b025312c-ace8-49dd-9fb8-3b220f5c73fb {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:12.413766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a11082bd-b99a-42e9-ae0e-6bed91969a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.430259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-9c7f05ad-ee2b-4f9f-82a5-e7346ae135a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=defd4abb-0c64-4b01-a8c8-d2eca5a25fce HTTP/1.1" status: 200 len: 217 time: 0.0796773 Apr 18 20:27:12.430643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] For port b025312c-ace8-49dd-9fb8-3b220f5c73fb, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b025312c-ace8-49dd-9fb8-3b220f5c73fb,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:12.431013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.439001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be5311-2984-44db-86e2-5551b82167c6 req-429c88b7-bf91-4b9a-896e-057f28b0117c tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.444387 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09be5311-2984-44db-86e2-5551b82167c6 req-429c88b7-bf91-4b9a-896e-057f28b0117c tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 944 time: 0.6009545 Apr 18 20:27:12.462149 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e1f457-b85c-49df-9c26-814be7f91f51 x-openstack-request-id: req-29e1f457-b85c-49df-9c26-814be7f91f51 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:12.462803 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da87c78f-87a1-450d-ba55-53195c7d660e", "name": "network-vif-deleted", "tag": "0715aae8-6f91-48aa-ae3c-5c6d4608161f", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:12.463288 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29e1f457-b85c-49df-9c26-814be7f91f51 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:12.464457 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e1f457-b85c-49df-9c26-814be7f91f51'] response: {'server_uuid': 'da87c78f-87a1-450d-ba55-53195c7d660e', 'name': 'network-vif-deleted', 'tag': '0715aae8-6f91-48aa-ae3c-5c6d4608161f', 'status': 'completed', 'code': 200} Apr 18 20:27:12.470260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Calling delete_port for b025312c-ace8-49dd-9fb8-3b220f5c73fb owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:12.499415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-efe55a0e-9134-4ad5-b2fd-ead37beb12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.501959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-efe55a0e-9134-4ad5-b2fd-ead37beb12fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 200 len: 848 time: 0.2714453 Apr 18 20:27:12.519176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a11082bd-b99a-42e9-ae0e-6bed91969a75 None None] For port b025312c-ace8-49dd-9fb8-3b220f5c73fb, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b025312c-ace8-49dd-9fb8-3b220f5c73fb,segment=NetworkSegment(2e6ac944-391c-421c-a4cb-2f72bba72eae),segment_id=2e6ac944-391c-421c-a4cb-2f72bba72eae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:12.519617 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a11082bd-b99a-42e9-ae0e-6bed91969a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.552720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a11082bd-b99a-42e9-ae0e-6bed91969a75 None None] Calling delete_port for b025312c-ace8-49dd-9fb8-3b220f5c73fb owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:12.608980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-451f5e30-3df2-4fc5-970b-1e7d10a0a7c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4a21642f-0d1c-4816-abcb-fce6e1c59184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824356 Apr 18 20:27:12.609618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.630648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09be5311-2984-44db-86e2-5551b82167c6 req-b2655a82-27b6-4ae7-ae04-33129d021701 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650071 Apr 18 20:27:12.635045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b025312c-ace8-49dd-9fb8-3b220f5c73fb,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:12.655761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] No DVR routers for this DVR port b025312c-ace8-49dd-9fb8-3b220f5c73fb on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:12.727728 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a11082bd-b99a-42e9-ae0e-6bed91969a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.742581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11082bd-b99a-42e9-ae0e-6bed91969a75 None None] No DVR routers for this DVR port b025312c-ace8-49dd-9fb8-3b220f5c73fb on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:12.749666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-2683878b-2f74-4b64-902e-346afa69c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.755736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-2683878b-2f74-4b64-902e-346afa69c3e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.3020134 Apr 18 20:27:12.787111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11082bd-b99a-42e9-ae0e-6bed91969a75 None None] Pushing event deleted for resources: {'Port': ['ID=b025312c-ace8-49dd-9fb8-3b220f5c73fb,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:12.797338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.813913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93048831-7963-44ed-b5b2-bbadc54bf35f req-62efb4ad-e89b-422e-b4fe-748fb936f28b tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.826483 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcc5cbf-f8a6-412e-b46e-8b263271636f']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:12.826706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93048831-7963-44ed-b5b2-bbadc54bf35f req-62efb4ad-e89b-422e-b4fe-748fb936f28b tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 947 time: 0.1896131 Apr 18 20:27:12.837877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6ac944-391c-421c-a4cb-2f72bba72eae') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:12.838177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6ac944-391c-421c-a4cb-2f72bba72eae') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:12.849890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.876389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.884202 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:27:12.884607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:27:12.886632 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:27:12.957725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93048831-7963-44ed-b5b2-bbadc54bf35f req-a60c9f05-3549-49ca-8c11-943dd06f1c07 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352084 Apr 18 20:27:12.965576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-0b04ae65-4206-43c6-b6dc-4eb090cb68e9 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448384 Apr 18 20:27:12.982114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-06f1e075-8e30-420c-96ff-52c0bb4fea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.984494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-06f1e075-8e30-420c-96ff-52c0bb4fea4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2109795 Apr 18 20:27:13.012054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b025312c-ace8-49dd-9fb8-3b220f5c73fb no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:13.035798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.039538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4391e-79cf-4204-830d-d3ed608ec61f req-4b5091c5-f046-4713-bb05-17287dc05d9e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:13.041082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ac4391e-79cf-4204-830d-d3ed608ec61f req-4b5091c5-f046-4713-bb05-17287dc05d9e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 945 time: 0.1922283 Apr 18 20:27:13.041853 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.060042 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] 10.222.0.49 "DELETE /v2.0/networks/9bcc5cbf-f8a6-412e-b46e-8b263271636f HTTP/1.1" status: 204 len: 168 time: 1.0197625 Apr 18 20:27:13.065949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b025312c-ace8-49dd-9fb8-3b220f5c73fb {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:13.066298 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b025312c-ace8-49dd-9fb8-3b220f5c73fb not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:13.066719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:13.084641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8b3e2-1f22-4923-a6a0-1690fcbd90aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcc5cbf-f8a6-412e-b46e-8b263271636f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:13.099392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:13.099723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 81ef258a-a3f9-48dc-b3d8-38c19f6d6cb6 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:13.187563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-3bc7a241-c6cd-4f0b-8ca8-fff9f4575fbd tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a3dc5dd0937b459d912a02645f6de006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778217 Apr 18 20:27:13.257432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ac4391e-79cf-4204-830d-d3ed608ec61f req-28f45abf-a346-45d2-a4be-70487de72b62 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617098 Apr 18 20:27:13.314538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54084) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:13.333941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-8e3caac6-2000-4142-bd33-e8c3f5f17348 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369424 Apr 18 20:27:13.337791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-39b0b565-3922-453d-84d0-ac07c501f462 service neutron] 10.222.0.64 "GET /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526189 Apr 18 20:27:13.377290 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e76438ca-c52b-46e7-ada4-f62bc69ea36c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0538e55f37c342c9bd1ff7a34fc228bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615301 Apr 18 20:27:13.377889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54086) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:13.392232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656856c3-d500-4354-9c42-56dce922c77d req-57ff701c-801d-42ad-b259-5f31da660788 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:13.395094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-57ff701c-801d-42ad-b259-5f31da660788 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947451 Apr 18 20:27:13.424239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-497371b3-64cc-40c7-be17-7f99e78f52da tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/quotas/a3dc5dd0937b459d912a02645f6de006 HTTP/1.1" status: 200 len: 375 time: 0.0208838 Apr 18 20:27:13.450330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c7a711a-3b6b-4a64-96b6-eafb0b0420b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.477129 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c7a711a-3b6b-4a64-96b6-eafb0b0420b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.501786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-11edf432-bd0b-49e6-88be-e9358a43375b tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3dc5dd0937b459d912a02645f6de006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481565 Apr 18 20:27:13.546838 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c7a711a-3b6b-4a64-96b6-eafb0b0420b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.549886 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c7a711a-3b6b-4a64-96b6-eafb0b0420b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.554219 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4c7a711a-3b6b-4a64-96b6-eafb0b0420b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62608f8a-558f-475b-8ce7-94bb2a3da66e HTTP/1.1" status: 204 len: 168 time: 0.1751509 Apr 18 20:27:13.573750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a711a-3b6b-4a64-96b6-eafb0b0420b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62608f8a-558f-475b-8ce7-94bb2a3da66e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:13.627765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d454d9-4ec7-446b-bf3d-82976b8535aa req-d13dac37-7489-48a2-a23e-955511dac993 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325978 Apr 18 20:27:13.640720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289969c0-491c-4f68-a336-a9601fb52be9 req-edba061b-b084-4e1c-8f66-a56bbc46c333 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:13.650448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-289969c0-491c-4f68-a336-a9601fb52be9 req-edba061b-b084-4e1c-8f66-a56bbc46c333 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 948 time: 0.1589863 Apr 18 20:27:13.774958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-289969c0-491c-4f68-a336-a9601fb52be9 req-76fc2c1a-70ff-486e-8157-e9bf107e60fa tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234207 Apr 18 20:27:13.801421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-d8eded1e-9f73-4f20-93d1-f4093da7358e tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:13.803015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-d8eded1e-9f73-4f20-93d1-f4093da7358e tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93&tenant_id=2085f4267bc84a9e8b967acde84530ef&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.1119409 Apr 18 20:27:13.842985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 0715aae8-6f91-48aa-ae3c-5c6d4608161f no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:13.899019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 0715aae8-6f91-48aa-ae3c-5c6d4608161f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:13.899677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 0715aae8-6f91-48aa-ae3c-5c6d4608161f not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:14.014049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ff35db2-3edc-47fc-9ad4-7d27e2c624da req-6a011679-3ab9-4b57-9592-df64cd50bbb4 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 210 time: 0.0428200 Apr 18 20:27:14.025412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4a4e7-5a57-417c-98c3-371bcc7cb1a7 req-50e0feed-533e-461b-821e-d8bab237817e tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:14.033142 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56e4a4e7-5a57-417c-98c3-371bcc7cb1a7 req-50e0feed-533e-461b-821e-d8bab237817e tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 944 time: 0.1559918 Apr 18 20:27:14.081904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ec8b29c3-d7c5-4e69-9da5-742a3dbb7316 service neutron] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:14.087053 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ec8b29c3-d7c5-4e69-9da5-742a3dbb7316 service neutron] Notify callbacks [] for binding, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:14.088531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f82b994-e2ba-462f-a4cf-d0eaad257ed9 req-ec8b29c3-d7c5-4e69-9da5-742a3dbb7316 service neutron] 10.222.0.64 "DELETE /v2.0/ports/a0a4a478-b479-4d40-aebb-db91b35cdce1/bindings/n-h1-836015-4 HTTP/1.1" status: 204 len: 173 time: 0.2717097 Apr 18 20:27:14.106630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56e4a4e7-5a57-417c-98c3-371bcc7cb1a7 req-a7f5c51d-8450-4d77-8f65-b6380fd0e11d tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671749 Apr 18 20:27:14.183404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4006e9-0e1d-49c4-b2a8-70d3343d68a6 req-c6897dc4-9693-41e3-b8b5-bae0d1a881ef tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:14.187735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f4006e9-0e1d-49c4-b2a8-70d3343d68a6 req-c6897dc4-9693-41e3-b8b5-bae0d1a881ef tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 947 time: 0.0748267 Apr 18 20:27:14.241815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f4006e9-0e1d-49c4-b2a8-70d3343d68a6 req-b7588367-3dcb-4084-9a50-7abdeda24d49 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471575 Apr 18 20:27:14.280314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:14.438262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ca32d-a8d9-4ba1-b376-079f4eda3253 req-fce442f5-efa4-4714-8b25-16315903c13d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:14.457150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea5ca32d-a8d9-4ba1-b376-079f4eda3253 req-fce442f5-efa4-4714-8b25-16315903c13d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 945 time: 0.1168466 Apr 18 20:27:14.528079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea5ca32d-a8d9-4ba1-b376-079f4eda3253 req-2ebd0cf1-dad6-401e-965b-aa288137a1ac tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699165 Apr 18 20:27:14.551139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:14.580947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'mac_address': 'fa:16:3e:1b:a7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:14.635959 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:14.655513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:14.680007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:14.690208 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:14.692183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 44a1a59a-0123-4c00-bef9-4e79063db108 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:14.808619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf868d3b-4bf5-4a46-8032-69d26dd9856e req-73f66098-4a8a-4692-bc9a-342de87fd21c tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:14.814308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf868d3b-4bf5-4a46-8032-69d26dd9856e req-73f66098-4a8a-4692-bc9a-342de87fd21c tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 1096 time: 0.1065331 Apr 18 20:27:14.834525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 44a1a59a-0123-4c00-bef9-4e79063db108, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=44a1a59a-0123-4c00-bef9-4e79063db108,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:14.856855 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '44a1a59a-0123-4c00-bef9-4e79063db108', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'port_id': '44a1a59a-0123-4c00-bef9-4e79063db108', 'mac_address': 'fa:16:3e:8c:e5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:14.895111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54142) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:14.914402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf868d3b-4bf5-4a46-8032-69d26dd9856e req-00cbccdb-ddbe-476b-a4ec-81f594e63641 tempest-LiveMigrationTest-1775755964 tempest-LiveMigrationTest-1775755964-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773420 Apr 18 20:27:14.940124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:14.965865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.966250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.967180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.967418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.967736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.968084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.968400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.968713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.969024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.969332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.969640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.969985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:14.989200 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.002497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a1a59a-0123-4c00-bef9-4e79063db108 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:15.038713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 44a1a59a-0123-4c00-bef9-4e79063db108, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=44a1a59a-0123-4c00-bef9-4e79063db108,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:15.042246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f138a0-a020-455f-8f0d-cca86039ef9f req-0f191688-1d82-4d24-899a-c63dd77b7606 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.047132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10f138a0-a020-455f-8f0d-cca86039ef9f req-0f191688-1d82-4d24-899a-c63dd77b7606 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 949 time: 0.0903566 Apr 18 20:27:15.050250 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.096987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-633360580-network', 'tenant_id': '59475283b1be45359754f74d92cbab3c'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:15.128405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10f138a0-a020-455f-8f0d-cca86039ef9f req-7707ec5b-1307-46ac-a896-1cbe553c58a8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730000 Apr 18 20:27:15.137517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Made reservation on behalf of 59475283b1be45359754f74d92cbab3c for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:15.139327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=44a1a59a-0123-4c00-bef9-4e79063db108,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:15.141498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.151682 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.256474 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.265468 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.293035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:27:15.309160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812ec172-9e00-4ff2-89c2-1d5b9f485c08,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:15.315285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.315957 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Added segment 73dc0a4b-4e8f-4b24-98cf-512614b297e4 of type vlan for network 72daeef0-23b7-4922-8ee3-11de90cadf99 Apr 18 20:27:15.367620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0035d0fc-6944-437e-8495-bfa314efa9c3 req-47e4bae6-0e1f-4888-afd5-13e52f98daa3 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 210 time: 0.1060388 Apr 18 20:27:15.387127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.437634 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.437634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.437634 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.538804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['44a1a59a-0123-4c00-bef9-4e79063db108'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:15.549408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54166) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:15.560053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daa521-953b-4646-9a42-2fb58017666c req-e1033ea5-4805-4f42-91d1-6684c7827b51 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.561723 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6393278 Apr 18 20:27:15.568238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43daa521-953b-4646-9a42-2fb58017666c req-e1033ea5-4805-4f42-91d1-6684c7827b51 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 945 time: 0.1747746 Apr 18 20:27:15.574128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Request body: {'subnet': {'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-633360580-subnet', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:15.581065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-b48da83e-775a-48bd-89bf-f09787668b47 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=a3dc5dd0937b459d912a02645f6de006&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979202 Apr 18 20:27:15.587625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5726899-99d8-474e-a118-bfdedb797dda admin admin] Pushing event updated for resources: {'Network': ['ID=72daeef0-23b7-4922-8ee3-11de90cadf99,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:15.604098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:15.607857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 72daeef0-23b7-4922-8ee3-11de90cadf99 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:27:15.671160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43daa521-953b-4646-9a42-2fb58017666c req-fd0a73c2-d0c4-4efc-9f05-f24bde53ea50 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016831 Apr 18 20:27:15.737261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd3ddc-a7f2-4b98-907e-03a5e5c6e9b2 req-4ea9fe3f-6333-4e63-a1f8-8db1703aaf99 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.747491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6dd3ddc-a7f2-4b98-907e-03a5e5c6e9b2 req-4ea9fe3f-6333-4e63-a1f8-8db1703aaf99 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 947 time: 0.2983441 Apr 18 20:27:15.754784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Made reservation on behalf of 59475283b1be45359754f74d92cbab3c for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:15.757155 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.831109 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:15.909255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6dd3ddc-a7f2-4b98-907e-03a5e5c6e9b2 req-68c03178-f531-41c6-8b7e-07e598df1189 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579235 Apr 18 20:27:15.973922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656856c3-d500-4354-9c42-56dce922c77d req-690d0cc2-4463-4435-b21f-770ae770bd6e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.975755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-690d0cc2-4463-4435-b21f-770ae770bd6e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3660436 Apr 18 20:27:15.989281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802252e-c759-4cd9-abd5-01ed97c9892c req-dbcaadec-7da3-458a-a3a9-f651e0478574 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.991093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c802252e-c759-4cd9-abd5-01ed97c9892c req-dbcaadec-7da3-458a-a3a9-f651e0478574 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 945 time: 0.2164788 Apr 18 20:27:15.998270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Request body: {'port': {'device_id': 'ab21f8bd-ac6a-42bf-a76c-8224a6e52835', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'a3dc5dd0937b459d912a02645f6de006'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:16.229151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-72c5d6c2-4926-4724-9a9f-f856e3fbd4d0 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:16.230670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-72c5d6c2-4926-4724-9a9f-f856e3fbd4d0 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 945 time: 0.1632528 Apr 18 20:27:16.282737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device defd4abb-0c64-4b01-a8c8-d2eca5a25fce details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:16.398445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port defd4abb-0c64-4b01-a8c8-d2eca5a25fce, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:16.408720 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c802252e-c759-4cd9-abd5-01ed97c9892c req-7720641a-abc5-41ea-84e9-b50ea459d4a7 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057028 Apr 18 20:27:16.409726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Made reservation on behalf of a3dc5dd0937b459d912a02645f6de006 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:16.413262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'defd4abb-0c64-4b01-a8c8-d2eca5a25fce', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'defd4abb-0c64-4b01-a8c8-d2eca5a25fce', 'mac_address': 'fa:16:3e:7e:1a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:16.417547 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.450978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525640f-4d44-4572-8ca7-25f8e277adcf req-29520ca0-57ee-42c5-b727-7b8c426dd66a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:16.458749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8525640f-4d44-4572-8ca7-25f8e277adcf req-29520ca0-57ee-42c5-b727-7b8c426dd66a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 949 time: 0.1796741 Apr 18 20:27:16.460789 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.463138 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.481532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id defd4abb-0c64-4b01-a8c8-d2eca5a25fce {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:16.501806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port defd4abb-0c64-4b01-a8c8-d2eca5a25fce, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:16.506147 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.564023 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:16.584043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65f2006a-d7ac-419b-a6fd-88529d1299b4 req-7188bb69-481a-4782-8bd5-8fcf52cf9b11 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 210 time: 0.0943515 Apr 18 20:27:16.650419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:16.668929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8525640f-4d44-4572-8ca7-25f8e277adcf req-2f522db0-a9d6-4ecc-8e6c-e34167599a57 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093594 Apr 18 20:27:16.683277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Checking segment: {'id': '73dc0a4b-4e8f-4b24-98cf-512614b297e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:16.683627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Network hostable DHCP agents. Network: 72daeef0-23b7-4922-8ee3-11de90cadf99, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:27:16.693751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-141da82f-f2ff-4310-bc5b-7a19803d3fda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Deleting port a0a4a478-b479-4d40-aebb-db91b35cdce1 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:16.694089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-141da82f-f2ff-4310-bc5b-7a19803d3fda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.816201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Network 72daeef0-23b7-4922-8ee3-11de90cadf99 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:27:16.847474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Allocated IP 192.168.233.85 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/e22ba176-8a80-4454-9a9c-0802284fa9b8) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:16.856420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 72daeef0-23b7-4922-8ee3-11de90cadf99) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:16.867567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d8a7d4-9d7c-4a11-bcd5-d546d6f5acb3 None None] Network 72daeef0-23b7-4922-8ee3-11de90cadf99 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:16.881486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:16.882081 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.885163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-141da82f-f2ff-4310-bc5b-7a19803d3fda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] For port a0a4a478-b479-4d40-aebb-db91b35cdce1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=a0a4a478-b479-4d40-aebb-db91b35cdce1,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:16.885521 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-141da82f-f2ff-4310-bc5b-7a19803d3fda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.914427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-141da82f-f2ff-4310-bc5b-7a19803d3fda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Calling delete_port for a0a4a478-b479-4d40-aebb-db91b35cdce1 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:16.933014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a12d39-d329-4109-9d1a-546ee334abe5 req-f113e69c-6520-4eba-acb4-19e3af4fee40 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:16.934499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0a12d39-d329-4109-9d1a-546ee334abe5 req-f113e69c-6520-4eba-acb4-19e3af4fee40 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 945 time: 0.1632760 Apr 18 20:27:16.947730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6f8cdfc4-a734-4c14-9478-1c8dc1dfb76c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3773596 Apr 18 20:27:16.952093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54202) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:16.958089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-633360580-router', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:16.995077 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.997852 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.046089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-72daeef0-23b7-4922-8ee3-11de90cadf99', 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'fixed_ips': [{'subnet_id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:27:17.047080 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.066516 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.134274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0a12d39-d329-4109-9d1a-546ee334abe5 req-2fdf337c-4059-4e49-8ac7-922ae2822540 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765540 Apr 18 20:27:17.189735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc11a-e5a1-41c6-a32f-ce1f141d2fa3 req-ad196536-2809-4f96-9f3c-3b9af41a7112 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:17.192423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-934bc11a-e5a1-41c6-a32f-ce1f141d2fa3 req-ad196536-2809-4f96-9f3c-3b9af41a7112 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 948 time: 0.1739240 Apr 18 20:27:17.211171 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Allocated IP 172.20.0.2 (72daeef0-23b7-4922-8ee3-11de90cadf99/8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e/f7218edb-8501-4da4-91ab-1f7d88ed3092) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:17.235545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.264407 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.331479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-934bc11a-e5a1-41c6-a32f-ce1f141d2fa3 req-69b9b977-cdd6-468b-841d-f58668ea2782 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170936 Apr 18 20:27:17.364097 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-141da82f-f2ff-4310-bc5b-7a19803d3fda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.376791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ad974434-9b69-4f62-9ffd-c99ece799b65'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:17.444012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141da82f-f2ff-4310-bc5b-7a19803d3fda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Pushing event deleted for resources: {'Port': ['ID=a0a4a478-b479-4d40-aebb-db91b35cdce1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:17.474815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.510109 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.528701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:17.529585 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.530320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-141da82f-f2ff-4310-bc5b-7a19803d3fda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] No DVR routers for this DVR port a0a4a478-b479-4d40-aebb-db91b35cdce1 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:17.538330 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.549817 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.566992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:17.570484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:17.579167 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-141da82f-f2ff-4310-bc5b-7a19803d3fda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.582587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92e6c0a0-9e83-4ddc-89bf-93991d5644bd req-141da82f-f2ff-4310-bc5b-7a19803d3fda tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.64 "DELETE /v2.0/ports/a0a4a478-b479-4d40-aebb-db91b35cdce1 HTTP/1.1" status: 204 len: 173 time: 1.3169408 Apr 18 20:27:17.584998 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'name': 'network-vif-deleted', 'tag': 'a0a4a478-b479-4d40-aebb-db91b35cdce1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:17.595502 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbcf0d1-2a93-4fe9-baa4-841ab92eff28" -d '{"events": [{"server_uuid": "6b8f4563-0de5-43d7-93ef-2f3a819e0a93", "name": "network-vif-deleted", "tag": "a0a4a478-b479-4d40-aebb-db91b35cdce1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:17.612535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Network 72daeef0-23b7-4922-8ee3-11de90cadf99 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:17.623099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:17.628007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Pushing event updated for resources: {'Port': ['ID=f7218edb-8501-4da4-91ab-1f7d88ed3092,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:17.631553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:17.682516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Allocated IP 172.25.2.169 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/9e20c10e-d623-443b-b502-38ace5b23217) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:17.707300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Attempting to bind port f7218edb-8501-4da4-91ab-1f7d88ed3092 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:17.707742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Attempting to bind port f7218edb-8501-4da4-91ab-1f7d88ed3092 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '73dc0a4b-4e8f-4b24-98cf-512614b297e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:17.709132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Attempting to bind port f7218edb-8501-4da4-91ab-1f7d88ed3092 on network 72daeef0-23b7-4922-8ee3-11de90cadf99 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:17.735742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:17.736160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Checking segment: {'id': '73dc0a4b-4e8f-4b24-98cf-512614b297e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:17.736574 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.740049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Bound using segment: {'id': '73dc0a4b-4e8f-4b24-98cf-512614b297e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:17.740630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Bound port: f7218edb-8501-4da4-91ab-1f7d88ed3092, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc0a4b-4e8f-4b24-98cf-512614b297e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:17.742112 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.818707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['defd4abb-0c64-4b01-a8c8-d2eca5a25fce'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:17.832372 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.873245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] For port f7218edb-8501-4da4-91ab-1f7d88ed3092, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:17.874411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.898425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] For port f7218edb-8501-4da4-91ab-1f7d88ed3092, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f7218edb-8501-4da4-91ab-1f7d88ed3092,segment=NetworkSegment(73dc0a4b-4e8f-4b24-98cf-512614b297e4),segment_id=73dc0a4b-4e8f-4b24-98cf-512614b297e4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:17.907812 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.923214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:17.925596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:17.928089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:17.968021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Pushing event updated for resources: {'Port': ['ID=9e20c10e-d623-443b-b502-38ace5b23217,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:18.021485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f1823a5-8486-4d2f-bfea-b8918169a5c4 req-f49f74fb-d8af-4f5c-986f-4c0b742ab89f tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 210 time: 0.4883406 Apr 18 20:27:18.093356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f6544-27f9-4153-a46b-4df9ac796a95 req-c2ba8a5d-7e5f-4d5f-8696-0be80162616e tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.094940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-069f6544-27f9-4153-a46b-4df9ac796a95 req-c2ba8a5d-7e5f-4d5f-8696-0be80162616e tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 950 time: 0.7320690 Apr 18 20:27:18.104537 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e65b67a-7519-4dda-89c2-08d2ee8c0a98 x-openstack-request-id: req-2e65b67a-7519-4dda-89c2-08d2ee8c0a98 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:18.104537 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8f4563-0de5-43d7-93ef-2f3a819e0a93", "name": "network-vif-deleted", "tag": "a0a4a478-b479-4d40-aebb-db91b35cdce1", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:18.104537 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2e65b67a-7519-4dda-89c2-08d2ee8c0a98 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:18.117029 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e65b67a-7519-4dda-89c2-08d2ee8c0a98'] response: {'server_uuid': '6b8f4563-0de5-43d7-93ef-2f3a819e0a93', 'name': 'network-vif-deleted', 'tag': 'a0a4a478-b479-4d40-aebb-db91b35cdce1', 'status': 'completed', 'code': 200} Apr 18 20:27:18.125197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Pushing event updated for resources: {'Port': ['ID=e22ba176-8a80-4454-9a9c-0802284fa9b8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:18.141529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e6d95b06-c72a-4209-9ffc-16074de42d34 None None] Provisioning complete for port e22ba176-8a80-4454-9a9c-0802284fa9b8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:18.141897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e6d95b06-c72a-4209-9ffc-16074de42d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.156361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76867a5b-fa47-471d-8465-15026d08bb3a None None] Pushing event updated for resources: {'Port': ['ID=f7218edb-8501-4da4-91ab-1f7d88ed3092,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:18.213902 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e6d95b06-c72a-4209-9ffc-16074de42d34 None None] Port e22ba176-8a80-4454-9a9c-0802284fa9b8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:18.237260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.238211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.284734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-069f6544-27f9-4153-a46b-4df9ac796a95 req-bf7c789d-6e3d-4513-9f36-3e4baca9e460 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611998 Apr 18 20:27:18.295639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-351cfba4-6c69-4350-a5f5-05f03476767e tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3016050 Apr 18 20:27:18.301814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:18.310941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Request body: {'port': {'device_id': 'ab21f8bd-ac6a-42bf-a76c-8224a6e52835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:18.380756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c4092-07de-40d0-ada6-52774339aa5a req-e588839d-7c57-4a51-927a-bb0b593dc077 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.383260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f4c4092-07de-40d0-ada6-52774339aa5a req-e588839d-7c57-4a51-927a-bb0b593dc077 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 935 time: 0.2212446 Apr 18 20:27:18.386478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:18.391850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:18.392232 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.500014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.534898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:18.537594 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b2a939-5244-4413-9d7d-8fdce50a4862" -d '{"events": [{"server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:18.545654 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.554868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:18.561338 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.562318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 44a1a59a-0123-4c00-bef9-4e79063db108 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:18.565687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f4c4092-07de-40d0-ada6-52774339aa5a req-c8c7a56e-8040-477c-9e90-b3152ed6041f tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569080 Apr 18 20:27:18.614295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0bc7d-d338-4245-913e-fe38912c7dfd req-9ffd322e-5517-4a94-878d-084e40a0b9b5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.632084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b0bc7d-d338-4245-913e-fe38912c7dfd req-9ffd322e-5517-4a94-878d-084e40a0b9b5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 949 time: 0.1831832 Apr 18 20:27:18.665948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:18.686811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 44a1a59a-0123-4c00-bef9-4e79063db108 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:18.693657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 44a1a59a-0123-4c00-bef9-4e79063db108 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:18.694031 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.772569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b0bc7d-d338-4245-913e-fe38912c7dfd req-842cf9f9-c554-4d05-bd3c-9387305d294d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393173 Apr 18 20:27:18.777639 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.799385 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.867556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 44a1a59a-0123-4c00-bef9-4e79063db108, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=44a1a59a-0123-4c00-bef9-4e79063db108,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:18.877524 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.956431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=44a1a59a-0123-4c00-bef9-4e79063db108,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:18.972375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19bbc-1a4b-4a13-a585-69ae8a017f3f req-54340bf7-284b-4fc2-a5de-c81116eeffc9 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.974105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5af19bbc-1a4b-4a13-a585-69ae8a017f3f req-54340bf7-284b-4fc2-a5de-c81116eeffc9 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 945 time: 0.2700398 Apr 18 20:27:19.030219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f7218edb-8501-4da4-91ab-1f7d88ed3092 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:19.054012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e45b02-a02f-4006-a69a-97da5d41d9a4 req-35dfb2fa-6d5f-42c2-a2f5-e5661a19490b tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.055929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57e45b02-a02f-4006-a69a-97da5d41d9a4 req-35dfb2fa-6d5f-42c2-a2f5-e5661a19490b tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 948 time: 0.1402321 Apr 18 20:27:19.084255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.102587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f7218edb-8501-4da4-91ab-1f7d88ed3092 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:19.103072 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.162865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5af19bbc-1a4b-4a13-a585-69ae8a017f3f req-7f6f014b-ce1b-42d5-beb6-ec06cb5c719b tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739290 Apr 18 20:27:19.223524 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.257879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57e45b02-a02f-4006-a69a-97da5d41d9a4 req-381b27e5-ea37-4e3a-a674-568db2e651a7 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648502 Apr 18 20:27:19.271668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Router fcc455f0-9c67-454e-a6d9-7dca67087a07 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:27:19.281377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port f7218edb-8501-4da4-91ab-1f7d88ed3092, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f7218edb-8501-4da4-91ab-1f7d88ed3092,segment=NetworkSegment(73dc0a4b-4e8f-4b24-98cf-512614b297e4),segment_id=73dc0a4b-4e8f-4b24-98cf-512614b297e4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:19.289056 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd2c399-14ba-4f39-ad02-864aba600159 x-openstack-request-id: req-9fd2c399-14ba-4f39-ad02-864aba600159 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:19.290632 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:19.292408 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9fd2c399-14ba-4f39-ad02-864aba600159 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:19.292899 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd2c399-14ba-4f39-ad02-864aba600159'] response: {'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'code': 200} Apr 18 20:27:19.298295 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.410294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=f7218edb-8501-4da4-91ab-1f7d88ed3092,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:19.418150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab233c12-960f-43d8-9369-822a449fc94b req-494fc8fe-8cac-4855-8ea2-ad3cbf922c24 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 210 time: 0.0537324 Apr 18 20:27:19.490924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:27:19.512155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Sync routers for ids ['fcc455f0-9c67-454e-a6d9-7dca67087a07'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:19.519793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf0d29-975f-48b4-a3d6-a4659697d602 req-d019c8da-4d83-4e08-bcd1-166392ba6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.521494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93cf0d29-975f-48b4-a3d6-a4659697d602 req-d019c8da-4d83-4e08-bcd1-166392ba6a43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1101 time: 0.1842084 Apr 18 20:27:19.524010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22ba176-8a80-4454-9a9c-0802284fa9b8 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:19.524992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Routers {'fcc455f0-9c67-454e-a6d9-7dca67087a07'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:19.525656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['fcc455f0-9c67-454e-a6d9-7dca67087a07'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:19.534717 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.539042 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-33b4ba80-c1e0-47e0-9141-73d2225b28d0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5858512 Apr 18 20:27:19.539718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54248) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:19.550397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.561730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d378466-5b7b-4e33-82f5-a01fe01b10e5 req-87b62a1b-cc77-4b90-ae4f-1c65294623d1 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.563918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d378466-5b7b-4e33-82f5-a01fe01b10e5 req-87b62a1b-cc77-4b90-ae4f-1c65294623d1 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 950 time: 0.1397846 Apr 18 20:27:19.643744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Transition to ACTIVE for port object e22ba176-8a80-4454-9a9c-0802284fa9b8 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:19.663304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93cf0d29-975f-48b4-a3d6-a4659697d602 req-49ee1a44-fa17-4957-88e9-ca15d364b12c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271255 Apr 18 20:27:19.684354 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.709817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Set router fcc455f0-9c67-454e-a6d9-7dca67087a07 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:19.757993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d378466-5b7b-4e33-82f5-a01fe01b10e5 req-99360c34-85a8-4b70-a0ed-f2a0e71504aa tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853018 Apr 18 20:27:19.812735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef3e99-57dc-4276-b850-8f3d2a147fa7 req-82b1af59-e7f6-474f-858c-37e2a40fb793 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.816849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0250e262-eb82-4c10-972a-1874a7460086 None None] Network 72daeef0-23b7-4922-8ee3-11de90cadf99 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:19.822027 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0ef3e99-57dc-4276-b850-8f3d2a147fa7 req-82b1af59-e7f6-474f-858c-37e2a40fb793 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 947 time: 0.1406851 Apr 18 20:27:19.876669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:19.941476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e22ba176-8a80-4454-9a9c-0802284fa9b8,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:19.972456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0ef3e99-57dc-4276-b850-8f3d2a147fa7 req-96b07d2d-02ef-4456-a018-bc66a46ea344 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492362 Apr 18 20:27:19.987518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: a0a4a478-b479-4d40-aebb-db91b35cdce1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:19.988218 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device a0a4a478-b479-4d40-aebb-db91b35cdce1 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:20.010346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c6346484-dc3f-482c-8f0f-182bddb38010 None None] Provisioning complete for port f7218edb-8501-4da4-91ab-1f7d88ed3092 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:20.010819 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6346484-dc3f-482c-8f0f-182bddb38010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.154664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Attempting to bind port e22ba176-8a80-4454-9a9c-0802284fa9b8 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:20.161014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Attempting to bind port e22ba176-8a80-4454-9a9c-0802284fa9b8 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:20.161669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Attempting to bind port e22ba176-8a80-4454-9a9c-0802284fa9b8 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:20.214568 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.230936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Port e22ba176-8a80-4454-9a9c-0802284fa9b8 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:20.231260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Attempting to bind port e22ba176-8a80-4454-9a9c-0802284fa9b8 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:20.252325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:20.253592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:20.254002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:20.254464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Bound port: e22ba176-8a80-4454-9a9c-0802284fa9b8, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:20.254835 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.320559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device defd4abb-0c64-4b01-a8c8-d2eca5a25fce up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:20.324139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b9816-d0b5-4bda-b3a2-a1e78d5aef66 req-a3afb655-8daa-4c11-bfde-7acee1e2695c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.341835 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc6b9816-d0b5-4bda-b3a2-a1e78d5aef66 req-a3afb655-8daa-4c11-bfde-7acee1e2695c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.2516999 Apr 18 20:27:20.368472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'name': 'tempest-FloatingIPsTestJSON-633360580-router', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '9e20c10e-d623-443b-b502-38ace5b23217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:18Z', 'revision_number': 3, 'project_id': '59475283b1be45359754f74d92cbab3c', 'gw_port': {'id': '9e20c10e-d623-443b-b502-38ace5b23217', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:20.429416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] For port e22ba176-8a80-4454-9a9c-0802284fa9b8, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:20.434033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] For port e22ba176-8a80-4454-9a9c-0802284fa9b8, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e22ba176-8a80-4454-9a9c-0802284fa9b8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:20.439542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Checking router: fcc455f0-9c67-454e-a6d9-7dca67087a07 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:20.439949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Updating router fcc455f0-9c67-454e-a6d9-7dca67087a07 port 9e20c10e-d623-443b-b502-38ace5b23217 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:27:20.472163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc6b9816-d0b5-4bda-b3a2-a1e78d5aef66 req-c728b548-4e7b-4f8d-b743-820e460cf03d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253126 Apr 18 20:27:20.473404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.490512 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.492305 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Allocated IP 172.20.0.1 (72daeef0-23b7-4922-8ee3-11de90cadf99/8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e/8428ddaa-07e2-4cc1-a9d5-5c2041a347d3) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:20.636595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.637397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.639357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] 10.222.0.64 "PUT /v2.0/ports/e22ba176-8a80-4454-9a9c-0802284fa9b8 HTTP/1.1" status: 200 len: 1095 time: 2.3348336 Apr 18 20:27:20.658037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab21f8bd-ac6a-42bf-a76c-8224a6e52835', 'tag': 'e22ba176-8a80-4454-9a9c-0802284fa9b8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:20.659645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port defd4abb-0c64-4b01-a8c8-d2eca5a25fce completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:20.661457 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84037d44-62f0-4643-a0fc-201c1311e498" -d '{"events": [{"name": "network-changed", "server_uuid": "ab21f8bd-ac6a-42bf-a76c-8224a6e52835", "tag": "e22ba176-8a80-4454-9a9c-0802284fa9b8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:20.675915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd928c-41b3-4f90-9097-31c640cfe7bd req-816ccbe2-a1d1-4512-a997-2a46ef8964c9 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.677672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8fd928c-41b3-4f90-9097-31c640cfe7bd req-816ccbe2-a1d1-4512-a997-2a46ef8964c9 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.2197356 Apr 18 20:27:20.682626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port defd4abb-0c64-4b01-a8c8-d2eca5a25fce triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:20.683137 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.698007 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.766065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.773361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0560128-983f-4c90-8911-47f3651d34d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e22ba176-8a80-4454-9a9c-0802284fa9b8,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:20.817436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec6225-4f70-4ec5-a03a-a734b099cf98 req-a2d0d97e-cf22-49fe-9836-3798ab7f4692 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.820467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6ec6225-4f70-4ec5-a03a-a734b099cf98 req-a2d0d97e-cf22-49fe-9836-3798ab7f4692 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 948 time: 0.2231693 Apr 18 20:27:20.841902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8fd928c-41b3-4f90-9097-31c640cfe7bd req-bf253e5f-ebf5-4ce2-be25-d0c614d0630d tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412370 Apr 18 20:27:20.879670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Network 72daeef0-23b7-4922-8ee3-11de90cadf99 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:20.883679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:20.889028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:20.895359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656856c3-d500-4354-9c42-56dce922c77d req-9bc48989-de87-48b6-a733-fea84a5bb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.897581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-9bc48989-de87-48b6-a733-fea84a5bb02f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3dc5dd0937b459d912a02645f6de006&device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 1098 time: 0.1882896 Apr 18 20:27:20.940671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6ec6225-4f70-4ec5-a03a-a734b099cf98 req-97fb5870-c691-4875-a061-d875a393cc42 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110456 Apr 18 20:27:20.976662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Pushing event updated for resources: {'Port': ['ID=8428ddaa-07e2-4cc1-a9d5-5c2041a347d3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:21.008817 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.045899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-351c529f-daca-4412-802d-7868990e7220 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=e22ba176-8a80-4454-9a9c-0802284fa9b8 HTTP/1.1" status: 200 len: 217 time: 0.1379030 Apr 18 20:27:21.112393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f7218edb-8501-4da4-91ab-1f7d88ed3092 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:21.127094 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497b1263-1528-409c-bcd6-3c16d265235e x-openstack-request-id: req-497b1263-1528-409c-bcd6-3c16d265235e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:21.127376 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab21f8bd-ac6a-42bf-a76c-8224a6e52835", "tag": "e22ba176-8a80-4454-9a9c-0802284fa9b8", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:21.127624 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-497b1263-1528-409c-bcd6-3c16d265235e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:21.128042 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497b1263-1528-409c-bcd6-3c16d265235e'] response: {'name': 'network-changed', 'server_uuid': 'ab21f8bd-ac6a-42bf-a76c-8224a6e52835', 'tag': 'e22ba176-8a80-4454-9a9c-0802284fa9b8', 'status': 'completed', 'code': 200} Apr 18 20:27:21.211130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.214675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3bc979bf-6f76-4212-93f2-90734c4a1134 None None] Provisioning complete for port f7218edb-8501-4da4-91ab-1f7d88ed3092 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:21.215257 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3bc979bf-6f76-4212-93f2-90734c4a1134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.233574 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.238923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0c318e8-96b6-4596-84cb-b698c1841216 req-1f6cb9cd-8f2a-46a9-9f3a-0a76eaf63573 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 210 time: 0.1643262 Apr 18 20:27:21.274293 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.288622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656856c3-d500-4354-9c42-56dce922c77d req-826357bc-71eb-4cdf-9a34-4592e38d323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.291793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-826357bc-71eb-4cdf-9a34-4592e38d323c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2376320 Apr 18 20:27:21.305127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0190777a-bc62-4293-9207-7aed2c02860c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a1a59a-0123-4c00-bef9-4e79063db108'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:21.307678 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c44e28-aa56-4612-a084-6a4e05f61bc9" -d '{"events": [{"server_uuid": "0190777a-bc62-4293-9207-7aed2c02860c", "name": "network-vif-plugged", "status": "completed", "tag": "44a1a59a-0123-4c00-bef9-4e79063db108"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:21.378813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656856c3-d500-4354-9c42-56dce922c77d req-592fc30b-9339-4bfa-b31d-ab5f25383b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.380712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-592fc30b-9339-4bfa-b31d-ab5f25383b48 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747836 Apr 18 20:27:21.399798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdca7c7-2a60-4fd2-9e0d-488d0765523b req-7f6ffb06-0a7e-4ad3-8866-b36cf5e0f97c tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.410504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccdca7c7-2a60-4fd2-9e0d-488d0765523b req-7f6ffb06-0a7e-4ad3-8866-b36cf5e0f97c tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 947 time: 0.2554240 Apr 18 20:27:21.472125 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1d6faf-4e3c-4f7a-878f-71aa422b91b6 x-openstack-request-id: req-be1d6faf-4e3c-4f7a-878f-71aa422b91b6 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:21.472705 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0190777a-bc62-4293-9207-7aed2c02860c", "name": "network-vif-plugged", "status": "completed", "tag": "44a1a59a-0123-4c00-bef9-4e79063db108", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:21.473128 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be1d6faf-4e3c-4f7a-878f-71aa422b91b6 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:21.476773 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1d6faf-4e3c-4f7a-878f-71aa422b91b6'] response: {'server_uuid': '0190777a-bc62-4293-9207-7aed2c02860c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a1a59a-0123-4c00-bef9-4e79063db108', 'code': 200} Apr 18 20:27:21.478489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.488823 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.513061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f7218edb-8501-4da4-91ab-1f7d88ed3092 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:21.513446 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.536610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Attempting to bind port 9e20c10e-d623-443b-b502-38ace5b23217 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:21.537235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Attempting to bind port 9e20c10e-d623-443b-b502-38ace5b23217 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:21.537595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Attempting to bind port 9e20c10e-d623-443b-b502-38ace5b23217 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:21.542726 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.550210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e9c78-cae3-44fb-9cad-2c116eb81efd None None] Pushing event updated for resources: {'Port': ['ID=9e20c10e-d623-443b-b502-38ace5b23217,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:21.568161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-afbd27c7-fa8f-4f4d-ac3a-11b2894cd57f service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545308 Apr 18 20:27:21.573815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:21.574185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:21.574583 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.574969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:21.575462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Bound port: 9e20c10e-d623-443b-b502-38ace5b23217, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:21.575865 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.617995 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.629015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Pushing event updated for resources: {'Port': ['ID=8428ddaa-07e2-4cc1-a9d5-5c2041a347d3,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:21.760932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccdca7c7-2a60-4fd2-9e0d-488d0765523b req-a61da21a-5895-4d90-9782-2ea5317f4f4f tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493109 Apr 18 20:27:21.796874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec1989-7ad0-44dc-9650-c48ccce4ddbf req-289f8267-a158-4c59-94bb-64d1404f3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.797914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port defd4abb-0c64-4b01-a8c8-d2eca5a25fce, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:21.798472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74ec1989-7ad0-44dc-9650-c48ccce4ddbf req-289f8267-a158-4c59-94bb-64d1404f3516 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 1097 time: 0.2238021 Apr 18 20:27:21.822500 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.823318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b7e960a9-55c2-4fa5-8261-d656af21f55a no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:21.849196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Network 72daeef0-23b7-4922-8ee3-11de90cadf99 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:21.851155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:21.886043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] For port 9e20c10e-d623-443b-b502-38ace5b23217, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:21.923118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] For port 9e20c10e-d623-443b-b502-38ace5b23217, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9e20c10e-d623-443b-b502-38ace5b23217,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:21.970683 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.996231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-656856c3-d500-4354-9c42-56dce922c77d req-ed32dd06-1e90-46c6-81cd-eca36602871c service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697431 Apr 18 20:27:22.016115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Router fcc455f0-9c67-454e-a6d9-7dca67087a07 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:27:22.053334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74ec1989-7ad0-44dc-9650-c48ccce4ddbf req-ba216d13-0547-4c2e-a99b-11555131b265 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455115 Apr 18 20:27:22.056578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:22.098574 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb461f-25ad-4d6d-852e-e8cab81e6cc5 req-1c3093ef-818c-4496-82f2-9eca75853239 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.106370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36cb461f-25ad-4d6d-852e-e8cab81e6cc5 req-1c3093ef-818c-4496-82f2-9eca75853239 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.2270777 Apr 18 20:27:22.137056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-53cda956-7fb9-4a39-9160-3213e3eae61a None None] Provisioning complete for port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:22.139335 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53cda956-7fb9-4a39-9160-3213e3eae61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.141593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08044e1a-f1d4-4a4e-8793-bea5fade2628 req-03db692e-9bac-4a95-9f2d-8230f030588a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.143369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08044e1a-f1d4-4a4e-8793-bea5fade2628 req-03db692e-9bac-4a95-9f2d-8230f030588a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.1539419 Apr 18 20:27:22.184939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Routers {'fcc455f0-9c67-454e-a6d9-7dca67087a07'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:22.185936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['fcc455f0-9c67-454e-a6d9-7dca67087a07'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:22.201666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:27:22.217456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037d44-62f0-4643-a0fc-201c1311e498 req-95fc9b8e-24cc-4c2e-998a-18dcd71e40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.217982 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-139dea74-3506-491e-b054-366c3108c993 admin admin] 10.222.0.49 "PUT /v2.0/routers/fcc455f0-9c67-454e-a6d9-7dca67087a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6768880 Apr 18 20:27:22.221167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84037d44-62f0-4643-a0fc-201c1311e498 req-95fc9b8e-24cc-4c2e-998a-18dcd71e40ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a3dc5dd0937b459d912a02645f6de006&device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 1098 time: 0.1523764 Apr 18 20:27:22.237339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36cb461f-25ad-4d6d-852e-e8cab81e6cc5 req-b086cb14-4822-44f1-a430-7295db8e07b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300766 Apr 18 20:27:22.240617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08044e1a-f1d4-4a4e-8793-bea5fade2628 req-0ef67d35-acc7-4557-a963-7fae5f449216 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843947 Apr 18 20:27:22.359881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037d44-62f0-4643-a0fc-201c1311e498 req-95db84d2-9042-44ce-a7f1-be592ad3b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.366678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84037d44-62f0-4643-a0fc-201c1311e498 req-95db84d2-9042-44ce-a7f1-be592ad3b5c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1251769 Apr 18 20:27:22.416882 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.490244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] Set router fcc455f0-9c67-454e-a6d9-7dca67087a07 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:22.492646 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e9c78-cae3-44fb-9cad-2c116eb81efd None None] Pushing event updated for resources: {'Port': ['ID=9e20c10e-d623-443b-b502-38ace5b23217,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:22.496093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-53cda956-7fb9-4a39-9160-3213e3eae61a None None] Port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:22.529356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84037d44-62f0-4643-a0fc-201c1311e498 req-be6b740b-2bd4-42ee-a2ed-ba29bda5ee72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=e22ba176-8a80-4454-9a9c-0802284fa9b8 HTTP/1.1" status: 200 len: 217 time: 0.0970576 Apr 18 20:27:22.552607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c10507fb-dffc-4d01-b1ba-cfdbbd926028 req-b85308c4-2d68-4820-8751-4e28489ef859 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b8f4563-0de5-43d7-93ef-2f3a819e0a93 HTTP/1.1" status: 200 len: 210 time: 0.0353336 Apr 18 20:27:22.563126 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:22.581586 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.612565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001e18-a8a9-46a2-ba12-6347d5683fb5 req-4c89e859-eca5-4879-a824-c4a1cc3995bf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.614079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c001e18-a8a9-46a2-ba12-6347d5683fb5 req-4c89e859-eca5-4879-a824-c4a1cc3995bf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 949 time: 0.2465119 Apr 18 20:27:22.643099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037d44-62f0-4643-a0fc-201c1311e498 req-c0ed1ba8-d26b-42c3-af3f-b509714736ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.646746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84037d44-62f0-4643-a0fc-201c1311e498 req-c0ed1ba8-d26b-42c3-af3f-b509714736ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0973949 Apr 18 20:27:22.682248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=11']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:22.758961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5170b888-e81a-4b69-8451-062190ebd4ce None None] Provisioning complete for port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:22.759517 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5170b888-e81a-4b69-8451-062190ebd4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.784460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c001e18-a8a9-46a2-ba12-6347d5683fb5 req-7413daa0-7c25-492b-84f0-b21499e4ddd2 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621885 Apr 18 20:27:22.806623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037d44-62f0-4643-a0fc-201c1311e498 req-e55a59fe-e238-4e34-8890-5d3cc1df1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.808765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84037d44-62f0-4643-a0fc-201c1311e498 req-e55a59fe-e238-4e34-8890-5d3cc1df1147 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443186 Apr 18 20:27:22.817571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b98b3-0238-436f-9a6a-c010d9e01b22 req-18455961-ac5a-4ebe-8d81-6f0c01419e05 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.826050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-452b98b3-0238-436f-9a6a-c010d9e01b22 req-18455961-ac5a-4ebe-8d81-6f0c01419e05 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1101 time: 0.1342950 Apr 18 20:27:22.834787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5170b888-e81a-4b69-8451-062190ebd4ce None None] Port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:22.891882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'name': 'tempest-FloatingIPsTestJSON-633360580-router', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '9e20c10e-d623-443b-b502-38ace5b23217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:21Z', 'revision_number': 4, 'project_id': '59475283b1be45359754f74d92cbab3c', 'gw_port': {'id': '9e20c10e-d623-443b-b502-38ace5b23217', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8428ddaa-07e2-4cc1-a9d5-5c2041a347d3', 'name': '', 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'mac_address': 'fa:16:3e:a3:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:20Z', 'updated_at': '2022-04-18T20:27:21Z', 'revision_number': 2, 'project_id': '59475283b1be45359754f74d92cbab3c', 'subnets': [{'id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:22.920301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36923f-348f-4e97-9ca0-c4be4265ebb9 None None] The sync data for ids ['fcc455f0-9c67-454e-a6d9-7dca67087a07'] in n-d-836015-4 is: [{'id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'name': 'tempest-FloatingIPsTestJSON-633360580-router', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '9e20c10e-d623-443b-b502-38ace5b23217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:21Z', 'revision_number': 4, 'project_id': '59475283b1be45359754f74d92cbab3c', 'gw_port': {'id': '9e20c10e-d623-443b-b502-38ace5b23217', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8428ddaa-07e2-4cc1-a9d5-5c2041a347d3', 'name': '', 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'mac_address': 'fa:16:3e:a3:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:20Z', 'updated_at': '2022-04-18T20:27:21Z', 'revision_number': 2, 'project_id': '59475283b1be45359754f74d92cbab3c', 'subnets': [{'id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:22.954065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-452b98b3-0238-436f-9a6a-c010d9e01b22 req-1284812a-5a2e-4bcc-98ad-b87a38f605aa tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231613 Apr 18 20:27:22.973115 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84037d44-62f0-4643-a0fc-201c1311e498 req-fe0ebefa-0025-4210-b608-7b603ac18a03 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447079 Apr 18 20:27:23.215755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b7215-df05-49e7-bf38-60414e5440da req-22ec989a-f4fb-4305-b2a6-f07a3abcf9f5 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:23.217847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b61b7215-df05-49e7-bf38-60414e5440da req-22ec989a-f4fb-4305-b2a6-f07a3abcf9f5 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 947 time: 0.1593871 Apr 18 20:27:23.221717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84037d44-62f0-4643-a0fc-201c1311e498 req-cd002ca6-7299-49d6-9c99-70b4577d1f7c service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403858 Apr 18 20:27:23.228600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-56d23858-72ba-4439-a3c9-d627e71822f3 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2211757 Apr 18 20:27:23.250927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:23.288024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b61b7215-df05-49e7-bf38-60414e5440da req-2e574f1d-a076-4c20-b53f-3addb6f49948 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584126 Apr 18 20:27:23.295449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:23.474444 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:23.478448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861a64f1-792c-471d-95e5-b56cf4491f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defd4abb-0c64-4b01-a8c8-d2eca5a25fce'}, {'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:23.482237 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2918d954-69dc-40e5-a0df-880b6041cd91" -d '{"events": [{"server_uuid": "861a64f1-792c-471d-95e5-b56cf4491f38", "name": "network-vif-plugged", "status": "completed", "tag": "defd4abb-0c64-4b01-a8c8-d2eca5a25fce"}, {"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:23.617083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Allocated IP 172.25.2.77 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/ccaadc9a-1d02-4213-8603-0b82983820f3) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:23.801656 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-5848a3d6-8233-405a-b7f0-a790f8223d5f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699108 Apr 18 20:27:23.911591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:23.920494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923956f5-68a2-4411-a2c0-cebe8107f7c4 req-8fa0150a-5093-42b9-9115-f47fa6ed82bb tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:23.924420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-923956f5-68a2-4411-a2c0-cebe8107f7c4 req-8fa0150a-5093-42b9-9115-f47fa6ed82bb tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.1478794 Apr 18 20:27:24.004830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-923956f5-68a2-4411-a2c0-cebe8107f7c4 req-8857a09f-7d3c-498b-85e0-f69ab7ee4fe9 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757611 Apr 18 20:27:24.026324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.071325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Pushing event updated for resources: {'Port': ['ID=ccaadc9a-1d02-4213-8603-0b82983820f3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:24.095228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:24.097232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:24.103248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:24.228917 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.235997 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e0be5d-05f2-44c1-9212-c6506338f463 x-openstack-request-id: req-91e0be5d-05f2-44c1-9212-c6506338f463 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:24.236692 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861a64f1-792c-471d-95e5-b56cf4491f38", "name": "network-vif-plugged", "status": "completed", "tag": "defd4abb-0c64-4b01-a8c8-d2eca5a25fce", "code": 200}, {"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:24.237141 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91e0be5d-05f2-44c1-9212-c6506338f463 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:24.237364 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e0be5d-05f2-44c1-9212-c6506338f463'] response: {'server_uuid': '861a64f1-792c-471d-95e5-b56cf4491f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defd4abb-0c64-4b01-a8c8-d2eca5a25fce', 'code': 200} Apr 18 20:27:24.239313 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e0be5d-05f2-44c1-9212-c6506338f463'] response: {'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'code': 200} Apr 18 20:27:24.302209 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.498518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026df64-61ce-4083-a6a4-505e2778afe3 req-5c9a5834-0e4a-4436-8ed5-94fb7ec5dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:24.500116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7026df64-61ce-4083-a6a4-505e2778afe3 req-5c9a5834-0e4a-4436-8ed5-94fb7ec5dc17 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 1100 time: 0.1928494 Apr 18 20:27:24.542659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8010de-6e24-4b92-9709-9ad2dbe0d773 req-9b36f954-c389-4a6e-97b9-450f9b895c5a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:24.544241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f8010de-6e24-4b92-9709-9ad2dbe0d773 req-9b36f954-c389-4a6e-97b9-450f9b895c5a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1771743 Apr 18 20:27:24.592898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7026df64-61ce-4083-a6a4-505e2778afe3 req-7d7ca3fd-83ec-49e7-96d8-4208cad2e1f1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802989 Apr 18 20:27:24.633688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f8010de-6e24-4b92-9709-9ad2dbe0d773 req-c0401786-bbe2-4b31-bf73-e76a64e842f8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543776 Apr 18 20:27:24.701065 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.709246 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.831263 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.891272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Pushing event updated for resources: {'Port': ['ID=ccaadc9a-1d02-4213-8603-0b82983820f3,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:24.898285 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.899484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-bd59babd-e456-45e4-b28d-71a2e8d8001a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6625845 Apr 18 20:27:24.928664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cdc61d-4e87-4b4e-8789-4ef69007d330 req-60ddd776-d220-4d85-852b-2fc07dc40d83 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:24.930186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28cdc61d-4e87-4b4e-8789-4ef69007d330 req-60ddd776-d220-4d85-852b-2fc07dc40d83 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 949 time: 0.1493390 Apr 18 20:27:25.046831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-4d754c67-a841-4e57-8a3f-71b847a04a9c tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.1370540 Apr 18 20:27:25.072762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9e20c10e-d623-443b-b502-38ace5b23217 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:25.112711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28cdc61d-4e87-4b4e-8789-4ef69007d330 req-2f87af72-22e6-4efa-bfca-7d097dd7cc77 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052735 Apr 18 20:27:25.160290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9e20c10e-d623-443b-b502-38ace5b23217 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:25.160665 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:25.237663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-08305f2a-793f-412a-ac3e-c63812ff220d tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:25.239317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c111b43-bbb0-42be-9d14-2c23e7ab74a2 req-08305f2a-793f-412a-ac3e-c63812ff220d tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.1683948 Apr 18 20:27:25.355500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c0b3c-ea3b-46af-a775-527f0b642aa3 req-8f979b66-8f08-4e8b-8690-032a47332b2c tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:25.362483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f4c0b3c-ea3b-46af-a775-527f0b642aa3 req-8f979b66-8f08-4e8b-8690-032a47332b2c tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 947 time: 0.0627475 Apr 18 20:27:25.387620 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:25.409767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 9e20c10e-d623-443b-b502-38ace5b23217, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9e20c10e-d623-443b-b502-38ace5b23217,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:25.417135 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:25.447924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f4c0b3c-ea3b-46af-a775-527f0b642aa3 req-6697e65a-1b7b-45e6-ba2d-e8e9107d1a04 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821249 Apr 18 20:27:25.473098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7975b-a432-4462-99d5-839bfb39619e req-c42a462c-b5bb-4862-ac84-26598174e8e5 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:25.474962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46b7975b-a432-4462-99d5-839bfb39619e req-c42a462c-b5bb-4862-ac84-26598174e8e5 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.0885499 Apr 18 20:27:25.482980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=9e20c10e-d623-443b-b502-38ace5b23217,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:25.553158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46b7975b-a432-4462-99d5-839bfb39619e req-68722cf4-fed0-438d-b23b-ba29856b3ee7 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564723 Apr 18 20:27:25.881721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e22ba176-8a80-4454-9a9c-0802284fa9b8 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:26.011144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e22ba176-8a80-4454-9a9c-0802284fa9b8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e22ba176-8a80-4454-9a9c-0802284fa9b8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:26.024518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'e22ba176-8a80-4454-9a9c-0802284fa9b8', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'e22ba176-8a80-4454-9a9c-0802284fa9b8', 'mac_address': 'fa:16:3e:79:9f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:26.043482 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Sync routers for ids ['fcc455f0-9c67-454e-a6d9-7dca67087a07'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:26.063948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50aa2b91-01f0-4d06-a41f-fe89ce8c010d req-728ca874-616d-44ae-b943-d0a14950ff7a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips/7963d1b4-f525-45e5-8f7a-1eaca2185b5b HTTP/1.1" status: 200 len: 692 time: 0.5020835 Apr 18 20:27:26.068123 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Routers {'fcc455f0-9c67-454e-a6d9-7dca67087a07'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:26.068881 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['fcc455f0-9c67-454e-a6d9-7dca67087a07'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:26.081090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-e13aef30-e277-4929-ba44-87ddc5b9ee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.082556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-e13aef30-e277-4929-ba44-87ddc5b9ee79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1101 time: 0.0960274 Apr 18 20:27:26.097601 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:26.111909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22ba176-8a80-4454-9a9c-0802284fa9b8 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:26.141736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ae7d5-653a-47f4-a806-110b0b99583a req-e2580e31-eb48-4f4d-a6e7-2a487433f15c tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.148674 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e7ae7d5-653a-47f4-a806-110b0b99583a req-e2580e31-eb48-4f4d-a6e7-2a487433f15c tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.1605914 Apr 18 20:27:26.154986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54472) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:26.161733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d55df783-0acd-4ccd-862f-1b197e0e4e0f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Request body: {'floatingip': {'port_id': '44a1a59a-0123-4c00-bef9-4e79063db108'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:26.173414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e22ba176-8a80-4454-9a9c-0802284fa9b8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e22ba176-8a80-4454-9a9c-0802284fa9b8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:26.189915 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:26.201423 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Set router fcc455f0-9c67-454e-a6d9-7dca67087a07 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:26.295806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d55df783-0acd-4ccd-862f-1b197e0e4e0f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:26.356099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e22ba176-8a80-4454-9a9c-0802284fa9b8,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:26.427146 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'name': 'tempest-FloatingIPsTestJSON-633360580-router', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '9e20c10e-d623-443b-b502-38ace5b23217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:21Z', 'revision_number': 4, 'project_id': '59475283b1be45359754f74d92cbab3c', 'gw_port': {'id': '9e20c10e-d623-443b-b502-38ace5b23217', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8428ddaa-07e2-4cc1-a9d5-5c2041a347d3', 'name': '', 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'mac_address': 'fa:16:3e:a3:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:20Z', 'updated_at': '2022-04-18T20:27:21Z', 'revision_number': 2, 'project_id': '59475283b1be45359754f74d92cbab3c', 'subnets': [{'id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:26.456897 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Checking router: fcc455f0-9c67-454e-a6d9-7dca67087a07 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:26.457601 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Updating router fcc455f0-9c67-454e-a6d9-7dca67087a07 port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:27:26.486969 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:26.545433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa2b91-01f0-4d06-a41f-fe89ce8c010d req-8b3dbb48-d77b-423c-b752-160e4f9c3b0a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.548552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50aa2b91-01f0-4d06-a41f-fe89ce8c010d req-8b3dbb48-d77b-423c-b752-160e4f9c3b0a tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.4714487 Apr 18 20:27:26.556255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e0413-7bd5-4cb3-a062-8faf830929cf req-d46b1816-1789-4685-8b7f-b2fb1120e042 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.557788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d35e0413-7bd5-4cb3-a062-8faf830929cf req-d46b1816-1789-4685-8b7f-b2fb1120e042 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.2646761 Apr 18 20:27:26.561396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e22ba176-8a80-4454-9a9c-0802284fa9b8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:26.584013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-d1e46db7-2610-4c46-81f7-78fb45225592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.587080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-d1e46db7-2610-4c46-81f7-78fb45225592 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.4929268 Apr 18 20:27:26.598071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-50aa2b91-01f0-4d06-a41f-fe89ce8c010d req-f28a686e-b829-4128-b10e-0ddbb2106dfc tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:26.603598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50aa2b91-01f0-4d06-a41f-fe89ce8c010d req-f28a686e-b829-4128-b10e-0ddbb2106dfc tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444820 Apr 18 20:27:26.676820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-fc631c61-cbdf-4673-9dc6-02edbf10f360 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 217 time: 0.0713844 Apr 18 20:27:26.739702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d35e0413-7bd5-4cb3-a062-8faf830929cf req-980491bc-a774-404a-a91d-4281102bf192 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492696 Apr 18 20:27:26.776984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-f061f3b6-7941-4aba-a7e3-89f2bbdfe5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:26.782251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-f061f3b6-7941-4aba-a7e3-89f2bbdfe5e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0969760 Apr 18 20:27:26.994965 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:26.999714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9e20c10e-d623-443b-b502-38ace5b23217 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:27.023543 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.029868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af798af0-d378-4b0c-bb7b-7d249f766f4a req-af88dde4-4f66-4ab6-bd51-541ace5d1a84 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:27.031410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af798af0-d378-4b0c-bb7b-7d249f766f4a req-af88dde4-4f66-4ab6-bd51-541ace5d1a84 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 949 time: 0.1854761 Apr 18 20:27:27.048101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-db920477-1792-4dd0-8a81-80ecc4cd6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:27.049828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-db920477-1792-4dd0-8a81-80ecc4cd6b0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2574241 Apr 18 20:27:27.119156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9e20c10e-d623-443b-b502-38ace5b23217 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:27.119754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.132468 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Pushing event updated for resources: {'Port': ['ID=8428ddaa-07e2-4cc1-a9d5-5c2041a347d3,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:27.157507 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.159078 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.160763 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.161254 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.163660 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.164419 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.164925 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.165406 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.165939 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.167234 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.169941 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.170650 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:27.256064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af798af0-d378-4b0c-bb7b-7d249f766f4a req-6c1be9e2-7e15-4c3c-a41d-13df90145694 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051847 Apr 18 20:27:27.276708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb30de-a07a-4fed-a705-017b6b488627 req-5c89693c-f154-4313-aa2f-58c06f109cd9 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:27.285835 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Attempting to bind port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:27.286198 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Attempting to bind port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '73dc0a4b-4e8f-4b24-98cf-512614b297e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:27.286554 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Attempting to bind port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 on network 72daeef0-23b7-4922-8ee3-11de90cadf99 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:27.287962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57eb30de-a07a-4fed-a705-017b6b488627 req-5c89693c-f154-4313-aa2f-58c06f109cd9 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 948 time: 0.3686163 Apr 18 20:27:27.300120 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:27.300789 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Checking segment: {'id': '73dc0a4b-4e8f-4b24-98cf-512614b297e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:27.302172 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.302740 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Bound using segment: {'id': '73dc0a4b-4e8f-4b24-98cf-512614b297e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:27.303914 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Bound port: 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dc0a4b-4e8f-4b24-98cf-512614b297e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:27.304678 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.331888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d55df783-0acd-4ccd-862f-1b197e0e4e0f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.338518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d55df783-0acd-4ccd-862f-1b197e0e4e0f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.409776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383999eb-ca87-462d-8923-a8b468a1633a req-864678e3-9609-43c1-8bac-10bf4cb90913 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=59475283b1be45359754f74d92cbab3c HTTP/1.1" status: 200 len: 695 time: 0.0776896 Apr 18 20:27:27.413201 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] For port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:27.417068 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] For port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8428ddaa-07e2-4cc1-a9d5-5c2041a347d3,segment=NetworkSegment(73dc0a4b-4e8f-4b24-98cf-512614b297e4),segment_id=73dc0a4b-4e8f-4b24-98cf-512614b297e4)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:27.429661 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.477149 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-d55df783-0acd-4ccd-862f-1b197e0e4e0f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Floating IP f9ed035f-35a5-43ee-a755-d47a2370f64b associated. External IP: 172.25.2.172, port: 44a1a59a-0123-4c00-bef9-4e79063db108. Apr 18 20:27:27.482487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57eb30de-a07a-4fed-a705-017b6b488627 req-712ba73b-23f2-4d78-aed9-79ee827b65de tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928647 Apr 18 20:27:27.523233 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Routers {'fcc455f0-9c67-454e-a6d9-7dca67087a07'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:27.523858 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['fcc455f0-9c67-454e-a6d9-7dca67087a07'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:27.535643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-44ba9962-a53a-49d5-908b-a9ca0fc12dd3 None None] Provisioning complete for port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:27.537727 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-44ba9962-a53a-49d5-908b-a9ca0fc12dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.580012 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67171a27-2e4c-49c3-b7ee-010f37a9c60a None None] Pushing event updated for resources: {'Port': ['ID=8428ddaa-07e2-4cc1-a9d5-5c2041a347d3,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:27.784012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-44ba9962-a53a-49d5-908b-a9ca0fc12dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.795268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-9249d022-be09-4d5e-9cd9-3ff6e65e68cf service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993399 Apr 18 20:27:27.823286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-44ba9962-a53a-49d5-908b-a9ca0fc12dd3 None None] For port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8428ddaa-07e2-4cc1-a9d5-5c2041a347d3,segment=NetworkSegment(73dc0a4b-4e8f-4b24-98cf-512614b297e4),segment_id=73dc0a4b-4e8f-4b24-98cf-512614b297e4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:27.833876 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-44ba9962-a53a-49d5-908b-a9ca0fc12dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.849790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55df783-0acd-4ccd-862f-1b197e0e4e0f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:27:27.909963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a30629-6c99-4746-ad84-001eaea75860 req-0f5b5f80-85bb-4fd8-a828-817f65d9b416 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:27.915613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a30629-6c99-4746-ad84-001eaea75860 req-0f5b5f80-85bb-4fd8-a828-817f65d9b416 tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 1100 time: 0.2729967 Apr 18 20:27:27.959730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba9962-a53a-49d5-908b-a9ca0fc12dd3 None None] Pushing event updated for resources: {'Port': ['ID=8428ddaa-07e2-4cc1-a9d5-5c2041a347d3,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:27.993922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-44c3da2a-35b3-4c6f-bf88-6c2479a41c91 None None] Provisioning complete for port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:27.994289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-44c3da2a-35b3-4c6f-bf88-6c2479a41c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:27.999241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a30629-6c99-4746-ad84-001eaea75860 req-d83ea492-1fb9-41cd-a101-cdb4e875198d tempest-ServersOnMultiNodesTest-508941895 tempest-ServersOnMultiNodesTest-508941895-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476785 Apr 18 20:27:28.006710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383999eb-ca87-462d-8923-a8b468a1633a req-6c1f6786-817c-4eda-8bd7-ee472839d007 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:28.014638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383999eb-ca87-462d-8923-a8b468a1633a req-6c1f6786-817c-4eda-8bd7-ee472839d007 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/networks?id=64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 787 time: 0.5879555 Apr 18 20:27:28.023510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-383999eb-ca87-462d-8923-a8b468a1633a req-688adc1e-a631-4785-a316-31b143f713c0 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:28.041470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383999eb-ca87-462d-8923-a8b468a1633a req-688adc1e-a631-4785-a316-31b143f713c0 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257952 Apr 18 20:27:28.110887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-9b13e296-01a0-4e76-8035-0a13e0eac769 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069205 Apr 18 20:27:28.115058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55df783-0acd-4ccd-862f-1b197e0e4e0f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:27:28.125398 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] Set router fcc455f0-9c67-454e-a6d9-7dca67087a07 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:28.132153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d55df783-0acd-4ccd-862f-1b197e0e4e0f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:28.192052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] Sync routers for ids ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:28.207640 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d55df783-0acd-4ccd-862f-1b197e0e4e0f tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "PUT /v2.0/floatingips/f9ed035f-35a5-43ee-a755-d47a2370f64b HTTP/1.1" status: 200 len: 992 time: 2.0493610 Apr 18 20:27:28.207640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0190777a-bc62-4293-9207-7aed2c02860c', 'tag': '44a1a59a-0123-4c00-bef9-4e79063db108'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:28.212130 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9281290-abaf-4222-afd3-07756b3affd3" -d '{"events": [{"name": "network-changed", "server_uuid": "0190777a-bc62-4293-9207-7aed2c02860c", "tag": "44a1a59a-0123-4c00-bef9-4e79063db108"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:28.225853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] Routers {'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:28.226481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:28.244777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd9a46-c1c6-41ca-b6c2-fda0453c1851 req-73f46908-4cf0-44c5-9f0e-22bba1704460 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:28.259343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2dd9a46-c1c6-41ca-b6c2-fda0453c1851 req-73f46908-4cf0-44c5-9f0e-22bba1704460 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1347170 Apr 18 20:27:28.339982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2dd9a46-c1c6-41ca-b6c2-fda0453c1851 req-4cd9c8da-de40-4122-bedb-75c8cfcdc631 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787857 Apr 18 20:27:28.460179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-165bcb18-408f-4a79-85c7-e7936a0c0dc2 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips/7963d1b4-f525-45e5-8f7a-1eaca2185b5b HTTP/1.1" status: 200 len: 692 time: 0.0882843 Apr 18 20:27:28.576576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] Set router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:28.596701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-aae01efe-a01c-4860-8293-1a21dc5704cb tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:28.598617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-aae01efe-a01c-4860-8293-1a21dc5704cb tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.1375482 Apr 18 20:27:28.605060 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'name': 'tempest-FloatingIPsTestJSON-633360580-router', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '9e20c10e-d623-443b-b502-38ace5b23217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:21Z', 'revision_number': 4, 'project_id': '59475283b1be45359754f74d92cbab3c', 'gw_port': {'id': '9e20c10e-d623-443b-b502-38ace5b23217', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8428ddaa-07e2-4cc1-a9d5-5c2041a347d3', 'name': '', 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'mac_address': 'fa:16:3e:a3:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:20Z', 'updated_at': '2022-04-18T20:27:27Z', 'revision_number': 4, 'project_id': '59475283b1be45359754f74d92cbab3c', 'subnets': [{'id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:28.637356 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25244a10-4f18-4e72-bda4-26e09e909ba6 None None] The sync data for ids ['fcc455f0-9c67-454e-a6d9-7dca67087a07'] in n-d-836015-4 is: [{'id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'name': 'tempest-FloatingIPsTestJSON-633360580-router', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '9e20c10e-d623-443b-b502-38ace5b23217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:21Z', 'revision_number': 4, 'project_id': '59475283b1be45359754f74d92cbab3c', 'gw_port': {'id': '9e20c10e-d623-443b-b502-38ace5b23217', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8428ddaa-07e2-4cc1-a9d5-5c2041a347d3', 'name': '', 'network_id': '72daeef0-23b7-4922-8ee3-11de90cadf99', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'mac_address': 'fa:16:3e:a3:08:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:20Z', 'updated_at': '2022-04-18T20:27:27Z', 'revision_number': 4, 'project_id': '59475283b1be45359754f74d92cbab3c', 'subnets': [{'id': '8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:28.690265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-29c96be2-24a7-488b-ac61-a97b30f99125 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.0846064 Apr 18 20:27:28.764480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-6a651f5c-cb2d-497e-9597-d75b1cb89284 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.77 HTTP/1.1" status: 200 len: 695 time: 0.0607715 Apr 18 20:27:28.872565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'f9ed035f-35a5-43ee-a755-d47a2370f64b', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'port_id': '44a1a59a-0123-4c00-bef9-4e79063db108', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'mac_address': 'fa:16:3e:8c:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190777a-bc62-4293-9207-7aed2c02860c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:26:28Z', 'updated_at': '2022-04-18T20:27:27Z', 'revision_number': 1, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701c5dc6-0b09-4def-ba11-2730d863cd58', 'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'mac_address': 'fa:16:3e:fe:86:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:18Z', 'updated_at': '2022-04-18T20:26:27Z', 'revision_number': 5, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'subnets': [{'id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:28.921103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] Checking router: e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:28.934656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] Routers {'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:28.935337 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:28.945030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-2e94e805-060d-4dbd-b3e7-afcca7d85634 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Deleting port ccaadc9a-1d02-4213-8603-0b82983820f3 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:28.945477 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-2e94e805-060d-4dbd-b3e7-afcca7d85634 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:29.086598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-2e94e805-060d-4dbd-b3e7-afcca7d85634 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:29.087103 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-2e94e805-060d-4dbd-b3e7-afcca7d85634 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:29.100149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-2e94e805-060d-4dbd-b3e7-afcca7d85634 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Calling delete_port for ccaadc9a-1d02-4213-8603-0b82983820f3 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:29.105015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:29.146716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] Set router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:29.261020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:29.261812 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:29.301768 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-2e94e805-060d-4dbd-b3e7-afcca7d85634 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:29.342774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94e805-060d-4dbd-b3e7-afcca7d85634 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Pushing event deleted for resources: {'Port': ['ID=ccaadc9a-1d02-4213-8603-0b82983820f3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:29.432581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-2e94e805-060d-4dbd-b3e7-afcca7d85634 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:29.436742 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-2e94e805-060d-4dbd-b3e7-afcca7d85634 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:29.460045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5b66b4b-c8f9-4539-948f-84af21ffd754 req-2e94e805-060d-4dbd-b3e7-afcca7d85634 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "DELETE /v2.0/floatingips/7963d1b4-f525-45e5-8f7a-1eaca2185b5b HTTP/1.1" status: 204 len: 173 time: 0.6872263 Apr 18 20:27:29.491813 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf2fe05-85a9-4fa2-b578-c5399c1162bd x-openstack-request-id: req-0cf2fe05-85a9-4fa2-b578-c5399c1162bd {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:29.492364 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0190777a-bc62-4293-9207-7aed2c02860c", "tag": "44a1a59a-0123-4c00-bef9-4e79063db108", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:29.492364 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cf2fe05-85a9-4fa2-b578-c5399c1162bd {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:29.492897 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf2fe05-85a9-4fa2-b578-c5399c1162bd'] response: {'name': 'network-changed', 'server_uuid': '0190777a-bc62-4293-9207-7aed2c02860c', 'tag': '44a1a59a-0123-4c00-bef9-4e79063db108', 'status': 'completed', 'code': 200} Apr 18 20:27:29.549225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'f9ed035f-35a5-43ee-a755-d47a2370f64b', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'port_id': '44a1a59a-0123-4c00-bef9-4e79063db108', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'mac_address': 'fa:16:3e:8c:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190777a-bc62-4293-9207-7aed2c02860c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:26:28Z', 'updated_at': '2022-04-18T20:27:27Z', 'revision_number': 1, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701c5dc6-0b09-4def-ba11-2730d863cd58', 'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'mac_address': 'fa:16:3e:fe:86:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:18Z', 'updated_at': '2022-04-18T20:26:27Z', 'revision_number': 5, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'subnets': [{'id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:29.581530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2132509-e371-472c-9a54-7f69795cc39f None None] The sync data for ids ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'] in n-d-836015-4 is: [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'f9ed035f-35a5-43ee-a755-d47a2370f64b', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'floating_ip_address': '172.25.2.172', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'port_id': '44a1a59a-0123-4c00-bef9-4e79063db108', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'mac_address': 'fa:16:3e:8c:e5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190777a-bc62-4293-9207-7aed2c02860c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:26:28Z', 'updated_at': '2022-04-18T20:27:27Z', 'revision_number': 1, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701c5dc6-0b09-4def-ba11-2730d863cd58', 'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'mac_address': 'fa:16:3e:fe:86:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:18Z', 'updated_at': '2022-04-18T20:26:27Z', 'revision_number': 5, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'subnets': [{'id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:29.624935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832f82c-fcb5-4afb-9992-3ed8ab353a8c req-400232d2-cda7-4d82-8a00-4ac7cf6402a9 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:29.626415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5832f82c-fcb5-4afb-9992-3ed8ab353a8c req-400232d2-cda7-4d82-8a00-4ac7cf6402a9 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.1096585 Apr 18 20:27:29.654984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9281290-abaf-4222-afd3-07756b3affd3 req-f31c5638-bb6b-469b-8709-c823ffa5a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:29.656461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9281290-abaf-4222-afd3-07756b3affd3 req-f31c5638-bb6b-469b-8709-c823ffa5a96d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47775dfa77cc4cf38e846fbc71da41b0&device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 1097 time: 0.1108277 Apr 18 20:27:29.666110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef3ffc-d2c9-454f-aab0-a28c9ce2c4a6 req-c45f3b7e-395a-432f-8863-0272e14d285e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:29.667568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0cef3ffc-d2c9-454f-aab0-a28c9ce2c4a6 req-c45f3b7e-395a-432f-8863-0272e14d285e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 949 time: 0.1166174 Apr 18 20:27:29.747861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5832f82c-fcb5-4afb-9992-3ed8ab353a8c req-43391cad-99a5-485f-ad22-b6bc161076d5 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110585 Apr 18 20:27:29.777378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0cef3ffc-d2c9-454f-aab0-a28c9ce2c4a6 req-cf8e494c-9d6d-4750-b7bf-d92e8074e7e3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996122 Apr 18 20:27:29.832554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9281290-abaf-4222-afd3-07756b3affd3 req-089222a0-e959-422e-935a-d41019fc82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:29.833997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9281290-abaf-4222-afd3-07756b3affd3 req-089222a0-e959-422e-935a-d41019fc82db service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc03939c-9af2-46f2-8b53-08f3ae302c54 HTTP/1.1" status: 200 len: 916 time: 0.1638322 Apr 18 20:27:29.835581 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8bd1e-2d3c-4776-95f5-540440a652a9 None None] New status for floating IP f9ed035f-35a5-43ee-a755-d47a2370f64b: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:27:29.912202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e22ba176-8a80-4454-9a9c-0802284fa9b8 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:29.918291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76479cc-cc0a-45be-a8db-3934fca86776 req-0e73bb30-9087-4357-9038-c617e6b1e85d tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:29.920452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c76479cc-cc0a-45be-a8db-3934fca86776 req-0e73bb30-9087-4357-9038-c617e6b1e85d tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 948 time: 0.1018102 Apr 18 20:27:29.926859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9281290-abaf-4222-afd3-07756b3affd3 req-276f93a0-f958-4b0d-95e3-599a11916126 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44a1a59a-0123-4c00-bef9-4e79063db108 HTTP/1.1" status: 200 len: 1000 time: 0.0785954 Apr 18 20:27:29.982304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port e22ba176-8a80-4454-9a9c-0802284fa9b8 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:29.996585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port e22ba176-8a80-4454-9a9c-0802284fa9b8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:29.999626 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.000282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c76479cc-cc0a-45be-a8db-3934fca86776 req-9cd0bb69-1c1b-4081-941c-b44cf3d970fc tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721443 Apr 18 20:27:30.016858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9281290-abaf-4222-afd3-07756b3affd3 req-25645dc7-6088-412a-b84b-e97f980133c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:30.023718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9281290-abaf-4222-afd3-07756b3affd3 req-25645dc7-6088-412a-b84b-e97f980133c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7dc57dde-ac4c-49ee-bd2c-b1245c8841a6 HTTP/1.1" status: 200 len: 854 time: 0.0820675 Apr 18 20:27:30.107470 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.132637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9281290-abaf-4222-afd3-07756b3affd3 req-0d54ebe6-3cf8-47b7-a9c8-82a615fc2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:30.134415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9281290-abaf-4222-afd3-07756b3affd3 req-0d54ebe6-3cf8-47b7-a9c8-82a615fc2340 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc03939c-9af2-46f2-8b53-08f3ae302c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979192 Apr 18 20:27:30.144671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55a3ae-4c03-4844-ab87-0e7b5a730565 req-773973c9-bb96-44d5-b009-d473f34d0d6c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:30.146415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c55a3ae-4c03-4844-ab87-0e7b5a730565 req-773973c9-bb96-44d5-b009-d473f34d0d6c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1114912 Apr 18 20:27:30.149906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab21f8bd-ac6a-42bf-a76c-8224a6e52835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22ba176-8a80-4454-9a9c-0802284fa9b8'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:30.153751 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d7150d-4691-4de0-97d9-b4ffc3aa1c65" -d '{"events": [{"server_uuid": "ab21f8bd-ac6a-42bf-a76c-8224a6e52835", "name": "network-vif-plugged", "status": "completed", "tag": "e22ba176-8a80-4454-9a9c-0802284fa9b8"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:30.167899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e22ba176-8a80-4454-9a9c-0802284fa9b8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e22ba176-8a80-4454-9a9c-0802284fa9b8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:30.174908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.236815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e22ba176-8a80-4454-9a9c-0802284fa9b8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:30.245272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-90375833-5390-4aef-955b-f304d89c133f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:30.246250 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-90375833-5390-4aef-955b-f304d89c133f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "GET /v2.0/ports?device_id=861a64f1-792c-471d-95e5-b56cf4491f38 HTTP/1.1" status: 200 len: 949 time: 0.0605478 Apr 18 20:27:30.252364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c55a3ae-4c03-4844-ab87-0e7b5a730565 req-978e6069-2cab-4253-9b8e-78f807629d79 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955417 Apr 18 20:27:30.303984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9281290-abaf-4222-afd3-07756b3affd3 req-0c980865-89e6-4959-becb-531fcfe16d18 service neutron] 10.222.0.60 "GET /v2.0/networks/bc03939c-9af2-46f2-8b53-08f3ae302c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561592 Apr 18 20:27:30.357444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-b8cf9bf4-f98f-4d3f-93a9-e60c99c754ca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Deleting port defd4abb-0c64-4b01-a8c8-d2eca5a25fce {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:30.357781 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-b8cf9bf4-f98f-4d3f-93a9-e60c99c754ca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.462752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-b8cf9bf4-f98f-4d3f-93a9-e60c99c754ca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] For port defd4abb-0c64-4b01-a8c8-d2eca5a25fce, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:30.463315 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-b8cf9bf4-f98f-4d3f-93a9-e60c99c754ca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.476349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-1d541699-b439-434e-a114-4d9d52e2ce88 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1855788 Apr 18 20:27:30.480392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-b8cf9bf4-f98f-4d3f-93a9-e60c99c754ca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Calling delete_port for defd4abb-0c64-4b01-a8c8-d2eca5a25fce owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:30.481570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9281290-abaf-4222-afd3-07756b3affd3 req-b38fc7a2-2a9b-499e-b734-33748f8e17c2 service neutron] 10.222.0.60 "GET /v2.0/networks/bc03939c-9af2-46f2-8b53-08f3ae302c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633625 Apr 18 20:27:30.488536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:30.543268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.584058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-a02036bc-6035-4c72-9e6c-62a33721e5c6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:30.585637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-a02036bc-6035-4c72-9e6c-62a33721e5c6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 944 time: 0.0749929 Apr 18 20:27:30.635356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-b8cf9bf4-f98f-4d3f-93a9-e60c99c754ca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.646933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'd79d7393-1b70-4417-8827-4a4f683539d1', 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82', '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42', 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:30.667703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf9bf4-f98f-4d3f-93a9-e60c99c754ca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event deleted for resources: {'Port': ['ID=defd4abb-0c64-4b01-a8c8-d2eca5a25fce,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:30.708041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545', '25ed8697-1c8a-4529-bd9e-f784e75b6bd9', 'defd4abb-0c64-4b01-a8c8-d2eca5a25fce'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:30.717343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-b8cf9bf4-f98f-4d3f-93a9-e60c99c754ca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] No DVR routers for this DVR port defd4abb-0c64-4b01-a8c8-d2eca5a25fce on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:30.720465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-b8cf9bf4-f98f-4d3f-93a9-e60c99c754ca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.725554 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a3fc2907-8d3d-496b-b164-e2af811040f7 req-b8cf9bf4-f98f-4d3f-93a9-e60c99c754ca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "DELETE /v2.0/ports/defd4abb-0c64-4b01-a8c8-d2eca5a25fce HTTP/1.1" status: 204 len: 173 time: 0.4725020 Apr 18 20:27:30.736684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb56ff-1857-45f6-bbbf-a396b0912579 req-6b3f40a5-488c-48aa-8d63-02b39b3bfab2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:30.739454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4eb56ff-1857-45f6-bbbf-a396b0912579 req-6b3f40a5-488c-48aa-8d63-02b39b3bfab2 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 944 time: 0.1268184 Apr 18 20:27:30.818814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4eb56ff-1857-45f6-bbbf-a396b0912579 req-d3010703-7ec0-4a7a-a3d9-12f51b79d6e5 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683603 Apr 18 20:27:30.823151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-39a119cc-deaf-430f-b985-222bd6014849 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Deleting port ad974434-9b69-4f62-9ffd-c99ece799b65 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:30.823507 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-39a119cc-deaf-430f-b985-222bd6014849 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.838311 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.897835 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a299fc22-a42e-46b2-8adc-a848fd681703 x-openstack-request-id: req-a299fc22-a42e-46b2-8adc-a848fd681703 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:30.898126 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab21f8bd-ac6a-42bf-a76c-8224a6e52835", "name": "network-vif-plugged", "status": "completed", "tag": "e22ba176-8a80-4454-9a9c-0802284fa9b8", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:30.898378 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a299fc22-a42e-46b2-8adc-a848fd681703 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:30.898768 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a299fc22-a42e-46b2-8adc-a848fd681703'] response: {'server_uuid': 'ab21f8bd-ac6a-42bf-a76c-8224a6e52835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22ba176-8a80-4454-9a9c-0802284fa9b8', 'code': 200} Apr 18 20:27:31.453340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-39a119cc-deaf-430f-b985-222bd6014849 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] For port ad974434-9b69-4f62-9ffd-c99ece799b65, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ad974434-9b69-4f62-9ffd-c99ece799b65,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:31.453927 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-39a119cc-deaf-430f-b985-222bd6014849 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.471142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Allocated IP 172.25.2.141 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/3a0173bb-73f1-42bc-809d-cc55d29d0fa0) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:31.487665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-39a119cc-deaf-430f-b985-222bd6014849 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Calling delete_port for ad974434-9b69-4f62-9ffd-c99ece799b65 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:31.494740 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861a64f1-792c-471d-95e5-b56cf4491f38', 'name': 'network-vif-deleted', 'tag': 'defd4abb-0c64-4b01-a8c8-d2eca5a25fce'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:31.497659 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42008bf3-56ca-4f0a-b959-39a6d2e55c59" -d '{"events": [{"server_uuid": "861a64f1-792c-471d-95e5-b56cf4491f38", "name": "network-vif-deleted", "tag": "defd4abb-0c64-4b01-a8c8-d2eca5a25fce"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:31.561013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3d738-7abf-4928-b915-057608f097d3 req-81917749-9249-410d-b0a1-ae59a07854d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:31.562755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32e3d738-7abf-4928-b915-057608f097d3 req-81917749-9249-410d-b0a1-ae59a07854d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 1100 time: 0.5822701 Apr 18 20:27:31.699140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32e3d738-7abf-4928-b915-057608f097d3 req-54b88852-0dd5-4084-bb79-b40c6cde2aa8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016159 Apr 18 20:27:31.742182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.777327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc93c3-3477-4f6e-b873-b23a0ed07111 req-6d3fbe25-6a76-4d5c-81c2-a98270e994ef tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:31.778881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1bc93c3-3477-4f6e-b873-b23a0ed07111 req-6d3fbe25-6a76-4d5c-81c2-a98270e994ef tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 949 time: 0.1391397 Apr 18 20:27:31.843299 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-39a119cc-deaf-430f-b985-222bd6014849 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.862104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1bc93c3-3477-4f6e-b873-b23a0ed07111 req-a1f96a19-c41e-4334-b69f-566ba7fbb07c tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734324 Apr 18 20:27:31.886687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a119cc-deaf-430f-b985-222bd6014849 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Pushing event deleted for resources: {'Port': ['ID=ad974434-9b69-4f62-9ffd-c99ece799b65,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:31.895639 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.955715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-39a119cc-deaf-430f-b985-222bd6014849 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] No DVR routers for this DVR port ad974434-9b69-4f62-9ffd-c99ece799b65 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:31.959134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-39a119cc-deaf-430f-b985-222bd6014849 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.963937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa355d0d-13cb-4b5a-95cd-cf6c29e2d68a req-39a119cc-deaf-430f-b985-222bd6014849 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.64 "DELETE /v2.0/ports/ad974434-9b69-4f62-9ffd-c99ece799b65 HTTP/1.1" status: 204 len: 173 time: 1.3500473 Apr 18 20:27:31.974919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'name': 'network-vif-deleted', 'tag': 'ad974434-9b69-4f62-9ffd-c99ece799b65'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:31.977569 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df371ac-a44b-4efd-84ee-c6f33becf9bd" -d '{"events": [{"server_uuid": "9a67a137-c7df-4b6d-93bb-de0ca355a137", "name": "network-vif-deleted", "tag": "ad974434-9b69-4f62-9ffd-c99ece799b65"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:31.993365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:32.014807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:32.019405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:32.046854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Pushing event updated for resources: {'Port': ['ID=3a0173bb-73f1-42bc-809d-cc55d29d0fa0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:32.090951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe14a30-6cd5-4a21-9b99-0749d3dd685d req-d8a9f194-2031-4c8e-892f-74cccdc2b19c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:32.092603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fe14a30-6cd5-4a21-9b99-0749d3dd685d req-d8a9f194-2031-4c8e-892f-74cccdc2b19c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1531146 Apr 18 20:27:32.163583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fe14a30-6cd5-4a21-9b99-0749d3dd685d req-cc9181f3-576e-44ed-8f51-943bd8d400c5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630817 Apr 18 20:27:32.164546 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.208639 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c050ca-e1ff-4677-9fc6-6aa0d7eeb238 x-openstack-request-id: req-18c050ca-e1ff-4677-9fc6-6aa0d7eeb238 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:32.209145 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861a64f1-792c-471d-95e5-b56cf4491f38", "name": "network-vif-deleted", "tag": "defd4abb-0c64-4b01-a8c8-d2eca5a25fce", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:32.209332 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18c050ca-e1ff-4677-9fc6-6aa0d7eeb238 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:32.209688 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c050ca-e1ff-4677-9fc6-6aa0d7eeb238'] response: {'server_uuid': '861a64f1-792c-471d-95e5-b56cf4491f38', 'name': 'network-vif-deleted', 'tag': 'defd4abb-0c64-4b01-a8c8-d2eca5a25fce', 'status': 'completed', 'code': 200} Apr 18 20:27:32.214427 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.381006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.386665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.475320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.495577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.496883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0131934 Apr 18 20:27:32.503214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bc7fc-f736-44c2-a688-c893c8bcbe91 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Pushing event updated for resources: {'Port': ['ID=3a0173bb-73f1-42bc-809d-cc55d29d0fa0,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:32.579172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d94debc-baf4-441d-8103-731e0eee680d req-e95f7a07-7d91-465d-8213-4a06b03d23ee tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=9a67a137-c7df-4b6d-93bb-de0ca355a137 HTTP/1.1" status: 200 len: 210 time: 0.0619514 Apr 18 20:27:32.582362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-42cdb877-ebb6-40a3-bcdc-518bc9166d84 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0725796 Apr 18 20:27:32.679273 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8d5895-cb3d-4f07-a8a6-e6907ab8f3a7 x-openstack-request-id: req-bb8d5895-cb3d-4f07-a8a6-e6907ab8f3a7 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:32.679562 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a67a137-c7df-4b6d-93bb-de0ca355a137", "name": "network-vif-deleted", "tag": "ad974434-9b69-4f62-9ffd-c99ece799b65", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:32.679815 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb8d5895-cb3d-4f07-a8a6-e6907ab8f3a7 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:32.680236 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8d5895-cb3d-4f07-a8a6-e6907ab8f3a7'] response: {'server_uuid': '9a67a137-c7df-4b6d-93bb-de0ca355a137', 'name': 'network-vif-deleted', 'tag': 'ad974434-9b69-4f62-9ffd-c99ece799b65', 'status': 'completed', 'code': 200} Apr 18 20:27:32.691067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-a0fe5130-082a-4fc5-b55c-4ed44c288bf0 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:32.692476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-a0fe5130-082a-4fc5-b55c-4ed44c288bf0 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.1044645 Apr 18 20:27:32.703662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-6fa7917e-501f-4c2d-9813-c674fa6aaaf1 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:32.704669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c33b9f33-b57d-4e5f-91ee-a78225fd5256 req-6fa7917e-501f-4c2d-9813-c674fa6aaaf1 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058825 Apr 18 20:27:32.807307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca83ce-8c5e-4789-b921-c59205da2815 req-c957c3dd-5f03-4b2b-8e5d-7933e6e30f7c tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:32.808790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bca83ce-8c5e-4789-b921-c59205da2815 req-c957c3dd-5f03-4b2b-8e5d-7933e6e30f7c tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 948 time: 0.0813537 Apr 18 20:27:32.820595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed75478-41b4-40e3-8ec0-bc0b5e0e683e req-ab4f8d32-7f9d-4cea-b0d9-50218539ab7f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:32.821958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ed75478-41b4-40e3-8ec0-bc0b5e0e683e req-ab4f8d32-7f9d-4cea-b0d9-50218539ab7f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 950 time: 0.0678504 Apr 18 20:27:32.875797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bca83ce-8c5e-4789-b921-c59205da2815 req-d90a0a50-6390-43c7-948e-0b00e181aba3 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528080 Apr 18 20:27:32.881000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ed75478-41b4-40e3-8ec0-bc0b5e0e683e req-12575ab0-02b0-4110-b722-6b097e744e06 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523620 Apr 18 20:27:32.973087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-b1df69ce-f3a6-43ca-8141-293d036c651d tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips/cfbd1bc5-bcb2-4b0f-b902-9f096db5bf7a HTTP/1.1" status: 200 len: 693 time: 0.0680051 Apr 18 20:27:33.041558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238609ec-8591-4476-82b6-ded7c7efd64e req-571770a2-6b84-4c29-a68f-2c71f19aa26f tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:33.043030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-238609ec-8591-4476-82b6-ded7c7efd64e req-571770a2-6b84-4c29-a68f-2c71f19aa26f tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 949 time: 0.1030848 Apr 18 20:27:33.112090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-238609ec-8591-4476-82b6-ded7c7efd64e req-c34bd90c-4d38-415b-9f91-9fbc44b051e4 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590403 Apr 18 20:27:33.122353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-1f468658-2522-4cf3-9e2b-73a907902efa tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:33.123712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-1f468658-2522-4cf3-9e2b-73a907902efa tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.1440995 Apr 18 20:27:33.138117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-44531559-5694-4b09-8734-4ae4b85a3b8d tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:33.139104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-44531559-5694-4b09-8734-4ae4b85a3b8d tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058315 Apr 18 20:27:33.193719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ad974434-9b69-4f62-9ffd-c99ece799b65'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:33.197741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-a13e5f31-06ce-4ede-b9be-c36ca03df9b1 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0530701 Apr 18 20:27:33.261977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-1e3cebb0-d2f5-485a-bbbc-2a07f7fbf646 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.141 HTTP/1.1" status: 200 len: 696 time: 0.0549178 Apr 18 20:27:33.375894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f9ff6-5302-47ec-b0fb-7f50d66756b1 req-dcec0554-d94f-4c83-a8d8-54861dc3fed9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:33.377369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-267f9ff6-5302-47ec-b0fb-7f50d66756b1 req-dcec0554-d94f-4c83-a8d8-54861dc3fed9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1343267 Apr 18 20:27:33.433889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-267f9ff6-5302-47ec-b0fb-7f50d66756b1 req-92a28f7d-a03f-4014-87f3-4cd8aa383b09 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 Apr 18 20:27:33.449082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-fa2a2c5d-8ff2-4199-8083-6514e588cc2e tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Deleting port 3a0173bb-73f1-42bc-809d-cc55d29d0fa0 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:33.449416 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-fa2a2c5d-8ff2-4199-8083-6514e588cc2e tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.523304 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-fa2a2c5d-8ff2-4199-8083-6514e588cc2e tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.523969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-fa2a2c5d-8ff2-4199-8083-6514e588cc2e tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.535501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-fa2a2c5d-8ff2-4199-8083-6514e588cc2e tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Calling delete_port for 3a0173bb-73f1-42bc-809d-cc55d29d0fa0 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:33.667424 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-fa2a2c5d-8ff2-4199-8083-6514e588cc2e tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.693221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a2c5d-8ff2-4199-8083-6514e588cc2e tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Pushing event deleted for resources: {'Port': ['ID=3a0173bb-73f1-42bc-809d-cc55d29d0fa0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:33.761060 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-fa2a2c5d-8ff2-4199-8083-6514e588cc2e tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.766549 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-fa2a2c5d-8ff2-4199-8083-6514e588cc2e tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.772568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48e3058c-4b0c-4c5b-9985-fc7f0f596cfd req-fa2a2c5d-8ff2-4199-8083-6514e588cc2e tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "DELETE /v2.0/floatingips/cfbd1bc5-bcb2-4b0f-b902-9f096db5bf7a HTTP/1.1" status: 204 len: 173 time: 0.4925380 Apr 18 20:27:33.821891 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-f19c32ae-0e66-48ec-b337-68196e004be0 req-8d6c801b-0d01-4008-8232-0635b8b96213 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] show failed (client error): The resource could not be found. Apr 18 20:27:33.822863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f19c32ae-0e66-48ec-b337-68196e004be0 req-8d6c801b-0d01-4008-8232-0635b8b96213 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips/cfbd1bc5-bcb2-4b0f-b902-9f096db5bf7a HTTP/1.1" status: 404 len: 350 time: 0.0374880 Apr 18 20:27:33.871010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21742506-77d2-47f5-b372-7b0a7c338619 req-5f770f88-7b81-47c7-b9d2-05016a81c99e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:33.873192 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21742506-77d2-47f5-b372-7b0a7c338619 req-5f770f88-7b81-47c7-b9d2-05016a81c99e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 945 time: 0.0535829 Apr 18 20:27:33.914760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21742506-77d2-47f5-b372-7b0a7c338619 req-d504b8c8-156d-4df1-83f9-0411a61fbb4e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347893 Apr 18 20:27:34.092312 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-a4fd7674-0368-46ad-b8bf-c09fdcb767b6 req-d29a1161-5d3b-4159-af02-1e03fcbaf7a2 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] show failed (client error): The resource could not be found. Apr 18 20:27:34.093314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4fd7674-0368-46ad-b8bf-c09fdcb767b6 req-d29a1161-5d3b-4159-af02-1e03fcbaf7a2 tempest-FloatingIPsTestJSON-1999935589 tempest-FloatingIPsTestJSON-1999935589-project] 10.222.0.49 "GET /v2.0/floatingips/cfbd1bc5-bcb2-4b0f-b902-9f096db5bf7a HTTP/1.1" status: 404 len: 350 time: 0.0481377 Apr 18 20:27:34.101302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e67a97-3784-437c-b9d9-ea67ea134c50 req-63034048-3b49-4983-a77c-0d9bf467afd4 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.102338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54700) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:34.104895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84e67a97-3784-437c-b9d9-ea67ea134c50 req-63034048-3b49-4983-a77c-0d9bf467afd4 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 948 time: 0.1245124 Apr 18 20:27:34.118839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-11ab07fa-7ae8-40b5-8b76-df7c78fafcca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.120424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-11ab07fa-7ae8-40b5-8b76-df7c78fafcca tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1068761 Apr 18 20:27:34.219750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84e67a97-3784-437c-b9d9-ea67ea134c50 req-3c9afc90-5c73-4853-8583-16823ded6ada tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982647 Apr 18 20:27:34.264881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09945e04-486a-45df-bb7e-5ba16c22bc55 req-9e752fcb-6c6a-4c12-b246-ce72fe234876 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.266536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09945e04-486a-45df-bb7e-5ba16c22bc55 req-9e752fcb-6c6a-4c12-b246-ce72fe234876 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 950 time: 0.1220336 Apr 18 20:27:34.357443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device defd4abb-0c64-4b01-a8c8-d2eca5a25fce no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:34.376129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-60f643b2-5add-4ea9-8bd4-c935652f0f32 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Deleting port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:34.376603 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-60f643b2-5add-4ea9-8bd4-c935652f0f32 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.383044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: defd4abb-0c64-4b01-a8c8-d2eca5a25fce {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:34.383386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device defd4abb-0c64-4b01-a8c8-d2eca5a25fce not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:34.435299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09945e04-486a-45df-bb7e-5ba16c22bc55 req-753130ef-2296-4797-8367-f30f0d8d07b4 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540003 Apr 18 20:27:34.448945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-0ff37748-4246-4b0c-a215-e7bcddf71ce4 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.451091 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-0ff37748-4246-4b0c-a215-e7bcddf71ce4 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.64 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 945 time: 0.1711023 Apr 18 20:27:34.472599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff73b08-796d-4c0c-8972-3de32e262270 req-2b58884a-9066-49e7-9bff-4dfcef404251 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.474185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fff73b08-796d-4c0c-8972-3de32e262270 req-2b58884a-9066-49e7-9bff-4dfcef404251 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 949 time: 0.1804402 Apr 18 20:27:34.617705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-60f643b2-5add-4ea9-8bd4-c935652f0f32 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] For port e6183813-0b30-4a88-a3f2-c47d3a09e0c3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:34.618387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-60f643b2-5add-4ea9-8bd4-c935652f0f32 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.640347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fff73b08-796d-4c0c-8972-3de32e262270 req-d0d19805-73f0-4767-b21b-2f675e827e4d tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558423 Apr 18 20:27:34.646956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-60f643b2-5add-4ea9-8bd4-c935652f0f32 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Calling delete_port for e6183813-0b30-4a88-a3f2-c47d3a09e0c3 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:34.667770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b666a8-4b26-4b86-a9d9-e95d4d385020 req-eab4b53e-9676-415c-9787-d835a04fb84e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.669895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7b666a8-4b26-4b86-a9d9-e95d4d385020 req-eab4b53e-9676-415c-9787-d835a04fb84e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1525433 Apr 18 20:27:34.711773 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.764357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-6bf3ca3f-e351-457a-ae02-433be82d937c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Deleting port 5984066f-148c-431f-8d1b-449e00b45cdb {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:34.764696 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-6bf3ca3f-e351-457a-ae02-433be82d937c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.792446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7b666a8-4b26-4b86-a9d9-e95d4d385020 req-6db79fd4-5faa-450f-ba5c-70e5430aed03 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160350 Apr 18 20:27:34.947358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-6bf3ca3f-e351-457a-ae02-433be82d937c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] For port 5984066f-148c-431f-8d1b-449e00b45cdb, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5984066f-148c-431f-8d1b-449e00b45cdb,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:34.947728 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-6bf3ca3f-e351-457a-ae02-433be82d937c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.953850 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-abc9b403-5e14-4910-81d8-6b5598d20895 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.955633 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-abc9b403-5e14-4910-81d8-6b5598d20895 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 948 time: 0.0664282 Apr 18 20:27:34.964877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-6bf3ca3f-e351-457a-ae02-433be82d937c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Calling delete_port for 5984066f-148c-431f-8d1b-449e00b45cdb owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:34.969807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-60f643b2-5add-4ea9-8bd4-c935652f0f32 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.984141 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'd79d7393-1b70-4417-8827-4a4f683539d1', 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82', '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42', 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:34.988447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545', '25ed8697-1c8a-4529-bd9e-f784e75b6bd9'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:34.996253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeb43e-63b4-4960-8454-49a8203f3fff req-ec8672a3-ddd6-4a6c-a50f-78a218e51ce8 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.998396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5feeb43e-63b4-4960-8454-49a8203f3fff req-ec8672a3-ddd6-4a6c-a50f-78a218e51ce8 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 949 time: 0.1398497 Apr 18 20:27:35.072119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f643b2-5add-4ea9-8bd4-c935652f0f32 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event deleted for resources: {'Port': ['ID=e6183813-0b30-4a88-a3f2-c47d3a09e0c3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:35.123153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] Deleting port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:35.123670 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.143521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-44bcca6e-c5b8-461b-8327-64ce2e22d3ef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Deleting port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:35.143877 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-44bcca6e-c5b8-461b-8327-64ce2e22d3ef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.182758 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-60f643b2-5add-4ea9-8bd4-c935652f0f32 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] No DVR routers for this DVR port e6183813-0b30-4a88-a3f2-c47d3a09e0c3 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:35.206950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5feeb43e-63b4-4960-8454-49a8203f3fff req-addc8ba3-f7cc-41e2-9a51-092ea29792b4 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717443 Apr 18 20:27:35.206950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-60f643b2-5add-4ea9-8bd4-c935652f0f32 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.206950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87028a12-6011-499d-ac5d-05ce1a11e5b3 req-60f643b2-5add-4ea9-8bd4-c935652f0f32 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "DELETE /v2.0/ports/e6183813-0b30-4a88-a3f2-c47d3a09e0c3 HTTP/1.1" status: 204 len: 173 time: 1.0702980 Apr 18 20:27:35.207415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391b5441-1b67-493d-a871-47f74091a4b4', 'name': 'network-vif-deleted', 'tag': 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:35.209505 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b0ee15-b264-4031-ad4e-a24bb93757fb" -d '{"events": [{"server_uuid": "391b5441-1b67-493d-a871-47f74091a4b4", "name": "network-vif-deleted", "tag": "e6183813-0b30-4a88-a3f2-c47d3a09e0c3"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:35.232278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657af4d-9901-410a-9bff-f2bc5a54599e req-c307a31b-8526-4d30-bfbf-649ee3d1f23d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.233970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5657af4d-9901-410a-9bff-f2bc5a54599e req-c307a31b-8526-4d30-bfbf-649ee3d1f23d tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=085ae5ca-6496-4607-9690-8b461251b6a2 HTTP/1.1" status: 200 len: 945 time: 0.2320981 Apr 18 20:27:35.283396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] For port 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8428ddaa-07e2-4cc1-a9d5-5c2041a347d3,segment=NetworkSegment(73dc0a4b-4e8f-4b24-98cf-512614b297e4),segment_id=73dc0a4b-4e8f-4b24-98cf-512614b297e4)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:35.283749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.307007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] Calling delete_port for 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:35.309777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-44bcca6e-c5b8-461b-8327-64ce2e22d3ef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] For port 146d65b2-405d-4f2c-94d6-2301a13d6ae2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=146d65b2-405d-4f2c-94d6-2301a13d6ae2,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:35.310152 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-44bcca6e-c5b8-461b-8327-64ce2e22d3ef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.335413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-44bcca6e-c5b8-461b-8327-64ce2e22d3ef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Calling delete_port for 146d65b2-405d-4f2c-94d6-2301a13d6ae2 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:35.355493 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5657af4d-9901-410a-9bff-f2bc5a54599e req-acca3fa3-a866-4c11-8ffb-0381af9282dd tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134372 Apr 18 20:27:35.385379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-6bf3ca3f-e351-457a-ae02-433be82d937c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.476705 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a25d301-3cfa-4c8a-961d-e3bee7d7b133 x-openstack-request-id: req-0a25d301-3cfa-4c8a-961d-e3bee7d7b133 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:35.477918 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391b5441-1b67-493d-a871-47f74091a4b4", "name": "network-vif-deleted", "tag": "e6183813-0b30-4a88-a3f2-c47d3a09e0c3", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:35.478820 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a25d301-3cfa-4c8a-961d-e3bee7d7b133 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:35.481593 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a25d301-3cfa-4c8a-961d-e3bee7d7b133'] response: {'server_uuid': '391b5441-1b67-493d-a871-47f74091a4b4', 'name': 'network-vif-deleted', 'tag': 'e6183813-0b30-4a88-a3f2-c47d3a09e0c3', 'status': 'completed', 'code': 200} Apr 18 20:27:35.513822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3ca3f-e351-457a-ae02-433be82d937c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Pushing event deleted for resources: {'Port': ['ID=5984066f-148c-431f-8d1b-449e00b45cdb,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:35.566665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-6bf3ca3f-e351-457a-ae02-433be82d937c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] No DVR routers for this DVR port 5984066f-148c-431f-8d1b-449e00b45cdb on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:35.573463 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-6bf3ca3f-e351-457a-ae02-433be82d937c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.578698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42e827a8-170e-4e94-be2e-23ef22a8b9cc req-6bf3ca3f-e351-457a-ae02-433be82d937c tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.64 "DELETE /v2.0/ports/5984066f-148c-431f-8d1b-449e00b45cdb HTTP/1.1" status: 204 len: 173 time: 1.1171834 Apr 18 20:27:35.621121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79e209-778e-42cc-b636-7c60f4862ff8 req-d8ce8716-59d8-4503-891e-6bc5ce743bbc tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.638148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe79e209-778e-42cc-b636-7c60f4862ff8 req-d8ce8716-59d8-4503-891e-6bc5ce743bbc tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4528da6-870c-4eff-b2eb-e617aeb861ae HTTP/1.1" status: 200 len: 948 time: 0.0970120 Apr 18 20:27:35.696464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe79e209-778e-42cc-b636-7c60f4862ff8 req-4274f2fb-8b2f-49ef-a0d2-571b486a7aab tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574143 Apr 18 20:27:35.740391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c13612a-100e-4903-aa27-31ad847d7b2f req-6d4eb4fd-f720-4d9f-bd21-4fc6c5453575 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=391b5441-1b67-493d-a871-47f74091a4b4 HTTP/1.1" status: 200 len: 210 time: 0.0745399 Apr 18 20:27:35.745168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-44bcca6e-c5b8-461b-8327-64ce2e22d3ef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.785627 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e157b9c-4b5c-44fa-91eb-51cac4b3127e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.827516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcca6e-c5b8-461b-8327-64ce2e22d3ef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Pushing event deleted for resources: {'Port': ['ID=146d65b2-405d-4f2c-94d6-2301a13d6ae2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:35.838939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.920295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-44bcca6e-c5b8-461b-8327-64ce2e22d3ef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] No DVR routers for this DVR port 146d65b2-405d-4f2c-94d6-2301a13d6ae2 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:35.921816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=8428ddaa-07e2-4cc1-a9d5-5c2041a347d3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:35.925908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-44bcca6e-c5b8-461b-8327-64ce2e22d3ef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.926541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ad974434-9b69-4f62-9ffd-c99ece799b65 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:35.929432 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05905d53-c38f-475b-a52f-b2bc0ece80e9 req-44bcca6e-c5b8-461b-8327-64ce2e22d3ef tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.60 "DELETE /v2.0/ports/146d65b2-405d-4f2c-94d6-2301a13d6ae2 HTTP/1.1" status: 204 len: 173 time: 0.9612558 Apr 18 20:27:35.932608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'name': 'network-vif-deleted', 'tag': '146d65b2-405d-4f2c-94d6-2301a13d6ae2'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:35.941948 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d973f52-6a8d-48b0-9b54-7ed1fd659a35" -d '{"events": [{"server_uuid": "c4528da6-870c-4eff-b2eb-e617aeb861ae", "name": "network-vif-deleted", "tag": "146d65b2-405d-4f2c-94d6-2301a13d6ae2"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:35.980350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: ad974434-9b69-4f62-9ffd-c99ece799b65 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:35.980723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ad974434-9b69-4f62-9ffd-c99ece799b65 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:35.981189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e6183813-0b30-4a88-a3f2-c47d3a09e0c3 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:36.011052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: e6183813-0b30-4a88-a3f2-c47d3a09e0c3 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:36.011263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e6183813-0b30-4a88-a3f2-c47d3a09e0c3 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:36.011683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5984066f-148c-431f-8d1b-449e00b45cdb no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:36.020833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328aef7d-e82c-484f-a520-45e07a6e2d9f req-4a76631e-60cd-4549-943b-b97ec0123a26 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.022993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-328aef7d-e82c-484f-a520-45e07a6e2d9f req-4a76631e-60cd-4549-943b-b97ec0123a26 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 949 time: 0.1621695 Apr 18 20:27:36.042230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 5984066f-148c-431f-8d1b-449e00b45cdb {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:36.042580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5984066f-148c-431f-8d1b-449e00b45cdb not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:36.083550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41350df4-752c-4a30-bdd6-ebdc0a976f36 req-183cfccf-763e-4f5f-a69f-d73433086ec0 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.085185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41350df4-752c-4a30-bdd6-ebdc0a976f36 req-183cfccf-763e-4f5f-a69f-d73433086ec0 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1614964 Apr 18 20:27:36.112637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-328aef7d-e82c-484f-a520-45e07a6e2d9f req-e1b86d06-7b72-4ce7-bbfb-b716805ab7cd tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803900 Apr 18 20:27:36.165646 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1941d4a-61b8-4252-b7c1-3a6336f21084 x-openstack-request-id: req-b1941d4a-61b8-4252-b7c1-3a6336f21084 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:36.166101 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4528da6-870c-4eff-b2eb-e617aeb861ae", "name": "network-vif-deleted", "tag": "146d65b2-405d-4f2c-94d6-2301a13d6ae2", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:36.166215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41350df4-752c-4a30-bdd6-ebdc0a976f36 req-ef04f551-007a-4479-beee-87c6589029a3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652509 Apr 18 20:27:36.166314 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1941d4a-61b8-4252-b7c1-3a6336f21084 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:36.166414 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1941d4a-61b8-4252-b7c1-3a6336f21084'] response: {'server_uuid': 'c4528da6-870c-4eff-b2eb-e617aeb861ae', 'name': 'network-vif-deleted', 'tag': '146d65b2-405d-4f2c-94d6-2301a13d6ae2', 'status': 'completed', 'code': 200} Apr 18 20:27:36.171996 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:36.422880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] Router fcc455f0-9c67-454e-a6d9-7dca67087a07 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:27:36.544507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:27:36.552514 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b9939a22-1f65-43ed-95df-0bea95245b21 admin admin] 10.222.0.49 "PUT /v2.0/routers/fcc455f0-9c67-454e-a6d9-7dca67087a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4484198 Apr 18 20:27:36.554773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54736) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:36.558060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] Sync routers for ids ['fcc455f0-9c67-454e-a6d9-7dca67087a07'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:36.573777 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] Routers {'fcc455f0-9c67-454e-a6d9-7dca67087a07'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:36.574563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['fcc455f0-9c67-454e-a6d9-7dca67087a07'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:36.681434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1dbdb-2f9a-4544-95f6-d5f965f3cc8d req-822c680f-f165-4bc0-87e1-463954661aa1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.684437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8a1dbdb-2f9a-4544-95f6-d5f965f3cc8d req-822c680f-f165-4bc0-87e1-463954661aa1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 944 time: 0.0597742 Apr 18 20:27:36.687060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:36.716059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] Set router fcc455f0-9c67-454e-a6d9-7dca67087a07 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:36.742349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8a1dbdb-2f9a-4544-95f6-d5f965f3cc8d req-9a18f1e6-d2e5-42e1-97f4-9e5fe4cafdc6 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497406 Apr 18 20:27:36.847235 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:36.953016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Deleting port 9e20c10e-d623-443b-b502-38ace5b23217 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:36.954636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.066522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'name': 'tempest-FloatingIPsTestJSON-633360580-router', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '9e20c10e-d623-443b-b502-38ace5b23217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:35Z', 'revision_number': 5, 'project_id': '59475283b1be45359754f74d92cbab3c', 'gw_port': {'id': '9e20c10e-d623-443b-b502-38ace5b23217', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:37.097229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] For port 9e20c10e-d623-443b-b502-38ace5b23217, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9e20c10e-d623-443b-b502-38ace5b23217,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:37.097762 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.113435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Calling delete_port for 9e20c10e-d623-443b-b502-38ace5b23217 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:37.194323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-48056e38-1fce-4034-aca9-96baf76740db tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.196318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-48056e38-1fce-4034-aca9-96baf76740db tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 949 time: 0.1734934 Apr 18 20:27:37.228806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-98e0a215-31d0-4acd-8cef-d6ae143b067e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.231186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-98e0a215-31d0-4acd-8cef-d6ae143b067e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 944 time: 0.1084783 Apr 18 20:27:37.239253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c8398-39a6-4a51-a1be-c4f8e5868fc8 req-285a1c76-2f9c-451b-a474-e3a7a24180bd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.247782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c6c8398-39a6-4a51-a1be-c4f8e5868fc8 req-285a1c76-2f9c-451b-a474-e3a7a24180bd tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 950 time: 0.1625602 Apr 18 20:27:37.266911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] Checking router: fcc455f0-9c67-454e-a6d9-7dca67087a07 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:37.275742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] Routers {'fcc455f0-9c67-454e-a6d9-7dca67087a07'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:37.276498 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['fcc455f0-9c67-454e-a6d9-7dca67087a07'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:37.369443 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.391639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] Set router fcc455f0-9c67-454e-a6d9-7dca67087a07 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:37.400369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e20c10e-d623-443b-b502-38ace5b23217,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:37.442373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c6c8398-39a6-4a51-a1be-c4f8e5868fc8 req-9a81a2c8-0f7f-4bcb-9c05-848f4ef151bf tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933796 Apr 18 20:27:37.467615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'name': 'tempest-FloatingIPsTestJSON-633360580-router', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:36Z', 'revision_number': 6, 'project_id': '59475283b1be45359754f74d92cbab3c', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:37.484491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085ae5ca-6496-4607-9690-8b461251b6a2', 'name': 'network-vif-deleted', 'tag': '5984066f-148c-431f-8d1b-449e00b45cdb'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:37.486914 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788fe604-4838-4ff9-b286-069783b2330c" -d '{"events": [{"server_uuid": "085ae5ca-6496-4607-9690-8b461251b6a2", "name": "network-vif-deleted", "tag": "5984066f-148c-431f-8d1b-449e00b45cdb"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:37.490054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.510025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f5cd8-063a-4b3b-a5db-e4efbb879d8d None None] The sync data for ids ['fcc455f0-9c67-454e-a6d9-7dca67087a07'] in n-d-836015-4 is: [{'id': 'fcc455f0-9c67-454e-a6d9-7dca67087a07', 'name': 'tempest-FloatingIPsTestJSON-633360580-router', 'tenant_id': '59475283b1be45359754f74d92cbab3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:17Z', 'updated_at': '2022-04-18T20:27:36Z', 'revision_number': 6, 'project_id': '59475283b1be45359754f74d92cbab3c', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:37.594918 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.597383 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.642103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.642651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc455f0-9c67-454e-a6d9-7dca67087a07 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:27:37.647601 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.648580 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f5ab1885-840f-4503-9ae5-74b6802e9eb4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/fcc455f0-9c67-454e-a6d9-7dca67087a07 HTTP/1.1" status: 204 len: 168 time: 1.0925069 Apr 18 20:27:37.651223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54756) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:37.701291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-facc0579-4130-4395-8861-0963f9c6006f admin admin] Deleting subnet 8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:27:37.705106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-facc0579-4130-4395-8861-0963f9c6006f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.742778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-facc0579-4130-4395-8861-0963f9c6006f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.797712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b7c57-b27d-43c3-9e42-7d45cc2a42ed req-eb4a8dda-3b31-42f1-bd65-7c81862f5c2c tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.799223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d3b7c57-b27d-43c3-9e42-7d45cc2a42ed req-eb4a8dda-3b31-42f1-bd65-7c81862f5c2c tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 948 time: 0.4363263 Apr 18 20:27:37.827761 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-facc0579-4130-4395-8861-0963f9c6006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.837447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-4fc80cf7-d8ba-441c-aaac-eca0b0ef8874 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Deleting port e22ba176-8a80-4454-9a9c-0802284fa9b8 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:37.837786 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-4fc80cf7-d8ba-441c-aaac-eca0b0ef8874 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.861334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-36b3948f-3d8f-42cb-8dc5-7aca7f49c73e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Deleting port f3c8cc44-1f98-4262-8b36-a7d4765619ec {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:37.861724 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-36b3948f-3d8f-42cb-8dc5-7aca7f49c73e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.891126 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-facc0579-4130-4395-8861-0963f9c6006f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.918199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc0579-4130-4395-8861-0963f9c6006f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:37.922453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-facc0579-4130-4395-8861-0963f9c6006f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.929900 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-facc0579-4130-4395-8861-0963f9c6006f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8a78a3e9-14a4-4b43-b4ce-12c461cf4b7e HTTP/1.1" status: 204 len: 168 time: 0.2752528 Apr 18 20:27:37.930526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54760) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:37.932715 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9eb089-fe81-4ed9-a992-c4386942481c None None] Network 72daeef0-23b7-4922-8ee3-11de90cadf99 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:37.980416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d3b7c57-b27d-43c3-9e42-7d45cc2a42ed req-ecbf141f-6e14-4299-95be-756a4e1edfa2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604352 Apr 18 20:27:37.992467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e8738-2a15-4844-958a-2de87a6af845 req-249f68c5-51b6-4a43-8d84-13f1308dd52c tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.994203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-953e8738-2a15-4844-958a-2de87a6af845 req-249f68c5-51b6-4a43-8d84-13f1308dd52c tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 949 time: 0.2131417 Apr 18 20:27:38.062021 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.064499 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-36b3948f-3d8f-42cb-8dc5-7aca7f49c73e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] For port f3c8cc44-1f98-4262-8b36-a7d4765619ec, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=f3c8cc44-1f98-4262-8b36-a7d4765619ec,segment=NetworkSegment(863ff32a-171a-40b9-a2a4-ac09b87f471a),segment_id=863ff32a-171a-40b9-a2a4-ac09b87f471a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:38.064865 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-36b3948f-3d8f-42cb-8dc5-7aca7f49c73e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.082152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-4fc80cf7-d8ba-441c-aaac-eca0b0ef8874 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] For port e22ba176-8a80-4454-9a9c-0802284fa9b8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e22ba176-8a80-4454-9a9c-0802284fa9b8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:38.082517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-4fc80cf7-d8ba-441c-aaac-eca0b0ef8874 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.116240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-36b3948f-3d8f-42cb-8dc5-7aca7f49c73e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Calling delete_port for f3c8cc44-1f98-4262-8b36-a7d4765619ec owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:38.123468 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4d5a9fec-83e6-4064-a6cb-029bb6f18b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.130134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Deleting port f7218edb-8501-4da4-91ab-1f7d88ed3092 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:38.130967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.144047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-4fc80cf7-d8ba-441c-aaac-eca0b0ef8874 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Calling delete_port for e22ba176-8a80-4454-9a9c-0802284fa9b8 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:38.154136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-953e8738-2a15-4844-958a-2de87a6af845 req-2aac47b6-b36c-43c8-a0bd-5ae50d809227 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e5e0bf5-3045-4ac4-af84-d96940a17d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345153 Apr 18 20:27:38.226212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] For port f7218edb-8501-4da4-91ab-1f7d88ed3092, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f7218edb-8501-4da4-91ab-1f7d88ed3092,segment=NetworkSegment(73dc0a4b-4e8f-4b24-98cf-512614b297e4),segment_id=73dc0a4b-4e8f-4b24-98cf-512614b297e4)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:38.226693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.241299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Calling delete_port for f7218edb-8501-4da4-91ab-1f7d88ed3092 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:38.264293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ccd00-accf-4e58-bdf0-4631c8d2c560 req-09448d07-2500-4e1e-a668-351c415e5fdb tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.265645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-329ccd00-accf-4e58-bdf0-4631c8d2c560 req-09448d07-2500-4e1e-a668-351c415e5fdb tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1707902 Apr 18 20:27:38.325441 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.358240 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7218edb-8501-4da4-91ab-1f7d88ed3092,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:38.360004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] No DVR routers for this DVR port f7218edb-8501-4da4-91ab-1f7d88ed3092 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:38.376080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6748db39-ceb3-425c-b617-ecfd1c8d6776 None None] DHCP port deletion for 72daeef0-23b7-4922-8ee3-11de90cadf99 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:27:38.379055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 146d65b2-405d-4f2c-94d6-2301a13d6ae2 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:38.380215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3f317-64b6-4e80-a376-245f2ea95b2b req-f1b7d395-b38c-4baf-9e4a-a092f38af06e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.387857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbc3f317-64b6-4e80-a376-245f2ea95b2b req-f1b7d395-b38c-4baf-9e4a-a092f38af06e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 944 time: 0.1465983 Apr 18 20:27:38.401087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-329ccd00-accf-4e58-bdf0-4631c8d2c560 req-1466f164-d439-43a0-87c8-2e3eaa20ab48 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176457 Apr 18 20:27:38.463107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 146d65b2-405d-4f2c-94d6-2301a13d6ae2 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:38.463421 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 146d65b2-405d-4f2c-94d6-2301a13d6ae2 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:38.507571 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf12f39-5029-4ff5-827a-bb6461f9dba2 x-openstack-request-id: req-8cf12f39-5029-4ff5-827a-bb6461f9dba2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:38.508153 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085ae5ca-6496-4607-9690-8b461251b6a2", "name": "network-vif-deleted", "tag": "5984066f-148c-431f-8d1b-449e00b45cdb", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:38.508407 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cf12f39-5029-4ff5-827a-bb6461f9dba2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:38.508807 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf12f39-5029-4ff5-827a-bb6461f9dba2'] response: {'server_uuid': '085ae5ca-6496-4607-9690-8b461251b6a2', 'name': 'network-vif-deleted', 'tag': '5984066f-148c-431f-8d1b-449e00b45cdb', 'status': 'completed', 'code': 200} Apr 18 20:27:38.515779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.522202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbc3f317-64b6-4e80-a376-245f2ea95b2b req-0683ccdc-4cea-43a2-9327-d066b0bffad1 tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/security-groups?id=0e074c2e-7166-4d86-acf3-3ca30d4ae574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334913 Apr 18 20:27:38.548527 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-36b3948f-3d8f-42cb-8dc5-7aca7f49c73e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.548938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72daeef0-23b7-4922-8ee3-11de90cadf99']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:38.570536 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-4fc80cf7-d8ba-441c-aaac-eca0b0ef8874 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.570851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dc0a4b-4e8f-4b24-98cf-512614b297e4') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:38.570851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dc0a4b-4e8f-4b24-98cf-512614b297e4') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:38.592637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e22ba176-8a80-4454-9a9c-0802284fa9b8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:38.594883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-4dc2ee0b-8ae0-4547-9d76-03f7f7df8c49 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.596478 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-4dc2ee0b-8ae0-4547-9d76-03f7f7df8c49 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 950 time: 0.1189499 Apr 18 20:27:38.600417 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.626566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3948f-3d8f-42cb-8dc5-7aca7f49c73e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Pushing event deleted for resources: {'Port': ['ID=f3c8cc44-1f98-4262-8b36-a7d4765619ec,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:38.640882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.661005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:27:38.661708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:27:38.678572 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:27:38.689139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc80cf7-d8ba-441c-aaac-eca0b0ef8874 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Pushing event deleted for resources: {'Port': ['ID=e22ba176-8a80-4454-9a9c-0802284fa9b8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:38.750795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-4fc80cf7-d8ba-441c-aaac-eca0b0ef8874 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] No DVR routers for this DVR port e22ba176-8a80-4454-9a9c-0802284fa9b8 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:38.755546 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-4fc80cf7-d8ba-441c-aaac-eca0b0ef8874 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.762376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-740f1c21-6096-42a2-88cb-d841991a93f5 req-4fc80cf7-d8ba-441c-aaac-eca0b0ef8874 tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.64 "DELETE /v2.0/ports/e22ba176-8a80-4454-9a9c-0802284fa9b8 HTTP/1.1" status: 204 len: 173 time: 1.5561736 Apr 18 20:27:38.782106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.793021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-36b3948f-3d8f-42cb-8dc5-7aca7f49c73e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] No DVR routers for this DVR port f3c8cc44-1f98-4262-8b36-a7d4765619ec on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:38.795727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.796671 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-36b3948f-3d8f-42cb-8dc5-7aca7f49c73e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.799099 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/72daeef0-23b7-4922-8ee3-11de90cadf99 HTTP/1.1" status: 204 len: 168 time: 0.8679302 Apr 18 20:27:38.800229 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10dac4e8-0b04-4b85-b4c2-df890ebc9bd0 req-36b3948f-3d8f-42cb-8dc5-7aca7f49c73e tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.64 "DELETE /v2.0/ports/f3c8cc44-1f98-4262-8b36-a7d4765619ec HTTP/1.1" status: 204 len: 173 time: 1.5255365 Apr 18 20:27:38.816083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6afeb3-db35-4f0f-9799-b257828d0fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=72daeef0-23b7-4922-8ee3-11de90cadf99,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:38.820415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-5e00425f-ad4f-46c4-8fdd-ceb7fa07182e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Deleting port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:38.820770 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-5e00425f-ad4f-46c4-8fdd-ceb7fa07182e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.823048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb044f6-061f-4f88-ba5d-23b886dc3b36 req-78b5eef7-abed-4f93-9a50-d9bc558f125f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.839244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cb044f6-061f-4f88-ba5d-23b886dc3b36 req-78b5eef7-abed-4f93-9a50-d9bc558f125f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 950 time: 0.2797134 Apr 18 20:27:38.958353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cb044f6-061f-4f88-ba5d-23b886dc3b36 req-ccab1b5b-5732-49e7-b3a0-96d141d4111f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097643 Apr 18 20:27:39.003341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9e20c10e-d623-443b-b502-38ace5b23217 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:39.015061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-5e00425f-ad4f-46c4-8fdd-ceb7fa07182e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] For port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:39.015516 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-5e00425f-ad4f-46c4-8fdd-ceb7fa07182e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.029641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-5e00425f-ad4f-46c4-8fdd-ceb7fa07182e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Calling delete_port for 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:39.045024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 9e20c10e-d623-443b-b502-38ace5b23217 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:39.045587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9e20c10e-d623-443b-b502-38ace5b23217 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:39.046172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:39.047117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54770) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:39.082183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:39.082602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8428ddaa-07e2-4cc1-a9d5-5c2041a347d3 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:39.082917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f7218edb-8501-4da4-91ab-1f7d88ed3092 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:39.109445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: f7218edb-8501-4da4-91ab-1f7d88ed3092 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:39.110069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f7218edb-8501-4da4-91ab-1f7d88ed3092 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:39.131381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1be47d1f-19c7-4143-81fa-e7a6c26b0268 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59475283b1be45359754f74d92cbab3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828111 Apr 18 20:27:39.134369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54772) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:39.176275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd40d2-f1c4-41db-bcf7-2aaaf33791cb req-81fa20d9-e0e1-4d8a-92e8-3267f4bfa8a6 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.185644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3fd40d2-f1c4-41db-bcf7-2aaaf33791cb req-81fa20d9-e0e1-4d8a-92e8-3267f4bfa8a6 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 948 time: 0.1062376 Apr 18 20:27:39.187255 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.193286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-5e00425f-ad4f-46c4-8fdd-ceb7fa07182e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.206272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'd79d7393-1b70-4417-8827-4a4f683539d1', 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82', '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:39.228513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00425f-ad4f-46c4-8fdd-ceb7fa07182e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event deleted for resources: {'Port': ['ID=33d0c36b-5b99-4c4a-b5b1-75be05a4ad42,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:39.256459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3fd40d2-f1c4-41db-bcf7-2aaaf33791cb req-80e785a9-b4d0-4b1e-be3f-a20eea1b1c32 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/security-groups?id=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698674 Apr 18 20:27:39.273925 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84da9642-68f9-472e-a296-9f8aef706900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.274377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545', '25ed8697-1c8a-4529-bd9e-f784e75b6bd9'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:39.293907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-5e00425f-ad4f-46c4-8fdd-ceb7fa07182e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] No DVR routers for this DVR port 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:39.296758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-5e00425f-ad4f-46c4-8fdd-ceb7fa07182e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.300176 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-293180cd-c8ed-4e1d-9ce2-3275df4c5416 req-5e00425f-ad4f-46c4-8fdd-ceb7fa07182e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "DELETE /v2.0/ports/33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 HTTP/1.1" status: 204 len: 173 time: 0.6933389 Apr 18 20:27:39.300715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d', 'name': 'network-vif-deleted', 'tag': '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:39.303891 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38f2cf0-4b49-4a38-8721-dd0e028c09f2" -d '{"events": [{"server_uuid": "ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d", "name": "network-vif-deleted", "tag": "33d0c36b-5b99-4c4a-b5b1-75be05a4ad42"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:39.345323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1eaac4c7-40cb-4b17-8c99-5775ee92883c req-9338ba4c-abf8-4013-9f84-c4e7729f161c tempest-DeleteServersAdminTestJSON-2017677022 tempest-DeleteServersAdminTestJSON-2017677022-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab21f8bd-ac6a-42bf-a76c-8224a6e52835 HTTP/1.1" status: 200 len: 210 time: 0.0590787 Apr 18 20:27:39.373272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84da9642-68f9-472e-a296-9f8aef706900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.395156 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021044bd-d15b-40be-8a73-5ea5f4e18195 x-openstack-request-id: req-021044bd-d15b-40be-8a73-5ea5f4e18195 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:39.395537 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d", "name": "network-vif-deleted", "tag": "33d0c36b-5b99-4c4a-b5b1-75be05a4ad42", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:39.395905 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-021044bd-d15b-40be-8a73-5ea5f4e18195 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:39.397072 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021044bd-d15b-40be-8a73-5ea5f4e18195'] response: {'server_uuid': 'ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d', 'name': 'network-vif-deleted', 'tag': '33d0c36b-5b99-4c4a-b5b1-75be05a4ad42', 'status': 'completed', 'code': 200} Apr 18 20:27:39.470596 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84da9642-68f9-472e-a296-9f8aef706900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.475349 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84da9642-68f9-472e-a296-9f8aef706900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.479760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-84da9642-68f9-472e-a296-9f8aef706900 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/812ec172-9e00-4ff2-89c2-1d5b9f485c08 HTTP/1.1" status: 204 len: 168 time: 0.3445911 Apr 18 20:27:39.490515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da9642-68f9-472e-a296-9f8aef706900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812ec172-9e00-4ff2-89c2-1d5b9f485c08,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:39.612793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6e5f6-5e51-4478-ac7c-e8ef7b5daf1a req-fc5e8c79-855d-41e4-aba7-d90358ba85cc tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.614362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52e6e5f6-5e51-4478-ac7c-e8ef7b5daf1a req-fc5e8c79-855d-41e4-aba7-d90358ba85cc tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.0905700 Apr 18 20:27:39.686371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52e6e5f6-5e51-4478-ac7c-e8ef7b5daf1a req-3bb1c30d-fe33-4bcb-bd70-aa127b011b19 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647235 Apr 18 20:27:39.761354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-f06de88d-8d35-4438-bd09-8539f5bd490a tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.765214 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-f06de88d-8d35-4438-bd09-8539f5bd490a tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 948 time: 0.1025631 Apr 18 20:27:39.781174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afb4e94d-d0ee-4b13-91af-bc1f47240f54 req-6ff1e8c1-7134-4a18-8b52-8850224e689b tempest-LiveMigrationTest-1996131943 tempest-LiveMigrationTest-1996131943-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb7e0425-991c-429f-9418-3b551311083d HTTP/1.1" status: 200 len: 210 time: 0.0862803 Apr 18 20:27:39.915442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-0b5c6a79-78e1-4bef-a32a-82be3af375d2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Deleting port b7e960a9-55c2-4fa5-8261-d656af21f55a {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:39.915793 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-0b5c6a79-78e1-4bef-a32a-82be3af375d2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.014316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-0b5c6a79-78e1-4bef-a32a-82be3af375d2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] For port b7e960a9-55c2-4fa5-8261-d656af21f55a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b7e960a9-55c2-4fa5-8261-d656af21f55a,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:40.014692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-0b5c6a79-78e1-4bef-a32a-82be3af375d2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.029874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-0b5c6a79-78e1-4bef-a32a-82be3af375d2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Calling delete_port for b7e960a9-55c2-4fa5-8261-d656af21f55a owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:40.062772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac6a89f7-8dbe-4cb9-a915-c585837484ef req-97d93542-1277-4af2-bcc0-2745c6c3a6a6 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=ebbbd6ac-e8fb-44ed-aed6-aa6f7cb8ee7d HTTP/1.1" status: 200 len: 210 time: 0.0315230 Apr 18 20:27:40.178165 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-0b5c6a79-78e1-4bef-a32a-82be3af375d2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.215747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c6a79-78e1-4bef-a32a-82be3af375d2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Pushing event deleted for resources: {'Port': ['ID=b7e960a9-55c2-4fa5-8261-d656af21f55a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:40.267146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-0b5c6a79-78e1-4bef-a32a-82be3af375d2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] No DVR routers for this DVR port b7e960a9-55c2-4fa5-8261-d656af21f55a on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:40.271574 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-0b5c6a79-78e1-4bef-a32a-82be3af375d2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.275767 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d398aac6-cdc9-45f3-9d0e-a9a476f94462 req-0b5c6a79-78e1-4bef-a32a-82be3af375d2 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.60 "DELETE /v2.0/ports/b7e960a9-55c2-4fa5-8261-d656af21f55a HTTP/1.1" status: 204 len: 173 time: 0.4902337 Apr 18 20:27:40.352547 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.364009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-686ef4e6-7b01-465d-b494-adb3ae1e9b7c req-e643282f-ad41-466e-9611-4d25a8652558 tempest-ListImageFiltersTestJSON-505455065 tempest-ListImageFiltersTestJSON-505455065-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec45817c-31c8-42a3-81d6-bdad320f8dc7 HTTP/1.1" status: 200 len: 210 time: 0.0380850 Apr 18 20:27:40.415465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54808) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:40.509788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab21f8bd-ac6a-42bf-a76c-8224a6e52835', 'name': 'network-vif-deleted', 'tag': 'e22ba176-8a80-4454-9a9c-0802284fa9b8'}, {'server_uuid': 'fb7e0425-991c-429f-9418-3b551311083d', 'name': 'network-vif-deleted', 'tag': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:40.512914 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3003eb11-bcbd-42ea-ad4b-ff829d36ad8f" -d '{"events": [{"server_uuid": "ab21f8bd-ac6a-42bf-a76c-8224a6e52835", "name": "network-vif-deleted", "tag": "e22ba176-8a80-4454-9a9c-0802284fa9b8"}, {"server_uuid": "fb7e0425-991c-429f-9418-3b551311083d", "name": "network-vif-deleted", "tag": "f3c8cc44-1f98-4262-8b36-a7d4765619ec"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:40.520618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-network', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:40.548803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:40.551370 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.562514 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51473743-9c8d-4507-b1e3-69741a5f6b1d x-openstack-request-id: req-51473743-9c8d-4507-b1e3-69741a5f6b1d {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:40.562786 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab21f8bd-ac6a-42bf-a76c-8224a6e52835", "name": "network-vif-deleted", "tag": "e22ba176-8a80-4454-9a9c-0802284fa9b8", "status": "completed", "code": 200}, {"server_uuid": "fb7e0425-991c-429f-9418-3b551311083d", "name": "network-vif-deleted", "tag": "f3c8cc44-1f98-4262-8b36-a7d4765619ec", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:40.564225 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-51473743-9c8d-4507-b1e3-69741a5f6b1d {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:40.564628 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51473743-9c8d-4507-b1e3-69741a5f6b1d'] response: {'server_uuid': 'ab21f8bd-ac6a-42bf-a76c-8224a6e52835', 'name': 'network-vif-deleted', 'tag': 'e22ba176-8a80-4454-9a9c-0802284fa9b8', 'status': 'completed', 'code': 200} Apr 18 20:27:40.564914 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51473743-9c8d-4507-b1e3-69741a5f6b1d'] response: {'server_uuid': 'fb7e0425-991c-429f-9418-3b551311083d', 'name': 'network-vif-deleted', 'tag': 'f3c8cc44-1f98-4262-8b36-a7d4765619ec', 'status': 'completed', 'code': 200} Apr 18 20:27:40.565764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.652273 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.657916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.682209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:27:40.700627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb35e52-02c3-4908-8d6a-6b7af940a1c2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:40.705168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.705522 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Added segment 0f7ffd2b-e548-43f6-9cec-7e9d92d42848 of type vlan for network 5b3ce759-a463-4240-b6bf-4312a8b629c2 Apr 18 20:27:40.759404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.818225 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54832) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:40.836500 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.838163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:40.839444 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.854175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54836) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:40.883098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4665055 Apr 18 20:27:40.886863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54840) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:40.892751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Request body: {'subnet': {'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-subnet', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:40.925511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cf12c-ba73-45ad-a4cf-19ba954ac042 req-530f7e1e-cbd8-47fd-8e05-d43e1548e3af tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:40.927441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-251cf12c-ba73-45ad-a4cf-19ba954ac042 req-530f7e1e-cbd8-47fd-8e05-d43e1548e3af tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1359735 Apr 18 20:27:40.935635 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:40.940399 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.965348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f7b8b-a1a4-4063-b8fc-c5859fbac030 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3ce759-a463-4240-b6bf-4312a8b629c2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:40.978232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 5b3ce759-a463-4240-b6bf-4312a8b629c2 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:27:41.003903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-251cf12c-ba73-45ad-a4cf-19ba954ac042 req-cb341d86-d0f7-4c9b-980a-761cba7641b9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666471 Apr 18 20:27:41.093217 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.097932 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c6e06728-58b0-4e34-bd4d-752e22b9110c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3dc5dd0937b459d912a02645f6de006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776735 Apr 18 20:27:41.100561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54844) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:41.122510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b5e7c3-338f-4c0f-b41d-3f3a85007551 admin admin] Deleting subnet 358ffcc4-e9dd-4c50-b963-c290e74b6cc1 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:27:41.129176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47b5e7c3-338f-4c0f-b41d-3f3a85007551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.166187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4132-5864-48a7-ab94-fc87b6c06db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.189947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4132-5864-48a7-ab94-fc87b6c06db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.192579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47b5e7c3-338f-4c0f-b41d-3f3a85007551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.249487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4132-5864-48a7-ab94-fc87b6c06db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.252331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ebcd4132-5864-48a7-ab94-fc87b6c06db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.253922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ebcd4132-5864-48a7-ab94-fc87b6c06db0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e5e0bf5-3045-4ac4-af84-d96940a17d68 HTTP/1.1" status: 204 len: 168 time: 0.1523097 Apr 18 20:27:41.265013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd4132-5864-48a7-ab94-fc87b6c06db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5e0bf5-3045-4ac4-af84-d96940a17d68,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:41.288942 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47b5e7c3-338f-4c0f-b41d-3f3a85007551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.319524 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.394080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0daa6ee3-1616-4131-b741-bc636f011dc4,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:41.405080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-deleted', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:41.407427 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1514c09-777e-4811-8c0a-2afb17224a75" -d '{"events": [{"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-deleted", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:41.429188 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47b5e7c3-338f-4c0f-b41d-3f3a85007551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.461275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Checking segment: {'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:41.461633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Network hostable DHCP agents. Network: 5b3ce759-a463-4240-b6bf-4312a8b629c2, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:27:41.469615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5e7c3-338f-4c0f-b41d-3f3a85007551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358ffcc4-e9dd-4c50-b963-c290e74b6cc1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:41.484701 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7701421-fe9d-4afb-b781-d2d34ca4010b x-openstack-request-id: req-d7701421-fe9d-4afb-b781-d2d34ca4010b {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:41.484938 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec45817c-31c8-42a3-81d6-bdad320f8dc7", "name": "network-vif-deleted", "tag": "b7e960a9-55c2-4fa5-8261-d656af21f55a", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:41.485179 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7701421-fe9d-4afb-b781-d2d34ca4010b {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:41.485607 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7701421-fe9d-4afb-b781-d2d34ca4010b'] response: {'server_uuid': 'ec45817c-31c8-42a3-81d6-bdad320f8dc7', 'name': 'network-vif-deleted', 'tag': 'b7e960a9-55c2-4fa5-8261-d656af21f55a', 'status': 'completed', 'code': 200} Apr 18 20:27:41.493356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47b5e7c3-338f-4c0f-b41d-3f3a85007551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.496358 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-47b5e7c3-338f-4c0f-b41d-3f3a85007551 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/358ffcc4-e9dd-4c50-b963-c290e74b6cc1 HTTP/1.1" status: 204 len: 168 time: 0.6412108 Apr 18 20:27:41.498860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54866) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:41.576448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Network 5b3ce759-a463-4240-b6bf-4312a8b629c2 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:27:41.588136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 5b3ce759-a463-4240-b6bf-4312a8b629c2) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:41.593364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.598747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:41.599331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.604553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791e620a-2646-4e70-84e6-28bfc70d192a None None] Network 5b3ce759-a463-4240-b6bf-4312a8b629c2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:41.613330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792a8b5-7d92-4a1a-ac2d-661945fa3cdc req-b23ac93b-7943-48d2-bc6a-c42a76a35686 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:41.614836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b792a8b5-7d92-4a1a-ac2d-661945fa3cdc req-b23ac93b-7943-48d2-bc6a-c42a76a35686 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=f60f86a6-59ea-4132-9511-edc55114e5e6 HTTP/1.1" status: 200 len: 950 time: 0.0613070 Apr 18 20:27:41.651393 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-67d246e5-d78a-4e1d-98f0-02528cc60c33 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7632823 Apr 18 20:27:41.652044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54870) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:41.657243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:41.665977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b792a8b5-7d92-4a1a-ac2d-661945fa3cdc req-838c13f4-ca33-4bc3-97e8-60f510a91ab8 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438755 Apr 18 20:27:41.690991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54876) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:41.706730 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8754dbeb-17cb-48ba-9713-957634f66884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.825433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-5b3ce759-a463-4240-b6bf-4312a8b629c2', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:27:41.827230 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.836183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8754dbeb-17cb-48ba-9713-957634f66884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.843339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8754dbeb-17cb-48ba-9713-957634f66884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.900106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8754dbeb-17cb-48ba-9713-957634f66884 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5db49714709a43b5b50f9db6e9b85e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078805 Apr 18 20:27:41.901257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54878) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:41.903827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754dbeb-17cb-48ba-9713-957634f66884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadcc139-a4c0-4316-b88e-bc9fe5b487c4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:41.971254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Allocated IP 172.20.0.2 (5b3ce759-a463-4240-b6bf-4312a8b629c2/0daa6ee3-1616-4131-b741-bc636f011dc4/2c5f45cf-2f33-4e01-84d3-fe291c2fefb4) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:41.972138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9cd7839c-4a58-4abc-ba51-b2a47c8920c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.000996 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9cd7839c-4a58-4abc-ba51-b2a47c8920c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.008649 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.010066 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.025049 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.061621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a21642f-0d1c-4816-abcb-fce6e1c59184']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:42.065614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f3c8cc44-1f98-4262-8b36-a7d4765619ec no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:42.079432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863ff32a-171a-40b9-a2a4-ac09b87f471a') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:42.079733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863ff32a-171a-40b9-a2a4-ac09b87f471a') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:42.094720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9cd7839c-4a58-4abc-ba51-b2a47c8920c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.100135 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9cd7839c-4a58-4abc-ba51-b2a47c8920c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.103615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9cd7839c-4a58-4abc-ba51-b2a47c8920c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aadcc139-a4c0-4316-b88e-bc9fe5b487c4 HTTP/1.1" status: 204 len: 168 time: 0.1999590 Apr 18 20:27:42.105207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: f3c8cc44-1f98-4262-8b36-a7d4765619ec {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:42.106272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device f3c8cc44-1f98-4262-8b36-a7d4765619ec not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:42.106799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e22ba176-8a80-4454-9a9c-0802284fa9b8 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:42.112574 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.116334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.130617 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: e22ba176-8a80-4454-9a9c-0802284fa9b8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:42.131128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e22ba176-8a80-4454-9a9c-0802284fa9b8 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:42.138840 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.163889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.173803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7839c-4a58-4abc-ba51-b2a47c8920c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadcc139-a4c0-4316-b88e-bc9fe5b487c4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:42.210717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:27:42.211338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:27:42.213547 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:27:42.240824 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.254906 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.283143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db9869-44b8-4eaf-acd7-1246b47f982f req-4390368f-dc26-459c-ba2f-216a7e6304b6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:42.288499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11db9869-44b8-4eaf-acd7-1246b47f982f req-4390368f-dc26-459c-ba2f-216a7e6304b6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1534441 Apr 18 20:27:42.304231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Network 5b3ce759-a463-4240-b6bf-4312a8b629c2 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:42.317661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:42.327017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:42.341331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.354316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.376394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.379889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Pushing event updated for resources: {'Port': ['ID=2c5f45cf-2f33-4e01-84d3-fe291c2fefb4,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:42.382069 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] 10.222.0.49 "DELETE /v2.0/networks/4a21642f-0d1c-4816-abcb-fce6e1c59184 HTTP/1.1" status: 204 len: 168 time: 0.8819702 Apr 18 20:27:42.384763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11db9869-44b8-4eaf-acd7-1246b47f982f req-28569a92-bd4c-4dfe-a624-597bad2b1818 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893424 Apr 18 20:27:42.385353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54904) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:42.398524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6211b40-3803-4db0-9a39-bcdd41c8e6bf admin admin] Pushing event deleted for resources: {'Network': ['ID=4a21642f-0d1c-4816-abcb-fce6e1c59184,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:42.411666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Attempting to bind port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:42.412431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Attempting to bind port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:42.413151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Attempting to bind port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 on network 5b3ce759-a463-4240-b6bf-4312a8b629c2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:42.420712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:42.423418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Checking segment: {'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:42.432868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.433479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Bound using segment: {'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:42.438032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Bound port: 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:42.438664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.458947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ca562f-dfe7-40bc-aba8-ad2d20f9de5c admin admin] Deleting subnet 4b1581ec-6631-4c0d-9593-e1404e93b212 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:27:42.463086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44ca562f-dfe7-40bc-aba8-ad2d20f9de5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.508356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44ca562f-dfe7-40bc-aba8-ad2d20f9de5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.564075 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44ca562f-dfe7-40bc-aba8-ad2d20f9de5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.571809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] For port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:42.575656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] For port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2c5f45cf-2f33-4e01-84d3-fe291c2fefb4,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:42.583409 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.640088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.664808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44ca562f-dfe7-40bc-aba8-ad2d20f9de5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.669953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.692250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87f80f-4c36-4419-b044-f39360c207e9 None None] Pushing event updated for resources: {'Port': ['ID=2c5f45cf-2f33-4e01-84d3-fe291c2fefb4,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:42.699765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca562f-dfe7-40bc-aba8-ad2d20f9de5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1581ec-6631-4c0d-9593-e1404e93b212,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:42.704367 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44ca562f-dfe7-40bc-aba8-ad2d20f9de5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.707709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-44ca562f-dfe7-40bc-aba8-ad2d20f9de5c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4b1581ec-6631-4c0d-9593-e1404e93b212 HTTP/1.1" status: 204 len: 168 time: 0.3190291 Apr 18 20:27:42.710111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54922) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:42.849279 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Allocated IP 172.25.2.126 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/e8bd37d9-b080-4174-bbb0-cb8be171ceae) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:42.890592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.917538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b1780-1523-420f-ade8-bb87530606cf req-a57f29c3-73c7-4f54-8547-b5c846f0630d tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:42.920632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f4b1780-1523-420f-ade8-bb87530606cf req-a57f29c3-73c7-4f54-8547-b5c846f0630d tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=f60f86a6-59ea-4132-9511-edc55114e5e6 HTTP/1.1" status: 200 len: 950 time: 0.1026673 Apr 18 20:27:43.073591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.107828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-202a9757-c148-4a1c-9f9d-2736830e4b2c tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:43.110420 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-202a9757-c148-4a1c-9f9d-2736830e4b2c tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/ports?device_id=f60f86a6-59ea-4132-9511-edc55114e5e6 HTTP/1.1" status: 200 len: 950 time: 0.1670015 Apr 18 20:27:43.122317 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.131613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f4b1780-1523-420f-ade8-bb87530606cf req-e0965182-f78f-4945-a443-d9d0756f7a6b tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771109 Apr 18 20:27:43.134052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafec685-3956-4140-8894-90901f58ffdf']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:43.147042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47f4500-a8b8-488e-baed-302750bd02be') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:43.150205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47f4500-a8b8-488e-baed-302750bd02be') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:43.166425 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.182831 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.192569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:27:43.193118 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:27:43.195058 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:27:43.279998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.280505 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.288112 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.291463 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/aafec685-3956-4140-8894-90901f58ffdf HTTP/1.1" status: 204 len: 168 time: 0.5757129 Apr 18 20:27:43.317702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9505be2-0dec-4d5d-aa18-a15bf9689fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aafec685-3956-4140-8894-90901f58ffdf,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:43.343471 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:43.353496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:43.360190 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-6ee85813-4f29-43fa-92ff-c701e4365f17 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Deleting port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:43.360190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-6ee85813-4f29-43fa-92ff-c701e4365f17 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.365591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:43.403327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Pushing event updated for resources: {'Port': ['ID=e8bd37d9-b080-4174-bbb0-cb8be171ceae,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:43.542391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54960) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:43.575585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5803cde-bcff-4473-9423-b88146ac0b25 req-f3d6dfd5-7da7-4d51-80de-e5724451e594 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:43.583665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5803cde-bcff-4473-9423-b88146ac0b25 req-f3d6dfd5-7da7-4d51-80de-e5724451e594 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1050267 Apr 18 20:27:43.608872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-981212cc-3cea-4bf2-9f33-e42b9d21dc4f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:43.610393 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-981212cc-3cea-4bf2-9f33-e42b9d21dc4f tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 950 time: 0.1988289 Apr 18 20:27:43.643478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5803cde-bcff-4473-9423-b88146ac0b25 req-13e8776a-99bb-4c7e-b003-a5b4d9136f1e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586705 Apr 18 20:27:43.647239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7ddf9e0e-81e7-41f5-bc1c-f319a4889de7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2085f4267bc84a9e8b967acde84530ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1032021 Apr 18 20:27:43.650471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54964) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:43.726726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2df0b3fd-0855-41ba-a9be-c56fe0398e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.729502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-6ee85813-4f29-43fa-92ff-c701e4365f17 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] For port c08fdeb6-2412-4ed7-9554-2fd2c1304b82, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:43.729888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-6ee85813-4f29-43fa-92ff-c701e4365f17 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.751302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2df0b3fd-0855-41ba-a9be-c56fe0398e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.773233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-6ee85813-4f29-43fa-92ff-c701e4365f17 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Calling delete_port for c08fdeb6-2412-4ed7-9554-2fd2c1304b82 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:43.802379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54966) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:43.827388 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2df0b3fd-0855-41ba-a9be-c56fe0398e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.829970 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2df0b3fd-0855-41ba-a9be-c56fe0398e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.833589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2df0b3fd-0855-41ba-a9be-c56fe0398e12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e074c2e-7166-4d86-acf3-3ca30d4ae574 HTTP/1.1" status: 204 len: 168 time: 0.1797271 Apr 18 20:27:43.841607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0b3fd-0855-41ba-a9be-c56fe0398e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e074c2e-7166-4d86-acf3-3ca30d4ae574,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:43.953239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:43.991287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:43.992571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 33d0c36b-5b99-4c4a-b5b1-75be05a4ad42 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:44.006697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-c49d106f-dd00-4fea-b3ce-deaa6a9579ae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Deleting port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:44.007050 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-c49d106f-dd00-4fea-b3ce-deaa6a9579ae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.099289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-affc47f4-c8b3-452f-9e59-f25344fdde8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6eb0f9145a884541b680b6c5d516b307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959321 Apr 18 20:27:44.101775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54976) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:44.133948 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.230641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7652125d-0fbb-4f19-962a-8e1d9cacfefa None None] Network 5b3ce759-a463-4240-b6bf-4312a8b629c2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:44.267423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-c49d106f-dd00-4fea-b3ce-deaa6a9579ae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] For port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:44.267796 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-c49d106f-dd00-4fea-b3ce-deaa6a9579ae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.296313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76688270-0ec5-40a7-8d64-c9e644845f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.296865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-c49d106f-dd00-4fea-b3ce-deaa6a9579ae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Calling delete_port for 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:44.305183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-6ee85813-4f29-43fa-92ff-c701e4365f17 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.328738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545', '25ed8697-1c8a-4529-bd9e-f784e75b6bd9'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:44.342532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f492dd8-3fe2-4675-a31e-13dae4f6036c req-2d074802-1d21-42fa-9e6e-b2d95f72c6c3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.351550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f492dd8-3fe2-4675-a31e-13dae4f6036c req-2d074802-1d21-42fa-9e6e-b2d95f72c6c3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=f60f86a6-59ea-4132-9511-edc55114e5e6 HTTP/1.1" status: 200 len: 867 time: 0.1144848 Apr 18 20:27:44.377896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76688270-0ec5-40a7-8d64-c9e644845f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.398329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'd79d7393-1b70-4417-8827-4a4f683539d1', 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:44.399410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54986) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:44.408636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b7e960a9-55c2-4fa5-8261-d656af21f55a no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:44.432657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee85813-4f29-43fa-92ff-c701e4365f17 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event deleted for resources: {'Port': ['ID=c08fdeb6-2412-4ed7-9554-2fd2c1304b82,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:44.464292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-6ee85813-4f29-43fa-92ff-c701e4365f17 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] No DVR routers for this DVR port c08fdeb6-2412-4ed7-9554-2fd2c1304b82 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:44.484954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f492dd8-3fe2-4675-a31e-13dae4f6036c req-1b55ca4b-46ca-431c-8179-edf17e3ac93c tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301239 Apr 18 20:27:44.500606 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f34c8ff3-56d4-437a-96f0-ab0ab6eac53d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b18665307f64530bb9c9096283b53b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939314 Apr 18 20:27:44.503452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54988) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:44.503577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-6ee85813-4f29-43fa-92ff-c701e4365f17 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.516067 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f2f32d87-eaaf-4f47-8421-8e77a8cbc938 req-6ee85813-4f29-43fa-92ff-c701e4365f17 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "DELETE /v2.0/ports/c08fdeb6-2412-4ed7-9554-2fd2c1304b82 HTTP/1.1" status: 204 len: 173 time: 1.3906379 Apr 18 20:27:44.520207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60f86a6-59ea-4132-9511-edc55114e5e6', 'name': 'network-vif-deleted', 'tag': 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:44.522587 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f9830c-e43d-4291-894b-f6f405a66aa9" -d '{"events": [{"server_uuid": "f60f86a6-59ea-4132-9511-edc55114e5e6", "name": "network-vif-deleted", "tag": "c08fdeb6-2412-4ed7-9554-2fd2c1304b82"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:44.567469 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76688270-0ec5-40a7-8d64-c9e644845f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.569981 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76688270-0ec5-40a7-8d64-c9e644845f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.571331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-76688270-0ec5-40a7-8d64-c9e644845f89 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e34237a6-5a03-49a7-9a9f-3c3e6d4b379f HTTP/1.1" status: 204 len: 168 time: 0.4684608 Apr 18 20:27:44.576941 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f400c08-86bb-4572-93fe-26c10059a61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.585386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76688270-0ec5-40a7-8d64-c9e644845f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34237a6-5a03-49a7-9a9f-3c3e6d4b379f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:44.606162 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f400c08-86bb-4572-93fe-26c10059a61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.634322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: b7e960a9-55c2-4fa5-8261-d656af21f55a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:44.635074 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b7e960a9-55c2-4fa5-8261-d656af21f55a not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:44.658782 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b0b7a-c24c-4ab7-8472-a999808460f4 x-openstack-request-id: req-898b0b7a-c24c-4ab7-8472-a999808460f4 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:44.659064 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60f86a6-59ea-4132-9511-edc55114e5e6", "name": "network-vif-deleted", "tag": "c08fdeb6-2412-4ed7-9554-2fd2c1304b82", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:44.659412 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-898b0b7a-c24c-4ab7-8472-a999808460f4 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:44.659689 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-898b0b7a-c24c-4ab7-8472-a999808460f4'] response: {'server_uuid': 'f60f86a6-59ea-4132-9511-edc55114e5e6', 'name': 'network-vif-deleted', 'tag': 'c08fdeb6-2412-4ed7-9554-2fd2c1304b82', 'status': 'completed', 'code': 200} Apr 18 20:27:44.664110 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f400c08-86bb-4572-93fe-26c10059a61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.666037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-949bc3d2-ae73-43e1-863e-51844d2492a6 None None] Provisioning complete for port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:44.666664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-949bc3d2-ae73-43e1-863e-51844d2492a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.671194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f400c08-86bb-4572-93fe-26c10059a61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.671194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4f400c08-86bb-4572-93fe-26c10059a61e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5237224-0fa0-4d8e-bf7c-1cd52c0b8814 HTTP/1.1" status: 204 len: 168 time: 0.1638286 Apr 18 20:27:44.688036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f400c08-86bb-4572-93fe-26c10059a61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5237224-0fa0-4d8e-bf7c-1cd52c0b8814,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:44.727196 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.967416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c00922-245c-43b5-8148-476374336959 req-168ed3dd-836a-4aad-873b-96cad4cde09b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.970058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72c00922-245c-43b5-8148-476374336959 req-168ed3dd-836a-4aad-873b-96cad4cde09b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1704686 Apr 18 20:27:45.061384 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-c49d106f-dd00-4fea-b3ce-deaa6a9579ae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.067320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72c00922-245c-43b5-8148-476374336959 req-13fe4a0b-d363-4c67-ba80-ebecfe1758ab tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879359 Apr 18 20:27:45.174375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d106f-dd00-4fea-b3ce-deaa6a9579ae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event deleted for resources: {'Port': ['ID=25ed8697-1c8a-4529-bd9e-f784e75b6bd9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:45.206473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:45.564370 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-949bc3d2-ae73-43e1-863e-51844d2492a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.623563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:45.623904 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.788863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8413ef1e-65bb-4c2b-9c5f-cced9cb76aef req-51392b4d-5dd5-4a5e-a0db-c44f7750cc34 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=7151f49a-a9ba-4557-82ab-b499e8d1c31c HTTP/1.1" status: 200 len: 210 time: 0.0948892 Apr 18 20:27:45.790157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-c49d106f-dd00-4fea-b3ce-deaa6a9579ae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] No DVR routers for this DVR port 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:45.797144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-c49d106f-dd00-4fea-b3ce-deaa6a9579ae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.801771 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-135f7013-1e2b-4333-8c91-60e167a47f56 req-c49d106f-dd00-4fea-b3ce-deaa6a9579ae tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "DELETE /v2.0/ports/25ed8697-1c8a-4529-bd9e-f784e75b6bd9 HTTP/1.1" status: 204 len: 173 time: 2.1782570 Apr 18 20:27:45.810956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-949bc3d2-ae73-43e1-863e-51844d2492a6 None None] For port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2c5f45cf-2f33-4e01-84d3-fe291c2fefb4,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:45.836212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Router 4f6527bf-657d-4966-b37e-40ce39326c95 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:27:45.846933 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-949bc3d2-ae73-43e1-863e-51844d2492a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.861854 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.044310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bc3d2-ae73-43e1-863e-51844d2492a6 None None] Pushing event updated for resources: {'Port': ['ID=2c5f45cf-2f33-4e01-84d3-fe291c2fefb4,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:46.050782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:27:46.066176 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Sync routers for ids ['4f6527bf-657d-4966-b37e-40ce39326c95'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:46.080598 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Routers {'4f6527bf-657d-4966-b37e-40ce39326c95'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:46.082968 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4f6527bf-657d-4966-b37e-40ce39326c95'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:46.085129 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.087014 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8caa4e5c-8d70-4b3f-b8a6-ef82ffd8bb56 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4329855 Apr 18 20:27:46.090956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-07474ac2-2fd9-4349-a9f0-b20751c1a27d None None] Provisioning complete for port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:46.091326 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-07474ac2-2fd9-4349-a9f0-b20751c1a27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.091502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55036) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:46.229369 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Set router 4f6527bf-657d-4966-b37e-40ce39326c95 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:46.255646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701239f6-d7f7-420b-8a2c-c15a7cd28ef5 req-3e79ec2b-93c2-4332-ac3e-c3fa6d2c86b1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:46.257206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-701239f6-d7f7-420b-8a2c-c15a7cd28ef5 req-3e79ec2b-93c2-4332-ac3e-c3fa6d2c86b1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.0873487 Apr 18 20:27:46.311255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-701239f6-d7f7-420b-8a2c-c15a7cd28ef5 req-1631d723-2dcb-49f2-97d3-7d33f31ac075 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437207 Apr 18 20:27:46.445174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:46.546826 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:46.547165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 25ed8697-1c8a-4529-bd9e-f784e75b6bd9 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:46.588959 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:43Z', 'revision_number': 3, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:46.621707 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Checking router: 4f6527bf-657d-4966-b37e-40ce39326c95 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:46.622070 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Updating router 4f6527bf-657d-4966-b37e-40ce39326c95 port e8bd37d9-b080-4174-bbb0-cb8be171ceae binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:27:46.642121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:46.647107 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.678123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7151f49a-a9ba-4557-82ab-b499e8d1c31c', 'name': 'network-vif-deleted', 'tag': '25ed8697-1c8a-4529-bd9e-f784e75b6bd9'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:46.691726 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e1009b-5682-4206-8cc0-25b36d9d8068" -d '{"events": [{"server_uuid": "7151f49a-a9ba-4557-82ab-b499e8d1c31c", "name": "network-vif-deleted", "tag": "25ed8697-1c8a-4529-bd9e-f784e75b6bd9"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:46.802374 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a799f71d-cc32-47ed-b39f-a4de3a99fd66 x-openstack-request-id: req-a799f71d-cc32-47ed-b39f-a4de3a99fd66 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:46.802709 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7151f49a-a9ba-4557-82ab-b499e8d1c31c", "name": "network-vif-deleted", "tag": "25ed8697-1c8a-4529-bd9e-f784e75b6bd9", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:46.802905 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a799f71d-cc32-47ed-b39f-a4de3a99fd66 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:46.803297 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a799f71d-cc32-47ed-b39f-a4de3a99fd66'] response: {'server_uuid': '7151f49a-a9ba-4557-82ab-b499e8d1c31c', 'name': 'network-vif-deleted', 'tag': '25ed8697-1c8a-4529-bd9e-f784e75b6bd9', 'status': 'completed', 'code': 200} Apr 18 20:27:47.003738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:47.034605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.086659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:47.088798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.129804 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:27:47.132377 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.147919 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.148814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'd79d7393-1b70-4417-8827-4a4f683539d1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:47.175047 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Attempting to bind port e8bd37d9-b080-4174-bbb0-cb8be171ceae on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:47.175816 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Attempting to bind port e8bd37d9-b080-4174-bbb0-cb8be171ceae by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:47.176436 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Attempting to bind port e8bd37d9-b080-4174-bbb0-cb8be171ceae on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:47.209143 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:47.209951 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:47.210616 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.211339 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:47.212616 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Bound port: e8bd37d9-b080-4174-bbb0-cb8be171ceae, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:47.213932 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.214118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-3f3cb6f5-fa1b-499d-ae8f-d8c2ffd7d23d tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=495527a790e24abfb8e818b1a9526827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551205 Apr 18 20:27:47.243717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Allocated IP 172.20.0.1 (5b3ce759-a463-4240-b6bf-4312a8b629c2/0daa6ee3-1616-4131-b741-bc636f011dc4/901e0592-c790-4d05-af06-7a70aec3c5ab) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:47.278000 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] For port e8bd37d9-b080-4174-bbb0-cb8be171ceae, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:47.285968 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] For port e8bd37d9-b080-4174-bbb0-cb8be171ceae, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e8bd37d9-b080-4174-bbb0-cb8be171ceae,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:47.303693 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.363826 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98437527-c4eb-42f3-aa6b-4944f28d8783 None None] Pushing event updated for resources: {'Port': ['ID=e8bd37d9-b080-4174-bbb0-cb8be171ceae,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:47.388664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.394012 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Routers {'4f6527bf-657d-4966-b37e-40ce39326c95'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:47.396163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55096) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:47.396973 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4f6527bf-657d-4966-b37e-40ce39326c95'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:47.474820 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.516417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-2abd1c50-3453-4723-941f-3487ab7f81a3 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:47.528714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-2abd1c50-3453-4723-941f-3487ab7f81a3 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114653 Apr 18 20:27:47.555297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-9551b5f0-b656-43f8-954a-3c0deca3b621 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/quotas/495527a790e24abfb8e818b1a9526827 HTTP/1.1" status: 200 len: 375 time: 0.0252559 Apr 18 20:27:47.583634 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98437527-c4eb-42f3-aa6b-4944f28d8783 None None] Pushing event updated for resources: {'Port': ['ID=e8bd37d9-b080-4174-bbb0-cb8be171ceae,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:47.603482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Network 5b3ce759-a463-4240-b6bf-4312a8b629c2 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:47.608301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:47.623751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Pushing event updated for resources: {'Port': ['ID=901e0592-c790-4d05-af06-7a70aec3c5ab,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:47.626296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:47.648855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-9f47822a-103c-45c1-81c3-3fc85ba2c6e8 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=495527a790e24abfb8e818b1a9526827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879636 Apr 18 20:27:47.676103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79ecd6a2-942f-4fd1-99b3-1ab7467a23e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.689969 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] Set router 4f6527bf-657d-4966-b37e-40ce39326c95 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:47.709985 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.907550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27405655-1d90-432f-8d41-32e453065342 req-a4072e97-475d-45af-8a5e-93123d5ca07e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:47.910268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27405655-1d90-432f-8d41-32e453065342 req-a4072e97-475d-45af-8a5e-93123d5ca07e tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1270595 Apr 18 20:27:47.957757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79ecd6a2-942f-4fd1-99b3-1ab7467a23e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.965683 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79ecd6a2-942f-4fd1-99b3-1ab7467a23e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.983220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c08fdeb6-2412-4ed7-9554-2fd2c1304b82 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:47.987427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27405655-1d90-432f-8d41-32e453065342 req-a123e4e7-0a29-48d9-95d2-27d0226e734a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683208 Apr 18 20:27:48.003378 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:43Z', 'revision_number': 3, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:48.040839 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: c08fdeb6-2412-4ed7-9554-2fd2c1304b82 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:48.041202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c08fdeb6-2412-4ed7-9554-2fd2c1304b82 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:48.057973 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201800ab-ae12-446a-9828-f906a53ca9db None None] The sync data for ids ['4f6527bf-657d-4966-b37e-40ce39326c95'] in n-d-836015-4 is: [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:43Z', 'revision_number': 3, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:48.064325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ecd6a2-942f-4fd1-99b3-1ab7467a23e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b820fe5a-8349-4db7-9f0f-b84650f3fbb1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:48.072009 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.079779 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-79ecd6a2-942f-4fd1-99b3-1ab7467a23e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1854d3ffe4384eb7af44e7a4b477c908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6790276 Apr 18 20:27:48.087164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55110) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:48.100124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2974afb-c657-400b-84d3-a8a8397c8911 req-61ff4320-3b25-4bf7-b7a7-6f1a92f6891e tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 210 time: 0.0516577 Apr 18 20:27:48.112246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-71f8dad4-384c-436a-ae0c-bbdd3ebf00f0 None None] Provisioning complete for port 901e0592-c790-4d05-af06-7a70aec3c5ab triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:48.112246 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-71f8dad4-384c-436a-ae0c-bbdd3ebf00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.165136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-71f8dad4-384c-436a-ae0c-bbdd3ebf00f0 None None] Port 901e0592-c790-4d05-af06-7a70aec3c5ab cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:48.237596 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6e04264-617c-40a6-9206-59885d4b86d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.297226 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6e04264-617c-40a6-9206-59885d4b86d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.385619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.391821 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6e04264-617c-40a6-9206-59885d4b86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.394650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6e04264-617c-40a6-9206-59885d4b86d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.398330 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d6e04264-617c-40a6-9206-59885d4b86d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b820fe5a-8349-4db7-9f0f-b84650f3fbb1 HTTP/1.1" status: 204 len: 168 time: 0.3076534 Apr 18 20:27:48.409256 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.432474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e04264-617c-40a6-9206-59885d4b86d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b820fe5a-8349-4db7-9f0f-b84650f3fbb1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:48.585270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Pushing event updated for resources: {'Port': ['ID=901e0592-c790-4d05-af06-7a70aec3c5ab,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:48.588321 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.621891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080a73-4c8e-46ef-bb89-16e545d508e8 req-bb440b46-a017-4fac-9ab2-db1171039254 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.626167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05080a73-4c8e-46ef-bb89-16e545d508e8 req-bb440b46-a017-4fac-9ab2-db1171039254 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 949 time: 0.1129305 Apr 18 20:27:48.708691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05080a73-4c8e-46ef-bb89-16e545d508e8 req-d6e6e6ea-a1d9-44b9-b1e1-52ea598b3750 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747507 Apr 18 20:27:48.779604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Network 5b3ce759-a463-4240-b6bf-4312a8b629c2 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:48.781685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:49.034729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55134) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:49.060476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2fd49f5a-a805-4be9-9111-46e3b741d688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.090465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e8bd37d9-b080-4174-bbb0-cb8be171ceae up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:49.162990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Router 4f6527bf-657d-4966-b37e-40ce39326c95 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:27:49.229823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e8bd37d9-b080-4174-bbb0-cb8be171ceae triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:49.230199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.233044 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2fd49f5a-a805-4be9-9111-46e3b741d688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.242811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ede5cdb7-f2e7-4840-a4e8-abb3d83b54f9 None None] Provisioning complete for port 901e0592-c790-4d05-af06-7a70aec3c5ab triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:49.243653 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ede5cdb7-f2e7-4840-a4e8-abb3d83b54f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.246073 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2fd49f5a-a805-4be9-9111-46e3b741d688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.307681 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:27:49.314295 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-526b4615-46dd-48dc-b9b7-8b18874995f7 admin admin] 10.222.0.49 "PUT /v2.0/routers/4f6527bf-657d-4966-b37e-40ce39326c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2162046 Apr 18 20:27:49.329803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ede5cdb7-f2e7-4840-a4e8-abb3d83b54f9 None None] Port 901e0592-c790-4d05-af06-7a70aec3c5ab cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:49.340039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c7b43-bb58-4b6d-b294-b8934967de1d req-7353ba48-3ef4-4e32-800f-cf57f2c0cff6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.341427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db9c7b43-bb58-4b6d-b294-b8934967de1d req-7353ba48-3ef4-4e32-800f-cf57f2c0cff6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.2435215 Apr 18 20:27:49.347945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46b31eb7-061c-48b5-a87c-4bdc4a029f63 req-c49cdb8c-3368-43d8-9d9b-0ce26f647bd3 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 210 time: 0.0841782 Apr 18 20:27:49.354511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2fd49f5a-a805-4be9-9111-46e3b741d688 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5625c17ac25f4080a34ff4415d8f9dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185790 Apr 18 20:27:49.357274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55144) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:49.364067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd49f5a-a805-4be9-9111-46e3b741d688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d68a6ec-4d92-4106-b9be-9aaebddfbf49,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:49.410883 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.449915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port e8bd37d9-b080-4174-bbb0-cb8be171ceae, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e8bd37d9-b080-4174-bbb0-cb8be171ceae,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:49.457309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db9c7b43-bb58-4b6d-b294-b8934967de1d req-932a3ed5-d000-44ad-b552-db217784baf8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082511 Apr 18 20:27:49.461219 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.531790 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=e8bd37d9-b080-4174-bbb0-cb8be171ceae,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:49.540374 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-6fdfca85-545c-43a8-9990-0e3e5790848a tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=495527a790e24abfb8e818b1a9526827&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859809 Apr 18 20:27:49.595139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bcafa98d-df75-4a5d-8bbc-6edd10aa0444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.696577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bcafa98d-df75-4a5d-8bbc-6edd10aa0444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.776936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832462c5-52f8-4a4b-966a-7097b43333eb req-3c11f827-b232-48b3-8c9f-0bd4b5a36d28 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.779436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832462c5-52f8-4a4b-966a-7097b43333eb req-3c11f827-b232-48b3-8c9f-0bd4b5a36d28 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 949 time: 0.1284571 Apr 18 20:27:49.805853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-55da1a04-0057-4bb9-ba51-c40e1b9da66f tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.807365 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-55da1a04-0057-4bb9-ba51-c40e1b9da66f tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531447 Apr 18 20:27:49.830824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Request body: {'port': {'device_id': '5d6cd8bc-757b-4563-a301-94c13a7be6e7', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '495527a790e24abfb8e818b1a9526827'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:49.898910 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bcafa98d-df75-4a5d-8bbc-6edd10aa0444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.901652 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bcafa98d-df75-4a5d-8bbc-6edd10aa0444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.902809 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bcafa98d-df75-4a5d-8bbc-6edd10aa0444 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d68a6ec-4d92-4106-b9be-9aaebddfbf49 HTTP/1.1" status: 204 len: 168 time: 0.5445416 Apr 18 20:27:49.915267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafa98d-df75-4a5d-8bbc-6edd10aa0444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d68a6ec-4d92-4106-b9be-9aaebddfbf49,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:49.992714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Made reservation on behalf of 495527a790e24abfb8e818b1a9526827 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:49.997257 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.008611 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.047129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-0d8cd281-b837-4bc9-878e-b8641fd03464 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1651399 Apr 18 20:27:50.066384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-758cbe16-f747-41ee-812e-0b8977de38c0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.068015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-758cbe16-f747-41ee-812e-0b8977de38c0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 949 time: 0.1466589 Apr 18 20:27:50.087896 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e45b2-8ddf-424e-aadc-650fce63ddac req-844c6616-2c57-4f65-9e77-32154a8f2dc3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.095942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-787e45b2-8ddf-424e-aadc-650fce63ddac req-844c6616-2c57-4f65-9e77-32154a8f2dc3 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 949 time: 0.2253702 Apr 18 20:27:50.145564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.153671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.319117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-832462c5-52f8-4a4b-966a-7097b43333eb req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Deleting port d79d7393-1b70-4417-8827-4a4f683539d1 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:50.319716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832462c5-52f8-4a4b-966a-7097b43333eb req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.324507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Allocated IP 192.168.233.120 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/3946d09d-1c8d-4856-baaa-827220b8d466) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:50.363510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-d0893c65-9851-4dbf-853f-ac0bf17eb0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.365349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-d0893c65-9851-4dbf-853f-ac0bf17eb0f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 1101 time: 0.2499068 Apr 18 20:27:50.386317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-787e45b2-8ddf-424e-aadc-650fce63ddac req-7fadd5a3-ec85-442d-bd69-92c97306f7c9 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893708 Apr 18 20:27:50.580558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-93486991-6bba-4365-a43d-e9330a29020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.582086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-93486991-6bba-4365-a43d-e9330a29020e service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1102109 Apr 18 20:27:50.609857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55178) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:50.640928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-3da70708-149a-48bc-b119-06c040d44635 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Deleting port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:50.641373 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-3da70708-149a-48bc-b119-06c040d44635 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.651511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9c15f9-4d64-4f18-bc25-2b18c6381134,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:50.674368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-network', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:50.691100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.701179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cd15919-0f3b-4fbd-a8a2-5b689c8a79e2 req-dda26161-1a7b-45a3-895a-2c4ea89d89fb tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 210 time: 0.1143086 Apr 18 20:27:50.745882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.767465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-41bc064d-5339-45a9-80c5-64910b08b112 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 200 len: 217 time: 0.1583121 Apr 18 20:27:50.816802 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:50.819149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Sync routers for ids ['4f6527bf-657d-4966-b37e-40ce39326c95'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:50.822763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:50.840750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:50.843764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Routers {'4f6527bf-657d-4966-b37e-40ce39326c95'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:50.845598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4f6527bf-657d-4966-b37e-40ce39326c95'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:50.902558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Made reservation on behalf of e592e45fbf8b48a28a1a40a3384d398c for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:50.905730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.905930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.906431 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.909134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-ef272c44-f840-4c1d-9f46-8536cada9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.910994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-ef272c44-f840-4c1d-9f46-8536cada9421 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0776582 Apr 18 20:27:50.922150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Pushing event updated for resources: {'Port': ['ID=3946d09d-1c8d-4856-baaa-827220b8d466,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:50.936208 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-dca3ad2b-593d-42df-993c-b34e3b402048 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1093543 Apr 18 20:27:50.959708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Request body: {'port': {'device_id': '5d6cd8bc-757b-4563-a301-94c13a7be6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:51.046712 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.111945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e8bd37d9-b080-4174-bbb0-cb8be171ceae up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:51.128800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.185045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Set router 4f6527bf-657d-4966-b37e-40ce39326c95 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:51.191538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-832462c5-52f8-4a4b-966a-7097b43333eb req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] For port d79d7393-1b70-4417-8827-4a4f683539d1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=d79d7393-1b70-4417-8827-4a4f683539d1,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:51.192402 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832462c5-52f8-4a4b-966a-7097b43333eb req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.296616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-832462c5-52f8-4a4b-966a-7097b43333eb req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Calling delete_port for d79d7393-1b70-4417-8827-4a4f683539d1 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:51.331968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e8bd37d9-b080-4174-bbb0-cb8be171ceae triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:51.332377 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.370186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d4c4edf7-ffb7-4abc-8134-bca7e862e78e None None] Provisioning complete for port 3946d09d-1c8d-4856-baaa-827220b8d466 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:51.370894 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d4c4edf7-ffb7-4abc-8134-bca7e862e78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.384375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076bbd7-d134-43bc-9bb4-ac51f0f0ec68 req-3d337dfb-b84e-41bc-af54-9119fa8c2d1c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.386426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f076bbd7-d134-43bc-9bb4-ac51f0f0ec68 req-3d337dfb-b84e-41bc-af54-9119fa8c2d1c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.5513475 Apr 18 20:27:51.391329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-3da70708-149a-48bc-b119-06c040d44635 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] For port 181ad0b4-c40c-41d6-a3cf-92bee88757c4, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=181ad0b4-c40c-41d6-a3cf-92bee88757c4,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:51.391694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-3da70708-149a-48bc-b119-06c040d44635 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.471011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55194) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:51.476592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-d1e940f1-3444-4fb2-80a3-bebf3d065ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.478398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-d1e940f1-3444-4fb2-80a3-bebf3d065ae5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5113139 Apr 18 20:27:51.492649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-3da70708-149a-48bc-b119-06c040d44635 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Calling delete_port for 181ad0b4-c40c-41d6-a3cf-92bee88757c4 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:51.537082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3946d09d-1c8d-4856-baaa-827220b8d466 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:51.547175 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.563984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Transition to ACTIVE for port object 3946d09d-1c8d-4856-baaa-827220b8d466 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:51.569991 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.643783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4edf7-ffb7-4abc-8134-bca7e862e78e None None] Port 3946d09d-1c8d-4856-baaa-827220b8d466 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:27:51.685583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f076bbd7-d134-43bc-9bb4-ac51f0f0ec68 req-dee9822b-7746-4857-b3dc-e2624a0a0d3d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826517 Apr 18 20:27:51.725504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Pushing event updated for resources: {'Port': ['ID=3946d09d-1c8d-4856-baaa-827220b8d466,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:51.808922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Attempting to bind port 3946d09d-1c8d-4856-baaa-827220b8d466 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:51.809260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Attempting to bind port 3946d09d-1c8d-4856-baaa-827220b8d466 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:51.809574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Attempting to bind port 3946d09d-1c8d-4856-baaa-827220b8d466 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:51.823233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Port 3946d09d-1c8d-4856-baaa-827220b8d466 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:27:51.826639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Attempting to bind port 3946d09d-1c8d-4856-baaa-827220b8d466 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:51.834934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '901e0592-c790-4d05-af06-7a70aec3c5ab', 'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'mac_address': 'fa:16:3e:b9:46:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:47Z', 'updated_at': '2022-04-18T20:27:48Z', 'revision_number': 2, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'subnets': [{'id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:51.840876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:51.841169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-659419198-network', 'tenant_id': '84a2effa8a0e4edb899740a9fb43dc53'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:51.841320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:51.841605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:51.842037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Bound port: 3946d09d-1c8d-4856-baaa-827220b8d466, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:51.842389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.874759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832462c5-52f8-4a4b-966a-7097b43333eb req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.885678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Checking router: 4f6527bf-657d-4966-b37e-40ce39326c95 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:51.886778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Updating router 4f6527bf-657d-4966-b37e-40ce39326c95 port 901e0592-c790-4d05-af06-7a70aec3c5ab binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:27:51.918465 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.992651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] For port 3946d09d-1c8d-4856-baaa-827220b8d466, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:52.000517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] For port 3946d09d-1c8d-4856-baaa-827220b8d466, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3946d09d-1c8d-4856-baaa-827220b8d466,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:52.007714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.061700 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.062471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.063921 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] 10.222.0.64 "PUT /v2.0/ports/3946d09d-1c8d-4856-baaa-827220b8d466 HTTP/1.1" status: 200 len: 1096 time: 1.1146863 Apr 18 20:27:52.064369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6cd8bc-757b-4563-a301-94c13a7be6e7', 'tag': '3946d09d-1c8d-4856-baaa-827220b8d466'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:52.066883 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6cd8bc-757b-4563-a301-94c13a7be6e7", "tag": "3946d09d-1c8d-4856-baaa-827220b8d466"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:52.087714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72e13-8039-4100-8f06-6c9cdc555e42 service neutron] Pushing event updated for resources: {'Port': ['ID=3946d09d-1c8d-4856-baaa-827220b8d466,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.180878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-d05abb1e-ac71-4ae0-a77d-b6e5bc7288f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.183728 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-d05abb1e-ac71-4ae0-a77d-b6e5bc7288f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495527a790e24abfb8e818b1a9526827&device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 1099 time: 0.0683522 Apr 18 20:27:52.230903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:52.254554 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-c2dd911f-55f8-496c-8e1f-0144225557ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=3946d09d-1c8d-4856-baaa-827220b8d466 HTTP/1.1" status: 200 len: 217 time: 0.0599303 Apr 18 20:27:52.270539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5144c7b-b973-4df6-9347-d85b46dd2968 req-05cb96ee-57e2-4ec0-9fff-063e17279176 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f09ac3d-69ee-4283-9ff6-8aaf261b2c59 HTTP/1.1" status: 200 len: 210 time: 0.4398541 Apr 18 20:27:52.273554 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.332664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.351716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.360720 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.367970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-87a6a769-be98-4f00-9275-3fca7b9dea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.371309 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-87a6a769-be98-4f00-9275-3fca7b9dea25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1050110 Apr 18 20:27:52.390154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:27:52.425669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-01eb22d8-7a48-442a-9389-63798225b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.428780 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-01eb22d8-7a48-442a-9389-63798225b38f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472491 Apr 18 20:27:52.466474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805de5d3-2497-4a2a-8b26-5a8d11adb2ce None None] Pushing event updated for resources: {'Port': ['ID=901e0592-c790-4d05-af06-7a70aec3c5ab,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.467446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event deleted for resources: {'Port': ['ID=d79d7393-1b70-4417-8827-4a4f683539d1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.503122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.504311 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Added segment 89e6bb4a-1c57-401b-b9ab-93b64f34dc6a of type vlan for network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 Apr 18 20:27:52.569339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.579511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Attempting to bind port 901e0592-c790-4d05-af06-7a70aec3c5ab on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:52.580423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Attempting to bind port 901e0592-c790-4d05-af06-7a70aec3c5ab by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:52.580423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Attempting to bind port 901e0592-c790-4d05-af06-7a70aec3c5ab on network 5b3ce759-a463-4240-b6bf-4312a8b629c2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:52.592705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:52.593078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Checking segment: {'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:52.593471 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.593855 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Bound using segment: {'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:52.594477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Bound port: 901e0592-c790-4d05-af06-7a70aec3c5ab, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:52.595263 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.604486 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-73772046-a8ff-496d-a583-d17b30c635cd service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641638 Apr 18 20:27:52.650793 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32890b20-6dea-4745-a093-f96802b941b4 x-openstack-request-id: req-32890b20-6dea-4745-a093-f96802b941b4 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:52.651230 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6cd8bc-757b-4563-a301-94c13a7be6e7", "tag": "3946d09d-1c8d-4856-baaa-827220b8d466", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:52.652112 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32890b20-6dea-4745-a093-f96802b941b4 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:52.652565 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32890b20-6dea-4745-a093-f96802b941b4'] response: {'name': 'network-changed', 'server_uuid': '5d6cd8bc-757b-4563-a301-94c13a7be6e7', 'tag': '3946d09d-1c8d-4856-baaa-827220b8d466', 'status': 'completed', 'code': 200} Apr 18 20:27:52.674105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-832462c5-52f8-4a4b-966a-7097b43333eb req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] No DVR routers for this DVR port d79d7393-1b70-4417-8827-4a4f683539d1 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:52.683497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] For port 901e0592-c790-4d05-af06-7a70aec3c5ab, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:52.687439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] For port 901e0592-c790-4d05-af06-7a70aec3c5ab, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=901e0592-c790-4d05-af06-7a70aec3c5ab,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:52.695805 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.704171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-832462c5-52f8-4a4b-966a-7097b43333eb req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.711947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-832462c5-52f8-4a4b-966a-7097b43333eb req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "DELETE /v2.0/ports/d79d7393-1b70-4417-8827-4a4f683539d1 HTTP/1.1" status: 204 len: 173 time: 2.9238443 Apr 18 20:27:52.712968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Made reservation on behalf of 84a2effa8a0e4edb899740a9fb43dc53 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:52.734867 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.765712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805de5d3-2497-4a2a-8b26-5a8d11adb2ce None None] Pushing event updated for resources: {'Port': ['ID=901e0592-c790-4d05-af06-7a70aec3c5ab,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.767244 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-89cb6ba5-304b-4096-bde1-ca8d4888844d req-0261f06b-2a73-4182-8b68-3c061f857c96 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527464 Apr 18 20:27:52.799339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Routers {'4f6527bf-657d-4966-b37e-40ce39326c95'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:52.800112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4f6527bf-657d-4966-b37e-40ce39326c95'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:52.810801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f09ac3d-69ee-4283-9ff6-8aaf261b2c59', 'name': 'network-vif-deleted', 'tag': 'd79d7393-1b70-4417-8827-4a4f683539d1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:52.815149 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae06d9b3-7ed0-4af3-a634-f6e73caae292" -d '{"events": [{"server_uuid": "4f09ac3d-69ee-4283-9ff6-8aaf261b2c59", "name": "network-vif-deleted", "tag": "d79d7393-1b70-4417-8827-4a4f683539d1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:52.818170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.820271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401bb825-8491-4c21-a53f-21462c4963d1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.823281 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.825327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.826214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.850305 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-4757b2d5-9b17-4be2-8886-fe09cb887ec7 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3462181 Apr 18 20:27:52.873152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fd4dd-86f0-45b8-828e-2191857f5535 req-b978d83b-d49a-49e9-9957-aa010f91d7f8 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.892269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f11fd4dd-86f0-45b8-828e-2191857f5535 req-b978d83b-d49a-49e9-9957-aa010f91d7f8 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 948 time: 0.6700487 Apr 18 20:27:52.935153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-b40b32c5-b5b1-4d3e-be7e-3249f1f573a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.939717 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-b40b32c5-b5b1-4d3e-be7e-3249f1f573a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=495527a790e24abfb8e818b1a9526827&device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 1099 time: 0.0701118 Apr 18 20:27:52.959582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2847cc19-b191-4803-badc-a0f9438d8d43 None None] Provisioning complete for port 901e0592-c790-4d05-af06-7a70aec3c5ab triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:52.960224 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2847cc19-b191-4803-badc-a0f9438d8d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.017482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] Set router 4f6527bf-657d-4966-b37e-40ce39326c95 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:53.109335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4910135 Apr 18 20:27:53.122607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae6a6b-69a4-4ec8-b313-fd01ab35b24a admin admin] Pushing event updated for resources: {'Network': ['ID=204f9d4a-4621-4789-a1c1-d1e7b09b35a1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:53.129871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55216) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:53.192340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Request body: {'subnet': {'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-subnet', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:53.198274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:27:53.299459 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2847cc19-b191-4803-badc-a0f9438d8d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.365937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f11fd4dd-86f0-45b8-828e-2191857f5535 req-81bc0b81-a384-426a-b8c2-796a0c82fd97 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720337 Apr 18 20:27:53.371600 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.386789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4203d57-21d9-431b-a2c1-32058bc2bb57 req-d40c01f5-4a03-4507-a035-0069ef75348f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.387779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2847cc19-b191-4803-badc-a0f9438d8d43 None None] For port 901e0592-c790-4d05-af06-7a70aec3c5ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=901e0592-c790-4d05-af06-7a70aec3c5ab,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:53.395273 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2847cc19-b191-4803-badc-a0f9438d8d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.398805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4203d57-21d9-431b-a2c1-32058bc2bb57 req-d40c01f5-4a03-4507-a035-0069ef75348f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.5670805 Apr 18 20:27:53.426190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.440053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:27:53.451103 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.451619 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Added segment 0c9ba451-8636-4f47-b8a3-9a5e38b42e53 of type vlan for network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d Apr 18 20:27:53.456032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-51606ab5-b6b9-4e15-b32e-432d3b8816d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.457928 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-51606ab5-b6b9-4e15-b32e-432d3b8816d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.5041044 Apr 18 20:27:53.516195 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.523332 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-5ffb3d7a-b7a7-445d-af68-0b7102090bd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=3946d09d-1c8d-4856-baaa-827220b8d466 HTTP/1.1" status: 200 len: 217 time: 0.0564542 Apr 18 20:27:53.560626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847cc19-b191-4803-badc-a0f9438d8d43 None None] Pushing event updated for resources: {'Port': ['ID=901e0592-c790-4d05-af06-7a70aec3c5ab,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:53.572026 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2ee1e21c-7c80-415a-a871-3b2ea106790b None None] Provisioning complete for port 901e0592-c790-4d05-af06-7a70aec3c5ab triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:53.572396 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2ee1e21c-7c80-415a-a871-3b2ea106790b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.599028 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579839b0-8fc3-45e3-9cc8-b6f0f56da8e3 x-openstack-request-id: req-579839b0-8fc3-45e3-9cc8-b6f0f56da8e3 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:53.599399 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f09ac3d-69ee-4283-9ff6-8aaf261b2c59", "name": "network-vif-deleted", "tag": "d79d7393-1b70-4417-8827-4a4f683539d1", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:53.599855 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-579839b0-8fc3-45e3-9cc8-b6f0f56da8e3 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:53.600699 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579839b0-8fc3-45e3-9cc8-b6f0f56da8e3'] response: {'server_uuid': '4f09ac3d-69ee-4283-9ff6-8aaf261b2c59', 'name': 'network-vif-deleted', 'tag': 'd79d7393-1b70-4417-8827-4a4f683539d1', 'status': 'completed', 'code': 200} Apr 18 20:27:53.642583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-cf0ff725-ef0f-44d7-9f89-68b4a61d29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.644187 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-cf0ff725-ef0f-44d7-9f89-68b4a61d29d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1090860 Apr 18 20:27:53.650155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '901e0592-c790-4d05-af06-7a70aec3c5ab', 'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'mac_address': 'fa:16:3e:b9:46:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:47Z', 'updated_at': '2022-04-18T20:27:52Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'subnets': [{'id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:53.666636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-3da70708-149a-48bc-b119-06c040d44635 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.675789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Made reservation on behalf of e592e45fbf8b48a28a1a40a3384d398c for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:53.682089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.693177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c02206-006f-4b91-b23f-b8279e523554,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:53.704280 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-ea5a91e8-8392-4717-ae7d-0abd7624dd2f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1874795 Apr 18 20:27:53.711442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:53.737926 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.738923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7522396-c598-41ca-84ac-743a5e9ecb6a None None] The sync data for ids ['4f6527bf-657d-4966-b37e-40ce39326c95'] in n-d-836015-4 is: [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '901e0592-c790-4d05-af06-7a70aec3c5ab', 'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'mac_address': 'fa:16:3e:b9:46:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:47Z', 'updated_at': '2022-04-18T20:27:52Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'subnets': [{'id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:53.739503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.740328 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.741083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-d7a20423-5b98-407b-96bf-0e2362617f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.743344 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-d7a20423-5b98-407b-96bf-0e2362617f6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871978 Apr 18 20:27:53.862782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a42e230a-961d-435b-90d3-5575e5d02807 req-ec9f32aa-5483-4cdc-9538-839498f65960 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 210 time: 0.1747289 Apr 18 20:27:53.931537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55228) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:53.957078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-3af67c1c-d191-4e13-9cab-1885dfc1998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.958734 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-3af67c1c-d191-4e13-9cab-1885dfc1998d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 1102 time: 0.2140827 Apr 18 20:27:54.024422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:54.035492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 181ad0b4-c40c-41d6-a3cf-92bee88757c4 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:54.040050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:27:54.058268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da70708-149a-48bc-b119-06c040d44635 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event deleted for resources: {'Port': ['ID=181ad0b4-c40c-41d6-a3cf-92bee88757c4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:54.096098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 181ad0b4-c40c-41d6-a3cf-92bee88757c4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:54.096773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 181ad0b4-c40c-41d6-a3cf-92bee88757c4 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:54.097555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device d79d7393-1b70-4417-8827-4a4f683539d1 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:27:54.130207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48c03fa2-637a-4f6b-9658-d3ef1b87cae9 req-401315fa-8a6a-4ff1-bec8-eb33178fc3ef service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2340684 Apr 18 20:27:54.159101 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-2fd2a53e-753b-4d1d-9198-8611c7d8d493 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798974 Apr 18 20:27:54.163032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-82475539-a5b6-4e7a-b197-33bd3364d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.164695 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-82475539-a5b6-4e7a-b197-33bd3364d60e service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1806211 Apr 18 20:27:54.188694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4a4fb69c-aea0-4e81-ab3d-329bef2f2643 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7054939 Apr 18 20:27:54.188694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-3da70708-149a-48bc-b119-06c040d44635 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] No DVR routers for this DVR port 181ad0b4-c40c-41d6-a3cf-92bee88757c4 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:54.189116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: d79d7393-1b70-4417-8827-4a4f683539d1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:27:54.189116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device d79d7393-1b70-4417-8827-4a4f683539d1 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:27:54.189401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a5215ff-9b69-4ab4-b2bc-83452ab22122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.193528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55232) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:54.201313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Request body: {'subnet': {'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-659419198-subnet', 'tenant_id': '84a2effa8a0e4edb899740a9fb43dc53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:54.205594 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-3da70708-149a-48bc-b119-06c040d44635 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.211371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b4b0ddf-936d-4367-8c23-7915117e10df req-3da70708-149a-48bc-b119-06c040d44635 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.64 "DELETE /v2.0/ports/181ad0b4-c40c-41d6-a3cf-92bee88757c4 HTTP/1.1" status: 204 len: 173 time: 4.1078491 Apr 18 20:27:54.226715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4203d57-21d9-431b-a2c1-32058bc2bb57 req-2a772664-fda1-4213-8fc1-ad544d25cd91 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8239346 Apr 18 20:27:54.276137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Made reservation on behalf of 84a2effa8a0e4edb899740a9fb43dc53 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:54.279432 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.301720 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-33f9b85f-8580-426a-a349-5311688c4970 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e HTTP/1.1" status: 200 len: 217 time: 0.1044185 Apr 18 20:27:54.458364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-113f84e4-2173-4483-a915-ed5996080bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.459861 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-113f84e4-2173-4483-a915-ed5996080bd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1193390 Apr 18 20:27:54.529524 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a4ba19a-0e99-4fb3-97ad-41a33e39e432 req-b863fa00-810a-4296-b093-e78540e31aa9 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333998 Apr 18 20:27:54.554261 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a5215ff-9b69-4ab4-b2bc-83452ab22122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.561909 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a5215ff-9b69-4ab4-b2bc-83452ab22122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.577023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-6852db33-942a-42b4-8a6e-eab7292df395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.578619 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-6852db33-942a-42b4-8a6e-eab7292df395 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024408 Apr 18 20:27:54.605053 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.668753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5215ff-9b69-4ab4-b2bc-83452ab22122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1e27bb-a1e5-488e-b1d4-845a5edfe97a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:54.676603 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5a5215ff-9b69-4ab4-b2bc-83452ab22122 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31a97fedfd1b48eeb8441595ac1b8c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7441487 Apr 18 20:27:54.681013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55238) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:54.682135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8611c517-f5b9-47d7-bd21-081765556b9b,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:54.711028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745fd5d-aa48-45ba-8bf1-933e0c6d75cf req-c355e572-d74a-4499-a6f4-297198047fc1 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.713187 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e745fd5d-aa48-45ba-8bf1-933e0c6d75cf req-c355e572-d74a-4499-a6f4-297198047fc1 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 948 time: 0.2233415 Apr 18 20:27:54.783141 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-40d4183a-47b5-43dc-a0e0-b232aaeeaea5 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857305 Apr 18 20:27:54.827720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Checking segment: {'id': '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:54.830364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Network hostable DHCP agents. Network: 204f9d4a-4621-4789-a1c1-d1e7b09b35a1, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:27:54.848149 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.905327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f70d65a-d46b-4c0d-a052-45ef812d5570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.917808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e745fd5d-aa48-45ba-8bf1-933e0c6d75cf req-d9519c6f-262d-457c-b330-048b9db64e6c tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805303 Apr 18 20:27:54.949935 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f70d65a-d46b-4c0d-a052-45ef812d5570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.989632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70734b1e-ef76-4ba8-bb35-e936fdc486bc,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:54.993960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:27:55.067176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:55.067658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Network hostable DHCP agents. Network: fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:27:55.087282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 204f9d4a-4621-4789-a1c1-d1e7b09b35a1) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:55.091397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e448a6f4-b23f-4cb6-aa3f-ea79b0a7252a req-96f01889-d74a-400d-aad5-3d5d1daa8f1d tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ae9523e-82a1-44c4-92a6-484f941c58b6 HTTP/1.1" status: 200 len: 210 time: 0.0376790 Apr 18 20:27:55.096095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.096947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.105310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 901e0592-c790-4d05-af06-7a70aec3c5ab up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:55.123997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:27:55.141215 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2e431cc-7676-4abb-a823-f0bf2df175b9 req-814288c8-aa7d-40c4-932d-a73a10abe25c service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495092 Apr 18 20:27:55.142534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f70d65a-d46b-4c0d-a052-45ef812d5570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.146607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c042675d-dcaa-4a57-88de-2229b1630864 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0060599 Apr 18 20:27:55.146607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:55.149741 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f70d65a-d46b-4c0d-a052-45ef812d5570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.153621 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5f70d65a-d46b-4c0d-a052-45ef812d5570 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b1e27bb-a1e5-488e-b1d4-845a5edfe97a HTTP/1.1" status: 204 len: 168 time: 0.4692347 Apr 18 20:27:55.155396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55242) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:55.160941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.161895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.177171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-router', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:55.189651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d694207-662e-470e-8828-2b65bc3ddce1 None None] Network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:55.191696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5058704-a366-4601-9e3c-5e50ee54c201 None None] Network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:55.198473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aadd2808-604e-4110-aaaa-5e7c12969be6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0036714 Apr 18 20:27:55.199759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70d65a-d46b-4c0d-a052-45ef812d5570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1e27bb-a1e5-488e-b1d4-845a5edfe97a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:55.226514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.227798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.290272 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.476424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0e55-b1da-4051-83fc-1c5aec1b3313 req-c2208801-ca65-4af1-b44c-09d2bb4fa4a6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.478292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fdc0e55-b1da-4051-83fc-1c5aec1b3313 req-c2208801-ca65-4af1-b44c-09d2bb4fa4a6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1238682 Apr 18 20:27:55.580118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fdc0e55-b1da-4051-83fc-1c5aec1b3313 req-65cfce69-af83-43eb-b7ef-d94777f6acdd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925021 Apr 18 20:27:55.594220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.601966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae9523e-82a1-44c4-92a6-484f941c58b6', 'name': 'network-vif-deleted', 'tag': '181ad0b4-c40c-41d6-a3cf-92bee88757c4'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:55.609884 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24721373-638a-482f-8ffb-fcc5d8e74df6" -d '{"events": [{"server_uuid": "0ae9523e-82a1-44c4-92a6-484f941c58b6", "name": "network-vif-deleted", "tag": "181ad0b4-c40c-41d6-a3cf-92bee88757c4"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:55.655134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 901e0592-c790-4d05-af06-7a70aec3c5ab triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:55.655507 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.687092 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b07d0fb-0fdb-4fc0-8aba-eb3919663aea x-openstack-request-id: req-5b07d0fb-0fdb-4fc0-8aba-eb3919663aea {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:27:55.687475 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae9523e-82a1-44c4-92a6-484f941c58b6", "name": "network-vif-deleted", "tag": "181ad0b4-c40c-41d6-a3cf-92bee88757c4", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:27:55.688276 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b07d0fb-0fdb-4fc0-8aba-eb3919663aea {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:27:55.688736 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b07d0fb-0fdb-4fc0-8aba-eb3919663aea'] response: {'server_uuid': '0ae9523e-82a1-44c4-92a6-484f941c58b6', 'name': 'network-vif-deleted', 'tag': '181ad0b4-c40c-41d6-a3cf-92bee88757c4', 'status': 'completed', 'code': 200} Apr 18 20:27:55.906445 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.928772 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.945412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f6edb-43fc-41ea-a95f-1aab4ede016f None None] Network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:55.988176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-204f9d4a-4621-4789-a1c1-d1e7b09b35a1', 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'fixed_ips': [{'subnet_id': '8611c517-f5b9-47d7-bd21-081765556b9b'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:27:55.989265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.056224 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3946d09d-1c8d-4856-baaa-827220b8d466 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:27:56.070207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Allocated IP 172.25.2.146 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/65e128bf-7c7b-4f06-84a0-cdd7e3a0026f) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:56.128200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68f2c9-ca8b-402a-b93f-acb7e9fb9b29 req-46ca147e-7ba1-498a-b884-add68c2e5961 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.139214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a68f2c9-ca8b-402a-b93f-acb7e9fb9b29 req-46ca147e-7ba1-498a-b884-add68c2e5961 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 948 time: 0.0933843 Apr 18 20:27:56.218770 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a68f2c9-ca8b-402a-b93f-acb7e9fb9b29 req-c6e08b48-3627-408c-a168-24a1b759a556 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780449 Apr 18 20:27:56.262014 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.308558 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55288) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:56.316516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1618956604-network', 'tenant_id': '3966e27cecf84239a0d65979fe20eac7'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:56.347071 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.394505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Made reservation on behalf of 3966e27cecf84239a0d65979fe20eac7 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:56.396831 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.416033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.441704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:56.447033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3946d09d-1c8d-4856-baaa-827220b8d466, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3946d09d-1c8d-4856-baaa-827220b8d466,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:56.449328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:56.456666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:56.460875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Pushing event updated for resources: {'Port': ['ID=65e128bf-7c7b-4f06-84a0-cdd7e3a0026f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:56.472010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '3946d09d-1c8d-4856-baaa-827220b8d466', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '3946d09d-1c8d-4856-baaa-827220b8d466', 'mac_address': 'fa:16:3e:f5:24:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:27:56.483223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Allocated IP 172.20.0.2 (204f9d4a-4621-4789-a1c1-d1e7b09b35a1/8611c517-f5b9-47d7-bd21-081765556b9b/51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:56.546979 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.579995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3946d09d-1c8d-4856-baaa-827220b8d466 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:56.603037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3946d09d-1c8d-4856-baaa-827220b8d466, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3946d09d-1c8d-4856-baaa-827220b8d466,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:56.608940 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.619376 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665a945-c8d4-4e8a-ac51-12d45eb2a5ba req-0096a8e1-f556-47f1-aaef-4c68b66bcd77 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.627565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7665a945-c8d4-4e8a-ac51-12d45eb2a5ba req-0096a8e1-f556-47f1-aaef-4c68b66bcd77 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 949 time: 0.0751197 Apr 18 20:27:56.672536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.679940 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.690417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7665a945-c8d4-4e8a-ac51-12d45eb2a5ba req-68ef342f-fc3a-4bf3-9a19-77f7ed83a291 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619445 Apr 18 20:27:56.694515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:27:56.732440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=3946d09d-1c8d-4856-baaa-827220b8d466,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:56.748741 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.749057 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Added segment 6a6bcf41-dbf2-47aa-b3ea-91101e619310 of type vlan for network db303a09-3ef1-4fa2-a0c2-490f4a4795f1 Apr 18 20:27:56.814633 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.814896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b93cdc-9b82-4110-accb-29607baf1a6f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:56.834306 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.856083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef46f0-8648-41e4-973a-97822e15cfe6 req-f82d6876-40c8-4519-814f-4b691dd978a6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.864118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01ef46f0-8648-41e4-973a-97822e15cfe6 req-f82d6876-40c8-4519-814f-4b691dd978a6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.0677397 Apr 18 20:27:56.866414 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.888831 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.907577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['3946d09d-1c8d-4856-baaa-827220b8d466'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:56.912935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:56.919202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01ef46f0-8648-41e4-973a-97822e15cfe6 req-51b6dbdd-b2b0-4654-bd0a-af02cffe8f99 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538204 Apr 18 20:27:56.949195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:56.953340 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.953533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Pushing event updated for resources: {'Port': ['ID=51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:56.954696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.955462 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.957795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:27:57.031826 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7221704 Apr 18 20:27:57.034709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55306) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:57.039229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Attempting to bind port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:57.039596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Attempting to bind port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:57.039981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Attempting to bind port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc on network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:57.042955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Request body: {'subnet': {'network_id': 'db303a09-3ef1-4fa2-a0c2-490f4a4795f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1618956604-subnet', 'tenant_id': '3966e27cecf84239a0d65979fe20eac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:57.052956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:57.053333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Checking segment: {'id': '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:57.053723 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.054103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Bound using segment: {'id': '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:57.054568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Bound port: 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:57.054944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.073017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Made reservation on behalf of 3966e27cecf84239a0d65979fe20eac7 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:57.073979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974ae25-f046-4d90-98b7-f513b492f956 admin admin] Pushing event updated for resources: {'Network': ['ID=db303a09-3ef1-4fa2-a0c2-490f4a4795f1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:57.078383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.106245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network db303a09-3ef1-4fa2-a0c2-490f4a4795f1 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:27:57.144843 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55308) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:57.195561 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.211592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] For port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:57.217397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] For port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc,segment=NetworkSegment(89e6bb4a-1c57-401b-b9ab-93b64f34dc6a),segment_id=89e6bb4a-1c57-401b-b9ab-93b64f34dc6a)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:57.232450 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.330496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60212079-7121-4f15-a527-ea4c90e51393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.333245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c2d1f-07d0-41f6-878c-4823ff08e3ae None None] Pushing event updated for resources: {'Port': ['ID=51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:57.405675 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.475252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:27:57.480274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63998628-9081-4bae-a8d9-f23c42de1024 req-464e2741-6ec6-4cf6-b1e7-3757b9ddc884 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:57.481763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63998628-9081-4bae-a8d9-f23c42de1024 req-464e2741-6ec6-4cf6-b1e7-3757b9ddc884 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 949 time: 0.1283646 Apr 18 20:27:57.490038 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60212079-7121-4f15-a527-ea4c90e51393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.490789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e81223-cb7e-4144-b447-9dbc49fc8553,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:57.503140 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60212079-7121-4f15-a527-ea4c90e51393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.535263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Checking segment: {'id': '6a6bcf41-dbf2-47aa-b3ea-91101e619310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'db303a09-3ef1-4fa2-a0c2-490f4a4795f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:57.535519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Network hostable DHCP agents. Network: db303a09-3ef1-4fa2-a0c2-490f4a4795f1, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:27:57.586018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63998628-9081-4bae-a8d9-f23c42de1024 req-6c7c320a-8730-4fa4-a1c1-aa43f102bbb1 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842454 Apr 18 20:27:57.603032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Network db303a09-3ef1-4fa2-a0c2-490f4a4795f1 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:27:57.627418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, db303a09-3ef1-4fa2-a0c2-490f4a4795f1) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:57.631702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:57.632400 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.649156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29117932-2e94-46e2-9f8e-5dd2a643b005 None None] Network db303a09-3ef1-4fa2-a0c2-490f4a4795f1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:57.656003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-57c87010-ce84-4653-a5d3-e2cafb294571 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6191602 Apr 18 20:27:57.674551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60212079-7121-4f15-a527-ea4c90e51393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5f03ef-e8e0-4cd6-b01b-3e1e1587b34d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:57.684381 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-60212079-7121-4f15-a527-ea4c90e51393 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03096fdeba794934a4cc40549e6be7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390239 Apr 18 20:27:57.689047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55316) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:57.721650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:27:57.733106 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Sync routers for ids ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:57.753294 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Routers {'0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:57.759774 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:57.796826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.800532 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2d6679b6-aad4-41ba-aa2a-d8f1726189ce admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6320674 Apr 18 20:27:57.800893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55320) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:57.827697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6bc46d3-7502-4574-a4a9-e40e22d8d5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.887319 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6bc46d3-7502-4574-a4a9-e40e22d8d5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.889794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d41a25-0d21-46d2-a6cf-e1d08a3375ac None None] Network db303a09-3ef1-4fa2-a0c2-490f4a4795f1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:58.057207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a87e8-9041-444f-82dd-a2ec30c5abbc req-335cb4b2-8f85-4881-8a38-2fa112ffb394 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:58.058763 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6bc46d3-7502-4574-a4a9-e40e22d8d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.063401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6bc46d3-7502-4574-a4a9-e40e22d8d5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.064881 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f6bc46d3-7502-4574-a4a9-e40e22d8d5e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf5f03ef-e8e0-4cd6-b01b-3e1e1587b34d HTTP/1.1" status: 204 len: 168 time: 0.3748307 Apr 18 20:27:58.066223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-014a87e8-9041-444f-82dd-a2ec30c5abbc req-335cb4b2-8f85-4881-8a38-2fa112ffb394 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 949 time: 0.1916194 Apr 18 20:27:58.092651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc46d3-7502-4574-a4a9-e40e22d8d5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5f03ef-e8e0-4cd6-b01b-3e1e1587b34d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:58.154356 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Set router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:58.170472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-014a87e8-9041-444f-82dd-a2ec30c5abbc req-f2152794-091a-4732-b3c9-3baf90ce55fb tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/security-groups?id=9bdc3d53-dd97-459e-b703-56fedf8be6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923362 Apr 18 20:27:58.184594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3946d09d-1c8d-4856-baaa-827220b8d466 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:58.250402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-1b90976b-a5d9-4cba-ad63-7a017be2d137 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:58.252353 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-1b90976b-a5d9-4cba-ad63-7a017be2d137 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 949 time: 0.1369710 Apr 18 20:27:58.374849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 3946d09d-1c8d-4856-baaa-827220b8d466 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:58.396404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 3946d09d-1c8d-4856-baaa-827220b8d466 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:58.397751 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.499857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-7c6a9b4c-dd26-4639-aced-f9877c74b5b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Deleting port 34dd1200-f98e-4414-b760-69c84f1eb545 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:27:58.500421 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-7c6a9b4c-dd26-4639-aced-f9877c74b5b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.670318 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-router', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:27:56Z', 'revision_number': 3, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'gw_port': {'id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:58.759034 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Checking router: 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:58.759637 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Updating router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:27:58.780427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-7c6a9b4c-dd26-4639-aced-f9877c74b5b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] For port 34dd1200-f98e-4414-b760-69c84f1eb545, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=34dd1200-f98e-4414-b760-69c84f1eb545,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:58.781526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-7c6a9b4c-dd26-4639-aced-f9877c74b5b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.803721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-7c6a9b4c-dd26-4639-aced-f9877c74b5b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Calling delete_port for 34dd1200-f98e-4414-b760-69c84f1eb545 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:27:58.838461 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.869320 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.909887 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6cd8bc-757b-4563-a301-94c13a7be6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946d09d-1c8d-4856-baaa-827220b8d466'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:58.918725 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0fa2ed-8d00-4d0b-8a7b-fda64b1e75a2" -d '{"events": [{"server_uuid": "5d6cd8bc-757b-4563-a301-94c13a7be6e7", "name": "network-vif-plugged", "status": "completed", "tag": "3946d09d-1c8d-4856-baaa-827220b8d466"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:58.936661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8e6d1-9591-4fb3-bfdb-f88ef9924d85 req-e0d4ee14-80e8-41a1-9b2b-2c295a2b005b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:58.945678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4e8e6d1-9591-4fb3-bfdb-f88ef9924d85 req-e0d4ee14-80e8-41a1-9b2b-2c295a2b005b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.8516607 Apr 18 20:27:58.962002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3946d09d-1c8d-4856-baaa-827220b8d466, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3946d09d-1c8d-4856-baaa-827220b8d466,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:58.971505 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.097539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=3946d09d-1c8d-4856-baaa-827220b8d466,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:59.163908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b521d1-b659-4759-8ecb-230bf9780ce1 None None] Network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:27:59.166214 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:27:59.345496 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4e8e6d1-9591-4fb3-bfdb-f88ef9924d85 req-127ffe83-617c-4702-9a6d-22f372fb8193 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985720 Apr 18 20:27:59.377332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-40236e93-5aa4-4a77-befe-942bd9aa97bf None None] Provisioning complete for port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:59.379410 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-40236e93-5aa4-4a77-befe-942bd9aa97bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.431734 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.435710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277c85-6053-4fa3-addc-ed35f439d89e req-77a2adb0-0f62-4560-8d60-b3a787dd003b tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:59.443326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-77a2adb0-0f62-4560-8d60-b3a787dd003b tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 820 time: 0.3825355 Apr 18 20:27:59.443879 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.501502 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f4a19-484c-45f6-a3e0-80a8e8b538ea None None] Pushing event updated for resources: {'Port': ['ID=65e128bf-7c7b-4f06-84a0-cdd7e3a0026f,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:59.522625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55368) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:27:59.534900 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-7c6a9b4c-dd26-4639-aced-f9877c74b5b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.536084 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Attempting to bind port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:59.536659 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Attempting to bind port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:59.537267 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Attempting to bind port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:27:59.544272 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:27:59.544939 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:27:59.545633 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.546190 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:27:59.546808 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Bound port: 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:59.547427 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.550855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-ff7c2d65-75e3-45c3-8125-f0aaba8517cb tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/quotas/84a2effa8a0e4edb899740a9fb43dc53 HTTP/1.1" status: 200 len: 375 time: 0.1063609 Apr 18 20:27:59.554127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:59.556800 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.600185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a9b4c-dd26-4639-aced-f9877c74b5b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Pushing event deleted for resources: {'Port': ['ID=34dd1200-f98e-4414-b760-69c84f1eb545,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:59.607051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34dd1200-f98e-4414-b760-69c84f1eb545'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:27:59.629395 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] For port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:27:59.636279 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] For port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=65e128bf-7c7b-4f06-84a0-cdd7e3a0026f,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:27:59.637247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-8d06ef5c-521d-4ea4-a0d4-d7a9bbcb5aa8 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773811 Apr 18 20:27:59.642773 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.652997 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.674119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f347aed-ec7a-4f38-ab61-81cec6d0a638 req-4a19d53e-0178-4970-96a9-e08e48b4a36d tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:59.676007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f347aed-ec7a-4f38-ab61-81cec6d0a638 req-4a19d53e-0178-4970-96a9-e08e48b4a36d tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 950 time: 0.2166722 Apr 18 20:27:59.702296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-7c6a9b4c-dd26-4639-aced-f9877c74b5b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] No DVR routers for this DVR port 34dd1200-f98e-4414-b760-69c84f1eb545 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:59.706318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-7c6a9b4c-dd26-4639-aced-f9877c74b5b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.721587 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-68605c47-374e-40bc-9920-6510d9c5cad9 req-7c6a9b4c-dd26-4639-aced-f9877c74b5b0 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.60 "DELETE /v2.0/ports/34dd1200-f98e-4414-b760-69c84f1eb545 HTTP/1.1" status: 204 len: 173 time: 1.4571025 Apr 18 20:27:59.722269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ccd4b65-baeb-4e87-bc37-d24da648d4b4', 'name': 'network-vif-deleted', 'tag': '34dd1200-f98e-4414-b760-69c84f1eb545'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:59.724819 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4150b9d0-3a28-4a3b-9510-4270099705f9" -d '{"events": [{"server_uuid": "6ccd4b65-baeb-4e87-bc37-d24da648d4b4", "name": "network-vif-deleted", "tag": "34dd1200-f98e-4414-b760-69c84f1eb545"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:27:59.726319 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f4a19-484c-45f6-a3e0-80a8e8b538ea None None] Pushing event updated for resources: {'Port': ['ID=65e128bf-7c7b-4f06-84a0-cdd7e3a0026f,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:59.754020 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Routers {'0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:27:59.755511 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:59.805480 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-40236e93-5aa4-4a77-befe-942bd9aa97bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.878654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-40236e93-5aa4-4a77-befe-942bd9aa97bf None None] For port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc,segment=NetworkSegment(89e6bb4a-1c57-401b-b9ab-93b64f34dc6a),segment_id=89e6bb4a-1c57-401b-b9ab-93b64f34dc6a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:27:59.882790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Allocated IP 172.20.0.1 (204f9d4a-4621-4789-a1c1-d1e7b09b35a1/8611c517-f5b9-47d7-bd21-081765556b9b/5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:59.884016 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] Set router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:27:59.891095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-40236e93-5aa4-4a77-befe-942bd9aa97bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.920512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1067805417-network', 'tenant_id': '8c802f016b7749b193815993f6dadf8d'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:59.938341 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.976233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Made reservation on behalf of 8c802f016b7749b193815993f6dadf8d for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:59.979213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.010814 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.027263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40236e93-5aa4-4a77-befe-942bd9aa97bf None None] Pushing event updated for resources: {'Port': ['ID=51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:00.063775 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:28:00.064189 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:28:00.064746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.185465 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.189941 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.195545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.245026 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-router', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:27:56Z', 'revision_number': 3, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'gw_port': {'id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:00.253095 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:00.264536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d3bc47-eef0-4c9e-82c2-6f56f1f29ae5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:00.270063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.270254 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Added segment 6c83cae2-74cc-4d1a-a07d-68cc0ccc3567 of type vlan for network ebe4b7f3-3354-4f8f-9d7d-49214e622b9e Apr 18 20:28:00.286565 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c6a6dd-a1a9-49e1-a480-d124265226fb None None] The sync data for ids ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'] in n-d-836015-4 is: [{'id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-router', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:27:56Z', 'revision_number': 3, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'gw_port': {'id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:00.298995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:00.312448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:00.333083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f347aed-ec7a-4f38-ab61-81cec6d0a638 req-ff148bbe-49c0-4e76-9378-faed8195aac3 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316952 Apr 18 20:28:00.335574 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:00.342995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5e240df3-046d-46b2-ae54-4ecc98753e20 None None] Provisioning complete for port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:00.343552 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5e240df3-046d-46b2-ae54-4ecc98753e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.358784 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.397852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Pushing event updated for resources: {'Port': ['ID=5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:00.450049 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.451524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:00.452432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.469338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-36dea958-74b4-45ee-a6bf-f5395e86da40 service neutron] 10.222.0.49 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8182921 Apr 18 20:28:00.501109 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9766920 Apr 18 20:28:00.520460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55380) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:00.521476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.540898 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-2614d53d-e703-44b7-b5d8-193ebc1a6b45 service neutron] show failed (client error): The resource could not be found. Apr 18 20:28:00.544223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Request body: {'subnet': {'network_id': 'ebe4b7f3-3354-4f8f-9d7d-49214e622b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1067805417-subnet', 'tenant_id': '8c802f016b7749b193815993f6dadf8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:00.545502 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-2614d53d-e703-44b7-b5d8-193ebc1a6b45 service neutron] 10.222.0.60 "GET /v2.0/ports/2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.2262182 Apr 18 20:28:00.670130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671d82d-581d-460d-b602-95e6f92668d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ebe4b7f3-3354-4f8f-9d7d-49214e622b9e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:00.697881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ebe4b7f3-3354-4f8f-9d7d-49214e622b9e details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:00.702670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Made reservation on behalf of 8c802f016b7749b193815993f6dadf8d for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:00.708559 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.765077 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d6df00-00b8-4967-9731-76ba8bf8c4bc x-openstack-request-id: req-44d6df00-00b8-4967-9731-76ba8bf8c4bc {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:00.765792 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6cd8bc-757b-4563-a301-94c13a7be6e7", "name": "network-vif-plugged", "status": "completed", "tag": "3946d09d-1c8d-4856-baaa-827220b8d466", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:00.766311 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44d6df00-00b8-4967-9731-76ba8bf8c4bc {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:00.766854 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d6df00-00b8-4967-9731-76ba8bf8c4bc'] response: {'server_uuid': '5d6cd8bc-757b-4563-a301-94c13a7be6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3946d09d-1c8d-4856-baaa-827220b8d466', 'code': 200} Apr 18 20:28:00.864101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a83d429b-aa17-4b03-ada6-b8b7fc1125d5 None None] Provisioning complete for port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:00.864534 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a83d429b-aa17-4b03-ada6-b8b7fc1125d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.954089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a83d429b-aa17-4b03-ada6-b8b7fc1125d5 None None] Port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:00.975996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deea92fb-c74a-43ee-b16e-c83e4bc3a70d req-ba04680f-3529-4a65-a13b-2b36a2d8726e tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ccd4b65-baeb-4e87-bc37-d24da648d4b4 HTTP/1.1" status: 200 len: 210 time: 0.0909541 Apr 18 20:28:01.006768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8153493-d24a-44af-80ad-92d49fe4ee3d req-6d345fca-ff7b-4650-83d0-af92787e335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:01.008483 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c8153493-d24a-44af-80ad-92d49fe4ee3d req-6d345fca-ff7b-4650-83d0-af92787e335a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 1101 time: 0.1003163 Apr 18 20:28:01.064309 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6092a083-c220-43d0-8073-48341e1ba778 x-openstack-request-id: req-6092a083-c220-43d0-8073-48341e1ba778 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:01.064544 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ccd4b65-baeb-4e87-bc37-d24da648d4b4", "name": "network-vif-deleted", "tag": "34dd1200-f98e-4414-b760-69c84f1eb545", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:01.064906 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6092a083-c220-43d0-8073-48341e1ba778 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:01.065448 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6092a083-c220-43d0-8073-48341e1ba778'] response: {'server_uuid': '6ccd4b65-baeb-4e87-bc37-d24da648d4b4', 'name': 'network-vif-deleted', 'tag': '34dd1200-f98e-4414-b760-69c84f1eb545', 'status': 'completed', 'code': 200} Apr 18 20:28:01.076182 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c8153493-d24a-44af-80ad-92d49fe4ee3d req-26ae790d-d591-4664-b52c-6c798d236bd9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578780 Apr 18 20:28:01.136545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:01.194516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:01.195005 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.290255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:01.347030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:01.347400 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.445690 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.471293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=65e128bf-7c7b-4f06-84a0-cdd7e3a0026f,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:01.477099 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.488774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-0584e2e4-6e79-4855-9d9c-22a0d4f393f9 service neutron] 10.222.0.49 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0118976 Apr 18 20:28:01.533282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=65e128bf-7c7b-4f06-84a0-cdd7e3a0026f,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:01.540759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-f6f3d139-a52e-43b0-9116-6ba80b31a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:01.542851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-f6f3d139-a52e-43b0-9116-6ba80b31a841 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f&tenant_id=2ab80b1403354e10ab7b298d8463922c HTTP/1.1" status: 200 len: 1101 time: 0.5526266 Apr 18 20:28:01.547460 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.579218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:01.654626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef723a39-5bc7-447e-ae07-0484995084eb req-81da0372-a3aa-40f6-93a4-de10721e189d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:01.663803 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef723a39-5bc7-447e-ae07-0484995084eb req-81da0372-a3aa-40f6-93a4-de10721e189d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.2477009 Apr 18 20:28:01.678889 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.760290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5f8dda-966b-4633-a52b-0b841c54f5a5,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:01.834294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef723a39-5bc7-447e-ae07-0484995084eb req-f234baa1-8640-4ce7-9847-0adbffed75d1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695321 Apr 18 20:28:01.834839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.852913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Checking segment: {'id': '6c83cae2-74cc-4d1a-a07d-68cc0ccc3567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ebe4b7f3-3354-4f8f-9d7d-49214e622b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:01.853269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Network hostable DHCP agents. Network: ebe4b7f3-3354-4f8f-9d7d-49214e622b9e, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:01.927774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97ad40-91a7-47ed-932d-84c7588f28dc req-1c65b7b0-50a2-4c29-9b4e-b4701e62a2c8 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:01.929402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d97ad40-91a7-47ed-932d-84c7588f28dc req-1c65b7b0-50a2-4c29-9b4e-b4701e62a2c8 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 950 time: 0.2244511 Apr 18 20:28:01.984861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Network ebe4b7f3-3354-4f8f-9d7d-49214e622b9e is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:02.017483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64836c81-7d99-4f7f-bf30-f457c50db195 req-cf540ba1-df97-42ed-b005-29574b7e2c6f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 210 time: 0.1058590 Apr 18 20:28:02.152485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ebe4b7f3-3354-4f8f-9d7d-49214e622b9e) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:02.171127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc061ec-6100-4333-bde2-df7abb80fbf6 None None] Network ebe4b7f3-3354-4f8f-9d7d-49214e622b9e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:02.179729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:02.180460 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.231366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d97ad40-91a7-47ed-932d-84c7588f28dc req-5a1f78ed-f536-4f55-bfeb-1147bc6e80a9 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769883 Apr 18 20:28:02.248460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-62309fed-2b6f-4463-a7bc-a819248642b2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7235341 Apr 18 20:28:02.380304 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.400811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.464944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 34dd1200-f98e-4414-b760-69c84f1eb545 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:02.505351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787dc941-4d77-4318-a566-31451ebe222a None None] Network ebe4b7f3-3354-4f8f-9d7d-49214e622b9e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:02.507005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55406) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:02.508356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 34dd1200-f98e-4414-b760-69c84f1eb545 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:02.508694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 34dd1200-f98e-4414-b760-69c84f1eb545 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:02.531942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:02.539939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Pushing event updated for resources: {'Port': ['ID=5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:02.553584 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.645308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:02.694824 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f43c04ec-05b5-488e-9e30-969cfe0db3d4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df5ff37bcfd04d45aeb45108377157e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862297 Apr 18 20:28:02.697102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55410) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:02.703705 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-029dfab1-3752-49ce-bf13-3718d8947c71 req-f28c18fd-0770-4c9b-a9a2-485e08cddbbc tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] show failed (client error): The resource could not be found. Apr 18 20:28:02.704767 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-029dfab1-3752-49ce-bf13-3718d8947c71 req-f28c18fd-0770-4c9b-a9a2-485e08cddbbc tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] 10.222.0.49 "GET /v2.0/security-groups/2984a5ee-7806-4a91-9789-d475f901239c HTTP/1.1" status: 404 len: 352 time: 0.0302289 Apr 18 20:28:02.732917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:02.735378 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438a1c2d-b6c1-4f38-b592-956e054944c7" -d '{"events": [{"server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:02.742234 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.777669 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d70a2560-7165-4de3-9a89-5f11d6124f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.785301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Transition to ACTIVE for port object 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:02.793843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:02.796558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.805672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:02.837963 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d70a2560-7165-4de3-9a89-5f11d6124f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.846317 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df434223-efae-4f18-8a54-009f41dd8600 x-openstack-request-id: req-df434223-efae-4f18-8a54-009f41dd8600 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:02.846597 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "name": "network-vif-unplugged", "status": "completed", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:02.847036 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df434223-efae-4f18-8a54-009f41dd8600 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:02.847622 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df434223-efae-4f18-8a54-009f41dd8600'] response: {'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'code': 200} Apr 18 20:28:02.938759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e83ac1df-e1e6-4226-80f2-9d8e8062e421 req-491e4521-741a-4183-a9ce-32ed6d457e28 tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c802f016b7749b193815993f6dadf8d HTTP/1.1" status: 200 len: 2984 time: 0.1931763 Apr 18 20:28:02.995596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] No DVR routers for this DVR port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:03.006169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:03.052627 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d70a2560-7165-4de3-9a89-5f11d6124f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.056337 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d70a2560-7165-4de3-9a89-5f11d6124f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.061897 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d70a2560-7165-4de3-9a89-5f11d6124f88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bdc3d53-dd97-459e-b703-56fedf8be6fe HTTP/1.1" status: 204 len: 168 time: 0.3619158 Apr 18 20:28:03.076781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:03.140097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a2560-7165-4de3-9a89-5f11d6124f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdc3d53-dd97-459e-b703-56fedf8be6fe,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:03.199512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e83ac1df-e1e6-4226-80f2-9d8e8062e421 req-d43483ca-d1bc-4aef-b02b-3b378fce076b tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] 10.222.0.49 "GET /v2.0/security-groups/f2d3bc47-eef0-4c9e-82c2-6f56f1f29ae5 HTTP/1.1" status: 200 len: 2981 time: 0.2593093 Apr 18 20:28:03.221968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277c85-6053-4fa3-addc-ed35f439d89e req-ec1616da-3ca8-4f93-8ea0-515495b8eb56 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.225798 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-ec1616da-3ca8-4f93-8ea0-515495b8eb56 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 820 time: 0.3361061 Apr 18 20:28:03.242209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:03.245190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:03.248129 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:03.248612 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.249680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Request body: {'port': {'device_id': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d', 'admin_state_up': True, 'tenant_id': '84a2effa8a0e4edb899740a9fb43dc53'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:03.251404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:03.304514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:03.314606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:03.314935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:03.327714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:03.328131 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:03.328985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:03.329490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Bound port: 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:03.329849 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.333582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0d33c528-2468-4203-bcdf-20f73f9342c3 None None] Provisioning complete for port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:03.334186 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0d33c528-2468-4203-bcdf-20f73f9342c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.389383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0d33c528-2468-4203-bcdf-20f73f9342c3 None None] Port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:03.407424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f77e69-01df-4b17-a83f-5c1160de8a9a req-1a1a4b4b-41a5-4286-9e99-076da60a39c1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.415163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d5f77e69-01df-4b17-a83f-5c1160de8a9a req-1a1a4b4b-41a5-4286-9e99-076da60a39c1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 948 time: 0.3892565 Apr 18 20:28:03.438323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Made reservation on behalf of 84a2effa8a0e4edb899740a9fb43dc53 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:03.442873 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.467908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55428) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:03.504583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e83ac1df-e1e6-4226-80f2-9d8e8062e421 req-b3cf432b-4677-4152-944b-a37c8d28bc7b tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] 10.222.0.49 "GET /v2.0/security-groups/f2d3bc47-eef0-4c9e-82c2-6f56f1f29ae5 HTTP/1.1" status: 200 len: 2981 time: 0.3041563 Apr 18 20:28:03.545290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d5f77e69-01df-4b17-a83f-5c1160de8a9a req-7030dedb-530e-423a-88c9-8c2c2d1dde73 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292493 Apr 18 20:28:03.549482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:03.554265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:03.555472 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8f360c9e-5c83-4b06-afeb-91bce5f50895 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60d4b2d2872d4922865c1072bb1d9d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862722 Apr 18 20:28:03.569771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55432) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:03.595352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.605387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Allocated IP 172.20.0.7 (fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d/70734b1e-ef76-4ba8-bb35-e936fdc486bc/b35c8f84-8a6f-4854-8429-dcdd13ab9c90) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:03.716400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56500d52-3dc3-44c8-9593-b22cd2dfa1ed req-29699a1b-13e5-4f3c-a944-a8a869359328 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 210 time: 0.1225076 Apr 18 20:28:03.754503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.755177 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.756842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] 10.222.0.64 "PUT /v2.0/ports/2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 1096 time: 2.2035120 Apr 18 20:28:03.761535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.804871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.846749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3b756-ca03-4b88-9685-a9c90d49a0fc service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:03.851919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:03.855045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:03.857461 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:03.857719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:03.870114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70e3c8-5701-40ee-ab67-9ef8b037fce5 req-463a0a2b-cdec-4c5f-935f-a587ec6a42eb tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.872939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Sync routers for ids ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:03.877783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf70e3c8-5701-40ee-ab67-9ef8b037fce5 req-463a0a2b-cdec-4c5f-935f-a587ec6a42eb tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 950 time: 0.2509494 Apr 18 20:28:03.883236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-99e72c43-e040-469f-b2b0-879c1433208e admin admin] 10.222.0.49 "PUT /v2.0/routers/0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0810578 Apr 18 20:28:03.890798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbc79bb9-43df-47e4-8bec-f491415c1ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.903295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Routers {'0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:03.904204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:03.912068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.912726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.937092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Pushing event updated for resources: {'Port': ['ID=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:03.948083 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-f4f38cf3-bca8-48a8-900f-30c561e66931 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7114930 Apr 18 20:28:03.961493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Request body: {'port': {'device_id': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:03.982018 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbc79bb9-43df-47e4-8bec-f491415c1ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.993866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fc0af6c7-7ec8-412e-8358-16903cb82fff req-85f4bf82-c3a2-4d7f-b2a9-74ae3d614496 tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] 10.222.0.49 "GET /v2.0/security-groups/f2d3bc47-eef0-4c9e-82c2-6f56f1f29ae5 HTTP/1.1" status: 200 len: 2981 time: 0.2262816 Apr 18 20:28:04.005613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-6bdb3bf2-00fc-44ed-b210-146c78c736aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:04.007061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-6bdb3bf2-00fc-44ed-b210-146c78c736aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1099 time: 0.2117746 Apr 18 20:28:04.036197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf70e3c8-5701-40ee-ab67-9ef8b037fce5 req-afa55b65-2f38-4c85-9801-cf2c2c82d7c5 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466434 Apr 18 20:28:04.062739 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.099226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Set router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:04.180813 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-fc0af6c7-7ec8-412e-8358-16903cb82fff req-bfd51e3a-1e11-4aa6-9efb-06db9af31c51 tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:28:04.181918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fc0af6c7-7ec8-412e-8358-16903cb82fff req-bfd51e3a-1e11-4aa6-9efb-06db9af31c51 tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] 10.222.0.49 "DELETE /v2.0/security-groups/f2d3bc47-eef0-4c9e-82c2-6f56f1f29ae5 HTTP/1.1" status: 409 len: 352 time: 0.1872218 Apr 18 20:28:04.276775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbc79bb9-43df-47e4-8bec-f491415c1ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.284087 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbc79bb9-43df-47e4-8bec-f491415c1ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.285483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bbc79bb9-43df-47e4-8bec-f491415c1ce5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1eabe8d2-8158-41b1-93b8-9280aab636cd HTTP/1.1" status: 204 len: 168 time: 0.7147343 Apr 18 20:28:04.286432 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-8c6293f8-249a-46f0-91a3-276d64ec32aa req-c89e299f-9c74-4a32-bdf9-1a39ef544c53 tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] show failed (client error): The resource could not be found. Apr 18 20:28:04.287358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c6293f8-249a-46f0-91a3-276d64ec32aa req-c89e299f-9c74-4a32-bdf9-1a39ef544c53 tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] 10.222.0.49 "GET /v2.0/security-groups/08b84c25-1648-46e0-b95e-c2a7b9f5967a HTTP/1.1" status: 404 len: 352 time: 0.0678177 Apr 18 20:28:04.327193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-f865754c-7998-4d1a-a64d-702c27835e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:04.329323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-f865754c-7998-4d1a-a64d-702c27835e8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.3146117 Apr 18 20:28:04.331690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc79bb9-43df-47e4-8bec-f491415c1ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eabe8d2-8158-41b1-93b8-9280aab636cd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:04.379072 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-81d57eb1-fe45-4101-b3c5-ac25fa86a729 req-f433563d-d615-4c31-a505-f24e1bcde9b4 tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] show failed (client error): The resource could not be found. Apr 18 20:28:04.391117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81d57eb1-fe45-4101-b3c5-ac25fa86a729 req-f433563d-d615-4c31-a505-f24e1bcde9b4 tempest-SecurityGroupsNegativeTestJSON-1374937674 tempest-SecurityGroupsNegativeTestJSON-1374937674-project] 10.222.0.49 "GET /v2.0/security-groups/78ddf569-4646-4bfe-92fe-e12e2fab302c HTTP/1.1" status: 404 len: 352 time: 0.0341313 Apr 18 20:28:04.391631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55454) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:04.434148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-8aa5611f-1edb-4145-9ba8-aa7e4ae87c50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 217 time: 0.0782995 Apr 18 20:28:04.519652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeedb44-9105-43e4-9af7-4af46c5651ff req-22778412-b5e9-4295-aa2d-e6001338cddf tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:04.527764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ceeedb44-9105-43e4-9af7-4af46c5651ff req-22778412-b5e9-4295-aa2d-e6001338cddf tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 950 time: 0.2177417 Apr 18 20:28:04.532219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:04.600649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d5515f-78c1-4d26-9178-4f218e99f52b admin admin] Deleting subnet bb5f8dda-966b-4633-a52b-0b841c54f5a5 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:28:04.625884 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-21d5515f-78c1-4d26-9178-4f218e99f52b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.653190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:04.678551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35c8f84-8a6f-4854-8429-dcdd13ab9c90 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:04.687207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.688792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ceeedb44-9105-43e4-9af7-4af46c5651ff req-ba67a4e0-8c44-4050-a9b8-a224ff68fe7b tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600864 Apr 18 20:28:04.703571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-7d2b7e4e-5338-4e78-9bb2-829d5ab32fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:04.708211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-7d2b7e4e-5338-4e78-9bb2-829d5ab32fb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.2428060 Apr 18 20:28:04.716810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Transition to ACTIVE for port object b35c8f84-8a6f-4854-8429-dcdd13ab9c90 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:04.723036 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.746014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-router', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 4, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'gw_port': {'id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0', 'name': '', 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'mac_address': 'fa:16:3e:e7:83:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '8611c517-f5b9-47d7-bd21-081765556b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:59Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 2, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'subnets': [{'id': '8611c517-f5b9-47d7-bd21-081765556b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:04.832199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Checking router: 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:04.833058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Updating router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:04.847679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:04.848118 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-21d5515f-78c1-4d26-9178-4f218e99f52b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.856702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:04.866336 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.873549 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502" -d '{"events": [{"name": "network-changed", "server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:04.924825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:04.925163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:04.925693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:04.932430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:04.933052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:04.942455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:04.943126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:04.944851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:04.948850 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Bound port: b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:04.949545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.022605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c2562-68f5-45e2-b58a-d83f6bd41fb0 req-30cf2eb0-1696-4a07-87e5-32e7f349d544 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.024230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b5c2562-68f5-45e2-b58a-d83f6bd41fb0 req-30cf2eb0-1696-4a07-87e5-32e7f349d544 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 948 time: 0.3344913 Apr 18 20:28:05.037601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-eec133d9-8109-4642-b3f1-cea711366b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.039402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-eec133d9-8109-4642-b3f1-cea711366b8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2442014 Apr 18 20:28:05.056667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:05.061234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:05.071418 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.136715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.138487 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.139715 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] 10.222.0.64 "PUT /v2.0/ports/b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 1091 time: 1.1836596 Apr 18 20:28:05.140241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'tag': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:05.142683 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecabfdcb-512b-4e98-8863-583c598e3ece" -d '{"events": [{"name": "network-changed", "server_uuid": "902d5e92-4bbf-42df-9a69-efb5b48a8900", "tag": "b35c8f84-8a6f-4854-8429-dcdd13ab9c90"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:05.155107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-21d5515f-78c1-4d26-9178-4f218e99f52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.175949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee86181-1821-4e75-966e-6309d8674d80 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:05.213666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b5c2562-68f5-45e2-b58a-d83f6bd41fb0 req-ed55c391-4e6b-48e0-aa60-08457d324b5c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799228 Apr 18 20:28:05.236378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0090f2d-1796-4577-9862-cc159a1f2e78 req-4d184343-60dc-49a2-89ff-418b76244a32 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.243075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0090f2d-1796-4577-9862-cc159a1f2e78 req-4d184343-60dc-49a2-89ff-418b76244a32 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 943 time: 0.2960899 Apr 18 20:28:05.248921 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.262591 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.280004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277c85-6053-4fa3-addc-ed35f439d89e req-e6fa2f1d-fb93-4b88-b3ee-91e35fb63928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.283191 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-e6fa2f1d-fb93-4b88-b3ee-91e35fb63928 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1094 time: 0.0863643 Apr 18 20:28:05.329364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-4cdb8bb5-3013-44b2-99d1-fb8a5ad3146d service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532535 Apr 18 20:28:05.355633 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-6d5f9dda-7bfd-424f-a807-260f465f18f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 217 time: 0.0640197 Apr 18 20:28:05.378307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2e20b-3392-4b7f-b238-03f64d180b84 None None] Pushing event updated for resources: {'Port': ['ID=5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:05.398973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0090f2d-1796-4577-9862-cc159a1f2e78 req-29f8b59e-b925-4914-85d9-ae07910b18b8 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548150 Apr 18 20:28:05.426433 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52837190-3515-47e5-b768-5cde93ad958b x-openstack-request-id: req-52837190-3515-47e5-b768-5cde93ad958b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:05.426900 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:05.427436 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52837190-3515-47e5-b768-5cde93ad958b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:05.428049 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52837190-3515-47e5-b768-5cde93ad958b'] response: {'name': 'network-changed', 'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'status': 'completed', 'code': 200} Apr 18 20:28:05.463743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Attempting to bind port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:05.464142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Attempting to bind port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:05.465667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Attempting to bind port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 on network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:05.477977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:05.478368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Checking segment: {'id': '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:05.481881 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.482473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Bound using segment: {'id': '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:05.483117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Bound port: 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:05.485421 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13943093-a922-4f0a-a5b7-63d3cb7232b4 x-openstack-request-id: req-13943093-a922-4f0a-a5b7-63d3cb7232b4 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:05.485714 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902d5e92-4bbf-42df-9a69-efb5b48a8900", "tag": "b35c8f84-8a6f-4854-8429-dcdd13ab9c90", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:05.485942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.486077 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13943093-a922-4f0a-a5b7-63d3cb7232b4 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:05.486364 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13943093-a922-4f0a-a5b7-63d3cb7232b4'] response: {'name': 'network-changed', 'server_uuid': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'tag': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90', 'status': 'completed', 'code': 200} Apr 18 20:28:05.519255 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-21d5515f-78c1-4d26-9178-4f218e99f52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.600077 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50277c85-6053-4fa3-addc-ed35f439d89e req-c030b474-408b-448c-8f71-b8c2d84cc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.601994 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-c030b474-408b-448c-8f71-b8c2d84cc494 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.2389374 Apr 18 20:28:05.609325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-f9b86d3b-91e3-4082-8c47-a8db43e130d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.610981 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-f9b86d3b-91e3-4082-8c47-a8db43e130d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1099 time: 0.1722610 Apr 18 20:28:05.688025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] For port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:05.699749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] For port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0,segment=NetworkSegment(89e6bb4a-1c57-401b-b9ab-93b64f34dc6a),segment_id=89e6bb4a-1c57-401b-b9ab-93b64f34dc6a)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:05.704968 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-27cbbc4c-77d8-439f-b8fe-e1cb0d6d4082 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843761 Apr 18 20:28:05.708904 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.873677 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5b21903-f2ca-4601-ad5d-6afa7d16331b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.878254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-daf0c0dc-68f6-4c96-81d1-9fb74fdbfb62 None None] Provisioning complete for port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:05.878863 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-daf0c0dc-68f6-4c96-81d1-9fb74fdbfb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.892799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2e20b-3392-4b7f-b238-03f64d180b84 None None] Pushing event updated for resources: {'Port': ['ID=5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:05.961357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Routers {'0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:05.961977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:27:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:05.996924 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-a4974f74-4080-42c5-838c-3088cb02e43c service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865102 Apr 18 20:28:05.998001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-03ae56dc-e6d8-484a-aa19-c9fe6bee2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.999402 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-03ae56dc-e6d8-484a-aa19-c9fe6bee2ed6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.3699450 Apr 18 20:28:06.053720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5515f-78c1-4d26-9178-4f218e99f52b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5f8dda-966b-4633-a52b-0b841c54f5a5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:06.073209 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-21d5515f-78c1-4d26-9178-4f218e99f52b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.076502 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-21d5515f-78c1-4d26-9178-4f218e99f52b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bb5f8dda-966b-4633-a52b-0b841c54f5a5 HTTP/1.1" status: 204 len: 168 time: 1.6820080 Apr 18 20:28:06.095085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55560) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:06.171538 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-91f87c24-41c1-4640-bd92-378d1baeeb10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 217 time: 0.1561332 Apr 18 20:28:06.224014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] Set router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:06.230354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d894acb-dc94-4967-966a-72eec625a7f1 req-b94d7b36-9505-4cca-959e-ffc4298d5ed0 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.238834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d894acb-dc94-4967-966a-72eec625a7f1 req-b94d7b36-9505-4cca-959e-ffc4298d5ed0 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 950 time: 0.1998079 Apr 18 20:28:06.243171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-004e20e0-f7cf-4a86-a563-28e39316f19c req-bc04d06a-8af1-42cb-b916-d8647d25e981 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9047234 Apr 18 20:28:06.324835 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-bc9ab861-396d-4774-9bbd-fdd87adffcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.325062 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-3834f320-6522-449f-aa67-6feb8ffde8df tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.326370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-3834f320-6522-449f-aa67-6feb8ffde8df tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 950 time: 0.2866077 Apr 18 20:28:06.327258 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-bc9ab861-396d-4774-9bbd-fdd87adffcb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1384778 Apr 18 20:28:06.334600 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.375568 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50277c85-6053-4fa3-addc-ed35f439d89e req-536cef6a-7977-4324-b9e1-5d17d053f55d service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613191 Apr 18 20:28:06.406385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-f304e964-df29-4490-b8c4-4443d252e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.410912 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-f304e964-df29-4490-b8c4-4443d252e46c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681083 Apr 18 20:28:06.573033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d894acb-dc94-4967-966a-72eec625a7f1 req-5d24455c-3437-4987-8e43-e1246f1320ca tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314815 Apr 18 20:28:06.589690 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-daf0c0dc-68f6-4c96-81d1-9fb74fdbfb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.645161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-1932d369-71af-47e7-9a53-d870e6e56511 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258873 Apr 18 20:28:06.684392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5052bd5-5286-45f8-9600-574fba2e9e02 req-adcee57b-69bd-4f48-a8fc-71e6b3a1e148 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.686278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5052bd5-5286-45f8-9600-574fba2e9e02 req-adcee57b-69bd-4f48-a8fc-71e6b3a1e148 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 948 time: 0.3589644 Apr 18 20:28:06.701195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-8a54acc3-b6ce-4857-bef3-65d5dc5ba54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.702851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-8a54acc3-b6ce-4857-bef3-65d5dc5ba54a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1099 time: 0.3727314 Apr 18 20:28:06.751433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-daf0c0dc-68f6-4c96-81d1-9fb74fdbfb62 None None] For port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0,segment=NetworkSegment(89e6bb4a-1c57-401b-b9ab-93b64f34dc6a),segment_id=89e6bb4a-1c57-401b-b9ab-93b64f34dc6a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:06.761598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabfdcb-512b-4e98-8863-583c598e3ece req-1e701937-f213-4dbe-8823-281c1d4793f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.766662 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ecabfdcb-512b-4e98-8863-583c598e3ece req-1e701937-f213-4dbe-8823-281c1d4793f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1094 time: 0.2188151 Apr 18 20:28:06.779423 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-daf0c0dc-68f6-4c96-81d1-9fb74fdbfb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.841115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0c0dc-68f6-4c96-81d1-9fb74fdbfb62 None None] Pushing event updated for resources: {'Port': ['ID=5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:06.861230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-router', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 4, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'gw_port': {'id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0', 'name': '', 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'mac_address': 'fa:16:3e:e7:83:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '8611c517-f5b9-47d7-bd21-081765556b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:59Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'subnets': [{'id': '8611c517-f5b9-47d7-bd21-081765556b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:06.877061 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.912628 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-8180c595-7f60-499b-90d3-8f3740564ff8 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554421 Apr 18 20:28:06.949850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5305a8b6-a31e-4308-bf1a-5ff859b3ab0c None None] The sync data for ids ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'] in n-d-836015-4 is: [{'id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-router', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 4, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'gw_port': {'id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0', 'name': '', 'network_id': '204f9d4a-4621-4789-a1c1-d1e7b09b35a1', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'mac_address': 'fa:16:3e:e7:83:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '8611c517-f5b9-47d7-bd21-081765556b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:59Z', 'updated_at': '2022-04-18T20:28:05Z', 'revision_number': 4, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'subnets': [{'id': '8611c517-f5b9-47d7-bd21-081765556b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:06.967043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabfdcb-512b-4e98-8863-583c598e3ece req-2e883184-97bc-413a-9dce-18d0276ac7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:06.968479 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ecabfdcb-512b-4e98-8863-583c598e3ece req-2e883184-97bc-413a-9dce-18d0276ac7ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.1846297 Apr 18 20:28:06.977558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-72fad9d0-59d9-4856-bffa-00c50cfa6505 None None] Provisioning complete for port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:06.979175 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-72fad9d0-59d9-4856-bffa-00c50cfa6505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.005822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-eb662fb5-9bd9-4a23-b24d-a57d20ccf169 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Deleting port 3946d09d-1c8d-4856-baaa-827220b8d466 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:07.032714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-eb662fb5-9bd9-4a23-b24d-a57d20ccf169 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.060386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe4b7f3-3354-4f8f-9d7d-49214e622b9e']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:07.069548 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ecabfdcb-512b-4e98-8863-583c598e3ece req-e82fee9f-105b-478d-9ae6-c88c7c7a745c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 217 time: 0.0916197 Apr 18 20:28:07.076728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5052bd5-5286-45f8-9600-574fba2e9e02 req-025b1c1f-ed15-4cdb-92d6-6c46c19b3ac5 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677764 Apr 18 20:28:07.094344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c83cae2-74cc-4d1a-a07d-68cc0ccc3567') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:07.094827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c83cae2-74cc-4d1a-a07d-68cc0ccc3567') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:07.105102 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.137086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.157969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc1864-ce2f-4492-9b73-5abefe0f7799 req-4be6fbf7-ef22-4ad9-a1a2-c47de286b631 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.168442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdcc1864-ce2f-4492-9b73-5abefe0f7799 req-4be6fbf7-ef22-4ad9-a1a2-c47de286b631 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 943 time: 0.4808328 Apr 18 20:28:07.176262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabfdcb-512b-4e98-8863-583c598e3ece req-1e919a3b-fc5a-4258-8cbf-ab23c604a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.177862 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ecabfdcb-512b-4e98-8863-583c598e3ece req-1e919a3b-fc5a-4258-8cbf-ab23c604a72b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.0991366 Apr 18 20:28:07.234564 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:28:07.234976 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:28:07.238788 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:28:07.254477 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ecabfdcb-512b-4e98-8863-583c598e3ece req-6c29caf9-eecd-489b-9a1c-e85bc2baf0d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683432 Apr 18 20:28:07.321307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-040a10f8-fcdc-459f-a5f9-c5daeba61167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.326049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-040a10f8-fcdc-459f-a5f9-c5daeba61167 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.5915270 Apr 18 20:28:07.386515 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ecabfdcb-512b-4e98-8863-583c598e3ece req-beed575e-24fc-48a6-adf9-7625359b7c70 service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210854 Apr 18 20:28:07.386759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-6de7e1b1-d3c1-410f-b525-cca1b4ebe9dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 217 time: 0.0421507 Apr 18 20:28:07.467313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdcc1864-ce2f-4492-9b73-5abefe0f7799 req-4a8f14fd-bb16-48b2-897f-55a3f624abd3 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815707 Apr 18 20:28:07.477055 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.489776 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.493112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] 10.222.0.49 "DELETE /v2.0/networks/ebe4b7f3-3354-4f8f-9d7d-49214e622b9e HTTP/1.1" status: 204 len: 168 time: 1.3971713 Apr 18 20:28:07.528303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-eb662fb5-9bd9-4a23-b24d-a57d20ccf169 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] For port 3946d09d-1c8d-4856-baaa-827220b8d466, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3946d09d-1c8d-4856-baaa-827220b8d466,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:07.528678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-eb662fb5-9bd9-4a23-b24d-a57d20ccf169 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.550198 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ecabfdcb-512b-4e98-8863-583c598e3ece req-b896e575-fa5f-44fd-8b00-08ebb7786eba service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510935 Apr 18 20:28:07.583368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72198eaf-b571-4360-80cf-c5ac4e80f1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=ebe4b7f3-3354-4f8f-9d7d-49214e622b9e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:07.605695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-eb662fb5-9bd9-4a23-b24d-a57d20ccf169 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Calling delete_port for 3946d09d-1c8d-4856-baaa-827220b8d466 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:07.608682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-f43c9b28-7f80-4b3b-a404-45347e86f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.610262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-f43c9b28-7f80-4b3b-a404-45347e86f95f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1996057 Apr 18 20:28:07.830576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-9294be6b-1367-412c-9270-80a4e5b9d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.832150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-9294be6b-1367-412c-9270-80a4e5b9d97b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2111142 Apr 18 20:28:07.835993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55616) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:07.893083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e5c8-6a33-432f-83af-7bad7f5674e3 req-15e380e1-5af6-40d4-ba69-c9ef484fc3ea tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.901045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8109e5c8-6a33-432f-83af-7bad7f5674e3 req-15e380e1-5af6-40d4-ba69-c9ef484fc3ea tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 950 time: 0.1616538 Apr 18 20:28:07.906212 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-84eddb5a-7f03-4771-8607-43123e94a3de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c802f016b7749b193815993f6dadf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0683339 Apr 18 20:28:07.909482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55618) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:08.009493 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb06dbcf-32de-4416-9c18-6e5a40867351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.041813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb06dbcf-32de-4416-9c18-6e5a40867351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.043570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8109e5c8-6a33-432f-83af-7bad7f5674e3 req-28d5224f-8f5b-4d80-8d6f-a51766b61d57 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/security-groups?id=9a9c15f9-4d64-4f18-bc25-2b18c6381134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415641 Apr 18 20:28:08.092107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-43461ea2-78bd-4d30-96fc-5959f2892253 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483141 Apr 18 20:28:08.108344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bd9c66c3-0b4e-45da-b227-596252cb8b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.111934 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-eb662fb5-9bd9-4a23-b24d-a57d20ccf169 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.126307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['3946d09d-1c8d-4856-baaa-827220b8d466'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:08.148536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb06dbcf-32de-4416-9c18-6e5a40867351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.156680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb06dbcf-32de-4416-9c18-6e5a40867351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.172995 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb06dbcf-32de-4416-9c18-6e5a40867351 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2d3bc47-eef0-4c9e-82c2-6f56f1f29ae5 HTTP/1.1" status: 204 len: 168 time: 0.2508569 Apr 18 20:28:08.206410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06dbcf-32de-4416-9c18-6e5a40867351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d3bc47-eef0-4c9e-82c2-6f56f1f29ae5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:08.239884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb662fb5-9bd9-4a23-b24d-a57d20ccf169 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Pushing event deleted for resources: {'Port': ['ID=3946d09d-1c8d-4856-baaa-827220b8d466,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:08.445409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-eb662fb5-9bd9-4a23-b24d-a57d20ccf169 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] No DVR routers for this DVR port 3946d09d-1c8d-4856-baaa-827220b8d466 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:08.458683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-eb662fb5-9bd9-4a23-b24d-a57d20ccf169 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.462133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0395ba2b-30ac-452e-b4ba-b5b0b5a2acb0 req-eb662fb5-9bd9-4a23-b24d-a57d20ccf169 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.64 "DELETE /v2.0/ports/3946d09d-1c8d-4856-baaa-827220b8d466 HTTP/1.1" status: 204 len: 173 time: 2.1250222 Apr 18 20:28:08.462600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6cd8bc-757b-4563-a301-94c13a7be6e7', 'name': 'network-vif-deleted', 'tag': '3946d09d-1c8d-4856-baaa-827220b8d466'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:08.466657 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324f4443-e90d-4f14-8a6c-75772e6e9fb1" -d '{"events": [{"server_uuid": "5d6cd8bc-757b-4563-a301-94c13a7be6e7", "name": "network-vif-deleted", "tag": "3946d09d-1c8d-4856-baaa-827220b8d466"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:08.550753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75a601-ba94-4d9d-9608-700ee15d668b req-094edcb1-a4a2-441a-a60d-ceabfb8cbb20 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:08.553306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f75a601-ba94-4d9d-9608-700ee15d668b req-094edcb1-a4a2-441a-a60d-ceabfb8cbb20 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 948 time: 0.2108746 Apr 18 20:28:08.558419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85a7d08e-b4f4-4d6e-b4c9-7c5194024502 req-613398f5-58bc-4f90-b17c-4476610a988e service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436386 Apr 18 20:28:08.602968 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0044b2-0b35-484b-8e1e-6ddc8a8b80b2 x-openstack-request-id: req-af0044b2-0b35-484b-8e1e-6ddc8a8b80b2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:08.608450 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6cd8bc-757b-4563-a301-94c13a7be6e7", "name": "network-vif-deleted", "tag": "3946d09d-1c8d-4856-baaa-827220b8d466", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:08.608904 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af0044b2-0b35-484b-8e1e-6ddc8a8b80b2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:08.612626 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af0044b2-0b35-484b-8e1e-6ddc8a8b80b2'] response: {'server_uuid': '5d6cd8bc-757b-4563-a301-94c13a7be6e7', 'name': 'network-vif-deleted', 'tag': '3946d09d-1c8d-4856-baaa-827220b8d466', 'status': 'completed', 'code': 200} Apr 18 20:28:08.685642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f75a601-ba94-4d9d-9608-700ee15d668b req-b3436ed9-1d44-49d1-81eb-a6d667f85b1b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259406 Apr 18 20:28:08.791540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55636) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:08.819811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae30989-725b-45c4-8e3f-209f2e2275f8 req-2161e5b5-3ad1-42d8-93d5-c9a385e9f91f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:08.830802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ae30989-725b-45c4-8e3f-209f2e2275f8 req-2161e5b5-3ad1-42d8-93d5-c9a385e9f91f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 943 time: 0.0802619 Apr 18 20:28:08.877801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ae30989-725b-45c4-8e3f-209f2e2275f8 req-c5de7675-a395-4b09-8041-2861441e7052 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Apr 18 20:28:08.983094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b21684-3c82-4b74-bf81-1c6f5a0478a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.072038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:09.141675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b21684-3c82-4b74-bf81-1c6f5a0478a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.148608 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b21684-3c82-4b74-bf81-1c6f5a0478a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.170627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:09.171203 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.219668 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-45b21684-3c82-4b74-bf81-1c6f5a0478a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a5d25d68a1f44d7890b214110dfdc081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268193 Apr 18 20:28:09.227251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55650) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:09.230725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12066542-7d4d-4681-ae81-78bbe5833159 req-3717a45a-4322-4fb0-9ced-669e0e120eb9 tempest-ImagesNegativeTestJSON-1175364480 tempest-ImagesNegativeTestJSON-1175364480-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d6cd8bc-757b-4563-a301-94c13a7be6e7 HTTP/1.1" status: 200 len: 210 time: 0.0718749 Apr 18 20:28:09.236902 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.250212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b21684-3c82-4b74-bf81-1c6f5a0478a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87408b1f-6a51-4974-af80-02021ef199b8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:09.304959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ec979b8-65aa-469d-9776-955558e8b24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.339984 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ec979b8-65aa-469d-9776-955558e8b24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.399277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ec979b8-65aa-469d-9776-955558e8b24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.402740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ec979b8-65aa-469d-9776-955558e8b24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.403932 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ec979b8-65aa-469d-9776-955558e8b24d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87408b1f-6a51-4974-af80-02021ef199b8 HTTP/1.1" status: 204 len: 168 time: 0.1755407 Apr 18 20:28:09.412089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec979b8-65aa-469d-9776-955558e8b24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87408b1f-6a51-4974-af80-02021ef199b8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:09.609710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55664) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:09.737494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55670) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:09.750661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-817721152-network', 'tenant_id': 'ed2c4efee0694e4daca08e71a2e68b2f'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:09.786821 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e95f6a5d-c317-4c4e-9da8-0835a418a544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.807647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Made reservation on behalf of ed2c4efee0694e4daca08e71a2e68b2f for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:09.811128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.821044 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.919579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21814f6-29df-4b98-b42f-4aa06360cd68 req-f6dc11db-1403-48dd-892d-fd0a45236e33 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:09.921281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d21814f6-29df-4b98-b42f-4aa06360cd68 req-f6dc11db-1403-48dd-892d-fd0a45236e33 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 948 time: 0.0835555 Apr 18 20:28:09.990248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.996546 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.023886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:10.038217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.038547 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Added segment bb6986a9-fbb3-4f3d-a92b-5f14c96405c8 of type vlan for network 0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7 Apr 18 20:28:10.039155 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e95f6a5d-c317-4c4e-9da8-0835a418a544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.047889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d21814f6-29df-4b98-b42f-4aa06360cd68 req-4728a516-9a8c-4561-9124-f0087e51fb61 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192043 Apr 18 20:28:10.050843 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e95f6a5d-c317-4c4e-9da8-0835a418a544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.096277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f5d0-211d-476c-b49a-ae9f4e9e4be5 req-4979f013-4049-4387-bc91-7ff72a49bb95 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:10.098089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f702f5d0-211d-476c-b49a-ae9f4e9e4be5 req-4979f013-4049-4387-bc91-7ff72a49bb95 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 943 time: 0.1146564 Apr 18 20:28:10.107108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e95f6a5d-c317-4c4e-9da8-0835a418a544 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c838c22ceba748709b8b010d00a6ede2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672931 Apr 18 20:28:10.109961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55678) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:10.124919 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b35c8f84-8a6f-4854-8429-dcdd13ab9c90 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:10.129092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3946d09d-1c8d-4856-baaa-827220b8d466 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:10.129656 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.130716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f6a5d-c317-4c4e-9da8-0835a418a544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15bd724-dd6f-4294-b90d-0d7bf28e3187,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:10.136508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bb4ae2-37bb-432e-8701-cbf41db6cc45,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:10.161581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f702f5d0-211d-476c-b49a-ae9f4e9e4be5 req-6d7acfce-ddea-4c04-a05c-0a1c49e06ab1 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532789 Apr 18 20:28:10.181306 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 3946d09d-1c8d-4856-baaa-827220b8d466 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:10.185898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3946d09d-1c8d-4856-baaa-827220b8d466 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:10.212126 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bdc985c8-9a52-4fde-a303-ad5a004bbe67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.215164 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.216331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:10.217013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.286546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:10.310837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55684) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:10.311541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-24669f9c-e3d9-4a25-b18b-e3be4696d0c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7001114 Apr 18 20:28:10.313349 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bdc985c8-9a52-4fde-a303-ad5a004bbe67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.322595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:10.329368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Request body: {'subnet': {'network_id': '0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-817721152-subnet', 'tenant_id': 'ed2c4efee0694e4daca08e71a2e68b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:10.387765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Made reservation on behalf of ed2c4efee0694e4daca08e71a2e68b2f for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:10.396710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.419516 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bdc985c8-9a52-4fde-a303-ad5a004bbe67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.422287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bdc985c8-9a52-4fde-a303-ad5a004bbe67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.423461 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bdc985c8-9a52-4fde-a303-ad5a004bbe67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a15bd724-dd6f-4294-b90d-0d7bf28e3187 HTTP/1.1" status: 204 len: 168 time: 0.3053508 Apr 18 20:28:10.434968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc985c8-9a52-4fde-a303-ad5a004bbe67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15bd724-dd6f-4294-b90d-0d7bf28e3187,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:10.498900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:10.506220 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.527328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90', 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d', 'port_id': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90', 'mac_address': 'fa:16:3e:db:c0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70734b1e-ef76-4ba8-bb35-e936fdc486bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:10.636319 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.655415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35c8f84-8a6f-4854-8429-dcdd13ab9c90 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:10.657374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-70a0d00f-5fd8-4c61-8578-b7ecad3ba6d0 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:10.659013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-70a0d00f-5fd8-4c61-8578-b7ecad3ba6d0 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.64 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f&tenant_id=2ab80b1403354e10ab7b298d8463922c&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 948 time: 0.2876441 Apr 18 20:28:10.682213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:10.689985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.690827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:10.758076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed0b01-3fdc-4493-a090-77511d96fbcc req-8b93e34a-bba9-4326-b94b-34cdaa2bbc59 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:10.766652 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74ed0b01-3fdc-4493-a090-77511d96fbcc req-8b93e34a-bba9-4326-b94b-34cdaa2bbc59 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 948 time: 0.2323925 Apr 18 20:28:10.771810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-6a185f8e-647d-45b6-b0ad-21ab7ce1632d service neutron] 10.222.0.64 "GET /v2.0/ports/2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8/bindings/n-h2-836015-4 HTTP/1.1" status: 200 len: 382 time: 0.0936582 Apr 18 20:28:10.825279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:10.856037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:10.868547 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'mac_address': 'fa:16:3e:1b:a7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:10.888934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74ed0b01-3fdc-4493-a090-77511d96fbcc req-12b73686-8a73-4e67-a393-621aa92a1550 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150377 Apr 18 20:28:10.931663 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.948211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:10.973073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:10.979246 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.980227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-0e6016cc-e352-4d86-8810-ff8bc542338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:10.982170 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-0e6016cc-e352-4d86-8810-ff8bc542338e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1099 time: 0.1746912 Apr 18 20:28:11.031675 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55706) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:11.070324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.178747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7aa86b9-4df1-4ea1-ba9f-c9e6f04ecb70,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:11.186931 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Checking segment: {'id': 'bb6986a9-fbb3-4f3d-a92b-5f14c96405c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:11.187096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Network hostable DHCP agents. Network: 0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:11.209060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-c0668d5c-a281-492e-bbf9-8d6a5f183f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:11.211060 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-c0668d5c-a281-492e-bbf9-8d6a5f183f5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2221665 Apr 18 20:28:11.214738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Network 0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:11.228138 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.236343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:11.236567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:11.248167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9cc33e-f9f3-4287-ade1-fa747ac8bfaf None None] Network 0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:11.284634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:11.285151 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.287533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['b35c8f84-8a6f-4854-8429-dcdd13ab9c90'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:11.289510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:11.301176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-f890034f-fbcb-4fc4-afd4-dc0e0deec485 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 217 time: 0.0767927 Apr 18 20:28:11.355192 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0180163e-4135-44d7-b196-c4ce81fefb3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=495527a790e24abfb8e818b1a9526827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217084 Apr 18 20:28:11.357166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55722) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:11.433352 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.465579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.480596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-01bb501e-8423-4420-a474-e425d29d12da admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1668155 Apr 18 20:28:11.498574 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-c2e16b35-22a2-4863-876e-5703a52d6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:11.500867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-c2e16b35-22a2-4863-876e-5703a52d6e12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1894782 Apr 18 20:28:11.515119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c2bd7-4a94-47e1-a222-dbba3fcb99cf req-54b047da-4510-4c4a-8de5-0ffdba28e0b7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:11.525962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-712c2bd7-4a94-47e1-a222-dbba3fcb99cf req-54b047da-4510-4c4a-8de5-0ffdba28e0b7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 944 time: 0.2177656 Apr 18 20:28:11.556029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.559933 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.564207 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a9c15f9-4d64-4f18-bc25-2b18c6381134 HTTP/1.1" status: 204 len: 168 time: 0.2031810 Apr 18 20:28:11.575006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9c15f9-4d64-4f18-bc25-2b18c6381134,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:11.589011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.589650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.590152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.590735 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.591390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.591974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.592391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.592820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.593273 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.593767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.594071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.594487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2fca2-120c-4472-96e0-8f017d7f0d73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:11.600018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29687fd1-e50b-4fc1-843c-aa23bee7af8b None None] Network 0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:11.654035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-712c2bd7-4a94-47e1-a222-dbba3fcb99cf req-36110876-1385-44f7-8d35-76123021646b tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270258 Apr 18 20:28:11.670153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-c3ca41c0-ef3e-4692-bbf4-5c31e130e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:11.672830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-c3ca41c0-ef3e-4692-bbf4-5c31e130e36e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441164 Apr 18 20:28:11.835261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-e37f4414-634d-4b8c-94c9-75b2e5fb0ca9 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544433 Apr 18 20:28:11.958028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-deafa84c-3245-43f4-a817-a84e6f55b8dc service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166368 Apr 18 20:28:12.022857 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.069156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9836b-b264-4774-97a3-315f2cdc88b5 req-d2f3af95-55e3-4b99-a82a-c341c7b72cb3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.077937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fa9836b-b264-4774-97a3-315f2cdc88b5 req-d2f3af95-55e3-4b99-a82a-c341c7b72cb3 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 949 time: 0.0906641 Apr 18 20:28:12.125468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fa9836b-b264-4774-97a3-315f2cdc88b5 req-1fd5d6d4-bcb4-4b83-a4b7-f80962209711 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454402 Apr 18 20:28:12.332263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55752) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:12.465673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55768) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:12.483928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-network', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:12.510512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Made reservation on behalf of 7005fe27ae464220a88d7cd5dcbe709d for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:12.513539 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.521633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Deleting subnet d7aa86b9-4df1-4ea1-ba9f-c9e6f04ecb70 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:28:12.523576 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.527651 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.575111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.631711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.633387 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.640756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.657848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:12.685681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.686325 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Added segment 5aae0961-7a44-4696-85e6-e94aa6577dfe of type vlan for network 8102bd46-725a-462e-8a3d-3dd327fc6370 Apr 18 20:28:12.722374 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.748882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f75ad8-3d75-4eee-9747-ba6f8ffba518,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:12.766708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.784174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7aa86b9-4df1-4ea1-ba9f-c9e6f04ecb70,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:12.816424 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.820400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d7aa86b9-4df1-4ea1-ba9f-c9e6f04ecb70 HTTP/1.1" status: 204 len: 168 time: 0.3533995 Apr 18 20:28:12.822780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.823124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.823464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.823588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55780) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:12.823794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.824151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.824478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.824801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.825122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.825444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.825763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.826670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.827114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3d46da-750f-4385-bd68-4023605406a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:12.837213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.839643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.840475 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.880907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0cd66-a1e0-407a-b383-e649404edac9 req-99392b18-16c2-422c-94dc-2bc261746308 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.882873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1df0cd66-a1e0-407a-b383-e649404edac9 req-99392b18-16c2-422c-94dc-2bc261746308 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 944 time: 0.1105332 Apr 18 20:28:12.960394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] Pushing event updated for resources: {'Network': ['ID=8102bd46-725a-462e-8a3d-3dd327fc6370,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:12.961895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1df0cd66-a1e0-407a-b383-e649404edac9 req-590ee231-8cbc-4e76-8b5b-e513da24f1b5 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715258 Apr 18 20:28:12.974721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 8102bd46-725a-462e-8a3d-3dd327fc6370 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:12.980099 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-37230e67-7ca7-4389-bcf0-c598184a69a3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6402175 Apr 18 20:28:12.982617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55782) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:12.987429 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.990710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Request body: {'subnet': {'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-subnet', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:13.021233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Made reservation on behalf of 7005fe27ae464220a88d7cd5dcbe709d for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:13.024423 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.116367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.144300 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:13.172642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6986a9-fbb3-4f3d-a92b-5f14c96405c8') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:13.172945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6986a9-fbb3-4f3d-a92b-5f14c96405c8') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:13.204280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.241645 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.255780 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:28:13.256457 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:28:13.261377 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:28:13.325939 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.339368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.350892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.363321 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] 10.222.0.49 "DELETE /v2.0/networks/0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7 HTTP/1.1" status: 204 len: 168 time: 0.5378668 Apr 18 20:28:13.409704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a68b44-c134-48a8-ae65-bb83bd8650ea admin admin] Pushing event deleted for resources: {'Network': ['ID=0b89d6b0-407a-4f54-9dc9-a45ab02ef9b7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:13.423322 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5f63a-5dc5-472f-8094-c4c3407f88d6 req-1e7001d5-37b8-490e-9a81-ed968069bbb7 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:13.425223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03c5f63a-5dc5-472f-8094-c4c3407f88d6 req-1e7001d5-37b8-490e-9a81-ed968069bbb7 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 949 time: 0.1747231 Apr 18 20:28:13.490532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60c72f3-90db-4d36-93f4-d59024eef1b1,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:13.543607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03c5f63a-5dc5-472f-8094-c4c3407f88d6 req-9b7903a9-4f21-445f-bf20-973f9fa5065b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017838 Apr 18 20:28:13.546696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Checking segment: {'id': '5aae0961-7a44-4696-85e6-e94aa6577dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:13.547057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Network hostable DHCP agents. Network: 8102bd46-725a-462e-8a3d-3dd327fc6370, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:13.601577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Network 8102bd46-725a-462e-8a3d-3dd327fc6370 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:13.602359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55806) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:13.614381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 8102bd46-725a-462e-8a3d-3dd327fc6370) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:13.619762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:13.621578 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.635604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6413eb-1b7e-4139-a2d9-d2e8ff01c102 None None] Network 8102bd46-725a-462e-8a3d-3dd327fc6370 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:13.661554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dc3d4a2a-f6c5-45d9-a1a7-08c3911c17c2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6772828 Apr 18 20:28:13.663057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55808) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:13.674279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-router', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:13.711134 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b6ef045d-4d64-430c-ac8b-8acfbe3586bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed2c4efee0694e4daca08e71a2e68b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1035202 Apr 18 20:28:13.711733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55810) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:13.739875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55812) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:13.755559 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.756644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.842864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-8102bd46-725a-462e-8a3d-3dd327fc6370', 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'fixed_ips': [{'subnet_id': 'c60c72f3-90db-4d36-93f4-d59024eef1b1'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:28:13.843737 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.956638 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ae7cc71-eb30-4ef2-bb8e-9d3970632a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.960514 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.006210 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0887e69-67bc-4c20-bdeb-4d59a7b81e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.017482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b04e9-5afe-4aa8-bcb4-274dbd49cd70 req-3b667719-a715-4e0c-8fbf-ff8a3c7dc48b tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.019775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f85b04e9-5afe-4aa8-bcb4-274dbd49cd70 req-3b667719-a715-4e0c-8fbf-ff8a3c7dc48b tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.2163732 Apr 18 20:28:14.084880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Allocated IP 172.20.0.2 (8102bd46-725a-462e-8a3d-3dd327fc6370/c60c72f3-90db-4d36-93f4-d59024eef1b1/91e7b95d-0c7f-432b-af6a-79ff471613ac) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:14.102539 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ae7cc71-eb30-4ef2-bb8e-9d3970632a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.149589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0887e69-67bc-4c20-bdeb-4d59a7b81e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.154473 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0887e69-67bc-4c20-bdeb-4d59a7b81e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.185075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b35c8f84-8a6f-4854-8429-dcdd13ab9c90 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:14.198663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0887e69-67bc-4c20-bdeb-4d59a7b81e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cb855e-8aa4-44ee-922d-be66db713f23,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:14.205382 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a0887e69-67bc-4c20-bdeb-4d59a7b81e40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb813bc5a70a4b92aedcfd6b1cb0df2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620559 Apr 18 20:28:14.205588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f85b04e9-5afe-4aa8-bcb4-274dbd49cd70 req-e0f4fc90-5abd-4ccf-b117-b4935c4769ad tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753001 Apr 18 20:28:14.209256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55818) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:14.308909 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0662ffc-1173-49db-95da-e2c53fc38151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.350445 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.360475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:14.365672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef478e75-8dd5-4e21-bb2e-7b5bf427e139 req-e378f610-368f-43e1-a103-86d06faddfc2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.368651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:14.370682 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.373698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef478e75-8dd5-4e21-bb2e-7b5bf427e139 req-e378f610-368f-43e1-a103-86d06faddfc2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 944 time: 0.2873180 Apr 18 20:28:14.395677 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0662ffc-1173-49db-95da-e2c53fc38151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.410882 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ae7cc71-eb30-4ef2-bb8e-9d3970632a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.410882 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ae7cc71-eb30-4ef2-bb8e-9d3970632a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.410882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7ae7cc71-eb30-4ef2-bb8e-9d3970632a77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69bb4ae2-37bb-432e-8701-cbf41db6cc45 HTTP/1.1" status: 204 len: 168 time: 0.6923718 Apr 18 20:28:14.430694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7cc71-eb30-4ef2-bb8e-9d3970632a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bb4ae2-37bb-432e-8701-cbf41db6cc45,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:14.450484 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b2547ea3-eb4d-46cd-924a-e3548c3ece52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.453781 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b2547ea3-eb4d-46cd-924a-e3548c3ece52 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f&tenant_id=2ab80b1403354e10ab7b298d8463922c HTTP/1.1" status: 200 len: 1100 time: 0.1464760 Apr 18 20:28:14.472193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:14.480031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef478e75-8dd5-4e21-bb2e-7b5bf427e139 req-7af9f1ed-7478-4845-b7d9-991f6bfc1b42 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027741 Apr 18 20:28:14.542084 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0662ffc-1173-49db-95da-e2c53fc38151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.546663 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0662ffc-1173-49db-95da-e2c53fc38151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.547975 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f0662ffc-1173-49db-95da-e2c53fc38151 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1cb855e-8aa4-44ee-922d-be66db713f23 HTTP/1.1" status: 204 len: 168 time: 0.3375022 Apr 18 20:28:14.582940 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.617171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.632690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0662ffc-1173-49db-95da-e2c53fc38151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cb855e-8aa4-44ee-922d-be66db713f23,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:14.688957 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.827016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Network 8102bd46-725a-462e-8a3d-3dd327fc6370 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:14.829619 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.838984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:14.849368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:14.852068 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Pushing event updated for resources: {'Port': ['ID=91e7b95d-0c7f-432b-af6a-79ff471613ac,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:14.882664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:14.885578 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312cb253-e28a-45a4-95d4-fbe8ceabee37" -d '{"events": [{"server_uuid": "902d5e92-4bbf-42df-9a69-efb5b48a8900", "name": "network-vif-plugged", "status": "completed", "tag": "b35c8f84-8a6f-4854-8429-dcdd13ab9c90"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:14.975439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:15.012746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Attempting to bind port 91e7b95d-0c7f-432b-af6a-79ff471613ac on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:15.013359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Attempting to bind port 91e7b95d-0c7f-432b-af6a-79ff471613ac by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '5aae0961-7a44-4696-85e6-e94aa6577dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:15.014074 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Attempting to bind port 91e7b95d-0c7f-432b-af6a-79ff471613ac on network 8102bd46-725a-462e-8a3d-3dd327fc6370 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:15.018926 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.020002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:15.180508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:15.188628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:15.193114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:15.193491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Checking segment: {'id': '5aae0961-7a44-4696-85e6-e94aa6577dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:15.193896 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.194283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Bound using segment: {'id': '5aae0961-7a44-4696-85e6-e94aa6577dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:15.194761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Bound port: 91e7b95d-0c7f-432b-af6a-79ff471613ac, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aae0961-7a44-4696-85e6-e94aa6577dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:15.195137 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.217092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.217520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.218114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.218817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.219658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.220161 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.221059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.221531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.221935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.222573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.222706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.223409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:15.275624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:15.287542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:15.360501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] For port 91e7b95d-0c7f-432b-af6a-79ff471613ac, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:15.370389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] For port 91e7b95d-0c7f-432b-af6a-79ff471613ac, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=91e7b95d-0c7f-432b-af6a-79ff471613ac,segment=NetworkSegment(5aae0961-7a44-4696-85e6-e94aa6577dfe),segment_id=5aae0961-7a44-4696-85e6-e94aa6577dfe)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:15.376860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:15.377287 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.388881 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.394187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:15.426523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f8604-e3d0-4e92-a36b-db43e726ba7b req-692b0bd7-cbca-40b0-afe4-0d7e21474799 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.435260 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.437507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-061f8604-e3d0-4e92-a36b-db43e726ba7b req-692b0bd7-cbca-40b0-afe4-0d7e21474799 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.1573231 Apr 18 20:28:15.463072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Ignored duplicate provisioning block setup for port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 20:28:15.479243 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.482091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ac53b-fddf-408d-8381-69f72151d699 req-92d47921-3f5a-476f-a0fc-fbd62e4eb133 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.484222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d90ac53b-fddf-408d-8381-69f72151d699 req-92d47921-3f5a-476f-a0fc-fbd62e4eb133 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 949 time: 0.2030056 Apr 18 20:28:15.497226 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.521785 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.547194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d20a2c-a576-4918-aa9e-45cf85a43af8 None None] Pushing event updated for resources: {'Port': ['ID=91e7b95d-0c7f-432b-af6a-79ff471613ac,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:15.563085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-061f8604-e3d0-4e92-a36b-db43e726ba7b req-5dba25a0-38ef-4f3b-8282-ccef285b18cf tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232820 Apr 18 20:28:15.585519 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=9']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:15.710071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] No DVR routers for this DVR port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:15.723612 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166d4bb9-2117-49b1-93f9-9ed2ba47462b x-openstack-request-id: req-166d4bb9-2117-49b1-93f9-9ed2ba47462b {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:15.725533 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902d5e92-4bbf-42df-9a69-efb5b48a8900", "name": "network-vif-plugged", "status": "completed", "tag": "b35c8f84-8a6f-4854-8429-dcdd13ab9c90", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:15.725794 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-166d4bb9-2117-49b1-93f9-9ed2ba47462b {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:15.726199 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166d4bb9-2117-49b1-93f9-9ed2ba47462b'] response: {'server_uuid': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90', 'code': 200} Apr 18 20:28:15.730295 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.774295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d90ac53b-fddf-408d-8381-69f72151d699 req-00661c7e-7aa5-4e2e-86ac-029dce014893 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785223 Apr 18 20:28:15.784525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55870) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:15.827799 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.852831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:15.855863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:15.857330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:15.857966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:15.868415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:15.869723 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.871473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Attempting to bind port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:15.882991 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:15.887586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:15.888331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:15.890639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Bound port: 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:15.891478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.983056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=10']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:16.059734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:16.064054 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:16.079531 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.115811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Allocated IP 172.25.2.155 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/31884a7a-9512-4980-890f-091c8d6be7e4) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:16.129999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad57aa-1a1b-4a12-be48-ab15214e9619 req-0d7beff5-32b6-4068-a73c-d13c170ddf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.132059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67ad57aa-1a1b-4a12-be48-ab15214e9619 req-0d7beff5-32b6-4068-a73c-d13c170ddf8b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1096 time: 0.3759456 Apr 18 20:28:16.145639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-732680810-network', 'tenant_id': 'ffd9fd8eff344077a861fa0e7c825c44'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:16.174126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.174931 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.176466 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] 10.222.0.60 "PUT /v2.0/ports/2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 1099 time: 1.7127659 Apr 18 20:28:16.177629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:16.180213 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf780ef-563e-4380-9bd2-1aae543bc712" -d '{"events": [{"name": "network-changed", "server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:16.210177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-efdc5c8c-4f9d-499f-992d-6d1b5a72cce4 None None] Provisioning complete for port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:16.211313 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-efdc5c8c-4f9d-499f-992d-6d1b5a72cce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.307747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf5b3-02f5-400a-9f67-c35ba944012a service neutron] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=11']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:16.340184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-8542d654-573c-46d3-a2ce-1f93776c2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.342387 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-8542d654-573c-46d3-a2ce-1f93776c2f0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1102 time: 0.1355500 Apr 18 20:28:16.344771 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5c84d8-d106-4c53-a0ac-e0a0b13ed207 x-openstack-request-id: req-5c5c84d8-d106-4c53-a0ac-e0a0b13ed207 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:16.345387 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:16.345847 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c5c84d8-d106-4c53-a0ac-e0a0b13ed207 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:16.346648 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5c84d8-d106-4c53-a0ac-e0a0b13ed207'] response: {'name': 'network-changed', 'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'status': 'completed', 'code': 200} Apr 18 20:28:16.423173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d73eb-dbcb-4064-9df2-f6488a2f3ea0 req-a1649a41-7485-4a4d-996d-3e75b45088e7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.438156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-088d73eb-dbcb-4064-9df2-f6488a2f3ea0 req-a1649a41-7485-4a4d-996d-3e75b45088e7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 945 time: 0.5401096 Apr 18 20:28:16.480901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-9027a33d-2d8b-45e7-9af9-f64e897f769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.483389 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-9027a33d-2d8b-45e7-9af9-f64e897f769b service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1270411 Apr 18 20:28:16.541761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67ad57aa-1a1b-4a12-be48-ab15214e9619 req-99415b66-5c07-4db2-ad1f-264d03815214 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902698 Apr 18 20:28:16.573167 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-e71ffcc4-002e-4076-9c4e-ac16275436f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 217 time: 0.0814896 Apr 18 20:28:16.577111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Made reservation on behalf of ffd9fd8eff344077a861fa0e7c825c44 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:16.579897 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.628066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-33453a99-9970-4fc6-b47e-00a99f64c25c None None] Provisioning complete for port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:16.628445 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-33453a99-9970-4fc6-b47e-00a99f64c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.631382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.642226 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-f1b1f3c2-8983-4468-915f-b971eee446cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.644417 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-f1b1f3c2-8983-4468-915f-b971eee446cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0625813 Apr 18 20:28:16.686715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-088d73eb-dbcb-4064-9df2-f6488a2f3ea0 req-382f8d4b-ff8d-4856-97fc-ddb244a3e6d2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478878 Apr 18 20:28:16.707784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674db97-082f-4cac-8eb4-163660cbb852 req-e648fc95-caf1-4366-b226-0dfebcb9f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.709517 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-e648fc95-caf1-4366-b226-0dfebcb9f091 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546834 Apr 18 20:28:16.716784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-6122653c-e4f7-4e14-9f64-f373a46984cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.718628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-6122653c-e4f7-4e14-9f64-f373a46984cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1102 time: 0.3138132 Apr 18 20:28:16.855540 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-65a0cb02-a577-409c-bb9e-8c1129daf4ca service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384375 Apr 18 20:28:16.886560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.011473 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b674db97-082f-4cac-8eb4-163660cbb852 req-096ac458-95d1-46a7-8dfc-f4c87a373934 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469738 Apr 18 20:28:17.098882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 91e7b95d-0c7f-432b-af6a-79ff471613ac up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:17.145541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-9e357d54-bdc9-4ab2-a376-2654af01de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.148119 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-9e357d54-bdc9-4ab2-a376-2654af01de4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ab80b1403354e10ab7b298d8463922c&device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1102 time: 0.0676281 Apr 18 20:28:17.162577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.223319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 91e7b95d-0c7f-432b-af6a-79ff471613ac triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:17.224655 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.339614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-f01f9ae8-00a6-4d4d-9e87-8fa391218d72 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.346380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-cc4b8e6f-8d62-4966-a6c2-3c1e16b63dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.346901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-f01f9ae8-00a6-4d4d-9e87-8fa391218d72 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.60 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.6011746 Apr 18 20:28:17.347866 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-cc4b8e6f-8d62-4966-a6c2-3c1e16b63dc8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1822560 Apr 18 20:28:17.362300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c241-b891-4c24-ac85-c322003c5349 req-36273552-785c-433b-ac8a-dd71dbd59508 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.363868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41d7c241-b891-4c24-ac85-c322003c5349 req-36273552-785c-433b-ac8a-dd71dbd59508 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.5248516 Apr 18 20:28:17.388823 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.391973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584928b1-8477-4bd2-b05e-c19a17bf3fc2 None None] Network 8102bd46-725a-462e-8a3d-3dd327fc6370 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:17.413254 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-05f343b3-3ddb-4a0e-8f9c-f070975e556b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 217 time: 0.0529964 Apr 18 20:28:17.419980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:17.453578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 91e7b95d-0c7f-432b-af6a-79ff471613ac, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=91e7b95d-0c7f-432b-af6a-79ff471613ac,segment=NetworkSegment(5aae0961-7a44-4696-85e6-e94aa6577dfe),segment_id=5aae0961-7a44-4696-85e6-e94aa6577dfe)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:17.463392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Pushing event updated for resources: {'Port': ['ID=31884a7a-9512-4980-890f-091c8d6be7e4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:17.466396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:17.472986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.485332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-45a48bde-0cf6-4bfe-ae7e-5a23dd819bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.490419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-45a48bde-0cf6-4bfe-ae7e-5a23dd819bd6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0709350 Apr 18 20:28:17.498739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:17.499035 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.541246 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.549166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e23acc66-a590-4da0-97ba-462f6df6b2db None None] Provisioning complete for port 91e7b95d-0c7f-432b-af6a-79ff471613ac triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:17.549655 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e23acc66-a590-4da0-97ba-462f6df6b2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.554426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-ab25d834-30df-4da8-a046-0dfeb266b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.556028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-ab25d834-30df-4da8-a046-0dfeb266b31d service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.7331526 Apr 18 20:28:17.562160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41d7c241-b891-4c24-ac85-c322003c5349 req-79d33ec5-d5ee-45a4-8bea-ce36bfd5dc82 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449339 Apr 18 20:28:17.580908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-d2756881-b1d5-480e-8890-7da2d6a963d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.592503 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-d2756881-b1d5-480e-8890-7da2d6a963d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818467 Apr 18 20:28:17.663785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:17.667787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-f865520b-bf64-4293-8086-7c93bde826ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 200 len: 217 time: 0.1016254 Apr 18 20:28:17.697831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=91e7b95d-0c7f-432b-af6a-79ff471613ac,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:17.767649 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-898bf6ef-4bf4-4d76-8079-b0352b3f7a63 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735551 Apr 18 20:28:17.831348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf39239-1420-4820-8d83-c9f0f6c12c3d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:17.866217 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.869294 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Added segment ba9472e1-1c44-4213-a305-3c5a9029aa6c of type vlan for network c849b5d8-b620-4e3a-b221-b0fd40447bac Apr 18 20:28:17.882601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:17.885061 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6038a2-6858-49a0-84a6-f1e1f826f76e" -d '{"events": [{"server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:17.940434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72956787-7d54-421d-aba4-1c488e6097f7 req-56823abb-822d-4fbf-b659-324cacdf8a8a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.940696 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-684b9b53-7e99-44c2-b4e3-1056ea4d67a9 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618152 Apr 18 20:28:17.950025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72956787-7d54-421d-aba4-1c488e6097f7 req-56823abb-822d-4fbf-b659-324cacdf8a8a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 951 time: 0.5288873 Apr 18 20:28:18.104010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-46ff1b8d-bc21-4f59-8d55-c0090f3fe8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.106583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-46ff1b8d-bc21-4f59-8d55-c0090f3fe8ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.3948572 Apr 18 20:28:18.115822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.168601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:18.232411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Deleting port 44a1a59a-0123-4c00-bef9-4e79063db108 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:18.233002 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.250249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:18.278449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72956787-7d54-421d-aba4-1c488e6097f7 req-f62ad72b-333a-4492-8bbc-5a4f67532fb1 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271446 Apr 18 20:28:18.297469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b320413a-0056-48e1-8db0-9dc53a4bcbb3 None None] Provisioning complete for port 91e7b95d-0c7f-432b-af6a-79ff471613ac triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:18.298065 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b320413a-0056-48e1-8db0-9dc53a4bcbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.342072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.343344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.344077 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.393428 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5bc9f2-68af-422f-856d-2ff673ddc54a x-openstack-request-id: req-2a5bc9f2-68af-422f-856d-2ff673ddc54a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:18.394390 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:18.395416 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a5bc9f2-68af-422f-856d-2ff673ddc54a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:18.396014 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5bc9f2-68af-422f-856d-2ff673ddc54a'] response: {'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'code': 200} Apr 18 20:28:18.425098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-78b5f907-3ed5-4b37-ad6a-75c761e76350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.425098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-78b5f907-3ed5-4b37-ad6a-75c761e76350 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3023071 Apr 18 20:28:18.540686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7279117 Apr 18 20:28:18.543781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55916) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:18.551738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Request body: {'subnet': {'network_id': 'c849b5d8-b620-4e3a-b221-b0fd40447bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-732680810-subnet', 'tenant_id': 'ffd9fd8eff344077a861fa0e7c825c44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:18.591385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb7ddb-5ade-4429-9ff3-f1387494f62a admin admin] Pushing event updated for resources: {'Network': ['ID=c849b5d8-b620-4e3a-b221-b0fd40447bac,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:18.591779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Made reservation on behalf of ffd9fd8eff344077a861fa0e7c825c44 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:18.599558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.602776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c849b5d8-b620-4e3a-b221-b0fd40447bac details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:18.634947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe130e8-82fb-4322-8d25-5e309328f759 req-f3bb9486-5a30-4f3a-b6c9-76d02b045183 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.654693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fe130e8-82fb-4322-8d25-5e309328f759 req-f3bb9486-5a30-4f3a-b6c9-76d02b045183 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 945 time: 0.3857176 Apr 18 20:28:18.685543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] For port 44a1a59a-0123-4c00-bef9-4e79063db108, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=44a1a59a-0123-4c00-bef9-4e79063db108,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:18.685911 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.869780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fe130e8-82fb-4322-8d25-5e309328f759 req-1a785abd-eb15-49b6-a2a0-05a7c1261149 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141516 Apr 18 20:28:18.898110 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.950828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.069737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 91e7b95d-0c7f-432b-af6a-79ff471613ac up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:19.069941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Checking segment: {'id': 'ba9472e1-1c44-4213-a305-3c5a9029aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c849b5d8-b620-4e3a-b221-b0fd40447bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:19.069941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Network hostable DHCP agents. Network: c849b5d8-b620-4e3a-b221-b0fd40447bac, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:19.070797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8d200b-9b72-49ce-899b-0c06ed422706,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:19.104857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Network c849b5d8-b620-4e3a-b221-b0fd40447bac is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:19.123864 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.124249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.124580 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Floating IP f9ed035f-35a5-43ee-a755-d47a2370f64b disassociated. External IP: 172.25.2.172, port: 44a1a59a-0123-4c00-bef9-4e79063db108. Apr 18 20:28:19.125011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Calling delete_port for 44a1a59a-0123-4c00-bef9-4e79063db108 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:19.135424 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c849b5d8-b620-4e3a-b221-b0fd40447bac) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:19.140140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.140737 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.153458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921b960f-0765-4cb4-bd9a-6414c7ac3e5e None None] Network c849b5d8-b620-4e3a-b221-b0fd40447bac requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:19.188001 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-13744943-c72e-4440-95c7-62ceb06ab9e1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6412511 Apr 18 20:28:19.242927 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-af90a21f-d5ba-4425-8bef-e66af30f400d service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759295 Apr 18 20:28:19.289270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 91e7b95d-0c7f-432b-af6a-79ff471613ac triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:19.289846 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.449213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ea469-1d5d-49c0-b950-a7126ca4cdac None None] Network c849b5d8-b620-4e3a-b221-b0fd40447bac requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:20.040938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b8943-82d1-4142-a264-9c0108360756 req-09e28324-ae0e-4603-8ea0-ebb7bfeed774 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.049855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a72b8943-82d1-4142-a264-9c0108360756 req-09e28324-ae0e-4603-8ea0-ebb7bfeed774 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 946 time: 0.7968011 Apr 18 20:28:20.105628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5bf780ef-563e-4380-9bd2-1aae543bc712 req-739de961-f773-450a-a19e-3710093fd15e service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8465149 Apr 18 20:28:20.114494 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.166737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3a94c-3498-4acb-8e3c-229c5eab1e05 req-bf5c23d5-6475-4ade-a585-c0f7c2882896 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.168319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0cb3a94c-3498-4acb-8e3c-229c5eab1e05 req-bf5c23d5-6475-4ade-a585-c0f7c2882896 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1096 time: 0.2859697 Apr 18 20:28:20.208306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a72b8943-82d1-4142-a264-9c0108360756 req-91237106-d6e4-4042-bf91-92d3d60eba0d tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups?id=70f9ea87-903c-44b3-bcdc-700cf32ecbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564419 Apr 18 20:28:20.209790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Pushing event deleted for resources: {'Port': ['ID=44a1a59a-0123-4c00-bef9-4e79063db108,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:20.315012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0cb3a94c-3498-4acb-8e3c-229c5eab1e05 req-6fe600a1-e7b6-47a5-a8de-78e0fe3469df tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203516 Apr 18 20:28:20.315957 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.465096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76819d93-b652-4bef-a96a-a14edc99044a req-af82d1dc-2dbe-4224-8f54-5bbe4b02bef8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.466626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76819d93-b652-4bef-a96a-a14edc99044a req-af82d1dc-2dbe-4224-8f54-5bbe4b02bef8 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 951 time: 0.1694403 Apr 18 20:28:20.468632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:20.511875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:20.513940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 44a1a59a-0123-4c00-bef9-4e79063db108 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:20.547943 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 44a1a59a-0123-4c00-bef9-4e79063db108 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:20.548280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 44a1a59a-0123-4c00-bef9-4e79063db108 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:20.717882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:20.739904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'mac_address': 'fa:16:3e:1b:a7:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:20.792984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:20.806975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76819d93-b652-4bef-a96a-a14edc99044a req-b75351ab-88c5-4d11-9894-5cae6f818e86 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026428 Apr 18 20:28:20.818849 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] Sync routers for ids ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:20.854123 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] Routers {'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:20.865421 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:20.881527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] No DVR routers for this DVR port 44a1a59a-0123-4c00-bef9-4e79063db108 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:20.890068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.894679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78ab43fd-b3c2-4aff-93fc-5218cda159fb req-16bee792-22ff-453c-9d02-57271cb86425 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.60 "DELETE /v2.0/ports/44a1a59a-0123-4c00-bef9-4e79063db108 HTTP/1.1" status: 204 len: 173 time: 3.5298095 Apr 18 20:28:20.896118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0190777a-bc62-4293-9207-7aed2c02860c', 'name': 'network-vif-deleted', 'tag': '44a1a59a-0123-4c00-bef9-4e79063db108'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:20.901116 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e8d7f2-3a23-4a8d-a9c4-f11503ca1c24" -d '{"events": [{"server_uuid": "0190777a-bc62-4293-9207-7aed2c02860c", "name": "network-vif-deleted", "tag": "44a1a59a-0123-4c00-bef9-4e79063db108"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:20.924007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Router 782e139c-8d9b-4e8c-92bb-98c422dd6649 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:28:20.947191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.983826 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:21.020096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:21.027598 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.082985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=12']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:21.109208 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] Set router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:21.171969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:21.185316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Sync routers for ids ['782e139c-8d9b-4e8c-92bb-98c422dd6649'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:21.193589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491130d2-f2af-4999-9d71-88654d66f55d req-d21b444f-12a0-4756-8d42-7500b271b14f tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:21.195671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-491130d2-f2af-4999-9d71-88654d66f55d req-d21b444f-12a0-4756-8d42-7500b271b14f tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1096 time: 0.0877912 Apr 18 20:28:21.207751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.215689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a79676e2-d1aa-4755-afa6-d3152c5f1b1e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5496817 Apr 18 20:28:21.216099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Routers {'782e139c-8d9b-4e8c-92bb-98c422dd6649'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:21.216786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55966) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:21.218643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['782e139c-8d9b-4e8c-92bb-98c422dd6649'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:21.331084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-491130d2-f2af-4999-9d71-88654d66f55d req-56218607-42c7-4a77-9ec7-a6cf00f92ea8 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136146 Apr 18 20:28:21.476827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Set router 782e139c-8d9b-4e8c-92bb-98c422dd6649 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:21.503994 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '701c5dc6-0b09-4def-ba11-2730d863cd58', 'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'mac_address': 'fa:16:3e:fe:86:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:18Z', 'updated_at': '2022-04-18T20:26:27Z', 'revision_number': 5, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'subnets': [{'id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:21.603328 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] Checking router: e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:21.610886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:21.630131 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca12d21d-b45d-4ad6-93a7-c23876de2faf x-openstack-request-id: req-ca12d21d-b45d-4ad6-93a7-c23876de2faf {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:21.630643 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0190777a-bc62-4293-9207-7aed2c02860c", "name": "network-vif-deleted", "tag": "44a1a59a-0123-4c00-bef9-4e79063db108", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:21.631051 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca12d21d-b45d-4ad6-93a7-c23876de2faf {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:21.631807 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca12d21d-b45d-4ad6-93a7-c23876de2faf'] response: {'server_uuid': '0190777a-bc62-4293-9207-7aed2c02860c', 'name': 'network-vif-deleted', 'tag': '44a1a59a-0123-4c00-bef9-4e79063db108', 'status': 'completed', 'code': 200} Apr 18 20:28:21.637492 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] Routers {'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:21.638181 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:21.865709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfabcc17-3db4-4723-93cd-68e97e37bfe3 req-96ff2d50-6cd5-45a7-a2bf-ae94b5d695c1 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 210 time: 0.0619674 Apr 18 20:28:21.957241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-router', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:13Z', 'updated_at': '2022-04-18T20:28:18Z', 'revision_number': 3, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'gw_port': {'id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:15Z', 'updated_at': '2022-04-18T20:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:22.005950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Checking router: 782e139c-8d9b-4e8c-92bb-98c422dd6649 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:22.006490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Updating router 782e139c-8d9b-4e8c-92bb-98c422dd6649 port 31884a7a-9512-4980-890f-091c8d6be7e4 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:22.072161 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.182840 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] Set router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:22.310312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64c558-8fc6-41a5-a30d-38c1dd2a1fbc req-fa1775f6-6f0d-4203-83c1-dc627911808a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:22.314723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c64c558-8fc6-41a5-a30d-38c1dd2a1fbc req-fa1775f6-6f0d-4203-83c1-dc627911808a tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.1258936 Apr 18 20:28:22.433193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c64c558-8fc6-41a5-a30d-38c1dd2a1fbc req-8f29d128-f000-4408-8ec0-cf0a998b7c19 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139591 Apr 18 20:28:22.678596 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '701c5dc6-0b09-4def-ba11-2730d863cd58', 'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'mac_address': 'fa:16:3e:fe:86:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:18Z', 'updated_at': '2022-04-18T20:26:27Z', 'revision_number': 5, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'subnets': [{'id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:22.749543 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef936d7c-95f2-4521-9fc2-82e3f3b7ff87 None None] The sync data for ids ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'] in n-d-836015-4 is: [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '701c5dc6-0b09-4def-ba11-2730d863cd58', 'name': '', 'network_id': 'bc03939c-9af2-46f2-8b53-08f3ae302c54', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'mac_address': 'fa:16:3e:fe:86:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:18Z', 'updated_at': '2022-04-18T20:26:27Z', 'revision_number': 5, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'subnets': [{'id': '7dc57dde-ac4c-49ee-bd2c-b1245c8841a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:22.787994 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.813137 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.870215 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.975609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Attempting to bind port 31884a7a-9512-4980-890f-091c8d6be7e4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:22.976059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Attempting to bind port 31884a7a-9512-4980-890f-091c8d6be7e4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:22.976420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Attempting to bind port 31884a7a-9512-4980-890f-091c8d6be7e4 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:23.010440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:23.011452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:23.013807 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.014670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:23.015354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Bound port: 31884a7a-9512-4980-890f-091c8d6be7e4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:23.015969 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.151820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] For port 31884a7a-9512-4980-890f-091c8d6be7e4, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:23.160128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] For port 31884a7a-9512-4980-890f-091c8d6be7e4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=31884a7a-9512-4980-890f-091c8d6be7e4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:23.170058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbee1a1-6513-4dd4-9938-49d48093841d None None] Pushing event updated for resources: {'Port': ['ID=31884a7a-9512-4980-890f-091c8d6be7e4,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:23.183798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.189709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace92c2-25c3-416c-aad5-484070011f22 req-716ef668-b6aa-4da5-a962-618729337178 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:23.204218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ace92c2-25c3-416c-aad5-484070011f22 req-716ef668-b6aa-4da5-a962-618729337178 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 1101 time: 0.1386759 Apr 18 20:28:23.287539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ace92c2-25c3-416c-aad5-484070011f22 req-741d2ce6-c4c4-48d1-aaab-067a3a7576e9 tempest-MigrationsAdminTest-756816698 tempest-MigrationsAdminTest-756816698-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771227 Apr 18 20:28:23.317881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Routers {'782e139c-8d9b-4e8c-92bb-98c422dd6649'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:23.318519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['782e139c-8d9b-4e8c-92bb-98c422dd6649'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:23.347887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Allocated IP 172.20.0.1 (8102bd46-725a-462e-8a3d-3dd327fc6370/c60c72f3-90db-4d36-93f4-d59024eef1b1/23533e89-e3ed-4334-ba7f-124d745d5a0c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:23.417125 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e10943-ab97-42e5-b33f-c2c51094df60 None None] New status for floating IP f9ed035f-35a5-43ee-a755-d47a2370f64b: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:28:23.517717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd5b5aee-1ddc-42d5-8ad1-d8d433dc732f req-8d85a2f5-c1fc-49df-a31d-2cdbc5b3a1fc tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 210 time: 0.0705769 Apr 18 20:28:23.582648 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.679381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] Set router 782e139c-8d9b-4e8c-92bb-98c422dd6649 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:23.704087 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.766168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Network 8102bd46-725a-462e-8a3d-3dd327fc6370 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:23.771709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:23.776799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:23.787146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbee1a1-6513-4dd4-9938-49d48093841d None None] Pushing event updated for resources: {'Port': ['ID=31884a7a-9512-4980-890f-091c8d6be7e4,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:23.848199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=23533e89-e3ed-4334-ba7f-124d745d5a0c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:23.867727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.941369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-6b5521a6-4db7-4cab-a474-bac0bcebf6cd tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:28:23.942954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-6b5521a6-4db7-4cab-a474-bac0bcebf6cd tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094938 Apr 18 20:28:24.030929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-e91041e3-028d-41b5-b53d-7747c501219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:24.032633 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-e91041e3-028d-41b5-b53d-7747c501219d service neutron] 10.222.0.49 "GET /v2.0/ports/b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 1093 time: 0.0804362 Apr 18 20:28:24.039271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-router', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:13Z', 'updated_at': '2022-04-18T20:28:18Z', 'revision_number': 3, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'gw_port': {'id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:15Z', 'updated_at': '2022-04-18T20:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:24.080596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Request body: {'binding': {'host': 'n-h1-836015-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:24.082057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Unknown quota resources ['binding']. {{(pid=102903) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:28:24.090325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cb7812-3777-4884-8a90-c9aaef0c84d2 None None] The sync data for ids ['782e139c-8d9b-4e8c-92bb-98c422dd6649'] in n-d-836015-4 is: [{'id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-router', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:13Z', 'updated_at': '2022-04-18T20:28:18Z', 'revision_number': 3, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'gw_port': {'id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:15Z', 'updated_at': '2022-04-18T20:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:24.138339 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:28:24.230657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ae38a61c-cd6d-461a-bdbc-7c16a744990a None None] Provisioning complete for port 23533e89-e3ed-4334-ba7f-124d745d5a0c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:24.231030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae38a61c-cd6d-461a-bdbc-7c16a744990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.291176 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on host n-h1-836015-4 for vnic_type normal with profile None {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:24.291505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:24.292056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:24.299774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:24.300432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:24.315475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ae38a61c-cd6d-461a-bdbc-7c16a744990a None None] Port 23533e89-e3ed-4334-ba7f-124d745d5a0c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:24.333005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:24.333771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:24.334329 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:24.335024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Bound port: b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:24.343192 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.477157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:24.489635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.491121 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ed2854b-0f09-4f57-8bb7-eeb7e6244d3a service neutron] 10.222.0.49 "POST /v2.0/ports/b35c8f84-8a6f-4854-8429-dcdd13ab9c90/bindings HTTP/1.1" status: 201 len: 389 time: 0.4498188 Apr 18 20:28:24.498332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255044cf-b0c9-4014-843d-d22a4d859b06 req-728b1a29-7c9d-49c3-bedc-9bfa2733fac9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:24.500945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-255044cf-b0c9-4014-843d-d22a4d859b06 req-728b1a29-7c9d-49c3-bedc-9bfa2733fac9 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 950 time: 0.0979002 Apr 18 20:28:24.543381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:24.603755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-255044cf-b0c9-4014-843d-d22a4d859b06 req-f6f17ee5-a4c0-4b5f-b8e7-ddf55f1df97b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969043 Apr 18 20:28:24.731294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:24.731671 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.806534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-234270ad-4c03-4181-8e6a-3b204f5dec1f req-b0af761c-ae18-4ea2-983e-9d8817415b6a tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 210 time: 0.1002800 Apr 18 20:28:24.884047 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.900342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.976268 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:25.039614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:25.044643 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62935d1d-72e3-4998-b6f8-348b754794fc" -d '{"events": [{"server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:25.063978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-28031bff-007d-4f9c-afca-c2a07ca02b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.065410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-28031bff-007d-4f9c-afca-c2a07ca02b1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1096 time: 0.2109056 Apr 18 20:28:25.091542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:25.103109 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:25.124690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5950f2-b029-41f1-a777-5acd341fb537 req-3d356d76-fd83-4e52-8ed4-77be3de38002 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.131078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Pushing event updated for resources: {'Port': ['ID=23533e89-e3ed-4334-ba7f-124d745d5a0c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:25.143423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa5950f2-b029-41f1-a777-5acd341fb537 req-3d356d76-fd83-4e52-8ed4-77be3de38002 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 945 time: 0.2002177 Apr 18 20:28:25.159103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:25.197302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 31884a7a-9512-4980-890f-091c8d6be7e4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:25.281254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa5950f2-b029-41f1-a777-5acd341fb537 req-147da912-a373-4321-96a7-33a3d0f26ff2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368351 Apr 18 20:28:25.293868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=13']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:25.320343 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fff792-2130-470c-8548-344bcc926ef1 x-openstack-request-id: req-97fff792-2130-470c-8548-344bcc926ef1 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:25.320637 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "name": "network-vif-plugged", "status": "completed", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:25.320883 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97fff792-2130-470c-8548-344bcc926ef1 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:25.321818 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97fff792-2130-470c-8548-344bcc926ef1'] response: {'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'code': 200} Apr 18 20:28:25.360056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-62393b00-4073-442f-8e22-ec3242b74858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.368774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-62393b00-4073-442f-8e22-ec3242b74858 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.2786055 Apr 18 20:28:25.453326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 31884a7a-9512-4980-890f-091c8d6be7e4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:25.453699 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:25.478403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3314952e-71a5-4441-9b8f-56d6f4d7acdd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 217 time: 0.1017594 Apr 18 20:28:25.552680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-8a28a869-c22d-4dc8-80c2-9926ecb9e0b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.559267 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-8a28a869-c22d-4dc8-80c2-9926ecb9e0b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 951 time: 0.2220716 Apr 18 20:28:25.587280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-2772be90-17b1-4daf-b484-1f8460653382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.589153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-2772be90-17b1-4daf-b484-1f8460653382 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1048322 Apr 18 20:28:25.669404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0076f869-a774-46e9-9083-84be746376e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711102 Apr 18 20:28:25.682919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Network 8102bd46-725a-462e-8a3d-3dd327fc6370 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:25.696484 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:25.783782 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:25.862791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eb64b-f0af-4f22-94b2-d6c2085c256b req-46bf8ca4-4316-489d-9e25-7bdc92a5a69d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.863228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 31884a7a-9512-4980-890f-091c8d6be7e4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=31884a7a-9512-4980-890f-091c8d6be7e4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:25.879517 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:25.892799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c28eb64b-f0af-4f22-94b2-d6c2085c256b req-46bf8ca4-4316-489d-9e25-7bdc92a5a69d tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=386fb83e-4fe3-45f7-969e-61433a3b640f HTTP/1.1" status: 200 len: 951 time: 0.1231458 Apr 18 20:28:25.954965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-759a0726-f83f-4d76-97d4-5de9e12796c7 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707293 Apr 18 20:28:26.000314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=31884a7a-9512-4980-890f-091c8d6be7e4,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:26.032454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c28eb64b-f0af-4f22-94b2-d6c2085c256b req-9de3e64c-f08c-444d-83a6-0d07265c22cd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319296 Apr 18 20:28:26.161201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-87542d93-0f0f-40fa-8004-b0f5add3bd93 None None] Provisioning complete for port 23533e89-e3ed-4334-ba7f-124d745d5a0c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:26.161809 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-87542d93-0f0f-40fa-8004-b0f5add3bd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.169612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Router 782e139c-8d9b-4e8c-92bb-98c422dd6649 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:26.176145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-7ac09a56-409b-42de-9421-32ba3fba36b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Deleting port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:26.176487 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-7ac09a56-409b-42de-9421-32ba3fba36b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.220541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-87542d93-0f0f-40fa-8004-b0f5add3bd93 None None] Port 23533e89-e3ed-4334-ba7f-124d745d5a0c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:26.248365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d39b8ac3-2a35-4b98-891b-c70a3203d72e req-f5586ba2-68e0-4e9f-b574-c337a1bb81ff tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 210 time: 0.0568366 Apr 18 20:28:26.250228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-edf085b3-4df2-40a6-8090-4b2366c833ee service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863910 Apr 18 20:28:26.388613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-7ac09a56-409b-42de-9421-32ba3fba36b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] For port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:26.388985 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-7ac09a56-409b-42de-9421-32ba3fba36b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.418055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9788-765b-4961-8d1d-591c9259fd3e req-4ed4a7f0-bc27-48ef-9282-0137da347fb5 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.419622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-4ed4a7f0-bc27-48ef-9282-0137da347fb5 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/networks?id=c849b5d8-b620-4e3a-b221-b0fd40447bac HTTP/1.1" status: 200 len: 809 time: 0.2589259 Apr 18 20:28:26.459592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-7ac09a56-409b-42de-9421-32ba3fba36b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Calling delete_port for 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:26.485809 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-fff9c819-359d-40a6-a491-e702d7362807 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/quotas/ffd9fd8eff344077a861fa0e7c825c44 HTTP/1.1" status: 200 len: 375 time: 0.0367005 Apr 18 20:28:26.535278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-c2deef63-bc1c-4900-8a68-7c74e9369715 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ffd9fd8eff344077a861fa0e7c825c44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436378 Apr 18 20:28:26.542374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:26.556158 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ed60e013-5c64-46c8-a4e2-706b7af2c1d0 admin admin] 10.222.0.49 "PUT /v2.0/routers/782e139c-8d9b-4e8c-92bb-98c422dd6649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3290081 Apr 18 20:28:26.568799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-91f09c5f-41ee-4e96-b5d9-162b37186894 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.570472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-91f09c5f-41ee-4e96-b5d9-162b37186894 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.1714334 Apr 18 20:28:26.605962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-4'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:26.645997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ba606-06e9-4952-b4c2-f062ecb01aca req-407d245a-efa0-421e-ae92-1f39c1bcaaa7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.654169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b75ba606-06e9-4952-b4c2-f062ecb01aca req-407d245a-efa0-421e-ae92-1f39c1bcaaa7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 945 time: 0.2071178 Apr 18 20:28:26.675272 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-7ac09a56-409b-42de-9421-32ba3fba36b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.688856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['96dcc94d-e9c5-4079-a6e9-fadda76e682e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:26.693253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['17f8b08f-197e-4aa1-a778-8cea138c7735', 'b4284be3-040b-4fc4-bbec-ad711c4ded74'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:26.707144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac09a56-409b-42de-9421-32ba3fba36b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Pushing event deleted for resources: {'Port': ['ID=2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:26.778977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b75ba606-06e9-4952-b4c2-f062ecb01aca req-f09ff275-5ea6-460d-8a93-189299da33ff tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089704 Apr 18 20:28:26.787719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-7ac09a56-409b-42de-9421-32ba3fba36b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] No DVR routers for this DVR port 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:26.791829 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-7ac09a56-409b-42de-9421-32ba3fba36b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.795417 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7aad66ac-ee32-4273-bdd2-09468f19dfc1 req-7ac09a56-409b-42de-9421-32ba3fba36b2 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "DELETE /v2.0/ports/2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 HTTP/1.1" status: 204 len: 173 time: 1.2290733 Apr 18 20:28:26.796076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'name': 'network-vif-deleted', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:26.799013 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef671de-2bca-4244-b355-47b3011d733b" -d '{"events": [{"server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "name": "network-vif-deleted", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:26.812543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.835880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-281f949d-b08c-4387-91d3-da31dde4e3b1 service neutron] 10.222.0.49 "GET /v2.0/networks/c849b5d8-b620-4e3a-b221-b0fd40447bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991877 Apr 18 20:28:27.121182 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Sync routers for ids ['782e139c-8d9b-4e8c-92bb-98c422dd6649'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:27.163431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 31884a7a-9512-4980-890f-091c8d6be7e4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:27.228124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Routers {'782e139c-8d9b-4e8c-92bb-98c422dd6649'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:27.229289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['782e139c-8d9b-4e8c-92bb-98c422dd6649'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:27.376393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Set router 782e139c-8d9b-4e8c-92bb-98c422dd6649 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:27.454608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56120) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:27.658880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58f6ea32-388d-47a4-bebe-e7986b1e16e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.690662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 31884a7a-9512-4980-890f-091c8d6be7e4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:27.691036 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.725384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-91c54a2d-1ec1-4541-8945-fb0a7f74f40d service neutron] 10.222.0.49 "GET /v2.0/networks/c849b5d8-b620-4e3a-b221-b0fd40447bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8622754 Apr 18 20:28:27.786028 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58f6ea32-388d-47a4-bebe-e7986b1e16e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.796479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-f554bcdd-c24f-464e-9b77-364088712de8 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6672723 Apr 18 20:28:27.799086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58f6ea32-388d-47a4-bebe-e7986b1e16e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.809658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:27.841706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:27.864619 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-58f6ea32-388d-47a4-bebe-e7986b1e16e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4bff15437df744088009f3c46e08f22e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081583 Apr 18 20:28:27.865349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56126) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:27.868469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6ea32-388d-47a4-bebe-e7986b1e16e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2d30a1-5d2b-4838-8e70-a2cf11af474b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:27.927422 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.951686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-router', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:13Z', 'updated_at': '2022-04-18T20:28:24Z', 'revision_number': 4, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'gw_port': {'id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:15Z', 'updated_at': '2022-04-18T20:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '23533e89-e3ed-4334-ba7f-124d745d5a0c', 'name': '', 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'mac_address': 'fa:16:3e:ab:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c60c72f3-90db-4d36-93f4-d59024eef1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:22Z', 'updated_at': '2022-04-18T20:28:24Z', 'revision_number': 2, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'subnets': [{'id': 'c60c72f3-90db-4d36-93f4-d59024eef1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:27.976842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:27.982598 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ddb36341-593c-4cf9-944a-5fda54eb88f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.015320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ddb36341-593c-4cf9-944a-5fda54eb88f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.024900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Checking router: 782e139c-8d9b-4e8c-92bb-98c422dd6649 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:28.025252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Updating router 782e139c-8d9b-4e8c-92bb-98c422dd6649 port 23533e89-e3ed-4334-ba7f-124d745d5a0c binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:28.063233 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.100550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:28.103358 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7993a9-59a4-404b-97d7-31b7cf06d2f9" -d '{"events": [{"server_uuid": "902d5e92-4bbf-42df-9a69-efb5b48a8900", "name": "network-vif-unplugged", "status": "completed", "tag": "b35c8f84-8a6f-4854-8429-dcdd13ab9c90"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:28.116341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.117932 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ddb36341-593c-4cf9-944a-5fda54eb88f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.122331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ddb36341-593c-4cf9-944a-5fda54eb88f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.139610 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ddb36341-593c-4cf9-944a-5fda54eb88f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae2d30a1-5d2b-4838-8e70-a2cf11af474b HTTP/1.1" status: 204 len: 168 time: 0.2610264 Apr 18 20:28:28.139770 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.169028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb36341-593c-4cf9-944a-5fda54eb88f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2d30a1-5d2b-4838-8e70-a2cf11af474b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:28.262081 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29352137-959e-4dfd-a701-ef3810b28ab8 x-openstack-request-id: req-29352137-959e-4dfd-a701-ef3810b28ab8 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:28.262354 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386fb83e-4fe3-45f7-969e-61433a3b640f", "name": "network-vif-deleted", "tag": "2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:28.262644 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29352137-959e-4dfd-a701-ef3810b28ab8 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:28.263138 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29352137-959e-4dfd-a701-ef3810b28ab8'] response: {'server_uuid': '386fb83e-4fe3-45f7-969e-61433a3b640f', 'name': 'network-vif-deleted', 'tag': '2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8', 'status': 'completed', 'code': 200} Apr 18 20:28:28.266193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:28.392203 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.560176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:28.577969 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34cbfd94-6409-4794-bd4e-ea11a38e46b2 req-aa4f9640-bdbc-4542-aa92-f92d943dc898 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 210 time: 0.0905609 Apr 18 20:28:28.595378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on host n-h2-836015-4 for vnic_type normal with profile {"migrating_to": "n-h1-836015-4"} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:28.600445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:28.601039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:28.626702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:28.632075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Attempting to bind port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:28.707045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:28.709100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f7c5eb4-aaa1-46fa-8c20-929495aaa6d8 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:28.710032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:28.710525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:28.710909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:28.711527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Bound port: b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:28.712104 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.755261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.788463 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.815866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d788de7-cf99-4674-9d0e-cc3ccca1a222 req-09a4e6e2-3c81-4fd1-b918-81527f703e44 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:28.820625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d788de7-cf99-4674-9d0e-cc3ccca1a222 req-09a4e6e2-3c81-4fd1-b918-81527f703e44 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 943 time: 0.1232495 Apr 18 20:28:28.824651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Allocated IP 172.25.2.74 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/8abe9c6b-7f8d-4137-bcd8-8d9965585963) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:28.973178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37705933-f54b-42fd-839e-ade0a8948d30 None None] Pushing event updated for resources: {'Port': ['ID=23533e89-e3ed-4334-ba7f-124d745d5a0c,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:28.997360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d788de7-cf99-4674-9d0e-cc3ccca1a222 req-95fbfc08-7bb0-4aa5-ba35-4dc0d56a2b68 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550872 Apr 18 20:28:29.063134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:29.129227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:29.135616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Attempting to bind port 23533e89-e3ed-4334-ba7f-124d745d5a0c on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:29.136012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Attempting to bind port 23533e89-e3ed-4334-ba7f-124d745d5a0c by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '5aae0961-7a44-4696-85e6-e94aa6577dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:29.138293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Attempting to bind port 23533e89-e3ed-4334-ba7f-124d745d5a0c on network 8102bd46-725a-462e-8a3d-3dd327fc6370 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:29.142198 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.148945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:29.150810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Checking segment: {'id': '5aae0961-7a44-4696-85e6-e94aa6577dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:29.153960 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.154584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Bound using segment: {'id': '5aae0961-7a44-4696-85e6-e94aa6577dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:29.155453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Bound port: 23533e89-e3ed-4334-ba7f-124d745d5a0c, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aae0961-7a44-4696-85e6-e94aa6577dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:29.156045 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.166167 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed1b560-a5fa-4ba7-ba67-b61d519dcae2 x-openstack-request-id: req-fed1b560-a5fa-4ba7-ba67-b61d519dcae2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:29.166781 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902d5e92-4bbf-42df-9a69-efb5b48a8900", "name": "network-vif-unplugged", "status": "completed", "tag": "b35c8f84-8a6f-4854-8429-dcdd13ab9c90", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:29.171356 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fed1b560-a5fa-4ba7-ba67-b61d519dcae2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:29.171989 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed1b560-a5fa-4ba7-ba67-b61d519dcae2'] response: {'server_uuid': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90', 'code': 200} Apr 18 20:28:29.322158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] For port 23533e89-e3ed-4334-ba7f-124d745d5a0c, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:29.339079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] For port 23533e89-e3ed-4334-ba7f-124d745d5a0c, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=23533e89-e3ed-4334-ba7f-124d745d5a0c,segment=NetworkSegment(5aae0961-7a44-4696-85e6-e94aa6577dfe),segment_id=5aae0961-7a44-4696-85e6-e94aa6577dfe)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:29.344054 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.414093 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.423972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Routers {'782e139c-8d9b-4e8c-92bb-98c422dd6649'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:29.424845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['782e139c-8d9b-4e8c-92bb-98c422dd6649'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:29.502431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37705933-f54b-42fd-839e-ade0a8948d30 None None] Pushing event updated for resources: {'Port': ['ID=23533e89-e3ed-4334-ba7f-124d745d5a0c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:29.515383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,revision_number=8']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:29.537584 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.569236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56170) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:29.590568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72b42667-981a-490b-9c7b-1748f865d36e req-237d964b-385b-4e79-8b16-ad3950c98716 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 210 time: 0.2863317 Apr 18 20:28:29.625353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-844d7973-5d36-4cd7-b9bf-b09b655da914 None None] Provisioning complete for port 23533e89-e3ed-4334-ba7f-124d745d5a0c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:29.627993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-844d7973-5d36-4cd7-b9bf-b09b655da914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.640060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:29.640466 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.642222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-3c22b090-c7ee-478f-83b4-7eb4ed4fc888 service neutron] 10.222.0.60 "PUT /v2.0/ports/b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 1121 time: 3.0430195 Apr 18 20:28:29.657425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:29.691242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:29.694182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event updated for resources: {'Port': ['ID=8abe9c6b-7f8d-4137-bcd8-8d9965585963,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:29.705085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:29.761512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-485520262-network', 'tenant_id': '03123dfc298e4f1baae6b242695bb7f4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:29.831184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Made reservation on behalf of 03123dfc298e4f1baae6b242695bb7f4 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:29.840633 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.866525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.144086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.165692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.173643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.205538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:30.244911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.245312 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Added segment b98778e9-a998-4fbe-b36e-da97997aba56 of type vlan for network 17064108-3c76-4cdd-95bf-d0ba534b16a5 Apr 18 20:28:30.268443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9373bd68-c8aa-492b-9e03-8b495b98eef3 req-e46274f2-6604-4d7f-9f2d-dec64ac3823d tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/ports?device_id=0190777a-bc62-4293-9207-7aed2c02860c HTTP/1.1" status: 200 len: 210 time: 0.0883453 Apr 18 20:28:30.285889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['b35c8f84-8a6f-4854-8429-dcdd13ab9c90'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:30.323830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f702c82-2ffa-43d7-8830-a8dc636ecc93,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:30.336832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.372904 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.405269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] Set router 782e139c-8d9b-4e8c-92bb-98c422dd6649 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:30.415407 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.416671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:30.417291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.449165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9788-765b-4961-8d1d-591c9259fd3e req-cf719a28-d17d-4fa7-9ef8-fae68328819c tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:30.450825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-cf719a28-d17d-4fa7-9ef8-fae68328819c tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.60 "GET /v2.0/networks?id=c849b5d8-b620-4e3a-b221-b0fd40447bac HTTP/1.1" status: 200 len: 809 time: 0.5620251 Apr 18 20:28:30.461217 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8908014 Apr 18 20:28:30.462401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56184) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:30.476053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Request body: {'port': {'device_id': '1fe340a2-7d49-48c8-9740-65593f5908fa', 'network_id': 'c849b5d8-b620-4e3a-b221-b0fd40447bac', 'admin_state_up': True, 'tenant_id': 'ffd9fd8eff344077a861fa0e7c825c44'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:30.523890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d7988-15b6-4a17-a67a-68ce6a0c3e23 admin admin] Pushing event updated for resources: {'Network': ['ID=17064108-3c76-4cdd-95bf-d0ba534b16a5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:30.550928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 17064108-3c76-4cdd-95bf-d0ba534b16a5 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:30.596898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Request body: {'subnet': {'network_id': '17064108-3c76-4cdd-95bf-d0ba534b16a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-485520262-subnet', 'tenant_id': '03123dfc298e4f1baae6b242695bb7f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:30.655518 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-844d7973-5d36-4cd7-b9bf-b09b655da914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.659143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Made reservation on behalf of ffd9fd8eff344077a861fa0e7c825c44 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:30.663476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.764471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-844d7973-5d36-4cd7-b9bf-b09b655da914 None None] For port 23533e89-e3ed-4334-ba7f-124d745d5a0c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=23533e89-e3ed-4334-ba7f-124d745d5a0c,segment=NetworkSegment(5aae0961-7a44-4696-85e6-e94aa6577dfe),segment_id=5aae0961-7a44-4696-85e6-e94aa6577dfe)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:30.811197 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-844d7973-5d36-4cd7-b9bf-b09b655da914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.856640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Allocated IP 172.20.0.10 (c849b5d8-b620-4e3a-b221-b0fd40447bac/1b8d200b-9b72-49ce-899b-0c06ed422706/24087b44-bd0a-42b8-9052-98396afd0ae8) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:30.948533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d7973-5d36-4cd7-b9bf-b09b655da914 None None] Pushing event updated for resources: {'Port': ['ID=23533e89-e3ed-4334-ba7f-124d745d5a0c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:30.971191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-router', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:13Z', 'updated_at': '2022-04-18T20:28:24Z', 'revision_number': 4, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'gw_port': {'id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:15Z', 'updated_at': '2022-04-18T20:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '23533e89-e3ed-4334-ba7f-124d745d5a0c', 'name': '', 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'mac_address': 'fa:16:3e:ab:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c60c72f3-90db-4d36-93f4-d59024eef1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:22Z', 'updated_at': '2022-04-18T20:28:29Z', 'revision_number': 4, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'subnets': [{'id': 'c60c72f3-90db-4d36-93f4-d59024eef1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:30.974017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Made reservation on behalf of 03123dfc298e4f1baae6b242695bb7f4 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:30.976509 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.978676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f4036e28-d013-4cd0-8636-b632bb2b1ba4 None None] Provisioning complete for port 23533e89-e3ed-4334-ba7f-124d745d5a0c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:30.979034 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4036e28-d013-4cd0-8636-b632bb2b1ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.017631 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d8ff66-cec4-46c5-8640-d2e30d7d7277 None None] The sync data for ids ['782e139c-8d9b-4e8c-92bb-98c422dd6649'] in n-d-836015-4 is: [{'id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-router', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:13Z', 'updated_at': '2022-04-18T20:28:24Z', 'revision_number': 4, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'gw_port': {'id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:15Z', 'updated_at': '2022-04-18T20:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '23533e89-e3ed-4334-ba7f-124d745d5a0c', 'name': '', 'network_id': '8102bd46-725a-462e-8a3d-3dd327fc6370', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'mac_address': 'fa:16:3e:ab:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_interface', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c60c72f3-90db-4d36-93f4-d59024eef1b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:22Z', 'updated_at': '2022-04-18T20:28:29Z', 'revision_number': 4, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'subnets': [{'id': 'c60c72f3-90db-4d36-93f4-d59024eef1b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:31.101622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5b72-01d1-45a2-9250-a53ee8c4e343 req-71621bf0-ff1d-4185-98dc-12ce4701fea6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:31.110871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0ed5b72-01d1-45a2-9250-a53ee8c4e343 req-71621bf0-ff1d-4185-98dc-12ce4701fea6 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 951 time: 0.6519175 Apr 18 20:28:31.173385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'tag': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:31.175631 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199abdfd-f1b7-4421-8b47-161827faecd2" -d '{"events": [{"name": "network-changed", "server_uuid": "902d5e92-4bbf-42df-9a69-efb5b48a8900", "tag": "b35c8f84-8a6f-4854-8429-dcdd13ab9c90"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:31.244861 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.309029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0ed5b72-01d1-45a2-9250-a53ee8c4e343 req-9b62e850-02ce-491d-85e8-eb1b4be2a35f tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971121 Apr 18 20:28:31.365326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.466588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.509325 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.535065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Network c849b5d8-b620-4e3a-b221-b0fd40447bac is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:31.565900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:31.567726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Pushing event updated for resources: {'Port': ['ID=24087b44-bd0a-42b8-9052-98396afd0ae8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:31.582922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:31.613649 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.740127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ef42-13ab-4917-a060-0a8bc1ee525c req-1b6bc3c8-c25d-46f8-a51e-0e81e628d453 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:31.741518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa68ef42-13ab-4917-a060-0a8bc1ee525c req-1b6bc3c8-c25d-46f8-a51e-0e81e628d453 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 943 time: 0.2963614 Apr 18 20:28:31.779596 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.785371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9857697 Apr 18 20:28:31.811086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:31.811873 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.851617 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.875519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-7eb97cce-1394-4f49-80d8-ccf101110a1b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4118237 Apr 18 20:28:31.877297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-008b17f7-3d0d-4cb7-b869-d850b9fbfcdd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:31.881260 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-008b17f7-3d0d-4cb7-b869-d850b9fbfcdd tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 951 time: 0.1239560 Apr 18 20:28:31.920167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Request body: {'port': {'device_id': '1fe340a2-7d49-48c8-9740-65593f5908fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:31.944151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0e955-764c-4e3a-8444-408fbde98c44 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event updated for resources: {'Port': ['ID=8abe9c6b-7f8d-4137-bcd8-8d9965585963,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:32.038735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-76ceef15-a54b-494f-b3b1-254b4b9307c0 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.1885533 Apr 18 20:28:32.057033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa68ef42-13ab-4917-a060-0a8bc1ee525c req-8fd0c6b0-e001-4f75-82d4-ce0174cfaa58 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842276 Apr 18 20:28:32.070607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-e2c2e4f5-b33c-470c-afa5-04d669ee6064 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Deleting port 96dcc94d-e9c5-4079-a6e9-fadda76e682e {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:32.072430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-e2c2e4f5-b33c-470c-afa5-04d669ee6064 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.103687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b8ead0-d9c8-4679-b11e-805d3da4c274,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:32.223972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-e2c2e4f5-b33c-470c-afa5-04d669ee6064 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] For port 96dcc94d-e9c5-4079-a6e9-fadda76e682e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=96dcc94d-e9c5-4079-a6e9-fadda76e682e,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:32.224344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-e2c2e4f5-b33c-470c-afa5-04d669ee6064 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.243319 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-e2c2e4f5-b33c-470c-afa5-04d669ee6064 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Calling delete_port for 96dcc94d-e9c5-4079-a6e9-fadda76e682e owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:32.270496 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.299098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Checking segment: {'id': 'b98778e9-a998-4fbe-b36e-da97997aba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '17064108-3c76-4cdd-95bf-d0ba534b16a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:32.299388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Network hostable DHCP agents. Network: 17064108-3c76-4cdd-95bf-d0ba534b16a5, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:32.411654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5f04f-deb6-441c-bc1b-a9d8b2101a74 req-bd0b6fa9-f046-42d0-a17a-446346ddbee8 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:32.421599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33a5f04f-deb6-441c-bc1b-a9d8b2101a74 req-bd0b6fa9-f046-42d0-a17a-446346ddbee8 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 932 time: 0.2289536 Apr 18 20:28:32.462410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Network 17064108-3c76-4cdd-95bf-d0ba534b16a5 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:32.488708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-4a30e235-41d7-491b-9e9f-93fe21cf5f93 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:32.501695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1082ed2-5abe-4d0d-a240-86b8ae1bc9fd req-4a30e235-41d7-491b-9e9f-93fe21cf5f93 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.4327612 Apr 18 20:28:32.544893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 17064108-3c76-4cdd-95bf-d0ba534b16a5) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:32.552302 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-e2c2e4f5-b33c-470c-afa5-04d669ee6064 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.562014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf556b-679c-49c4-82bf-ed4eeec25d7b None None] Network 17064108-3c76-4cdd-95bf-d0ba534b16a5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:32.567893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['96dcc94d-e9c5-4079-a6e9-fadda76e682e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:32.570958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['17f8b08f-197e-4aa1-a778-8cea138c7735', 'b4284be3-040b-4fc4-bbec-ad711c4ded74'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:32.575566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b35c8f84-8a6f-4854-8429-dcdd13ab9c90 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:32.685193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2e4f5-b33c-470c-afa5-04d669ee6064 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Pushing event deleted for resources: {'Port': ['ID=96dcc94d-e9c5-4079-a6e9-fadda76e682e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:32.793588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:32.794187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.803917 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f542a4-1502-4769-b55c-dea55eb25e44 x-openstack-request-id: req-92f542a4-1502-4769-b55c-dea55eb25e44 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:32.804128 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902d5e92-4bbf-42df-9a69-efb5b48a8900", "tag": "b35c8f84-8a6f-4854-8429-dcdd13ab9c90", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:32.804385 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92f542a4-1502-4769-b55c-dea55eb25e44 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:32.804785 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f542a4-1502-4769-b55c-dea55eb25e44'] response: {'name': 'network-changed', 'server_uuid': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'tag': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90', 'status': 'completed', 'code': 200} Apr 18 20:28:32.816844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-e2c2e4f5-b33c-470c-afa5-04d669ee6064 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] No DVR routers for this DVR port 96dcc94d-e9c5-4079-a6e9-fadda76e682e on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:32.822846 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-e2c2e4f5-b33c-470c-afa5-04d669ee6064 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.827300 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2a890243-f8cb-4232-97ca-5c0414c2e72b req-e2c2e4f5-b33c-470c-afa5-04d669ee6064 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.60 "DELETE /v2.0/ports/96dcc94d-e9c5-4079-a6e9-fadda76e682e HTTP/1.1" status: 204 len: 173 time: 0.9375231 Apr 18 20:28:32.827918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-deleted', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:32.843557 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c79333-92a6-4696-8818-971dda33a658" -d '{"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-deleted", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:32.954407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33a5f04f-deb6-441c-bc1b-a9d8b2101a74 req-f321c2a0-62a2-461d-8836-9ee1e935cc11 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcf39239-1420-4820-8d83-c9f0f6c12c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318651 Apr 18 20:28:32.982073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a45129b-1c49-4e58-9546-bdd6f8087416 req-b3110637-934c-4af5-8f99-5a150fcbe9ef tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=637082ce-6d8e-4604-9d50-e5964908767f HTTP/1.1" status: 200 len: 210 time: 0.1061635 Apr 18 20:28:33.034448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4c38dd93-3155-4817-82c5-5b1f7d383883 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5624902 Apr 18 20:28:33.055736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199abdfd-f1b7-4421-8b47-161827faecd2 req-face5ba4-ab6d-4eff-821a-268512a6ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:33.057206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-199abdfd-f1b7-4421-8b47-161827faecd2 req-face5ba4-ab6d-4eff-821a-268512a6ff40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1124 time: 0.3466070 Apr 18 20:28:33.079801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56210) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:33.234608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 23533e89-e3ed-4334-ba7f-124d745d5a0c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:33.235388 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda100ac-81ee-401f-8d2c-17b4e51e9462 x-openstack-request-id: req-dda100ac-81ee-401f-8d2c-17b4e51e9462 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:33.235794 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637082ce-6d8e-4604-9d50-e5964908767f", "name": "network-vif-deleted", "tag": "96dcc94d-e9c5-4079-a6e9-fadda76e682e", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:33.236189 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dda100ac-81ee-401f-8d2c-17b4e51e9462 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:33.237881 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda100ac-81ee-401f-8d2c-17b4e51e9462'] response: {'server_uuid': '637082ce-6d8e-4604-9d50-e5964908767f', 'name': 'network-vif-deleted', 'tag': '96dcc94d-e9c5-4079-a6e9-fadda76e682e', 'status': 'completed', 'code': 200} Apr 18 20:28:33.300961 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3adfdb84-a715-4083-80a0-c2a0bc93b996 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.421347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af5d216-105d-489a-98de-d617de011534 None None] Network 17064108-3c76-4cdd-95bf-d0ba534b16a5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:33.425010 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3adfdb84-a715-4083-80a0-c2a0bc93b996 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.474653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:33.560895 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3adfdb84-a715-4083-80a0-c2a0bc93b996 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.566941 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3adfdb84-a715-4083-80a0-c2a0bc93b996 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.572752 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3adfdb84-a715-4083-80a0-c2a0bc93b996 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "DELETE /v2.0/security-groups/70f9ea87-903c-44b3-bcdc-700cf32ecbb9 HTTP/1.1" status: 204 len: 168 time: 0.4887238 Apr 18 20:28:33.573142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56220) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:33.618948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfdb84-a715-4083-80a0-c2a0bc93b996 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f9ea87-903c-44b3-bcdc-700cf32ecbb9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:33.650814 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-98a39e13-fba3-413d-a28c-bb85fd170088 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] show failed (client error): The resource could not be found. Apr 18 20:28:33.652111 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-98a39e13-fba3-413d-a28c-bb85fd170088 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "GET /v2.0/security-groups/70f9ea87-903c-44b3-bcdc-700cf32ecbb9 HTTP/1.1" status: 404 len: 347 time: 0.0489109 Apr 18 20:28:33.655047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56222) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:33.686861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b35c8f84-8a6f-4854-8429-dcdd13ab9c90 has no active binding in host n-h1-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:28:33.861912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 23533e89-e3ed-4334-ba7f-124d745d5a0c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:33.862184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.926427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-30ed78c3-90c6-489f-913b-99e2c2093733 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Deleting port 8aff6c03-8547-4a35-ae74-7fc63992e888 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:33.927033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30ed78c3-90c6-489f-913b-99e2c2093733 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.006158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199abdfd-f1b7-4421-8b47-161827faecd2 req-5767fb92-575e-478a-a97a-c4993e040fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:34.007775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-199abdfd-f1b7-4421-8b47-161827faecd2 req-5767fb92-575e-478a-a97a-c4993e040fc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.8893824 Apr 18 20:28:34.023953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30ed78c3-90c6-489f-913b-99e2c2093733 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.024589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30ed78c3-90c6-489f-913b-99e2c2093733 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.036874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-30ed78c3-90c6-489f-913b-99e2c2093733 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Calling delete_port for 8aff6c03-8547-4a35-ae74-7fc63992e888 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:34.120497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24087b44-bd0a-42b8-9052-98396afd0ae8 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:34.134091 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.230749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30ed78c3-90c6-489f-913b-99e2c2093733 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.262044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Transition to ACTIVE for port object 24087b44-bd0a-42b8-9052-98396afd0ae8 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:34.280404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-199abdfd-f1b7-4421-8b47-161827faecd2 req-4786d29a-e552-4bd9-b39d-90253bdc9b91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 217 time: 0.1294117 Apr 18 20:28:34.284940 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.292866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed78c3-90c6-489f-913b-99e2c2093733 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Pushing event deleted for resources: {'Port': ['ID=8aff6c03-8547-4a35-ae74-7fc63992e888,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:34.398247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38358-afce-453b-a42e-217ac49dce87 req-fc17c072-1a5e-4bce-b197-c766541c1f96 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:34.400741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-caa38358-afce-453b-a42e-217ac49dce87 req-fc17c072-1a5e-4bce-b197-c766541c1f96 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 943 time: 0.2513826 Apr 18 20:28:34.425548 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30ed78c3-90c6-489f-913b-99e2c2093733 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.430021 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30ed78c3-90c6-489f-913b-99e2c2093733 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.431284 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-30ed78c3-90c6-489f-913b-99e2c2093733 tempest-ServersTestBootFromVolume-1257573728 tempest-ServersTestBootFromVolume-1257573728-project] 10.222.0.49 "DELETE /v2.0/floatingips/f9ed035f-35a5-43ee-a755-d47a2370f64b HTTP/1.1" status: 204 len: 168 time: 0.7752385 Apr 18 20:28:34.434184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56228) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:34.451435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Pushing event updated for resources: {'Port': ['ID=24087b44-bd0a-42b8-9052-98396afd0ae8,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:34.457749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-d90da30a-e456-4255-8909-c50ec5f54ddc tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3686135 Apr 18 20:28:34.470783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199abdfd-f1b7-4421-8b47-161827faecd2 req-e94ba426-de12-4eda-aabf-0593f6834e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:34.472207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-199abdfd-f1b7-4421-8b47-161827faecd2 req-e94ba426-de12-4eda-aabf-0593f6834e15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1785388 Apr 18 20:28:34.498949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:34.554892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-199abdfd-f1b7-4421-8b47-161827faecd2 req-3276b74c-d9d3-4854-a34e-45db1673d85f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605645 Apr 18 20:28:34.573955 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 96dcc94d-e9c5-4079-a6e9-fadda76e682e no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:34.580685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-caa38358-afce-453b-a42e-217ac49dce87 req-2c38f5fc-9d6f-4329-9962-d32134b56d74 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521707 Apr 18 20:28:34.611789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 96dcc94d-e9c5-4079-a6e9-fadda76e682e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:34.612153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 96dcc94d-e9c5-4079-a6e9-fadda76e682e not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:34.700201 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.725482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Attempting to bind port 24087b44-bd0a-42b8-9052-98396afd0ae8 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:34.725918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Attempting to bind port 24087b44-bd0a-42b8-9052-98396afd0ae8 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'ba9472e1-1c44-4213-a305-3c5a9029aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c849b5d8-b620-4e3a-b221-b0fd40447bac'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:34.726317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Attempting to bind port 24087b44-bd0a-42b8-9052-98396afd0ae8 on network c849b5d8-b620-4e3a-b221-b0fd40447bac {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:34.764307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Port 24087b44-bd0a-42b8-9052-98396afd0ae8 on network c849b5d8-b620-4e3a-b221-b0fd40447bac not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:34.764647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Attempting to bind port 24087b44-bd0a-42b8-9052-98396afd0ae8 on network c849b5d8-b620-4e3a-b221-b0fd40447bac {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:34.803455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b744a003-bf13-43f5-9a4a-810c01cc821c req-c58a1dff-d1e0-4d8a-b3b1-8bba05c4f1a6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1606590812', 'description': 'tempest-description-1789327406'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:34.891504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:34.891886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Checking segment: {'id': 'ba9472e1-1c44-4213-a305-3c5a9029aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c849b5d8-b620-4e3a-b221-b0fd40447bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:34.892303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Bound using segment: {'id': 'ba9472e1-1c44-4213-a305-3c5a9029aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c849b5d8-b620-4e3a-b221-b0fd40447bac'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:34.892751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Bound port: 24087b44-bd0a-42b8-9052-98396afd0ae8, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9472e1-1c44-4213-a305-3c5a9029aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c849b5d8-b620-4e3a-b221-b0fd40447bac'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:34.893109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.920859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-199abdfd-f1b7-4421-8b47-161827faecd2 req-89888795-7992-459b-92a5-bf38f10b2777 service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553224 Apr 18 20:28:34.943798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b744a003-bf13-43f5-9a4a-810c01cc821c req-c58a1dff-d1e0-4d8a-b3b1-8bba05c4f1a6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.080656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] For port 24087b44-bd0a-42b8-9052-98396afd0ae8, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:35.100894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.164125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] For port 24087b44-bd0a-42b8-9052-98396afd0ae8, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=24087b44-bd0a-42b8-9052-98396afd0ae8,segment=NetworkSegment(ba9472e1-1c44-4213-a305-3c5a9029aa6c),segment_id=ba9472e1-1c44-4213-a305-3c5a9029aa6c)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:35.182483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-199abdfd-f1b7-4421-8b47-161827faecd2 req-900cae87-9318-4885-a53a-ffd9f918fdc5 service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525351 Apr 18 20:28:35.189738 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.273301 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b744a003-bf13-43f5-9a4a-810c01cc821c req-c58a1dff-d1e0-4d8a-b3b1-8bba05c4f1a6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.275688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.276382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.278005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] 10.222.0.60 "PUT /v2.0/ports/24087b44-bd0a-42b8-9052-98396afd0ae8 HTTP/1.1" status: 200 len: 1092 time: 3.3655372 Apr 18 20:28:35.281476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe340a2-7d49-48c8-9740-65593f5908fa', 'tag': '24087b44-bd0a-42b8-9052-98396afd0ae8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:35.283816 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf9d18d-3052-4355-b24d-4629fbd1a43b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe340a2-7d49-48c8-9740-65593f5908fa", "tag": "24087b44-bd0a-42b8-9052-98396afd0ae8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:35.292584 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.297133 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b744a003-bf13-43f5-9a4a-810c01cc821c req-c58a1dff-d1e0-4d8a-b3b1-8bba05c4f1a6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.330211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372c54c-a3b2-45c5-b392-7787152ea35f service neutron] Pushing event updated for resources: {'Port': ['ID=24087b44-bd0a-42b8-9052-98396afd0ae8,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:35.396300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b744a003-bf13-43f5-9a4a-810c01cc821c req-c58a1dff-d1e0-4d8a-b3b1-8bba05c4f1a6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.397432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b744a003-bf13-43f5-9a4a-810c01cc821c req-c58a1dff-d1e0-4d8a-b3b1-8bba05c4f1a6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6200659 Apr 18 20:28:35.426037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a1dff-d1e0-4d8a-b3b1-8bba05c4f1a6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da13e40e-7bfb-4a82-aaf4-de9f3e7d4a34,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:35.480168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9788-765b-4961-8d1d-591c9259fd3e req-d2a5eccd-9656-4eec-9181-df19ba536f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.481684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-d2a5eccd-9656-4eec-9181-df19ba536f0f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffd9fd8eff344077a861fa0e7c825c44&device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 1095 time: 0.1131930 Apr 18 20:28:35.556427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Allocated IP 172.25.2.37 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/1d972521-d415-4f20-952b-c22f56a33c0a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:35.568695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-99960c28-51ac-4f93-9455-485fbe9211bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24087b44-bd0a-42b8-9052-98396afd0ae8 HTTP/1.1" status: 200 len: 217 time: 0.0742691 Apr 18 20:28:35.702527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9788-765b-4961-8d1d-591c9259fd3e req-075ea967-25a0-4674-a280-87dff0615b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.704513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-075ea967-25a0-4674-a280-87dff0615b20 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b8d200b-9b72-49ce-899b-0c06ed422706 HTTP/1.1" status: 200 len: 849 time: 0.1148472 Apr 18 20:28:35.735732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9f200-dc12-4fc1-a3a9-7c3a5dbd832b req-3f18d24a-daec-47cc-9cc6-e4d87ec95b67 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.743598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20a9f200-dc12-4fc1-a3a9-7c3a5dbd832b req-3f18d24a-daec-47cc-9cc6-e4d87ec95b67 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 944 time: 0.1884587 Apr 18 20:28:35.754980 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c41afb3b-cb4c-4839-8c79-54ea24902526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.818976 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-b17f7413-03d5-4dc9-b18e-61aa9fadd409 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c849b5d8-b620-4e3a-b221-b0fd40447bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030779 Apr 18 20:28:35.944153 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.956544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20a9f200-dc12-4fc1-a3a9-7c3a5dbd832b req-1d2ce464-76a1-46f7-a606-e6d020be20ee tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcf39239-1420-4820-8d83-c9f0f6c12c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101073 Apr 18 20:28:35.989886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] Deleting port 701c5dc6-0b09-4def-ba11-2730d863cd58 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:35.990438 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.039013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-2aa05f25-d5ea-4d8a-a55a-878b719c7a9a service neutron] 10.222.0.60 "GET /v2.0/networks/c849b5d8-b620-4e3a-b221-b0fd40447bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044206 Apr 18 20:28:36.072720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.104747 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45abfd09-4ee3-452d-9433-a32d770118e2 x-openstack-request-id: req-45abfd09-4ee3-452d-9433-a32d770118e2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:36.106307 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe340a2-7d49-48c8-9740-65593f5908fa", "tag": "24087b44-bd0a-42b8-9052-98396afd0ae8", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:36.108064 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45abfd09-4ee3-452d-9433-a32d770118e2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:36.109864 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45abfd09-4ee3-452d-9433-a32d770118e2'] response: {'name': 'network-changed', 'server_uuid': '1fe340a2-7d49-48c8-9740-65593f5908fa', 'tag': '24087b44-bd0a-42b8-9052-98396afd0ae8', 'status': 'completed', 'code': 200} Apr 18 20:28:36.165150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] For port 701c5dc6-0b09-4def-ba11-2730d863cd58, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=701c5dc6-0b09-4def-ba11-2730d863cd58,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:36.165775 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.184985 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] Calling delete_port for 701c5dc6-0b09-4def-ba11-2730d863cd58 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:36.237724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:36.251530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:36.262033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:36.308703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event updated for resources: {'Port': ['ID=1d972521-d415-4f20-952b-c22f56a33c0a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:36.337240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-107153cf-0552-46f9-8cb9-71cde4667189 req-7194e8ef-9a95-4c62-aac2-c59800b2e817 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/da13e40e-7bfb-4a82-aaf4-de9f3e7d4a34 HTTP/1.1" status: 200 len: 1805 time: 0.1628087 Apr 18 20:28:36.343806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-051b9788-765b-4961-8d1d-591c9259fd3e req-54f1a698-e527-4a50-b30a-276bf394c984 service neutron] 10.222.0.60 "GET /v2.0/networks/c849b5d8-b620-4e3a-b221-b0fd40447bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955954 Apr 18 20:28:36.364441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-107153cf-0552-46f9-8cb9-71cde4667189 req-caef3d00-0b03-45fd-bbb0-30f043b8e908 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da13e40e-7bfb-4a82-aaf4-de9f3e7d4a34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:36.364749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-107153cf-0552-46f9-8cb9-71cde4667189 req-caef3d00-0b03-45fd-bbb0-30f043b8e908 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da13e40e-7bfb-4a82-aaf4-de9f3e7d4a34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:36.471607 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.509999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d18d-3052-4355-b24d-4629fbd1a43b req-48724445-eda8-46eb-8b84-054e354aece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:36.510993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.511599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf9d18d-3052-4355-b24d-4629fbd1a43b req-48724445-eda8-46eb-8b84-054e354aece3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffd9fd8eff344077a861fa0e7c825c44&device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 1095 time: 0.0947280 Apr 18 20:28:36.529521 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-107153cf-0552-46f9-8cb9-71cde4667189 req-caef3d00-0b03-45fd-bbb0-30f043b8e908 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.571889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b35c8f84-8a6f-4854-8429-dcdd13ab9c90 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:36.580064 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] Pushing event deleted for resources: {'Port': ['ID=701c5dc6-0b09-4def-ba11-2730d863cd58,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:36.618566 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.761727 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-107153cf-0552-46f9-8cb9-71cde4667189 req-caef3d00-0b03-45fd-bbb0-30f043b8e908 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.785319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:36.791023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-107153cf-0552-46f9-8cb9-71cde4667189 req-caef3d00-0b03-45fd-bbb0-30f043b8e908 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.812201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b35c8f84-8a6f-4854-8429-dcdd13ab9c90 has no active binding in host n-h1-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:28:36.819872 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.854129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-107153cf-0552-46f9-8cb9-71cde4667189 req-caef3d00-0b03-45fd-bbb0-30f043b8e908 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.855328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-107153cf-0552-46f9-8cb9-71cde4667189 req-caef3d00-0b03-45fd-bbb0-30f043b8e908 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5105865 Apr 18 20:28:36.859054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef3d00-0b03-45fd-bbb0-30f043b8e908 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3d9fdc-5e47-4ccc-a0ca-1cf6b702674e,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:36.881279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d18d-3052-4355-b24d-4629fbd1a43b req-b6d69c64-5190-47f2-ab33-1530143c07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:36.882881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf9d18d-3052-4355-b24d-4629fbd1a43b req-b6d69c64-5190-47f2-ab33-1530143c07c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c849b5d8-b620-4e3a-b221-b0fd40447bac HTTP/1.1" status: 200 len: 910 time: 0.3554010 Apr 18 20:28:36.951276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf9d18d-3052-4355-b24d-4629fbd1a43b req-d36bd2ab-2c67-4f7a-a9c0-0defa7256ea3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24087b44-bd0a-42b8-9052-98396afd0ae8 HTTP/1.1" status: 200 len: 217 time: 0.0562112 Apr 18 20:28:37.066557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.078533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ceb407a-cd23-4220-81bf-e9e6f63a81a9 service neutron] 10.222.0.64 "GET /v2.0/ports/b35c8f84-8a6f-4854-8429-dcdd13ab9c90/bindings/n-h1-836015-4 HTTP/1.1" status: 200 len: 384 time: 0.1192493 Apr 18 20:28:37.082115 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.163335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] Router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:37.267438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9d18d-3052-4355-b24d-4629fbd1a43b req-9da5f73f-2987-4f71-a9bc-df6c244f9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:37.269554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf9d18d-3052-4355-b24d-4629fbd1a43b req-9da5f73f-2987-4f71-a9bc-df6c244f9f50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b8d200b-9b72-49ce-899b-0c06ed422706 HTTP/1.1" status: 200 len: 849 time: 0.2005644 Apr 18 20:28:37.278297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event updated for resources: {'Port': ['ID=1d972521-d415-4f20-952b-c22f56a33c0a,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:37.299698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af26e6a-f971-4a1f-bf57-35646516edaf req-e1efd369-7cba-468d-8948-7d793b845e53 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:37.305592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7af26e6a-f971-4a1f-bf57-35646516edaf req-e1efd369-7cba-468d-8948-7d793b845e53 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 943 time: 0.2723846 Apr 18 20:28:37.325075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:37.333784 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d6dc3ca3-2329-484d-afd9-4447815bd455 admin admin] 10.222.0.49 "PUT /v2.0/routers/e56f674b-bf98-4a9d-b1a7-12b1f3b7b901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8960814 Apr 18 20:28:37.335879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56272) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:37.346298 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] Sync routers for ids ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:37.347724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf9d18d-3052-4355-b24d-4629fbd1a43b req-6221b2f0-b9c9-4112-8ae1-ae9e404e994c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c849b5d8-b620-4e3a-b221-b0fd40447bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613701 Apr 18 20:28:37.360158 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] Routers {'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:37.361143 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:37.365946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.499439 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.501781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-4ad6ad5a-bf9c-4925-b1e7-13a611588d00 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0335145 Apr 18 20:28:37.519810 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] Set router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:37.537064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7af26e6a-f971-4a1f-bf57-35646516edaf req-6f107d25-e651-4f2d-b2c2-997240537292 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953938 Apr 18 20:28:37.572479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.670404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-9121647a-38bb-4b47-802e-862607d2b0a2 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.1415689 Apr 18 20:28:37.726008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf9d18d-3052-4355-b24d-4629fbd1a43b req-e07da99e-2eb3-44e8-8560-f751443d7e12 service neutron] 10.222.0.60 "GET /v2.0/networks/c849b5d8-b620-4e3a-b221-b0fd40447bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693464 Apr 18 20:28:37.741315 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.797488 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:28:36Z', 'revision_number': 5, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port': {'id': '7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:67:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:12Z', 'updated_at': '2022-04-18T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:37.820848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Deleting port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:37.821204 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.835908 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] Checking router: e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:37.845052 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] Routers {'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:37.845673 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:37.907282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] For port 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:37.907713 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.922944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Calling delete_port for 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:37.940349 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] Set router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:37.994825 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:28:37Z', 'revision_number': 6, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:38.025335 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20521b8a-9535-48f9-b167-08b82055fed1 None None] The sync data for ids ['e56f674b-bf98-4a9d-b1a7-12b1f3b7b901'] in n-d-836015-4 is: [{'id': 'e56f674b-bf98-4a9d-b1a7-12b1f3b7b901', 'name': 'tempest-ServersTestBootFromVolume-962664783-router', 'tenant_id': '47775dfa77cc4cf38e846fbc71da41b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:11Z', 'updated_at': '2022-04-18T20:28:37Z', 'revision_number': 6, 'project_id': '47775dfa77cc4cf38e846fbc71da41b0', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:38.104712 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09a374fb-ffb9-4f56-9588-baecfeec356a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.116032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.138194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-1ca68753-778e-4105-8a17-60623c7688f0 service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:38.142600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:38.158240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a9622f84-b517-41f2-bac3-878ea5f9f245 req-f54fe57b-04cc-4e89-9ff5-49dec1f29f78 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1504563903', 'description': 'tempest-description-1991120311'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:38.203793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-1ca68753-778e-4105-8a17-60623c7688f0 service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:38.205912 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.247266 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-67389fd2-478b-4dd6-b92e-c7f774866e37 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.248662 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4eab6b31-dd14-40b5-b4a2-25633ddd9733 req-67389fd2-478b-4dd6-b92e-c7f774866e37 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.5671978 Apr 18 20:28:38.249389 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9622f84-b517-41f2-bac3-878ea5f9f245 req-f54fe57b-04cc-4e89-9ff5-49dec1f29f78 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.283543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-1ca68753-778e-4105-8a17-60623c7688f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35c8f84-8a6f-4854-8429-dcdd13ab9c90 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:38.303032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcf9d18d-3052-4355-b24d-4629fbd1a43b req-a14e18ea-2ab4-4e5d-b383-084ca62f51dc service neutron] 10.222.0.60 "GET /v2.0/networks/c849b5d8-b620-4e3a-b221-b0fd40447bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464807 Apr 18 20:28:38.303756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.305971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.307041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-1ca68753-778e-4105-8a17-60623c7688f0 service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:38.330666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-1ca68753-778e-4105-8a17-60623c7688f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.348080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.348799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:28:38.353640 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.355666 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7ea32d25-de7f-4b26-b01d-17199eab21a5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e56f674b-bf98-4a9d-b1a7-12b1f3b7b901 HTTP/1.1" status: 204 len: 168 time: 1.0198162 Apr 18 20:28:38.357627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56282) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:38.403782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0344c2-5cfd-4d11-a5ec-c8ad587410a1 admin admin] Deleting subnet 7dc57dde-ac4c-49ee-bd2c-b1245c8841a6 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:28:38.407041 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ad0344c2-5cfd-4d11-a5ec-c8ad587410a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.440148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9622f84-b517-41f2-bac3-878ea5f9f245 req-f54fe57b-04cc-4e89-9ff5-49dec1f29f78 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.451535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ad0344c2-5cfd-4d11-a5ec-c8ad587410a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.453115 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9622f84-b517-41f2-bac3-878ea5f9f245 req-f54fe57b-04cc-4e89-9ff5-49dec1f29f78 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.489672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc19864-bfdc-412b-9c6d-242ad752b633 req-8196dd65-689a-44b3-b02e-424722e92db5 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.491204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cc19864-bfdc-412b-9c6d-242ad752b633 req-8196dd65-689a-44b3-b02e-424722e92db5 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 944 time: 0.1557271 Apr 18 20:28:38.511866 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9622f84-b517-41f2-bac3-878ea5f9f245 req-f54fe57b-04cc-4e89-9ff5-49dec1f29f78 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.512829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9622f84-b517-41f2-bac3-878ea5f9f245 req-f54fe57b-04cc-4e89-9ff5-49dec1f29f78 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3768632 Apr 18 20:28:38.518282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fe57b-04cc-4e89-9ff5-49dec1f29f78 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ec228f-f442-43cf-b5c5-b77c60e1f2b5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:38.536578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-1ca68753-778e-4105-8a17-60623c7688f0 service neutron] Transition to ACTIVE for port object b35c8f84-8a6f-4854-8429-dcdd13ab9c90 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:38.543796 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ad0344c2-5cfd-4d11-a5ec-c8ad587410a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.551083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-1ca68753-778e-4105-8a17-60623c7688f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.585322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cc19864-bfdc-412b-9c6d-242ad752b633 req-1eff4aed-0d21-470b-8c52-2cc8a7101b7c tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcf39239-1420-4820-8d83-c9f0f6c12c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714223 Apr 18 20:28:38.613804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 24087b44-bd0a-42b8-9052-98396afd0ae8 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:28:38.628989 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ad0344c2-5cfd-4d11-a5ec-c8ad587410a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.668644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-1ca68753-778e-4105-8a17-60623c7688f0 service neutron] No DVR routers for this DVR port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:38.669929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0344c2-5cfd-4d11-a5ec-c8ad587410a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc57dde-ac4c-49ee-bd2c-b1245c8841a6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:38.674966 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ad0344c2-5cfd-4d11-a5ec-c8ad587410a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.680887 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ad0344c2-5cfd-4d11-a5ec-c8ad587410a1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7dc57dde-ac4c-49ee-bd2c-b1245c8841a6 HTTP/1.1" status: 204 len: 168 time: 0.3202231 Apr 18 20:28:38.682867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56290) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:38.689247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb84b37-3278-4c48-b33f-75a2b9821b5c None None] Network bc03939c-9af2-46f2-8b53-08f3ae302c54 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:38.693304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca68753-778e-4105-8a17-60623c7688f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,revision_number=10']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:38.710432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56292) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:38.716514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2075803444'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:38.772751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-1ca68753-778e-4105-8a17-60623c7688f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/b35c8f84-8a6f-4854-8429-dcdd13ab9c90/bindings/n-h1-836015-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6473441 Apr 18 20:28:38.781305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2021b5-893f-431c-a3c4-4f78cc889c82 req-c64f29e8-c689-42b0-99fd-44dad7f1d8de tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.788766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f2021b5-893f-431c-a3c4-4f78cc889c82 req-c64f29e8-c689-42b0-99fd-44dad7f1d8de tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.1951685 Apr 18 20:28:38.797973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.801784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:38.807036 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.844729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-bb9f2023-cd20-48dc-bf61-707c11ea9504 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2305899 Apr 18 20:28:38.856655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:38.874623 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:38.889086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.889861 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Added segment c443fa16-c86a-47d1-bebb-e10d38702134 of type vlan for network c0ab9790-64b6-40c9-8458-d547c06593c1 Apr 18 20:28:38.896695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f2021b5-893f-431c-a3c4-4f78cc889c82 req-ff2dff67-ea84-45db-98b5-24f977c4c404 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070812 Apr 18 20:28:38.919663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.930451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-ffacab3a-9f06-4b12-8a74-f26497f18a93 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.930451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-ffacab3a-9f06-4b12-8a74-f26497f18a93 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1095 time: 0.0764904 Apr 18 20:28:38.971191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.985154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Deleting port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:38.985498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.051407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 701c5dc6-0b09-4def-ba11-2730d863cd58 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:39.055280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-823a582a-57e4-46da-9cc3-3e172eef5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.056819 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-823a582a-57e4-46da-9cc3-3e172eef5d85 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900&tenant_id=84a2effa8a0e4edb899740a9fb43dc53 HTTP/1.1" status: 200 len: 1095 time: 0.1199138 Apr 18 20:28:39.064645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17eecaf9-9da7-4393-9e5c-074f6256993b req-f13688ff-951d-4c4a-9260-ed3da457d731 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/c5ec228f-f442-43cf-b5c5-b77c60e1f2b5 HTTP/1.1" status: 200 len: 1805 time: 0.0938978 Apr 18 20:28:39.074212 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.084110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.084829 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.084991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-17eecaf9-9da7-4393-9e5c-074f6256993b req-db9fe495-7e8c-47c1-9336-f3aa63611af4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c5ec228f-f442-43cf-b5c5-b77c60e1f2b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:39.085262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-17eecaf9-9da7-4393-9e5c-074f6256993b req-db9fe495-7e8c-47c1-9336-f3aa63611af4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c5ec228f-f442-43cf-b5c5-b77c60e1f2b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:39.100982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 24087b44-bd0a-42b8-9052-98396afd0ae8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=24087b44-bd0a-42b8-9052-98396afd0ae8,segment=NetworkSegment(ba9472e1-1c44-4213-a305-3c5a9029aa6c),segment_id=ba9472e1-1c44-4213-a305-3c5a9029aa6c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:39.104452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 701c5dc6-0b09-4def-ba11-2730d863cd58 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:39.105003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 701c5dc6-0b09-4def-ba11-2730d863cd58 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:39.106170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:39.147231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:39.148000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7d1e94e1-05a7-4d86-b91e-f42a9e04e1e3 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:39.158613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '24087b44-bd0a-42b8-9052-98396afd0ae8', 'network_id': 'c849b5d8-b620-4e3a-b221-b0fd40447bac', 'port_id': '24087b44-bd0a-42b8-9052-98396afd0ae8', 'mac_address': 'fa:16:3e:fb:64:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8d200b-9b72-49ce-899b-0c06ed422706', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:28:39.171389 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.177165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-e9669d01-1e2c-4bca-a55d-6b09e2ebe3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.178760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-e9669d01-1e2c-4bca-a55d-6b09e2ebe3b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1095 time: 0.0769606 Apr 18 20:28:39.224776 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.231540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Network': ['ID=c0ab9790-64b6-40c9-8458-d547c06593c1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.239453 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4912debc-5907-4d94-a642-f48ab1145d55 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5271261 Apr 18 20:28:39.244798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.244981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] For port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=080ebb7d-12b8-489a-8bf8-3c21c58eb4da,segment=NetworkSegment(05df4b6d-63db-4526-9a11-1637ae9d6998),segment_id=05df4b6d-63db-4526-9a11-1637ae9d6998)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:39.245925 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.247715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56294) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:39.252853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1786399212'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:39.257493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c0ab9790-64b6-40c9-8458-d547c06593c1 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:39.271311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Calling delete_port for 080ebb7d-12b8-489a-8bf8-3c21c58eb4da owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:39.300309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24087b44-bd0a-42b8-9052-98396afd0ae8 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:39.313531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa442563-2c10-433d-9267-fb230102ebc6 None None] DHCP port deletion for bc03939c-9af2-46f2-8b53-08f3ae302c54 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:28:39.346910 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17eecaf9-9da7-4393-9e5c-074f6256993b req-db9fe495-7e8c-47c1-9336-f3aa63611af4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.392814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:39.396530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.411453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.432560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 24087b44-bd0a-42b8-9052-98396afd0ae8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=24087b44-bd0a-42b8-9052-98396afd0ae8,segment=NetworkSegment(ba9472e1-1c44-4213-a305-3c5a9029aa6c),segment_id=ba9472e1-1c44-4213-a305-3c5a9029aa6c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:39.440805 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.457229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=080ebb7d-12b8-489a-8bf8-3c21c58eb4da,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.460523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] No DVR routers for this DVR port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:39.462187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17eecaf9-9da7-4393-9e5c-074f6256993b req-db9fe495-7e8c-47c1-9336-f3aa63611af4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.482741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17eecaf9-9da7-4393-9e5c-074f6256993b req-db9fe495-7e8c-47c1-9336-f3aa63611af4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.490518 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:39.498683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-0d839b76-00b9-4f49-9a4e-b9a8dd89edcc tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.506010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-0d839b76-00b9-4f49-9a4e-b9a8dd89edcc tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 950 time: 0.2054799 Apr 18 20:28:39.509267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=24087b44-bd0a-42b8-9052-98396afd0ae8,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.512763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-32407cc8-60d4-436c-bb7b-2b173ed30cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.513970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-aa442563-2c10-433d-9267-fb230102ebc6 None None] Deleting port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:39.514249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-32407cc8-60d4-436c-bb7b-2b173ed30cf0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.3249488 Apr 18 20:28:39.514371 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa442563-2c10-433d-9267-fb230102ebc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.517807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Allocated IP 172.25.2.46 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/e5fdde05-cf56-4ceb-97db-b7f31b0ef015) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:39.539210 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.539674 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Added segment 34cbbd5d-1ea6-4449-91cd-68a47ed43322 of type vlan for network 0b7f62c7-66d0-4e9c-b056-c65bae64064e Apr 18 20:28:39.558772 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.594578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-aa442563-2c10-433d-9267-fb230102ebc6 None None] For port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:39.595117 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa442563-2c10-433d-9267-fb230102ebc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.601047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fe495-7e8c-47c1-9336-f3aa63611af4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c71a93-1f12-404a-9aef-962aaaee8e77,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.607186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-0ad2c7fe-bf77-4a5e-a72d-d3978192f1e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 217 time: 0.0824652 Apr 18 20:28:39.607974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.611594 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc03939c-9af2-46f2-8b53-08f3ae302c54']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:39.620157 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-aa442563-2c10-433d-9267-fb230102ebc6 None None] Calling delete_port for 080ebb7d-12b8-489a-8bf8-3c21c58eb4da owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:39.623290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-aa442563-2c10-433d-9267-fb230102ebc6 None None] Port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:28:39.624972 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa442563-2c10-433d-9267-fb230102ebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.625117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05df4b6d-63db-4526-9a11-1637ae9d6998') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:39.625382 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05df4b6d-63db-4526-9a11-1637ae9d6998') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:39.639628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17eecaf9-9da7-4393-9e5c-074f6256993b req-db9fe495-7e8c-47c1-9336-f3aa63611af4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.640808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17eecaf9-9da7-4393-9e5c-074f6256993b req-db9fe495-7e8c-47c1-9336-f3aa63611af4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5626068 Apr 18 20:28:39.643542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.664030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.667413 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.674508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa442563-2c10-433d-9267-fb230102ebc6 None None] Pushing event deleted for resources: {'Port': ['ID=080ebb7d-12b8-489a-8bf8-3c21c58eb4da,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.674674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.675114 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.685663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa442563-2c10-433d-9267-fb230102ebc6 None None] No DVR routers for this DVR port 080ebb7d-12b8-489a-8bf8-3c21c58eb4da on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:39.706429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:28:39.706832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:28:39.709748 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:28:39.763584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-71d9d632-a2f8-4696-93c3-26e0fbedd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.766075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-71d9d632-a2f8-4696-93c3-26e0fbedd2e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1445100 Apr 18 20:28:39.803681 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5549157 Apr 18 20:28:39.808911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56304) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:39.812745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'subnet': {'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:39.826659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-43189ba8-cd8e-44ff-bd10-05dbcc416f8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449493 Apr 18 20:28:39.831128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bef92-b48e-4ae9-b50b-be26ed23925d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Network': ['ID=0b7f62c7-66d0-4e9c-b056-c65bae64064e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.839101 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.843779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.844838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 0b7f62c7-66d0-4e9c-b056-c65bae64064e details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:39.850215 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] 10.222.0.49 "DELETE /v2.0/networks/bc03939c-9af2-46f2-8b53-08f3ae302c54 HTTP/1.1" status: 204 len: 168 time: 1.1641233 Apr 18 20:28:39.886987 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.891652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-226cbc96-094c-4037-a4d8-1b100a99d84c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Deleting port b4284be3-040b-4fc4-bbec-ad711c4ded74 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:39.892033 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-226cbc96-094c-4037-a4d8-1b100a99d84c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.894588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e626d-6f95-4cda-9f12-c3d8a9c56b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc03939c-9af2-46f2-8b53-08f3ae302c54,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.928128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:39.934325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.961563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215d30c-05b1-472e-bf12-c377562ac543 req-5722c473-6bfd-465f-8c8d-17aec5889ec0 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.963098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0215d30c-05b1-472e-bf12-c377562ac543 req-5722c473-6bfd-465f-8c8d-17aec5889ec0 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 944 time: 0.2214406 Apr 18 20:28:39.964457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['24087b44-bd0a-42b8-9052-98396afd0ae8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:40.082870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56310) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:40.095125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-48077802-b5e3-48b9-a087-66c4aaee53d0 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553878 Apr 18 20:28:40.104433 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.118494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0215d30c-05b1-472e-bf12-c377562ac543 req-3773e5e8-a9f4-4ed0-9b00-1d907215620b tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244192 Apr 18 20:28:40.154445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-226cbc96-094c-4037-a4d8-1b100a99d84c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] For port b4284be3-040b-4fc4-bbec-ad711c4ded74, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b4284be3-040b-4fc4-bbec-ad711c4ded74,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:40.154818 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-226cbc96-094c-4037-a4d8-1b100a99d84c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.170976 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c229310a-4b05-417e-89d0-cd5c23c5002a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=47775dfa77cc4cf38e846fbc71da41b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0866716 Apr 18 20:28:40.173135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56312) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:40.189277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.222591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:40.229952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-226cbc96-094c-4037-a4d8-1b100a99d84c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Calling delete_port for b4284be3-040b-4fc4-bbec-ad711c4ded74 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:40.244495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:40.265693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:40.267559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event updated for resources: {'Port': ['ID=e5fdde05-cf56-4ceb-97db-b7f31b0ef015,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:40.286301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Subnet': ['ID=4848f905-b4f2-4a0f-8d61-86f966f37b58,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:40.293473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b35c8f84-8a6f-4854-8429-dcdd13ab9c90 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:40.297132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Checking segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:40.297487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network hostable DHCP agents. Network: c0ab9790-64b6-40c9-8458-d547c06593c1, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:40.301711 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9528eb2-4263-48f2-a935-22a2565f98b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.327593 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9528eb2-4263-48f2-a935-22a2565f98b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.336635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b35c8f84-8a6f-4854-8429-dcdd13ab9c90 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:40.361463 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.369675 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network c0ab9790-64b6-40c9-8458-d547c06593c1 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:40.380917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c0ab9790-64b6-40c9-8458-d547c06593c1) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:40.391597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-46599764-e6b3-4236-af2e-dd36e0ca7cd7 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792962 Apr 18 20:28:40.393083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:40.393653 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.404861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd81b05-5384-420c-8515-5a23a3d6b3f0 req-f3afe084-b661-4341-bc59-9dd661d177ac tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:40.406981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afd81b05-5384-420c-8515-5a23a3d6b3f0 req-f3afe084-b661-4341-bc59-9dd661d177ac tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 945 time: 0.1830719 Apr 18 20:28:40.409046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e73e91d-7ea0-41ff-9592-0be50b97de77 None None] Network c0ab9790-64b6-40c9-8458-d547c06593c1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:40.446570 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2a6fe615-919f-491d-a904-4e3249083adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6372893 Apr 18 20:28:40.447943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9528eb2-4263-48f2-a935-22a2565f98b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.450126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56316) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:40.450627 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9528eb2-4263-48f2-a935-22a2565f98b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.453912 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f9528eb2-4263-48f2-a935-22a2565f98b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8146f81a-9283-41b8-a70c-3f3234309197 HTTP/1.1" status: 204 len: 168 time: 0.2768676 Apr 18 20:28:40.466764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9528eb2-4263-48f2-a935-22a2565f98b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8146f81a-9283-41b8-a70c-3f3234309197,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:40.468900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'subnet': {'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:40.564918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afd81b05-5384-420c-8515-5a23a3d6b3f0 req-fbb96e89-fbd5-434e-b6b8-9a1446aad48a tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcf39239-1420-4820-8d83-c9f0f6c12c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495152 Apr 18 20:28:40.586359 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.614931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c0ab9790-64b6-40c9-8458-d547c06593c1', 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'fixed_ips': [{'subnet_id': '4848f905-b4f2-4a0f-8d61-86f966f37b58'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:28:40.615977 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.658505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-003d0475-5af7-447e-b02b-345274755e5f req-b09222b9-0980-4c55-81ba-c0b7854f9fd8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-330683897', 'description': 'tempest-description-1633921242'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:40.676695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.721382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-226cbc96-094c-4037-a4d8-1b100a99d84c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.758627 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-003d0475-5af7-447e-b02b-345274755e5f req-b09222b9-0980-4c55-81ba-c0b7854f9fd8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.760400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:40.763741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.798559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['17f8b08f-197e-4aa1-a778-8cea138c7735', 'b4284be3-040b-4fc4-bbec-ad711c4ded74'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:40.805243 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Allocated IP 10.1.1.2 (c0ab9790-64b6-40c9-8458-d547c06593c1/4848f905-b4f2-4a0f-8d61-86f966f37b58/e6789a94-35e3-4dc2-9907-4932e3d00e98) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:40.814571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cbc96-094c-4037-a4d8-1b100a99d84c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Pushing event deleted for resources: {'Port': ['ID=b4284be3-040b-4fc4-bbec-ad711c4ded74,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:40.938196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-226cbc96-094c-4037-a4d8-1b100a99d84c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] No DVR routers for this DVR port b4284be3-040b-4fc4-bbec-ad711c4ded74 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:40.946029 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-226cbc96-094c-4037-a4d8-1b100a99d84c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.949447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2c4ed4c-b092-435a-92e4-76b6ed5cc4b2 req-226cbc96-094c-4037-a4d8-1b100a99d84c tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.64 "DELETE /v2.0/ports/b4284be3-040b-4fc4-bbec-ad711c4ded74 HTTP/1.1" status: 204 len: 173 time: 1.4341843 Apr 18 20:28:40.953755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'name': 'network-vif-deleted', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:40.956077 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22c1ce5-5411-4829-a135-dc06e26dc3b6" -d '{"events": [{"server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "name": "network-vif-deleted", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:40.960622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-2ce3ee49-4e8d-481a-8066-891acc543fbe tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:40.961717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-2ce3ee49-4e8d-481a-8066-891acc543fbe tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1095 time: 0.2575760 Apr 18 20:28:41.085175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 080ebb7d-12b8-489a-8bf8-3c21c58eb4da no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:41.132637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-003d0475-5af7-447e-b02b-345274755e5f req-b09222b9-0980-4c55-81ba-c0b7854f9fd8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.172597 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-003d0475-5af7-447e-b02b-345274755e5f req-b09222b9-0980-4c55-81ba-c0b7854f9fd8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.180701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 080ebb7d-12b8-489a-8bf8-3c21c58eb4da {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:41.181320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 080ebb7d-12b8-489a-8bf8-3c21c58eb4da not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:41.212871 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.246747 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.259542 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.303546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Network c0ab9790-64b6-40c9-8458-d547c06593c1 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:41.307130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:41.345743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:41.411372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Pushing event updated for resources: {'Port': ['ID=e6789a94-35e3-4dc2-9907-4932e3d00e98,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.435667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Attempting to bind port e6789a94-35e3-4dc2-9907-4932e3d00e98 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:41.437287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Attempting to bind port e6789a94-35e3-4dc2-9907-4932e3d00e98 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:41.437777 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Attempting to bind port e6789a94-35e3-4dc2-9907-4932e3d00e98 on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:41.447208 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:41.451346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Checking segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:41.451971 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.453153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Bound using segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:41.453745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Bound port: e6789a94-35e3-4dc2-9907-4932e3d00e98, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:41.456066 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.563223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] For port e6789a94-35e3-4dc2-9907-4932e3d00e98, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:41.566861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] For port e6789a94-35e3-4dc2-9907-4932e3d00e98, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e6789a94-35e3-4dc2-9907-4932e3d00e98,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:41.571774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56344) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:41.575375 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.575620 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-003d0475-5af7-447e-b02b-345274755e5f req-b09222b9-0980-4c55-81ba-c0b7854f9fd8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.588500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-003d0475-5af7-447e-b02b-345274755e5f req-b09222b9-0980-4c55-81ba-c0b7854f9fd8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9475453 Apr 18 20:28:41.678173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.685386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09222b9-0980-4c55-81ba-c0b7854f9fd8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550ca905-cd40-46de-9b46-8dd2d827730b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.713004 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.714830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01090d39-8b2c-4947-aab1-a9eb195473bb None None] Pushing event updated for resources: {'Port': ['ID=e6789a94-35e3-4dc2-9907-4932e3d00e98,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.764466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-887027009-network', 'tenant_id': '231f1132973642388e3f464a286dd35e'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:41.803201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:41.806204 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.815061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-827e1939-4072-4944-90cd-a466af69498a req-d54a46f7-7872-4d07-9e49-a05654e98dec tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=fe6cc1d4-30e0-402d-a9aa-e61984cebc76 HTTP/1.1" status: 200 len: 210 time: 0.1000123 Apr 18 20:28:41.827465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.865355 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.868448 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07845362-1c8c-45ee-85df-771f6f22b8ba x-openstack-request-id: req-07845362-1c8c-45ee-85df-771f6f22b8ba {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:41.869004 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe6cc1d4-30e0-402d-a9aa-e61984cebc76", "name": "network-vif-deleted", "tag": "b4284be3-040b-4fc4-bbec-ad711c4ded74", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:41.869413 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07845362-1c8c-45ee-85df-771f6f22b8ba {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:41.870021 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07845362-1c8c-45ee-85df-771f6f22b8ba'] response: {'server_uuid': 'fe6cc1d4-30e0-402d-a9aa-e61984cebc76', 'name': 'network-vif-deleted', 'tag': 'b4284be3-040b-4fc4-bbec-ad711c4ded74', 'status': 'completed', 'code': 200} Apr 18 20:28:41.921706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event updated for resources: {'Port': ['ID=e5fdde05-cf56-4ceb-97db-b7f31b0ef015,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.939633 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.946986 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.956380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-67fb7c9b-2d81-4d4f-aead-60812cad4a18 service neutron] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:41.970796 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-67fb7c9b-2d81-4d4f-aead-60812cad4a18 service neutron] Notify callbacks [] for binding, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.971963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b81cf53-f349-4d3b-bfa7-363ad3561303 req-67fb7c9b-2d81-4d4f-aead-60812cad4a18 service neutron] 10.222.0.60 "DELETE /v2.0/ports/b35c8f84-8a6f-4854-8429-dcdd13ab9c90/bindings/n-h2-836015-4 HTTP/1.1" status: 204 len: 173 time: 0.9679394 Apr 18 20:28:41.978893 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.999507 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.006964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf561c15-b051-4b95-966d-6534eed6b95a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:42.009821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:42.024974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.025368 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Added segment 305bfae0-d30a-4bf2-9715-0b9775f3e71c of type vlan for network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 Apr 18 20:28:42.047096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Subnet': ['ID=35182965-e091-4cb9-91d6-57229691da27,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:42.059661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.060902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-d9bd4d9d-3699-4505-8ac8-24f3f6732b9a tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2080829 Apr 18 20:28:42.077050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Checking segment: {'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:42.077316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.077827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network hostable DHCP agents. Network: 0b7f62c7-66d0-4e9c-b056-c65bae64064e, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:42.099438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d38b32-1bdf-4322-9ca6-cee262f32ac9 req-9ca7217f-fc12-4000-945b-3a84c39caa63 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:42.100998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59d38b32-1bdf-4322-9ca6-cee262f32ac9 req-9ca7217f-fc12-4000-945b-3a84c39caa63 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 944 time: 0.1145575 Apr 18 20:28:42.118934 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.119981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:42.120712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.161215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-f8b5822e-1453-426c-9b89-ea5113960c50 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0774517 Apr 18 20:28:42.173362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network 0b7f62c7-66d0-4e9c-b056-c65bae64064e is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:42.176162 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6004391 Apr 18 20:28:42.179974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56352) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:42.186427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Request body: {'subnet': {'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-887027009-subnet', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:42.198552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fc84c-2670-4d85-8da9-6ecea8b064c0 admin admin] Pushing event updated for resources: {'Network': ['ID=40baddb5-68da-4f0c-ae8d-ea9385b9e124,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:42.210114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:42.214230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:42.217296 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.235906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 0b7f62c7-66d0-4e9c-b056-c65bae64064e) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:42.259267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59d38b32-1bdf-4322-9ca6-cee262f32ac9 req-8a8a50b7-03ad-4e97-9d0d-1c12af16df57 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176996 Apr 18 20:28:42.263320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:42.264805 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.269159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedcb5b9-f23e-4eb7-9717-8ac00607a9f6 None None] Network 0b7f62c7-66d0-4e9c-b056-c65bae64064e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:42.330537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-fb293b0a-a92b-4447-8b66-85606884fca8 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:42.332556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02edfbf9-dd6b-4727-8afe-72dd725058bb req-fb293b0a-a92b-4447-8b66-85606884fca8 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.1631281 Apr 18 20:28:42.348869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-edf8a0af-68dc-4845-bee7-06910c4e808e req-9894ec5b-40fa-4959-9661-ef8d77f10d88 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-510561582', 'description': 'tempest-description-304031392'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:42.395490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d98e21dc-340b-4f18-83b5-5e56b8cf6add tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9386747 Apr 18 20:28:42.396495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56358) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:42.403022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'port': {'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1', 'name': 'tempest-TaggedBootDevicesTest_v242-380947213', 'fixed_ips': [{'subnet_id': '4848f905-b4f2-4a0f-8d61-86f966f37b58'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:42.408805 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-edf8a0af-68dc-4845-bee7-06910c4e808e req-9894ec5b-40fa-4959-9661-ef8d77f10d88 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.431273 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.499966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-0b7f62c7-66d0-4e9c-b056-c65bae64064e', 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'fixed_ips': [{'subnet_id': '35182965-e091-4cb9-91d6-57229691da27'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:28:42.501771 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.578051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50caea1-b618-47ad-b2a7-6673be0ad696 req-ee2439f8-6a9b-4782-abb0-07bccbd1dee8 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:42.579832 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b50caea1-b618-47ad-b2a7-6673be0ad696 req-ee2439f8-6a9b-4782-abb0-07bccbd1dee8 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 945 time: 0.1169159 Apr 18 20:28:42.640557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 24087b44-bd0a-42b8-9052-98396afd0ae8 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:42.676440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-edf8a0af-68dc-4845-bee7-06910c4e808e req-9894ec5b-40fa-4959-9661-ef8d77f10d88 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.679565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:42.768721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 24087b44-bd0a-42b8-9052-98396afd0ae8 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:42.786187 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 24087b44-bd0a-42b8-9052-98396afd0ae8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:42.789878 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.813018 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.815750 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-edf8a0af-68dc-4845-bee7-06910c4e808e req-9894ec5b-40fa-4959-9661-ef8d77f10d88 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.826556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b50caea1-b618-47ad-b2a7-6673be0ad696 req-60438612-8cbc-473f-882d-bec04c75b5a3 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcf39239-1420-4820-8d83-c9f0f6c12c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307284 Apr 18 20:28:42.856065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Checking segment: {'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:42.856551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Network hostable DHCP agents. Network: 40baddb5-68da-4f0c-ae8d-ea9385b9e124, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:42.867267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Allocated IP 10.2.2.2 (0b7f62c7-66d0-4e9c-b056-c65bae64064e/35182965-e091-4cb9-91d6-57229691da27/1d26d75e-1178-4885-b9bb-552ed6a8a2d7) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:42.869488 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c27bf96-d9a7-4307-810b-d7e4f9726a0b,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:42.896515 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-edf8a0af-68dc-4845-bee7-06910c4e808e req-9894ec5b-40fa-4959-9661-ef8d77f10d88 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.900333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:42.917347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edf8a0af-68dc-4845-bee7-06910c4e808e req-9894ec5b-40fa-4959-9661-ef8d77f10d88 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5735383 Apr 18 20:28:42.918684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] device_id is not set on port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:28:42.932777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 40baddb5-68da-4f0c-ae8d-ea9385b9e124) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:42.952075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:42.953075 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.972556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f35823-2def-491c-8d39-16710c3d9784 None None] Network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:42.976188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f55b7da8-feaa-440a-a15e-706765876f98 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7950063 Apr 18 20:28:42.978633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56374) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:42.988372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:43.030880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.032218 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.055928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894ec5b-40fa-4959-9661-ef8d77f10d88 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3d8352-4459-4eb1-8bac-048ad06c22f6,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:43.112839 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.149378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e6789a94-35e3-4dc2-9907-4932e3d00e98 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:43.188810 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.241389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086aa82f-15db-4433-9e8f-7395e4185d06 None None] Network c0ab9790-64b6-40c9-8458-d547c06593c1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:43.284170 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.322004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15d365a1-13c5-40c5-b337-f843019ae95b req-9fb17073-d2c5-4679-9a0f-841e5f5fbcda tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/550ca905-cd40-46de-9b46-8dd2d827730b HTTP/1.1" status: 200 len: 1804 time: 0.2532041 Apr 18 20:28:43.369454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-f22c51c0-b24f-4b78-a518-c28188c1dc6b tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4348807 Apr 18 20:28:43.371084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:28:43.371947 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.373716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe340a2-7d49-48c8-9740-65593f5908fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24087b44-bd0a-42b8-9052-98396afd0ae8'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:43.376502 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3d3c80-b0e8-4728-9c08-099031373e96" -d '{"events": [{"server_uuid": "1fe340a2-7d49-48c8-9740-65593f5908fa", "name": "network-vif-plugged", "status": "completed", "tag": "24087b44-bd0a-42b8-9052-98396afd0ae8"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:43.387016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:43.448769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15d365a1-13c5-40c5-b337-f843019ae95b req-703b0d6b-c88e-40b3-86d2-be7141b3a926 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/ba3d8352-4459-4eb1-8bac-048ad06c22f6 HTTP/1.1" status: 200 len: 1803 time: 0.1121538 Apr 18 20:28:43.471818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-15d365a1-13c5-40c5-b337-f843019ae95b req-1668a7b3-e6d3-403f-b4dd-d7b6252ffdfc tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '550ca905-cd40-46de-9b46-8dd2d827730b', 'remote_group_id': 'ba3d8352-4459-4eb1-8bac-048ad06c22f6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:43.472295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-15d365a1-13c5-40c5-b337-f843019ae95b req-1668a7b3-e6d3-403f-b4dd-d7b6252ffdfc tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '550ca905-cd40-46de-9b46-8dd2d827730b', 'remote_group_id': 'ba3d8352-4459-4eb1-8bac-048ad06c22f6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:43.485365 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.498379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Allocated IP 10.1.1.49 (c0ab9790-64b6-40c9-8458-d547c06593c1/4848f905-b4f2-4a0f-8d61-86f966f37b58/eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:43.518513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.547110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.555625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 24087b44-bd0a-42b8-9052-98396afd0ae8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=24087b44-bd0a-42b8-9052-98396afd0ae8,segment=NetworkSegment(ba9472e1-1c44-4213-a305-3c5a9029aa6c),segment_id=ba9472e1-1c44-4213-a305-3c5a9029aa6c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:43.581962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d18942c2-8c77-488e-8d73-6ecc7c4f44a4 None None] Provisioning complete for port e6789a94-35e3-4dc2-9907-4932e3d00e98 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:43.582318 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d18942c2-8c77-488e-8d73-6ecc7c4f44a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.583884 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.661701 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-15d365a1-13c5-40c5-b337-f843019ae95b req-1668a7b3-e6d3-403f-b4dd-d7b6252ffdfc tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.675986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Allocated IP 172.25.2.249 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/5f7ddc21-d78f-4c0c-af18-5ad53f1053da) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:43.706787 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.715883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e6789a94-35e3-4dc2-9907-4932e3d00e98 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:43.716395 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.738828 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.774705 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-15d365a1-13c5-40c5-b337-f843019ae95b req-1668a7b3-e6d3-403f-b4dd-d7b6252ffdfc tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.783520 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-15d365a1-13c5-40c5-b337-f843019ae95b req-1668a7b3-e6d3-403f-b4dd-d7b6252ffdfc tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.794700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.820667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.823179 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.827119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668a7b3-e6d3-403f-b4dd-d7b6252ffdfc tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11182fe3-55d1-494d-b20f-e8bb7b03406b,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:43.839731 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-15d365a1-13c5-40c5-b337-f843019ae95b req-1668a7b3-e6d3-403f-b4dd-d7b6252ffdfc tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.841394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15d365a1-13c5-40c5-b337-f843019ae95b req-1668a7b3-e6d3-403f-b4dd-d7b6252ffdfc tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3800321 Apr 18 20:28:43.851217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.860160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=24087b44-bd0a-42b8-9052-98396afd0ae8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:43.888486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Network 0b7f62c7-66d0-4e9c-b056-c65bae64064e is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:43.918557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.922037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:43.944299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:43.967080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7ddc21-d78f-4c0c-af18-5ad53f1053da,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:43.979237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:43.980830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:43.984619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:44.005854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Allocated IP 172.20.0.2 (40baddb5-68da-4f0c-ae8d-ea9385b9e124/7c27bf96-d9a7-4307-810b-d7e4f9726a0b/40ab1dca-c503-41ef-810e-15c6555d1561) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:44.008704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network c0ab9790-64b6-40c9-8458-d547c06593c1 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:44.034790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:44.042021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Pushing event updated for resources: {'Port': ['ID=1d26d75e-1178-4885-b9bb-552ed6a8a2d7,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:44.049072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:44.054217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Allocated IP 172.25.2.24 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/785e8476-1dcf-4e6a-9ed1-1f37c7477e8d) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:44.056359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Port': ['ID=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:44.105412 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d18942c2-8c77-488e-8d73-6ecc7c4f44a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.127174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf8a4e-05c1-4fb2-a75f-7dc1ebf8bd5b req-3bc331d5-5a3b-402e-a65a-8b78e7417e23 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.129246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ebf8a4e-05c1-4fb2-a75f-7dc1ebf8bd5b req-3bc331d5-5a3b-402e-a65a-8b78e7417e23 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1095 time: 0.1552951 Apr 18 20:28:44.130850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Attempting to bind port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:44.131414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Attempting to bind port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:44.131970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Attempting to bind port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 on network 0b7f62c7-66d0-4e9c-b056-c65bae64064e {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:44.166956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.167680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.175747 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.183739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:44.184132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Checking segment: {'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:44.184528 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.184916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Bound using segment: {'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:44.185384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Bound port: 1d26d75e-1178-4885-b9bb-552ed6a8a2d7, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:44.185756 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.209373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a147c71b-b994-47e3-8640-8fd8916fb01c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8118131 Apr 18 20:28:44.212363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56386) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:44.226002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'port': {'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1', 'name': 'tempest-TaggedBootDevicesTest_v242-2125233294', 'fixed_ips': [{'subnet_id': '4848f905-b4f2-4a0f-8d61-86f966f37b58'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:44.277237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d18942c2-8c77-488e-8d73-6ecc7c4f44a4 None None] For port e6789a94-35e3-4dc2-9907-4932e3d00e98, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e6789a94-35e3-4dc2-9907-4932e3d00e98,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:44.281824 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ebf8a4e-05c1-4fb2-a75f-7dc1ebf8bd5b req-dcd7d842-5f58-4cb4-89e6-aaf03d4ce662 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182086 Apr 18 20:28:44.296604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b4284be3-040b-4fc4-bbec-ad711c4ded74 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:44.304101 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d18942c2-8c77-488e-8d73-6ecc7c4f44a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.309577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.425957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: b4284be3-040b-4fc4-bbec-ad711c4ded74 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:44.426170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b4284be3-040b-4fc4-bbec-ad711c4ded74 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:44.453808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.523694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:44.528662 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.554999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] device_id is not set on port 5d2e384b-30c9-4d64-bd31-15040d2a61fb yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:28:44.557347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] For port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:44.588423 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb67fa0f-6a2c-4ed4-a58d-b9b897a1800a x-openstack-request-id: req-bb67fa0f-6a2c-4ed4-a58d-b9b897a1800a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:44.588813 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe340a2-7d49-48c8-9740-65593f5908fa", "name": "network-vif-plugged", "status": "completed", "tag": "24087b44-bd0a-42b8-9052-98396afd0ae8", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:44.588923 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb67fa0f-6a2c-4ed4-a58d-b9b897a1800a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:44.596647 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb67fa0f-6a2c-4ed4-a58d-b9b897a1800a'] response: {'server_uuid': '1fe340a2-7d49-48c8-9740-65593f5908fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24087b44-bd0a-42b8-9052-98396afd0ae8', 'code': 200} Apr 18 20:28:44.603504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] For port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1d26d75e-1178-4885-b9bb-552ed6a8a2d7,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:44.606531 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.614651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18942c2-8c77-488e-8d73-6ecc7c4f44a4 None None] Pushing event updated for resources: {'Port': ['ID=e6789a94-35e3-4dc2-9907-4932e3d00e98,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:44.625007 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:28:44.625277 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:28:44.630746 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.643008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.650620 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.673655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-bba6fd9a-5314-49c3-a9cc-47fc6d494c32 req-65e6cbfd-aabc-4246-96f6-c9ae1dcaca7c tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-887310483', 'description': 'tempest-description-792584427'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:44.678395 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.728404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fde76cef-4bb2-4b18-b239-437efdcd9f73 None None] Provisioning complete for port e6789a94-35e3-4dc2-9907-4932e3d00e98 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:44.728857 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fde76cef-4bb2-4b18-b239-437efdcd9f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.731494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:44.736153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:44.754521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d004e-eb7f-45e2-b43f-ae59078ba701 None None] Pushing event updated for resources: {'Port': ['ID=1d26d75e-1178-4885-b9bb-552ed6a8a2d7,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:44.755564 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:44.757318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:44.758147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:44.760997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:44.873227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:28:44.880184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Pushing event updated for resources: {'Port': ['ID=40ab1dca-c503-41ef-810e-15c6555d1561,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:44.883347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event updated for resources: {'Port': ['ID=785e8476-1dcf-4e6a-9ed1-1f37c7477e8d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:44.898398 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bba6fd9a-5314-49c3-a9cc-47fc6d494c32 req-65e6cbfd-aabc-4246-96f6-c9ae1dcaca7c tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.913224 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Attempting to bind port 40ab1dca-c503-41ef-810e-15c6555d1561 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:44.913577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Attempting to bind port 40ab1dca-c503-41ef-810e-15c6555d1561 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:44.913895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Attempting to bind port 40ab1dca-c503-41ef-810e-15c6555d1561 on network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:44.917503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112efbcf-d958-4acb-98b4-6421461985bc req-7c380db9-bdb6-4656-b08f-f0713d878bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.920249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-112efbcf-d958-4acb-98b4-6421461985bc req-7c380db9-bdb6-4656-b08f-f0713d878bb6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 1097 time: 0.2685108 Apr 18 20:28:44.937109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:44.937508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Checking segment: {'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:44.937868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.938252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Bound using segment: {'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:44.938720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Bound port: 40ab1dca-c503-41ef-810e-15c6555d1561, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:44.939090 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.045544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] For port 40ab1dca-c503-41ef-810e-15c6555d1561, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:45.053889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] For port 40ab1dca-c503-41ef-810e-15c6555d1561, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=40ab1dca-c503-41ef-810e-15c6555d1561,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:45.059041 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:45.060427 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.080007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Sync routers for ids ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:45.082945 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.084764 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f8ad2011-84fa-4a30-acfd-2ad4c535bd22 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1034842 Apr 18 20:28:45.087507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56394) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:45.107601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-112efbcf-d958-4acb-98b4-6421461985bc req-5167c75c-6a8e-4f8f-a742-d69ec676a3ff service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dcf39239-1420-4820-8d83-c9f0f6c12c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726518 Apr 18 20:28:45.118330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Allocated IP 10.1.1.47 (c0ab9790-64b6-40c9-8458-d547c06593c1/4848f905-b4f2-4a0f-8d61-86f966f37b58/5d2e384b-30c9-4d64-bd31-15040d2a61fb) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:45.174277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-79fd6b91-f05b-425b-8d4a-1a7e9349cde6 None None] Provisioning complete for port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:45.174918 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-79fd6b91-f05b-425b-8d4a-1a7e9349cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.176385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Routers {'ac30c01a-0f79-4eb9-ad80-21b2de032eb9'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:45.177000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:45.251719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387f12f-774a-49f9-b6d3-ed2156ce615e None None] Pushing event updated for resources: {'Port': ['ID=40ab1dca-c503-41ef-810e-15c6555d1561,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:45.254757 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.274501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-79fd6b91-f05b-425b-8d4a-1a7e9349cde6 None None] Port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:45.279684 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bba6fd9a-5314-49c3-a9cc-47fc6d494c32 req-65e6cbfd-aabc-4246-96f6-c9ae1dcaca7c tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.313681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bba6fd9a-5314-49c3-a9cc-47fc6d494c32 req-65e6cbfd-aabc-4246-96f6-c9ae1dcaca7c tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.340888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Set router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:45.465359 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.690923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e6789a94-35e3-4dc2-9907-4932e3d00e98 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:45.749109 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.774352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e6789a94-35e3-4dc2-9907-4932e3d00e98 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:45.774710 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.777059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:44Z', 'revision_number': 3, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:45.800247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bba6fd9a-5314-49c3-a9cc-47fc6d494c32 req-65e6cbfd-aabc-4246-96f6-c9ae1dcaca7c tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.801605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bba6fd9a-5314-49c3-a9cc-47fc6d494c32 req-65e6cbfd-aabc-4246-96f6-c9ae1dcaca7c tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1533380 Apr 18 20:28:45.823978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Checking router: ac30c01a-0f79-4eb9-ad80-21b2de032eb9 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:45.824330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Updating router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:45.837745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6cbfd-aabc-4246-96f6-c9ae1dcaca7c tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18314998-2aa9-41da-8a82-f1247d1a4e22,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:45.879956 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.007044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e85947-ed77-4188-a0ee-da51625928fe None None] Network 0b7f62c7-66d0-4e9c-b056-c65bae64064e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:46.078846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:46.100229 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.181841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e1625-66e1-476d-b058-72a6a2f5da11 req-2268e431-4385-4177-9101-62295d8ab123 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:46.183397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b85e1625-66e1-476d-b058-72a6a2f5da11 req-2268e431-4385-4177-9101-62295d8ab123 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 946 time: 0.2712741 Apr 18 20:28:46.220210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-81b36a18-2dea-4ede-ba13-6db147476110 None None] Provisioning complete for port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:46.220342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81b36a18-2dea-4ede-ba13-6db147476110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.285980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-6724c448-a4c3-4c25-8f18-c9fcba923444 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:46.287508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-6724c448-a4c3-4c25-8f18-c9fcba923444 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.2624555 Apr 18 20:28:46.344424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:46.344926 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.367629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b85e1625-66e1-476d-b058-72a6a2f5da11 req-f8c3947d-2374-4543-823d-886b83881944 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcf39239-1420-4820-8d83-c9f0f6c12c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737068 Apr 18 20:28:46.373031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.381317 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.421316 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.424833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66022b9-39ae-41bb-9473-240c85cd900d None None] Network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:46.490971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network c0ab9790-64b6-40c9-8458-d547c06593c1 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:46.509112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:46.535102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:46.543412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Port': ['ID=5d2e384b-30c9-4d64-bd31-15040d2a61fb,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:46.564134 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81b36a18-2dea-4ede-ba13-6db147476110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.582485 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.613987 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.753205 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-81b36a18-2dea-4ede-ba13-6db147476110 None None] For port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1d26d75e-1178-4885-b9bb-552ed6a8a2d7,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:46.795686 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.818807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:46.819434 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.829703 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.839424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event updated for resources: {'Port': ['ID=785e8476-1dcf-4e6a-9ed1-1f37c7477e8d,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:46.843046 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81b36a18-2dea-4ede-ba13-6db147476110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.844901 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Attempting to bind port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:46.845405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Attempting to bind port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:46.845765 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Attempting to bind port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:46.855452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-30984f64-ad02-45d6-9b95-420e1766143b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Deleting port 17f8b08f-197e-4aa1-a778-8cea138c7735 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:46.855793 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-30984f64-ad02-45d6-9b95-420e1766143b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.860136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9612e-5534-4491-872b-c10f51d1694f None None] Pushing event updated for resources: {'Port': ['ID=5f7ddc21-d78f-4c0c-af18-5ad53f1053da,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:46.864689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:46.865064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:46.865591 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.866039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:46.866616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Bound port: 5f7ddc21-d78f-4c0c-af18-5ad53f1053da, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:46.867621 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.916521 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.917738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-37c81443-abde-4f5f-84c9-9fa4275828ca tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5411298 Apr 18 20:28:46.947313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-af3f96fa-85e3-4de2-81ce-4f5955de9f97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7283232 Apr 18 20:28:47.054431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8d6e3c7b-2e09-44d8-91d1-317e236d205b None None] Provisioning complete for port 40ab1dca-c503-41ef-810e-15c6555d1561 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:47.054719 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d6e3c7b-2e09-44d8-91d1-317e236d205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.065910 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.088605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-507ffc63-4ab9-44ba-b926-f7ef72a66534 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1526878 Apr 18 20:28:47.109454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b36a18-2dea-4ede-ba13-6db147476110 None None] Pushing event updated for resources: {'Port': ['ID=1d26d75e-1178-4885-b9bb-552ed6a8a2d7,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:47.117495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] For port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:47.135425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:28:47.135767 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:28:47.137291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] For port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5f7ddc21-d78f-4c0c-af18-5ad53f1053da,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:47.147350 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.234865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Routers {'ac30c01a-0f79-4eb9-ad80-21b2de032eb9'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:47.235490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:47.247609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-30984f64-ad02-45d6-9b95-420e1766143b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] For port 17f8b08f-197e-4aa1-a778-8cea138c7735, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=17f8b08f-197e-4aa1-a778-8cea138c7735,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:47.248000 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-30984f64-ad02-45d6-9b95-420e1766143b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.257880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9612e-5534-4491-872b-c10f51d1694f None None] Pushing event updated for resources: {'Port': ['ID=5f7ddc21-d78f-4c0c-af18-5ad53f1053da,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:47.258120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-764342fb-08c6-4187-b406-580da0fd6e42 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.265555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-764342fb-08c6-4187-b406-580da0fd6e42 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 820 time: 0.4289548 Apr 18 20:28:47.295922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-30984f64-ad02-45d6-9b95-420e1766143b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Calling delete_port for 17f8b08f-197e-4aa1-a778-8cea138c7735 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:47.326860 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d6e3c7b-2e09-44d8-91d1-317e236d205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.327544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-f1f7353a-f957-42ba-a4de-18e481751c51 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/quotas/84a2effa8a0e4edb899740a9fb43dc53 HTTP/1.1" status: 200 len: 375 time: 0.0626965 Apr 18 20:28:47.404720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8d6e3c7b-2e09-44d8-91d1-317e236d205b None None] For port 40ab1dca-c503-41ef-810e-15c6555d1561, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=40ab1dca-c503-41ef-810e-15c6555d1561,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:47.415570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d6e3c7b-2e09-44d8-91d1-317e236d205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.424245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] Set router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:47.489223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-89becf11-2dde-4674-9105-d083699e86d3 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.490599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737612b8-c91d-4e17-a214-4e38b781cae1 req-89becf11-2dde-4674-9105-d083699e86d3 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.3883502 Apr 18 20:28:47.538364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-a16f0b4a-6643-456d-8887-b2e44819f0be tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2099731 Apr 18 20:28:47.673190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8d6e3c7b-2e09-44d8-91d1-317e236d205b None None] Provisioning complete for port 5d2e384b-30c9-4d64-bd31-15040d2a61fb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:47.673542 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d6e3c7b-2e09-44d8-91d1-317e236d205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.692424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Allocated IP 172.20.0.1 (40baddb5-68da-4f0c-ae8d-ea9385b9e124/7c27bf96-d9a7-4307-810b-d7e4f9726a0b/2330b8a0-cfa5-4cec-a96d-11c173cb65e2) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:47.719978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-30984f64-ad02-45d6-9b95-420e1766143b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.742133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e3c7b-2e09-44d8-91d1-317e236d205b None None] Pushing event updated for resources: {'Port': ['ID=40ab1dca-c503-41ef-810e-15c6555d1561,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:47.744215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a6dd6-63a4-4729-a2dc-0a4bd6c631ec req-c650c69a-8699-4bf9-900a-aa4999a47118 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.745800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f98a6dd6-63a4-4729-a2dc-0a4bd6c631ec req-c650c69a-8699-4bf9-900a-aa4999a47118 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bbcaec8-8645-453a-9a9d-5f0249efc321 HTTP/1.1" status: 200 len: 950 time: 0.1663492 Apr 18 20:28:47.753142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['17f8b08f-197e-4aa1-a778-8cea138c7735'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:47.820680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e3c7b-2e09-44d8-91d1-317e236d205b None None] Port 5d2e384b-30c9-4d64-bd31-15040d2a61fb cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:47.861256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30984f64-ad02-45d6-9b95-420e1766143b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Pushing event deleted for resources: {'Port': ['ID=17f8b08f-197e-4aa1-a778-8cea138c7735,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:47.939303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-f7ae1238-adff-4704-99e6-13276415dad9 service neutron] 10.222.0.49 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584108 Apr 18 20:28:47.953462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:44Z', 'revision_number': 3, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:47.987731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-30984f64-ad02-45d6-9b95-420e1766143b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] No DVR routers for this DVR port 17f8b08f-197e-4aa1-a778-8cea138c7735 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:47.991478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b32139cf-6ad0-4793-b305-9bfb125258c4 None None] Provisioning complete for port 40ab1dca-c503-41ef-810e-15c6555d1561 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:47.992507 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b32139cf-6ad0-4793-b305-9bfb125258c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.008077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f98a6dd6-63a4-4729-a2dc-0a4bd6c631ec req-9da091cb-c66b-4e43-97cd-4e6b96b3eb05 tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.49 "GET /v2.0/security-groups?id=e7226962-8ec9-47c0-82bb-0d26d9a31e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301280 Apr 18 20:28:48.009207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-30984f64-ad02-45d6-9b95-420e1766143b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.012558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57dc6cf0-ccc6-439f-9c51-1610bcd296dc req-30984f64-ad02-45d6-9b95-420e1766143b tempest-MigrationsAdminTest-539444147 tempest-MigrationsAdminTest-539444147-project] 10.222.0.64 "DELETE /v2.0/ports/17f8b08f-197e-4aa1-a778-8cea138c7735 HTTP/1.1" status: 204 len: 173 time: 1.7071209 Apr 18 20:28:48.014877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'name': 'network-vif-deleted', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:48.017262 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61666c7-36a3-4c31-85fa-351db0c18a27" -d '{"events": [{"server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "name": "network-vif-deleted", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:48.035292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf0979-173f-41e8-a95f-98c963ef5197 None None] The sync data for ids ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'] in n-d-836015-4 is: [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:44Z', 'revision_number': 3, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:48.103385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1362bae0-48c5-45a8-9291-e16703e0eecb req-9c4d00da-8e9b-40f9-83d1-043bcbd698d4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1809550399', 'description': 'tempest-description-2070606978'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:48.134802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b32139cf-6ad0-4793-b305-9bfb125258c4 None None] Provisioning complete for port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:48.135352 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b32139cf-6ad0-4793-b305-9bfb125258c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.145640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 40ab1dca-c503-41ef-810e-15c6555d1561 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:48.181388 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.199220 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1362bae0-48c5-45a8-9291-e16703e0eecb req-9c4d00da-8e9b-40f9-83d1-043bcbd698d4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.265790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-100eef7f-567a-4bd3-b556-870f7cdd2a41 service neutron] 10.222.0.49 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123710 Apr 18 20:28:48.311486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 40ab1dca-c503-41ef-810e-15c6555d1561 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:48.311869 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.333394 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.482562 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:48.659202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:48.659718 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.971505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:48.985040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1362bae0-48c5-45a8-9291-e16703e0eecb req-9c4d00da-8e9b-40f9-83d1-043bcbd698d4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.987665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:48.993392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56432) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:48.995023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:49.006794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0e6c4ddc-a7d6-4e3a-b5ac-d3c864902aa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--902298384', 'description': 'tempest-description--1577003598'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:49.059749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e6c4ddc-a7d6-4e3a-b5ac-d3c864902aa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.073291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1362bae0-48c5-45a8-9291-e16703e0eecb req-9c4d00da-8e9b-40f9-83d1-043bcbd698d4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.159041 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1362bae0-48c5-45a8-9291-e16703e0eecb req-9c4d00da-8e9b-40f9-83d1-043bcbd698d4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.160376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1362bae0-48c5-45a8-9291-e16703e0eecb req-9c4d00da-8e9b-40f9-83d1-043bcbd698d4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0646641 Apr 18 20:28:49.181774 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e6c4ddc-a7d6-4e3a-b5ac-d3c864902aa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.192928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e6c4ddc-a7d6-4e3a-b5ac-d3c864902aa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.208348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Pushing event updated for resources: {'Port': ['ID=2330b8a0-cfa5-4cec-a96d-11c173cb65e2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:49.244490 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.248995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c4ddc-a7d6-4e3a-b5ac-d3c864902aa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08512ae3-d852-4ca5-abb6-f545f20b8c22,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:49.277563 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e6c4ddc-a7d6-4e3a-b5ac-d3c864902aa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.284853 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0e6c4ddc-a7d6-4e3a-b5ac-d3c864902aa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2880731 Apr 18 20:28:49.286642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56440) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:49.298164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-56b79de9-b245-44d8-8af2-29af13d647e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'security_group_rule': {'security_group_id': '08512ae3-d852-4ca5-abb6-f545f20b8c22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:49.359971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71e0c529-9283-407f-9acd-4fa14fe3afe8 req-79f5499b-2c99-4e53-b45d-7eb15a5e58c4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips/6055f9c9-67ef-4c96-a702-ff694e25a4fb HTTP/1.1" status: 200 len: 692 time: 0.1393740 Apr 18 20:28:49.360599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d00da-8e9b-40f9-83d1-043bcbd698d4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a38c26-eadc-4b40-b39c-064365383ae1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:49.393414 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56b79de9-b245-44d8-8af2-29af13d647e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.406199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4961a06a-d2fd-4164-857d-7dfefe4eac58 None None] Provisioning complete for port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:49.406798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4961a06a-d2fd-4164-857d-7dfefe4eac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.470924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56b79de9-b245-44d8-8af2-29af13d647e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.475323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4961a06a-d2fd-4164-857d-7dfefe4eac58 None None] Port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:49.480789 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56b79de9-b245-44d8-8af2-29af13d647e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.510298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b79de9-b245-44d8-8af2-29af13d647e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c100e6-4e81-41c6-be24-77759a58b900,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:49.516183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6258f3-004c-4d35-8bb1-c372124c0559 req-2a63fbbe-dd59-42c9-ab9f-f44b030ca246 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:49.516746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56b79de9-b245-44d8-8af2-29af13d647e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.517935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c6258f3-004c-4d35-8bb1-c372124c0559 req-2a63fbbe-dd59-42c9-ab9f-f44b030ca246 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 946 time: 0.4045873 Apr 18 20:28:49.520395 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-56b79de9-b245-44d8-8af2-29af13d647e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2324865 Apr 18 20:28:49.521266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56442) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:49.528596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-71c07fef-3dcb-41f9-8052-0326c03632a7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'security_group_rule': {'security_group_id': '08512ae3-d852-4ca5-abb6-f545f20b8c22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:49.560138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-71c07fef-3dcb-41f9-8052-0326c03632a7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.598011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0c529-9283-407f-9acd-4fa14fe3afe8 req-1d27ebf2-b8e9-437d-b76a-c97929e5a7f8 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:49.599643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71e0c529-9283-407f-9acd-4fa14fe3afe8 req-1d27ebf2-b8e9-437d-b76a-c97929e5a7f8 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.2139733 Apr 18 20:28:49.640168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c6258f3-004c-4d35-8bb1-c372124c0559 req-752d1dbb-5ead-470c-9c9b-17aba352552b tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcf39239-1420-4820-8d83-c9f0f6c12c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120067 Apr 18 20:28:49.704031 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b1ae4a-9d14-433d-896e-e3dca118be5b x-openstack-request-id: req-89b1ae4a-9d14-433d-896e-e3dca118be5b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:49.704321 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bbcaec8-8645-453a-9a9d-5f0249efc321", "name": "network-vif-deleted", "tag": "17f8b08f-197e-4aa1-a778-8cea138c7735", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:49.704569 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89b1ae4a-9d14-433d-896e-e3dca118be5b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:49.704978 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b1ae4a-9d14-433d-896e-e3dca118be5b'] response: {'server_uuid': '8bbcaec8-8645-453a-9a9d-5f0249efc321', 'name': 'network-vif-deleted', 'tag': '17f8b08f-197e-4aa1-a778-8cea138c7735', 'status': 'completed', 'code': 200} Apr 18 20:28:49.705524 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.724293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-71c07fef-3dcb-41f9-8052-0326c03632a7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.733177 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-71c07fef-3dcb-41f9-8052-0326c03632a7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.758431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c07fef-3dcb-41f9-8052-0326c03632a7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe00f34b-4bcb-4754-9599-6ddc55154255,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:49.802999 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-71c07fef-3dcb-41f9-8052-0326c03632a7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.805034 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-71c07fef-3dcb-41f9-8052-0326c03632a7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2827246 Apr 18 20:28:49.808802 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56450) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:49.821337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:49.861205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.944568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06af06b9-fe9d-4a5d-a938-bedd3c9b3e95 req-0e1e732a-0c17-4c1e-8e8b-9289d641147d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 210 time: 0.1772144 Apr 18 20:28:50.010034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5f7ddc21-d78f-4c0c-af18-5ad53f1053da up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:50.091634 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.106040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8001c566-f5df-40d6-b229-fb109293268e req-23c9d2cc-e1d1-444d-92cb-754c6cc8d6fb tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/18314998-2aa9-41da-8a82-f1247d1a4e22 HTTP/1.1" status: 200 len: 1803 time: 0.2371390 Apr 18 20:28:50.139689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-8b8d7442-e5ed-4fb9-84d6-1942e83fddb2 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips/6055f9c9-67ef-4c96-a702-ff694e25a4fb HTTP/1.1" status: 200 len: 692 time: 0.1244431 Apr 18 20:28:50.145030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:50.145402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.189065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56456) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:50.263618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Allocated IP 172.25.2.231 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/ab35a214-bc8d-4bdf-955f-41a4c5947199) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:50.283167 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.298319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8001c566-f5df-40d6-b229-fb109293268e req-8e482f4a-c1b3-4b92-a1a6-222678a826ae tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/f6a38c26-eadc-4b40-b39c-064365383ae1 HTTP/1.1" status: 200 len: 1805 time: 0.1913130 Apr 18 20:28:50.320554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 17f8b08f-197e-4aa1-a778-8cea138c7735 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:50.347497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8001c566-f5df-40d6-b229-fb109293268e req-a1c576a9-6958-4e16-87e4-677d8f01ad83 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '18314998-2aa9-41da-8a82-f1247d1a4e22', 'remote_group_id': 'f6a38c26-eadc-4b40-b39c-064365383ae1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:50.347814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8001c566-f5df-40d6-b229-fb109293268e req-a1c576a9-6958-4e16-87e4-677d8f01ad83 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '18314998-2aa9-41da-8a82-f1247d1a4e22', 'remote_group_id': 'f6a38c26-eadc-4b40-b39c-064365383ae1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:50.349219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 17f8b08f-197e-4aa1-a778-8cea138c7735 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:50.349732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 17f8b08f-197e-4aa1-a778-8cea138c7735 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:50.356445 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.368048 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.403827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5f7ddc21-d78f-4c0c-af18-5ad53f1053da,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:50.411481 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.449530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.508460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=5f7ddc21-d78f-4c0c-af18-5ad53f1053da,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:50.529588 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.576342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:50.581474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:50.585971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:50.597713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.612374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Port': ['ID=ab35a214-bc8d-4bdf-955f-41a4c5947199,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:50.621611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Pushing event updated for resources: {'Port': ['ID=2330b8a0-cfa5-4cec-a96d-11c173cb65e2,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:50.658461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-675c3692-395b-4395-bc6e-3eb0a687e526 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:50.666115 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-675c3692-395b-4395-bc6e-3eb0a687e526 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.5166652 Apr 18 20:28:50.686001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.686357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-9c25daa4-4922-4d33-8255-7aef5f936999 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:50.687773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-9c25daa4-4922-4d33-8255-7aef5f936999 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 820 time: 0.4724865 Apr 18 20:28:50.703698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b6bc362d-5bce-48da-9d72-73ea6ff94d3e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ab80b1403354e10ab7b298d8463922c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135450 Apr 18 20:28:50.718780 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56460) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:50.747170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Request body: {'port': {'device_id': '5209c176-e12a-4b24-b136-26609b8e7300', 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d', 'admin_state_up': True, 'tenant_id': '84a2effa8a0e4edb899740a9fb43dc53'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:50.763294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.813278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-50b366c8-016a-41f4-ad3c-1e65231bfb55 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1462066 Apr 18 20:28:50.832308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f58c656a-b6ca-410b-9026-b49362e8f249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.871344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f58c656a-b6ca-410b-9026-b49362e8f249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.907095 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8001c566-f5df-40d6-b229-fb109293268e req-a1c576a9-6958-4e16-87e4-677d8f01ad83 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.940320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-03b92b00-6d5a-4225-b6dc-4c53ef804b9e tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1133571 Apr 18 20:28:50.999899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f58c656a-b6ca-410b-9026-b49362e8f249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.002979 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f58c656a-b6ca-410b-9026-b49362e8f249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.015007 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f58c656a-b6ca-410b-9026-b49362e8f249 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7226962-8ec9-47c0-82bb-0d26d9a31e9e HTTP/1.1" status: 204 len: 168 time: 0.2951093 Apr 18 20:28:51.032358 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8001c566-f5df-40d6-b229-fb109293268e req-a1c576a9-6958-4e16-87e4-677d8f01ad83 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.036509 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.045518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:51.048757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.054553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c656a-b6ca-410b-9026-b49362e8f249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7226962-8ec9-47c0-82bb-0d26d9a31e9e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:51.085260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:51.087191 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8001c566-f5df-40d6-b229-fb109293268e req-a1c576a9-6958-4e16-87e4-677d8f01ad83 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.135150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c576a9-6958-4e16-87e4-677d8f01ad83 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4cbd37-102d-4e12-a717-517a1eca13de,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:51.176628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Made reservation on behalf of 84a2effa8a0e4edb899740a9fb43dc53 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:51.178509 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.202396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Port': ['ID=ab35a214-bc8d-4bdf-955f-41a4c5947199,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:51.242888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.253910 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8001c566-f5df-40d6-b229-fb109293268e req-a1c576a9-6958-4e16-87e4-677d8f01ad83 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.261680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8001c566-f5df-40d6-b229-fb109293268e req-a1c576a9-6958-4e16-87e4-677d8f01ad83 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9623427 Apr 18 20:28:51.270971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.272392 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c65c0737-7b96-4889-b084-65a044035ad8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4553282 Apr 18 20:28:51.466169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-3b57cd89-ad29-48ab-83e3-32f6567e138f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Deleting port 785e8476-1dcf-4e6a-9ed1-1f37c7477e8d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:51.466169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-3b57cd89-ad29-48ab-83e3-32f6567e138f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.466634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56478) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:51.510306 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-febf4c34-9412-49b6-9469-7c82282741a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fbf7d1aabcf44b1e9e3596c278dc92ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426533 Apr 18 20:28:51.513211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56480) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:51.517860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:51.535227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-022a24c1-88b5-4ea7-b14e-85430efd53b6 None None] Provisioning complete for port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:51.535810 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-022a24c1-88b5-4ea7-b14e-85430efd53b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.569931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05228859-836c-483a-8123-0cb0be96ce85 req-bd3c7c1f-e410-43d3-abec-e2adfaeedd36 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 210 time: 0.0833402 Apr 18 20:28:51.592070 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29accda8-dac2-4cbe-bd17-9d5e6a888e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.608481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-022a24c1-88b5-4ea7-b14e-85430efd53b6 None None] Port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:51.619297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Allocated IP 172.20.0.13 (fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d/70734b1e-ef76-4ba8-bb35-e936fdc486bc/452904ce-5879-430f-ba34-9f2063914d57) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:51.628488 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29accda8-dac2-4cbe-bd17-9d5e6a888e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.680381 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29accda8-dac2-4cbe-bd17-9d5e6a888e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.683156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29accda8-dac2-4cbe-bd17-9d5e6a888e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.686797 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-29accda8-dac2-4cbe-bd17-9d5e6a888e6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58d579f0-0a09-4701-99d5-0e4cd5d66c48 HTTP/1.1" status: 204 len: 168 time: 0.1700237 Apr 18 20:28:51.687683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-3b57cd89-ad29-48ab-83e3-32f6567e138f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.688247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-3b57cd89-ad29-48ab-83e3-32f6567e138f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.695204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29accda8-dac2-4cbe-bd17-9d5e6a888e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d579f0-0a09-4701-99d5-0e4cd5d66c48,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:51.734425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-3b57cd89-ad29-48ab-83e3-32f6567e138f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Calling delete_port for 785e8476-1dcf-4e6a-9ed1-1f37c7477e8d owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:51.772422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db6aa61a-a89e-4be4-9816-8eca386ed73d req-8a5086aa-08b0-4274-add8-ff789d8a53ee tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/f6a38c26-eadc-4b40-b39c-064365383ae1 HTTP/1.1" status: 200 len: 1805 time: 0.1569512 Apr 18 20:28:51.945915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5f7ddc21-d78f-4c0c-af18-5ad53f1053da up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:52.010058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:52.010686 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.288484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:52.295882 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Sync routers for ids ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:52.307560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a96f405e-48ba-423d-a0fd-cb7ab530ea33 admin admin] 10.222.0.49 "PUT /v2.0/routers/ac30c01a-0f79-4eb9-ad80-21b2de032eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2138195 Apr 18 20:28:52.330988 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Routers {'ac30c01a-0f79-4eb9-ad80-21b2de032eb9'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:52.333827 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:52.391245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-db6aa61a-a89e-4be4-9816-8eca386ed73d req-853ad34b-e8ef-495f-b5c2-742a155a55c4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.413737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.448283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-db6aa61a-a89e-4be4-9816-8eca386ed73d req-853ad34b-e8ef-495f-b5c2-742a155a55c4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.485048 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Set router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:52.537955 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.542554 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-3b57cd89-ad29-48ab-83e3-32f6567e138f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.611486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:52.640503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:52.642435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Pushing event updated for resources: {'Port': ['ID=452904ce-5879-430f-ba34-9f2063914d57,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:52.649837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:52.697823 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-db6aa61a-a89e-4be4-9816-8eca386ed73d req-853ad34b-e8ef-495f-b5c2-742a155a55c4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.700737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-db6aa61a-a89e-4be4-9816-8eca386ed73d req-853ad34b-e8ef-495f-b5c2-742a155a55c4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.702035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db6aa61a-a89e-4be4-9816-8eca386ed73d req-853ad34b-e8ef-495f-b5c2-742a155a55c4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "DELETE /v2.0/security-groups/f6a38c26-eadc-4b40-b39c-064365383ae1 HTTP/1.1" status: 204 len: 173 time: 0.9182055 Apr 18 20:28:52.746697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57cd89-ad29-48ab-83e3-32f6567e138f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event deleted for resources: {'Port': ['ID=785e8476-1dcf-4e6a-9ed1-1f37c7477e8d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:52.755138 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ad34b-e8ef-495f-b5c2-742a155a55c4 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a38c26-eadc-4b40-b39c-064365383ae1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:52.783609 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-3b57cd89-ad29-48ab-83e3-32f6567e138f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.787779 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-3b57cd89-ad29-48ab-83e3-32f6567e138f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.800451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e95bd0b-1268-4860-b9b5-c56ae34238a9 req-3b57cd89-ad29-48ab-83e3-32f6567e138f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "DELETE /v2.0/floatingips/6055f9c9-67ef-4c96-a702-ff694e25a4fb HTTP/1.1" status: 204 len: 173 time: 1.8453352 Apr 18 20:28:52.810047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:52.810982 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.832847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d723dc00-20f2-4d9e-85d0-9d473f1e3d76 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0960102 Apr 18 20:28:52.835519 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2330b8a0-cfa5-4cec-a96d-11c173cb65e2', 'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'mac_address': 'fa:16:3e:94:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:47Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 2, 'project_id': '231f1132973642388e3f464a286dd35e', 'subnets': [{'id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:52.853842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Request body: {'port': {'device_id': '5209c176-e12a-4b24-b136-26609b8e7300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:52.868077 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Checking router: ac30c01a-0f79-4eb9-ad80-21b2de032eb9 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:52.868585 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Updating router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:52.894192 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.960233 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.006773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-669c1b41-7217-4c8a-adf2-4ab8e4065fa3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--902298384&fields=id&tenant_id=7c4bea438d0240ea855317f3fb9ab77d HTTP/1.1" status: 200 len: 267 time: 0.0945351 Apr 18 20:28:53.153299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-7246415b-c000-4505-a572-752dcf5f3628 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:53.154977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-7246415b-c000-4505-a572-752dcf5f3628 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports/eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae HTTP/1.1" status: 200 len: 935 time: 0.1112227 Apr 18 20:28:53.187353 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.202276 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.265619 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Pushing event updated for resources: {'Port': ['ID=2330b8a0-cfa5-4cec-a96d-11c173cb65e2,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:53.286489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82277b-166e-49c2-9f72-064a6e1d3dc4 req-7bf8c32a-64c1-4aea-9774-054d980aef7d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:53.295286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea82277b-166e-49c2-9f72-064a6e1d3dc4 req-7bf8c32a-64c1-4aea-9774-054d980aef7d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 932 time: 0.1858015 Apr 18 20:28:53.321975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-94e36e51-ca75-425c-8c07-461105afc26b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:53.323406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-94e36e51-ca75-425c-8c07-461105afc26b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports/5d2e384b-30c9-4d64-bd31-15040d2a61fb HTTP/1.1" status: 200 len: 936 time: 0.1161609 Apr 18 20:28:53.361774 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.362944 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.363488 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.364037 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.364581 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.365115 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.365525 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.365918 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.366352 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.366742 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.367219 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.367616 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:53.382531 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Attempting to bind port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:53.382980 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Attempting to bind port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:53.383951 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Attempting to bind port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 on network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:53.389987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:53.390574 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Checking segment: {'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:53.391117 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.392496 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Bound using segment: {'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:53.393210 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Bound port: 2330b8a0-cfa5-4cec-a96d-11c173cb65e2, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:53.393760 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.436285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56546) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:53.443420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-573699714-network', 'tenant_id': '707cce83b9464c97acddadcfee7671a6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:53.473057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Made reservation on behalf of 707cce83b9464c97acddadcfee7671a6 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:53.476099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.484497 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.500706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-155f62d4-6595-4a3d-8d01-9f77a6963710 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?network_id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1032469 Apr 18 20:28:53.505308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea82277b-166e-49c2-9f72-064a6e1d3dc4 req-ecacefd0-7f56-40d9-ae7d-90aef3b905b3 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036805 Apr 18 20:28:53.510899 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] For port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:53.515300 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] For port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2330b8a0-cfa5-4cec-a96d-11c173cb65e2,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:53.531370 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.561940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-af095994-936e-4f3b-9dca-1207b1ffaa28 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?network_id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0389423 Apr 18 20:28:53.629398 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Routers {'ac30c01a-0f79-4eb9-ad80-21b2de032eb9'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:53.630024 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:53.632699 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.640911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.657215 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-76382851-4bc2-4cb7-a579-1cd28a543f63 None None] Provisioning complete for port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:53.660052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76382851-4bc2-4cb7-a579-1cd28a543f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.671198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:53.692703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.693131 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Added segment ff068793-58b5-4cc1-b04d-3e52b9e1eb0a of type vlan for network fed7d0ff-0947-4865-9851-d20308cdb1e4 Apr 18 20:28:53.696861 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4d9dbc-ced1-45cf-ba9e-96f867fbf8cc,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:53.767410 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.835750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.836782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:53.837345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.846515 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76382851-4bc2-4cb7-a579-1cd28a543f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.887066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452904ce-5879-430f-ba34-9f2063914d57 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:53.893626 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3ca2a-d62d-4da1-9b42-55c6facb7e18 None None] Pushing event updated for resources: {'Port': ['ID=2330b8a0-cfa5-4cec-a96d-11c173cb65e2,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:53.899467 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] Set router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:53.907032 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.936198 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-76382851-4bc2-4cb7-a579-1cd28a543f63 None None] For port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2330b8a0-cfa5-4cec-a96d-11c173cb65e2,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:53.947392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76382851-4bc2-4cb7-a579-1cd28a543f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.959335 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5200863 Apr 18 20:28:53.966348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56554) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:53.974133 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Request body: {'subnet': {'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-573699714-subnet', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:53.986285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ffb79-1a37-4a75-9558-daa9f644dd01 admin admin] Pushing event updated for resources: {'Network': ['ID=fed7d0ff-0947-4865-9851-d20308cdb1e4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:54.000957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Transition to ACTIVE for port object 452904ce-5879-430f-ba34-9f2063914d57 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:54.005984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network fed7d0ff-0947-4865-9851-d20308cdb1e4 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:28:54.008726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Made reservation on behalf of 707cce83b9464c97acddadcfee7671a6 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:54.011081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.026945 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.029513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76382851-4bc2-4cb7-a579-1cd28a543f63 None None] Pushing event updated for resources: {'Port': ['ID=2330b8a0-cfa5-4cec-a96d-11c173cb65e2,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:54.081787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54e49043-16f5-4862-99d2-b5334b564277 req-dd6fbccb-cc53-4466-9a59-bf93560e962e tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/18314998-2aa9-41da-8a82-f1247d1a4e22 HTTP/1.1" status: 200 len: 1803 time: 0.5221465 Apr 18 20:28:54.113429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0832361b-990a-4e54-94b9-7dfb932fe802 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.120832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0832361b-990a-4e54-94b9-7dfb932fe802 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.127389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0832361b-990a-4e54-94b9-7dfb932fe802 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.128166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1653ecb8-6db3-4a6b-a329-03ea82d7bced None None] Provisioning complete for port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:54.128973 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1653ecb8-6db3-4a6b-a329-03ea82d7bced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.135558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0832361b-990a-4e54-94b9-7dfb932fe802 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/networks?id=5b3ce759-a463-4240-b6bf-4312a8b629c2&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&id=0b7f62c7-66d0-4e9c-b056-c65bae64064e HTTP/1.1" status: 200 len: 1996 time: 0.5550284 Apr 18 20:28:54.220651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-70f9a060-f12b-4ead-8b4e-ee1f43b5af4a tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/quotas/7c4bea438d0240ea855317f3fb9ab77d HTTP/1.1" status: 200 len: 375 time: 0.0776649 Apr 18 20:28:54.237160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.265369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Pushing event updated for resources: {'Port': ['ID=452904ce-5879-430f-ba34-9f2063914d57,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:54.327613 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2330b8a0-cfa5-4cec-a96d-11c173cb65e2', 'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'mac_address': 'fa:16:3e:94:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:47Z', 'updated_at': '2022-04-18T20:28:53Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'subnets': [{'id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:54.331070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2344dbc-6f76-4fe4-b872-35aa5730c35a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:54.339977 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Checking segment: {'id': 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:54.340343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Network hostable DHCP agents. Network: fed7d0ff-0947-4865-9851-d20308cdb1e4, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:54.361668 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce0a9b-b0ca-42f0-a2d5-81b66eada1ba None None] The sync data for ids ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'] in n-d-836015-4 is: [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2330b8a0-cfa5-4cec-a96d-11c173cb65e2', 'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'mac_address': 'fa:16:3e:94:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:47Z', 'updated_at': '2022-04-18T20:28:53Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'subnets': [{'id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:54.361964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Network fed7d0ff-0947-4865-9851-d20308cdb1e4 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:54.373369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, fed7d0ff-0947-4865-9851-d20308cdb1e4) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:54.385152 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264bfd23-f61b-4c7d-af48-0cdd7a2db2bd None None] Network fed7d0ff-0947-4865-9851-d20308cdb1e4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:54.388908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.389708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.465746 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb33e684-df57-4732-8957-9a189f2a195a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4982965 Apr 18 20:28:54.470062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56564) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:54.474511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-573699714-router', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:54.516769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.519465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.538000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-771d7adf-0bb1-42e6-bcdb-c99cf032f9de tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3087130 Apr 18 20:28:54.560532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08081d59-8623-4c57-bcea-c874f28b76df req-cc9988ae-34f7-466b-bfdc-e43fe0d44fac tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.562076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08081d59-8623-4c57-bcea-c874f28b76df req-cc9988ae-34f7-466b-bfdc-e43fe0d44fac tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4227207 Apr 18 20:28:54.601200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:54.601530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:54.601860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:54.613699 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.661667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Port 452904ce-5879-430f-ba34-9f2063914d57 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:28:54.662046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:54.678323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-df90254b-94ec-46e5-8bd4-ec3ef2f55506 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2145529 Apr 18 20:28:54.680830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-fed7d0ff-0947-4865-9851-d20308cdb1e4', 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'fixed_ips': [{'subnet_id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:28:54.681799 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.686035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:54.686299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:54.686891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:54.687508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Bound port: 452904ce-5879-430f-ba34-9f2063914d57, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:54.688060 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.839581 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.840455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-60b0393e-c0c3-436f-bfd4-9c848c5eabcd service neutron] 10.222.0.49 "GET /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760403 Apr 18 20:28:54.882932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7637df-639f-4a5e-aa85-2a318ac1656d req-960d7caa-33a5-4b40-a9bf-eadf5936528a tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.885221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-15355103-42b9-4945-81d0-9305ad3d9d99 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.887204 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-15355103-42b9-4945-81d0-9305ad3d9d99 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 946 time: 0.1333044 Apr 18 20:28:54.890582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc7637df-639f-4a5e-aa85-2a318ac1656d req-960d7caa-33a5-4b40-a9bf-eadf5936528a tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fe340a2-7d49-48c8-9740-65593f5908fa HTTP/1.1" status: 200 len: 946 time: 0.2332141 Apr 18 20:28:54.896021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Allocated IP 172.20.0.2 (fed7d0ff-0947-4865-9851-d20308cdb1e4/b2344dbc-6f76-4fe4-b872-35aa5730c35a/82b2f486-8693-498f-be23-a60e36f7eec5) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:54.980385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-5b3759f5-721f-42d2-93d5-54387fa0b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.981899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-5b3759f5-721f-42d2-93d5-54387fa0b287 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ca737b15e374efd8ac11dbb57f3bcd8&device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 1096 time: 0.2341897 Apr 18 20:28:54.989705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:55.014777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc7637df-639f-4a5e-aa85-2a318ac1656d req-d2426376-6df5-4df8-9bdf-2e1681b018c2 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.49 "GET /v2.0/security-groups?id=dcf39239-1420-4820-8d83-c9f0f6c12c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232057 Apr 18 20:28:55.047709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:55.107636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.257072 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.267743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:55.268637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.270006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] 10.222.0.64 "PUT /v2.0/ports/452904ce-5879-430f-ba34-9f2063914d57 HTTP/1.1" status: 200 len: 1092 time: 2.4241049 Apr 18 20:28:55.273140 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.273697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b8393dac-3855-45fc-9e85-5962ac36ae4f req-65afec2f-b487-430f-bc01-c624cd7bfc38 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1570941435', 'description': 'tempest-description-737368788'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:55.292946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5209c176-e12a-4b24-b136-26609b8e7300', 'tag': '452904ce-5879-430f-ba34-9f2063914d57'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:55.295668 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a7c4bc-8567-476d-aebf-71059369bfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "5209c176-e12a-4b24-b136-26609b8e7300", "tag": "452904ce-5879-430f-ba34-9f2063914d57"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:55.306691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-a2d5a459-c55d-4dd7-8d7c-a53b08d1c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:55.308365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-a2d5a459-c55d-4dd7-8d7c-a53b08d1c0cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=02794945-9bda-46b4-9ed4-44e4b6e36cfa HTTP/1.1" status: 200 len: 915 time: 0.2876725 Apr 18 20:28:55.316374 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b8393dac-3855-45fc-9e85-5962ac36ae4f req-65afec2f-b487-430f-bc01-c624cd7bfc38 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.339181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Pushing event updated for resources: {'Port': ['ID=82b2f486-8693-498f-be23-a60e36f7eec5,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:55.360249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Network fed7d0ff-0947-4865-9851-d20308cdb1e4 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:55.362391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:55.368882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:55.403292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8afc1a28-ce09-4b2b-92a8-00580cd46d15 service neutron] 10.222.0.49 "GET /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430233 Apr 18 20:28:55.415312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-bc203032-fe6b-41eb-9f84-c7f8b50e7998 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Deleting port 24087b44-bd0a-42b8-9052-98396afd0ae8 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:28:55.415312 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-bc203032-fe6b-41eb-9f84-c7f8b50e7998 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.450353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Attempting to bind port 82b2f486-8693-498f-be23-a60e36f7eec5 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:55.450817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9901058-4db0-47db-8d21-8bdccfd0234c service neutron] Pushing event updated for resources: {'Port': ['ID=452904ce-5879-430f-ba34-9f2063914d57,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:55.451184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Attempting to bind port 82b2f486-8693-498f-be23-a60e36f7eec5 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:55.451730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Attempting to bind port 82b2f486-8693-498f-be23-a60e36f7eec5 on network fed7d0ff-0947-4865-9851-d20308cdb1e4 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:55.474094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:55.474094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Checking segment: {'id': 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:55.474418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.475144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Bound using segment: {'id': 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:55.475423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Bound port: 82b2f486-8693-498f-be23-a60e36f7eec5, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:55.476399 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.542489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-467f112a-ce97-4be3-8bce-f7bc71d77a6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77158ec3-cd87-453f-b283-0353c190d276 HTTP/1.1" status: 200 len: 1001 time: 0.2169752 Apr 18 20:28:55.561010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-4036edec-f71a-44ca-931e-eda214c28a70 service neutron] 10.222.0.49 "GET /v2.0/ports/eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1325641 Apr 18 20:28:55.567584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] For port 82b2f486-8693-498f-be23-a60e36f7eec5, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:55.573892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] For port 82b2f486-8693-498f-be23-a60e36f7eec5, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=82b2f486-8693-498f-be23-a60e36f7eec5,segment=NetworkSegment(ff068793-58b5-4cc1-b04d-3e52b9e1eb0a),segment_id=ff068793-58b5-4cc1-b04d-3e52b9e1eb0a)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:55.581889 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.612790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-bc203032-fe6b-41eb-9f84-c7f8b50e7998 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] For port 24087b44-bd0a-42b8-9052-98396afd0ae8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=24087b44-bd0a-42b8-9052-98396afd0ae8,segment=NetworkSegment(ba9472e1-1c44-4213-a305-3c5a9029aa6c),segment_id=ba9472e1-1c44-4213-a305-3c5a9029aa6c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:55.614591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-bc203032-fe6b-41eb-9f84-c7f8b50e7998 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.636760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-bc203032-fe6b-41eb-9f84-c7f8b50e7998 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Calling delete_port for 24087b44-bd0a-42b8-9052-98396afd0ae8 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:28:55.659362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678963dd-07fe-4638-9bae-7f2ac1e2d28d None None] Pushing event updated for resources: {'Port': ['ID=82b2f486-8693-498f-be23-a60e36f7eec5,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:55.693130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d8afc372-d488-46bc-8181-7a7beb082f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:55.695139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.695345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-d8afc372-d488-46bc-8181-7a7beb082f6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1095 time: 0.3506351 Apr 18 20:28:55.721334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.798325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-74140da8-1507-4764-8c8a-42e1b34372cc service neutron] 10.222.0.49 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360940 Apr 18 20:28:55.902358 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b8393dac-3855-45fc-9e85-5962ac36ae4f req-65afec2f-b487-430f-bc01-c624cd7bfc38 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.902563 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Allocated IP 172.25.2.159 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/df79bc7b-9484-4b4c-af15-d9d73026010c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:55.906155 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-bc203032-fe6b-41eb-9f84-c7f8b50e7998 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.918572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['24087b44-bd0a-42b8-9052-98396afd0ae8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:28:55.932565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-ad714b56-8f02-44e0-8a44-f50b923c089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:55.934172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-ad714b56-8f02-44e0-8a44-f50b923c089f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=833767ce-0037-431d-82c3-b9292bd390b5 HTTP/1.1" status: 200 len: 853 time: 0.3820279 Apr 18 20:28:55.937751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-175ee8f8-15be-4e94-ac23-9096c381c1e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452904ce-5879-430f-ba34-9f2063914d57 HTTP/1.1" status: 200 len: 217 time: 0.2196579 Apr 18 20:28:55.939932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b8393dac-3855-45fc-9e85-5962ac36ae4f req-65afec2f-b487-430f-bc01-c624cd7bfc38 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.975785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc203032-fe6b-41eb-9f84-c7f8b50e7998 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Pushing event deleted for resources: {'Port': ['ID=24087b44-bd0a-42b8-9052-98396afd0ae8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:56.065573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:56.073744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6726cc57-b393-443f-a025-63bf8164053e service neutron] 10.222.0.49 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746139 Apr 18 20:28:56.093683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-bc203032-fe6b-41eb-9f84-c7f8b50e7998 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] No DVR routers for this DVR port 24087b44-bd0a-42b8-9052-98396afd0ae8 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:56.096819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-bc203032-fe6b-41eb-9f84-c7f8b50e7998 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.101429 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-eddf5810-fa3c-459c-922c-d931a9f35ab2 req-bc203032-fe6b-41eb-9f84-c7f8b50e7998 tempest-ServerGroupTestJSON-2044841921 tempest-ServerGroupTestJSON-2044841921-project] 10.222.0.60 "DELETE /v2.0/ports/24087b44-bd0a-42b8-9052-98396afd0ae8 HTTP/1.1" status: 204 len: 173 time: 1.2059202 Apr 18 20:28:56.104890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe340a2-7d49-48c8-9740-65593f5908fa', 'name': 'network-vif-deleted', 'tag': '24087b44-bd0a-42b8-9052-98396afd0ae8'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:56.107676 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda2b3e6-e1f4-4d6d-9b0d-21eb18ec9c8c" -d '{"events": [{"server_uuid": "1fe340a2-7d49-48c8-9740-65593f5908fa", "name": "network-vif-deleted", "tag": "24087b44-bd0a-42b8-9052-98396afd0ae8"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:28:56.126878 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b8393dac-3855-45fc-9e85-5962ac36ae4f req-65afec2f-b487-430f-bc01-c624cd7bfc38 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.128080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8393dac-3855-45fc-9e85-5962ac36ae4f req-65afec2f-b487-430f-bc01-c624cd7bfc38 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8949618 Apr 18 20:28:56.171104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:56.171749 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.182600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-27219ef6-c729-4f38-b7c0-a5de871bf7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:56.187202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-27219ef6-c729-4f38-b7c0-a5de871bf7fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1872258 Apr 18 20:28:56.192028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afec2f-b487-430f-bc01-c624cd7bfc38 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f33426e-a4c1-4dba-ae83-6bb8ff034187,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:56.212075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-64a2557d-8cc0-4514-85e7-7249af2b4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:56.213701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-64a2557d-8cc0-4514-85e7-7249af2b4228 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=02794945-9bda-46b4-9ed4-44e4b6e36cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2711082 Apr 18 20:28:56.237385 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.314551 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.359115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:56.366031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:56.370322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:56.398087 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Pushing event updated for resources: {'Port': ['ID=df79bc7b-9484-4b4c-af15-d9d73026010c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:56.642954 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.649989 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-8885f300-5b7c-42ff-9d23-a062362bb9ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4441397 Apr 18 20:28:56.659064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1c01b2e6-4c8b-48f8-99a2-6a64606e5e79 service neutron] 10.222.0.49 "GET /v2.0/ports/5d2e384b-30c9-4d64-bd31-15040d2a61fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.5578868 Apr 18 20:28:56.778526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-08d24c40-2ca3-4f12-9de9-cc07aa638f07 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0ab10033e7d140b1ba2cd2390c4f49df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170459 Apr 18 20:28:56.872002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.882327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd90323d-96a3-4eb4-9228-9891c00ace83 None None] Network fed7d0ff-0947-4865-9851-d20308cdb1e4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:28:56.918906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-615b918a-13d2-4464-8883-1fc16376366e service neutron] 10.222.0.60 "GET /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953547 Apr 18 20:28:56.936891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-446f3144-9482-4f29-b2a2-c3d8605f266b service neutron] 10.222.0.49 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767057 Apr 18 20:28:57.018580 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Router 7287e82c-727f-4d16-8f7e-422a435bbb9c is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:28:57.024642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f41eb456-9bdf-4b53-aeac-fb5f00b6cdb7 None None] Provisioning complete for port 82b2f486-8693-498f-be23-a60e36f7eec5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:57.025214 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f41eb456-9bdf-4b53-aeac-fb5f00b6cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.039750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-232620c1-0ac0-4f13-855b-d544da918182 service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197942 Apr 18 20:28:57.107379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-9637966b-03a8-42f9-b957-470d78cd71a8 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:57.108784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-9637966b-03a8-42f9-b957-470d78cd71a8 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957487 Apr 18 20:28:57.143782 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f41eb456-9bdf-4b53-aeac-fb5f00b6cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.153331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:28:57.181893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Sync routers for ids ['7287e82c-727f-4d16-8f7e-422a435bbb9c'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:57.184052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.186115 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f09cb22e-9014-45a8-b4a8-74d44d9d3e86 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7151213 Apr 18 20:28:57.188710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56592) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:28:57.210580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f41eb456-9bdf-4b53-aeac-fb5f00b6cdb7 None None] For port 82b2f486-8693-498f-be23-a60e36f7eec5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=82b2f486-8693-498f-be23-a60e36f7eec5,segment=NetworkSegment(ff068793-58b5-4cc1-b04d-3e52b9e1eb0a),segment_id=ff068793-58b5-4cc1-b04d-3e52b9e1eb0a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:28:57.213951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-233d10dd-c1a3-460c-a2e8-d0b0a5bbe235 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/quotas/0ab10033e7d140b1ba2cd2390c4f49df HTTP/1.1" status: 200 len: 375 time: 0.0655577 Apr 18 20:28:57.219707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Routers {'7287e82c-727f-4d16-8f7e-422a435bbb9c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:57.220507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7287e82c-727f-4d16-8f7e-422a435bbb9c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:57.225062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f41eb456-9bdf-4b53-aeac-fb5f00b6cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.249013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-464af51a-049d-43d5-9ff9-9b268eb2e313 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980494 Apr 18 20:28:57.251049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb246bc6-e40d-4619-bfeb-6a1bdee42a20 req-1cf08140-537c-4424-89ae-39b7b5020aa7 service neutron] 10.222.0.60 "GET /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181338 Apr 18 20:28:57.311818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-bea739d6-320e-4fab-a44e-83c396feb8c6 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0ab10033e7d140b1ba2cd2390c4f49df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891140 Apr 18 20:28:57.345038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bb8e80e-b132-4ba2-b716-31ceb43efd23 req-f9b6d127-d773-401c-93ba-eaa997746d3a service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747722 Apr 18 20:28:57.430045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Set router 7287e82c-727f-4d16-8f7e-422a435bbb9c gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:57.497211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-dc737ab0-6c7b-4d8d-be64-ef37addc40e6 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171879 Apr 18 20:28:57.643046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41eb456-9bdf-4b53-aeac-fb5f00b6cdb7 None None] Pushing event updated for resources: {'Port': ['ID=82b2f486-8693-498f-be23-a60e36f7eec5,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:57.724153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-94343ca6-4c45-4114-84a3-5c3cfef7f24d None None] Provisioning complete for port 82b2f486-8693-498f-be23-a60e36f7eec5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:57.725587 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-94343ca6-4c45-4114-84a3-5c3cfef7f24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.756089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba01bfe-b1e3-4cb0-be6c-861b075ff176 req-ebca4f02-c97c-4f19-b704-c57a8a5e6c49 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:57.765875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ba01bfe-b1e3-4cb0-be6c-861b075ff176 req-ebca4f02-c97c-4f19-b704-c57a8a5e6c49 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 944 time: 0.1704590 Apr 18 20:28:57.817644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-ee2adad6-88c7-443e-abbc-4d859cca83fa service neutron] 10.222.0.49 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134704 Apr 18 20:28:57.850670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'name': 'tempest-TaggedBootDevicesTest-573699714-router', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:28:56Z', 'revision_number': 3, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'gw_port': {'id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:55Z', 'updated_at': '2022-04-18T20:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:57.871212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ba01bfe-b1e3-4cb0-be6c-861b075ff176 req-77a670c5-1256-46e2-90c7-bf2b9a43b658 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043308 Apr 18 20:28:57.880126 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.896890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Checking router: 7287e82c-727f-4d16-8f7e-422a435bbb9c for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:57.897268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Updating router 7287e82c-727f-4d16-8f7e-422a435bbb9c port df79bc7b-9484-4b4c-af15-d9d73026010c binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:57.969283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.034705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07a90878-8f6d-49e0-a981-e2aba69c1761 req-2a1a7980-1c90-474e-a574-a0ea842811b8 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=7005fe27ae464220a88d7cd5dcbe709d HTTP/1.1" status: 200 len: 1654 time: 0.1044769 Apr 18 20:28:58.045635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f908e34e-751f-46d9-8322-08014fefe71f service neutron] 10.222.0.49 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223210 Apr 18 20:28:58.107034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 82b2f486-8693-498f-be23-a60e36f7eec5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:28:58.182963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Allocated IP 172.20.0.1 (fed7d0ff-0947-4865-9851-d20308cdb1e4/b2344dbc-6f76-4fe4-b872-35aa5730c35a/047da8a9-2062-46aa-b9cd-ce0bd63f6fb1) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:58.257118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 82b2f486-8693-498f-be23-a60e36f7eec5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:58.257598 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.274349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-cef34d84-fae4-4c49-aad1-86a1376392d5 service neutron] 10.222.0.49 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005398 Apr 18 20:28:58.363119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a90878-8f6d-49e0-a981-e2aba69c1761 req-2b18f3bc-8472-45a7-a986-0f95ac433684 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:58.376420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07a90878-8f6d-49e0-a981-e2aba69c1761 req-2b18f3bc-8472-45a7-a986-0f95ac433684 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks?id=64d495fe-feb7-490d-bba7-dad2bebf54fb&id=64d495fe-feb7-490d-bba7-dad2bebf54fb&id=64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 787 time: 0.3297694 Apr 18 20:28:58.437215 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.486021 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.494594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.495687 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.542848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Network fed7d0ff-0947-4865-9851-d20308cdb1e4 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:58.547743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:58.555751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:28:58.556086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Attempting to bind port df79bc7b-9484-4b4c-af15-d9d73026010c on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:58.556458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Attempting to bind port df79bc7b-9484-4b4c-af15-d9d73026010c by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:58.556812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Attempting to bind port df79bc7b-9484-4b4c-af15-d9d73026010c on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:28:58.573509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-b5d90d95-d847-4777-9474-351e039f6c4b service neutron] 10.222.0.49 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511935 Apr 18 20:28:58.613732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:28:58.614233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:28:58.615176 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.615660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:28:58.616319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Bound port: df79bc7b-9484-4b4c-af15-d9d73026010c, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:58.616794 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.619292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Pushing event updated for resources: {'Port': ['ID=047da8a9-2062-46aa-b9cd-ce0bd63f6fb1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:58.658082 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea79348-b73b-4d8b-a737-88a1608fca20 x-openstack-request-id: req-3ea79348-b73b-4d8b-a737-88a1608fca20 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:58.658386 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5209c176-e12a-4b24-b136-26609b8e7300", "tag": "452904ce-5879-430f-ba34-9f2063914d57", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:58.658683 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ea79348-b73b-4d8b-a737-88a1608fca20 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:58.659076 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea79348-b73b-4d8b-a737-88a1608fca20'] response: {'name': 'network-changed', 'server_uuid': '5209c176-e12a-4b24-b136-26609b8e7300', 'tag': '452904ce-5879-430f-ba34-9f2063914d57', 'status': 'completed', 'code': 200} Apr 18 20:28:58.669630 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.692494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 24087b44-bd0a-42b8-9052-98396afd0ae8 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:28:58.761648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e106bba-20d7-404c-8b63-575e789447d5 None None] Pushing event updated for resources: {'Port': ['ID=df79bc7b-9484-4b4c-af15-d9d73026010c,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:58.782270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 24087b44-bd0a-42b8-9052-98396afd0ae8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:28:58.782869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 24087b44-bd0a-42b8-9052-98396afd0ae8 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:28:58.787029 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9c7ea1-04dd-4002-9b99-2a491c28b54a x-openstack-request-id: req-2c9c7ea1-04dd-4002-9b99-2a491c28b54a {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:28:58.787240 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe340a2-7d49-48c8-9740-65593f5908fa", "name": "network-vif-deleted", "tag": "24087b44-bd0a-42b8-9052-98396afd0ae8", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:28:58.787547 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c9c7ea1-04dd-4002-9b99-2a491c28b54a {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:28:58.790149 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9c7ea1-04dd-4002-9b99-2a491c28b54a'] response: {'server_uuid': '1fe340a2-7d49-48c8-9740-65593f5908fa', 'name': 'network-vif-deleted', 'tag': '24087b44-bd0a-42b8-9052-98396afd0ae8', 'status': 'completed', 'code': 200} Apr 18 20:28:58.795511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7c4bc-8567-476d-aebf-71059369bfa5 req-f20dfddb-b209-4bb1-968a-06cf86d03ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:58.797795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8a7c4bc-8567-476d-aebf-71059369bfa5 req-f20dfddb-b209-4bb1-968a-06cf86d03ee1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1095 time: 0.1415429 Apr 18 20:28:58.804763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6dec9666-9de8-4b4a-9549-c364f099bae9 service neutron] 10.222.0.49 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197735 Apr 18 20:28:58.826327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] For port df79bc7b-9484-4b4c-af15-d9d73026010c, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:28:58.830087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] For port df79bc7b-9484-4b4c-af15-d9d73026010c, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=df79bc7b-9484-4b4c-af15-d9d73026010c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:28:58.836289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.906878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e106bba-20d7-404c-8b63-575e789447d5 None None] Pushing event updated for resources: {'Port': ['ID=df79bc7b-9484-4b4c-af15-d9d73026010c,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:58.918814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Routers {'7287e82c-727f-4d16-8f7e-422a435bbb9c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:28:58.919570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7287e82c-727f-4d16-8f7e-422a435bbb9c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:58.932461 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.968329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-56b78269-74fe-4e38-af3c-17fc33273d31 None None] Provisioning complete for port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:58.968840 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-56b78269-74fe-4e38-af3c-17fc33273d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.970930 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d01d453-501b-4b59-b3bf-d77bd309ae00 req-42304104-b648-41ab-af96-f48dccc2d9b7 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/6f33426e-a4c1-4dba-ae83-6bb8ff034187 HTTP/1.1" status: 200 len: 1804 time: 0.2241433 Apr 18 20:28:58.978068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7c4bc-8567-476d-aebf-71059369bfa5 req-5f945ef5-ed5b-4a61-a595-b52c24a15eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:58.979488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8a7c4bc-8567-476d-aebf-71059369bfa5 req-5f945ef5-ed5b-4a61-a595-b52c24a15eaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.1615341 Apr 18 20:28:58.995874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4d01d453-501b-4b59-b3bf-d77bd309ae00 req-b35e0d4d-b874-46ab-b52c-20e513ab8bb6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f33426e-a4c1-4dba-ae83-6bb8ff034187', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:58.996198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4d01d453-501b-4b59-b3bf-d77bd309ae00 req-b35e0d4d-b874-46ab-b52c-20e513ab8bb6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f33426e-a4c1-4dba-ae83-6bb8ff034187', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:59.052734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8a7c4bc-8567-476d-aebf-71059369bfa5 req-17792499-2d8a-4761-b27b-df8e2508383c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452904ce-5879-430f-ba34-9f2063914d57 HTTP/1.1" status: 200 len: 217 time: 0.0498717 Apr 18 20:28:59.059938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-efc9747d-c72c-444e-9391-0689466e7806 service neutron] 10.222.0.49 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518463 Apr 18 20:28:59.087476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] Set router 7287e82c-727f-4d16-8f7e-422a435bbb9c gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:28:59.120357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-56b78269-74fe-4e38-af3c-17fc33273d31 None None] Port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:28:59.161514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.168225 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.192281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-0b2ca861-0760-40c2-a700-5c4654be5269 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0ab10033e7d140b1ba2cd2390c4f49df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669301 Apr 18 20:28:59.219912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7c4bc-8567-476d-aebf-71059369bfa5 req-24eb2db2-488d-4f31-8ac2-fb76e03d5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:59.221302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8a7c4bc-8567-476d-aebf-71059369bfa5 req-24eb2db2-488d-4f31-8ac2-fb76e03d5527 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1594822 Apr 18 20:28:59.254566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Pushing event updated for resources: {'Port': ['ID=047da8a9-2062-46aa-b9cd-ce0bd63f6fb1,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:59.273223 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.294763 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4d01d453-501b-4b59-b3bf-d77bd309ae00 req-b35e0d4d-b874-46ab-b52c-20e513ab8bb6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.329239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8a7c4bc-8567-476d-aebf-71059369bfa5 req-9bf0b6d3-58df-4539-971d-5e03131b9550 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791972 Apr 18 20:28:59.380018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Network fed7d0ff-0947-4865-9851-d20308cdb1e4 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:59.383038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-5c518d64-64f5-45b9-b022-d50f9eaec684 service neutron] 10.222.0.49 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098445 Apr 18 20:28:59.383377 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:59.431405 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4d01d453-501b-4b59-b3bf-d77bd309ae00 req-b35e0d4d-b874-46ab-b52c-20e513ab8bb6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.452220 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4d01d453-501b-4b59-b3bf-d77bd309ae00 req-b35e0d4d-b874-46ab-b52c-20e513ab8bb6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.481561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-823f0f17-8dae-4a98-87af-c9516fb0843d tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:59.483060 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-823f0f17-8dae-4a98-87af-c9516fb0843d tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792492 Apr 18 20:28:59.490791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'name': 'tempest-TaggedBootDevicesTest-573699714-router', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 4, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'gw_port': {'id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:55Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '047da8a9-2062-46aa-b9cd-ce0bd63f6fb1', 'name': '', 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'mac_address': 'fa:16:3e:dc:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:57Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 1, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'subnets': [{'id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:59.507815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e0d4d-b874-46ab-b52c-20e513ab8bb6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0217588-c1e8-4378-b8b4-1f9fa25d89fe,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:59.522238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Request body: {'port': {'device_id': '35803679-ac96-4cbc-8f03-005492073aec', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '0ab10033e7d140b1ba2cd2390c4f49df'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:59.523427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575dc4ce-7a73-4c24-b727-ff9356fc6607 None None] The sync data for ids ['7287e82c-727f-4d16-8f7e-422a435bbb9c'] in n-d-836015-4 is: [{'id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'name': 'tempest-TaggedBootDevicesTest-573699714-router', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 4, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'gw_port': {'id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:55Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '047da8a9-2062-46aa-b9cd-ce0bd63f6fb1', 'name': '', 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'mac_address': 'fa:16:3e:dc:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:57Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 1, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'subnets': [{'id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:59.542996 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4d01d453-501b-4b59-b3bf-d77bd309ae00 req-b35e0d4d-b874-46ab-b52c-20e513ab8bb6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.555474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d01d453-501b-4b59-b3bf-d77bd309ae00 req-b35e0d4d-b874-46ab-b52c-20e513ab8bb6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5712802 Apr 18 20:28:59.607675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8a7c4bc-8567-476d-aebf-71059369bfa5 req-00a9798a-1f56-495d-9286-0f0546466615 service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626193 Apr 18 20:28:59.705251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50c439d1-ee91-4591-93c8-0192edf47cf9 req-42a00a46-4388-44e8-8a5e-9eb530f30145 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/ports?device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 210 time: 0.0607634 Apr 18 20:28:59.838102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-1f761fa5-0a99-41fc-bdb2-4f8d35753dbe tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips/c35c816f-48fe-46b8-8f60-ffafa24ab8d1 HTTP/1.1" status: 200 len: 692 time: 0.0841138 Apr 18 20:28:59.874394 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-49fbedc9-fa4d-4870-8e06-279c012d12d8 None None] Provisioning complete for port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:59.874767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-49fbedc9-fa4d-4870-8e06-279c012d12d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.879656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8a7c4bc-8567-476d-aebf-71059369bfa5 req-524cf71a-7adc-4370-9986-3040ef0c6a6c service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341383 Apr 18 20:28:59.929859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Router 7287e82c-727f-4d16-8f7e-422a435bbb9c has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:28:59.955586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Made reservation on behalf of 0ab10033e7d140b1ba2cd2390c4f49df for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:59.959379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.982925 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.002761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-49fbedc9-fa4d-4870-8e06-279c012d12d8 None None] Port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:00.042763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-245d4e8d-719b-408b-bcf4-4e9b3ad75e87 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:00.044218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-245d4e8d-719b-408b-bcf4-4e9b3ad75e87 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.1947334 Apr 18 20:29:00.105116 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:00.112535 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d7b1fadf-0a6d-45e0-96f5-c76900bf1a42 admin admin] 10.222.0.49 "PUT /v2.0/routers/7287e82c-727f-4d16-8f7e-422a435bbb9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9207473 Apr 18 20:29:00.137211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-6b7d56b2-83cb-4141-9bd8-777d8bb4aab4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0837512 Apr 18 20:29:00.206310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-383421a7-3308-4196-829e-52d4de1a1b5d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0681958 Apr 18 20:29:00.224901 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.263432 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.371972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 452904ce-5879-430f-ba34-9f2063914d57 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:00.521352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:00.538905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '452904ce-5879-430f-ba34-9f2063914d57', 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d', 'port_id': '452904ce-5879-430f-ba34-9f2063914d57', 'mac_address': 'fa:16:3e:86:f5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70734b1e-ef76-4ba8-bb35-e936fdc486bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:29:00.597430 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.644029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452904ce-5879-430f-ba34-9f2063914d57 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:00.735101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:00.742776 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.863674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=452904ce-5879-430f-ba34-9f2063914d57,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:00.940440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:01.005174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['452904ce-5879-430f-ba34-9f2063914d57'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:01.061628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54411ca6-85d2-45d2-8038-5105685072bc req-ebaddaad-9e7d-4943-9844-f0359c5917d0 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:01.063478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54411ca6-85d2-45d2-8038-5105685072bc req-ebaddaad-9e7d-4943-9844-f0359c5917d0 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 945 time: 0.1761804 Apr 18 20:29:01.071285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Allocated IP 192.168.233.112 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/98158f62-b60b-42d8-9312-c56b64ee2cdc) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:01.107253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-4968b220-d2d1-4064-a0c7-33600f37cdbf tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Deleting port e5fdde05-cf56-4ceb-97db-b7f31b0ef015 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:01.107685 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-4968b220-d2d1-4064-a0c7-33600f37cdbf tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.129784 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:29:01.172158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54411ca6-85d2-45d2-8038-5105685072bc req-c61970b8-257c-41d5-aa30-03a0a3605a8d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945826 Apr 18 20:29:01.362363 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-4968b220-d2d1-4064-a0c7-33600f37cdbf tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.362690 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-4968b220-d2d1-4064-a0c7-33600f37cdbf tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.389151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea4079ac-0050-433a-b8ce-8e29c2cbc90a req-9d392eba-69b7-4d68-8dd1-e9d27d804e2b tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/6f33426e-a4c1-4dba-ae83-6bb8ff034187 HTTP/1.1" status: 200 len: 2397 time: 0.1626813 Apr 18 20:29:01.395408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ea4079ac-0050-433a-b8ce-8e29c2cbc90a req-228d6af5-fced-4d6b-b973-581c2849b824 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f33426e-a4c1-4dba-ae83-6bb8ff034187', 'remote_group_id': None}]} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:01.395726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ea4079ac-0050-433a-b8ce-8e29c2cbc90a req-228d6af5-fced-4d6b-b973-581c2849b824 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f33426e-a4c1-4dba-ae83-6bb8ff034187', 'remote_group_id': None}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:01.411028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-4968b220-d2d1-4064-a0c7-33600f37cdbf tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Calling delete_port for e5fdde05-cf56-4ceb-97db-b7f31b0ef015 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:01.506051 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.581194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ea4079ac-0050-433a-b8ce-8e29c2cbc90a req-228d6af5-fced-4d6b-b973-581c2849b824 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.603436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.642977 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ea4079ac-0050-433a-b8ce-8e29c2cbc90a req-228d6af5-fced-4d6b-b973-581c2849b824 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.658435 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ea4079ac-0050-433a-b8ce-8e29c2cbc90a req-228d6af5-fced-4d6b-b973-581c2849b824 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.703234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:01.724010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:01.734335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:01.739546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Pushing event updated for resources: {'Port': ['ID=98158f62-b60b-42d8-9312-c56b64ee2cdc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:01.749461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d6af5-fced-4d6b-b973-581c2849b824 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c0d4df-88fc-49ee-8812-c300dfe65fda,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:01.772003 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ea4079ac-0050-433a-b8ce-8e29c2cbc90a req-228d6af5-fced-4d6b-b973-581c2849b824 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.797008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea4079ac-0050-433a-b8ce-8e29c2cbc90a req-228d6af5-fced-4d6b-b973-581c2849b824 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4068825 Apr 18 20:29:01.841536 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-4968b220-d2d1-4064-a0c7-33600f37cdbf tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.930020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968b220-d2d1-4064-a0c7-33600f37cdbf tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event deleted for resources: {'Port': ['ID=e5fdde05-cf56-4ceb-97db-b7f31b0ef015,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:02.014510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device df79bc7b-9484-4b4c-af15-d9d73026010c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:02.016002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-dce5cc57-e62f-4ed7-966d-045627206716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.017404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-dce5cc57-e62f-4ed7-966d-045627206716 service neutron] 10.222.0.64 "GET /v2.0/ports/eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae HTTP/1.1" status: 200 len: 1031 time: 0.0776999 Apr 18 20:29:02.043255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.044672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.096314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port df79bc7b-9484-4b4c-af15-d9d73026010c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:02.096919 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.154248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0885fa5b-06f2-46c2-8b77-ad59bf40ce64 req-670b523e-c4f1-42b4-b3e7-4f2a356b1ea7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.1660671 Apr 18 20:29:02.162158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fa5966a2-15c8-46ac-9169-94847b1e65a9 None None] Provisioning complete for port 98158f62-b60b-42d8-9312-c56b64ee2cdc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:02.163461 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fa5966a2-15c8-46ac-9169-94847b1e65a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.197963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-3b00b14e-aff8-4ab2-a395-6630bb7d9a15 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6870387 Apr 18 20:29:02.201405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-50a9b85a-7aa7-4ad7-a7f2-64cadd9ac4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.203190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-50a9b85a-7aa7-4ad7-a7f2-64cadd9ac4f8 service neutron] 10.222.0.64 "GET /v2.0/ports/5d2e384b-30c9-4d64-bd31-15040d2a61fb HTTP/1.1" status: 200 len: 1032 time: 0.1359475 Apr 18 20:29:02.217383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Request body: {'port': {'device_id': '35803679-ac96-4cbc-8f03-005492073aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:02.257509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fa5966a2-15c8-46ac-9169-94847b1e65a9 None None] Port 98158f62-b60b-42d8-9312-c56b64ee2cdc cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:02.264103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.291226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port df79bc7b-9484-4b4c-af15-d9d73026010c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=df79bc7b-9484-4b4c-af15-d9d73026010c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:02.301234 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.322044 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-4968b220-d2d1-4064-a0c7-33600f37cdbf tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.324764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-4968b220-d2d1-4064-a0c7-33600f37cdbf tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.325893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0cded90-0116-4387-8cf1-b03b1a32022f req-4968b220-d2d1-4064-a0c7-33600f37cdbf tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "DELETE /v2.0/floatingips/c35c816f-48fe-46b8-8f60-ffafa24ab8d1 HTTP/1.1" status: 204 len: 173 time: 2.1111500 Apr 18 20:29:02.391186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 452904ce-5879-430f-ba34-9f2063914d57 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:02.439753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=df79bc7b-9484-4b4c-af15-d9d73026010c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:02.449543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.465914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfa068-fd6e-4e1a-b223-6f1585496884 req-5683ae62-fc01-446f-abc5-10250bf351ea tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.467821 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ecfa068-fd6e-4e1a-b223-6f1585496884 req-5683ae62-fc01-446f-abc5-10250bf351ea tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 945 time: 0.1800549 Apr 18 20:29:02.475998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 452904ce-5879-430f-ba34-9f2063914d57 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:02.484842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 452904ce-5879-430f-ba34-9f2063914d57 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:02.485430 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.507037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-b4e24038-dda0-492d-ab78-0e783f44c951 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.512811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-b4e24038-dda0-492d-ab78-0e783f44c951 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.534445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-b4e24038-dda0-492d-ab78-0e783f44c951 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.543828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-b4e24038-dda0-492d-ab78-0e783f44c951 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "GET /v2.0/networks?id=5b3ce759-a463-4240-b6bf-4312a8b629c2&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&id=0b7f62c7-66d0-4e9c-b056-c65bae64064e HTTP/1.1" status: 200 len: 1996 time: 0.3127701 Apr 18 20:29:02.585427 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.608194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-e5d7f92d-618b-49a1-87d6-7e0a89911d70 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.609713 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-e5d7f92d-618b-49a1-87d6-7e0a89911d70 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.60 "GET /v2.0/ports?device_id=5916225d-ed51-4266-8f82-02c80d35e7e0 HTTP/1.1" status: 200 len: 945 time: 0.0932891 Apr 18 20:29:02.630665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:02.632772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5209c176-e12a-4b24-b136-26609b8e7300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452904ce-5879-430f-ba34-9f2063914d57'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:02.635819 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8160fa48-253f-4692-bab8-f832ae093c57" -d '{"events": [{"server_uuid": "5209c176-e12a-4b24-b136-26609b8e7300", "name": "network-vif-plugged", "status": "completed", "tag": "452904ce-5879-430f-ba34-9f2063914d57"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:02.639925 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.691158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=452904ce-5879-430f-ba34-9f2063914d57,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:02.774954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-07fb0a13-9f45-44e2-9525-d0fc4d02f05e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c4bea438d0240ea855317f3fb9ab77d HTTP/1.1" status: 200 len: 379 time: 0.2130039 Apr 18 20:29:02.787422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Deleting port 77158ec3-cd87-453f-b283-0353c190d276 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:02.788494 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.804307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ecfa068-fd6e-4e1a-b223-6f1585496884 req-56c33d75-aa71-4fad-8a11-d0f6d4d40a43 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/security-groups?id=725fc7e0-ea47-49a8-8bc6-145b7412e1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3193152 Apr 18 20:29:02.881097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'admin_state_up': True, 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'security_groups': ['08512ae3-d852-4ca5-abb6-f545f20b8c22']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:02.900213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] For port 77158ec3-cd87-453f-b283-0353c190d276, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=77158ec3-cd87-453f-b283-0353c190d276,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:02.900635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.927408 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Sync routers for ids ['7287e82c-727f-4d16-8f7e-422a435bbb9c'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:02.933909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b9bcd-88ff-4eaa-8734-4b8fc043a1eb req-1fd85c91-a53f-46f3-a386-eee4ac356543 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.935683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f3b9bcd-88ff-4eaa-8734-4b8fc043a1eb req-1fd85c91-a53f-46f3-a386-eee4ac356543 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/ports?device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 936 time: 0.3895881 Apr 18 20:29:02.947758 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Routers {'7287e82c-727f-4d16-8f7e-422a435bbb9c'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:02.948408 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7287e82c-727f-4d16-8f7e-422a435bbb9c'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:03.057744 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Set router 7287e82c-727f-4d16-8f7e-422a435bbb9c gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:03.094651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f3b9bcd-88ff-4eaa-8734-4b8fc043a1eb req-8fa5ac3c-4a66-4514-902d-8e8d33220c4f tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182654 Apr 18 20:29:03.156422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49c34436-d6c1-45ee-b4c4-38c5b79837a5 req-b86c6ac6-2ae4-44ba-a051-5ccad6ac3d0b tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/6f33426e-a4c1-4dba-ae83-6bb8ff034187 HTTP/1.1" status: 200 len: 2995 time: 0.2695596 Apr 18 20:29:03.285064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.285481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.285778 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Floating IP 4e50a23d-a6c9-40c9-92f4-a23eca3b1ea0 disassociated. External IP: 172.25.2.112, port: 77158ec3-cd87-453f-b283-0353c190d276. Apr 18 20:29:03.286123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Calling delete_port for 77158ec3-cd87-453f-b283-0353c190d276 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:03.304993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98158f62-b60b-42d8-9312-c56b64ee2cdc {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:03.317256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.333759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Transition to ACTIVE for port object 98158f62-b60b-42d8-9312-c56b64ee2cdc will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:03.351708 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'name': 'tempest-TaggedBootDevicesTest-573699714-router', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 4, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'gw_port': {'id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:55Z', 'updated_at': '2022-04-18T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '047da8a9-2062-46aa-b9cd-ce0bd63f6fb1', 'name': '', 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'mac_address': 'fa:16:3e:dc:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:57Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 2, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'subnets': [{'id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:03.368633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.403068 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Checking router: 7287e82c-727f-4d16-8f7e-422a435bbb9c for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:03.403411 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Updating router 7287e82c-727f-4d16-8f7e-422a435bbb9c port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:29:03.456666 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.490545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-e3d6b0f2-a217-41c9-b6a7-8c6700977634 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips/09580cf2-dbb2-429e-a876-76c1197134b9 HTTP/1.1" status: 200 len: 692 time: 0.1315043 Apr 18 20:29:03.524939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.765027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Router 8478ef72-756b-477f-8064-1dea909290be has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:03.785297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Pushing event deleted for resources: {'Port': ['ID=77158ec3-cd87-453f-b283-0353c190d276,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:03.839671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-8cb12dbe-fb1d-458b-8a20-4160ac34bc61 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:03.851263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-8cb12dbe-fb1d-458b-8a20-4160ac34bc61 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.3583217 Apr 18 20:29:04.032135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:04.035562 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.061944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:04.077084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] Sync routers for ids ['8478ef72-756b-477f-8064-1dea909290be'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:04.092151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device df79bc7b-9484-4b4c-af15-d9d73026010c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:04.109577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Pushing event updated for resources: {'Port': ['ID=98158f62-b60b-42d8-9312-c56b64ee2cdc,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:04.143329 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.145656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-36a01a6f-8bac-46d5-b801-2e12bbde1317 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.2920201 Apr 18 20:29:04.154929 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.171652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] No DVR routers for this DVR port 77158ec3-cd87-453f-b283-0353c190d276 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:04.177982 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.186143 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4c34ec01-d2fd-4332-b65b-44824296ee57 req-23808ab4-db5c-4a0a-b5e3-1871a7774104 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.60 "DELETE /v2.0/ports/77158ec3-cd87-453f-b283-0353c190d276 HTTP/1.1" status: 204 len: 173 time: 1.5691419 Apr 18 20:29:04.186647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'name': 'network-vif-deleted', 'tag': '77158ec3-cd87-453f-b283-0353c190d276'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:04.188981 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b81bb3a-e575-41d6-80fe-a2e64e667b8c" -d '{"events": [{"server_uuid": "5916225d-ed51-4266-8f82-02c80d35e7e0", "name": "network-vif-deleted", "tag": "77158ec3-cd87-453f-b283-0353c190d276"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:04.232000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port df79bc7b-9484-4b4c-af15-d9d73026010c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:04.232562 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.246250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7889d-5417-49b3-a5c6-2d6926df0c1b req-ec42d293-e7d5-4baf-a7f3-2206803f8938 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:04.249487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7e7889d-5417-49b3-a5c6-2d6926df0c1b req-ec42d293-e7d5-4baf-a7f3-2206803f8938 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 946 time: 0.8921161 Apr 18 20:29:04.272754 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef35f1-8cef-453c-b486-4be8f1dc6b36 None None] Pushing event updated for resources: {'Port': ['ID=047da8a9-2062-46aa-b9cd-ce0bd63f6fb1,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:04.310064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] Routers {'8478ef72-756b-477f-8064-1dea909290be'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:04.315250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8478ef72-756b-477f-8064-1dea909290be'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:04.403332 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Attempting to bind port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:04.403868 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Attempting to bind port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:04.404331 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Attempting to bind port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 on network fed7d0ff-0947-4865-9851-d20308cdb1e4 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:04.430686 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:04.431285 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Checking segment: {'id': 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:04.431771 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.439733 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Bound using segment: {'id': 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:04.440394 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Bound port: 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:04.441103 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.582167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Allocated IP 172.20.0.9 (5b3ce759-a463-4240-b6bf-4312a8b629c2/0daa6ee3-1616-4131-b741-bc636f011dc4/305f39d6-2edb-4b24-8b63-fd3f9a829bdc) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:04.599375 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] For port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:04.604942 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] For port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=047da8a9-2062-46aa-b9cd-ce0bd63f6fb1,segment=NetworkSegment(ff068793-58b5-4cc1-b04d-3e52b9e1eb0a),segment_id=ff068793-58b5-4cc1-b04d-3e52b9e1eb0a)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:04.621252 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.629700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] Set router 8478ef72-756b-477f-8064-1dea909290be gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:04.741248 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef35f1-8cef-453c-b486-4be8f1dc6b36 None None] Pushing event updated for resources: {'Port': ['ID=047da8a9-2062-46aa-b9cd-ce0bd63f6fb1,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:04.758227 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Routers {'7287e82c-727f-4d16-8f7e-422a435bbb9c'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:04.758989 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7287e82c-727f-4d16-8f7e-422a435bbb9c'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:04.849757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-223a7940-3a1f-42c2-9fc3-f709b499b98a None None] Provisioning complete for port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:04.851431 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-223a7940-3a1f-42c2-9fc3-f709b499b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.973850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.001199 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] Set router 7287e82c-727f-4d16-8f7e-422a435bbb9c gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:05.047685 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-223a7940-3a1f-42c2-9fc3-f709b499b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.107085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-223a7940-3a1f-42c2-9fc3-f709b499b98a None None] For port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=047da8a9-2062-46aa-b9cd-ce0bd63f6fb1,segment=NetworkSegment(ff068793-58b5-4cc1-b04d-3e52b9e1eb0a),segment_id=ff068793-58b5-4cc1-b04d-3e52b9e1eb0a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:05.121109 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-223a7940-3a1f-42c2-9fc3-f709b499b98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.125907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:29Z', 'revision_number': 5, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:05.158609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] Checking router: 8478ef72-756b-477f-8064-1dea909290be for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:05.182152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-f991dd31-024f-4635-919b-1172a29ba362 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 1.0355337 Apr 18 20:29:05.204364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] Routers {'8478ef72-756b-477f-8064-1dea909290be'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:05.204844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:28:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8478ef72-756b-477f-8064-1dea909290be'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:05.206382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Attempting to bind port 98158f62-b60b-42d8-9312-c56b64ee2cdc on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:05.206739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Attempting to bind port 98158f62-b60b-42d8-9312-c56b64ee2cdc by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:05.207092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Attempting to bind port 98158f62-b60b-42d8-9312-c56b64ee2cdc on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:05.273114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Port 98158f62-b60b-42d8-9312-c56b64ee2cdc on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:05.273114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Attempting to bind port 98158f62-b60b-42d8-9312-c56b64ee2cdc on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:05.286990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a7940-3a1f-42c2-9fc3-f709b499b98a None None] Pushing event updated for resources: {'Port': ['ID=047da8a9-2062-46aa-b9cd-ce0bd63f6fb1,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:05.312610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:05.315056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:05.315056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:05.315056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Bound port: 98158f62-b60b-42d8-9312-c56b64ee2cdc, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:05.315056 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.324792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-76665cd0-c3a2-42ac-bda7-4b8d6f3216c9 None None] Provisioning complete for port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:05.325832 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76665cd0-c3a2-42ac-bda7-4b8d6f3216c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.342031 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'name': 'tempest-TaggedBootDevicesTest-573699714-router', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 4, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'gw_port': {'id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:55Z', 'updated_at': '2022-04-18T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '047da8a9-2062-46aa-b9cd-ce0bd63f6fb1', 'name': '', 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'mac_address': 'fa:16:3e:dc:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:57Z', 'updated_at': '2022-04-18T20:29:04Z', 'revision_number': 4, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'subnets': [{'id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:05.373327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7e7889d-5417-49b3-a5c6-2d6926df0c1b req-25cf71bb-cbd6-4a0c-b0f1-c554ecde79fa tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723373 Apr 18 20:29:05.390438 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5edbc42-3a30-4b89-9db0-0c81a29e8a51 None None] The sync data for ids ['7287e82c-727f-4d16-8f7e-422a435bbb9c'] in n-d-836015-4 is: [{'id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'name': 'tempest-TaggedBootDevicesTest-573699714-router', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:28:58Z', 'revision_number': 4, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'gw_port': {'id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:55Z', 'updated_at': '2022-04-18T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '047da8a9-2062-46aa-b9cd-ce0bd63f6fb1', 'name': '', 'network_id': 'fed7d0ff-0947-4865-9851-d20308cdb1e4', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'mac_address': 'fa:16:3e:dc:85:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:57Z', 'updated_at': '2022-04-18T20:29:04Z', 'revision_number': 4, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'subnets': [{'id': 'b2344dbc-6f76-4fe4-b872-35aa5730c35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:05.403382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.596570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Port': ['ID=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:05.656705 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbe060b-4b47-4098-b9ae-7865a9d408aa x-openstack-request-id: req-4cbe060b-4b47-4098-b9ae-7865a9d408aa {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:05.657232 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5209c176-e12a-4b24-b136-26609b8e7300", "name": "network-vif-plugged", "status": "completed", "tag": "452904ce-5879-430f-ba34-9f2063914d57", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:05.657516 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4cbe060b-4b47-4098-b9ae-7865a9d408aa {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:05.657877 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbe060b-4b47-4098-b9ae-7865a9d408aa'] response: {'server_uuid': '5209c176-e12a-4b24-b136-26609b8e7300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452904ce-5879-430f-ba34-9f2063914d57', 'code': 200} Apr 18 20:29:05.667932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network 5b3ce759-a463-4240-b6bf-4312a8b629c2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:05.669708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:05.703755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13b1c836-1f03-465c-b621-fea1a3959121 req-a1c7a9e2-5230-4e6a-9300-b71f644eb91b tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-group-rules/a3c0d4df-88fc-49ee-8812-c300dfe65fda HTTP/1.1" status: 200 len: 783 time: 0.0908735 Apr 18 20:29:05.719976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:05.860381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] Set router 8478ef72-756b-477f-8064-1dea909290be gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:05.957968 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4b05b79b-3589-4d31-a9a0-f4aaf281ee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.984605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-beda132e-30fd-48e6-bed7-47072356f3b4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Deleting port 1d972521-d415-4f20-952b-c22f56a33c0a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:05.984605 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-beda132e-30fd-48e6-bed7-47072356f3b4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.102457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] For port 98158f62-b60b-42d8-9312-c56b64ee2cdc, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:06.107461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:06.116170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:06.116998 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.128013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a25fcc-3d66-4aa7-9a1b-576d99da1bee req-6b05f4fd-0b55-4929-bfa5-7dfdce566297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:06.130001 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4a25fcc-3d66-4aa7-9a1b-576d99da1bee req-6b05f4fd-0b55-4929-bfa5-7dfdce566297 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1097 time: 0.4875987 Apr 18 20:29:06.143266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13b1c836-1f03-465c-b621-fea1a3959121 req-93aa389b-5954-47dc-bff7-6039ac2bf6f6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/6f33426e-a4c1-4dba-ae83-6bb8ff034187 HTTP/1.1" status: 200 len: 2995 time: 0.4368434 Apr 18 20:29:06.317672 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7921f812-476d-4d27-99c9-c5af83479a32 None None] Provisioning complete for port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:06.318037 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7921f812-476d-4d27-99c9-c5af83479a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.458159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7921f812-476d-4d27-99c9-c5af83479a32 None None] Port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:06.466542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:06.466908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.559062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:29Z', 'revision_number': 5, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:06.603026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] For port 98158f62-b60b-42d8-9312-c56b64ee2cdc, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=98158f62-b60b-42d8-9312-c56b64ee2cdc,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:06.611626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686cadc3-600c-4881-a7a3-013805674b20 None None] The sync data for ids ['8478ef72-756b-477f-8064-1dea909290be'] in n-d-836015-4 is: [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:25:20Z', 'revision_number': 4, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1961f71-b06f-46f7-b800-0893694b044d', 'name': '', 'network_id': '02794945-9bda-46b4-9ed4-44e4b6e36cfa', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'mac_address': 'fa:16:3e:bd:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '833767ce-0037-431d-82c3-b9292bd390b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:18Z', 'updated_at': '2022-04-18T20:25:29Z', 'revision_number': 5, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'subnets': [{'id': '833767ce-0037-431d-82c3-b9292bd390b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:06.620961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-978ac18d-27b0-442c-aa02-0bc2c64cf4ce tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8103042 Apr 18 20:29:06.640006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.658484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1', 'admin_state_up': True, 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'security_groups': ['08512ae3-d852-4ca5-abb6-f545f20b8c22']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:06.669628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-beda132e-30fd-48e6-bed7-47072356f3b4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.670283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-beda132e-30fd-48e6-bed7-47072356f3b4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.694552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 77158ec3-cd87-453f-b283-0353c190d276 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:06.749719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-beda132e-30fd-48e6-bed7-47072356f3b4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Calling delete_port for 1d972521-d415-4f20-952b-c22f56a33c0a owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:06.766490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 77158ec3-cd87-453f-b283-0353c190d276 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:06.767175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 77158ec3-cd87-453f-b283-0353c190d276 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:06.845758 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:06.846366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.847750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] 10.222.0.60 "PUT /v2.0/ports/98158f62-b60b-42d8-9312-c56b64ee2cdc HTTP/1.1" status: 200 len: 1096 time: 4.6386194 Apr 18 20:29:06.848788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13b1c836-1f03-465c-b621-fea1a3959121 req-ad37a92a-6215-4d1e-89bd-256befb4901e tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.851425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35803679-ac96-4cbc-8f03-005492073aec', 'tag': '98158f62-b60b-42d8-9312-c56b64ee2cdc'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:06.860685 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e10714-5353-44a7-8312-568037ebbf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "35803679-ac96-4cbc-8f03-005492073aec", "tag": "98158f62-b60b-42d8-9312-c56b64ee2cdc"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:06.939621 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13b1c836-1f03-465c-b621-fea1a3959121 req-ad37a92a-6215-4d1e-89bd-256befb4901e tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.949054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4a25fcc-3d66-4aa7-9a1b-576d99da1bee req-759b34a5-78fd-47fb-b9d4-b9ecc43d94c5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7869320 Apr 18 20:29:07.028414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b882f-c0e8-474f-af7c-07dff012711e service neutron] Pushing event updated for resources: {'Port': ['ID=98158f62-b60b-42d8-9312-c56b64ee2cdc,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:07.063990 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e50b38a-a32f-486d-b152-2d7bd63b9279 None None] New status for floating IP 4e50a23d-a6c9-40c9-92f4-a23eca3b1ea0: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:29:07.137186 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13b1c836-1f03-465c-b621-fea1a3959121 req-ad37a92a-6215-4d1e-89bd-256befb4901e tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.143341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13b1c836-1f03-465c-b621-fea1a3959121 req-ad37a92a-6215-4d1e-89bd-256befb4901e tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.145331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13b1c836-1f03-465c-b621-fea1a3959121 req-ad37a92a-6215-4d1e-89bd-256befb4901e tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a3c0d4df-88fc-49ee-8812-c300dfe65fda HTTP/1.1" status: 204 len: 173 time: 0.9722161 Apr 18 20:29:07.183409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-b629d377-d162-4f48-adf9-51ead0cb8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:07.185358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-b629d377-d162-4f48-adf9-51ead0cb8f59 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ab10033e7d140b1ba2cd2390c4f49df&device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 1099 time: 0.2674227 Apr 18 20:29:07.188595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37a92a-6215-4d1e-89bd-256befb4901e tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3c0d4df-88fc-49ee-8812-c300dfe65fda,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:07.236779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-45ef3904-4a17-4450-b37b-c3c16e6149f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=98158f62-b60b-42d8-9312-c56b64ee2cdc HTTP/1.1" status: 200 len: 217 time: 0.0416715 Apr 18 20:29:07.240639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:07.244428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.405805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-048499b6-c338-4c94-81d2-ea232314bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:07.407308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-048499b6-c338-4c94-81d2-ea232314bbea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1465871 Apr 18 20:29:07.497699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c42b7-c2f2-4788-82b3-98e038574cac req-54c67107-65ae-4eb8-adc5-3777fc651cbc tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:07.499150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-802c42b7-c2f2-4788-82b3-98e038574cac req-54c67107-65ae-4eb8-adc5-3777fc651cbc tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 931 time: 0.1851966 Apr 18 20:29:07.571224 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-beda132e-30fd-48e6-bed7-47072356f3b4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.622971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda132e-30fd-48e6-bed7-47072356f3b4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event deleted for resources: {'Port': ['ID=1d972521-d415-4f20-952b-c22f56a33c0a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:07.660781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-91be8df6-73e5-441e-b065-141901b2a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:07.663132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-91be8df6-73e5-441e-b065-141901b2a01f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2449234 Apr 18 20:29:07.673495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-802c42b7-c2f2-4788-82b3-98e038574cac req-83e87e15-ad86-4df6-abba-1b605454de87 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610727 Apr 18 20:29:07.707102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Allocated IP 10.1.1.136 (c0ab9790-64b6-40c9-8458-d547c06593c1/4848f905-b4f2-4a0f-8d61-86f966f37b58/fc2afa25-19f9-4b42-b122-e7a346866596) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:07.799749 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-beda132e-30fd-48e6-bed7-47072356f3b4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.807414 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-beda132e-30fd-48e6-bed7-47072356f3b4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.807414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9c464a2-64a3-4432-a6ab-be2a0df76864 req-beda132e-30fd-48e6-bed7-47072356f3b4 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "DELETE /v2.0/floatingips/09580cf2-dbb2-429e-a876-76c1197134b9 HTTP/1.1" status: 204 len: 173 time: 2.6219761 Apr 18 20:29:07.858859 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536ec124-5378-4d9c-a95e-183350f8930b x-openstack-request-id: req-536ec124-5378-4d9c-a95e-183350f8930b {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:07.859333 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5916225d-ed51-4266-8f82-02c80d35e7e0", "name": "network-vif-deleted", "tag": "77158ec3-cd87-453f-b283-0353c190d276", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:07.859433 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-536ec124-5378-4d9c-a95e-183350f8930b {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:07.860104 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536ec124-5378-4d9c-a95e-183350f8930b'] response: {'server_uuid': '5916225d-ed51-4266-8f82-02c80d35e7e0', 'name': 'network-vif-deleted', 'tag': '77158ec3-cd87-453f-b283-0353c190d276', 'status': 'completed', 'code': 200} Apr 18 20:29:07.893045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-4c243694-5262-4a83-bf2e-9530a23bf477 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182858 Apr 18 20:29:08.055817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d2f6c-741f-4a0d-9e22-7ae39f337e4d req-c035f43d-5aeb-45f0-b62f-2d47e7a1434f tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:08.057741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd4d2f6c-741f-4a0d-9e22-7ae39f337e4d req-c035f43d-5aeb-45f0-b62f-2d47e7a1434f tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/ports?device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 948 time: 0.2298846 Apr 18 20:29:08.108730 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-06fd5dca-1956-45c8-aa69-24a408a4609e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.127455 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.153454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455df070-6aa1-4bb3-8d62-9acd7a7c10f6 req-9e3e82df-9738-4654-aff3-b6ae636393fc tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:08.155071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-455df070-6aa1-4bb3-8d62-9acd7a7c10f6 req-9e3e82df-9738-4654-aff3-b6ae636393fc tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 946 time: 0.1935170 Apr 18 20:29:08.194145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40cba2b8-3432-4a72-b6ec-6b653d3ab1a1 req-2f3ca5ae-40a8-47d7-a049-68a6ee536cc9 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726641 Apr 18 20:29:08.213203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd4d2f6c-741f-4a0d-9e22-7ae39f337e4d req-626c1a7b-99df-412b-ba2c-0f9d705b4d7f tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427293 Apr 18 20:29:08.242261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-455df070-6aa1-4bb3-8d62-9acd7a7c10f6 req-07148453-f491-482d-8ac5-c65b21819dc8 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779889 Apr 18 20:29:08.258611 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.302913 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b61ae2-dd44-4683-aeb7-002be8ccb3a8 x-openstack-request-id: req-d4b61ae2-dd44-4683-aeb7-002be8ccb3a8 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:08.303255 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35803679-ac96-4cbc-8f03-005492073aec", "tag": "98158f62-b60b-42d8-9312-c56b64ee2cdc", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:08.303459 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4b61ae2-dd44-4683-aeb7-002be8ccb3a8 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:08.304109 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b61ae2-dd44-4683-aeb7-002be8ccb3a8'] response: {'name': 'network-changed', 'server_uuid': '35803679-ac96-4cbc-8f03-005492073aec', 'tag': '98158f62-b60b-42d8-9312-c56b64ee2cdc', 'status': 'completed', 'code': 200} Apr 18 20:29:08.317353 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56768) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:08.387606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network c0ab9790-64b6-40c9-8458-d547c06593c1 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:08.400780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3536b007-f346-40fc-97aa-512d198469f4 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.434047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:08.445211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:08.448293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Port': ['ID=fc2afa25-19f9-4b42-b122-e7a346866596,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:08.451394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3536b007-f346-40fc-97aa-512d198469f4 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.485279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-c0bdb2f4-c23b-4288-8ba5-6c29d41cc58b tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips/a76d289d-a12b-4168-811c-caf783f78ddb HTTP/1.1" status: 200 len: 692 time: 0.1376877 Apr 18 20:29:08.537912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81db41ea-3b7d-4dbf-8fe7-02f9dfefc58e req-d35b8fdd-02fc-4a1e-b17b-05e91feeadf8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/6f33426e-a4c1-4dba-ae83-6bb8ff034187 HTTP/1.1" status: 200 len: 2397 time: 0.2583406 Apr 18 20:29:08.539797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e10714-5353-44a7-8312-568037ebbf3f req-fb27de02-d0b6-483b-ae50-1f551ed4542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:08.540225 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3536b007-f346-40fc-97aa-512d198469f4 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.541494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07e10714-5353-44a7-8312-568037ebbf3f req-fb27de02-d0b6-483b-ae50-1f551ed4542f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ab10033e7d140b1ba2cd2390c4f49df&device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 1099 time: 0.2263827 Apr 18 20:29:08.543423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3536b007-f346-40fc-97aa-512d198469f4 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.548833 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3536b007-f346-40fc-97aa-512d198469f4 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "DELETE /v2.0/security-groups/725fc7e0-ea47-49a8-8bc6-145b7412e1f3 HTTP/1.1" status: 204 len: 168 time: 0.2296250 Apr 18 20:29:08.549831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56770) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:08.576865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536b007-f346-40fc-97aa-512d198469f4 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725fc7e0-ea47-49a8-8bc6-145b7412e1f3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:08.580719 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-0cc31a27-7a5a-4c9a-b888-5344cb631207 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] show failed (client error): The resource could not be found. Apr 18 20:29:08.586022 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0cc31a27-7a5a-4c9a-b888-5344cb631207 tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "GET /v2.0/security-groups/725fc7e0-ea47-49a8-8bc6-145b7412e1f3 HTTP/1.1" status: 404 len: 347 time: 0.0320432 Apr 18 20:29:08.586574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56772) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:08.638958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:08.639598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.759388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f961d4ca-2e71-4321-9ee6-ab6f53396f8e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1074190 Apr 18 20:29:08.765519 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3760e8c0-2e16-4aa5-978c-1301800d64bd tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Deleting port b9b5d24b-0531-433b-887a-625fcba3354c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:08.766448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3760e8c0-2e16-4aa5-978c-1301800d64bd tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.776827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1', 'admin_state_up': True, 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'security_groups': ['08512ae3-d852-4ca5-abb6-f545f20b8c22']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:08.798596 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-81db41ea-3b7d-4dbf-8fe7-02f9dfefc58e req-27def5e7-1d57-4df7-943b-eff32cc6c4f8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.831721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f028d8ef-95d3-4355-806b-d700847738eb None None] Provisioning complete for port fc2afa25-19f9-4b42-b122-e7a346866596 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:08.833376 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f028d8ef-95d3-4355-806b-d700847738eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.862713 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3760e8c0-2e16-4aa5-978c-1301800d64bd tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.864851 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3760e8c0-2e16-4aa5-978c-1301800d64bd tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.880695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3760e8c0-2e16-4aa5-978c-1301800d64bd tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Calling delete_port for b9b5d24b-0531-433b-887a-625fcba3354c owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:08.891223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-d19c7531-e772-4f16-bfc0-fa96c5f95af3 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:08.892655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-d19c7531-e772-4f16-bfc0-fa96c5f95af3 tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.3944297 Apr 18 20:29:08.897980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f028d8ef-95d3-4355-806b-d700847738eb None None] Port fc2afa25-19f9-4b42-b122-e7a346866596 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:08.901096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-81db41ea-3b7d-4dbf-8fe7-02f9dfefc58e req-27def5e7-1d57-4df7-943b-eff32cc6c4f8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.914821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e10714-5353-44a7-8312-568037ebbf3f req-6f8ab179-ac99-44e5-a26f-9ef92ba57f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:08.916310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07e10714-5353-44a7-8312-568037ebbf3f req-6f8ab179-ac99-44e5-a26f-9ef92ba57f6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.3596089 Apr 18 20:29:08.970118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-83221ba4-a8fe-4eff-b548-8e047fec4fff tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.0639374 Apr 18 20:29:09.056888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3760e8c0-2e16-4aa5-978c-1301800d64bd tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.074106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07e10714-5353-44a7-8312-568037ebbf3f req-ef6907d9-054f-43ae-906b-5e334c1bcfd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=98158f62-b60b-42d8-9312-c56b64ee2cdc HTTP/1.1" status: 200 len: 217 time: 0.0945852 Apr 18 20:29:09.102029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-000e2c53-c408-4d41-93e0-071c3d33bf6f tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.1214414 Apr 18 20:29:09.122450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760e8c0-2e16-4aa5-978c-1301800d64bd tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Pushing event deleted for resources: {'Port': ['ID=b9b5d24b-0531-433b-887a-625fcba3354c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:09.222436 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.231181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e10714-5353-44a7-8312-568037ebbf3f req-75a6a034-f15b-40fa-aeb6-7c4fee3f07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:09.232703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07e10714-5353-44a7-8312-568037ebbf3f req-75a6a034-f15b-40fa-aeb6-7c4fee3f07f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1446762 Apr 18 20:29:09.239135 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-81db41ea-3b7d-4dbf-8fe7-02f9dfefc58e req-27def5e7-1d57-4df7-943b-eff32cc6c4f8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.242146 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-81db41ea-3b7d-4dbf-8fe7-02f9dfefc58e req-27def5e7-1d57-4df7-943b-eff32cc6c4f8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.254498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81db41ea-3b7d-4dbf-8fe7-02f9dfefc58e req-27def5e7-1d57-4df7-943b-eff32cc6c4f8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "DELETE /v2.0/security-groups/6f33426e-a4c1-4dba-ae83-6bb8ff034187 HTTP/1.1" status: 204 len: 173 time: 0.7057259 Apr 18 20:29:09.257541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3760e8c0-2e16-4aa5-978c-1301800d64bd tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.261719 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3760e8c0-2e16-4aa5-978c-1301800d64bd tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.266239 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3760e8c0-2e16-4aa5-978c-1301800d64bd tempest-AttachSCSIVolumeTestJSON-1651023475 tempest-AttachSCSIVolumeTestJSON-1651023475-project] 10.222.0.49 "DELETE /v2.0/floatingips/4e50a23d-a6c9-40c9-92f4-a23eca3b1ea0 HTTP/1.1" status: 204 len: 168 time: 0.6787102 Apr 18 20:29:09.293600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:09.297055 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.357323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27def5e7-1d57-4df7-943b-eff32cc6c4f8 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f33426e-a4c1-4dba-ae83-6bb8ff034187,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:09.465868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e10714-5353-44a7-8312-568037ebbf3f req-f2383ac0-7445-4033-bf1e-6941ab8deddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:09.467520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07e10714-5353-44a7-8312-568037ebbf3f req-f2383ac0-7445-4033-bf1e-6941ab8deddd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2118208 Apr 18 20:29:09.559167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc002b-78ee-4211-9207-f6f175ae64e3 req-a510f552-1ced-459a-a036-44c255cc0703 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:09.565547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc002b-78ee-4211-9207-f6f175ae64e3 req-a510f552-1ced-459a-a036-44c255cc0703 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:09.567327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dbc002b-78ee-4211-9207-f6f175ae64e3 req-a510f552-1ced-459a-a036-44c255cc0703 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 1653 time: 0.2138104 Apr 18 20:29:09.940429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-e5df2042-e8fb-4f90-b3a5-24efae2d5d1d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Deleting port 8abe9c6b-7f8d-4137-bcd8-8d9965585963 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:09.941245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-e5df2042-e8fb-4f90-b3a5-24efae2d5d1d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.989191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Allocated IP 10.1.1.27 (c0ab9790-64b6-40c9-8458-d547c06593c1/4848f905-b4f2-4a0f-8d61-86f966f37b58/815adc4a-4209-41ff-a49f-c34c609cd72f) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:10.117549 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dbc002b-78ee-4211-9207-f6f175ae64e3 req-6f19c526-b3f3-42e0-ab1b-119bebe75230 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635678 Apr 18 20:29:10.169211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07e10714-5353-44a7-8312-568037ebbf3f req-0d0bcfd4-cccf-4592-96a9-d522fca7e62c service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889317 Apr 18 20:29:10.175587 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-e5df2042-e8fb-4f90-b3a5-24efae2d5d1d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.176839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-e5df2042-e8fb-4f90-b3a5-24efae2d5d1d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.275727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-e5df2042-e8fb-4f90-b3a5-24efae2d5d1d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Calling delete_port for 8abe9c6b-7f8d-4137-bcd8-8d9965585963 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:10.378590 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.466744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617d467-a19d-43ae-8f70-54e629425d00 req-bbc003be-0323-47fe-94f2-eb6727099e89 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:10.468309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4617d467-a19d-43ae-8f70-54e629425d00 req-bbc003be-0323-47fe-94f2-eb6727099e89 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/ports?device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 948 time: 0.1905375 Apr 18 20:29:10.489083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.525405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07e10714-5353-44a7-8312-568037ebbf3f req-d7ebb145-eb92-433f-b6ad-cc8103ea40a7 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333018 Apr 18 20:29:10.571666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4617d467-a19d-43ae-8f70-54e629425d00 req-1c3e8009-f50f-43ff-97a0-ea62f2416a80 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921113 Apr 18 20:29:10.642215 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.648172 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-78e1db56-1f92-4718-859b-86a8ae2cbcdb req-1ee2ade5-5990-41b6-9ec7-58f016accb88 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] show failed (client error): The resource could not be found. Apr 18 20:29:10.649205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78e1db56-1f92-4718-859b-86a8ae2cbcdb req-1ee2ade5-5990-41b6-9ec7-58f016accb88 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/f6a38c26-eadc-4b40-b39c-064365383ae1 HTTP/1.1" status: 404 len: 352 time: 0.0365074 Apr 18 20:29:10.709759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Port': ['ID=815adc4a-4209-41ff-a49f-c34c609cd72f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:10.721037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network c0ab9790-64b6-40c9-8458-d547c06593c1 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:10.723133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:10.726175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:10.728811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-e5df2042-e8fb-4f90-b3a5-24efae2d5d1d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.730176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 98158f62-b60b-42d8-9312-c56b64ee2cdc details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:10.823386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df2042-e8fb-4f90-b3a5-24efae2d5d1d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Pushing event deleted for resources: {'Port': ['ID=8abe9c6b-7f8d-4137-bcd8-8d9965585963,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:10.882301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 98158f62-b60b-42d8-9312-c56b64ee2cdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=98158f62-b60b-42d8-9312-c56b64ee2cdc,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:10.900007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '98158f62-b60b-42d8-9312-c56b64ee2cdc', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '98158f62-b60b-42d8-9312-c56b64ee2cdc', 'mac_address': 'fa:16:3e:4a:45:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:29:10.909558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:10.910198 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.947259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcdeae-bbed-4c67-bc29-16a64de1f32e req-20a94965-c0b5-44a9-aa51-d1decd656cb5 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:10.948839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cdcdeae-bbed-4c67-bc29-16a64de1f32e req-20a94965-c0b5-44a9-aa51-d1decd656cb5 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 946 time: 0.2179930 Apr 18 20:29:10.971396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-41322159-bd72-455e-b362-38a561646bcf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2027860 Apr 18 20:29:10.973762 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.993683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98158f62-b60b-42d8-9312-c56b64ee2cdc {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:11.011285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e', 'admin_state_up': True, 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'security_groups': ['08512ae3-d852-4ca5-abb6-f545f20b8c22']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:11.029679 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 98158f62-b60b-42d8-9312-c56b64ee2cdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=98158f62-b60b-42d8-9312-c56b64ee2cdc,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:11.039394 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-e5df2042-e8fb-4f90-b3a5-24efae2d5d1d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.041088 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.041991 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-e5df2042-e8fb-4f90-b3a5-24efae2d5d1d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.043372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bf70221-ee39-4dba-94de-8a5048a4994c req-e5df2042-e8fb-4f90-b3a5-24efae2d5d1d tempest-FloatingIPDetailsTestJSON-1512776782 tempest-FloatingIPDetailsTestJSON-1512776782-project] 10.222.0.49 "DELETE /v2.0/floatingips/a76d289d-a12b-4168-811c-caf783f78ddb HTTP/1.1" status: 204 len: 173 time: 1.9192693 Apr 18 20:29:11.050650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56840) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:11.051127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cdcdeae-bbed-4c67-bc29-16a64de1f32e req-1ab7438c-f293-40c3-88f9-255b15ff490c tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934374 Apr 18 20:29:11.207371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=98158f62-b60b-42d8-9312-c56b64ee2cdc,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:11.247362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94b73224-dbd5-4f5f-8df9-58416d9fd924 req-fad9b644-a1d8-4ae2-ba51-c5a33ada6629 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/18314998-2aa9-41da-8a82-f1247d1a4e22 HTTP/1.1" status: 200 len: 1803 time: 0.1086628 Apr 18 20:29:11.252208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:11.283632 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4a037517-b7c1-4856-af36-bea392a35ab2 None None] Provisioning complete for port 815adc4a-4209-41ff-a49f-c34c609cd72f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:11.284067 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a037517-b7c1-4856-af36-bea392a35ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.326217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2e951-48b2-40b9-8fa9-5649cf2f3438 req-1ff5c55e-209b-454e-8a4d-c0e35aae2228 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:11.333715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22d2e951-48b2-40b9-8fa9-5649cf2f3438 req-1ff5c55e-209b-454e-8a4d-c0e35aae2228 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1097 time: 0.1358755 Apr 18 20:29:11.351688 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.396008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['98158f62-b60b-42d8-9312-c56b64ee2cdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:11.435025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-94b73224-dbd5-4f5f-8df9-58416d9fd924 req-616911bf-da8d-4d10-bc80-b5428da6ec98 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.446622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22d2e951-48b2-40b9-8fa9-5649cf2f3438 req-5dfada6f-c280-4d71-86a8-ba435677e8b9 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114507 Apr 18 20:29:11.461042 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.509434 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-94b73224-dbd5-4f5f-8df9-58416d9fd924 req-616911bf-da8d-4d10-bc80-b5428da6ec98 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.511104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4a037517-b7c1-4856-af36-bea392a35ab2 None None] Port 815adc4a-4209-41ff-a49f-c34c609cd72f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:11.600435 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.815427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Allocated IP 10.2.2.100 (0b7f62c7-66d0-4e9c-b056-c65bae64064e/35182965-e091-4cb9-91d6-57229691da27/60d1ace1-f765-41d8-ad68-02c18347f29f) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:11.863696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a31151-7620-4a08-ba65-3e54748f821b req-7b32e913-76c0-451e-afa0-d4eac22e9f63 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:11.870950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a31151-7620-4a08-ba65-3e54748f821b req-7b32e913-76c0-451e-afa0-d4eac22e9f63 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:11.877944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a31151-7620-4a08-ba65-3e54748f821b req-7b32e913-76c0-451e-afa0-d4eac22e9f63 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:11.885837 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83a31151-7620-4a08-ba65-3e54748f821b req-7b32e913-76c0-451e-afa0-d4eac22e9f63 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 2373 time: 0.1509655 Apr 18 20:29:11.915735 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-94b73224-dbd5-4f5f-8df9-58416d9fd924 req-616911bf-da8d-4d10-bc80-b5428da6ec98 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.918352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-94b73224-dbd5-4f5f-8df9-58416d9fd924 req-616911bf-da8d-4d10-bc80-b5428da6ec98 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.919508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94b73224-dbd5-4f5f-8df9-58416d9fd924 req-616911bf-da8d-4d10-bc80-b5428da6ec98 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "DELETE /v2.0/security-groups/18314998-2aa9-41da-8a82-f1247d1a4e22 HTTP/1.1" status: 204 len: 173 time: 0.6617076 Apr 18 20:29:11.949447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616911bf-da8d-4d10-bc80-b5428da6ec98 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18314998-2aa9-41da-8a82-f1247d1a4e22,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:11.973498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Deleting port 23533e89-e3ed-4334-ba7f-124d745d5a0c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:11.975790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.981004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83a31151-7620-4a08-ba65-3e54748f821b req-31539a35-caef-4c06-b2ef-0baaee5151af tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937359 Apr 18 20:29:12.050402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.088559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56862) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:12.158236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] For port 23533e89-e3ed-4334-ba7f-124d745d5a0c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=23533e89-e3ed-4334-ba7f-124d745d5a0c,segment=NetworkSegment(5aae0961-7a44-4696-85e6-e94aa6577dfe),segment_id=5aae0961-7a44-4696-85e6-e94aa6577dfe)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:12.159404 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.179153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Calling delete_port for 23533e89-e3ed-4334-ba7f-124d745d5a0c owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:12.238126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-2611d1bc-04df-47a2-bcfd-fee23c00dda4 admin admin] Deleting subnet 1b8d200b-9b72-49ce-899b-0c06ed422706 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:29:12.250189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353380db-5855-43b0-8dfa-5268ce44a182 req-52e164f5-903d-4964-bb2f-5440dc9b7bcd tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:12.252297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-353380db-5855-43b0-8dfa-5268ce44a182 req-52e164f5-903d-4964-bb2f-5440dc9b7bcd tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1097 time: 0.2015729 Apr 18 20:29:12.254560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2611d1bc-04df-47a2-bcfd-fee23c00dda4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.324001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d85a55-9ec9-447c-8465-3f2be860b6a6 req-19f75bdf-0e88-4b47-b6f5-afd8f5f025e0 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:12.325453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80d85a55-9ec9-447c-8465-3f2be860b6a6 req-19f75bdf-0e88-4b47-b6f5-afd8f5f025e0 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/ports?device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 949 time: 0.1799302 Apr 18 20:29:12.328573 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.346503 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2611d1bc-04df-47a2-bcfd-fee23c00dda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.413168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-353380db-5855-43b0-8dfa-5268ce44a182 req-40af4e7d-3b87-4584-b6dd-5318527c9dcc tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366832 Apr 18 20:29:12.424953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.474226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80d85a55-9ec9-447c-8465-3f2be860b6a6 req-2e9c9c1f-1590-422d-844e-9d0102ce2931 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383545 Apr 18 20:29:12.510134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Pushing event deleted for resources: {'Port': ['ID=23533e89-e3ed-4334-ba7f-124d745d5a0c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:12.512043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2611d1bc-04df-47a2-bcfd-fee23c00dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.535705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.536184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.537763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.538211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.538645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.539075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.539507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.540024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.540444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.540883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.543323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.543323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.593764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.692498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network 0b7f62c7-66d0-4e9c-b056-c65bae64064e is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:12.703206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:12.707278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b486c070-9343-4d26-9dc9-12524c9d25f6 req-4d7d309a-8c61-42ec-94f6-1490e6da46f6 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/ba3d8352-4459-4eb1-8bac-048ad06c22f6 HTTP/1.1" status: 200 len: 1803 time: 0.1390576 Apr 18 20:29:12.725788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 98158f62-b60b-42d8-9312-c56b64ee2cdc up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:12.728426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:12.851551 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.884968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 98158f62-b60b-42d8-9312-c56b64ee2cdc completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:12.894394 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 98158f62-b60b-42d8-9312-c56b64ee2cdc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:12.894763 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.903643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Port': ['ID=60d1ace1-f765-41d8-ad68-02c18347f29f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:12.964287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.969645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.970233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.970741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.971515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.972080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.972768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.973288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.973802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.974300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.974832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:12.975328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:13.074152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.075071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.080751 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.091209 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b486c070-9343-4d26-9dc9-12524c9d25f6 req-ed2bc440-d71c-45b2-88b1-df1ea32025f2 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.093776 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2611d1bc-04df-47a2-bcfd-fee23c00dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.116133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f50ceb05-1de6-4fb0-8a6e-d35ab905cae4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1107385 Apr 18 20:29:13.135288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35803679-ac96-4cbc-8f03-005492073aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98158f62-b60b-42d8-9312-c56b64ee2cdc'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:13.147136 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6364b6-8706-464b-8cab-10e9cec0e95e" -d '{"events": [{"server_uuid": "35803679-ac96-4cbc-8f03-005492073aec", "name": "network-vif-plugged", "status": "completed", "tag": "98158f62-b60b-42d8-9312-c56b64ee2cdc"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:13.173882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e', 'admin_state_up': True, 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'security_groups': ['08512ae3-d852-4ca5-abb6-f545f20b8c22']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:13.176450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 98158f62-b60b-42d8-9312-c56b64ee2cdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=98158f62-b60b-42d8-9312-c56b64ee2cdc,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:13.182497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0004e7-e997-4e45-99f6-0088c0e1e408 req-d415dcac-1781-4b92-82ca-784de0c61d16 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.184546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a0004e7-e997-4e45-99f6-0088c0e1e408 req-d415dcac-1781-4b92-82ca-784de0c61d16 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1097 time: 0.2344217 Apr 18 20:29:13.185438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611d1bc-04df-47a2-bcfd-fee23c00dda4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b8d200b-9b72-49ce-899b-0c06ed422706,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:13.188934 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.218027 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b486c070-9343-4d26-9dc9-12524c9d25f6 req-ed2bc440-d71c-45b2-88b1-df1ea32025f2 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.222118 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2611d1bc-04df-47a2-bcfd-fee23c00dda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.225669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2611d1bc-04df-47a2-bcfd-fee23c00dda4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1b8d200b-9b72-49ce-899b-0c06ed422706 HTTP/1.1" status: 204 len: 168 time: 1.1342504 Apr 18 20:29:13.228907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56880) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:13.236145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Router 782e139c-8d9b-4e8c-92bb-98c422dd6649 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:13.307655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=98158f62-b60b-42d8-9312-c56b64ee2cdc,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:13.328608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-031fcff9-8533-4b2b-a287-445c699c5117 None None] Provisioning complete for port 60d1ace1-f765-41d8-ad68-02c18347f29f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:13.331798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-031fcff9-8533-4b2b-a287-445c699c5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.399163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a0004e7-e997-4e45-99f6-0088c0e1e408 req-ea384882-babe-47b1-9e0f-47bc20c91151 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864967 Apr 18 20:29:13.406308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-031fcff9-8533-4b2b-a287-445c699c5117 None None] Port 60d1ace1-f765-41d8-ad68-02c18347f29f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:13.408432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:13.415800 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8f64b582-a5b9-4e77-b437-1029e271617c admin admin] 10.222.0.49 "PUT /v2.0/routers/782e139c-8d9b-4e8c-92bb-98c422dd6649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3610346 Apr 18 20:29:13.419645 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.422445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56882) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:13.428643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] Sync routers for ids ['782e139c-8d9b-4e8c-92bb-98c422dd6649'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:13.460149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] Routers {'782e139c-8d9b-4e8c-92bb-98c422dd6649'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:13.460149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['782e139c-8d9b-4e8c-92bb-98c422dd6649'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:13.545762 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b486c070-9343-4d26-9dc9-12524c9d25f6 req-ed2bc440-d71c-45b2-88b1-df1ea32025f2 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.548380 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b486c070-9343-4d26-9dc9-12524c9d25f6 req-ed2bc440-d71c-45b2-88b1-df1ea32025f2 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.549737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b486c070-9343-4d26-9dc9-12524c9d25f6 req-ed2bc440-d71c-45b2-88b1-df1ea32025f2 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba3d8352-4459-4eb1-8bac-048ad06c22f6 HTTP/1.1" status: 204 len: 173 time: 0.8064680 Apr 18 20:29:13.574099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bc440-d71c-45b2-88b1-df1ea32025f2 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3d8352-4459-4eb1-8bac-048ad06c22f6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:13.577325 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.580851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Made reservation on behalf of 7c4bea438d0240ea855317f3fb9ab77d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:13.585475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.639584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c849b5d8-b620-4e3a-b221-b0fd40447bac']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:13.664191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9472e1-1c44-4213-a305-3c5a9029aa6c') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:13.664407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9472e1-1c44-4213-a305-3c5a9029aa6c') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:13.714122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.738873 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.751877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53a1-b8b6-4666-8fa2-998c93f1246f req-ebe43a7b-7394-479a-825b-01348963514e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.769164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53a1-b8b6-4666-8fa2-998c93f1246f req-ebe43a7b-7394-479a-825b-01348963514e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.779345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53a1-b8b6-4666-8fa2-998c93f1246f req-ebe43a7b-7394-479a-825b-01348963514e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.794010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab53a1-b8b6-4666-8fa2-998c93f1246f req-ebe43a7b-7394-479a-825b-01348963514e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.801847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01ab53a1-b8b6-4666-8fa2-998c93f1246f req-ebe43a7b-7394-479a-825b-01348963514e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 3094 time: 0.2642334 Apr 18 20:29:13.821236 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33eb1ee-f976-43e6-8a78-5da73b2d893d x-openstack-request-id: req-a33eb1ee-f976-43e6-8a78-5da73b2d893d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:13.822151 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35803679-ac96-4cbc-8f03-005492073aec", "name": "network-vif-plugged", "status": "completed", "tag": "98158f62-b60b-42d8-9312-c56b64ee2cdc", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:13.822424 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a33eb1ee-f976-43e6-8a78-5da73b2d893d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:13.823025 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33eb1ee-f976-43e6-8a78-5da73b2d893d'] response: {'server_uuid': '35803679-ac96-4cbc-8f03-005492073aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98158f62-b60b-42d8-9312-c56b64ee2cdc', 'code': 200} Apr 18 20:29:13.873695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] Set router 782e139c-8d9b-4e8c-92bb-98c422dd6649 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:13.896343 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.951250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:29:13.951809 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:29:13.953780 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:29:14.236374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-router', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:13Z', 'updated_at': '2022-04-18T20:29:12Z', 'revision_number': 5, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'gw_port': {'id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:15Z', 'updated_at': '2022-04-18T20:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:14.279628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] Checking router: 782e139c-8d9b-4e8c-92bb-98c422dd6649 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:14.298805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] Routers {'782e139c-8d9b-4e8c-92bb-98c422dd6649'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:14.299741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['782e139c-8d9b-4e8c-92bb-98c422dd6649'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:14.368437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01ab53a1-b8b6-4666-8fa2-998c93f1246f req-c6c341d8-3a66-44bf-94ad-6a2ccc4f5f6c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5648651 Apr 18 20:29:14.398250 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.489766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] Set router 782e139c-8d9b-4e8c-92bb-98c422dd6649 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:14.519266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Deleting port 31884a7a-9512-4980-890f-091c8d6be7e4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:14.519631 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.523806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4e9bd-5c80-4e02-b89a-6c72d95187b4 req-60581851-f9c4-40b0-8830-29e217469c27 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:14.525356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9c4e9bd-5c80-4e02-b89a-6c72d95187b4 req-60581851-f9c4-40b0-8830-29e217469c27 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/ports?device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 950 time: 0.7182097 Apr 18 20:29:14.546928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ae07-7bcb-4736-8612-4831c31ce9b5 req-26c0c6d7-eb85-46c6-9bd6-9f43113991a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:14.548426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c54ae07-7bcb-4736-8612-4831c31ce9b5 req-26c0c6d7-eb85-46c6-9bd6-9f43113991a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 1101 time: 0.7275038 Apr 18 20:29:14.596013 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.667850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.683015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c849b5d8-b620-4e3a-b221-b0fd40447bac HTTP/1.1" status: 204 len: 168 time: 1.4409809 Apr 18 20:29:14.719474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] For port 31884a7a-9512-4980-890f-091c8d6be7e4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=31884a7a-9512-4980-890f-091c8d6be7e4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:14.719855 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.725666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-router', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:13Z', 'updated_at': '2022-04-18T20:29:12Z', 'revision_number': 5, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'gw_port': {'id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:15Z', 'updated_at': '2022-04-18T20:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:14.751641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Calling delete_port for 31884a7a-9512-4980-890f-091c8d6be7e4 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:14.789999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218f18d-100f-49ca-874a-d310929f6ffa None None] The sync data for ids ['782e139c-8d9b-4e8c-92bb-98c422dd6649'] in n-d-836015-4 is: [{'id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'name': 'tempest-FloatingIPDetailsTestJSON-1035584586-router', 'tenant_id': '7005fe27ae464220a88d7cd5dcbe709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:13Z', 'updated_at': '2022-04-18T20:29:12Z', 'revision_number': 5, 'project_id': '7005fe27ae464220a88d7cd5dcbe709d', 'gw_port': {'id': '31884a7a-9512-4980-890f-091c8d6be7e4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782e139c-8d9b-4e8c-92bb-98c422dd6649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:15Z', 'updated_at': '2022-04-18T20:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:14.794450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Allocated IP 10.2.2.200 (0b7f62c7-66d0-4e9c-b056-c65bae64064e/35182965-e091-4cb9-91d6-57229691da27/215b09a2-2bb2-427a-8349-96fb818e7e00) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:14.952106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a813ac8-5e96-4c1f-81de-91f9f2fb3df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c849b5d8-b620-4e3a-b221-b0fd40447bac,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:15.048804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c54ae07-7bcb-4736-8612-4831c31ce9b5 req-ebc6bccd-7eb2-4188-9074-561cc48e8b9a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508286 Apr 18 20:29:15.061530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56900) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:15.068063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f29c27a-2def-46e4-a2b6-7fa7b6c88d00 req-eae4f184-70a4-4e79-a4f1-704b14def48d tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/550ca905-cd40-46de-9b46-8dd2d827730b HTTP/1.1" status: 200 len: 1804 time: 0.5674229 Apr 18 20:29:15.075520 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.122692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=31884a7a-9512-4980-890f-091c8d6be7e4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:15.153715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9c4e9bd-5c80-4e02-b89a-6c72d95187b4 req-bef6c6ec-4932-4a86-8471-f50f3fcfa9cc tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831296 Apr 18 20:29:15.201525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.266491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7e16f05a-6019-4875-8165-308a815400b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffd9fd8eff344077a861fa0e7c825c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972151 Apr 18 20:29:15.286915 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.325464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56902) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:15.348637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.409111 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.414111 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.473399 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9f29c27a-2def-46e4-a2b6-7fa7b6c88d00 req-ccd08b58-92c9-44a2-b3ea-aeb6b60264c1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.482099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.483101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 782e139c-8d9b-4e8c-92bb-98c422dd6649 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:29:15.488942 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.494245 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bab073b7-f4de-468f-9f44-838420f75b12 admin admin] 10.222.0.49 "DELETE /v2.0/routers/782e139c-8d9b-4e8c-92bb-98c422dd6649 HTTP/1.1" status: 204 len: 168 time: 2.0707562 Apr 18 20:29:15.495309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56906) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:15.549656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-483d7cb2-0b3f-45b0-98d2-1b4fdb3e839c admin admin] Deleting subnet c60c72f3-90db-4d36-93f4-d59024eef1b1 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:29:15.553671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-483d7cb2-0b3f-45b0-98d2-1b4fdb3e839c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.581168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9f29c27a-2def-46e4-a2b6-7fa7b6c88d00 req-ccd08b58-92c9-44a2-b3ea-aeb6b60264c1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.636411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-483d7cb2-0b3f-45b0-98d2-1b4fdb3e839c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.678377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Network 0b7f62c7-66d0-4e9c-b056-c65bae64064e is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:15.690946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event updated for resources: {'Port': ['ID=215b09a2-2bb2-427a-8349-96fb818e7e00,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:15.701401 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.718686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:15.737603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:15.785800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-483d7cb2-0b3f-45b0-98d2-1b4fdb3e839c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.911497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:15.913219 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.920521 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-483d7cb2-0b3f-45b0-98d2-1b4fdb3e839c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.946376 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c1009057-cd59-4ec1-9b8d-80210f26aab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.971755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d7cb2-0b3f-45b0-98d2-1b4fdb3e839c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c60c72f3-90db-4d36-93f4-d59024eef1b1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:15.976214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-483d7cb2-0b3f-45b0-98d2-1b4fdb3e839c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.982098 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-483d7cb2-0b3f-45b0-98d2-1b4fdb3e839c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c60c72f3-90db-4d36-93f4-d59024eef1b1 HTTP/1.1" status: 204 len: 168 time: 0.4857144 Apr 18 20:29:15.982701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56912) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:15.984627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a1fd2-daf6-4947-9297-44d32ec73b02 None None] Network 8102bd46-725a-462e-8a3d-3dd327fc6370 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:15.993943 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c1009057-cd59-4ec1-9b8d-80210f26aab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.000302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9f29c27a-2def-46e4-a2b6-7fa7b6c88d00 req-ccd08b58-92c9-44a2-b3ea-aeb6b60264c1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.003218 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9f29c27a-2def-46e4-a2b6-7fa7b6c88d00 req-ccd08b58-92c9-44a2-b3ea-aeb6b60264c1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.028137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f29c27a-2def-46e4-a2b6-7fa7b6c88d00 req-ccd08b58-92c9-44a2-b3ea-aeb6b60264c1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "DELETE /v2.0/security-groups/550ca905-cd40-46de-9b46-8dd2d827730b HTTP/1.1" status: 204 len: 173 time: 0.9023166 Apr 18 20:29:16.038721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41f10d-6e0f-48b6-947c-9f3d3e49c17b req-af670ca3-4f8c-4499-9caa-95d13d4b944d tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:16.050995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c41f10d-6e0f-48b6-947c-9f3d3e49c17b req-af670ca3-4f8c-4499-9caa-95d13d4b944d tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1097 time: 0.7261586 Apr 18 20:29:16.088598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-6160ee2e-5140-4377-9967-dc07f58baf4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9334710 Apr 18 20:29:16.123415 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.138879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:16.191656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd08b58-92c9-44a2-b3ea-aeb6b60264c1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ca905-cd40-46de-9b46-8dd2d827730b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:16.243820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Deleting port 91e7b95d-0c7f-432b-af6a-79ff471613ac {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:16.244200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.340086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4fba6a99-9927-4b9b-8d39-79a1e28e7e9f None None] Provisioning complete for port 215b09a2-2bb2-427a-8349-96fb818e7e00 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:16.340318 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4fba6a99-9927-4b9b-8d39-79a1e28e7e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.422100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.426762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c41f10d-6e0f-48b6-947c-9f3d3e49c17b req-eeb059cb-15b0-4e00-9e3b-1b4b7fdaaea6 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743250 Apr 18 20:29:16.453638 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c1009057-cd59-4ec1-9b8d-80210f26aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.467144 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c1009057-cd59-4ec1-9b8d-80210f26aab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.468517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4fba6a99-9927-4b9b-8d39-79a1e28e7e9f None None] Port 215b09a2-2bb2-427a-8349-96fb818e7e00 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:16.473572 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c1009057-cd59-4ec1-9b8d-80210f26aab5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dcf39239-1420-4820-8d83-c9f0f6c12c3d HTTP/1.1" status: 204 len: 168 time: 1.1405067 Apr 18 20:29:16.481653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] DHCP port deletion for 8102bd46-725a-462e-8a3d-3dd327fc6370 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:29:16.562185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa699e-3acf-4d6a-bcb4-61e9194bd09b req-b7487ceb-7c20-427d-8da7-ab4565beb1cf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:16.580646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] For port 91e7b95d-0c7f-432b-af6a-79ff471613ac, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=91e7b95d-0c7f-432b-af6a-79ff471613ac,segment=NetworkSegment(5aae0961-7a44-4696-85e6-e94aa6577dfe),segment_id=5aae0961-7a44-4696-85e6-e94aa6577dfe)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:16.588300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.591417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa699e-3acf-4d6a-bcb4-61e9194bd09b req-b7487ceb-7c20-427d-8da7-ab4565beb1cf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:16.607501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa699e-3acf-4d6a-bcb4-61e9194bd09b req-b7487ceb-7c20-427d-8da7-ab4565beb1cf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:16.619800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Calling delete_port for 91e7b95d-0c7f-432b-af6a-79ff471613ac owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:16.622071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa699e-3acf-4d6a-bcb4-61e9194bd09b req-b7487ceb-7c20-427d-8da7-ab4565beb1cf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:16.638967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa699e-3acf-4d6a-bcb4-61e9194bd09b req-b7487ceb-7c20-427d-8da7-ab4565beb1cf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:16.651265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afaa699e-3acf-4d6a-bcb4-61e9194bd09b req-b7487ceb-7c20-427d-8da7-ab4565beb1cf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 3815 time: 0.4606721 Apr 18 20:29:16.669651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Deleting port 91e7b95d-0c7f-432b-af6a-79ff471613ac {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:16.670019 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.711722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1009057-cd59-4ec1-9b8d-80210f26aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf39239-1420-4820-8d83-c9f0f6c12c3d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:16.814600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] For port 91e7b95d-0c7f-432b-af6a-79ff471613ac, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=91e7b95d-0c7f-432b-af6a-79ff471613ac,segment=NetworkSegment(5aae0961-7a44-4696-85e6-e94aa6577dfe),segment_id=5aae0961-7a44-4696-85e6-e94aa6577dfe)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:16.815158 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.823317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 23533e89-e3ed-4334-ba7f-124d745d5a0c no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:16.824103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afaa699e-3acf-4d6a-bcb4-61e9194bd09b req-b5ff9c7e-1fc7-44f4-852f-358dd1aad898 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717973 Apr 18 20:29:16.844985 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.881276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] No DVR routers for this DVR port 91e7b95d-0c7f-432b-af6a-79ff471613ac on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:16.931630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Calling delete_port for 91e7b95d-0c7f-432b-af6a-79ff471613ac owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:16.948900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 23533e89-e3ed-4334-ba7f-124d745d5a0c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:16.949225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 23533e89-e3ed-4334-ba7f-124d745d5a0c not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:16.951426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Pushing event deleted for resources: {'Port': ['ID=91e7b95d-0c7f-432b-af6a-79ff471613ac,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:16.996280 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd9c0617-1b73-46bd-9c8d-ad4ddcc62627 req-58cb15c5-b332-4e27-81a7-9623881a3e9c tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/c5ec228f-f442-43cf-b5c5-b77c60e1f2b5 HTTP/1.1" status: 200 len: 2404 time: 0.2855453 Apr 18 20:29:17.050889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.081307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8102bd46-725a-462e-8a3d-3dd327fc6370']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:17.091760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aae0961-7a44-4696-85e6-e94aa6577dfe') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:17.092321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aae0961-7a44-4696-85e6-e94aa6577dfe') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:17.102722 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.134579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.169146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:29:17.169550 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:29:17.171297 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:29:17.237425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.274048 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.285329 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.291994 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] 10.222.0.49 "DELETE /v2.0/networks/8102bd46-725a-462e-8a3d-3dd327fc6370 HTTP/1.1" status: 204 len: 168 time: 1.3078611 Apr 18 20:29:17.303477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Pushing event deleted for resources: {'Port': ['ID=91e7b95d-0c7f-432b-af6a-79ff471613ac,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:17.305836 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] No DVR routers for this DVR port 91e7b95d-0c7f-432b-af6a-79ff471613ac on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:17.313993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715dd37-4f33-4a2a-9435-a0f49deca44d admin admin] Pushing event deleted for resources: {'Network': ['ID=8102bd46-725a-462e-8a3d-3dd327fc6370,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:17.325087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.325435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.325772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.326104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.326433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.341087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.341483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.341989 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.342148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.342489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.342810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.345754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684066e5-0c32-4055-8bb2-8de7a883b72c req-9af7c50b-87ba-4ca1-a4a7-61935b8d5015 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:17.347489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-684066e5-0c32-4055-8bb2-8de7a883b72c req-9af7c50b-87ba-4ca1-a4a7-61935b8d5015 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/ports?device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 950 time: 0.3485713 Apr 18 20:29:17.351558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f78e74f-ea68-4562-a6c4-ec5ba8ec9474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:17.414465 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bd9c0617-1b73-46bd-9c8d-ad4ddcc62627 req-835cc560-76a0-439d-8ff8-59693f89f063 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.448643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-684066e5-0c32-4055-8bb2-8de7a883b72c req-2953c1d5-04ad-40b0-a174-29d6657e8804 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912995 Apr 18 20:29:17.473883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bd9c0617-1b73-46bd-9c8d-ad4ddcc62627 req-835cc560-76a0-439d-8ff8-59693f89f063 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.593789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305f39d6-2edb-4b24-8b63-fd3f9a829bdc {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:17.602123 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.617559 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bd9c0617-1b73-46bd-9c8d-ad4ddcc62627 req-835cc560-76a0-439d-8ff8-59693f89f063 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.620587 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bd9c0617-1b73-46bd-9c8d-ad4ddcc62627 req-835cc560-76a0-439d-8ff8-59693f89f063 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.622059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd9c0617-1b73-46bd-9c8d-ad4ddcc62627 req-835cc560-76a0-439d-8ff8-59693f89f063 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "DELETE /v2.0/security-groups/c5ec228f-f442-43cf-b5c5-b77c60e1f2b5 HTTP/1.1" status: 204 len: 173 time: 0.6248729 Apr 18 20:29:17.623205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Transition to ACTIVE for port object 305f39d6-2edb-4b24-8b63-fd3f9a829bdc will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:17.634969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cc560-76a0-439d-8ff8-59693f89f063 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ec228f-f442-43cf-b5c5-b77c60e1f2b5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:17.637043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.687351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56946) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:17.804527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:17.826028 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b4cdd9dd-22e0-4b67-88ee-770118a2a4c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7005fe27ae464220a88d7cd5dcbe709d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346855 Apr 18 20:29:17.826193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56954) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:17.913296 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bb8717e-45da-4a1f-8cd8-fe8cae0929a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.942070 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bb8717e-45da-4a1f-8cd8-fe8cae0929a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.001236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Attempting to bind port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:18.001578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Attempting to bind port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:18.001909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Attempting to bind port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc on network 5b3ce759-a463-4240-b6bf-4312a8b629c2 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:18.012844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc on network 5b3ce759-a463-4240-b6bf-4312a8b629c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:18.013164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Attempting to bind port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc on network 5b3ce759-a463-4240-b6bf-4312a8b629c2 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:18.043933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:18.046142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Checking segment: {'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:18.046712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Bound using segment: {'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:18.048120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Bound port: 305f39d6-2edb-4b24-8b63-fd3f9a829bdc, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f7ffd2b-e548-43f6-9cec-7e9d92d42848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:18.053403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.066890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 91e7b95d-0c7f-432b-af6a-79ff471613ac no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:18.085125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bb8717e-45da-4a1f-8cd8-fe8cae0929a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.087882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bb8717e-45da-4a1f-8cd8-fe8cae0929a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.089279 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7bb8717e-45da-4a1f-8cd8-fe8cae0929a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34f75ad8-3d75-4eee-9747-ba6f8ffba518 HTTP/1.1" status: 204 len: 168 time: 0.2621861 Apr 18 20:29:18.110250 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8717e-45da-4a1f-8cd8-fe8cae0929a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f75ad8-3d75-4eee-9747-ba6f8ffba518,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:18.222287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] For port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:18.235055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] For port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:18.237795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 91e7b95d-0c7f-432b-af6a-79ff471613ac {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:18.238895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 91e7b95d-0c7f-432b-af6a-79ff471613ac not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:18.241677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 31884a7a-9512-4980-890f-091c8d6be7e4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:18.242628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.333741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 31884a7a-9512-4980-890f-091c8d6be7e4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:18.335561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 31884a7a-9512-4980-890f-091c8d6be7e4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:18.384158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:18.385815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.390580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] 10.222.0.64 "PUT /v2.0/ports/305f39d6-2edb-4b24-8b63-fd3f9a829bdc HTTP/1.1" status: 200 len: 1091 time: 2.2635741 Apr 18 20:29:18.402018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:18.410993 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc29bda-56bf-431c-96c9-5789482f97e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "305f39d6-2edb-4b24-8b63-fd3f9a829bdc"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:18.458407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:18.604813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56984) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:18.680153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7e34da4-3bdb-43d7-9f49-5e09a73b7d40 req-127827a3-2ae4-4c24-a62f-188a54efe510 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "GET /v2.0/security-groups/da13e40e-7bfb-4a82-aaf4-de9f3e7d4a34 HTTP/1.1" status: 200 len: 2398 time: 0.2551315 Apr 18 20:29:18.697179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b7077-e438-49c2-9187-f34869b7ce34 service neutron] Pushing event updated for resources: {'Port': ['ID=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:18.734604 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.928083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-793863514-network', 'tenant_id': 'c3ee5147f2b2465a8408a6522a34b5a6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:18.934071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c7e34da4-3bdb-43d7-9f49-5e09a73b7d40 req-126ba04d-a9d1-4c72-af88-a7c847cb01e1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.961865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Made reservation on behalf of c3ee5147f2b2465a8408a6522a34b5a6 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:18.965755 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.994090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.065419 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c7e34da4-3bdb-43d7-9f49-5e09a73b7d40 req-126ba04d-a9d1-4c72-af88-a7c847cb01e1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.126333 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.133968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.147761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:19.175017 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.175813 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Added segment 94d90530-6683-4027-a970-30c5ff99441c of type vlan for network 25e83144-4213-4821-8164-b5bcdcd052f1 Apr 18 20:29:19.264149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.268642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f533ae4d-e998-41bc-98d0-b1f00f410baf,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:19.329447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.332405 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:19.338606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.473398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] Pushing event updated for resources: {'Network': ['ID=25e83144-4213-4821-8164-b5bcdcd052f1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:19.487762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 25e83144-4213-4821-8164-b5bcdcd052f1 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:29:19.499743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57016) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:19.507771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:19.515616 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b7e586d5-6c4d-4c8d-8513-248c671877c5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9086621 Apr 18 20:29:19.518159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57020) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:19.521387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c7e34da4-3bdb-43d7-9f49-5e09a73b7d40 req-126ba04d-a9d1-4c72-af88-a7c847cb01e1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.523739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Request body: {'subnet': {'network_id': '25e83144-4213-4821-8164-b5bcdcd052f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-793863514-subnet', 'tenant_id': 'c3ee5147f2b2465a8408a6522a34b5a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:19.524784 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c7e34da4-3bdb-43d7-9f49-5e09a73b7d40 req-126ba04d-a9d1-4c72-af88-a7c847cb01e1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.540640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7e34da4-3bdb-43d7-9f49-5e09a73b7d40 req-126ba04d-a9d1-4c72-af88-a7c847cb01e1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] 10.222.0.49 "DELETE /v2.0/security-groups/da13e40e-7bfb-4a82-aaf4-de9f3e7d4a34 HTTP/1.1" status: 204 len: 173 time: 0.8382905 Apr 18 20:29:19.540824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57022) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:19.559935 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.596327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ba04d-a9d1-4c72-af88-a7c847cb01e1 tempest-SecurityGroupRulesTestJSON-1294058331 tempest-SecurityGroupRulesTestJSON-1294058331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da13e40e-7bfb-4a82-aaf4-de9f3e7d4a34,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:19.618514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57024) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:19.675060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Made reservation on behalf of c3ee5147f2b2465a8408a6522a34b5a6 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:19.677810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.799970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-3c1891d5-8ee2-4b04-8a0a-27f2d544965d tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:29:19.801281 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-3c1891d5-8ee2-4b04-8a0a-27f2d544965d tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3411591 Apr 18 20:29:19.843903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aa8ede-2eab-4416-9404-3df76a3154f2 admin admin] Deleting subnet e3b8ead0-d9c8-4679-b11e-805d3da4c274 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:29:19.847396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20aa8ede-2eab-4416-9404-3df76a3154f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.897708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20aa8ede-2eab-4416-9404-3df76a3154f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.924910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Transition to ACTIVE for port object eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:19.929221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-300717973-network', 'tenant_id': 'dc37a857d8b240059132365071db5f0e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:19.986205 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.996413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Made reservation on behalf of dc37a857d8b240059132365071db5f0e for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:19.998998 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.102717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc11743-2439-40be-aba0-2c6b35ce617d req-80205b6e-b448-4e70-9b6e-69944687a8e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.108602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc11743-2439-40be-aba0-2c6b35ce617d req-80205b6e-b448-4e70-9b6e-69944687a8e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.114626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc11743-2439-40be-aba0-2c6b35ce617d req-80205b6e-b448-4e70-9b6e-69944687a8e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.118228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-57251e60-8741-4009-8838-41e097ca342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.120528 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-57251e60-8741-4009-8838-41e097ca342a service neutron] 10.222.0.49 "GET /v2.0/ports/452904ce-5879-430f-ba34-9f2063914d57 HTTP/1.1" status: 200 len: 1094 time: 0.2912023 Apr 18 20:29:20.123679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc11743-2439-40be-aba0-2c6b35ce617d req-80205b6e-b448-4e70-9b6e-69944687a8e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.126395 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.131683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc11743-2439-40be-aba0-2c6b35ce617d req-80205b6e-b448-4e70-9b6e-69944687a8e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.141442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3dc11743-2439-40be-aba0-2c6b35ce617d req-80205b6e-b448-4e70-9b6e-69944687a8e4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 3827 time: 0.3981426 Apr 18 20:29:20.148362 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.197101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Request body: {'binding': {'host': 'n-h1-836015-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:20.197707 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Unknown quota resources ['binding']. {{(pid=102903) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:29:20.204613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=185d1bcd-0aa5-4f28-b38a-bf1cfd911e02,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:20.215515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20aa8ede-2eab-4416-9404-3df76a3154f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.232331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3dc11743-2439-40be-aba0-2c6b35ce617d req-8a328756-cd2f-4c78-8f37-252adf1c3a89 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896823 Apr 18 20:29:20.334911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:20.336962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Checking segment: {'id': '94d90530-6683-4027-a970-30c5ff99441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '25e83144-4213-4821-8164-b5bcdcd052f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:20.337447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Network hostable DHCP agents. Network: 25e83144-4213-4821-8164-b5bcdcd052f1, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:20.446368 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d17dae-02f7-48ed-9289-da765e8ee357 x-openstack-request-id: req-54d17dae-02f7-48ed-9289-da765e8ee357 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:20.447035 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "305f39d6-2edb-4b24-8b63-fd3f9a829bdc", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:20.447498 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54d17dae-02f7-48ed-9289-da765e8ee357 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:20.448130 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d17dae-02f7-48ed-9289-da765e8ee357'] response: {'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc', 'status': 'completed', 'code': 200} Apr 18 20:29:20.506050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 on host n-h1-836015-4 for vnic_type normal with profile None {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:20.506301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:20.506811 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:20.515229 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20aa8ede-2eab-4416-9404-3df76a3154f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.543066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-80a6c0e2-c0e6-4b6e-a189-478765e234cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.544098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-80a6c0e2-c0e6-4b6e-a189-478765e234cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.544722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-80a6c0e2-c0e6-4b6e-a189-478765e234cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.545336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-80a6c0e2-c0e6-4b6e-a189-478765e234cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.545945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-80a6c0e2-c0e6-4b6e-a189-478765e234cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.546556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-80a6c0e2-c0e6-4b6e-a189-478765e234cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.548623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-80a6c0e2-c0e6-4b6e-a189-478765e234cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5247 time: 0.1078904 Apr 18 20:29:20.562410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Attempting to bind port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:20.562733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Attempting to bind port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:20.563050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Attempting to bind port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:20.577956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa8ede-2eab-4416-9404-3df76a3154f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b8ead0-d9c8-4679-b11e-805d3da4c274,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:20.580795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Network 25e83144-4213-4821-8164-b5bcdcd052f1 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:20.604842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Port 452904ce-5879-430f-ba34-9f2063914d57 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:20.606743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:20.619639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:20.620109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:20.620383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:20.620816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Bound port: 452904ce-5879-430f-ba34-9f2063914d57, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:20.675688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae on network c0ab9790-64b6-40c9-8458-d547c06593c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:20.676003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Attempting to bind port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:20.679551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 25e83144-4213-4821-8164-b5bcdcd052f1) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:20.695895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.696544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.701039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e06dbc3-b337-480d-a869-fcb00e9ba4f8 None None] Network 25e83144-4213-4821-8164-b5bcdcd052f1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:20.704033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20aa8ede-2eab-4416-9404-3df76a3154f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.716062 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-20aa8ede-2eab-4416-9404-3df76a3154f2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e3b8ead0-d9c8-4679-b11e-805d3da4c274 HTTP/1.1" status: 204 len: 168 time: 1.1740181 Apr 18 20:29:20.723511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57034) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:20.776307 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.811672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:20.812354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Checking segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:20.812815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Bound using segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:20.813339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Bound port: eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:20.813771 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.827912 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.841575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:20.853088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.853555 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Added segment a5c25361-ecdd-40f8-84c2-4e0624b03f79 of type vlan for network 68cc6080-2d81-4704-9199-495df571819a Apr 18 20:29:20.887044 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-99014a35-cc5d-4171-a3c9-3c78e7e94a4c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3676291 Apr 18 20:29:20.934282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:20.949219 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.951507 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.963562 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] 10.222.0.49 "POST /v2.0/ports/452904ce-5879-430f-ba34-9f2063914d57/bindings HTTP/1.1" status: 201 len: 389 time: 0.8297136 Apr 18 20:29:20.971340 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.998525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decb4673-b5e5-4c77-bff2-6d6c31f00f0f None None] Network 25e83144-4213-4821-8164-b5bcdcd052f1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:21.178750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.218925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17064108-3c76-4cdd-95bf-d0ba534b16a5']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:21.261908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98778e9-a998-4fbe-b36e-da97997aba56') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:21.262254 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98778e9-a998-4fbe-b36e-da97997aba56') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:21.281847 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.322118 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.333654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:29:21.334605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:29:21.337468 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:29:21.367601 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.368608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.369195 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.413547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3de6e-e1c7-4b5d-9c05-aee187e8c957,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:21.428352 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.438796 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.445884 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] 10.222.0.49 "DELETE /v2.0/networks/17064108-3c76-4cdd-95bf-d0ba534b16a5 HTTP/1.1" status: 204 len: 168 time: 0.7212031 Apr 18 20:29:21.457931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e8949-6e66-472f-a84d-04b313dbbcad admin admin] Pushing event deleted for resources: {'Network': ['ID=17064108-3c76-4cdd-95bf-d0ba534b16a5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:21.466703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9629824 Apr 18 20:29:21.468736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57054) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:21.475642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Request body: {'subnet': {'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-300717973-subnet', 'tenant_id': 'dc37a857d8b240059132365071db5f0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:21.506500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Made reservation on behalf of dc37a857d8b240059132365071db5f0e for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:21.509023 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.570341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] For port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:21.588158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d2964-51b3-4e4d-9649-6c97022fed27 req-dc3bb0b2-dce5-4ab5-8ea5-847b17267e38 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.596419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d85d2964-51b3-4e4d-9649-6c97022fed27 req-dc3bb0b2-dce5-4ab5-8ea5-847b17267e38 tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/ports?device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 950 time: 0.5264294 Apr 18 20:29:21.600539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-3e914c08-842e-4542-8d11-dd5572abc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.601012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-3e914c08-842e-4542-8d11-dd5572abc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.601472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-3e914c08-842e-4542-8d11-dd5572abc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.603048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-3e914c08-842e-4542-8d11-dd5572abc6d3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.0342436 Apr 18 20:29:21.630441 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57064) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:21.654785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-708670bf-cd8f-4094-ab26-4aa1feb0147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.656282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-708670bf-cd8f-4094-ab26-4aa1feb0147c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1097 time: 0.3239205 Apr 18 20:29:21.670780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] For port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:21.711674 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6a725429-74f5-4099-81d2-e2f3d6b2ab56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03123dfc298e4f1baae6b242695bb7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798993 Apr 18 20:29:21.712321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57066) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:21.739642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.772224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258132a-625e-4622-bdbf-1f5683e89f8d admin admin] Pushing event updated for resources: {'Network': ['ID=68cc6080-2d81-4704-9199-495df571819a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:21.787244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 68cc6080-2d81-4704-9199-495df571819a details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:29:21.826220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.852816 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ff03cf-cf27-41b1-8fec-7cf7720548a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.950450 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ff03cf-cf27-41b1-8fec-7cf7720548a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.018699 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ff03cf-cf27-41b1-8fec-7cf7720548a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.022951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ff03cf-cf27-41b1-8fec-7cf7720548a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.026992 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-46ff03cf-cf27-41b1-8fec-7cf7720548a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f702c82-2ffa-43d7-8830-a8dc636ecc93 HTTP/1.1" status: 204 len: 168 time: 0.2923415 Apr 18 20:29:22.055255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff03cf-cf27-41b1-8fec-7cf7720548a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f702c82-2ffa-43d7-8830-a8dc636ecc93,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:22.080351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:22.103802 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Checking segment: {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:22.104671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Network hostable DHCP agents. Network: 68cc6080-2d81-4704-9199-495df571819a, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:22.132122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Network 68cc6080-2d81-4704-9199-495df571819a is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:22.153192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 68cc6080-2d81-4704-9199-495df571819a) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:22.163415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.165543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.166511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0702c4-23ec-4d6b-b606-693626ae48fc None None] Network 68cc6080-2d81-4704-9199-495df571819a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:22.214805 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-95d069e7-a889-4994-8409-a92b5df3f7d8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7432892 Apr 18 20:29:22.246429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c57788-1f38-4900-aed2-83c2ae3ba084 req-5c30045b-58b3-437b-8e90-e21e8977cf30 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.255626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7c57788-1f38-4900-aed2-83c2ae3ba084 req-5c30045b-58b3-437b-8e90-e21e8977cf30 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 946 time: 0.9918139 Apr 18 20:29:22.484394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.485115 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.486585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] 10.222.0.64 "PUT /v2.0/ports/eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae HTTP/1.1" status: 200 len: 1134 time: 4.0350139 Apr 18 20:29:22.504634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': 'eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:22.507500 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b513061-6d6b-41e8-869e-fdb5bc43f05a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:22.541677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3f09b8-1af5-4ba0-8962-426206f96872 None None] Network 68cc6080-2d81-4704-9199-495df571819a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:22.565261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-bcbbdf57-ea90-47fd-8215-1f547c0a28be tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.566952 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-bcbbdf57-ea90-47fd-8215-1f547c0a28be tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.60 "GET /v2.0/ports?device_id=35803679-ac96-4cbc-8f03-005492073aec HTTP/1.1" status: 200 len: 950 time: 0.1553729 Apr 18 20:29:22.574239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d85d2964-51b3-4e4d-9649-6c97022fed27 req-54f4d68b-34b7-4a60-92ff-25ea45a4528a tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9768524 Apr 18 20:29:22.626318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:22.835109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-ed4a635f-cd16-40eb-92a2-a7be6510489b tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Deleting port 98158f62-b60b-42d8-9312-c56b64ee2cdc {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:22.835456 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-ed4a635f-cd16-40eb-92a2-a7be6510489b tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.840435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7b780-1c89-44e9-bbb9-767e5004abf7 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:22.869956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7c57788-1f38-4900-aed2-83c2ae3ba084 req-0717329d-a5c2-40fa-995e-76a33d9eef68 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6131544 Apr 18 20:29:22.876508 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.901588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-46c25818-3c69-45cd-81df-327b3efa5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.906188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcc29bda-56bf-431c-96c9-5789482f97e8 req-46c25818-3c69-45cd-81df-327b3efa5843 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2700417 Apr 18 20:29:23.017887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-319fb281-3fed-489d-a06a-162714058d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.019894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-319fb281-3fed-489d-a06a-162714058d35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 1.3389990 Apr 18 20:29:23.071469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-ed4a635f-cd16-40eb-92a2-a7be6510489b tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] For port 98158f62-b60b-42d8-9312-c56b64ee2cdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=98158f62-b60b-42d8-9312-c56b64ee2cdc,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:23.073009 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-ed4a635f-cd16-40eb-92a2-a7be6510489b tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.124895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-ed4a635f-cd16-40eb-92a2-a7be6510489b tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Calling delete_port for 98158f62-b60b-42d8-9312-c56b64ee2cdc owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:23.162763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-6a1b18db-38ca-42e8-bd69-2928daecbe6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452904ce-5879-430f-ba34-9f2063914d57 HTTP/1.1" status: 200 len: 217 time: 0.1225438 Apr 18 20:29:23.163312 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.317660 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-ed4a635f-cd16-40eb-92a2-a7be6510489b tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.329004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['98158f62-b60b-42d8-9312-c56b64ee2cdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:23.379699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a635f-cd16-40eb-92a2-a7be6510489b tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Pushing event deleted for resources: {'Port': ['ID=98158f62-b60b-42d8-9312-c56b64ee2cdc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:23.465079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-ed4a635f-cd16-40eb-92a2-a7be6510489b tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] No DVR routers for this DVR port 98158f62-b60b-42d8-9312-c56b64ee2cdc on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:23.468618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-ed4a635f-cd16-40eb-92a2-a7be6510489b tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.472321 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c8490a42-e3a3-4e42-87a4-bed54490564f req-ed4a635f-cd16-40eb-92a2-a7be6510489b tempest-TenantUsagesTestJSON-1763728142 tempest-TenantUsagesTestJSON-1763728142-project] 10.222.0.60 "DELETE /v2.0/ports/98158f62-b60b-42d8-9312-c56b64ee2cdc HTTP/1.1" status: 204 len: 173 time: 0.8993595 Apr 18 20:29:23.472783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35803679-ac96-4cbc-8f03-005492073aec', 'name': 'network-vif-deleted', 'tag': '98158f62-b60b-42d8-9312-c56b64ee2cdc'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:23.485420 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bf329f-0e1f-454e-9325-a5ddbea341dd" -d '{"events": [{"server_uuid": "35803679-ac96-4cbc-8f03-005492073aec", "name": "network-vif-deleted", "tag": "98158f62-b60b-42d8-9312-c56b64ee2cdc"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:23.513517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57120) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:23.762622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6170-e6eb-40d5-9d08-8f9823833a65 req-2e3ff778-5d04-431a-a3da-a23af440a3a8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.767699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1316006892-network', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:23.768657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6170-e6eb-40d5-9d08-8f9823833a65 req-2e3ff778-5d04-431a-a3da-a23af440a3a8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.775174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6170-e6eb-40d5-9d08-8f9823833a65 req-2e3ff778-5d04-431a-a3da-a23af440a3a8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.783426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6170-e6eb-40d5-9d08-8f9823833a65 req-2e3ff778-5d04-431a-a3da-a23af440a3a8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.791899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6170-e6eb-40d5-9d08-8f9823833a65 req-2e3ff778-5d04-431a-a3da-a23af440a3a8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.799286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6170-e6eb-40d5-9d08-8f9823833a65 req-2e3ff778-5d04-431a-a3da-a23af440a3a8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.800893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Made reservation on behalf of 7fbf08630c804d5193abfaa46deb2827 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:23.806939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.809963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2bb6170-e6eb-40d5-9d08-8f9823833a65 req-2e3ff778-5d04-431a-a3da-a23af440a3a8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 4603 time: 0.7937851 Apr 18 20:29:23.838040 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.929058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-edc3b26e-dde4-42db-97cd-cc24ee46714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.930907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-edc3b26e-dde4-42db-97cd-cc24ee46714a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.7191784 Apr 18 20:29:23.970373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-e99aff3d-c4f4-4ce7-b7aa-18ad4ec20beb tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.972206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-e99aff3d-c4f4-4ce7-b7aa-18ad4ec20beb tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/networks?id=25e83144-4213-4821-8164-b5bcdcd052f1 HTTP/1.1" status: 200 len: 812 time: 0.8413985 Apr 18 20:29:23.976261 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.985206 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.003972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:24.016829 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.017709 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Added segment 39726cd8-656e-45f0-b275-a516691294e7 of type vlan for network 7abf7304-f18a-4007-bf66-9df462202186 Apr 18 20:29:24.031634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-d3b767e0-c535-46f0-a378-b2bef64cb63e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858803 Apr 18 20:29:24.076817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2bb6170-e6eb-40d5-9d08-8f9823833a65 req-84e7d5c8-1fb8-48cb-bb14-2cd2077a310c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2658653 Apr 18 20:29:24.089082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.105184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-0b7806cc-80f1-4ddf-aac4-0f0db6c31404 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/quotas/c3ee5147f2b2465a8408a6522a34b5a6 HTTP/1.1" status: 200 len: 375 time: 0.1188791 Apr 18 20:29:24.152750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.154009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.155137 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.212329 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea3bac8-8921-40aa-81fc-386bbfed3273 x-openstack-request-id: req-dea3bac8-8921-40aa-81fc-386bbfed3273 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:24.213042 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:24.213518 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dea3bac8-8921-40aa-81fc-386bbfed3273 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:24.214305 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea3bac8-8921-40aa-81fc-386bbfed3273'] response: {'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': 'eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae', 'status': 'completed', 'code': 200} Apr 18 20:29:24.275481 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-db8ba818-ca3f-4ce7-b6de-1ebb9da7929c tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c3ee5147f2b2465a8408a6522a34b5a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1691883 Apr 18 20:29:24.322804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Pushing event updated for resources: {'Network': ['ID=7abf7304-f18a-4007-bf66-9df462202186,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:24.329134 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8129771 Apr 18 20:29:24.330498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879b915-c371-4a21-9724-505e3cc76a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a6d4c-4ccf-4b70-b462-f797eaed3307,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:24.334276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57134) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:24.336766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7abf7304-f18a-4007-bf66-9df462202186 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:29:24.339340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Request body: {'subnet': {'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1316006892-subnet', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:24.368201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Made reservation on behalf of 7fbf08630c804d5193abfaa46deb2827 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:24.370826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.474785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2e384b-30c9-4d64-bd31-15040d2a61fb {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:24.501324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.719682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-486ab3f3-a935-40de-a75c-dd7af58b0f55 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644971 Apr 18 20:29:24.726923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-2a69477d-fbc8-42a0-beeb-6ac27222e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.727412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-2a69477d-fbc8-42a0-beeb-6ac27222e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.727913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-2a69477d-fbc8-42a0-beeb-6ac27222e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.728390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-2a69477d-fbc8-42a0-beeb-6ac27222e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.728861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-2a69477d-fbc8-42a0-beeb-6ac27222e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.729334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-2a69477d-fbc8-42a0-beeb-6ac27222e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.732036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-2a69477d-fbc8-42a0-beeb-6ac27222e74c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5289 time: 0.4622171 Apr 18 20:29:24.745385 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.775695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Transition to ACTIVE for port object 5d2e384b-30c9-4d64-bd31-15040d2a61fb will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:24.822740 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Checking segment: {'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:24.822740 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Network hostable DHCP agents. Network: 7abf7304-f18a-4007-bf66-9df462202186, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:24.825794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a428a6f1-6657-40ce-b4b1-4ef66ff06bf3,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:24.852794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Network 7abf7304-f18a-4007-bf66-9df462202186 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:24.865688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 7abf7304-f18a-4007-bf66-9df462202186) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:24.877102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b0ad2-840a-4aee-b007-5cecba36e65b None None] Network 7abf7304-f18a-4007-bf66-9df462202186 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:24.884272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.885704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.928557 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-832ad32f-e2b9-4e78-8de9-0d63cae710b1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5930133 Apr 18 20:29:24.929232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57154) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:24.934575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:24.962585 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.964246 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.036379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.117767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-7abf7304-f18a-4007-bf66-9df462202186', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:29:25.118650 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.185607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-2edbdf77-9da4-4838-8e18-56865d4ea4ba service neutron] 10.222.0.49 "GET /v2.0/networks/25e83144-4213-4821-8164-b5bcdcd052f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8926909 Apr 18 20:29:25.186173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.205490 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.316526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Allocated IP 172.20.0.2 (7abf7304-f18a-4007-bf66-9df462202186/a428a6f1-6657-40ce-b4b1-4ef66ff06bf3/37679cef-0d30-4b83-9c92-b1edee91ab0c) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:25.448053 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.471214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.475378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2e384b-30c9-4d64-bd31-15040d2a61fb,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:25.528087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] Deleting port e1961f71-b06f-46f7-b800-0893694b044d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:25.531693 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.565766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.577295 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.611805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Allocated IP 172.25.2.84 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/5d2c2f60-e382-46fe-9c97-6bcac6bd9a78) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:25.654107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-fe1a17d2-992f-4db4-ae92-58605f08d2f3 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9097109 Apr 18 20:29:25.678278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Network 7abf7304-f18a-4007-bf66-9df462202186 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:25.679870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Pushing event updated for resources: {'Port': ['ID=37679cef-0d30-4b83-9c92-b1edee91ab0c,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:25.687134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-6a677a73-6ccc-4f9d-9ff4-5422955e429f tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:25.688806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-6a677a73-6ccc-4f9d-9ff4-5422955e429f tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 804 time: 0.9557068 Apr 18 20:29:25.691496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:25.694533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:25.746829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-a4517e13-7aff-4e81-94e5-c701c65e8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:25.747472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-a4517e13-7aff-4e81-94e5-c701c65e8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:25.748040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-a4517e13-7aff-4e81-94e5-c701c65e8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:25.750032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-a4517e13-7aff-4e81-94e5-c701c65e8cab service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.9751499 Apr 18 20:29:25.790416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.792636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Attempting to bind port 37679cef-0d30-4b83-9c92-b1edee91ab0c on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:25.793074 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Attempting to bind port 37679cef-0d30-4b83-9c92-b1edee91ab0c by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:25.793474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Attempting to bind port 37679cef-0d30-4b83-9c92-b1edee91ab0c on network 7abf7304-f18a-4007-bf66-9df462202186 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:25.799325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:25.799728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Checking segment: {'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:25.800223 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.800614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Bound using segment: {'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:25.801111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Bound port: 37679cef-0d30-4b83-9c92-b1edee91ab0c, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:25.801484 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.827881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-0ebd2ac5-5479-42a1-88ee-755aab7d1843 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/quotas/dc37a857d8b240059132365071db5f0e HTTP/1.1" status: 200 len: 375 time: 0.1149950 Apr 18 20:29:25.834951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.852808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-2244887b-c41d-4f39-b366-32c598ae9850 service neutron] 10.222.0.49 "GET /v2.0/networks/25e83144-4213-4821-8164-b5bcdcd052f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277368 Apr 18 20:29:25.896214 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] For port 37679cef-0d30-4b83-9c92-b1edee91ab0c, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:25.900989 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] For port 37679cef-0d30-4b83-9c92-b1edee91ab0c, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=37679cef-0d30-4b83-9c92-b1edee91ab0c,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:25.912882 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.925822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:25.930369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] For port e1961f71-b06f-46f7-b800-0893694b044d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e1961f71-b06f-46f7-b800-0893694b044d,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:25.930808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.940993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:25.955464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:25.960635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-11dd2587-8540-4b66-a716-ec7006f51d64 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1226039 Apr 18 20:29:25.961659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Attempting to bind port 5d2e384b-30c9-4d64-bd31-15040d2a61fb on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:25.962222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Attempting to bind port 5d2e384b-30c9-4d64-bd31-15040d2a61fb by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:25.962785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Attempting to bind port 5d2e384b-30c9-4d64-bd31-15040d2a61fb on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:26.002762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2c2f60-e382-46fe-9c97-6bcac6bd9a78,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:26.031976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-0f16593b-1a32-4857-ba28-370cae705374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.033462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b513061-6d6b-41e8-869e-fdb5bc43f05a req-0f16593b-1a32-4857-ba28-370cae705374 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250445 Apr 18 20:29:26.035239 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] Calling delete_port for e1961f71-b06f-46f7-b800-0893694b044d owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:26.049877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Port 5d2e384b-30c9-4d64-bd31-15040d2a61fb on network c0ab9790-64b6-40c9-8458-d547c06593c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:26.050257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Attempting to bind port 5d2e384b-30c9-4d64-bd31-15040d2a61fb on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:26.053869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-238a886d-5de6-4014-a4f4-e0c97f3d370a tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.055416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-238a886d-5de6-4014-a4f4-e0c97f3d370a tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1097 time: 0.3337517 Apr 18 20:29:26.057415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d3837-cf37-4ce0-94dc-b7215d888d89 None None] Pushing event updated for resources: {'Port': ['ID=37679cef-0d30-4b83-9c92-b1edee91ab0c,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:26.068179 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26395882-3a80-4d67-afc3-6c322b252be6 x-openstack-request-id: req-26395882-3a80-4d67-afc3-6c322b252be6 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:26.072559 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35803679-ac96-4cbc-8f03-005492073aec", "name": "network-vif-deleted", "tag": "98158f62-b60b-42d8-9312-c56b64ee2cdc", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:26.072833 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26395882-3a80-4d67-afc3-6c322b252be6 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:26.073250 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26395882-3a80-4d67-afc3-6c322b252be6'] response: {'server_uuid': '35803679-ac96-4cbc-8f03-005492073aec', 'name': 'network-vif-deleted', 'tag': '98158f62-b60b-42d8-9312-c56b64ee2cdc', 'status': 'completed', 'code': 200} Apr 18 20:29:26.089166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-4'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:26.197976 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.222344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:26.222706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Checking segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:26.223178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Bound using segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:26.228357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Bound port: 5d2e384b-30c9-4d64-bd31-15040d2a61fb, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:26.228886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.430000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.548493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] For port 5d2e384b-30c9-4d64-bd31-15040d2a61fb, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:26.552917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] For port 5d2e384b-30c9-4d64-bd31-15040d2a61fb, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5d2e384b-30c9-4d64-bd31-15040d2a61fb,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:26.580257 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.633698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57172) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:26.772486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 98158f62-b60b-42d8-9312-c56b64ee2cdc no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:26.791413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2e384b-30c9-4d64-bd31-15040d2a61fb,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:26.811986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.812930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.816979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0c992604-1391-4a59-bf68-d5dd99d93182 service neutron] 10.222.0.64 "PUT /v2.0/ports/5d2e384b-30c9-4d64-bd31-15040d2a61fb HTTP/1.1" status: 200 len: 1135 time: 4.2069149 Apr 18 20:29:26.839425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.843480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 98158f62-b60b-42d8-9312-c56b64ee2cdc {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:26.843846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 98158f62-b60b-42d8-9312-c56b64ee2cdc not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:26.861066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '5d2e384b-30c9-4d64-bd31-15040d2a61fb'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:26.862783 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "5d2e384b-30c9-4d64-bd31-15040d2a61fb"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:26.918828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:27.031353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961e1a9-bb76-4c58-bd53-6d4d3c99c70f req-ce3f5642-24c2-4403-9f8d-770738f39936 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:27.033292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c961e1a9-bb76-4c58-bd53-6d4d3c99c70f req-ce3f5642-24c2-4403-9f8d-770738f39936 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 946 time: 0.7770274 Apr 18 20:29:27.039975 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2b1ed25a-8ece-4838-9241-e0b2b0b260eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0ab10033e7d140b1ba2cd2390c4f49df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029307 Apr 18 20:29:27.043669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57182) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:27.108795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-37aad45f-785a-4b3e-90cb-ed8929634e3f service neutron] 10.222.0.49 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0785654 Apr 18 20:29:27.147726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2c8301e-7be4-4aaf-b9f0-0cea20b3cad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.202030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:29:27.225529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2c8301e-7be4-4aaf-b9f0-0cea20b3cad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.291711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c961e1a9-bb76-4c58-bd53-6d4d3c99c70f req-42ded942-1bce-4db4-b200-8e4bde7b6cfa tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399704 Apr 18 20:29:27.301084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.429401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:27.468234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:27.482256 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Sync routers for ids ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:27.502722 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Routers {'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:27.516008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2c8301e-7be4-4aaf-b9f0-0cea20b3cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.516756 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:27.519149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2c8301e-7be4-4aaf-b9f0-0cea20b3cad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.521271 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b2c8301e-7be4-4aaf-b9f0-0cea20b3cad2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6 HTTP/1.1" status: 204 len: 168 time: 0.4746809 Apr 18 20:29:27.532048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8301e-7be4-4aaf-b9f0-0cea20b3cad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9319a6d-2c79-4ff8-b95a-2dc3f8a7cab6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:27.545160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.546799 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7785bc8b-59c1-4152-bc41-412c5fdca9e9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6165600 Apr 18 20:29:27.550470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57188) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:27.603254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:27.672460 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.713836 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24dbbdc-dd89-4abe-92ca-b441926189ce None None] Network 7abf7304-f18a-4007-bf66-9df462202186 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:27.898949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-013d30dc-05f3-4efa-9c34-73c6ca750299 None None] Provisioning complete for port 37679cef-0d30-4b83-9c92-b1edee91ab0c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:27.899650 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-013d30dc-05f3-4efa-9c34-73c6ca750299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.968587 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Set router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:28.228629 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-013d30dc-05f3-4efa-9c34-73c6ca750299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.231384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 37679cef-0d30-4b83-9c92-b1edee91ab0c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:28.291270 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.323865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57194) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:28.331169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.341581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-013d30dc-05f3-4efa-9c34-73c6ca750299 None None] For port 37679cef-0d30-4b83-9c92-b1edee91ab0c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=37679cef-0d30-4b83-9c92-b1edee91ab0c,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:28.344568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1961f71-b06f-46f7-b800-0893694b044d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:28.355445 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-013d30dc-05f3-4efa-9c34-73c6ca750299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.378412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-746e9627-4789-4b66-b9c3-7d66c0d2b755 service neutron] 10.222.0.49 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1981645 Apr 18 20:29:28.387471 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:26Z', 'revision_number': 3, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:28.424900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 37679cef-0d30-4b83-9c92-b1edee91ab0c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:28.425515 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.433347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b35bce-400a-49e6-a566-29404638f79d req-fc5c9588-5645-4c4a-97fa-33a67c939f4b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.447185 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Checking router: bd015e24-3406-4fa5-bbe2-3937ce3c5f8d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:28.447804 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Updating router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:29:28.449795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b35bce-400a-49e6-a566-29404638f79d req-fc5c9588-5645-4c4a-97fa-33a67c939f4b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.461748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b35bce-400a-49e6-a566-29404638f79d req-fc5c9588-5645-4c4a-97fa-33a67c939f4b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.485390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b35bce-400a-49e6-a566-29404638f79d req-fc5c9588-5645-4c4a-97fa-33a67c939f4b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.511026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b35bce-400a-49e6-a566-29404638f79d req-fc5c9588-5645-4c4a-97fa-33a67c939f4b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.514989 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.521721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b35bce-400a-49e6-a566-29404638f79d req-fc5c9588-5645-4c4a-97fa-33a67c939f4b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.536601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d30dc-05f3-4efa-9c34-73c6ca750299 None None] Pushing event updated for resources: {'Port': ['ID=37679cef-0d30-4b83-9c92-b1edee91ab0c,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:28.538241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b35bce-400a-49e6-a566-29404638f79d req-fc5c9588-5645-4c4a-97fa-33a67c939f4b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.551266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66b35bce-400a-49e6-a566-29404638f79d req-fc5c9588-5645-4c4a-97fa-33a67c939f4b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5380 time: 1.0609155 Apr 18 20:29:28.685719 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a29e7268-aaa1-4e9d-9a7d-acf48bb10445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.857149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-df712f91-313e-4358-b552-215ece41795f tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.858894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-df712f91-313e-4358-b552-215ece41795f tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.60 "GET /v2.0/networks?id=25e83144-4213-4821-8164-b5bcdcd052f1 HTTP/1.1" status: 200 len: 812 time: 1.1266708 Apr 18 20:29:28.879969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Request body: {'port': {'device_id': '286beecd-c37a-41e4-bc4f-bc20cb76f1db', 'network_id': '25e83144-4213-4821-8164-b5bcdcd052f1', 'admin_state_up': True, 'tenant_id': 'c3ee5147f2b2465a8408a6522a34b5a6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:28.914751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f8fd37da-a821-4cfa-badf-a4c05b22f38b None None] Provisioning complete for port 37679cef-0d30-4b83-9c92-b1edee91ab0c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:28.915439 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8fd37da-a821-4cfa-badf-a4c05b22f38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.079615 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.096293 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.115327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 on host n-h2-836015-4 for vnic_type normal with profile {"migrating_to": "n-h1-836015-4"} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:29.115969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:29.116686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:29.120637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53974311-1c72-4da4-8b58-e12198dce3e7 req-70f5f981-7508-4905-939b-cce30e39b83a tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 210 time: 0.2942820 Apr 18 20:29:29.121188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Pushing event updated for resources: {'Port': ['ID=452904ce-5879-430f-ba34-9f2063914d57,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:29.157854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66b35bce-400a-49e6-a566-29404638f79d req-c95a9318-17d6-4563-9afc-e98cca2f9bc5 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6041076 Apr 18 20:29:29.168146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Port 452904ce-5879-430f-ba34-9f2063914d57 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:29.168740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Attempting to bind port 452904ce-5879-430f-ba34-9f2063914d57 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:29.202170 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Made reservation on behalf of c3ee5147f2b2465a8408a6522a34b5a6 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:29.206813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.253595 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afc1ea-0c2f-448c-9bcd-9f10d8ae3f8b None None] Pushing event updated for resources: {'Port': ['ID=5d2c2f60-e382-46fe-9c97-6bcac6bd9a78,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:29.304017 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a120729e-4b12-4a60-ab2f-cf13a885297a x-openstack-request-id: req-a120729e-4b12-4a60-ab2f-cf13a885297a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:29.304899 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "5d2e384b-30c9-4d64-bd31-15040d2a61fb", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:29.305441 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a120729e-4b12-4a60-ab2f-cf13a885297a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:29.306004 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a120729e-4b12-4a60-ab2f-cf13a885297a'] response: {'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '5d2e384b-30c9-4d64-bd31-15040d2a61fb', 'status': 'completed', 'code': 200} Apr 18 20:29:29.307999 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Attempting to bind port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:29.310323 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Attempting to bind port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:29.310800 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Attempting to bind port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:29.323140 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:29.323962 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:29.324617 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.325590 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:29.326305 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Bound port: 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:29.329113 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.366583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:29.367249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:29.367820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:29.369446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Bound port: 452904ce-5879-430f-ba34-9f2063914d57, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:29.369998 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.416323 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] For port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:29.420017 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] For port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5d2c2f60-e382-46fe-9c97-6bcac6bd9a78,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:29.429146 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.432821 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4cc2827-74c5-4896-9cb6-73c3f428a4c4 req-45e85698-f41c-4f83-bc25-6c8629f88e65 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 210 time: 0.0494139 Apr 18 20:29:29.550176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.556450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Allocated IP 172.20.0.11 (25e83144-4213-4821-8164-b5bcdcd052f1/185d1bcd-0aa5-4f28-b38a-bf1cfd911e02/667bc31d-c3dd-476f-ad9c-552ecd89e432) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:29.653709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-78106f4a-1f69-48f9-90d2-722160d57636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:29.655260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-78106f4a-1f69-48f9-90d2-722160d57636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:29.655393 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afc1ea-0c2f-448c-9bcd-9f10d8ae3f8b None None] Pushing event updated for resources: {'Port': ['ID=5d2c2f60-e382-46fe-9c97-6bcac6bd9a78,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:29.655873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-78106f4a-1f69-48f9-90d2-722160d57636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:29.655873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-78106f4a-1f69-48f9-90d2-722160d57636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:29.656147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-78106f4a-1f69-48f9-90d2-722160d57636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:29.656678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-78106f4a-1f69-48f9-90d2-722160d57636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:29.657648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-78106f4a-1f69-48f9-90d2-722160d57636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:29.657833 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Routers {'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:29.658664 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:29.659532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-78106f4a-1f69-48f9-90d2-722160d57636 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6217 time: 0.3526053 Apr 18 20:29:29.699173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400e0b-ba89-446d-851c-c37dde12e15b req-afaf6c21-8483-4e51-b9d2-e676f1097d30 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:29.701206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb400e0b-ba89-446d-851c-c37dde12e15b req-afaf6c21-8483-4e51-b9d2-e676f1097d30 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 944 time: 0.4341283 Apr 18 20:29:29.728365 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a29e7268-aaa1-4e9d-9a7d-acf48bb10445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.762581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.774115 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a29e7268-aaa1-4e9d-9a7d-acf48bb10445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.852346 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] Set router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:29.866372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:29.886435 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.896365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Allocated IP 172.20.0.1 (7abf7304-f18a-4007-bf66-9df462202186/a428a6f1-6657-40ce-b4b1-4ef66ff06bf3/23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:29.958992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:29.968715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a29e7268-aaa1-4e9d-9a7d-acf48bb10445 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2cdaba7ba274d4b894f7ed2776100b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6386905 Apr 18 20:29:29.969612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e7268-aaa1-4e9d-9a7d-acf48bb10445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76f2d80-1add-487e-a950-fcd3ab6495da,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:29.982325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57210) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:29.983826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2afa25-19f9-4b42-b122-e7a346866596 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:29.995587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb400e0b-ba89-446d-851c-c37dde12e15b req-0445194b-8f19-4119-a031-403a21505647 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733443 Apr 18 20:29:29.996908 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.010241 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.033344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.111941 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac315-ee3b-451b-a839-2a36c755f19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.141094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac315-ee3b-451b-a839-2a36c755f19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.144026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Network 25e83144-4213-4821-8164-b5bcdcd052f1 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:30.161881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 37679cef-0d30-4b83-9c92-b1edee91ab0c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:30.162815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-98360a36-0144-46e1-8df7-b8b7bf8de914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:30.163870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-98360a36-0144-46e1-8df7-b8b7bf8de914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:30.163870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-98360a36-0144-46e1-8df7-b8b7bf8de914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:30.164266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Pushing event updated for resources: {'Port': ['ID=667bc31d-c3dd-476f-ad9c-552ecd89e432,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:30.165395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-98360a36-0144-46e1-8df7-b8b7bf8de914 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4854743 Apr 18 20:29:30.167493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:30.175504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:30.197906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Transition to ACTIVE for port object fc2afa25-19f9-4b42-b122-e7a346866596 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:30.247763 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:26Z', 'revision_number': 3, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:30.249271 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.300224 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.307004 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21548da4-98a8-4695-8e2b-491ee0da7b91 None None] The sync data for ids ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'] in n-d-836015-4 is: [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:26Z', 'revision_number': 3, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:30.366842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:30.367322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.399043 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-6a83af7b-f3f3-44bb-83f6-5001421bf7d2 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5245225 Apr 18 20:29:30.403647 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.415081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 37679cef-0d30-4b83-9c92-b1edee91ab0c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:30.415442 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.429791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Request body: {'port': {'device_id': '286beecd-c37a-41e4-bc4f-bc20cb76f1db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:30.434228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac315-ee3b-451b-a839-2a36c755f19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.436792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac315-ee3b-451b-a839-2a36c755f19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.440199 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ce8ac315-ee3b-451b-a839-2a36c755f19b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c76f2d80-1add-487e-a950-fcd3ab6495da HTTP/1.1" status: 204 len: 168 time: 0.4540548 Apr 18 20:29:30.501577 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Network 7abf7304-f18a-4007-bf66-9df462202186 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:30.549446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Pushing event updated for resources: {'Port': ['ID=452904ce-5879-430f-ba34-9f2063914d57,revision_number=8']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:30.586236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:30.617339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:30.644339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ac315-ee3b-451b-a839-2a36c755f19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76f2d80-1add-487e-a950-fcd3ab6495da,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:30.804046 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:30.821728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:30.822545 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.827766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-646c58d8-ed72-4144-b3e4-ca7726d15e65 service neutron] 10.222.0.60 "PUT /v2.0/ports/452904ce-5879-430f-ba34-9f2063914d57 HTTP/1.1" status: 200 len: 1122 time: 4.7472601 Apr 18 20:29:30.833146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.842860 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.888759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['452904ce-5879-430f-ba34-9f2063914d57'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:30.984734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-06dae14d-88dc-42c3-90e4-2f20d10b0322 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:30.992778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-06dae14d-88dc-42c3-90e4-2f20d10b0322 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.60 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 804 time: 0.7523100 Apr 18 20:29:31.143364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2afa25-19f9-4b42-b122-e7a346866596,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:31.203370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7f3b437d-dbaf-4761-89ec-704d3975c460 None None] Provisioning complete for port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:31.204630 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7f3b437d-dbaf-4761-89ec-704d3975c460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.296570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7f3b437d-dbaf-4761-89ec-704d3975c460 None None] Port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:31.421971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.575313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81bf16-6a44-4379-8f74-0f50a8b82319 req-8228b1e1-59c5-443c-bafb-1254e5612efe tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:31.578605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81bf16-6a44-4379-8f74-0f50a8b82319 req-8228b1e1-59c5-443c-bafb-1254e5612efe tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:31.585253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81bf16-6a44-4379-8f74-0f50a8b82319 req-8228b1e1-59c5-443c-bafb-1254e5612efe tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:31.591857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81bf16-6a44-4379-8f74-0f50a8b82319 req-8228b1e1-59c5-443c-bafb-1254e5612efe tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:31.597670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81bf16-6a44-4379-8f74-0f50a8b82319 req-8228b1e1-59c5-443c-bafb-1254e5612efe tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:31.604260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81bf16-6a44-4379-8f74-0f50a8b82319 req-8228b1e1-59c5-443c-bafb-1254e5612efe tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:31.610962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81bf16-6a44-4379-8f74-0f50a8b82319 req-8228b1e1-59c5-443c-bafb-1254e5612efe tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:31.618975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df81bf16-6a44-4379-8f74-0f50a8b82319 req-8228b1e1-59c5-443c-bafb-1254e5612efe tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5392 time: 1.2098675 Apr 18 20:29:31.621537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5209c176-e12a-4b24-b136-26609b8e7300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452904ce-5879-430f-ba34-9f2063914d57'}, {'name': 'network-changed', 'server_uuid': '5209c176-e12a-4b24-b136-26609b8e7300', 'tag': '452904ce-5879-430f-ba34-9f2063914d57'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:31.624139 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a" -d '{"events": [{"server_uuid": "5209c176-e12a-4b24-b136-26609b8e7300", "name": "network-vif-unplugged", "status": "completed", "tag": "452904ce-5879-430f-ba34-9f2063914d57"}, {"name": "network-changed", "server_uuid": "5209c176-e12a-4b24-b136-26609b8e7300", "tag": "452904ce-5879-430f-ba34-9f2063914d57"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:31.637977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Request body: {'port': {'device_id': '8d552c52-7975-49c9-9830-3f167d85ef26', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'admin_state_up': True, 'tenant_id': 'dc37a857d8b240059132365071db5f0e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:31.762433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c136b-bd3f-4ff8-bb6d-55ebfbf22637 req-b226ea91-d9ff-48e1-8ed0-a8bae7b1b8b3 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:31.764033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-449c136b-bd3f-4ff8-bb6d-55ebfbf22637 req-b226ea91-d9ff-48e1-8ed0-a8bae7b1b8b3 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 932 time: 1.3562655 Apr 18 20:29:31.773424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-908c2b12-8d7f-4e98-ab22-17509fc1eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:31.774479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7008fb0-7e3f-46b2-95eb-8c0c883d0cd6 req-908c2b12-8d7f-4e98-ab22-17509fc1eb56 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5888486 Apr 18 20:29:31.809626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] Router 8478ef72-756b-477f-8064-1dea909290be has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:31.821117 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.838621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df81bf16-6a44-4379-8f74-0f50a8b82319 req-19fcd0fa-c8dc-4bf4-b85f-8edd36addef3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2184756 Apr 18 20:29:31.916221 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.023673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57254) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:32.028574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667bc31d-c3dd-476f-ad9c-552ecd89e432 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:32.034019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Attempting to bind port fc2afa25-19f9-4b42-b122-e7a346866596 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:32.034355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Attempting to bind port fc2afa25-19f9-4b42-b122-e7a346866596 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:32.034678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Attempting to bind port fc2afa25-19f9-4b42-b122-e7a346866596 on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:32.038307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:32.046084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-449c136b-bd3f-4ff8-bb6d-55ebfbf22637 req-61139f24-41fe-4065-b307-6a224a28a48b tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687240 Apr 18 20:29:32.047227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.055653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:32.060656 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.083230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Transition to ACTIVE for port object 667bc31d-c3dd-476f-ad9c-552ecd89e432 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:32.088955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67492bec-9978-4444-a276-ad5aa8e61d61 req-7d1430b1-2d58-4c7d-a25e-e2ddad9e3daf tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 210 time: 0.0718086 Apr 18 20:29:32.098522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Port fc2afa25-19f9-4b42-b122-e7a346866596 on network c0ab9790-64b6-40c9-8458-d547c06593c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:32.110988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Attempting to bind port fc2afa25-19f9-4b42-b122-e7a346866596 on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:32.134660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:32.140353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Checking segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:32.141600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Bound using segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:32.142228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Bound port: fc2afa25-19f9-4b42-b122-e7a346866596, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:32.142791 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.145061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Made reservation on behalf of dc37a857d8b240059132365071db5f0e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:32.148763 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.166489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.181383 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5652f159-a67d-4e90-a712-cc33e8b44fac x-openstack-request-id: req-5652f159-a67d-4e90-a712-cc33e8b44fac {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:32.181670 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5209c176-e12a-4b24-b136-26609b8e7300", "name": "network-vif-unplugged", "status": "completed", "tag": "452904ce-5879-430f-ba34-9f2063914d57", "code": 200}, {"name": "network-changed", "server_uuid": "5209c176-e12a-4b24-b136-26609b8e7300", "tag": "452904ce-5879-430f-ba34-9f2063914d57", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:32.182142 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5652f159-a67d-4e90-a712-cc33e8b44fac {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:32.182535 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5652f159-a67d-4e90-a712-cc33e8b44fac'] response: {'server_uuid': '5209c176-e12a-4b24-b136-26609b8e7300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452904ce-5879-430f-ba34-9f2063914d57', 'code': 200} Apr 18 20:29:32.182783 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5652f159-a67d-4e90-a712-cc33e8b44fac'] response: {'name': 'network-changed', 'server_uuid': '5209c176-e12a-4b24-b136-26609b8e7300', 'tag': '452904ce-5879-430f-ba34-9f2063914d57', 'status': 'completed', 'code': 200} Apr 18 20:29:32.187277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:32.187756 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.260370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Pushing event updated for resources: {'Port': ['ID=667bc31d-c3dd-476f-ad9c-552ecd89e432,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:32.295459 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.302532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Network 7abf7304-f18a-4007-bf66-9df462202186 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:32.306342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:32.307477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-network', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:32.325645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5d2c2f60-e382-46fe-9c97-6bcac6bd9a78,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:32.334102 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.392647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Attempting to bind port 667bc31d-c3dd-476f-ad9c-552ecd89e432 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:32.393000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Attempting to bind port 667bc31d-c3dd-476f-ad9c-552ecd89e432 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '94d90530-6683-4027-a970-30c5ff99441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '25e83144-4213-4821-8164-b5bcdcd052f1'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:32.393314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Attempting to bind port 667bc31d-c3dd-476f-ad9c-552ecd89e432 on network 25e83144-4213-4821-8164-b5bcdcd052f1 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:32.402915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Port 667bc31d-c3dd-476f-ad9c-552ecd89e432 on network 25e83144-4213-4821-8164-b5bcdcd052f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:32.403330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=5d2c2f60-e382-46fe-9c97-6bcac6bd9a78,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:32.403443 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Attempting to bind port 667bc31d-c3dd-476f-ad9c-552ecd89e432 on network 25e83144-4213-4821-8164-b5bcdcd052f1 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:32.404960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:32.411510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:32.412454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Checking segment: {'id': '94d90530-6683-4027-a970-30c5ff99441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '25e83144-4213-4821-8164-b5bcdcd052f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:32.412856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Bound using segment: {'id': '94d90530-6683-4027-a970-30c5ff99441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '25e83144-4213-4821-8164-b5bcdcd052f1'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:32.414112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Bound port: 667bc31d-c3dd-476f-ad9c-552ecd89e432, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d90530-6683-4027-a970-30c5ff99441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '25e83144-4213-4821-8164-b5bcdcd052f1'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:32.414112 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.416453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ce36a454-8937-486d-bad2-37e309c66596 admin admin] 10.222.0.49 "PUT /v2.0/routers/8478ef72-756b-477f-8064-1dea909290be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7899046 Apr 18 20:29:32.424633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57258) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:32.426952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d22299-7d32-472b-8def-38d144b54224 None None] Sync routers for ids ['8478ef72-756b-477f-8064-1dea909290be'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:32.454158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d22299-7d32-472b-8def-38d144b54224 None None] Routers {'8478ef72-756b-477f-8064-1dea909290be'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:32.455778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-53d22299-7d32-472b-8def-38d144b54224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8478ef72-756b-477f-8064-1dea909290be'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:32.463021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Made reservation on behalf of aa438cf45dfd4d42b8f01b3aa4119247 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:32.465853 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.469570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a req-742e4b52-ec55-4c87-97c9-e5998f1ba0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:32.471319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a req-742e4b52-ec55-4c87-97c9-e5998f1ba0ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1125 time: 0.2474597 Apr 18 20:29:32.472689 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] For port fc2afa25-19f9-4b42-b122-e7a346866596, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:32.536624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd43752-98fa-4496-9ceb-84a9e265ac86 req-7433b034-cd04-4f58-84e0-a24ee2294af4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:32.544334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfd43752-98fa-4496-9ceb-84a9e265ac86 req-7433b034-cd04-4f58-84e0-a24ee2294af4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 944 time: 0.3661201 Apr 18 20:29:32.558490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:32.559611 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] For port 667bc31d-c3dd-476f-ad9c-552ecd89e432, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:32.567763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] For port 667bc31d-c3dd-476f-ad9c-552ecd89e432, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=667bc31d-c3dd-476f-ad9c-552ecd89e432,segment=NetworkSegment(94d90530-6683-4027-a970-30c5ff99441c),segment_id=94d90530-6683-4027-a970-30c5ff99441c)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:32.573609 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.591484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] For port fc2afa25-19f9-4b42-b122-e7a346866596, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc2afa25-19f9-4b42-b122-e7a346866596,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:32.618081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.633185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-53d22299-7d32-472b-8def-38d144b54224 None None] Set router 8478ef72-756b-477f-8064-1dea909290be gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:32.652128 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.670306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:32.670930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.672394 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] 10.222.0.60 "PUT /v2.0/ports/667bc31d-c3dd-476f-ad9c-552ecd89e432 HTTP/1.1" status: 200 len: 1092 time: 2.2554216 Apr 18 20:29:32.677488 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286beecd-c37a-41e4-bc4f-bc20cb76f1db', 'tag': '667bc31d-c3dd-476f-ad9c-552ecd89e432'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:32.679771 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0820d006-e7fc-450f-8240-64abb624d568" -d '{"events": [{"name": "network-changed", "server_uuid": "286beecd-c37a-41e4-bc4f-bc20cb76f1db", "tag": "667bc31d-c3dd-476f-ad9c-552ecd89e432"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:32.733498 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52e3830-7ae5-4811-9441-81f7b25d4328 x-openstack-request-id: req-f52e3830-7ae5-4811-9441-81f7b25d4328 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:32.733780 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286beecd-c37a-41e4-bc4f-bc20cb76f1db", "tag": "667bc31d-c3dd-476f-ad9c-552ecd89e432", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:32.734052 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f52e3830-7ae5-4811-9441-81f7b25d4328 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:32.734423 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f52e3830-7ae5-4811-9441-81f7b25d4328'] response: {'name': 'network-changed', 'server_uuid': '286beecd-c37a-41e4-bc4f-bc20cb76f1db', 'tag': '667bc31d-c3dd-476f-ad9c-552ecd89e432', 'status': 'completed', 'code': 200} Apr 18 20:29:32.744850 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216e88d-8de6-4a8b-b341-011e2a34a78a service neutron] Pushing event updated for resources: {'Port': ['ID=667bc31d-c3dd-476f-ad9c-552ecd89e432,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:32.796058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:32.802110 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cb34e30f-b346-4ae7-9708-13cb9fbac7f0 admin admin] 10.222.0.49 "PUT /v2.0/routers/bd015e24-3406-4fa5-bbe2-3937ce3c5f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2502861 Apr 18 20:29:32.818581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820d006-e7fc-450f-8240-64abb624d568 req-7d602085-9a1a-4b84-8887-544c1a44c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:32.820133 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0820d006-e7fc-450f-8240-64abb624d568 req-7d602085-9a1a-4b84-8887-544c1a44c6e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ee5147f2b2465a8408a6522a34b5a6&device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 1095 time: 0.0652905 Apr 18 20:29:32.886338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfd43752-98fa-4496-9ceb-84a9e265ac86 req-3cea11a9-5622-47e0-b91a-62fcdadc5b5e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407831 Apr 18 20:29:32.889256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:32.890292 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.892982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc2afa25-19f9-4b42-b122-e7a346866596 HTTP/1.1" status: 200 len: 1091 time: 6.0203001 Apr 18 20:29:32.905069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e477723b-7ea3-46ff-9059-e0e05441fb91 None None] Provisioning complete for port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:32.905433 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e477723b-7ea3-46ff-9059-e0e05441fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.906389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Allocated IP 172.20.0.5 (68cc6080-2d81-4704-9199-495df571819a/32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f/d5b0da29-226b-446d-8624-c9bf1bdfd85a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:33.062879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e477723b-7ea3-46ff-9059-e0e05441fb91 None None] Port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:33.118573 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Sync routers for ids ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:33.136323 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Routers {'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:33.143679 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:33.219029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-53d22299-7d32-472b-8def-38d144b54224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:29:27Z', 'revision_number': 5, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:33.233030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:33.246098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db207b48-bc7f-4e03-8c9b-4001f56b6136 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2afa25-19f9-4b42-b122-e7a346866596,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:33.267751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d22299-7d32-472b-8def-38d144b54224 None None] Checking router: 8478ef72-756b-477f-8064-1dea909290be for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:33.273771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820d006-e7fc-450f-8240-64abb624d568 req-572a3a61-3332-478a-b82f-dfd38db1007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.275583 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0820d006-e7fc-450f-8240-64abb624d568 req-572a3a61-3332-478a-b82f-dfd38db1007d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c3ee5147f2b2465a8408a6522a34b5a6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4443653 Apr 18 20:29:33.302307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a req-90f72013-a9cd-4f3e-b02b-8e5138bbcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.303807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a req-90f72013-a9cd-4f3e-b02b-8e5138bbcf88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.7776763 Apr 18 20:29:33.306274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d22299-7d32-472b-8def-38d144b54224 None None] Routers {'8478ef72-756b-477f-8064-1dea909290be'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:33.307064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-53d22299-7d32-472b-8def-38d144b54224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8478ef72-756b-477f-8064-1dea909290be'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:33.390129 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Set router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:33.393794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.495406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-53d22299-7d32-472b-8def-38d144b54224 None None] Set router 8478ef72-756b-477f-8064-1dea909290be gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:33.596128 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.598772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a req-9dc579e4-4bfb-4ec3-828d-0c9ae9fab7fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452904ce-5879-430f-ba34-9f2063914d57 HTTP/1.1" status: 200 len: 217 time: 0.2668121 Apr 18 20:29:33.739652 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.743447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a req-47bd9f48-6965-43f9-a4eb-bdd66e583cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.748682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a req-47bd9f48-6965-43f9-a4eb-bdd66e583cbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1355262 Apr 18 20:29:33.752805 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.765906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-53d22299-7d32-472b-8def-38d144b54224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:29:27Z', 'revision_number': 5, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:33.792596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651756-acc7-47fa-9dea-44d59d925905 req-280fe705-2898-4565-9a1d-c31782859fa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.808045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651756-acc7-47fa-9dea-44d59d925905 req-280fe705-2898-4565-9a1d-c31782859fa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.811752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d22299-7d32-472b-8def-38d144b54224 None None] The sync data for ids ['8478ef72-756b-477f-8064-1dea909290be'] in n-d-836015-4 is: [{'id': '8478ef72-756b-477f-8064-1dea909290be', 'name': 'tempest-AttachSCSIVolumeTestJSON-785868250-router', 'tenant_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:13Z', 'updated_at': '2022-04-18T20:29:27Z', 'revision_number': 5, 'project_id': '2ca737b15e374efd8ac11dbb57f3bcd8', 'gw_port': {'id': '8833d193-d67f-4d09-a28e-85f31edf3bfa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ac:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8478ef72-756b-477f-8064-1dea909290be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:14Z', 'updated_at': '2022-04-18T20:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:33.817581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651756-acc7-47fa-9dea-44d59d925905 req-280fe705-2898-4565-9a1d-c31782859fa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.822967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651756-acc7-47fa-9dea-44d59d925905 req-280fe705-2898-4565-9a1d-c31782859fa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.845504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651756-acc7-47fa-9dea-44d59d925905 req-280fe705-2898-4565-9a1d-c31782859fa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.851435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651756-acc7-47fa-9dea-44d59d925905 req-280fe705-2898-4565-9a1d-c31782859fa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.868218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651756-acc7-47fa-9dea-44d59d925905 req-280fe705-2898-4565-9a1d-c31782859fa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.870020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21651756-acc7-47fa-9dea-44d59d925905 req-280fe705-2898-4565-9a1d-c31782859fa9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5392 time: 0.7298620 Apr 18 20:29:33.872827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57284) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:33.876349 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.890157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:33.900268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.900693 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Added segment 299d6cf8-85a3-4590-aec6-3c9cadf383e5 of type vlan for network cc1b563c-b4ee-4439-b366-afe664385bf8 Apr 18 20:29:33.904952 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:31Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07', 'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'mac_address': 'fa:16:3e:c6:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:29Z', 'updated_at': '2022-04-18T20:29:31Z', 'revision_number': 2, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'subnets': [{'id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:33.942395 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Checking router: bd015e24-3406-4fa5-bbe2-3937ce3c5f8d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:33.942932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.943171 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Updating router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:29:33.968280 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.969120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2191571a-f37a-4224-aff7-97fb796cf46a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--554126826', 'description': 'tempest-description--935265537'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:33.998404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.999659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:34.000338 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.003169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820d006-e7fc-450f-8240-64abb624d568 req-d4343107-e317-4137-9972-e0e45c9fa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:34.005287 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0820d006-e7fc-450f-8240-64abb624d568 req-d4343107-e317-4137-9972-e0e45c9fa098 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7190297 Apr 18 20:29:34.103071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-b26b5a67-8c0a-4d0c-922b-da81db30efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:34.105242 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-b26b5a67-8c0a-4d0c-922b-da81db30efeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c3ee5147f2b2465a8408a6522a34b5a6&device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 1095 time: 0.0510840 Apr 18 20:29:34.105950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a req-8c363343-2d8e-463e-91d8-c3d0826863a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2322166 Apr 18 20:29:34.157894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-a4de6842-4b2f-475f-a9fa-d2623d277153 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=667bc31d-c3dd-476f-ad9c-552ecd89e432 HTTP/1.1" status: 200 len: 217 time: 0.0424719 Apr 18 20:29:34.231215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-21f3ecdd-2b95-479d-999a-d91691d330c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:34.233013 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-21f3ecdd-2b95-479d-999a-d91691d330c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=185d1bcd-0aa5-4f28-b38a-bf1cfd911e02 HTTP/1.1" status: 200 len: 852 time: 0.0658867 Apr 18 20:29:34.290467 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-9859fc6a-b7de-46bd-a6f4-ee9bcba52653 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=25e83144-4213-4821-8164-b5bcdcd052f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490818 Apr 18 20:29:34.307349 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.318740 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.366886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:34.421415 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc7e34-4a95-4d83-87a1-4d524e3c41ad None None] Pushing event updated for resources: {'Port': ['ID=23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:34.484501 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-3b398ffa-ca6f-47f2-8d1b-4389679f71ce service neutron] 10.222.0.60 "GET /v2.0/networks/25e83144-4213-4821-8164-b5bcdcd052f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784523 Apr 18 20:29:34.502634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:34.503244 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.532303 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Attempting to bind port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:34.532772 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Attempting to bind port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:34.534611 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Attempting to bind port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 on network 7abf7304-f18a-4007-bf66-9df462202186 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:34.550959 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:34.551534 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Checking segment: {'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:34.552065 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.552557 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Bound using segment: {'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:34.553137 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Bound port: 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:34.553633 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.612515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': 'fc2afa25-19f9-4b42-b122-e7a346866596'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:34.624404 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5542bd30-e40d-4794-97a8-15d754099c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "fc2afa25-19f9-4b42-b122-e7a346866596"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:34.688201 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e528a54-f38e-4b94-831b-a4a9f8f504e8 req-c1c577e1-1601-422e-a5ac-5fd1ab9eba9d service neutron] 10.222.0.60 "GET /v2.0/networks/25e83144-4213-4821-8164-b5bcdcd052f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956646 Apr 18 20:29:34.699315 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] For port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:34.703354 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] For port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:34.710593 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.764075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-50e19d29-e9eb-477a-be52-fec710ed15e7 None None] Provisioning complete for port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:34.764441 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50e19d29-e9eb-477a-be52-fec710ed15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.789677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 452904ce-5879-430f-ba34-9f2063914d57 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:34.792400 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc7e34-4a95-4d83-87a1-4d524e3c41ad None None] Pushing event updated for resources: {'Port': ['ID=23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:34.805528 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Routers {'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:34.806380 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:34.847100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2191571a-f37a-4224-aff7-97fb796cf46a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.854386 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.8146598 Apr 18 20:29:34.855088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57294) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:34.860209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Request body: {'subnet': {'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-subnet', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:34.886319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8946a03c-0bc9-4251-b0fd-d98d4291394a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:34.897980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Made reservation on behalf of aa438cf45dfd4d42b8f01b3aa4119247 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:34.900201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.918565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.934297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21651756-acc7-47fa-9dea-44d59d925905 req-9b0aaa19-8619-4bf4-ad5b-de0eecd869dc tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9498777 Apr 18 20:29:34.941467 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.963686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3ba4c-ecb0-4251-9a1f-e1bb358e72f2 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1b563c-b4ee-4439-b366-afe664385bf8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:34.987123 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] Set router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:35.075194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:35.077943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Pushing event updated for resources: {'Port': ['ID=d5b0da29-226b-446d-8624-c9bf1bdfd85a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:35.118136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e1961f71-b06f-46f7-b800-0893694b044d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:35.122659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 452904ce-5879-430f-ba34-9f2063914d57 has no active binding in host n-h1-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:29:35.127783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network cc1b563c-b4ee-4439-b366-afe664385bf8 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:29:35.161649 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.167235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Network 68cc6080-2d81-4704-9199-495df571819a is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:35.181198 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e1961f71-b06f-46f7-b800-0893694b044d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:35.181790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:35.182014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e1961f71-b06f-46f7-b800-0893694b044d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:35.191403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ab015-5f1a-4de8-a718-cd0412db915a req-9fc4e1b5-85ff-42a3-9cde-f8eb835f6b95 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:35.199420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-061ab015-5f1a-4de8-a718-cd0412db915a req-9fc4e1b5-85ff-42a3-9cde-f8eb835f6b95 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 944 time: 1.2111707 Apr 18 20:29:35.221230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:35.239932 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:31Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07', 'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'mac_address': 'fa:16:3e:c6:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:29Z', 'updated_at': '2022-04-18T20:29:34Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'subnets': [{'id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:35.260063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Checking segment: {'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:35.260342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Network hostable DHCP agents. Network: cc1b563c-b4ee-4439-b366-afe664385bf8, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:35.273878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=812f8665-d73f-47fa-a1d8-ba6ab4fdbe27,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:35.289907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Network cc1b563c-b4ee-4439-b366-afe664385bf8 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:35.306664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, cc1b563c-b4ee-4439-b366-afe664385bf8) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:35.326656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:35.337278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-061ab015-5f1a-4de8-a718-cd0412db915a req-953e0b79-8677-466e-8f52-ce6c3a3cce3d tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277030 Apr 18 20:29:35.337419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6491bdb-1e0c-4880-af3b-bc42c7c9271f None None] Network cc1b563c-b4ee-4439-b366-afe664385bf8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:35.337512 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.339518 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50e19d29-e9eb-477a-be52-fec710ed15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.357272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a req-cb5ef438-7108-4f12-bf51-c60a33367b72 service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953833 Apr 18 20:29:35.365968 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ca6a209d-acfe-42a7-b9dd-ad85a33fd6dc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5093148 Apr 18 20:29:35.366765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57296) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:35.382762 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae5470-3373-480a-943b-25c9f52f29c2 None None] The sync data for ids ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'] in n-d-836015-4 is: [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:31Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07', 'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'mac_address': 'fa:16:3e:c6:cf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:29Z', 'updated_at': '2022-04-18T20:29:34Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'subnets': [{'id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:35.411947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:35.442892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-50e19d29-e9eb-477a-be52-fec710ed15e7 None None] For port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:35.489835 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50e19d29-e9eb-477a-be52-fec710ed15e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.616673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-cc1b563c-b4ee-4439-b366-afe664385bf8', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:29:35.617530 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.620807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e19d29-e9eb-477a-be52-fec710ed15e7 None None] Pushing event updated for resources: {'Port': ['ID=23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:35.646942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3765d658-04ac-49f1-8f2d-829ccf5259bc None None] Provisioning complete for port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:35.647307 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3765d658-04ac-49f1-8f2d-829ccf5259bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.689618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57300) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:35.696659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-748071605'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:35.718667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:35.718667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.737930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:35.742095 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.743738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Deleting port 8833d193-d67f-4d09-a28e-85f31edf3bfa {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:35.744096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.791771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cda5a2-4b71-4e88-b1f3-24505d5c5f67 req-b7e159e3-f19e-4c45-a996-fac5487a274a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:35.792623 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:35.799414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27cda5a2-4b71-4e88-b1f3-24505d5c5f67 req-b7e159e3-f19e-4c45-a996-fac5487a274a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 931 time: 0.6445875 Apr 18 20:29:35.802026 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.803214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.806480 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.807073 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Added segment 263e3a56-8309-4fce-b6c0-70c91c73ced2 of type vlan for network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 Apr 18 20:29:35.842746 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1916-ecb7-4c95-8cb5-2a1030bce48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.853567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-f26f98bb-ad43-4778-bf12-ab48156ff493 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6954412 Apr 18 20:29:35.875754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.905719 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2191571a-f37a-4224-aff7-97fb796cf46a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.932461 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.952878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:35.953701 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.968711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Allocated IP 172.20.0.2 (cc1b563c-b4ee-4439-b366-afe664385bf8/812f8665-d73f-47fa-a1d8-ba6ab4fdbe27/a1729c5c-86be-4e74-9ece-544c114c10fc) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:36.017816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 815adc4a-4209-41ff-a49f-c34c609cd72f {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:36.024836 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3336885 Apr 18 20:29:36.027653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.034481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57304) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:36.052080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7128dcda-5e41-48b2-a3a1-2f8d32d9a23a req-07be4da7-e43c-4444-9504-ff9469bf8420 service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788688 Apr 18 20:29:36.057647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-5458610'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:36.074361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Request body: {'port': {'device_id': '8d552c52-7975-49c9-9830-3f167d85ef26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:36.083086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2191571a-f37a-4224-aff7-97fb796cf46a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.091194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d101fcc-3275-4903-ade0-6dfd9329318d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Network': ['ID=ff4f2684-1dfe-4c84-a88a-0ab386c59d43,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.103536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:36.108429 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.124868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:36.131622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5a4c1-8902-432c-8e81-1d47b6fccb7f req-52928c61-dd08-47ef-b2a6-3d698abeeded tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:36.133395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdd5a4c1-8902-432c-8e81-1d47b6fccb7f req-52928c61-dd08-47ef-b2a6-3d698abeeded tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 944 time: 0.6185997 Apr 18 20:29:36.138466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Transition to ACTIVE for port object 815adc4a-4209-41ff-a49f-c34c609cd72f will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:36.149439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:36.161153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.161797 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Added segment dc929a60-7989-43ab-9f88-5488d81f56a1 of type vlan for network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa Apr 18 20:29:36.164970 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2191571a-f37a-4224-aff7-97fb796cf46a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.169436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2191571a-f37a-4224-aff7-97fb796cf46a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2040713 Apr 18 20:29:36.179529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:29:36.199882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57306) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:36.204429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-772cf2a1-68da-4f55-9f68-76da2cf74229 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Request body: {'security_group_rule': {'security_group_id': 'c69b203e-fea7-48a9-92a8-8fc2a4441acc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:36.228954 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.229798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.265065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-772cf2a1-68da-4f55-9f68-76da2cf74229 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.287757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:36.288528 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.290284 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.296216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:36.296821 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.364623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27cda5a2-4b71-4e88-b1f3-24505d5c5f67 req-09d2a5b8-c1a4-4a33-8d07-8e36d6ebc20f tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640945 Apr 18 20:29:36.378530 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3401046 Apr 18 20:29:36.378729 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.383774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57310) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:36.405817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90064d95-de48-49f9-a219-6c5f5c817a18 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Network': ['ID=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.409514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-772cf2a1-68da-4f55-9f68-76da2cf74229 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.417670 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-772cf2a1-68da-4f55-9f68-76da2cf74229 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.428887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'subnet': {'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:36.442811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191571a-f37a-4224-aff7-97fb796cf46a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69b203e-fea7-48a9-92a8-8fc2a4441acc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.450378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cf2a1-68da-4f55-9f68-76da2cf74229 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635607aa-8c26-40e8-9c7a-fe51f2552063,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.455101 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-772cf2a1-68da-4f55-9f68-76da2cf74229 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.456406 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-772cf2a1-68da-4f55-9f68-76da2cf74229 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2555618 Apr 18 20:29:36.459571 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57312) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:36.463211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:29:36.465602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e835bb15-9bc8-41fc-b526-8b6913b77c93 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Request body: {'security_group_rule': {'security_group_id': 'c69b203e-fea7-48a9-92a8-8fc2a4441acc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:36.524846 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e835bb15-9bc8-41fc-b526-8b6913b77c93 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.543345 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6845c4fe-1dbc-4789-a0b8-31e475e4d4db x-openstack-request-id: req-6845c4fe-1dbc-4789-a0b8-31e475e4d4db {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:36.543705 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "fc2afa25-19f9-4b42-b122-e7a346866596", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:36.544043 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6845c4fe-1dbc-4789-a0b8-31e475e4d4db {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:36.545196 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6845c4fe-1dbc-4789-a0b8-31e475e4d4db'] response: {'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': 'fc2afa25-19f9-4b42-b122-e7a346866596', 'status': 'completed', 'code': 200} Apr 18 20:29:36.564058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdd5a4c1-8902-432c-8e81-1d47b6fccb7f req-ea80bd74-933d-4755-ac22-91958faff038 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875427 Apr 18 20:29:36.567974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Pushing event updated for resources: {'Port': ['ID=815adc4a-4209-41ff-a49f-c34c609cd72f,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.622679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.668862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] For port 8833d193-d67f-4d09-a28e-85f31edf3bfa, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8833d193-d67f-4d09-a28e-85f31edf3bfa,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:36.669646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.688701 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e835bb15-9bc8-41fc-b526-8b6913b77c93 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.697712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e835bb15-9bc8-41fc-b526-8b6913b77c93 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.700022 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.714838 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.724150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835bb15-9bc8-41fc-b526-8b6913b77c93 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76c315e-bb66-4177-843a-6a5de711999a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.735752 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e835bb15-9bc8-41fc-b526-8b6913b77c93 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.737231 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e835bb15-9bc8-41fc-b526-8b6913b77c93 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2766423 Apr 18 20:29:36.740593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57314) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:36.745498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:36.779331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.799446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Network cc1b563c-b4ee-4439-b366-afe664385bf8 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:36.802931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:36.806590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:36.818510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Calling delete_port for 8833d193-d67f-4d09-a28e-85f31edf3bfa owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:36.875529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Pushing event updated for resources: {'Port': ['ID=a1729c5c-86be-4e74-9ece-544c114c10fc,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.910099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Attempting to bind port a1729c5c-86be-4e74-9ece-544c114c10fc on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:36.911303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Attempting to bind port a1729c5c-86be-4e74-9ece-544c114c10fc by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:36.911869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Attempting to bind port a1729c5c-86be-4e74-9ece-544c114c10fc on network cc1b563c-b4ee-4439-b366-afe664385bf8 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:36.920062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:36.920431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Checking segment: {'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:36.920834 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.921301 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.921463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Bound using segment: {'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:36.921888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Bound port: a1729c5c-86be-4e74-9ece-544c114c10fc, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:36.922274 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.018013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] For port a1729c5c-86be-4e74-9ece-544c114c10fc, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:37.022015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] For port a1729c5c-86be-4e74-9ece-544c114c10fc, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a1729c5c-86be-4e74-9ece-544c114c10fc,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:37.028171 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.067379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Allocated IP 172.25.2.182 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/6ff758ea-1709-47a6-bee2-9c99a6681766) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:37.098917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c57c00-809f-4d73-971d-4fb9c932ad66 None None] Pushing event updated for resources: {'Port': ['ID=a1729c5c-86be-4e74-9ece-544c114c10fc,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:37.207584 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.256319 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.314943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:37.318541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:37.323635 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:37.338753 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.361191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Pushing event updated for resources: {'Port': ['ID=6ff758ea-1709-47a6-bee2-9c99a6681766,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:37.406761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-9449c57b-ad66-45e6-af5b-879210440c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.406761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-9449c57b-ad66-45e6-af5b-879210440c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.406761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-9449c57b-ad66-45e6-af5b-879210440c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.406761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-9449c57b-ad66-45e6-af5b-879210440c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.407172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-9449c57b-ad66-45e6-af5b-879210440c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.407577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-9449c57b-ad66-45e6-af5b-879210440c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.408495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-9449c57b-ad66-45e6-af5b-879210440c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.410184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5542bd30-e40d-4794-97a8-15d754099c0b req-9449c57b-ad66-45e6-af5b-879210440c49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6309 time: 0.8068423 Apr 18 20:29:37.443747 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.486057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.491155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41343f-707c-46ee-9db6-20e49c1994d9 req-3ce2957a-92e8-4115-a76c-293c34d8fea7 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.492716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff41343f-707c-46ee-9db6-20e49c1994d9 req-3ce2957a-92e8-4115-a76c-293c34d8fea7 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 944 time: 0.7182865 Apr 18 20:29:37.503882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3459-0e4c-4319-bdb3-24854d4061ea req-b948d152-f82f-4639-950a-21e42ef87d13 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.509766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3459-0e4c-4319-bdb3-24854d4061ea req-b948d152-f82f-4639-950a-21e42ef87d13 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.515583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3459-0e4c-4319-bdb3-24854d4061ea req-b948d152-f82f-4639-950a-21e42ef87d13 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.522042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3459-0e4c-4319-bdb3-24854d4061ea req-b948d152-f82f-4639-950a-21e42ef87d13 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.527810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3459-0e4c-4319-bdb3-24854d4061ea req-b948d152-f82f-4639-950a-21e42ef87d13 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.533902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3459-0e4c-4319-bdb3-24854d4061ea req-b948d152-f82f-4639-950a-21e42ef87d13 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.540317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f3459-0e4c-4319-bdb3-24854d4061ea req-b948d152-f82f-4639-950a-21e42ef87d13 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.542282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-000f3459-0e4c-4319-bdb3-24854d4061ea req-b948d152-f82f-4639-950a-21e42ef87d13 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5404 time: 0.8388746 Apr 18 20:29:37.555898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:37.559071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.575185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Attempting to bind port 815adc4a-4209-41ff-a49f-c34c609cd72f on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:37.575444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Attempting to bind port 815adc4a-4209-41ff-a49f-c34c609cd72f by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:37.575773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Attempting to bind port 815adc4a-4209-41ff-a49f-c34c609cd72f on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:37.640012 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.646052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.692989 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Port 815adc4a-4209-41ff-a49f-c34c609cd72f on network c0ab9790-64b6-40c9-8458-d547c06593c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:37.693320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Attempting to bind port 815adc4a-4209-41ff-a49f-c34c609cd72f on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:37.712686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Pushing event updated for resources: {'Port': ['ID=6ff758ea-1709-47a6-bee2-9c99a6681766,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:37.722982 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.737941 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.739287 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3bb5ce34-778a-4b7d-88bb-a4c671b25a3a tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9976494 Apr 18 20:29:37.809113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:37.809456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Checking segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:37.809842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Bound using segment: {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:37.810285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Bound port: 815adc4a-4209-41ff-a49f-c34c609cd72f, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c443fa16-c86a-47d1-bebb-e10d38702134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:37.810642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.924266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff41343f-707c-46ee-9db6-20e49c1994d9 req-b7f82e42-8f3a-4ecc-b88f-e0ed82a35cc0 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765955 Apr 18 20:29:37.956910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-000f3459-0e4c-4319-bdb3-24854d4061ea req-22746edb-368b-4340-bca1-7e8a57de9939 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3858771 Apr 18 20:29:38.033728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-caed0f87-6c85-4a19-99bf-cbf7b8f66c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.034197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-caed0f87-6c85-4a19-99bf-cbf7b8f66c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.034658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-caed0f87-6c85-4a19-99bf-cbf7b8f66c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.036370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5542bd30-e40d-4794-97a8-15d754099c0b req-caed0f87-6c85-4a19-99bf-cbf7b8f66c98 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5612147 Apr 18 20:29:38.055019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a1729c5c-86be-4e74-9ece-544c114c10fc up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:38.117928 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b6b804a7-50a0-4a35-af88-c740e8d4c41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.134551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a1729c5c-86be-4e74-9ece-544c114c10fc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:38.135060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.137022 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:29:38.221872 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.260630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port a1729c5c-86be-4e74-9ece-544c114c10fc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a1729c5c-86be-4e74-9ece-544c114c10fc,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:38.265714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7065ace-021c-4386-a353-f11a7f042fcc None None] Network cc1b563c-b4ee-4439-b366-afe664385bf8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:38.269223 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.309060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] For port 815adc4a-4209-41ff-a49f-c34c609cd72f, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:38.353162 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.359240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] For port 815adc4a-4209-41ff-a49f-c34c609cd72f, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=815adc4a-4209-41ff-a49f-c34c609cd72f,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:38.382133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=a1729c5c-86be-4e74-9ece-544c114c10fc,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:38.393181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2586a37b-a6ab-467a-82ee-5ab864967385 None None] Provisioning complete for port a1729c5c-86be-4e74-9ece-544c114c10fc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:38.393469 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2586a37b-a6ab-467a-82ee-5ab864967385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.439514 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.484920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Pushing event deleted for resources: {'Port': ['ID=8833d193-d67f-4d09-a28e-85f31edf3bfa,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:38.494312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a75013-b412-4145-9401-959e10918cd7 req-8e7df415-34c3-48d2-881b-c6a4d6b0f8c8 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.495849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5a75013-b412-4145-9401-959e10918cd7 req-8e7df415-34c3-48d2-881b-c6a4d6b0f8c8 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 944 time: 0.4086349 Apr 18 20:29:38.530514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff8fb8-d5f9-4675-9265-15292f0dbd8c req-8dc22072-75da-4fae-b4cb-63b8b61816fb tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.532092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0eff8fb8-d5f9-4675-9265-15292f0dbd8c req-8dc22072-75da-4fae-b4cb-63b8b61816fb tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 931 time: 0.4401491 Apr 18 20:29:38.634778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.635311 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.636760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] 10.222.0.64 "PUT /v2.0/ports/815adc4a-4209-41ff-a49f-c34c609cd72f HTTP/1.1" status: 200 len: 1090 time: 5.4977503 Apr 18 20:29:38.639547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542bd30-e40d-4794-97a8-15d754099c0b req-2a5d3c26-43ba-473a-9cab-6430547ff6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.640932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5542bd30-e40d-4794-97a8-15d754099c0b req-2a5d3c26-43ba-473a-9cab-6430547ff6b1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5500538 Apr 18 20:29:38.641979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.643355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '815adc4a-4209-41ff-a49f-c34c609cd72f'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:38.645806 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93327d7-4da0-4a25-bfb3-ca5402309438" -d '{"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "815adc4a-4209-41ff-a49f-c34c609cd72f"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:38.707823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b0da29-226b-446d-8624-c9bf1bdfd85a {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:38.749034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:38.775973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.780106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 667bc31d-c3dd-476f-ad9c-552ecd89e432 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:38.893310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5a75013-b412-4145-9401-959e10918cd7 req-58f439b0-172d-41e4-95a1-0a4f0dbd1544 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712509 Apr 18 20:29:38.893936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c8da9-fe83-4581-b9f1-51c912cf757e service neutron] Pushing event updated for resources: {'Port': ['ID=815adc4a-4209-41ff-a49f-c34c609cd72f,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:38.900394 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.921308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 667bc31d-c3dd-476f-ad9c-552ecd89e432, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=667bc31d-c3dd-476f-ad9c-552ecd89e432,segment=NetworkSegment(94d90530-6683-4027-a970-30c5ff99441c),segment_id=94d90530-6683-4027-a970-30c5ff99441c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:38.922715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Transition to ACTIVE for port object d5b0da29-226b-446d-8624-c9bf1bdfd85a will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:38.926567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0eff8fb8-d5f9-4675-9265-15292f0dbd8c req-26b28df7-6eba-4e39-abf8-929a50ef6ece tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394384 Apr 18 20:29:38.931639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '667bc31d-c3dd-476f-ad9c-552ecd89e432', 'network_id': '25e83144-4213-4821-8164-b5bcdcd052f1', 'port_id': '667bc31d-c3dd-476f-ad9c-552ecd89e432', 'mac_address': 'fa:16:3e:23:66:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185d1bcd-0aa5-4f28-b38a-bf1cfd911e02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:29:38.974527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Subnet': ['ID=72b0e71a-7b78-4073-ac14-7f6de0ac75da,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:39.010696 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.027469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667bc31d-c3dd-476f-ad9c-552ecd89e432 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:39.054474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 667bc31d-c3dd-476f-ad9c-552ecd89e432, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=667bc31d-c3dd-476f-ad9c-552ecd89e432,segment=NetworkSegment(94d90530-6683-4027-a970-30c5ff99441c),segment_id=94d90530-6683-4027-a970-30c5ff99441c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:39.060754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.087005 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5214d8f0-0c80-4e0b-ae39-b1d755a286ba None None] Provisioning complete for port a1729c5c-86be-4e74-9ece-544c114c10fc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:39.087526 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5214d8f0-0c80-4e0b-ae39-b1d755a286ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.149593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=667bc31d-c3dd-476f-ad9c-552ecd89e432,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:39.210398 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.278635 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.282985 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63b8850-ab95-4b4b-b05d-ce948fe9032c x-openstack-request-id: req-a63b8850-ab95-4b4b-b05d-ce948fe9032c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:39.283275 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "815adc4a-4209-41ff-a49f-c34c609cd72f", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:39.283522 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a63b8850-ab95-4b4b-b05d-ce948fe9032c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:39.283933 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63b8850-ab95-4b4b-b05d-ce948fe9032c'] response: {'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '815adc4a-4209-41ff-a49f-c34c609cd72f', 'status': 'completed', 'code': 200} Apr 18 20:29:39.414877 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.443326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.456939 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.467784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Checking segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:39.468172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network hostable DHCP agents. Network: ff4f2684-1dfe-4c84-a88a-0ab386c59d43, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:39.492665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['667bc31d-c3dd-476f-ad9c-552ecd89e432'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:39.508061 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.588590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b0da29-226b-446d-8624-c9bf1bdfd85a,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:39.602255 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.652862 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.653402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8478ef72-756b-477f-8064-1dea909290be {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:29:39.664757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-828b98f9-403c-4020-a63d-1feb1acd04da tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--554126826&fields=id&tenant_id=7fbf08630c804d5193abfaa46deb2827 HTTP/1.1" status: 200 len: 267 time: 0.3800013 Apr 18 20:29:39.669493 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.672976 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-420380a2-9b46-465e-9c87-b342ff9cff4c admin admin] 10.222.0.49 "DELETE /v2.0/routers/8478ef72-756b-477f-8064-1dea909290be HTTP/1.1" status: 204 len: 168 time: 7.2327614 Apr 18 20:29:39.674147 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57340) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:39.692600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-04deea74-3bf6-4b8a-9208-33c8ed294208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.693122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-04deea74-3bf6-4b8a-9208-33c8ed294208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.693578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-04deea74-3bf6-4b8a-9208-33c8ed294208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.694044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-04deea74-3bf6-4b8a-9208-33c8ed294208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.694529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-04deea74-3bf6-4b8a-9208-33c8ed294208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.694977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-04deea74-3bf6-4b8a-9208-33c8ed294208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.695438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-04deea74-3bf6-4b8a-9208-33c8ed294208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.697475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-04deea74-3bf6-4b8a-9208-33c8ed294208 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6351 time: 0.3948677 Apr 18 20:29:39.725731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-24df6e05-d190-456f-9605-2184f8fcf397 admin admin] Deleting subnet 833767ce-0037-431d-82c3-b9292bd390b5 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:29:39.730574 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24df6e05-d190-456f-9605-2184f8fcf397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.760017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:39.768760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201834-9fa0-4fe1-ada8-2a7752597a3c req-e6ccf399-6eb7-4df5-bada-282763a8a077 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.770364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de201834-9fa0-4fe1-ada8-2a7752597a3c req-e6ccf399-6eb7-4df5-bada-282763a8a077 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 945 time: 0.4831424 Apr 18 20:29:39.775941 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24df6e05-d190-456f-9605-2184f8fcf397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.861011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24df6e05-d190-456f-9605-2184f8fcf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.914000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24df6e05-d190-456f-9605-2184f8fcf397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.943167 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df6e05-d190-456f-9605-2184f8fcf397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=833767ce-0037-431d-82c3-b9292bd390b5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:39.946900 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24df6e05-d190-456f-9605-2184f8fcf397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.953226 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-24df6e05-d190-456f-9605-2184f8fcf397 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/833767ce-0037-431d-82c3-b9292bd390b5 HTTP/1.1" status: 204 len: 168 time: 0.2780552 Apr 18 20:29:39.953663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3880472-2b8b-4843-86c7-d5e9506f285a None None] Network 02794945-9bda-46b4-9ed4-44e4b6e36cfa requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:39.953795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57344) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:39.964443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ff4f2684-1dfe-4c84-a88a-0ab386c59d43) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:39.974568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06507156-f3ae-4184-b7e8-2504a2748e9c None None] Network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:39.989139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:39.989735 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.036442 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.093277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Deleting port aeeb2b73-1a67-40ab-afea-5f5771a86af1 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:40.093529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.102484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de201834-9fa0-4fe1-ada8-2a7752597a3c req-859e1591-488f-412f-9b0a-18b7c31d837b tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108418 Apr 18 20:29:40.120963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aa6fa9a2-453a-4bab-889a-b2cbd100678e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7271523 Apr 18 20:29:40.134684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Attempting to bind port d5b0da29-226b-446d-8624-c9bf1bdfd85a on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:40.135311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Attempting to bind port d5b0da29-226b-446d-8624-c9bf1bdfd85a by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:40.135610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Attempting to bind port d5b0da29-226b-446d-8624-c9bf1bdfd85a on network 68cc6080-2d81-4704-9199-495df571819a {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:40.142042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57348) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:40.156482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'subnet': {'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:40.248915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Port d5b0da29-226b-446d-8624-c9bf1bdfd85a on network 68cc6080-2d81-4704-9199-495df571819a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:40.249256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Attempting to bind port d5b0da29-226b-446d-8624-c9bf1bdfd85a on network 68cc6080-2d81-4704-9199-495df571819a {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:40.258662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Allocated IP 172.25.2.28 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/8525a895-b575-4275-b3a9-7803bd17d0be) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:40.270105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-a2e384e0-5640-4dae-9dbf-7240832c9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.271038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-a2e384e0-5640-4dae-9dbf-7240832c9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.271826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-a2e384e0-5640-4dae-9dbf-7240832c9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.273775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] For port aeeb2b73-1a67-40ab-afea-5f5771a86af1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=aeeb2b73-1a67-40ab-afea-5f5771a86af1,segment=NetworkSegment(48f031fd-4330-4b77-9920-ff305f900875),segment_id=48f031fd-4330-4b77-9920-ff305f900875)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:40.274146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.275243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-a2e384e0-5640-4dae-9dbf-7240832c9729 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5166852 Apr 18 20:29:40.289741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Calling delete_port for aeeb2b73-1a67-40ab-afea-5f5771a86af1 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:40.330220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'fixed_ips': [{'subnet_id': '72b0e71a-7b78-4073-ac14-7f6de0ac75da'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:29:40.331310 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.341607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-8af0c688-e1fe-4c0c-ae21-7e284b6fac9e tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.343299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-8af0c688-e1fe-4c0c-ae21-7e284b6fac9e tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/networks?id=7abf7304-f18a-4007-bf66-9df462202186 HTTP/1.1" status: 200 len: 812 time: 0.6574597 Apr 18 20:29:40.356585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92fc9bf-e6ea-43e9-a835-c1144defe9d4 None None] DHCP port deletion for 02794945-9bda-46b4-9ed4-44e4b6e36cfa request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:29:40.370551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:40.371185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Checking segment: {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:40.371735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Bound using segment: {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:40.372707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Bound port: d5b0da29-226b-446d-8624-c9bf1bdfd85a, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:40.373236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.396428 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.420160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] No DVR routers for this DVR port aeeb2b73-1a67-40ab-afea-5f5771a86af1 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:40.430125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a1729c5c-86be-4e74-9ece-544c114c10fc up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:40.450435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Pushing event deleted for resources: {'Port': ['ID=aeeb2b73-1a67-40ab-afea-5f5771a86af1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:40.492201 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.501709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-d9ad8d28-33a9-46fd-9466-9a5289ddcc1f tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/quotas/7fbf08630c804d5193abfaa46deb2827 HTTP/1.1" status: 200 len: 375 time: 0.1216741 Apr 18 20:29:40.547910 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.548967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Allocated IP 10.1.1.2 (ff4f2684-1dfe-4c84-a88a-0ab386c59d43/72b0e71a-7b78-4073-ac14-7f6de0ac75da/34efc59c-0d58-4bfc-b2ce-f38d5653c1d1) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:40.553568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a1729c5c-86be-4e74-9ece-544c114c10fc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:40.553922 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.573408 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02794945-9bda-46b4-9ed4-44e4b6e36cfa']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:40.585097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f031fd-4330-4b77-9920-ff305f900875') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:40.585449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f031fd-4330-4b77-9920-ff305f900875') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:40.601389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.620338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.627666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:29:40.628070 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:29:40.630112 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:29:40.665121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea170d9d-735d-4da8-beb6-fb9bd9a9cdff req-5af4a6bc-d980-46ce-9b13-c7c0d2e23401 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.670949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea170d9d-735d-4da8-beb6-fb9bd9a9cdff req-5af4a6bc-d980-46ce-9b13-c7c0d2e23401 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.676883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea170d9d-735d-4da8-beb6-fb9bd9a9cdff req-5af4a6bc-d980-46ce-9b13-c7c0d2e23401 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.682767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea170d9d-735d-4da8-beb6-fb9bd9a9cdff req-5af4a6bc-d980-46ce-9b13-c7c0d2e23401 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.688771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea170d9d-735d-4da8-beb6-fb9bd9a9cdff req-5af4a6bc-d980-46ce-9b13-c7c0d2e23401 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.695653 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.696229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea170d9d-735d-4da8-beb6-fb9bd9a9cdff req-5af4a6bc-d980-46ce-9b13-c7c0d2e23401 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.700884 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.701861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea170d9d-735d-4da8-beb6-fb9bd9a9cdff req-5af4a6bc-d980-46ce-9b13-c7c0d2e23401 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.704273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea170d9d-735d-4da8-beb6-fb9bd9a9cdff req-5af4a6bc-d980-46ce-9b13-c7c0d2e23401 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5404 time: 0.4474072 Apr 18 20:29:40.715354 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] 10.222.0.49 "DELETE /v2.0/networks/02794945-9bda-46b4-9ed4-44e4b6e36cfa HTTP/1.1" status: 204 len: 168 time: 0.7579358 Apr 18 20:29:40.727899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:40.731431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.731771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57350) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:40.732940 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8434a-189a-4234-9a3f-aea2d2bffe1c admin admin] Pushing event deleted for resources: {'Network': ['ID=02794945-9bda-46b4-9ed4-44e4b6e36cfa,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:40.776535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 667bc31d-c3dd-476f-ad9c-552ecd89e432 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:40.778922 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.814728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8833d193-d67f-4d09-a28e-85f31edf3bfa no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:40.822403 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.873332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-37cc999a-f524-4563-a77d-4d7356e4011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.875153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a93327d7-4da0-4a25-bfb3-ca5402309438 req-37cc999a-f524-4563-a77d-4d7356e4011a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5405421 Apr 18 20:29:40.878442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8833d193-d67f-4d09-a28e-85f31edf3bfa {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:40.879353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8833d193-d67f-4d09-a28e-85f31edf3bfa not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:40.900908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] For port d5b0da29-226b-446d-8624-c9bf1bdfd85a, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:40.912641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Pushing event updated for resources: {'Port': ['ID=34efc59c-0d58-4bfc-b2ce-f38d5653c1d1,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:40.917411 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.924733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d1ace1-f765-41d8-ad68-02c18347f29f {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:40.936053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:40.937315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-97618dff-8794-4a67-854e-a81d6a9b958e tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7fbf08630c804d5193abfaa46deb2827&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4021814 Apr 18 20:29:40.938611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:40.941929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:40.959608 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.967322 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] For port d5b0da29-226b-446d-8624-c9bf1bdfd85a, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:40.985831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 667bc31d-c3dd-476f-ad9c-552ecd89e432 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:40.993216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.997739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 667bc31d-c3dd-476f-ad9c-552ecd89e432 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:40.998072 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.021792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea170d9d-735d-4da8-beb6-fb9bd9a9cdff req-b4110acf-a379-4689-ba65-3212ea74ddba tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3092027 Apr 18 20:29:41.045452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Attempting to bind port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:41.045913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Attempting to bind port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:41.046174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Attempting to bind port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:41.101458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:41.102181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Checking segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:41.102753 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.103305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Bound using segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:41.104179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Bound port: 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:41.105262 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.143682 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.170557 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.176166 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.216146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286beecd-c37a-41e4-bc4f-bc20cb76f1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667bc31d-c3dd-476f-ad9c-552ecd89e432'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:41.218359 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097a7881-7a6e-40e5-ae14-934834f66806" -d '{"events": [{"server_uuid": "286beecd-c37a-41e4-bc4f-bc20cb76f1db", "name": "network-vif-plugged", "status": "completed", "tag": "667bc31d-c3dd-476f-ad9c-552ecd89e432"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:41.241993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 667bc31d-c3dd-476f-ad9c-552ecd89e432, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=667bc31d-c3dd-476f-ad9c-552ecd89e432,segment=NetworkSegment(94d90530-6683-4027-a970-30c5ff99441c),segment_id=94d90530-6683-4027-a970-30c5ff99441c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:41.245241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] For port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:41.249712 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.281073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] For port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=34efc59c-0d58-4bfc-b2ce-f38d5653c1d1,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:41.293630 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.319243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Transition to ACTIVE for port object 60d1ace1-f765-41d8-ad68-02c18347f29f will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:41.322230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=667bc31d-c3dd-476f-ad9c-552ecd89e432,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:41.389367 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.399019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84763218-6373-4698-bcbb-9cc3aa0ff056 None None] Pushing event updated for resources: {'Port': ['ID=34efc59c-0d58-4bfc-b2ce-f38d5653c1d1,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:41.455511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] Deleting port 2ca35387-efae-4406-86e5-e3c5bf998823 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:41.455992 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.468235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:41.468779 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.470220 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] 10.222.0.60 "PUT /v2.0/ports/d5b0da29-226b-446d-8624-c9bf1bdfd85a HTTP/1.1" status: 200 len: 1091 time: 5.4302628 Apr 18 20:29:41.478344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d552c52-7975-49c9-9830-3f167d85ef26', 'tag': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:41.481077 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0b1e1b-dfac-4908-9e96-26f69693aed3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d552c52-7975-49c9-9830-3f167d85ef26", "tag": "d5b0da29-226b-446d-8624-c9bf1bdfd85a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:41.540656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0667efd-8f88-46ac-96f9-58a6d764c876 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b0da29-226b-446d-8624-c9bf1bdfd85a,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:41.547229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] For port 2ca35387-efae-4406-86e5-e3c5bf998823, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2ca35387-efae-4406-86e5-e3c5bf998823,segment=NetworkSegment(29c409ce-8b80-454f-8b50-3bc0653a5990),segment_id=29c409ce-8b80-454f-8b50-3bc0653a5990)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:41.547801 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.596776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] Calling delete_port for 2ca35387-efae-4406-86e5-e3c5bf998823 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:41.649344 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.692866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-1e25648e-596f-41d7-a820-d01576e63c62 service neutron] 10.222.0.49 "GET /v2.0/networks/7abf7304-f18a-4007-bf66-9df462202186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201171 Apr 18 20:29:41.721558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c802dc-b865-4589-a995-d92290b07075 req-c09173f4-a314-4734-b7e0-7229710e2e7d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:41.723092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38c802dc-b865-4589-a995-d92290b07075 req-c09173f4-a314-4734-b7e0-7229710e2e7d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 944 time: 0.3772156 Apr 18 20:29:41.755451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-e9d4c7a3-08ca-476c-bc92-6d4281d5026a service neutron] 10.222.0.64 "GET /v2.0/ports/452904ce-5879-430f-ba34-9f2063914d57/bindings/n-h1-836015-4 HTTP/1.1" status: 200 len: 384 time: 0.4105875 Apr 18 20:29:41.783218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Pushing event updated for resources: {'Port': ['ID=60d1ace1-f765-41d8-ad68-02c18347f29f,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:41.819097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:41.837057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.864465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca35387-efae-4406-86e5-e3c5bf998823,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:41.978455 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.980498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:42.001069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:42.022586 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.025886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-def2a6a4-2e54-41b4-b9c9-e85ec5030115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:42.027417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-def2a6a4-2e54-41b4-b9c9-e85ec5030115 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 1094 time: 0.4723091 Apr 18 20:29:42.079297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38c802dc-b865-4589-a995-d92290b07075 req-d154ae3c-9dbe-47ed-bf3e-5ac1364c0f31 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227694 Apr 18 20:29:42.101936 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.154680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:42.222902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Pushing event updated for resources: {'Port': ['ID=8525a895-b575-4275-b3a9-7803bd17d0be,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:42.245380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-aaf2fb58-5603-4dae-b5b1-fac76402a9b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a HTTP/1.1" status: 200 len: 217 time: 0.1851468 Apr 18 20:29:42.246830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:42.247308 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.349147 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.385240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=34efc59c-0d58-4bfc-b2ce-f38d5653c1d1,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:42.392084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.402896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] Router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:42.407013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Subnet': ['ID=a62baa3a-b0b4-47c1-a580-4cd6e4528962,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:42.411093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Attempting to bind port 60d1ace1-f765-41d8-ad68-02c18347f29f on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:42.411441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Attempting to bind port 60d1ace1-f765-41d8-ad68-02c18347f29f by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:42.411765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Attempting to bind port 60d1ace1-f765-41d8-ad68-02c18347f29f on network 0b7f62c7-66d0-4e9c-b056-c65bae64064e {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:42.459133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-621503a7-b9bb-4250-a393-12ea16d5b7d3 service neutron] 10.222.0.49 "GET /v2.0/networks/7abf7304-f18a-4007-bf66-9df462202186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456791 Apr 18 20:29:42.471724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=34efc59c-0d58-4bfc-b2ce-f38d5653c1d1,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:42.510198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Port 60d1ace1-f765-41d8-ad68-02c18347f29f on network 0b7f62c7-66d0-4e9c-b056-c65bae64064e not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:42.510530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Attempting to bind port 60d1ace1-f765-41d8-ad68-02c18347f29f on network 0b7f62c7-66d0-4e9c-b056-c65bae64064e {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:42.523138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device aeeb2b73-1a67-40ab-afea-5f5771a86af1 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:42.557967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:42.560885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: aeeb2b73-1a67-40ab-afea-5f5771a86af1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:42.561118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Checking segment: {'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:42.561261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device aeeb2b73-1a67-40ab-afea-5f5771a86af1 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:42.561678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network hostable DHCP agents. Network: 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:42.571154 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c29acdee-75d7-4a0a-8665-775244254c55 admin admin] 10.222.0.49 "PUT /v2.0/routers/3853bacd-eb98-4bbc-9ab6-7fa04b996516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8328211 Apr 18 20:29:42.571581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57360) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:42.583821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] Sync routers for ids ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:42.583986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:42.584292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Checking segment: {'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:42.584688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Bound using segment: {'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:42.585238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Bound port: 60d1ace1-f765-41d8-ad68-02c18347f29f, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:42.585668 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.605915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-8cf8406c-359b-43a1-b149-105ed485149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:42.606709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] Routers {'3853bacd-eb98-4bbc-9ab6-7fa04b996516'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:42.607414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-8cf8406c-359b-43a1-b149-105ed485149f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f HTTP/1.1" status: 200 len: 844 time: 0.3333268 Apr 18 20:29:42.607695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:42.651658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e78b24-7a2e-4639-a5b3-0ec7bbebe69e req-2e8131b2-d8ee-4bc9-897b-0dc33e8ec836 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:42.653270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1e78b24-7a2e-4639-a5b3-0ec7bbebe69e req-2e8131b2-d8ee-4bc9-897b-0dc33e8ec836 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 943 time: 0.4315736 Apr 18 20:29:42.698989 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-5d20af29-02c8-4718-b04f-fb33109d1cf3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68cc6080-2d81-4704-9199-495df571819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803533 Apr 18 20:29:42.737397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93a494c-67f2-46be-8ad1-8dee19bb512a None None] Network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:42.740161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.936710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-8b295901-f5f8-4e98-a4a5-5290a41f3a16 service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:42.960942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-8b295901-f5f8-4e98-a4a5-5290a41f3a16 service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:42.965880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-b78dcfcc-aaa2-412e-a1df-caae900de99b service neutron] 10.222.0.60 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288132 Apr 18 20:29:42.966466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:42.970719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] Set router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:43.017687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] For port 60d1ace1-f765-41d8-ad68-02c18347f29f, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:43.021222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] For port 60d1ace1-f765-41d8-ad68-02c18347f29f, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=60d1ace1-f765-41d8-ad68-02c18347f29f,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:43.051455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1962bbd4-b63b-4bf9-a965-4e535ba13d6c None None] Provisioning complete for port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:43.051455 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1962bbd4-b63b-4bf9-a965-4e535ba13d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.165689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3793c852-2c6a-4815-865f-d70dc9a54d71 req-03dbb358-99c9-426c-9d7c-2006c3361148 service neutron] 10.222.0.60 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909083 Apr 18 20:29:43.166773 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.279423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:43.279635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.295525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33166219-6ea8-4246-936c-9ff34b5869f1 None None] Network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:43.295761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1e78b24-7a2e-4639-a5b3-0ec7bbebe69e req-256747ce-e1be-4aa3-b93c-34ca014a02bc tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098528 Apr 18 20:29:43.311066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:43.312315 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.370880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Deleting port 7c36780b-48bf-4a3e-9206-d51cb016a680 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:43.371225 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.385230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:43.391019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.392642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] 10.222.0.64 "PUT /v2.0/ports/60d1ace1-f765-41d8-ad68-02c18347f29f HTTP/1.1" status: 200 len: 1091 time: 4.6786270 Apr 18 20:29:43.404082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1444e1-e925-4b51-ab40-9495d5e42969 service neutron] Pushing event updated for resources: {'Port': ['ID=60d1ace1-f765-41d8-ad68-02c18347f29f,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:43.438190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-8b295901-f5f8-4e98-a4a5-5290a41f3a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452904ce-5879-430f-ba34-9f2063914d57 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:43.452918 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e30a793-ae75-498a-99ca-3d1a12ec4994 x-openstack-request-id: req-9e30a793-ae75-498a-99ca-3d1a12ec4994 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:43.453247 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286beecd-c37a-41e4-bc4f-bc20cb76f1db", "name": "network-vif-plugged", "status": "completed", "tag": "667bc31d-c3dd-476f-ad9c-552ecd89e432", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:43.453577 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e30a793-ae75-498a-99ca-3d1a12ec4994 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:43.455440 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e30a793-ae75-498a-99ca-3d1a12ec4994'] response: {'server_uuid': '286beecd-c37a-41e4-bc4f-bc20cb76f1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667bc31d-c3dd-476f-ad9c-552ecd89e432', 'code': 200} Apr 18 20:29:43.464638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-237b38dd-20f0-4180-b48c-6135778bb678 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3151307 Apr 18 20:29:43.484478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Request body: {'port': {'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:43.495554 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57374) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:43.540595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'port': {'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'name': 'tempest-TaggedBootDevicesTest-1016313333', 'fixed_ips': [{'subnet_id': '72b0e71a-7b78-4073-ac14-7f6de0ac75da'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:43.545595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-router', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:29:41Z', 'revision_number': 5, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'gw_port': {'id': '7c36780b-48bf-4a3e-9206-d51cb016a680', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:0c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:29Z', 'updated_at': '2022-04-18T20:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:43.548532 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced2edc3-1b50-49e9-b7d7-0e71d8705091 x-openstack-request-id: req-ced2edc3-1b50-49e9-b7d7-0e71d8705091 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:43.553413 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d552c52-7975-49c9-9830-3f167d85ef26", "tag": "d5b0da29-226b-446d-8624-c9bf1bdfd85a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:43.553808 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ced2edc3-1b50-49e9-b7d7-0e71d8705091 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:43.554338 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced2edc3-1b50-49e9-b7d7-0e71d8705091'] response: {'name': 'network-changed', 'server_uuid': '8d552c52-7975-49c9-9830-3f167d85ef26', 'tag': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a', 'status': 'completed', 'code': 200} Apr 18 20:29:43.652873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] Checking router: 3853bacd-eb98-4bbc-9ab6-7fa04b996516 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:43.656449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-8b295901-f5f8-4e98-a4a5-5290a41f3a16 service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:43.671139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] For port 7c36780b-48bf-4a3e-9206-d51cb016a680, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7c36780b-48bf-4a3e-9206-d51cb016a680,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:43.671520 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.676309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] Routers {'3853bacd-eb98-4bbc-9ab6-7fa04b996516'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:43.677267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:43.690696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Calling delete_port for 7c36780b-48bf-4a3e-9206-d51cb016a680 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:43.815484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] Set router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:43.897742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-router', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:29:43Z', 'revision_number': 6, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:43.899544 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f6426-5127-4931-898b-ab2f0a089482 req-12bb91de-69a8-4e95-804c-b86acf1bae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:43.901340 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9b8f6426-5127-4931-898b-ab2f0a089482 req-12bb91de-69a8-4e95-804c-b86acf1bae49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 1097 time: 0.2894421 Apr 18 20:29:43.937478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-503a89fb-4d02-4653-b4e1-ae0a3c94c6fa', 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'fixed_ips': [{'subnet_id': 'a62baa3a-b0b4-47c1-a580-4cd6e4528962'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:29:43.938725 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.945657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1a059-8b71-4ce1-be72-a569f9faadc4 None None] The sync data for ids ['3853bacd-eb98-4bbc-9ab6-7fa04b996516'] in n-d-836015-4 is: [{'id': '3853bacd-eb98-4bbc-9ab6-7fa04b996516', 'name': 'tempest-AttachSCSIVolumeTestJSON-1472826823-router', 'tenant_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:29:43Z', 'revision_number': 6, 'project_id': '4578568d2e8d475aaa4d32e9799b6ffd', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:43.974967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:43.983679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a483a0-0d9a-4c4d-89f9-3c944c66a373 req-9e756af9-d42c-4258-95e6-7c1d06898a5c tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:43.985248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68a483a0-0d9a-4c4d-89f9-3c944c66a373 req-9e756af9-d42c-4258-95e6-7c1d06898a5c tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 946 time: 0.9627028 Apr 18 20:29:43.985910 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-8b295901-f5f8-4e98-a4a5-5290a41f3a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.043805 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9b8f6426-5127-4931-898b-ab2f0a089482 req-3dbf8f14-fbb7-44a9-804b-28276f160f92 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303418 Apr 18 20:29:44.113568 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.114471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.137424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c0eb0c0a-2373-4563-ac07-ce181d8d0cde None None] Provisioning complete for port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:44.138805 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0c0a-2373-4563-ac07-ce181d8d0cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.171703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Allocated IP 10.2.2.2 (503a89fb-4d02-4653-b4e1-ae0a3c94c6fa/a62baa3a-b0b4-47c1-a580-4cd6e4528962/2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:44.178921 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.198448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b1e1b-dfac-4908-9e96-26f69693aed3 req-d4d360c8-bf14-47c1-a69f-85d2140e4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.199832 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad0b1e1b-dfac-4908-9e96-26f69693aed3 req-d4d360c8-bf14-47c1-a69f-85d2140e4ded service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 1094 time: 0.6107848 Apr 18 20:29:44.205780 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c36780b-48bf-4a3e-9206-d51cb016a680,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:44.240522 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.254915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68a483a0-0d9a-4c4d-89f9-3c944c66a373 req-552cd756-a816-42df-84d6-ad196ab062bb tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529111 Apr 18 20:29:44.317578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731100c-c101-4445-a5f6-ee1df34d6943 req-d10b74b3-d0db-42ee-bc4c-9fcd224d7972 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.324518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731100c-c101-4445-a5f6-ee1df34d6943 req-d10b74b3-d0db-42ee-bc4c-9fcd224d7972 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.330802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731100c-c101-4445-a5f6-ee1df34d6943 req-d10b74b3-d0db-42ee-bc4c-9fcd224d7972 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.342459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731100c-c101-4445-a5f6-ee1df34d6943 req-d10b74b3-d0db-42ee-bc4c-9fcd224d7972 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.352422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731100c-c101-4445-a5f6-ee1df34d6943 req-d10b74b3-d0db-42ee-bc4c-9fcd224d7972 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.356749 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] device_id is not set on port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:29:44.358248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731100c-c101-4445-a5f6-ee1df34d6943 req-d10b74b3-d0db-42ee-bc4c-9fcd224d7972 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.364977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731100c-c101-4445-a5f6-ee1df34d6943 req-d10b74b3-d0db-42ee-bc4c-9fcd224d7972 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.367127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:44.375307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a731100c-c101-4445-a5f6-ee1df34d6943 req-d10b74b3-d0db-42ee-bc4c-9fcd224d7972 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5416 time: 0.7044024 Apr 18 20:29:44.485881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd920bdb-e0ca-4b89-91ca-0582aa5f5364 req-ab6bdb3e-48d5-412a-8ccb-4cbea7cb710f tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 210 time: 0.0651236 Apr 18 20:29:44.500445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-8b295901-f5f8-4e98-a4a5-5290a41f3a16 service neutron] Transition to ACTIVE for port object 452904ce-5879-430f-ba34-9f2063914d57 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:44.517667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-8b295901-f5f8-4e98-a4a5-5290a41f3a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.535950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:44.536517 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.586119 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.599016 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.614647 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.631276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a731100c-c101-4445-a5f6-ee1df34d6943 req-2a805ec8-1475-4b93-ab95-290cd0c8d2a6 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2545888 Apr 18 20:29:44.666795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 452904ce-5879-430f-ba34-9f2063914d57 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:44.712712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:44.724636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:44.728553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:44.729758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.730443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Pushing event updated for resources: {'Port': ['ID=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:44.732578 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.752007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 452904ce-5879-430f-ba34-9f2063914d57 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:44.808108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 452904ce-5879-430f-ba34-9f2063914d57 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:44.820244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-deeae399-b531-437d-b862-5dbb735b7cc9 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:44.820470 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-deeae399-b531-437d-b862-5dbb735b7cc9 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.64 "GET /v2.0/networks?id=7abf7304-f18a-4007-bf66-9df462202186 HTTP/1.1" status: 200 len: 812 time: 0.6483612 Apr 18 20:29:44.830983 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.832098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3853bacd-eb98-4bbc-9ab6-7fa04b996516 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:29:44.839726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-8b295901-f5f8-4e98-a4a5-5290a41f3a16 service neutron] No DVR routers for this DVR port 452904ce-5879-430f-ba34-9f2063914d57 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:44.848724 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.852175 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-149af0dc-d808-43b0-be42-f5498ba58853 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3853bacd-eb98-4bbc-9ab6-7fa04b996516 HTTP/1.1" status: 204 len: 168 time: 2.2773242 Apr 18 20:29:44.853298 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57378) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:44.861288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Attempting to bind port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:44.861810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Attempting to bind port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:44.862406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Attempting to bind port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 on network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:44.863919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Allocated IP 10.1.1.195 (ff4f2684-1dfe-4c84-a88a-0ab386c59d43/72b0e71a-7b78-4073-ac14-7f6de0ac75da/55a26db7-6d97-4b34-ac9c-f92a1ea52f80) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:44.872778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:44.873032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Checking segment: {'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:44.873866 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.874404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Bound using segment: {'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:44.874969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Bound port: 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:44.875442 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.896699 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-82d4af7f-ceef-4999-8a54-39f32b1dc28c tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fbf08630c804d5193abfaa46deb2827 HTTP/1.1" status: 200 len: 379 time: 0.0591974 Apr 18 20:29:44.912869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Request body: {'port': {'device_id': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'admin_state_up': True, 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'security_groups': ['c69b203e-fea7-48a9-92a8-8fc2a4441acc']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:44.930088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-72116c84-55f7-4e3b-92f1-01c82379ecec admin admin] Deleting subnet 699db0f4-8db5-46a7-a0dd-c515222d5fc9 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:29:44.933920 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72116c84-55f7-4e3b-92f1-01c82379ecec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.971160 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72116c84-55f7-4e3b-92f1-01c82379ecec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.046866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4d419-cfa4-4ec1-b991-e0d6ee265123 req-8ce296ad-5e5e-478f-8cfa-c3d246b1624c tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.048636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40b4d419-cfa4-4ec1-b991-e0d6ee265123 req-8ce296ad-5e5e-478f-8cfa-c3d246b1624c tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 945 time: 0.4155519 Apr 18 20:29:45.123729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Made reservation on behalf of 7fbf08630c804d5193abfaa46deb2827 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:45.127425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.134173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.135021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] For port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:45.138852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] For port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:45.144835 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.156459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.180971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b295901-f5f8-4e98-a4a5-5290a41f3a16 service neutron] Pushing event updated for resources: {'Port': ['ID=452904ce-5879-430f-ba34-9f2063914d57,revision_number=10']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:45.219068 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d30ec6-f969-41e2-8fff-d5a4838824d8 None None] Pushing event updated for resources: {'Port': ['ID=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:45.285850 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-8b295901-f5f8-4e98-a4a5-5290a41f3a16 service neutron] 10.222.0.64 "PUT /v2.0/ports/452904ce-5879-430f-ba34-9f2063914d57/bindings/n-h1-836015-4/activate HTTP/1.1" status: 200 len: 369 time: 3.4824955 Apr 18 20:29:45.322904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0c15b-1668-4314-8cd8-9d34c7d1386a req-a81f1e30-a604-44de-8805-7c20aac311b3 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.328103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.330863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7a0c15b-1668-4314-8cd8-9d34c7d1386a req-a81f1e30-a604-44de-8805-7c20aac311b3 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 943 time: 0.5870891 Apr 18 20:29:45.333572 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72116c84-55f7-4e3b-92f1-01c82379ecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.382256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Allocated IP 172.20.0.5 (7abf7304-f18a-4007-bf66-9df462202186/a428a6f1-6657-40ce-b4b1-4ef66ff06bf3/da7f8fe5-1ff8-4a3d-9c93-be4bb165b835) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:45.399224 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:45.402712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40b4d419-cfa4-4ec1-b991-e0d6ee265123 req-8b5263c7-3957-447d-95bd-14f79bb17823 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471521 Apr 18 20:29:45.408797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:45.411868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:45.437748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Port': ['ID=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:45.592211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '60d1ace1-f765-41d8-ad68-02c18347f29f'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:45.594850 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca94c335-3e72-4470-aaf7-87c3887cae87" -d '{"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "60d1ace1-f765-41d8-ad68-02c18347f29f"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:45.601274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.601916 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.608691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7a0c15b-1668-4314-8cd8-9d34c7d1386a req-183b772b-e42d-443e-ac56-2803078eb46b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769275 Apr 18 20:29:45.673173 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cbd1d2c4-53d8-407c-8cb9-0d2e6662b8e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1761758 Apr 18 20:29:45.674932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215b09a2-2bb2-427a-8349-96fb818e7e00 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:45.676141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57388) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:45.684834 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'port': {'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'name': 'tempest-TaggedBootDevicesTest-1484475574', 'fixed_ips': [{'subnet_id': '72b0e71a-7b78-4073-ac14-7f6de0ac75da'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:45.718354 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.729766 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.755466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbb184e7-146c-49b9-86f2-9b0a78d161ef req-1d1bafc4-507b-4a85-b801-4df88959979e tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 210 time: 0.0569055 Apr 18 20:29:45.756478 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72116c84-55f7-4e3b-92f1-01c82379ecec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.797418 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.822312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Transition to ACTIVE for port object 215b09a2-2bb2-427a-8349-96fb818e7e00 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:45.830980 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72116c84-55f7-4e3b-92f1-01c82379ecec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.837348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a849b7f-b80d-42a4-8f00-5f81f70e36b4 None None] Network db047aec-ba37-4d3a-b189-c280a8035f2c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:45.852106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-72116c84-55f7-4e3b-92f1-01c82379ecec admin admin] 10.222.0.49 "DELETE /v2.0/subnets/699db0f4-8db5-46a7-a0dd-c515222d5fc9 HTTP/1.1" status: 204 len: 168 time: 0.9895115 Apr 18 20:29:45.852106 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cba705-0b7d-43a3-9b7f-b0ac1ce31dfb x-openstack-request-id: req-f5cba705-0b7d-43a3-9b7f-b0ac1ce31dfb {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:45.852106 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "60d1ace1-f765-41d8-ad68-02c18347f29f", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:45.852575 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5cba705-0b7d-43a3-9b7f-b0ac1ce31dfb {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:45.853415 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5cba705-0b7d-43a3-9b7f-b0ac1ce31dfb'] response: {'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '60d1ace1-f765-41d8-ad68-02c18347f29f', 'status': 'completed', 'code': 200} Apr 18 20:29:45.854310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57390) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:45.854442 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72116c84-55f7-4e3b-92f1-01c82379ecec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=699db0f4-8db5-46a7-a0dd-c515222d5fc9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:45.862004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Router 5cae2429-84fd-4334-bdca-51eb6dbbec6a is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:29:45.875532 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.913631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42726704-1237-4e4e-9cd2-bcce43f47f5d req-be740810-9542-460a-8ca9-1584712d4e2e tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.915690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42726704-1237-4e4e-9cd2-bcce43f47f5d req-be740810-9542-460a-8ca9-1584712d4e2e tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 946 time: 0.3165052 Apr 18 20:29:45.948541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.984321 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.997221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:46.002012 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.047060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9aaa0560-d8c1-4fab-97ff-d1e1a0c00e63 None None] Provisioning complete for port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:46.047592 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0560-d8c1-4fab-97ff-d1e1a0c00e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.062420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Network 7abf7304-f18a-4007-bf66-9df462202186 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:46.064828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Pushing event updated for resources: {'Port': ['ID=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:46.068578 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] device_id is not set on port ee55985d-2e1c-4faf-9628-c2bc9255de09 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:29:46.085249 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:46.089058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:46.125588 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa0560-d8c1-4fab-97ff-d1e1a0c00e63 None None] Port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:46.146471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:46.194382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42726704-1237-4e4e-9cd2-bcce43f47f5d req-f52117b6-e3c2-44cd-a895-fa29c9d09eff tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197871 Apr 18 20:29:46.213498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Pushing event updated for resources: {'Port': ['ID=215b09a2-2bb2-427a-8349-96fb818e7e00,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:46.243376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:46.244148 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.276781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.277501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.296801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-9e99db75-32a9-4a45-a9c5-855ee8083b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.297321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-9e99db75-32a9-4a45-a9c5-855ee8083b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.297800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-9e99db75-32a9-4a45-a9c5-855ee8083b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.298272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-9e99db75-32a9-4a45-a9c5-855ee8083b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.298739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-9e99db75-32a9-4a45-a9c5-855ee8083b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.299206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-9e99db75-32a9-4a45-a9c5-855ee8083b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.299675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-9e99db75-32a9-4a45-a9c5-855ee8083b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.302612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-9e99db75-32a9-4a45-a9c5-855ee8083b57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6443 time: 0.4430559 Apr 18 20:29:46.307112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1658ee80-3e05-4bef-9aec-110cca9a7e7f None None] DHCP port deletion for db047aec-ba37-4d3a-b189-c280a8035f2c request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:29:46.324058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb240-02ba-4f98-908d-4c628f1ccb20 req-730f1b06-1e1d-4bd4-b96e-2e19440332aa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.330249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb240-02ba-4f98-908d-4c628f1ccb20 req-730f1b06-1e1d-4bd4-b96e-2e19440332aa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.341407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb240-02ba-4f98-908d-4c628f1ccb20 req-730f1b06-1e1d-4bd4-b96e-2e19440332aa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.347654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb240-02ba-4f98-908d-4c628f1ccb20 req-730f1b06-1e1d-4bd4-b96e-2e19440332aa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.356379 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-e5f854f2-e4dc-4d62-bb6f-e841977fc851 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4480894 Apr 18 20:29:46.357570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb240-02ba-4f98-908d-4c628f1ccb20 req-730f1b06-1e1d-4bd4-b96e-2e19440332aa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.364818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb240-02ba-4f98-908d-4c628f1ccb20 req-730f1b06-1e1d-4bd4-b96e-2e19440332aa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.377567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb240-02ba-4f98-908d-4c628f1ccb20 req-730f1b06-1e1d-4bd4-b96e-2e19440332aa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:46.384922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Request body: {'port': {'device_id': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:46.390713 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e39eb240-02ba-4f98-908d-4c628f1ccb20 req-730f1b06-1e1d-4bd4-b96e-2e19440332aa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.4734509 Apr 18 20:29:46.431803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Deleting port 1a9cca68-285c-46a5-8b94-0f1147ea582b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:46.432291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.492627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1658ee80-3e05-4bef-9aec-110cca9a7e7f None None] Deleting port 1a9cca68-285c-46a5-8b94-0f1147ea582b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:29:46.493361 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1658ee80-3e05-4bef-9aec-110cca9a7e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.495420 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.594268 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.608580 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] For port 1a9cca68-285c-46a5-8b94-0f1147ea582b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1a9cca68-285c-46a5-8b94-0f1147ea582b,segment=NetworkSegment(29c409ce-8b80-454f-8b50-3bc0653a5990),segment_id=29c409ce-8b80-454f-8b50-3bc0653a5990)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:46.608954 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.612624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Allocated IP 10.1.1.7 (ff4f2684-1dfe-4c84-a88a-0ab386c59d43/72b0e71a-7b78-4073-ac14-7f6de0ac75da/ee55985d-2e1c-4faf-9628-c2bc9255de09) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:46.641810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Calling delete_port for 1a9cca68-285c-46a5-8b94-0f1147ea582b owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:46.652508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1658ee80-3e05-4bef-9aec-110cca9a7e7f None None] For port 1a9cca68-285c-46a5-8b94-0f1147ea582b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1a9cca68-285c-46a5-8b94-0f1147ea582b,segment=NetworkSegment(29c409ce-8b80-454f-8b50-3bc0653a5990),segment_id=29c409ce-8b80-454f-8b50-3bc0653a5990)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:46.653207 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1658ee80-3e05-4bef-9aec-110cca9a7e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.664030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:46.670689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1658ee80-3e05-4bef-9aec-110cca9a7e7f None None] Calling delete_port for 1a9cca68-285c-46a5-8b94-0f1147ea582b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:29:46.678072 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.847956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2ca35387-efae-4406-86e5-e3c5bf998823 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:46.880399 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1658ee80-3e05-4bef-9aec-110cca9a7e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.887042 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7acd31-6f4c-458e-b632-c99d0d57671e None None] Network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:46.902356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 2ca35387-efae-4406-86e5-e3c5bf998823 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:46.902717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2ca35387-efae-4406-86e5-e3c5bf998823 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:46.903108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7c36780b-48bf-4a3e-9206-d51cb016a680 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:46.945132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-95b26802-b6aa-4377-9bd1-9314c6c2c8e8 None None] Provisioning complete for port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:46.945506 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-95b26802-b6aa-4377-9bd1-9314c6c2c8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.949628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1658ee80-3e05-4bef-9aec-110cca9a7e7f None None] No DVR routers for this DVR port 1a9cca68-285c-46a5-8b94-0f1147ea582b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:46.950496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 7c36780b-48bf-4a3e-9206-d51cb016a680 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:46.950834 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7c36780b-48bf-4a3e-9206-d51cb016a680 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:46.970589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:46.982688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:46.985265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e39eb240-02ba-4f98-908d-4c628f1ccb20 req-7ec2680a-8d87-4881-93af-4b243e6bbe4f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5916686 Apr 18 20:29:46.989339 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Sync routers for ids ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:47.023641 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Routers {'5cae2429-84fd-4334-bdca-51eb6dbbec6a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:47.024701 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:47.037163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658ee80-3e05-4bef-9aec-110cca9a7e7f None None] Pushing event deleted for resources: {'Port': ['ID=1a9cca68-285c-46a5-8b94-0f1147ea582b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:47.071580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-95b26802-b6aa-4377-9bd1-9314c6c2c8e8 None None] Port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:47.100360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Attempting to bind port 215b09a2-2bb2-427a-8349-96fb818e7e00 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:47.101188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Attempting to bind port 215b09a2-2bb2-427a-8349-96fb818e7e00 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:47.102118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Attempting to bind port 215b09a2-2bb2-427a-8349-96fb818e7e00 on network 0b7f62c7-66d0-4e9c-b056-c65bae64064e {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:47.110011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-5c6b0b48-4634-4ad9-9316-b74ab76cdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.110875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-5c6b0b48-4634-4ad9-9316-b74ab76cdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.111553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-5c6b0b48-4634-4ad9-9316-b74ab76cdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.113596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-5c6b0b48-4634-4ad9-9316-b74ab76cdf44 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7096145 Apr 18 20:29:47.125883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.127541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-800299c0-d0ac-429d-a8c8-40f0429a7565 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 11.7418931 Apr 18 20:29:47.145715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b53f61-7ac4-4435-8912-bcf7c1c179da req-44bcf03c-2b95-4033-a64e-aac6cf193e15 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.148182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46b53f61-7ac4-4435-8912-bcf7c1c179da req-44bcf03c-2b95-4033-a64e-aac6cf193e15 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 945 time: 0.3076339 Apr 18 20:29:47.148988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57398) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:47.187997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Port 215b09a2-2bb2-427a-8349-96fb818e7e00 on network 0b7f62c7-66d0-4e9c-b056-c65bae64064e not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:47.188321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Attempting to bind port 215b09a2-2bb2-427a-8349-96fb818e7e00 on network 0b7f62c7-66d0-4e9c-b056-c65bae64064e {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:47.205238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2e329655-1ecb-41d8-a52e-3b4c8c63ca91 None None] Provisioning complete for port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:47.205774 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e329655-1ecb-41d8-a52e-3b4c8c63ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.260132 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Set router 5cae2429-84fd-4334-bdca-51eb6dbbec6a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:47.291707 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.302413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:47.303378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Checking segment: {'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:47.303986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Bound using segment: {'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:47.304599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Bound port: 215b09a2-2bb2-427a-8349-96fb818e7e00, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34cbbd5d-1ea6-4449-91cd-68a47ed43322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:47.305157 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.403423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] No DVR routers for this DVR port 1a9cca68-285c-46a5-8b94-0f1147ea582b on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:47.412347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9cca68-285c-46a5-8b94-0f1147ea582b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:47.457167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46b53f61-7ac4-4435-8912-bcf7c1c179da req-5a712829-2236-49b5-9e99-8ee63686207f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749104 Apr 18 20:29:47.460899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.533836 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 3, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:47.546610 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.566663 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Checking router: 5cae2429-84fd-4334-bdca-51eb6dbbec6a for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:47.567156 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Updating router 5cae2429-84fd-4334-bdca-51eb6dbbec6a port 8525a895-b575-4275-b3a9-7803bd17d0be binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:29:47.580248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db047aec-ba37-4d3a-b189-c280a8035f2c']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:47.584060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-69b3fa72-33e8-4ae3-ae6f-9fc98efea792 None None] Provisioning complete for port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:47.584478 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-69b3fa72-33e8-4ae3-ae6f-9fc98efea792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.593792 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.594483 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c409ce-8b80-454f-8b50-3bc0653a5990') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:47.594786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c409ce-8b80-454f-8b50-3bc0653a5990') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:47.597477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619109fd-c3fe-4e7e-b650-38c074c6551e req-1c669b26-0a7f-409b-a37c-a67125e2f194 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.599256 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-619109fd-c3fe-4e7e-b650-38c074c6551e req-1c669b26-0a7f-409b-a37c-a67125e2f194 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 943 time: 0.4917796 Apr 18 20:29:47.614791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.647311 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.683696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-619109fd-c3fe-4e7e-b650-38c074c6551e req-d5bd9fc1-1dd9-421f-ad55-4e9642dff5d9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558584 Apr 18 20:29:47.684441 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:29:47.685067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:29:47.687083 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:29:47.690478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-a20477c7-a41f-42b5-af9f-43a7ce82da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.693250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca94c335-3e72-4470-aaf7-87c3887cae87 req-a20477c7-a41f-42b5-af9f-43a7ce82da25 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5411942 Apr 18 20:29:47.706235 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.771449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] For port 215b09a2-2bb2-427a-8349-96fb818e7e00, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:47.779130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:47.789858 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.811665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bbf92-7105-443c-95c8-00074875db65 req-45080036-3f07-4350-95a9-2cc0d87cd319 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.813462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b9bbf92-7105-443c-95c8-00074875db65 req-45080036-3f07-4350-95a9-2cc0d87cd319 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 931 time: 0.2552514 Apr 18 20:29:47.826628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Port': ['ID=ee55985d-2e1c-4faf-9628-c2bc9255de09,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:47.831005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] For port 215b09a2-2bb2-427a-8349-96fb818e7e00, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=215b09a2-2bb2-427a-8349-96fb818e7e00,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:47.859446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Transition to ACTIVE for port object da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:47.866894 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.867088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:47.868668 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.873605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:47.880398 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.881495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:47.916091 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.925729 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.928476 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.945541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] 10.222.0.49 "DELETE /v2.0/networks/db047aec-ba37-4d3a-b189-c280a8035f2c HTTP/1.1" status: 204 len: 168 time: 2.0734956 Apr 18 20:29:47.977698 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44336ca1-153e-48ec-aaa7-c621b144bc91 None None] Pushing event updated for resources: {'Port': ['ID=8525a895-b575-4275-b3a9-7803bd17d0be,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:47.999212 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Attempting to bind port 8525a895-b575-4275-b3a9-7803bd17d0be on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:47.999797 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Attempting to bind port 8525a895-b575-4275-b3a9-7803bd17d0be by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:47.999920 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Attempting to bind port 8525a895-b575-4275-b3a9-7803bd17d0be on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:48.005938 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:48.006654 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:48.006654 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.006938 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:48.007396 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Bound port: 8525a895-b575-4275-b3a9-7803bd17d0be, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:48.007961 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.022753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae4bc7-1470-4895-a877-94ca61ef8a83 admin admin] Pushing event deleted for resources: {'Network': ['ID=db047aec-ba37-4d3a-b189-c280a8035f2c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:48.070355 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.071160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.074592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Pushing event updated for resources: {'Port': ['ID=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:48.101468 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] For port 8525a895-b575-4275-b3a9-7803bd17d0be, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:48.111780 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] For port 8525a895-b575-4275-b3a9-7803bd17d0be, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8525a895-b575-4275-b3a9-7803bd17d0be,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:48.122543 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.139782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:48.161439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b9bbf92-7105-443c-95c8-00074875db65 req-20018fbb-538f-43e6-91e9-420a1be7c0e3 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268940 Apr 18 20:29:48.201745 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cf664422-c231-411a-bad6-15a97209f983 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5245225 Apr 18 20:29:48.229680 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Routers {'5cae2429-84fd-4334-bdca-51eb6dbbec6a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:48.230474 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:48.232821 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44336ca1-153e-48ec-aaa7-c621b144bc91 None None] Pushing event updated for resources: {'Port': ['ID=8525a895-b575-4275-b3a9-7803bd17d0be,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:48.244828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:48.245553 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.254632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57408) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:48.263079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.263926 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.267721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] 10.222.0.64 "PUT /v2.0/ports/215b09a2-2bb2-427a-8349-96fb818e7e00 HTTP/1.1" status: 200 len: 1091 time: 4.7951987 Apr 18 20:29:48.339482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '215b09a2-2bb2-427a-8349-96fb818e7e00'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:48.343500 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a8b404-c40e-43b1-9ebf-6d2987336a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "215b09a2-2bb2-427a-8349-96fb818e7e00"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:48.403399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52393f0-db32-41b0-8cf3-0d1144f42578 req-81739240-b57b-442b-9ddb-5e170bb53fb8 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.405225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e52393f0-db32-41b0-8cf3-0d1144f42578 req-81739240-b57b-442b-9ddb-5e170bb53fb8 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 946 time: 0.6267340 Apr 18 20:29:48.454549 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] Set router 5cae2429-84fd-4334-bdca-51eb6dbbec6a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:48.462861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a9d7e644-ec14-4a04-af34-6faf241da2cd None None] Provisioning complete for port ee55985d-2e1c-4faf-9628-c2bc9255de09 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:48.466569 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a9d7e644-ec14-4a04-af34-6faf241da2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.498816 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1073644f-d585-4c01-97e5-36e3653f8408 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ca737b15e374efd8ac11dbb57f3bcd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427790 Apr 18 20:29:48.505252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57414) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:48.513007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Attempting to bind port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:48.513343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Attempting to bind port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:48.514026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Attempting to bind port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 on network 7abf7304-f18a-4007-bf66-9df462202186 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:48.560226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1a9cca68-285c-46a5-8b94-0f1147ea582b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:29:48.565188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7e644-ec14-4a04-af34-6faf241da2cd None None] Port ee55985d-2e1c-4faf-9628-c2bc9255de09 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:48.572126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 on network 7abf7304-f18a-4007-bf66-9df462202186 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:48.572315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Attempting to bind port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 on network 7abf7304-f18a-4007-bf66-9df462202186 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:48.588856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 1a9cca68-285c-46a5-8b94-0f1147ea582b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:29:48.589389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1a9cca68-285c-46a5-8b94-0f1147ea582b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:29:48.602001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:48.602338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Checking segment: {'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:48.602728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Bound using segment: {'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:48.603171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Bound port: da7f8fe5-1ff8-4a3d-9c93-be4bb165b835, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39726cd8-656e-45f0-b275-a516691294e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '7abf7304-f18a-4007-bf66-9df462202186'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:48.603526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.623195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c36f08-a6c1-4d1a-bf9e-41f67bc932ca service neutron] Pushing event updated for resources: {'Port': ['ID=215b09a2-2bb2-427a-8349-96fb818e7e00,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:48.624102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-7672efbb-236a-4093-bd12-cfef878673a8 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.625774 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-7672efbb-236a-4093-bd12-cfef878673a8 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.2261956 Apr 18 20:29:48.680192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-647a58fc-e0e8-4118-9ad9-97f42cf1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.680668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-647a58fc-e0e8-4118-9ad9-97f42cf1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.681189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-647a58fc-e0e8-4118-9ad9-97f42cf1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.681588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-647a58fc-e0e8-4118-9ad9-97f42cf1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.682044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-647a58fc-e0e8-4118-9ad9-97f42cf1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.682507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-647a58fc-e0e8-4118-9ad9-97f42cf1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.682950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-647a58fc-e0e8-4118-9ad9-97f42cf1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.685546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-647a58fc-e0e8-4118-9ad9-97f42cf1242c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6485 time: 0.3328204 Apr 18 20:29:48.695248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95e0b712-4e33-42b2-8e29-2f062426d0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.720901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e52393f0-db32-41b0-8cf3-0d1144f42578 req-9bc556a8-2eb1-4ff2-b477-1f5151b3ace5 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626469 Apr 18 20:29:48.749002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95e0b712-4e33-42b2-8e29-2f062426d0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.754108 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 3, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:48.764004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] For port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:48.767875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-23045eb9-c68f-4076-89fa-848841ccc583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.770295 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-23045eb9-c68f-4076-89fa-848841ccc583 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300&tenant_id=84a2effa8a0e4edb899740a9fb43dc53 HTTP/1.1" status: 200 len: 1096 time: 0.1118152 Apr 18 20:29:48.787273 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] For port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:48.798817 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.801828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055665-a3d8-4809-9568-12dfba3863d4 req-9a817033-7f7a-47ee-bfab-37f118381d96 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.802631 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71a73ef-87b2-491a-8a2b-f9334f5652b7 None None] The sync data for ids ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'] in n-d-836015-4 is: [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 3, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:48.816883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055665-a3d8-4809-9568-12dfba3863d4 req-9a817033-7f7a-47ee-bfab-37f118381d96 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.834148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055665-a3d8-4809-9568-12dfba3863d4 req-9a817033-7f7a-47ee-bfab-37f118381d96 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.841038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055665-a3d8-4809-9568-12dfba3863d4 req-9a817033-7f7a-47ee-bfab-37f118381d96 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.852666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055665-a3d8-4809-9568-12dfba3863d4 req-9a817033-7f7a-47ee-bfab-37f118381d96 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.859545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055665-a3d8-4809-9568-12dfba3863d4 req-9a817033-7f7a-47ee-bfab-37f118381d96 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.866804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b055665-a3d8-4809-9568-12dfba3863d4 req-9a817033-7f7a-47ee-bfab-37f118381d96 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.869502 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b055665-a3d8-4809-9568-12dfba3863d4 req-9a817033-7f7a-47ee-bfab-37f118381d96 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.4915154 Apr 18 20:29:48.879004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.880030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.881426 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] 10.222.0.64 "PUT /v2.0/ports/da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 HTTP/1.1" status: 200 len: 1091 time: 2.5129004 Apr 18 20:29:48.885140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'tag': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:48.898426 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fc7a67-f615-4c63-999c-01c56d3657fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1642a4fa-8d5b-4d24-b40c-3b672052b004", "tag": "da7f8fe5-1ff8-4a3d-9c93-be4bb165b835"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:48.946351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca80b5-a0b5-43fe-a2da-bd0328ebf768 service neutron] Pushing event updated for resources: {'Port': ['ID=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:48.953816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-37e56b41-cd2c-4c58-9471-4902930b658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.955409 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-37e56b41-cd2c-4c58-9471-4902930b658e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1096 time: 0.1582205 Apr 18 20:29:48.957448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95e0b712-4e33-42b2-8e29-2f062426d0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.959486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-931ae5b7-61ed-41e2-82cb-f7e0cd686ff1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=305f39d6-2edb-4b24-8b63-fd3f9a829bdc HTTP/1.1" status: 200 len: 217 time: 0.2321644 Apr 18 20:29:48.960347 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95e0b712-4e33-42b2-8e29-2f062426d0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.961585 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-95e0b712-4e33-42b2-8e29-2f062426d0da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8705ba7-6cf4-4974-bfdd-675b6539d016 HTTP/1.1" status: 204 len: 168 time: 0.4553883 Apr 18 20:29:48.996694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0b712-4e33-42b2-8e29-2f062426d0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8705ba7-6cf4-4974-bfdd-675b6539d016,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:49.006587 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.017480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b1e1b-dfac-4908-9e96-26f69693aed3 req-ddb8dada-54ed-4bba-822e-2ca10fc150f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.025815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad0b1e1b-dfac-4908-9e96-26f69693aed3 req-ddb8dada-54ed-4bba-822e-2ca10fc150f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 905 time: 0.6101184 Apr 18 20:29:49.100771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-be264bbb-e912-4c02-9089-a0512c96e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.102427 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-be264bbb-e912-4c02-9089-a0512c96e1d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fbf08630c804d5193abfaa46deb2827&device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 1094 time: 0.1077347 Apr 18 20:29:49.168158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-ac88aa79-d214-4002-bf78-dea3a10dfd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.169869 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-ac88aa79-d214-4002-bf78-dea3a10dfd10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.2053902 Apr 18 20:29:49.171896 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-8e054a69-d124-48bd-9ba1-d754efa8ecb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 HTTP/1.1" status: 200 len: 217 time: 0.0549512 Apr 18 20:29:49.191702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b055665-a3d8-4809-9568-12dfba3863d4 req-18478720-9773-44f2-a48d-e44370b03021 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2721765 Apr 18 20:29:49.206077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad0b1e1b-dfac-4908-9e96-26f69693aed3 req-03196451-c5d4-4ed3-b806-ee93b58faaa8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a HTTP/1.1" status: 200 len: 217 time: 0.1791315 Apr 18 20:29:49.257387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57424) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:49.291005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6c92c985-5169-4ea4-ad9f-ecd4e60f2bc8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965682242', 'description': 'tempest-description--755750595'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:49.318419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-7e4a92ef-5e27-45f0-a296-fbc83fb451a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452904ce-5879-430f-ba34-9f2063914d57 HTTP/1.1" status: 200 len: 217 time: 0.1377935 Apr 18 20:29:49.374777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-864f7cd3-c969-46ff-b24d-4ca08014f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.376556 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-864f7cd3-c969-46ff-b24d-4ca08014f02a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a428a6f1-6657-40ce-b4b1-4ef66ff06bf3 HTTP/1.1" status: 200 len: 851 time: 0.1893790 Apr 18 20:29:49.387200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-c42dca0f-7d8c-41d8-9d3c-1341e45fee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.388745 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-c42dca0f-7d8c-41d8-9d3c-1341e45fee5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.0606501 Apr 18 20:29:49.490288 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-c51c3b4d-af7b-4ae2-b2ba-14cacc700584 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917785 Apr 18 20:29:49.509898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b1e1b-dfac-4908-9e96-26f69693aed3 req-e3260f54-05ff-4c61-8175-98ca34081928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.512189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad0b1e1b-dfac-4908-9e96-26f69693aed3 req-e3260f54-05ff-4c61-8175-98ca34081928 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f HTTP/1.1" status: 200 len: 844 time: 0.2538688 Apr 18 20:29:49.557438 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ee201a-cd9b-42e9-93c6-c3066dca1779 x-openstack-request-id: req-a0ee201a-cd9b-42e9-93c6-c3066dca1779 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:49.558597 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "215b09a2-2bb2-427a-8349-96fb818e7e00", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:49.559076 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0ee201a-cd9b-42e9-93c6-c3066dca1779 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:49.559541 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ee201a-cd9b-42e9-93c6-c3066dca1779'] response: {'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '215b09a2-2bb2-427a-8349-96fb818e7e00', 'status': 'completed', 'code': 200} Apr 18 20:29:49.578227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-396f74c8-b228-4bf0-b488-f310cb6c0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.585387 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-396f74c8-b228-4bf0-b488-f310cb6c0cfa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7abf7304-f18a-4007-bf66-9df462202186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957271 Apr 18 20:29:49.592359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-b6202767-31b1-46eb-b91a-a2607fa56a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.594134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-b6202767-31b1-46eb-b91a-a2607fa56a22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0daa6ee3-1616-4131-b741-bc636f011dc4 HTTP/1.1" status: 200 len: 856 time: 0.6086416 Apr 18 20:29:49.695080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad0b1e1b-dfac-4908-9e96-26f69693aed3 req-9fb0257f-5c04-4a2c-a0c2-72a5513c67aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68cc6080-2d81-4704-9199-495df571819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880973 Apr 18 20:29:49.714633 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-97ae4d21-71b4-46b4-a8d2-54334f4cd78a service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163420 Apr 18 20:29:49.736243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a0fca-557c-4c9a-92e6-8a3496ab1b8f req-1a921852-9364-4b6c-a5fe-078c85573f03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.740895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-645a0fca-557c-4c9a-92e6-8a3496ab1b8f req-1a921852-9364-4b6c-a5fe-078c85573f03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 945 time: 0.2155304 Apr 18 20:29:49.751124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08209061-aea4-40cc-a4bb-a0684a1c5ead req-8ba09198-cd10-494d-a8f8-3e36296bcf8c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:49.752124 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57430) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:49.758618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08209061-aea4-40cc-a4bb-a0684a1c5ead req-8ba09198-cd10-494d-a8f8-3e36296bcf8c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 943 time: 0.1975448 Apr 18 20:29:49.816457 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c92c985-5169-4ea4-ad9f-ecd4e60f2bc8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.828786 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-3304ca59-7ebc-482b-983e-2b189d91f7d5 service neutron] 10.222.0.64 "GET /v2.0/networks/7abf7304-f18a-4007-bf66-9df462202186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222111 Apr 18 20:29:49.885837 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aac00d29-f9f9-4a6f-a201-bd30d4e8c2ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4578568d2e8d475aaa4d32e9799b6ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1326039 Apr 18 20:29:49.896621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57432) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:49.945295 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-498fd414-6fd8-4c40-821e-3c8b7918860e service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203243 Apr 18 20:29:49.948163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-645a0fca-557c-4c9a-92e6-8a3496ab1b8f req-86a27e47-ee94-45cf-ad20-54d3cec552b8 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678586 Apr 18 20:29:49.980367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08209061-aea4-40cc-a4bb-a0684a1c5ead req-65581546-9127-42a7-b0e6-5d311f085641 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760452 Apr 18 20:29:50.015272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-10044a26-cbba-4974-824c-053d175adb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.017757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-10044a26-cbba-4974-824c-053d175adb37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b3ce759-a463-4240-b6bf-4312a8b629c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3936203 Apr 18 20:29:50.060753 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6c3e59-4be7-4edb-87dc-bdf2a5e4f691 x-openstack-request-id: req-bb6c3e59-4be7-4edb-87dc-bdf2a5e4f691 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:50.061039 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1642a4fa-8d5b-4d24-b40c-3b672052b004", "tag": "da7f8fe5-1ff8-4a3d-9c93-be4bb165b835", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:50.061135 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb6c3e59-4be7-4edb-87dc-bdf2a5e4f691 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:50.061474 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6c3e59-4be7-4edb-87dc-bdf2a5e4f691'] response: {'name': 'network-changed', 'server_uuid': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'tag': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835', 'status': 'completed', 'code': 200} Apr 18 20:29:50.084721 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-db1b6037-f879-470c-b228-f59c7b8bcff4 req-ed537ba0-ee86-4e0a-9f39-86ce41cc6d17 service neutron] 10.222.0.64 "GET /v2.0/networks/7abf7304-f18a-4007-bf66-9df462202186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400913 Apr 18 20:29:50.093567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-71b0412d-555e-4747-8a8d-f02c9300e320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.164336 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-71b0412d-555e-4747-8a8d-f02c9300e320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.167595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8525a895-b575-4275-b3a9-7803bd17d0be up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:50.220944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8525a895-b575-4275-b3a9-7803bd17d0be triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:50.221469 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.318911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-b9d16522-2d01-4649-a878-7c7d7aa83d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.324484 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-b9d16522-2d01-4649-a878-7c7d7aa83d87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fbf08630c804d5193abfaa46deb2827&device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 1094 time: 0.1429040 Apr 18 20:29:50.330037 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.368652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 8525a895-b575-4275-b3a9-7803bd17d0be, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8525a895-b575-4275-b3a9-7803bd17d0be,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:50.376130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.442613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-f97c4564-8976-4b07-badd-fd717ed9ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.443072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=8525a895-b575-4275-b3a9-7803bd17d0be,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:50.444147 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-f97c4564-8976-4b07-badd-fd717ed9ec02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7abf7304-f18a-4007-bf66-9df462202186 HTTP/1.1" status: 200 len: 913 time: 0.1115983 Apr 18 20:29:50.516750 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-eebbe364-e0b3-406f-93e3-a5a5afb2274a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 HTTP/1.1" status: 200 len: 217 time: 0.0427139 Apr 18 20:29:50.535185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-71b0412d-555e-4747-8a8d-f02c9300e320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.537974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-71b0412d-555e-4747-8a8d-f02c9300e320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.544533 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-71b0412d-555e-4747-8a8d-f02c9300e320 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/354f58f7-c914-467b-8f42-5447aebd7292 HTTP/1.1" status: 204 len: 168 time: 0.6441576 Apr 18 20:29:50.581332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-7cbcd596-be60-4813-ad3e-a306b53cbb3f tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.583567 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-7cbcd596-be60-4813-ad3e-a306b53cbb3f tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.1382470 Apr 18 20:29:50.603710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0412d-555e-4747-8a8d-f02c9300e320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354f58f7-c914-467b-8f42-5447aebd7292,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:50.655402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad0b1e1b-dfac-4908-9e96-26f69693aed3 req-3c19d73e-163c-4bc7-ad96-4445f07b4eea service neutron] 10.222.0.60 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9410110 Apr 18 20:29:50.671207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-4953a1e8-6e7b-4c61-9c5b-61c1b59f2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.677223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-4953a1e8-6e7b-4c61-9c5b-61c1b59f2d60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a428a6f1-6657-40ce-b4b1-4ef66ff06bf3 HTTP/1.1" status: 200 len: 851 time: 0.1524196 Apr 18 20:29:50.720403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Allocated IP 172.20.0.1 (cc1b563c-b4ee-4439-b366-afe664385bf8/812f8665-d73f-47fa-a1d8-ba6ab4fdbe27/b5e8b286-8887-47c6-a6c4-327d158c054c) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:50.754999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1647b-cc71-48fe-96f8-4fba3ab0369d req-db897f37-6f0b-417b-8411-f3988999520b tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.756618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90e1647b-cc71-48fe-96f8-4fba3ab0369d req-db897f37-6f0b-417b-8411-f3988999520b tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 946 time: 0.5754251 Apr 18 20:29:50.777333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-0b44d70b-4c26-40f6-97af-8bcd153c2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.779033 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-0b44d70b-4c26-40f6-97af-8bcd153c2b10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7abf7304-f18a-4007-bf66-9df462202186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904510 Apr 18 20:29:50.789356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c92c985-5169-4ea4-ad9f-ecd4e60f2bc8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.806974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c92c985-5169-4ea4-ad9f-ecd4e60f2bc8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.848529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabdd86-5577-48ea-85c5-6bc6b0d7ebce req-d204d25c-6d7f-463f-a66e-f147b07516d8 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.855901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eeabdd86-5577-48ea-85c5-6bc6b0d7ebce req-d204d25c-6d7f-463f-a66e-f147b07516d8 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 943 time: 0.3265374 Apr 18 20:29:50.875972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-72b3cfc1-f8c8-4105-a65b-30a8495f4035 service neutron] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:50.882037 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-72b3cfc1-f8c8-4105-a65b-30a8495f4035 service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.883141 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-72b3cfc1-f8c8-4105-a65b-30a8495f4035 service neutron] 10.222.0.60 "DELETE /v2.0/ports/452904ce-5879-430f-ba34-9f2063914d57/bindings/n-h2-836015-4 HTTP/1.1" status: 204 len: 173 time: 0.2898393 Apr 18 20:29:50.918701 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c92c985-5169-4ea4-ad9f-ecd4e60f2bc8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.923934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6c92c985-5169-4ea4-ad9f-ecd4e60f2bc8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6431539 Apr 18 20:29:50.924147 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57440) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:50.941397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-81e93d67-5684-4dfa-a312-6e71b0951485 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'security_group_rule': {'security_group_id': '8acd6ebf-a30f-4087-84ff-ef6700e4d982', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:50.957434 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-bd2935b7-0427-4137-80cd-c5ef6b198741 service neutron] 10.222.0.64 "GET /v2.0/networks/7abf7304-f18a-4007-bf66-9df462202186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673949 Apr 18 20:29:50.965537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-87a92c21-f2f1-4b4a-94a5-7f34a69b6d8e service neutron] 10.222.0.64 "GET /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9266322 Apr 18 20:29:51.002606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92c985-5169-4ea4-ad9f-ecd4e60f2bc8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd6ebf-a30f-4087-84ff-ef6700e4d982,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:51.031227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81e93d67-5684-4dfa-a312-6e71b0951485 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.084318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90e1647b-cc71-48fe-96f8-4fba3ab0369d req-d1286de7-01e2-4b75-b840-8986e1e19b26 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844844 Apr 18 20:29:51.091126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad0b1e1b-dfac-4908-9e96-26f69693aed3 req-038e2ba9-5f2c-409a-bffa-34ba33dc2c91 service neutron] 10.222.0.60 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217415 Apr 18 20:29:51.092587 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-54fc7a67-f615-4c63-999c-01c56d3657fd req-8b72e028-4edc-4446-997e-f2676c254872 service neutron] 10.222.0.64 "GET /v2.0/networks/7abf7304-f18a-4007-bf66-9df462202186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268237 Apr 18 20:29:51.125774 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81e93d67-5684-4dfa-a312-6e71b0951485 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.134214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81e93d67-5684-4dfa-a312-6e71b0951485 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.161639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eeabdd86-5577-48ea-85c5-6bc6b0d7ebce req-583eb132-e72d-4c52-bb7e-6d1706425f19 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037896 Apr 18 20:29:51.162934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e93d67-5684-4dfa-a312-6e71b0951485 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de635ee8-7aae-479a-8130-29fdc9efdc8a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:51.184646 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81e93d67-5684-4dfa-a312-6e71b0951485 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.190361 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-81e93d67-5684-4dfa-a312-6e71b0951485 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2658117 Apr 18 20:29:51.193708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57454) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:51.207612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0306dd1f-b08d-4b1a-9e0a-90a953237b59 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'security_group_rule': {'security_group_id': '8acd6ebf-a30f-4087-84ff-ef6700e4d982', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:51.232372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-4b7ee698-08fa-4561-aafa-f2745d19d22d service neutron] 10.222.0.64 "GET /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520998 Apr 18 20:29:51.251510 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0306dd1f-b08d-4b1a-9e0a-90a953237b59 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.313588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.325801 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0306dd1f-b08d-4b1a-9e0a-90a953237b59 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.333636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0306dd1f-b08d-4b1a-9e0a-90a953237b59 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.363306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306dd1f-b08d-4b1a-9e0a-90a953237b59 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58755142-2276-457a-9baf-b846e948c7d6,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:51.371165 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0306dd1f-b08d-4b1a-9e0a-90a953237b59 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.375672 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0306dd1f-b08d-4b1a-9e0a-90a953237b59 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777239 Apr 18 20:29:51.377029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57458) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:51.386022 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:51.417151 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.451925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-7cf9d8fe-356c-40a4-b8fe-e75206f3bf0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae HTTP/1.1" status: 200 len: 217 time: 0.1640530 Apr 18 20:29:51.536350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584d2b3-f76a-4d12-a538-4ff80376d8cf req-30dfdc2e-5a92-4e5b-bd57-12a43f84b2eb tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.536953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.544361 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b584d2b3-f76a-4d12-a538-4ff80376d8cf req-30dfdc2e-5a92-4e5b-bd57-12a43f84b2eb tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 945 time: 0.3109915 Apr 18 20:29:51.596824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a3bcb731-1fa3-494f-a92c-570d3db2a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.598419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a3bcb731-1fa3-494f-a92c-570d3db2a871 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.1331034 Apr 18 20:29:51.609681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb69f0-6fa6-47f6-80c9-e683196f1552 req-76b5b3b4-3369-425b-92e1-18a17e81a616 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.616282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb69f0-6fa6-47f6-80c9-e683196f1552 req-76b5b3b4-3369-425b-92e1-18a17e81a616 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.622058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb69f0-6fa6-47f6-80c9-e683196f1552 req-76b5b3b4-3369-425b-92e1-18a17e81a616 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.628079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb69f0-6fa6-47f6-80c9-e683196f1552 req-76b5b3b4-3369-425b-92e1-18a17e81a616 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.634449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb69f0-6fa6-47f6-80c9-e683196f1552 req-76b5b3b4-3369-425b-92e1-18a17e81a616 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.640210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb69f0-6fa6-47f6-80c9-e683196f1552 req-76b5b3b4-3369-425b-92e1-18a17e81a616 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.645931 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb69f0-6fa6-47f6-80c9-e683196f1552 req-76b5b3b4-3369-425b-92e1-18a17e81a616 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.647859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65bb69f0-6fa6-47f6-80c9-e683196f1552 req-76b5b3b4-3369-425b-92e1-18a17e81a616 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.3795338 Apr 18 20:29:51.656034 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Allocated IP 172.25.2.51 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/304f7eaa-6579-4231-8b7c-55416437af2b) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:51.659565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.685474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57468) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:51.745572 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b584d2b3-f76a-4d12-a538-4ff80376d8cf req-7ef2cd6b-2345-4d64-afe0-2cf4891a26d6 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909235 Apr 18 20:29:51.755447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Network cc1b563c-b4ee-4439-b366-afe664385bf8 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:51.765533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:51.768072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:51.790809 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.824185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e8b286-8887-47c6-a6c4-327d158c054c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:51.837085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65bb69f0-6fa6-47f6-80c9-e683196f1552 req-57585189-bf04-48ce-a338-d9bfa7409390 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1743155 Apr 18 20:29:51.838967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1c834aa5-8188-4354-be44-3edba5a94c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.840446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1c834aa5-8188-4354-be44-3edba5a94c99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1901422 Apr 18 20:29:51.848651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-279489000-network', 'tenant_id': '6f3fadb2b6d0444aaa3768dad4da7ccf'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:51.866905 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.884117 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.900266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Made reservation on behalf of 6f3fadb2b6d0444aaa3768dad4da7ccf for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:51.902807 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.914179 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.940189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:51.947568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:51.953463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:52.011357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Port': ['ID=304f7eaa-6579-4231-8b7c-55416437af2b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:52.046502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8525a895-b575-4275-b3a9-7803bd17d0be up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:52.106783 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.115543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8525a895-b575-4275-b3a9-7803bd17d0be triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:52.115960 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.123175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eae2d3-8ddf-4105-8089-b67c1b84dd7d req-1937ade6-1d29-48c0-befe-e0da93bab2a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.125430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65eae2d3-8ddf-4105-8089-b67c1b84dd7d req-1937ade6-1d29-48c0-befe-e0da93bab2a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 943 time: 0.2427428 Apr 18 20:29:52.185549 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-a81eedf7-1284-403d-9bff-7c621056f4c9 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296154 Apr 18 20:29:52.186589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.212235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-359ba6f5-d5bf-47aa-93d3-114985bda8dc None None] Provisioning complete for port b5e8b286-8887-47c6-a6c4-327d158c054c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:52.212596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-359ba6f5-d5bf-47aa-93d3-114985bda8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.216657 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.228228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.249598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec837-3074-48a5-91f9-52ffcb6d7cd4 req-12d6711f-6490-4586-b34b-3b044533ed47 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.251629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-179ec837-3074-48a5-91f9-52ffcb6d7cd4 req-12d6711f-6490-4586-b34b-3b044533ed47 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1096 time: 0.1957014 Apr 18 20:29:52.263822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-359ba6f5-d5bf-47aa-93d3-114985bda8dc None None] Port b5e8b286-8887-47c6-a6c4-327d158c054c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:52.285242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:52.287785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65eae2d3-8ddf-4105-8089-b67c1b84dd7d req-af759db1-e022-4eb3-b8e4-067ba603ba12 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474869 Apr 18 20:29:52.306914 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.307261 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Added segment 84fc4879-c4bc-4e8a-adcf-490cdffd82d2 of type vlan for network 9c679693-e74b-4a10-b346-222b1335c621 Apr 18 20:29:52.317034 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a270e8ea-764b-4493-a9c4-d2629b5787f2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:52.341785 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.389198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.399137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-179ec837-3074-48a5-91f9-52ffcb6d7cd4 req-fd5387d1-cfef-4e27-a567-6b379bd6d63c tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089628 Apr 18 20:29:52.451376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.451614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-532f578e-a13a-4382-b080-d48d0ccdc803 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510347 Apr 18 20:29:52.452779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.453502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.491946 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.527152 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8407254 Apr 18 20:29:52.530146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.532648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-b4e7ed66-48ba-4ff9-bc9f-8ec7494d6f90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=5d2e384b-30c9-4d64-bd31-15040d2a61fb HTTP/1.1" status: 200 len: 217 time: 0.0660312 Apr 18 20:29:52.533113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57482) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:29:52.549271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Request body: {'subnet': {'network_id': '9c679693-e74b-4a10-b346-222b1335c621', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-279489000-subnet', 'tenant_id': '6f3fadb2b6d0444aaa3768dad4da7ccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:52.560333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63d232-876e-4b15-8f40-25f067cbed55 admin admin] Pushing event updated for resources: {'Network': ['ID=9c679693-e74b-4a10-b346-222b1335c621,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:52.563191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef171c9-d03f-49dc-bb8f-77cde5fbcdac req-f0a17740-094f-49e1-b368-efc2a2e11db9 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.564707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ef171c9-d03f-49dc-bb8f-77cde5fbcdac req-f0a17740-094f-49e1-b368-efc2a2e11db9 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 946 time: 0.1904624 Apr 18 20:29:52.571539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 9c679693-e74b-4a10-b346-222b1335c621 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:29:52.609388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Port': ['ID=304f7eaa-6579-4231-8b7c-55416437af2b,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:52.621164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:52.625104 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.646470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.647801 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-068d5ae5-6057-40b8-9d05-4e0aeba1606b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2698205 Apr 18 20:29:52.705983 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Made reservation on behalf of 6f3fadb2b6d0444aaa3768dad4da7ccf for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:52.708878 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.737656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:52.750921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'port_id': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835', 'mac_address': 'fa:16:3e:ec:9f:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:29:52.752560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1334416f-6a53-4ed2-89a4-79edd74ef735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.754884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1334416f-6a53-4ed2-89a4-79edd74ef735 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.2005453 Apr 18 20:29:52.790378 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.797501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ef171c9-d03f-49dc-bb8f-77cde5fbcdac req-fbb443c7-461c-4412-b269-d435ab2ce77b tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884382 Apr 18 20:29:52.805091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34e589-629c-4478-a178-c54966b14dd0 req-12b49d9b-22f2-4003-95d1-06ca11ce4b04 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.805638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:52.806597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d34e589-629c-4478-a178-c54966b14dd0 req-12b49d9b-22f2-4003-95d1-06ca11ce4b04 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 943 time: 0.2908375 Apr 18 20:29:52.832468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:52.841084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.869201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d5b0da29-226b-446d-8624-c9bf1bdfd85a details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:29:52.926320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:52.961019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1cb4e0e7-1304-41d2-8e97-cb2f1b0bc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.962540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-1cb4e0e7-1304-41d2-8e97-cb2f1b0bc232 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1740129 Apr 18 20:29:52.982606 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d34e589-629c-4478-a178-c54966b14dd0 req-5c41ae56-7cfc-4b79-8b96-d963de3b6619 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284080 Apr 18 20:29:52.991511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port d5b0da29-226b-446d-8624-c9bf1bdfd85a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:53.011034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'port_id': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a', 'mac_address': 'fa:16:3e:00:25:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:29:53.051537 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.065295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b0da29-226b-446d-8624-c9bf1bdfd85a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:53.085264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['da7f8fe5-1ff8-4a3d-9c93-be4bb165b835'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:53.090618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port d5b0da29-226b-446d-8624-c9bf1bdfd85a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:53.118145 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.194343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=d5b0da29-226b-446d-8624-c9bf1bdfd85a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:53.331712 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.358565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.465642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['d5b0da29-226b-446d-8624-c9bf1bdfd85a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:29:53.499531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8986246a-6824-48df-b05c-d26e94377d9b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1965682242&fields=id&tenant_id=231f1132973642388e3f464a286dd35e HTTP/1.1" status: 200 len: 267 time: 0.1763275 Apr 18 20:29:53.534055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e8b286-8887-47c6-a6c4-327d158c054c,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:53.542778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-e7d82546-1fb0-4e89-be24-703fb97debf4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:53.544271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-e7d82546-1fb0-4e89-be24-703fb97debf4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 820 time: 0.6240520 Apr 18 20:29:53.545096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.604066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-407c4c9d-12d9-4ad4-837a-ea14f18e9b51 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282275 Apr 18 20:29:53.666151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-801580b1-8fe5-4464-af49-1d15b7bc4569 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:53.667378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-801580b1-8fe5-4464-af49-1d15b7bc4569 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports/55a26db7-6d97-4b34-ac9c-f92a1ea52f80 HTTP/1.1" status: 200 len: 932 time: 0.1476674 Apr 18 20:29:53.668600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-672526b6-108a-4809-aef3-0131cf3cf65e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/quotas/84a2effa8a0e4edb899740a9fb43dc53 HTTP/1.1" status: 200 len: 375 time: 0.0749974 Apr 18 20:29:53.747099 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.867952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b962008b-77ad-46ea-a8dd-5b94c6a39cc2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:53.869324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b962008b-77ad-46ea-a8dd-5b94c6a39cc2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports/ee55985d-2e1c-4faf-9628-c2bc9255de09 HTTP/1.1" status: 200 len: 930 time: 0.1929169 Apr 18 20:29:53.919732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a246398d-7a66-4826-a655-e9470018f718,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:53.953644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-5ac0d8ba-c707-481b-a582-5db692dbb499 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?network_id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0735321 Apr 18 20:29:53.966255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-778bb08b-b66c-49e2-96d1-e6cb966e2bbd service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488419 Apr 18 20:29:53.976864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-3ca6e803-6e0d-4f1a-b87f-6c6909d8340a tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2993851 Apr 18 20:29:54.053179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-16b58b27-02c1-49d6-ba73-86bfc9e30f35 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?network_id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0844982 Apr 18 20:29:54.067243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Network cc1b563c-b4ee-4439-b366-afe664385bf8 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:54.069073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-72e59295-0c01-4807-818a-d3e599cebcf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=fc2afa25-19f9-4b42-b122-e7a346866596 HTTP/1.1" status: 200 len: 217 time: 0.0895147 Apr 18 20:29:54.073216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Checking segment: {'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:54.073573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Network hostable DHCP agents. Network: 9c679693-e74b-4a10-b346-222b1335c621, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:54.078840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:54.279253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Network 9c679693-e74b-4a10-b346-222b1335c621 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:54.301584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-416751b8-a5f0-46bf-8740-b2e138ccffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.302071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5a5fd8f1-6f43-4bb9-b0d7-1d16712535ce None None] Provisioning complete for port b5e8b286-8887-47c6-a6c4-327d158c054c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:54.302554 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5a5fd8f1-6f43-4bb9-b0d7-1d16712535ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.303037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-416751b8-a5f0-46bf-8740-b2e138ccffca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.1884658 Apr 18 20:29:54.336567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fd8f1-6f43-4bb9-b0d7-1d16712535ce None None] Port b5e8b286-8887-47c6-a6c4-327d158c054c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:29:54.344711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 9c679693-e74b-4a10-b346-222b1335c621) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:54.351365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-f0f52ef3-0942-4767-883c-c62805c5714f service neutron] 10.222.0.49 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558390 Apr 18 20:29:54.353456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6447aacf-c8a3-47ea-b235-2e8277801250 None None] Network 9c679693-e74b-4a10-b346-222b1335c621 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:54.398865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.399447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.481224 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4da17-0b27-4fdc-8968-fe3dd267849d None None] Network 9c679693-e74b-4a10-b346-222b1335c621 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:29:54.496270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-87e6f700-534a-4012-b927-7359b7e8d404 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9520161 Apr 18 20:29:54.503964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-97fe7ae8-eabb-46a4-ac88-440ee2413fe0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.509601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-97fe7ae8-eabb-46a4-ac88-440ee2413fe0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.515214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-97fe7ae8-eabb-46a4-ac88-440ee2413fe0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.516816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-97fe7ae8-eabb-46a4-ac88-440ee2413fe0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/networks?id=40baddb5-68da-4f0c-ae8d-ea9385b9e124&id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa HTTP/1.1" status: 200 len: 1986 time: 0.4467297 Apr 18 20:29:54.564501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Router 5cae2429-84fd-4334-bdca-51eb6dbbec6a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:29:54.571366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-5a967890-a745-4395-8f25-eb883eef7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.572912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-5a967890-a745-4395-8f25-eb883eef7639 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2552152 Apr 18 20:29:54.587793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c945fa06-7ce6-4df0-b5fb-f1f01b827492 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/quotas/231f1132973642388e3f464a286dd35e HTTP/1.1" status: 200 len: 375 time: 0.0486825 Apr 18 20:29:54.667576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:54.689511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19bae514-7770-4651-a11f-136e985a6ec9 req-f91c8795-98df-4ae6-ab99-ab1902b65089 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2555993 Apr 18 20:29:54.700072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-1bf8f67b-d051-4aa0-b160-4458fa9895be service neutron] 10.222.0.49 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043115 Apr 18 20:29:54.794148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:54.799429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:54.800486 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.857986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-73e2a0db-c731-45a0-acc9-0f43cb9ab964 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2544372 Apr 18 20:29:54.866562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f25a6ac7-6637-45db-8698-51e6d2b6252b service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752523 Apr 18 20:29:54.867129 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d5b0da29-226b-446d-8624-c9bf1bdfd85a up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:54.889672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bae514-7770-4651-a11f-136e985a6ec9 req-0997b289-62c2-437b-be2b-a6b555eea77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.891113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19bae514-7770-4651-a11f-136e985a6ec9 req-0997b289-62c2-437b-be2b-a6b555eea77d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1095 time: 0.1554995 Apr 18 20:29:54.914584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:29:54.942969 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8c736f11-b462-432e-bd57-e09cf9a92d29 admin admin] 10.222.0.49 "PUT /v2.0/routers/5cae2429-84fd-4334-bdca-51eb6dbbec6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7830317 Apr 18 20:29:54.950019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Sync routers for ids ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:54.980186 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.997773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Routers {'5cae2429-84fd-4334-bdca-51eb6dbbec6a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:54.998587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:55.076993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:55.079059 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1537aeb2-f28e-4a8d-a43c-d928e3b17c91" -d '{"events": [{"server_uuid": "1642a4fa-8d5b-4d24-b40c-3b672052b004", "name": "network-vif-plugged", "status": "completed", "tag": "da7f8fe5-1ff8-4a3d-9c93-be4bb165b835"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:55.121823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port d5b0da29-226b-446d-8624-c9bf1bdfd85a completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:55.127909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:55.152195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port d5b0da29-226b-446d-8624-c9bf1bdfd85a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:55.152573 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.157518 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.236870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Set router 5cae2429-84fd-4334-bdca-51eb6dbbec6a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:55.278466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:55.421993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.461357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-14de4c80-4bd4-415a-8c68-379f3735979b service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836189 Apr 18 20:29:55.475619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406854-18fd-438d-a0fb-2c20415dd864 req-2680b337-7906-49ce-9fbe-b9f8cfdbf90d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.481554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406854-18fd-438d-a0fb-2c20415dd864 req-2680b337-7906-49ce-9fbe-b9f8cfdbf90d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.487363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406854-18fd-438d-a0fb-2c20415dd864 req-2680b337-7906-49ce-9fbe-b9f8cfdbf90d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.487895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port d5b0da29-226b-446d-8624-c9bf1bdfd85a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:55.493243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406854-18fd-438d-a0fb-2c20415dd864 req-2680b337-7906-49ce-9fbe-b9f8cfdbf90d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.494056 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.499551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406854-18fd-438d-a0fb-2c20415dd864 req-2680b337-7906-49ce-9fbe-b9f8cfdbf90d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.505238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406854-18fd-438d-a0fb-2c20415dd864 req-2680b337-7906-49ce-9fbe-b9f8cfdbf90d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.511033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50406854-18fd-438d-a0fb-2c20415dd864 req-2680b337-7906-49ce-9fbe-b9f8cfdbf90d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.519747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50406854-18fd-438d-a0fb-2c20415dd864 req-2680b337-7906-49ce-9fbe-b9f8cfdbf90d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.4963968 Apr 18 20:29:55.522782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-88e657e0-d309-43d5-97aa-b2f5219b2000 service neutron] 10.222.0.49 "GET /v2.0/networks/40baddb5-68da-4f0c-ae8d-ea9385b9e124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283901 Apr 18 20:29:55.525508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bae514-7770-4651-a11f-136e985a6ec9 req-0bdf2ab5-75d8-49ae-afb4-5cc8890ccfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.526855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19bae514-7770-4651-a11f-136e985a6ec9 req-0bdf2ab5-75d8-49ae-afb4-5cc8890ccfb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.6104329 Apr 18 20:29:55.569917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=d5b0da29-226b-446d-8624-c9bf1bdfd85a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:55.587894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b5e8b286-8887-47c6-a6c4-327d158c054c', 'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'mac_address': 'fa:16:3e:36:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:49Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 2, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'subnets': [{'id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:55.591089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-ba3d2bb5-ff6d-4fcd-b5a2-05b3abb131b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=815adc4a-4209-41ff-a49f-c34c609cd72f HTTP/1.1" status: 200 len: 217 time: 0.0667934 Apr 18 20:29:55.619744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Checking router: 5cae2429-84fd-4334-bdca-51eb6dbbec6a for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:55.620122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Updating router 5cae2429-84fd-4334-bdca-51eb6dbbec6a port b5e8b286-8887-47c6-a6c4-327d158c054c binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:29:55.638405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19bae514-7770-4651-a11f-136e985a6ec9 req-64c17b53-5d96-4823-af74-5dec4bb21ead service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 217 time: 0.1009500 Apr 18 20:29:55.647278 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.734854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50406854-18fd-438d-a0fb-2c20415dd864 req-a3269c58-4cea-4be1-8226-d0525577a5b7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2141783 Apr 18 20:29:55.786087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-21cc1e02-dc8a-4615-be6c-606c3754b0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.787607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-21cc1e02-dc8a-4615-be6c-606c3754b0b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.1612146 Apr 18 20:29:55.796119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bae514-7770-4651-a11f-136e985a6ec9 req-2615fcbf-b379-40c9-aa35-4674ebfe7879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.797574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19bae514-7770-4651-a11f-136e985a6ec9 req-2615fcbf-b379-40c9-aa35-4674ebfe7879 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1221783 Apr 18 20:29:55.828343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-bbce7e5b-70b7-4aac-9716-511c3e986750 service neutron] 10.222.0.49 "GET /v2.0/networks/40baddb5-68da-4f0c-ae8d-ea9385b9e124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888603 Apr 18 20:29:55.886634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19bae514-7770-4651-a11f-136e985a6ec9 req-7c0bf7c4-5d46-4e66-8b11-53f76610df9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737205 Apr 18 20:29:55.929774 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.936237 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.975321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-42f6750c-675b-4ccc-b3ff-3e1187721423 service neutron] 10.222.0.49 "GET /v2.0/ports/55a26db7-6d97-4b34-ac9c-f92a1ea52f80?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1263411 Apr 18 20:29:55.993449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-df2a6862-ddb5-48c1-bd32-a506778354bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.994962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-df2a6862-ddb5-48c1-bd32-a506778354bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1950428 Apr 18 20:29:56.018214 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c271ce4-00ff-4f83-88f7-5f58eb66249b None None] Pushing event updated for resources: {'Port': ['ID=b5e8b286-8887-47c6-a6c4-327d158c054c,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:56.027408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64025e-c641-43e1-b52d-a94dae11373f req-0ef1b884-618b-4105-9bde-12c27cec7a38 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:56.035081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb64025e-c641-43e1-b52d-a94dae11373f req-0ef1b884-618b-4105-9bde-12c27cec7a38 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 945 time: 0.2248001 Apr 18 20:29:56.051553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Attempting to bind port b5e8b286-8887-47c6-a6c4-327d158c054c on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:56.052204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Attempting to bind port b5e8b286-8887-47c6-a6c4-327d158c054c by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:56.052825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Attempting to bind port b5e8b286-8887-47c6-a6c4-327d158c054c on network cc1b563c-b4ee-4439-b366-afe664385bf8 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:56.061615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:56.061993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Checking segment: {'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:56.062405 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.062802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Bound using segment: {'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:56.063274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Bound port: b5e8b286-8887-47c6-a6c4-327d158c054c, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:56.063657 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.145752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] For port b5e8b286-8887-47c6-a6c4-327d158c054c, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:56.154635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] For port b5e8b286-8887-47c6-a6c4-327d158c054c, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b5e8b286-8887-47c6-a6c4-327d158c054c,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:56.163065 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.200334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19bae514-7770-4651-a11f-136e985a6ec9 req-6692f494-0b24-49de-a92f-861d48aae4db service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955866 Apr 18 20:29:56.215183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Routers {'5cae2429-84fd-4334-bdca-51eb6dbbec6a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:29:56.215987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:56.237801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-2ed007a1-6587-4b0d-9cbe-c8fe66fa4918 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:56.240529 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-2ed007a1-6587-4b0d-9cbe-c8fe66fa4918 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 820 time: 0.2029891 Apr 18 20:29:56.255284 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Request body: {'port': {'device_id': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d', 'admin_state_up': True, 'tenant_id': '84a2effa8a0e4edb899740a9fb43dc53'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:56.284616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c271ce4-00ff-4f83-88f7-5f58eb66249b None None] Pushing event updated for resources: {'Port': ['ID=b5e8b286-8887-47c6-a6c4-327d158c054c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:56.370559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] Set router 5cae2429-84fd-4334-bdca-51eb6dbbec6a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:29:56.389069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Made reservation on behalf of 84a2effa8a0e4edb899740a9fb43dc53 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:56.394517 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.396735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb64025e-c641-43e1-b52d-a94dae11373f req-fff7e27a-c76d-4793-aed1-e3c2c2130c25 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365161 Apr 18 20:29:56.424231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-47816aeb-7e19-429e-bd74-1323f5a65af5 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122429 Apr 18 20:29:56.429610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2b70761d-1307-45fb-a2e3-af7fa3e1fa9a None None] Provisioning complete for port b5e8b286-8887-47c6-a6c4-327d158c054c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:56.430190 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b70761d-1307-45fb-a2e3-af7fa3e1fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.438970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-159eb760-f584-4a9e-a76f-af2f5042aad3 service neutron] 10.222.0.49 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520924 Apr 18 20:29:56.573211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Allocated IP 172.20.0.14 (fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d/70734b1e-ef76-4ba8-bb35-e936fdc486bc/2fef42ef-e642-4640-84e2-6445e2c5616f) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:56.630098 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b70761d-1307-45fb-a2e3-af7fa3e1fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.666584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19bae514-7770-4651-a11f-136e985a6ec9 req-73143382-df09-4fdf-8dbf-6a826b037e6c service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475167 Apr 18 20:29:56.672792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2b70761d-1307-45fb-a2e3-af7fa3e1fa9a None None] For port b5e8b286-8887-47c6-a6c4-327d158c054c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b5e8b286-8887-47c6-a6c4-327d158c054c,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:29:56.683271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b5e8b286-8887-47c6-a6c4-327d158c054c', 'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'mac_address': 'fa:16:3e:36:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:49Z', 'updated_at': '2022-04-18T20:29:56Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'subnets': [{'id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:56.686868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b70761d-1307-45fb-a2e3-af7fa3e1fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.717605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-e88aaf1c-5d4d-4371-9647-0d75f55c27da service neutron] 10.222.0.49 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518122 Apr 18 20:29:56.726415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b1805-bcc2-4e0c-86a2-8c8681929521 req-c48ab58c-cc8a-4a54-85d3-0c8a85a57396 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:56.727952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f7b1805-bcc2-4e0c-86a2-8c8681929521 req-c48ab58c-cc8a-4a54-85d3-0c8a85a57396 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 945 time: 0.1777394 Apr 18 20:29:56.729999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a7439a-0b5c-4243-b969-6118cce158b4 None None] The sync data for ids ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'] in n-d-836015-4 is: [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b5e8b286-8887-47c6-a6c4-327d158c054c', 'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'mac_address': 'fa:16:3e:36:12:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:49Z', 'updated_at': '2022-04-18T20:29:56Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'subnets': [{'id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:56.774752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-100a1f4f-a68b-40c2-9d51-fa900d678b18 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323619 Apr 18 20:29:56.783905 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a3769f5d-4741-4909-91c8-ffd0ed52630e service neutron] 10.222.0.49 "GET /v2.0/ports/ee55985d-2e1c-4faf-9628-c2bc9255de09?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0654147 Apr 18 20:29:56.792595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.810073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70761d-1307-45fb-a2e3-af7fa3e1fa9a None None] Pushing event updated for resources: {'Port': ['ID=b5e8b286-8887-47c6-a6c4-327d158c054c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:56.860532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3d2b6267-1121-472f-b983-7a8149b5dc6d None None] Provisioning complete for port b5e8b286-8887-47c6-a6c4-327d158c054c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:56.861007 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3d2b6267-1121-472f-b983-7a8149b5dc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.892682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-4419cd3b-a832-4b1e-a39f-e29278b9c6fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60d1ace1-f765-41d8-ad68-02c18347f29f HTTP/1.1" status: 200 len: 217 time: 0.1012161 Apr 18 20:29:56.893867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.938220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:56.944208 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:56.948117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:29:56.965762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f7b1805-bcc2-4e0c-86a2-8c8681929521 req-cf912725-45b0-4efb-bee3-6582dfcb7515 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002313 Apr 18 20:29:56.978474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Pushing event updated for resources: {'Port': ['ID=2fef42ef-e642-4640-84e2-6445e2c5616f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:57.023234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:57.035883 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.041694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-498042dd-51d0-4081-9839-b56af32079c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:57.043181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-498042dd-51d0-4081-9839-b56af32079c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=35182965-e091-4cb9-91d6-57229691da27 HTTP/1.1" status: 200 len: 797 time: 0.1383102 Apr 18 20:29:57.045430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a27b507a-0c08-4da6-a581-136086aa85b2 service neutron] 10.222.0.49 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531018 Apr 18 20:29:57.075115 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-0f1449fc-04c2-40f5-9590-41791e7a2287 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8244996 Apr 18 20:29:57.094400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Request body: {'port': {'device_id': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:57.201269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-dcbf4833-ed55-4269-be2b-43273ade839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:57.203023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-dcbf4833-ed55-4269-be2b-43273ade839c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1488152 Apr 18 20:29:57.239541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.276978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-987053fd-6bbf-4615-a00e-becebd285837 service neutron] 10.222.0.49 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239079 Apr 18 20:29:57.491201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-88350132-1583-49db-8b5c-0f3af5c1eca5 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774932 Apr 18 20:29:57.550933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-07e17112-dba9-4a2f-b233-a23e798255a8 service neutron] 10.222.0.49 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368681 Apr 18 20:29:57.669356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-ae417e60-cdaa-4138-9369-0b1fa1884171 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:57.671024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-ae417e60-cdaa-4138-9369-0b1fa1884171 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/networks?id=9c679693-e74b-4a10-b346-222b1335c621 HTTP/1.1" status: 200 len: 821 time: 0.3277495 Apr 18 20:29:57.724827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-c0cef447-bb2d-4219-9dbf-1eabd503aff6 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/quotas/6f3fadb2b6d0444aaa3768dad4da7ccf HTTP/1.1" status: 200 len: 375 time: 0.0427651 Apr 18 20:29:57.754152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fef42ef-e642-4640-84e2-6445e2c5616f {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:57.757894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-d9f9b0ec-e321-414d-a313-b2f11ac43709 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547755 Apr 18 20:29:57.763572 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.779306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Transition to ACTIVE for port object 2fef42ef-e642-4640-84e2-6445e2c5616f will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:57.783689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d1187111-6531-4d9a-9e3c-e4bfa7aa9456 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f3fadb2b6d0444aaa3768dad4da7ccf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496688 Apr 18 20:29:57.802951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.835425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-f8502555-5817-42a4-bfe4-e9a064d0969c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=215b09a2-2bb2-427a-8349-96fb818e7e00 HTTP/1.1" status: 200 len: 217 time: 0.0542123 Apr 18 20:29:57.884956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Pushing event updated for resources: {'Port': ['ID=2fef42ef-e642-4640-84e2-6445e2c5616f,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:57.889044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-ea06a595-715e-461b-b816-27834803ccfd service neutron] 10.222.0.49 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033037 Apr 18 20:29:57.992307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:57.993610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:57.993949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:58.001818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Port 2fef42ef-e642-4640-84e2-6445e2c5616f on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:29:58.002141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:29:58.008513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:29:58.008909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:29:58.009299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:29:58.009725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Bound port: 2fef42ef-e642-4640-84e2-6445e2c5616f, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:58.010085 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.022506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0f118871-be81-42fa-b396-de9697413a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:58.024165 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-0f118871-be81-42fa-b396-de9697413a4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=35182965-e091-4cb9-91d6-57229691da27 HTTP/1.1" status: 200 len: 797 time: 0.1722233 Apr 18 20:29:58.079534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b5e8b286-8887-47c6-a6c4-327d158c054c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:29:58.089059 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:29:58.093001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:29:58.099822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.138004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b5e8b286-8887-47c6-a6c4-327d158c054c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:58.138240 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.171257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a7ee76e6-a45f-497c-8ce0-630a97a77cb4 service neutron] 10.222.0.49 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663383 Apr 18 20:29:58.194948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:58.196088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.198136 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] 10.222.0.64 "PUT /v2.0/ports/2fef42ef-e642-4640-84e2-6445e2c5616f HTTP/1.1" status: 200 len: 1092 time: 1.1111541 Apr 18 20:29:58.198893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'tag': '2fef42ef-e642-4640-84e2-6445e2c5616f'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:58.202359 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47" -d '{"events": [{"name": "network-changed", "server_uuid": "c97c738a-f2c1-4c08-8fcc-7cfef09e0169", "tag": "2fef42ef-e642-4640-84e2-6445e2c5616f"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:29:58.256552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446656ab-1f96-4d24-b75a-fae14aab2e17 service neutron] Pushing event updated for resources: {'Port': ['ID=2fef42ef-e642-4640-84e2-6445e2c5616f,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:58.275096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-59007702-52d8-4238-b02a-406d05a968d1 service neutron] 10.222.0.49 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262359 Apr 18 20:29:58.318492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-935afa1e-dc0a-4da1-aada-6b90ff42398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:58.320681 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-935afa1e-dc0a-4da1-aada-6b90ff42398f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 1095 time: 0.0650809 Apr 18 20:29:58.386434 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-1cb6b704-b173-4ca8-b6e0-47d6ac2ff030 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fef42ef-e642-4640-84e2-6445e2c5616f HTTP/1.1" status: 200 len: 217 time: 0.0495732 Apr 18 20:29:58.675865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-5518ae1a-b97a-46c5-b63a-4a6bb574b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:58.677365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-5518ae1a-b97a-46c5-b63a-4a6bb574b5a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6267471 Apr 18 20:29:58.730849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-6deb169e-b971-45d7-8f1c-088bfd43237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:58.732243 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-6deb169e-b971-45d7-8f1c-088bfd43237e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.3350329 Apr 18 20:29:58.763133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-ac7d8881-3706-43d4-b522-6836071046be service neutron] 10.222.0.49 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656519 Apr 18 20:29:58.767055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-f0d93ff8-c1f0-4da3-a8c3-aa8b5c500651 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236149 Apr 18 20:29:58.807541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-2fc827d5-d798-4750-a05b-c809b0791908 service neutron] 10.222.0.49 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035930 Apr 18 20:29:58.861002 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-ec6e6da8-815f-433c-8db2-3067d651f06b service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836840 Apr 18 20:29:58.864868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-eb573e64-8aff-4d78-8c21-cf627f3052c0 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745055 Apr 18 20:29:58.960986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-dea40c7a-d8f9-44e0-abbc-005a229cb344 service neutron] 10.222.0.49 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908493 Apr 18 20:29:59.013164 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad8dcd5a-86fd-4a5c-a3c1-89ae6d466b54 req-c4a0a5bf-ba11-4d64-8e82-d845119a5e64 service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328239 Apr 18 20:29:59.090349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e8c3849-b5c9-446b-b0bc-ed138dfcf6f4 req-8b315aae-e788-4967-9aaf-d7174c586ab9 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062302 Apr 18 20:29:59.127024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3d41b-a9eb-4d13-98ba-7f47314bfa29 req-55363641-0e88-45d8-a0c0-77de6f42a7f4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.128639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1d3d41b-a9eb-4d13-98ba-7f47314bfa29 req-55363641-0e88-45d8-a0c0-77de6f42a7f4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.1241810 Apr 18 20:29:59.130968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6e360b54-a44f-4d3e-b312-47260c6d3a2b service neutron] 10.222.0.49 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567130 Apr 18 20:29:59.278494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1d3d41b-a9eb-4d13-98ba-7f47314bfa29 req-1b0871a0-8a02-4ec4-a8b5-a2821a750f2b tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432855 Apr 18 20:29:59.300238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-ecbb6acf-047c-4566-aa17-e61fe5712413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.300820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-ecbb6acf-047c-4566-aa17-e61fe5712413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.301286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-ecbb6acf-047c-4566-aa17-e61fe5712413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.301735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-ecbb6acf-047c-4566-aa17-e61fe5712413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.302198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-ecbb6acf-047c-4566-aa17-e61fe5712413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.302647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-ecbb6acf-047c-4566-aa17-e61fe5712413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.303148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-ecbb6acf-047c-4566-aa17-e61fe5712413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.305153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-ecbb6acf-047c-4566-aa17-e61fe5712413 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6485 time: 0.1319165 Apr 18 20:29:59.337079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4ceb5b4e-1468-496d-bc1b-df8835bc07cc service neutron] 10.222.0.49 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940181 Apr 18 20:29:59.392902 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b519180e-b714-4a8a-93ee-cfe83e631cc9 x-openstack-request-id: req-b519180e-b714-4a8a-93ee-cfe83e631cc9 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:29:59.394613 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1642a4fa-8d5b-4d24-b40c-3b672052b004", "name": "network-vif-plugged", "status": "completed", "tag": "da7f8fe5-1ff8-4a3d-9c93-be4bb165b835", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:29:59.395396 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b519180e-b714-4a8a-93ee-cfe83e631cc9 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:29:59.396396 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b519180e-b714-4a8a-93ee-cfe83e631cc9'] response: {'server_uuid': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835', 'code': 200} Apr 18 20:29:59.479479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-adeaf3a7-8800-46c5-a319-b2d1e17cdb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.481054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-adeaf3a7-8800-46c5-a319-b2d1e17cdb28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0b7f62c7-66d0-4e9c-b056-c65bae64064e HTTP/1.1" status: 200 len: 903 time: 0.1672077 Apr 18 20:29:59.510002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd59cb8-ca78-4c1b-bd10-10f51143706f req-71f5e73a-f711-4765-8c5d-6f5b622cfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.511616 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ecd59cb8-ca78-4c1b-bd10-10f51143706f req-71f5e73a-f711-4765-8c5d-6f5b622cfd79 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 1096 time: 0.0540740 Apr 18 20:29:59.539418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f1ad0bec-568d-4776-8600-4e8778c60da1 service neutron] 10.222.0.49 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642504 Apr 18 20:29:59.541205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-d466df18-15be-4726-924e-92b049fe2ff5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=215b09a2-2bb2-427a-8349-96fb818e7e00 HTTP/1.1" status: 200 len: 217 time: 0.0484350 Apr 18 20:29:59.560315 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ecd59cb8-ca78-4c1b-bd10-10f51143706f req-762dc0d9-d4ca-47da-ad2b-e3ecf868056e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403898 Apr 18 20:29:59.655559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-4b53557f-2dcd-4fd7-8cb1-9f3875b4036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.657854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-4b53557f-2dcd-4fd7-8cb1-9f3875b4036f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=35182965-e091-4cb9-91d6-57229691da27 HTTP/1.1" status: 200 len: 797 time: 0.1092334 Apr 18 20:29:59.709722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-dae07ce5-bf1d-4334-bc9f-ba8500dfc898 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.711263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-dae07ce5-bf1d-4334-bc9f-ba8500dfc898 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/networks?id=cc1b563c-b4ee-4439-b366-afe664385bf8 HTTP/1.1" status: 200 len: 828 time: 0.1534529 Apr 18 20:29:59.726336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-100b9756-2690-4d8b-9196-bf39da4249fc tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/quotas/aa438cf45dfd4d42b8f01b3aa4119247 HTTP/1.1" status: 200 len: 375 time: 0.0092742 Apr 18 20:29:59.781985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-7e19a53d-2a5a-4bc3-80b0-2c2a7e47b3ca tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa438cf45dfd4d42b8f01b3aa4119247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499554 Apr 18 20:29:59.886321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-e4998baa-26f6-43ad-8bc5-b43da73ee327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.887855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-e4998baa-26f6-43ad-8bc5-b43da73ee327 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0989897 Apr 18 20:29:59.973300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-f4ea2175-8b54-4557-94c6-82b24d65a5b6 service neutron] 10.222.0.49 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752501 Apr 18 20:30:00.121283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-f7c21122-76c0-413c-858f-0899cf8d6719 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226429 Apr 18 20:30:00.262943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-ad43238b-afdd-49b7-b305-87de98bdd8a6 service neutron] 10.222.0.49 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780240 Apr 18 20:30:00.287786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-67913a5c-e69e-4bbb-b6a0-1481b5baa036 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.289407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-67913a5c-e69e-4bbb-b6a0-1481b5baa036 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.60 "GET /v2.0/networks?id=9c679693-e74b-4a10-b346-222b1335c621 HTTP/1.1" status: 200 len: 821 time: 0.2771749 Apr 18 20:30:00.304243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bc0f-26e0-4603-87f0-15189f8bd86e req-834bae76-9d4b-4f9c-8153-5d922a849d29 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.310038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bc0f-26e0-4603-87f0-15189f8bd86e req-834bae76-9d4b-4f9c-8153-5d922a849d29 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.316480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bc0f-26e0-4603-87f0-15189f8bd86e req-834bae76-9d4b-4f9c-8153-5d922a849d29 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.322257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bc0f-26e0-4603-87f0-15189f8bd86e req-834bae76-9d4b-4f9c-8153-5d922a849d29 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.328190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bc0f-26e0-4603-87f0-15189f8bd86e req-834bae76-9d4b-4f9c-8153-5d922a849d29 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.334768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bc0f-26e0-4603-87f0-15189f8bd86e req-834bae76-9d4b-4f9c-8153-5d922a849d29 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.340924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bc0f-26e0-4603-87f0-15189f8bd86e req-834bae76-9d4b-4f9c-8153-5d922a849d29 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.342845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3225bc0f-26e0-4603-87f0-15189f8bd86e req-834bae76-9d4b-4f9c-8153-5d922a849d29 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.2136314 Apr 18 20:30:00.351132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Request body: {'port': {'device_id': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'network_id': '9c679693-e74b-4a10-b346-222b1335c621', 'admin_state_up': True, 'tenant_id': '6f3fadb2b6d0444aaa3768dad4da7ccf'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:00.449597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29a8b404-c40e-43b1-9ebf-6d2987336a3e req-80478c03-15e3-4351-9d7a-7c4d1d104014 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063316 Apr 18 20:30:00.472422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3225bc0f-26e0-4603-87f0-15189f8bd86e req-58b6efa0-a56b-4e34-b58e-6cf077c0a59b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106303 Apr 18 20:30:00.552235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf0fa-12ad-4006-981b-254d14793191 req-b73baaf5-e749-4b46-9599-b8cfcb3fddae tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.553795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a7cf0fa-12ad-4006-981b-254d14793191 req-b73baaf5-e749-4b46-9599-b8cfcb3fddae tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 945 time: 0.0887506 Apr 18 20:30:00.570031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Made reservation on behalf of 6f3fadb2b6d0444aaa3768dad4da7ccf for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:00.573487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.653415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a7cf0fa-12ad-4006-981b-254d14793191 req-43e494a6-9d13-4e42-9a9b-bf641c85d32b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903387 Apr 18 20:30:00.710422 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8008296e-6462-4212-93bf-c912031eabc7 x-openstack-request-id: req-8008296e-6462-4212-93bf-c912031eabc7 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:00.710994 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97c738a-f2c1-4c08-8fcc-7cfef09e0169", "tag": "2fef42ef-e642-4640-84e2-6445e2c5616f", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:00.710994 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8008296e-6462-4212-93bf-c912031eabc7 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:00.711354 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8008296e-6462-4212-93bf-c912031eabc7'] response: {'name': 'network-changed', 'server_uuid': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'tag': '2fef42ef-e642-4640-84e2-6445e2c5616f', 'status': 'completed', 'code': 200} Apr 18 20:30:00.714725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac46c82-d9b7-4ef0-9808-9d110a8d735d req-01e2a5f8-0866-446b-9435-2081d1333feb tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.723088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fac46c82-d9b7-4ef0-9808-9d110a8d735d req-01e2a5f8-0866-446b-9435-2081d1333feb tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 945 time: 0.1315405 Apr 18 20:30:00.873922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9916666-b5bf-4d47-a3e9-20719f3825db req-f40c8587-b5f8-41cb-89c8-4d2c23181bc4 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 210 time: 0.0576942 Apr 18 20:30:00.882897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fac46c82-d9b7-4ef0-9808-9d110a8d735d req-6f54ae6d-e886-4578-9ab0-0b923ef1ecf0 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591425 Apr 18 20:30:00.905233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47 req-597f7526-892c-41d3-8999-40de85143841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.907243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47 req-597f7526-892c-41d3-8999-40de85143841 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 1095 time: 0.1721771 Apr 18 20:30:00.911335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Allocated IP 172.20.0.14 (9c679693-e74b-4a10-b346-222b1335c621/a246398d-7a66-4826-a655-e9470018f718/b355c706-7f7d-431d-bdcb-8b841df3f706) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:01.067932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47 req-efa932ba-6637-4c53-9a81-fb3f28ebbd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.069656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47 req-efa932ba-6637-4c53-9a81-fb3f28ebbd54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.1536996 Apr 18 20:30:01.071532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d71be76f-5d11-4df4-89a1-d29f8ddb46a4 req-7156907d-28d4-49a6-9fa6-b57b28a22d8c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.0581546 Apr 18 20:30:01.150507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47 req-c5b87ad0-96bf-4e89-bac9-3643ece23130 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fef42ef-e642-4640-84e2-6445e2c5616f HTTP/1.1" status: 200 len: 217 time: 0.0736997 Apr 18 20:30:01.231958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79f70a24-864e-424a-83f1-a6437b57778e req-3a23b053-79a6-4d91-9af1-09be44f08b50 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 210 time: 0.0793364 Apr 18 20:30:01.304903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c172c9-72ae-41a3-93d2-6e9f3e504cba req-a0f43277-6f29-487f-b4b1-71905bfde24d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.306402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53c172c9-72ae-41a3-93d2-6e9f3e504cba req-a0f43277-6f29-487f-b4b1-71905bfde24d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.1787083 Apr 18 20:30:01.398131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d552c52-7975-49c9-9830-3f167d85ef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:01.402075 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87c973c-a40a-4889-bd61-2397ffe6591a" -d '{"events": [{"server_uuid": "8d552c52-7975-49c9-9830-3f167d85ef26", "name": "network-vif-plugged", "status": "completed", "tag": "d5b0da29-226b-446d-8624-c9bf1bdfd85a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:01.415610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-90659ff4-c083-47b1-b89c-7e42cce3df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.417420 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-90659ff4-c083-47b1-b89c-7e42cce3df0a service neutron] 10.222.0.60 "GET /v2.0/ports/55a26db7-6d97-4b34-ac9c-f92a1ea52f80 HTTP/1.1" status: 200 len: 1028 time: 0.0412621 Apr 18 20:30:01.465728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-2993212c-54ab-4e25-a9d2-5019c70cbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.467178 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-2993212c-54ab-4e25-a9d2-5019c70cbb61 service neutron] 10.222.0.60 "GET /v2.0/ports/ee55985d-2e1c-4faf-9628-c2bc9255de09 HTTP/1.1" status: 200 len: 1026 time: 0.0391831 Apr 18 20:30:01.585773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-d2752190-69c8-4781-b88c-c66195e52d54 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.588386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47 req-0d77a713-7cff-4fac-8f26-6671b6b55eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.589801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47 req-0d77a713-7cff-4fac-8f26-6671b6b55eb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.4203181 Apr 18 20:30:01.591444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-d2752190-69c8-4781-b88c-c66195e52d54 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.597904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-d2752190-69c8-4781-b88c-c66195e52d54 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.599515 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-d2752190-69c8-4781-b88c-c66195e52d54 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "GET /v2.0/networks?id=40baddb5-68da-4f0c-ae8d-ea9385b9e124&id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa HTTP/1.1" status: 200 len: 1986 time: 0.1255238 Apr 18 20:30:01.651505 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-973342e5-80ea-40cc-92e3-2f6de4d2a486 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=231f1132973642388e3f464a286dd35e HTTP/1.1" status: 200 len: 380 time: 0.0420434 Apr 18 20:30:01.657248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47 req-46f3453c-a4ad-406b-98f0-629370d99665 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583124 Apr 18 20:30:01.660680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.663245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'admin_state_up': True, 'tenant_id': '231f1132973642388e3f464a286dd35e', 'security_groups': ['8acd6ebf-a30f-4087-84ff-ef6700e4d982']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:01.751445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53c172c9-72ae-41a3-93d2-6e9f3e504cba req-e853b6ab-d4fd-41c9-825a-e4a52c151bb7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374192 Apr 18 20:30:01.798390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842f9ac-592e-4834-82ad-e71caa045880 req-170e01d8-e9fb-4e34-83f5-dd2c84a034fb tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.801287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6842f9ac-592e-4834-82ad-e71caa045880 req-170e01d8-e9fb-4e34-83f5-dd2c84a034fb tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 946 time: 0.4920864 Apr 18 20:30:01.806666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.824002 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9811f24b-b4f5-4e61-b152-2100332d96cd x-openstack-request-id: req-9811f24b-b4f5-4e61-b152-2100332d96cd {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:01.824275 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d552c52-7975-49c9-9830-3f167d85ef26", "name": "network-vif-plugged", "status": "completed", "tag": "d5b0da29-226b-446d-8624-c9bf1bdfd85a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:01.824530 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9811f24b-b4f5-4e61-b152-2100332d96cd {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:01.824914 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9811f24b-b4f5-4e61-b152-2100332d96cd'] response: {'server_uuid': '8d552c52-7975-49c9-9830-3f167d85ef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a', 'code': 200} Apr 18 20:30:01.843470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:01.854418 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.988398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Network 9c679693-e74b-4a10-b346-222b1335c621 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:02.007043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:02.017545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47 req-86028145-70b8-4732-8295-21090460a0db service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486660 Apr 18 20:30:02.021201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:02.038882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de58eb5-8cea-4999-bf2c-e7d416d2bd19 req-b4519853-a4dc-414b-802f-8e7fcb6c7524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.039108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event updated for resources: {'Port': ['ID=b355c706-7f7d-431d-bdcb-8b841df3f706,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:02.040635 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1de58eb5-8cea-4999-bf2c-e7d416d2bd19 req-b4519853-a4dc-414b-802f-8e7fcb6c7524 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 1096 time: 0.1065705 Apr 18 20:30:02.084824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Allocated IP 172.20.0.14 (40baddb5-68da-4f0c-ae8d-ea9385b9e124/7c27bf96-d9a7-4307-810b-d7e4f9726a0b/22545a06-76ec-4a8f-ad48-d3b3a0485dd2) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:02.101868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6842f9ac-592e-4834-82ad-e71caa045880 req-f7055225-8311-4f3c-9f37-c76bc296c94d tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889245 Apr 18 20:30:02.102388 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1de58eb5-8cea-4999-bf2c-e7d416d2bd19 req-2d360011-b5ea-482a-a486-9e5c3cf99cea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512252 Apr 18 20:30:02.174084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-c03c3528-269d-4f3d-aa99-0f8ff7330411 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.176155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-c03c3528-269d-4f3d-aa99-0f8ff7330411 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.60 "GET /v2.0/networks?id=cc1b563c-b4ee-4439-b366-afe664385bf8 HTTP/1.1" status: 200 len: 828 time: 0.3672938 Apr 18 20:30:02.195300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e29ca-bf41-4bd5-bd8e-3b50276b0af8 req-0c0b3021-3232-4f0a-bd64-19d02a5de205 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.201521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e29ca-bf41-4bd5-bd8e-3b50276b0af8 req-0c0b3021-3232-4f0a-bd64-19d02a5de205 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.207430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e29ca-bf41-4bd5-bd8e-3b50276b0af8 req-0c0b3021-3232-4f0a-bd64-19d02a5de205 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.213333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e29ca-bf41-4bd5-bd8e-3b50276b0af8 req-0c0b3021-3232-4f0a-bd64-19d02a5de205 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.219148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e29ca-bf41-4bd5-bd8e-3b50276b0af8 req-0c0b3021-3232-4f0a-bd64-19d02a5de205 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.225011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e29ca-bf41-4bd5-bd8e-3b50276b0af8 req-0c0b3021-3232-4f0a-bd64-19d02a5de205 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.231316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e29ca-bf41-4bd5-bd8e-3b50276b0af8 req-0c0b3021-3232-4f0a-bd64-19d02a5de205 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.233667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a4e29ca-bf41-4bd5-bd8e-3b50276b0af8 req-0c0b3021-3232-4f0a-bd64-19d02a5de205 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.3454895 Apr 18 20:30:02.249647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.250412 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.252174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.289186 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.327056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-507f4d44-3819-4b20-9a70-9547048244f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9796879 Apr 18 20:30:02.338243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:02.341231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:02.345930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:02.348747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Port': ['ID=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:02.374043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a4e29ca-bf41-4bd5-bd8e-3b50276b0af8 req-a998d459-148a-4a8c-b9ca-e5c0f598f3d7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121058 Apr 18 20:30:02.377002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdbeb6c6-3dca-4554-b45f-d1f1f60c3c47 req-116c198c-5a79-4ef7-a1d0-f4770db4e52a service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448362 Apr 18 20:30:02.388803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168f5bd-7f65-43e7-8f68-4a00f6591710 req-c87548dd-4fae-4948-8e06-ee2c1393abc1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.390516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5168f5bd-7f65-43e7-8f68-4a00f6591710 req-c87548dd-4fae-4948-8e06-ee2c1393abc1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 945 time: 0.1558213 Apr 18 20:30:02.427612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Request body: {'port': {'device_id': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'admin_state_up': True, 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:02.438505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Request body: {'port': {'device_id': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:02.441693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.442332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.472342 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-8b009ac5-0987-452e-936e-5764bc59f533 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8134606 Apr 18 20:30:02.483618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'admin_state_up': True, 'tenant_id': '231f1132973642388e3f464a286dd35e', 'security_groups': ['8acd6ebf-a30f-4087-84ff-ef6700e4d982']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:02.602712 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.610439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5168f5bd-7f65-43e7-8f68-4a00f6591710 req-e3b01a97-cffb-4db0-8ab7-08cff45882ae tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103581 Apr 18 20:30:02.636774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-87a01056-dbb6-41c9-ac51-1b656461f068 None None] Provisioning complete for port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:02.637260 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-87a01056-dbb6-41c9-ac51-1b656461f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.644964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:02.650105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.690432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2fef42ef-e642-4640-84e2-6445e2c5616f details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:02.707973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a8f60-898c-49cd-91ee-afaf65a43120 req-93359256-a4ec-4ece-a9cb-27861c02cbca tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.709525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea6a8f60-898c-49cd-91ee-afaf65a43120 req-93359256-a4ec-4ece-a9cb-27861c02cbca tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 932 time: 0.2265840 Apr 18 20:30:02.832891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:02.834815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Allocated IP 10.1.1.114 (ff4f2684-1dfe-4c84-a88a-0ab386c59d43/72b0e71a-7b78-4073-ac14-7f6de0ac75da/0e596951-f706-4996-862c-949b0abf7f2d) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:02.848310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '2fef42ef-e642-4640-84e2-6445e2c5616f', 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d', 'port_id': '2fef42ef-e642-4640-84e2-6445e2c5616f', 'mac_address': 'fa:16:3e:41:ea:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70734b1e-ef76-4ba8-bb35-e936fdc486bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:02.863294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea6a8f60-898c-49cd-91ee-afaf65a43120 req-055b4148-a3f8-4d80-8574-3428f5c43104 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393423 Apr 18 20:30:02.881928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Made reservation on behalf of aa438cf45dfd4d42b8f01b3aa4119247 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:02.885407 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.894912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-87a01056-dbb6-41c9-ac51-1b656461f068 None None] Port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:02.912944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.942967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fef42ef-e642-4640-84e2-6445e2c5616f {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:02.963128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861910ee-668a-441a-9a04-8e8207c0f28b req-385f7cc0-3870-49af-b79c-e20332a6db49 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.963128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-861910ee-668a-441a-9a04-8e8207c0f28b req-385f7cc0-3870-49af-b79c-e20332a6db49 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 945 time: 0.2097421 Apr 18 20:30:02.988864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:02.995724 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.024879 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.073101 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.102439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=2fef42ef-e642-4640-84e2-6445e2c5616f,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:03.179627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:03.193070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:03.195874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:03.230967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10c769-c86a-4923-8142-7b3efc624af1 req-2022fcec-6403-4fc6-acc9-c99c6fc02849 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:03.239238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf10c769-c86a-4923-8142-7b3efc624af1 req-2022fcec-6403-4fc6-acc9-c99c6fc02849 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 932 time: 0.2455590 Apr 18 20:30:03.241650 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['2fef42ef-e642-4640-84e2-6445e2c5616f'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:03.243139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Port': ['ID=0e596951-f706-4996-862c-949b0abf7f2d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:03.268859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-861910ee-668a-441a-9a04-8e8207c0f28b req-d6e6be24-9788-48fd-9108-adb6a168aa8e tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683656 Apr 18 20:30:03.312827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:03.313505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.354182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-3b2c5e2c-983c-4f17-b5be-d618f75c15df tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:03.355704 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-3b2c5e2c-983c-4f17-b5be-d618f75c15df tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.60 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 946 time: 0.0933440 Apr 18 20:30:03.360607 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6af2749e-6bcc-46fa-8646-25d90c9da02c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8814113 Apr 18 20:30:03.388800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'admin_state_up': True, 'tenant_id': '231f1132973642388e3f464a286dd35e', 'security_groups': ['8acd6ebf-a30f-4087-84ff-ef6700e4d982']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:03.517700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-397158bb-96a3-4954-8e64-9ec943b3efae req-af2658cb-3649-4ce6-913b-e1737b1c786e tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 210 time: 0.1067724 Apr 18 20:30:03.625970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf10c769-c86a-4923-8142-7b3efc624af1 req-e798d221-be6b-41c0-a044-a6fec5f0feee tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809602 Apr 18 20:30:03.651860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Allocated IP 172.20.0.3 (cc1b563c-b4ee-4439-b366-afe664385bf8/812f8665-d73f-47fa-a1d8-ba6ab4fdbe27/5edeb032-88b5-40ef-8a39-ed57e5508362) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:03.685165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a3a63e6a-e947-4e23-b93a-ba7325c1f584 None None] Provisioning complete for port 0e596951-f706-4996-862c-949b0abf7f2d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:03.689148 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a3a63e6a-e947-4e23-b93a-ba7325c1f584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.739302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:03.747208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.773684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a3a63e6a-e947-4e23-b93a-ba7325c1f584 None None] Port 0e596951-f706-4996-862c-949b0abf7f2d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:03.794330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Deleting port 667bc31d-c3dd-476f-ad9c-552ecd89e432 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:03.794679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.863746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b355c706-7f7d-431d-bdcb-8b841df3f706 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:03.883802 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.927615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea1eeb-5efc-41f4-a46a-f49e9dfdc08d req-f0232d0e-7051-4eb3-84e3-c409535a0c09 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:03.935340 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1ea1eeb-5efc-41f4-a46a-f49e9dfdc08d req-f0232d0e-7051-4eb3-84e3-c409535a0c09 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 945 time: 0.2478344 Apr 18 20:30:03.963951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Transition to ACTIVE for port object b355c706-7f7d-431d-bdcb-8b841df3f706 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:04.001055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] For port 667bc31d-c3dd-476f-ad9c-552ecd89e432, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=667bc31d-c3dd-476f-ad9c-552ecd89e432,segment=NetworkSegment(94d90530-6683-4027-a970-30c5ff99441c),segment_id=94d90530-6683-4027-a970-30c5ff99441c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:04.001366 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.009026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5f7a4-26ce-4317-b331-cf5a80f1f92c req-af86743c-9e00-46ed-a7df-171c855c3998 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.010519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb5f7a4-26ce-4317-b331-cf5a80f1f92c req-af86743c-9e00-46ed-a7df-171c855c3998 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/ports?device_id=286beecd-c37a-41e4-bc4f-bc20cb76f1db HTTP/1.1" status: 200 len: 946 time: 0.2124486 Apr 18 20:30:04.014362 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.021756 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Calling delete_port for 667bc31d-c3dd-476f-ad9c-552ecd89e432 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:04.043129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Allocated IP 10.1.1.48 (ff4f2684-1dfe-4c84-a88a-0ab386c59d43/72b0e71a-7b78-4073-ac14-7f6de0ac75da/33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:04.124428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1ea1eeb-5efc-41f4-a46a-f49e9dfdc08d req-a9f7a929-6d2e-4b96-9238-e30777c558b9 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881516 Apr 18 20:30:04.177457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Pushing event updated for resources: {'Port': ['ID=b355c706-7f7d-431d-bdcb-8b841df3f706,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:04.300323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb5f7a4-26ce-4317-b331-cf5a80f1f92c req-98e213cb-fbe3-45f6-b01a-4bebffa330a4 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.49 "GET /v2.0/security-groups?id=f533ae4d-e998-41bc-98d0-b1f00f410baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341251 Apr 18 20:30:04.311556 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.314669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Attempting to bind port b355c706-7f7d-431d-bdcb-8b841df3f706 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:04.315042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Attempting to bind port b355c706-7f7d-431d-bdcb-8b841df3f706 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:04.315380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Attempting to bind port b355c706-7f7d-431d-bdcb-8b841df3f706 on network 9c679693-e74b-4a10-b346-222b1335c621 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:04.323988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.331269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Port b355c706-7f7d-431d-bdcb-8b841df3f706 on network 9c679693-e74b-4a10-b346-222b1335c621 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:04.331602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Attempting to bind port b355c706-7f7d-431d-bdcb-8b841df3f706 on network 9c679693-e74b-4a10-b346-222b1335c621 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:04.337177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['667bc31d-c3dd-476f-ad9c-552ecd89e432'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:04.344682 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.368854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Pushing event deleted for resources: {'Port': ['ID=667bc31d-c3dd-476f-ad9c-552ecd89e432,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:04.381092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:04.381509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Checking segment: {'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:04.381930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Bound using segment: {'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:04.382639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Bound port: b355c706-7f7d-431d-bdcb-8b841df3f706, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:04.383105 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.401573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94a6c-434e-473d-bc47-340371b608be req-4b7c7df1-2c0d-423d-8a08-b1ac93663a74 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.412973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] No DVR routers for this DVR port 667bc31d-c3dd-476f-ad9c-552ecd89e432 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:04.412973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.416813 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] 10.222.0.60 "DELETE /v2.0/ports/667bc31d-c3dd-476f-ad9c-552ecd89e432 HTTP/1.1" status: 204 len: 173 time: 1.0492966 Apr 18 20:30:04.416955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55b94a6c-434e-473d-bc47-340371b608be req-4b7c7df1-2c0d-423d-8a08-b1ac93663a74 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 945 time: 0.1828518 Apr 18 20:30:04.417287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286beecd-c37a-41e4-bc4f-bc20cb76f1db', 'name': 'network-vif-deleted', 'tag': '667bc31d-c3dd-476f-ad9c-552ecd89e432'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:04.419560 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c6e416-3769-4655-b7a4-1fe02362ec13" -d '{"events": [{"server_uuid": "286beecd-c37a-41e4-bc4f-bc20cb76f1db", "name": "network-vif-deleted", "tag": "667bc31d-c3dd-476f-ad9c-552ecd89e432"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:04.422799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57654) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:04.430165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e9634225-bd2b-4b79-8942-bfafd50d15dd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Request body: {'floatingip': {'port_id': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:04.434697 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.511968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9634225-bd2b-4b79-8942-bfafd50d15dd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.569071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] For port b355c706-7f7d-431d-bdcb-8b841df3f706, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:04.572771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] For port b355c706-7f7d-431d-bdcb-8b841df3f706, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b355c706-7f7d-431d-bdcb-8b841df3f706,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:04.593486 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.662165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2fef42ef-e642-4640-84e2-6445e2c5616f up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:04.687156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:04.697067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:04.699980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:04.712773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Port': ['ID=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:04.794621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 2fef42ef-e642-4640-84e2-6445e2c5616f completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:04.802233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 2fef42ef-e642-4640-84e2-6445e2c5616f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:04.803553 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.854628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.855479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.923471 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-cf9f581c-0f1f-4ead-86d6-62bed0294830 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5449269 Apr 18 20:30:04.937951 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa', 'admin_state_up': True, 'tenant_id': '231f1132973642388e3f464a286dd35e', 'security_groups': ['8acd6ebf-a30f-4087-84ff-ef6700e4d982']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:04.945360 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.976188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef42ef-e642-4640-84e2-6445e2c5616f'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:04.979325 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625fcd50-7dbc-4f73-bb79-ad15f0826b14" -d '{"events": [{"server_uuid": "c97c738a-f2c1-4c08-8fcc-7cfef09e0169", "name": "network-vif-plugged", "status": "completed", "tag": "2fef42ef-e642-4640-84e2-6445e2c5616f"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:04.994234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:05.002104 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.062544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.085323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=2fef42ef-e642-4640-84e2-6445e2c5616f,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:05.101761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Network cc1b563c-b4ee-4439-b366-afe664385bf8 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:05.110485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:05.113568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:05.132166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.132850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.134724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] 10.222.0.60 "PUT /v2.0/ports/b355c706-7f7d-431d-bdcb-8b841df3f706 HTTP/1.1" status: 200 len: 1092 time: 2.7153935 Apr 18 20:30:05.186448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'tag': 'b355c706-7f7d-431d-bdcb-8b841df3f706'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:05.188925 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760e468d-b875-4706-9e20-f57eb2fa1648" -d '{"events": [{"name": "network-changed", "server_uuid": "bebca283-e6a2-4ed9-895f-c0e394766e47", "tag": "b355c706-7f7d-431d-bdcb-8b841df3f706"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:05.193358 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a7eb20c6-8904-4cd7-954e-17dc4448d698 None None] Provisioning complete for port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:05.193573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Pushing event updated for resources: {'Port': ['ID=5edeb032-88b5-40ef-8a39-ed57e5508362,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:05.194352 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7eb20c6-8904-4cd7-954e-17dc4448d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.291364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb20c6-8904-4cd7-954e-17dc4448d698 None None] Port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:05.297033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9c35b-0e05-422d-b96f-5d23666b954c req-1551397a-ddc5-4081-a230-bb2f7b8608a6 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.298708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26d9c35b-0e05-422d-b96f-5d23666b954c req-1551397a-ddc5-4081-a230-bb2f7b8608a6 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 945 time: 0.7240636 Apr 18 20:30:05.310725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6549c6-6c62-40e4-9730-03eb5d7d7872 req-ce963e2b-2610-430f-a038-8f809495b62c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.317925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6549c6-6c62-40e4-9730-03eb5d7d7872 req-ce963e2b-2610-430f-a038-8f809495b62c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.323616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6549c6-6c62-40e4-9730-03eb5d7d7872 req-ce963e2b-2610-430f-a038-8f809495b62c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.329570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:05.331083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6549c6-6c62-40e4-9730-03eb5d7d7872 req-ce963e2b-2610-430f-a038-8f809495b62c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.337314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6549c6-6c62-40e4-9730-03eb5d7d7872 req-ce963e2b-2610-430f-a038-8f809495b62c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.343205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6549c6-6c62-40e4-9730-03eb5d7d7872 req-ce963e2b-2610-430f-a038-8f809495b62c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.349514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6549c6-6c62-40e4-9730-03eb5d7d7872 req-ce963e2b-2610-430f-a038-8f809495b62c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.357965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b6549c6-6c62-40e4-9730-03eb5d7d7872 req-ce963e2b-2610-430f-a038-8f809495b62c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.9112999 Apr 18 20:30:05.411419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.412250 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.448604 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.450314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-005b47f2-52e6-4d59-a572-0273143c5740 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0320559 Apr 18 20:30:05.452259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-2bd0b7a2-8566-45b2-8455-1cd896c3f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.453872 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-2bd0b7a2-8566-45b2-8455-1cd896c3f009 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f3fadb2b6d0444aaa3768dad4da7ccf&device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 1095 time: 0.2503393 Apr 18 20:30:05.480039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Request body: {'port': {'device_id': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:05.488948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b6549c6-6c62-40e4-9730-03eb5d7d7872 req-cf0838be-9d52-4008-9e80-dc14d99b87f9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300576 Apr 18 20:30:05.490344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f90938-b608-4879-b730-98c12efe6d11 service neutron] Pushing event updated for resources: {'Port': ['ID=b355c706-7f7d-431d-bdcb-8b841df3f706,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:05.517957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-71074676-600d-47bf-8421-9aef022c7a0c None None] Provisioning complete for port 5edeb032-88b5-40ef-8a39-ed57e5508362 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:05.518333 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9634225-bd2b-4b79-8942-bfafd50d15dd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.520338 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-71074676-600d-47bf-8421-9aef022c7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.566101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-71074676-600d-47bf-8421-9aef022c7a0c None None] Port 5edeb032-88b5-40ef-8a39-ed57e5508362 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:05.577682 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9634225-bd2b-4b79-8942-bfafd50d15dd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.582935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26d9c35b-0e05-422d-b96f-5d23666b954c req-bd29d67c-11b8-447f-a946-6aedabc56972 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179499 Apr 18 20:30:05.603800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-f06724f8-55f8-4deb-86ee-5ea8ef354492 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b355c706-7f7d-431d-bdcb-8b841df3f706 HTTP/1.1" status: 200 len: 217 time: 0.1362867 Apr 18 20:30:05.662986 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533dc9db-da9f-4127-acfe-89e2076e0beb x-openstack-request-id: req-533dc9db-da9f-4127-acfe-89e2076e0beb {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:05.663272 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286beecd-c37a-41e4-bc4f-bc20cb76f1db", "name": "network-vif-deleted", "tag": "667bc31d-c3dd-476f-ad9c-552ecd89e432", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:05.663521 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-533dc9db-da9f-4127-acfe-89e2076e0beb {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:05.663946 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533dc9db-da9f-4127-acfe-89e2076e0beb'] response: {'server_uuid': '286beecd-c37a-41e4-bc4f-bc20cb76f1db', 'name': 'network-vif-deleted', 'tag': '667bc31d-c3dd-476f-ad9c-552ecd89e432', 'status': 'completed', 'code': 200} Apr 18 20:30:05.695695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.755170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2d4cb45a-14f4-43db-b652-9ffb0385c89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.776270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-623c3d87-1cff-4fe0-ae59-bf063f7159d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.777821 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-623c3d87-1cff-4fe0-ae59-bf063f7159d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a246398d-7a66-4826-a655-e9470018f718 HTTP/1.1" status: 200 len: 861 time: 0.1661572 Apr 18 20:30:05.802697 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-e9634225-bd2b-4b79-8942-bfafd50d15dd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Floating IP f357f445-200e-4d53-8538-05c4681aab1b associated. External IP: 172.25.2.182, port: da7f8fe5-1ff8-4a3d-9c93-be4bb165b835. Apr 18 20:30:05.832033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-5e8c8d95-bc4d-4b0b-8552-bf2958b001cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c679693-e74b-4a10-b346-222b1335c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468731 Apr 18 20:30:05.842572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b89299-076d-4946-981b-9bb97943875b req-5dd5edc5-2d0c-4397-83ce-4c09a290411a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.848562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34b89299-076d-4946-981b-9bb97943875b req-5dd5edc5-2d0c-4397-83ce-4c09a290411a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 944 time: 0.2479079 Apr 18 20:30:06.008872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5d431-7cef-4439-b48d-06ef9b29fd8f req-5b1d528f-73f7-4e42-ad4f-a6bfc9907bb2 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.010188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2aa5d431-7cef-4439-b48d-06ef9b29fd8f req-5b1d528f-73f7-4e42-ad4f-a6bfc9907bb2 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 931 time: 0.2891719 Apr 18 20:30:06.046895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34b89299-076d-4946-981b-9bb97943875b req-8b476e9b-551c-4152-b244-7f6a0db791b5 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812227 Apr 18 20:30:06.134460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2aa5d431-7cef-4439-b48d-06ef9b29fd8f req-5ad7561d-529b-4446-ae3e-ffa4557e1b98 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075702 Apr 18 20:30:06.170886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Allocated IP 10.2.2.100 (503a89fb-4d02-4653-b4e1-ae0a3c94c6fa/a62baa3a-b0b4-47c1-a580-4cd6e4528962/f465dbba-9077-4e4b-b3ad-e75f72765025) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:06.193554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-88f50028-a565-4f42-b7e0-e1021131ca06 service neutron] 10.222.0.60 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433850 Apr 18 20:30:06.198790 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdda269-ea6e-4c65-acab-636cb585c5df x-openstack-request-id: req-1bdda269-ea6e-4c65-acab-636cb585c5df {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:06.203196 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97c738a-f2c1-4c08-8fcc-7cfef09e0169", "name": "network-vif-plugged", "status": "completed", "tag": "2fef42ef-e642-4640-84e2-6445e2c5616f", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:06.203984 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bdda269-ea6e-4c65-acab-636cb585c5df {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:06.204626 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bdda269-ea6e-4c65-acab-636cb585c5df'] response: {'server_uuid': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fef42ef-e642-4640-84e2-6445e2c5616f', 'code': 200} Apr 18 20:30:06.359365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaf1da-ae22-484e-9d69-ccc6d897449b req-ad21ba73-1167-4a3e-af51-c1590b716584 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.365884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaf1da-ae22-484e-9d69-ccc6d897449b req-ad21ba73-1167-4a3e-af51-c1590b716584 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.371677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaf1da-ae22-484e-9d69-ccc6d897449b req-ad21ba73-1167-4a3e-af51-c1590b716584 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.373627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fdaf1da-ae22-484e-9d69-ccc6d897449b req-ad21ba73-1167-4a3e-af51-c1590b716584 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 2374 time: 0.2310915 Apr 18 20:30:06.479069 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.488777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9634225-bd2b-4b79-8942-bfafd50d15dd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:06.514179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453c8ddc-10d3-4d59-b9f8-e9d24336c8f2 req-d22f5c9a-88a4-4570-872b-4f7951ebe288 service neutron] 10.222.0.60 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048239 Apr 18 20:30:06.536166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036085a-1af0-4b54-a698-1a2f3d6bf687 req-fa357ce4-f753-4d6c-b6c3-7b1e9514703e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.544383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3036085a-1af0-4b54-a698-1a2f3d6bf687 req-fa357ce4-f753-4d6c-b6c3-7b1e9514703e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 946 time: 0.2511725 Apr 18 20:30:06.548100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5edeb032-88b5-40ef-8a39-ed57e5508362 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:06.560712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e71a7c-a4ae-4d83-be23-00ab95b95dc5 req-9f8f7a2f-3e2f-45fc-84e1-ed466543ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.562188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21e71a7c-a4ae-4d83-be23-00ab95b95dc5 req-9f8f7a2f-3e2f-45fc-84e1-ed466543ef2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 1097 time: 0.2714033 Apr 18 20:30:06.574843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fdaf1da-ae22-484e-9d69-ccc6d897449b req-250f0093-7a16-4dde-8b61-dfd9bbcf29e8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768799 Apr 18 20:30:06.577377 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.615326 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.622627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21e71a7c-a4ae-4d83-be23-00ab95b95dc5 req-23c5d99b-a0bc-464f-933f-4a45403d257b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475233 Apr 18 20:30:06.651233 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7a1031-f946-4043-a030-2ce66d05d83f x-openstack-request-id: req-dc7a1031-f946-4043-a030-2ce66d05d83f {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:06.651707 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bebca283-e6a2-4ed9-895f-c0e394766e47", "tag": "b355c706-7f7d-431d-bdcb-8b841df3f706", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:06.652691 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc7a1031-f946-4043-a030-2ce66d05d83f {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:06.653107 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7a1031-f946-4043-a030-2ce66d05d83f'] response: {'name': 'network-changed', 'server_uuid': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'tag': 'b355c706-7f7d-431d-bdcb-8b841df3f706', 'status': 'completed', 'code': 200} Apr 18 20:30:06.661619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3036085a-1af0-4b54-a698-1a2f3d6bf687 req-bd15b22b-4e0d-4a6e-9bce-18bfb6788a14 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158826 Apr 18 20:30:06.665925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Transition to ACTIVE for port object 5edeb032-88b5-40ef-8a39-ed57e5508362 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:06.672066 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.680942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:06.690973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:06.693703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9634225-bd2b-4b79-8942-bfafd50d15dd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:06.701902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Port': ['ID=f465dbba-9077-4e4b-b3ad-e75f72765025,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:06.707315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:06.710619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9634225-bd2b-4b79-8942-bfafd50d15dd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.728605 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] Sync routers for ids ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:06.744481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57674) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:06.752793 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] Routers {'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:06.755339 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:06.850606 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e9634225-bd2b-4b79-8942-bfafd50d15dd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "PUT /v2.0/floatingips/f357f445-200e-4d53-8538-05c4681aab1b HTTP/1.1" status: 200 len: 991 time: 2.4241195 Apr 18 20:30:06.874911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.876632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.896346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Pushing event updated for resources: {'Port': ['ID=5edeb032-88b5-40ef-8a39-ed57e5508362,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:06.912851 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 667bc31d-c3dd-476f-ad9c-552ecd89e432 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:06.931024 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-b48b1fd8-89d8-44bb-8b73-3479b31596d8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0004351 Apr 18 20:30:06.965303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa', 'admin_state_up': True, 'tenant_id': '231f1132973642388e3f464a286dd35e', 'security_groups': ['8acd6ebf-a30f-4087-84ff-ef6700e4d982']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:06.987493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e468d-b875-4706-9e20-f57eb2fa1648 req-b69fafde-f348-4b74-aac8-8d6bd7002d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.994136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-760e468d-b875-4706-9e20-f57eb2fa1648 req-b69fafde-f348-4b74-aac8-8d6bd7002d7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f3fadb2b6d0444aaa3768dad4da7ccf&device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 1095 time: 0.3062806 Apr 18 20:30:07.000210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 667bc31d-c3dd-476f-ad9c-552ecd89e432 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:07.000554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 667bc31d-c3dd-476f-ad9c-552ecd89e432 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:07.095939 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] Set router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:07.171090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-3644fa01-c57c-4d61-9680-1ff3e94c7f8f admin admin] Deleting subnet 185d1bcd-0aa5-4f28-b38a-bf1cfd911e02 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:30:07.175094 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Made reservation on behalf of 231f1132973642388e3f464a286dd35e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:07.182293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.188494 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3644fa01-c57c-4d61-9680-1ff3e94c7f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.235472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-dfe6a429-12c9-4f39-bad1-0e97e67cb119 None None] Provisioning complete for port f465dbba-9077-4e4b-b3ad-e75f72765025 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:07.239306 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfe6a429-12c9-4f39-bad1-0e97e67cb119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.290352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e468d-b875-4706-9e20-f57eb2fa1648 req-2128597b-1850-4232-b616-2f4db850a7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.291864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-760e468d-b875-4706-9e20-f57eb2fa1648 req-2128597b-1850-4232-b616-2f4db850a7b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9c679693-e74b-4a10-b346-222b1335c621 HTTP/1.1" status: 200 len: 922 time: 0.2908564 Apr 18 20:30:07.307236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4af42-fe74-43eb-b1cd-14f73c70145e req-53be749a-51e1-45b9-acb5-c350a4ae6a52 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.313815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4af42-fe74-43eb-b1cd-14f73c70145e req-53be749a-51e1-45b9-acb5-c350a4ae6a52 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.320319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4af42-fe74-43eb-b1cd-14f73c70145e req-53be749a-51e1-45b9-acb5-c350a4ae6a52 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.328222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4af42-fe74-43eb-b1cd-14f73c70145e req-53be749a-51e1-45b9-acb5-c350a4ae6a52 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.334746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4af42-fe74-43eb-b1cd-14f73c70145e req-53be749a-51e1-45b9-acb5-c350a4ae6a52 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.345378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4af42-fe74-43eb-b1cd-14f73c70145e req-53be749a-51e1-45b9-acb5-c350a4ae6a52 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.351801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4af42-fe74-43eb-b1cd-14f73c70145e req-53be749a-51e1-45b9-acb5-c350a4ae6a52 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.353837 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ad4af42-fe74-43eb-b1cd-14f73c70145e req-53be749a-51e1-45b9-acb5-c350a4ae6a52 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.4586685 Apr 18 20:30:07.360343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6a429-12c9-4f39-bad1-0e97e67cb119 None None] Port f465dbba-9077-4e4b-b3ad-e75f72765025 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:07.380569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Attempting to bind port 5edeb032-88b5-40ef-8a39-ed57e5508362 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:07.381128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Attempting to bind port 5edeb032-88b5-40ef-8a39-ed57e5508362 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:07.381245 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Attempting to bind port 5edeb032-88b5-40ef-8a39-ed57e5508362 on network cc1b563c-b4ee-4439-b366-afe664385bf8 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:07.386979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3644fa01-c57c-4d61-9680-1ff3e94c7f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.404077 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Allocated IP 10.2.2.200 (503a89fb-4d02-4653-b4e1-ae0a3c94c6fa/a62baa3a-b0b4-47c1-a580-4cd6e4528962/e5656ecb-767a-4e18-948a-8ff179c57632) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:07.453871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-760e468d-b875-4706-9e20-f57eb2fa1648 req-7ec53fd2-870f-40c4-8d3c-7bf53b0930b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b355c706-7f7d-431d-bdcb-8b841df3f706 HTTP/1.1" status: 200 len: 217 time: 0.0987575 Apr 18 20:30:07.466554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca0d83-33aa-4d22-a630-09be18b3adb6 req-6885c380-c41c-46ad-83cf-6d5517603e2e tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.468117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73ca0d83-33aa-4d22-a630-09be18b3adb6 req-6885c380-c41c-46ad-83cf-6d5517603e2e tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 945 time: 0.3023565 Apr 18 20:30:07.472942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Port 5edeb032-88b5-40ef-8a39-ed57e5508362 on network cc1b563c-b4ee-4439-b366-afe664385bf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:07.473265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Attempting to bind port 5edeb032-88b5-40ef-8a39-ed57e5508362 on network cc1b563c-b4ee-4439-b366-afe664385bf8 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:07.495544 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:31Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'f357f445-200e-4d53-8538-05c4681aab1b', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'port_id': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'mac_address': 'fa:16:3e:ec:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:37Z', 'updated_at': '2022-04-18T20:30:05Z', 'revision_number': 1, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07', 'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'mac_address': 'fa:16:3e:c6:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:29Z', 'updated_at': '2022-04-18T20:29:35Z', 'revision_number': 5, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'subnets': [{'id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:07.527116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:07.527525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Checking segment: {'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:07.527873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Bound using segment: {'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:07.528318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Bound port: 5edeb032-88b5-40ef-8a39-ed57e5508362, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299d6cf8-85a3-4590-aec6-3c9cadf383e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:07.528683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.573124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.625325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.656279 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] Checking router: bd015e24-3406-4fa5-bbe2-3937ce3c5f8d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:07.666858 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] Routers {'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:07.667888 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:29:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:07.673323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'tag': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:07.676547 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6227b23b-8233-432d-bbd9-555319fd9fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "1642a4fa-8d5b-4d24-b40c-3b672052b004", "tag": "da7f8fe5-1ff8-4a3d-9c93-be4bb165b835"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:07.706233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:07.708068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event updated for resources: {'Port': ['ID=e5656ecb-767a-4e18-948a-8ff179c57632,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:07.719006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:07.722790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:07.819808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.821608 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.844830 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c85b2bb2-bbdb-4534-af0c-a8bfe9329fb8 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9006205 Apr 18 20:30:07.853035 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3644fa01-c57c-4d61-9680-1ff3e94c7f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.862136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:07.879887 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] Set router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:07.891022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ad4af42-fe74-43eb-b1cd-14f73c70145e req-cb2c529d-b859-4221-9900-56ed010aad78 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5122342 Apr 18 20:30:07.954148 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.975610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e468d-b875-4706-9e20-f57eb2fa1648 req-a4fec62c-33f1-40a3-8769-40ccb24ba237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.977140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-760e468d-b875-4706-9e20-f57eb2fa1648 req-a4fec62c-33f1-40a3-8769-40ccb24ba237 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a246398d-7a66-4826-a655-e9470018f718 HTTP/1.1" status: 200 len: 861 time: 0.5051363 Apr 18 20:30:08.020519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73ca0d83-33aa-4d22-a630-09be18b3adb6 req-19cc607b-cd6b-46bf-bf3a-7a25417eb24d tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5359032 Apr 18 20:30:08.085787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-760e468d-b875-4706-9e20-f57eb2fa1648 req-406f2b79-3796-4588-82e0-56cca5f7560e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c679693-e74b-4a10-b346-222b1335c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909228 Apr 18 20:30:08.141635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b6652f0e-3af4-4c05-a1c6-66e256d69ea5 None None] Provisioning complete for port e5656ecb-767a-4e18-948a-8ff179c57632 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:08.144014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b6652f0e-3af4-4c05-a1c6-66e256d69ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.160368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] For port 5edeb032-88b5-40ef-8a39-ed57e5508362, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:08.204854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b6652f0e-3af4-4c05-a1c6-66e256d69ea5 None None] Port e5656ecb-767a-4e18-948a-8ff179c57632 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:30:08.208239 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60bb9138-de48-487f-933a-d4d88b527482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.236513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] For port 5edeb032-88b5-40ef-8a39-ed57e5508362, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5edeb032-88b5-40ef-8a39-ed57e5508362,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:08.241751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3644fa01-c57c-4d61-9680-1ff3e94c7f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.265041 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.311915 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:31Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'f357f445-200e-4d53-8538-05c4681aab1b', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'port_id': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'mac_address': 'fa:16:3e:ec:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:37Z', 'updated_at': '2022-04-18T20:30:05Z', 'revision_number': 1, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07', 'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'mac_address': 'fa:16:3e:c6:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:29Z', 'updated_at': '2022-04-18T20:29:35Z', 'revision_number': 5, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'subnets': [{'id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:08.331130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113bd2c-9304-40ba-b8e5-fd1439a57a68 req-9f77c5f9-c66d-4383-a664-6fa3ab541134 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.332728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8113bd2c-9304-40ba-b8e5-fd1439a57a68 req-9f77c5f9-c66d-4383-a664-6fa3ab541134 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 945 time: 0.2696424 Apr 18 20:30:08.333487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644fa01-c57c-4d61-9680-1ff3e94c7f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185d1bcd-0aa5-4f28-b38a-bf1cfd911e02,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:08.337913 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3644fa01-c57c-4d61-9680-1ff3e94c7f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.340949 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3644fa01-c57c-4d61-9680-1ff3e94c7f8f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/185d1bcd-0aa5-4f28-b38a-bf1cfd911e02 HTTP/1.1" status: 204 len: 168 time: 1.5951579 Apr 18 20:30:08.344095 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57692) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:08.350075 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1b44a-b667-4988-9b0c-4bcbe9f7bba4 None None] The sync data for ids ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'] in n-d-836015-4 is: [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:31Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'f357f445-200e-4d53-8538-05c4681aab1b', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'floating_ip_address': '172.25.2.182', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'port_id': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'mac_address': 'fa:16:3e:ec:9f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:37Z', 'updated_at': '2022-04-18T20:30:05Z', 'revision_number': 1, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07', 'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'mac_address': 'fa:16:3e:c6:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:29Z', 'updated_at': '2022-04-18T20:29:35Z', 'revision_number': 5, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'subnets': [{'id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:08.381669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.382109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.383494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] 10.222.0.60 "PUT /v2.0/ports/5edeb032-88b5-40ef-8a39-ed57e5508362 HTTP/1.1" status: 200 len: 1091 time: 2.9169455 Apr 18 20:30:08.448542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aac405-aac2-4b32-b919-f716eca541f6 req-f4ccf2bb-498f-4468-9aaa-34951de09d54 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.450640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1aac405-aac2-4b32-b919-f716eca541f6 req-f4ccf2bb-498f-4468-9aaa-34951de09d54 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 944 time: 0.2958441 Apr 18 20:30:08.463177 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.494128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab5db3-eb0c-48c2-bafb-47b2a718e21e service neutron] Pushing event updated for resources: {'Port': ['ID=5edeb032-88b5-40ef-8a39-ed57e5508362,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:08.520478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-760e468d-b875-4706-9e20-f57eb2fa1648 req-5e4a60c4-2eb8-4b0a-a0e8-0d744bf3caac service neutron] 10.222.0.60 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159541 Apr 18 20:30:08.534002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:08.546759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8113bd2c-9304-40ba-b8e5-fd1439a57a68 req-7e5bcbea-0233-4f52-b922-50d8eaaaae7d tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953781 Apr 18 20:30:08.583338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.666701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'tag': '5edeb032-88b5-40ef-8a39-ed57e5508362'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:08.669041 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0724926e-2156-45a6-a4ae-eedc39776e46" -d '{"events": [{"name": "network-changed", "server_uuid": "65086285-8394-4e3e-81f1-3e90cfe5c52e", "tag": "5edeb032-88b5-40ef-8a39-ed57e5508362"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:08.670286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Transition to ACTIVE for port object 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:08.676964 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.683625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1aac405-aac2-4b32-b919-f716eca541f6 req-e04a9150-507c-401f-9980-f6c4ea82a82a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151325 Apr 18 20:30:08.703564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.760327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24cfdc0-1a3d-4ddf-81f8-d9bbaed57c43 None None] New status for floating IP f357f445-200e-4d53-8538-05c4681aab1b: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:30:08.789522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-d96707dd-808c-429f-8167-83d82f01a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.791063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-d96707dd-808c-429f-8167-83d82f01a0ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa438cf45dfd4d42b8f01b3aa4119247&device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 1094 time: 0.3356893 Apr 18 20:30:08.802741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e83144-4213-4821-8164-b5bcdcd052f1']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:08.843781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d90530-6683-4027-a970-30c5ff99441c') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:08.849745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d90530-6683-4027-a970-30c5ff99441c') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:08.853652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Pushing event updated for resources: {'Port': ['ID=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:08.880632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-760e468d-b875-4706-9e20-f57eb2fa1648 req-a5c7332d-99bf-451a-8a73-69d771e30a80 service neutron] 10.222.0.60 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495464 Apr 18 20:30:08.882464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-951cdd03-4248-477d-ae90-d8e57b286981 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5edeb032-88b5-40ef-8a39-ed57e5508362 HTTP/1.1" status: 200 len: 217 time: 0.0733688 Apr 18 20:30:08.940466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aab402-e2c9-4c8c-9ad1-964e99199693 req-02e7a374-d426-499c-9fe3-28a96886bbfd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.942735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85aab402-e2c9-4c8c-9ad1-964e99199693 req-02e7a374-d426-499c-9fe3-28a96886bbfd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 943 time: 0.2673900 Apr 18 20:30:08.943802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.965395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Attempting to bind port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:08.971550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Attempting to bind port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:08.972199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Attempting to bind port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 on network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:08.981428 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.000618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 on network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:09.001257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Attempting to bind port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 on network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:09.005833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:30:09.006383 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:30:09.008283 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:30:09.045613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:09.049560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Checking segment: {'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:09.050096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Bound using segment: {'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:09.050659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Bound port: 22545a06-76ec-4a8f-ad48-d3b3a0485dd2, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305bfae0-d30a-4bf2-9715-0b9775f3e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:09.052423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.132260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85aab402-e2c9-4c8c-9ad1-964e99199693 req-5eb31f12-62b7-44b2-9809-af8e8f498d8b tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605031 Apr 18 20:30:09.145985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-82c8fd45-b155-4ac1-a316-336114123153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.148216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-82c8fd45-b155-4ac1-a316-336114123153 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=812f8665-d73f-47fa-a1d8-ba6ab4fdbe27 HTTP/1.1" status: 200 len: 867 time: 0.2174518 Apr 18 20:30:09.159953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281524b-c9d2-4ae7-b321-fd14a3ffb711 req-7f19b6f8-cd0a-4883-96d2-f9885715bc4c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.167751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281524b-c9d2-4ae7-b321-fd14a3ffb711 req-7f19b6f8-cd0a-4883-96d2-f9885715bc4c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.173725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281524b-c9d2-4ae7-b321-fd14a3ffb711 req-7f19b6f8-cd0a-4883-96d2-f9885715bc4c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.185984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281524b-c9d2-4ae7-b321-fd14a3ffb711 req-7f19b6f8-cd0a-4883-96d2-f9885715bc4c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.189073 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.196679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281524b-c9d2-4ae7-b321-fd14a3ffb711 req-7f19b6f8-cd0a-4883-96d2-f9885715bc4c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.203536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.208623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8281524b-c9d2-4ae7-b321-fd14a3ffb711 req-7f19b6f8-cd0a-4883-96d2-f9885715bc4c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 3828 time: 0.3985400 Apr 18 20:30:09.213760 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/25e83144-4213-4821-8164-b5bcdcd052f1 HTTP/1.1" status: 204 len: 168 time: 0.8658824 Apr 18 20:30:09.233066 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.244924 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf766b09-b7af-402c-944f-40b138935369 x-openstack-request-id: req-bf766b09-b7af-402c-944f-40b138935369 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:09.246806 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1642a4fa-8d5b-4d24-b40c-3b672052b004", "tag": "da7f8fe5-1ff8-4a3d-9c93-be4bb165b835", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:09.247268 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf766b09-b7af-402c-944f-40b138935369 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:09.248232 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf766b09-b7af-402c-944f-40b138935369'] response: {'name': 'network-changed', 'server_uuid': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'tag': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835', 'status': 'completed', 'code': 200} Apr 18 20:30:09.281956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952efa95-5eb0-4967-af23-78ec3ae802d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e83144-4213-4821-8164-b5bcdcd052f1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:09.333197 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] For port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:09.337821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] For port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:09.340544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8281524b-c9d2-4ae7-b321-fd14a3ffb711 req-a05fe1c4-9804-4178-bc07-7c10a85f246b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309075 Apr 18 20:30:09.347373 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.364796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-54947368-9429-46ba-b9b1-668cec38c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.365315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.366193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-54947368-9429-46ba-b9b1-668cec38c2e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc1b563c-b4ee-4439-b366-afe664385bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178827 Apr 18 20:30:09.366334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.367764 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/22545a06-76ec-4a8f-ad48-d3b3a0485dd2 HTTP/1.1" status: 200 len: 1092 time: 1.5157750 Apr 18 20:30:09.408555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:09.455081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-82c4cea5-e0dd-4717-8ebd-b5d4137a0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.460282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-82c4cea5-e0dd-4717-8ebd-b5d4137a0973 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7fbf08630c804d5193abfaa46deb2827&device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 1096 time: 0.1709909 Apr 18 20:30:09.599142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57706) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:09.625668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74956b14-14ae-4eeb-b34d-034f759563aa req-f2e8f08c-617e-4b7f-b3fa-ba4da0f09aa3 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.628952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca8e78-7a60-4751-9904-6281622c49a9 service neutron] Pushing event updated for resources: {'Port': ['ID=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:09.634625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74956b14-14ae-4eeb-b34d-034f759563aa req-f2e8f08c-617e-4b7f-b3fa-ba4da0f09aa3 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 946 time: 0.2724035 Apr 18 20:30:09.675368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.720998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-b2387fa5-17a5-44df-8fb7-c655f1fbae5c service neutron] 10.222.0.60 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250754 Apr 18 20:30:09.737457 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-40250e2f-da62-4984-906c-24a9adc5bd05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3ee5147f2b2465a8408a6522a34b5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1352127 Apr 18 20:30:09.738503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57710) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:09.765432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74956b14-14ae-4eeb-b34d-034f759563aa req-4ab0cdfc-58b9-4d52-84a6-cda52a80e04f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284344 Apr 18 20:30:09.802732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-8aac6f6b-5003-4515-a28c-1b27cedceefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.808689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-8aac6f6b-5003-4515-a28c-1b27cedceefe service neutron] 10.222.0.64 "GET /v2.0/networks?id=7abf7304-f18a-4007-bf66-9df462202186 HTTP/1.1" status: 200 len: 913 time: 0.3175480 Apr 18 20:30:09.917528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1f3-92c1-48e4-b8ff-ccba90c57296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.930747 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277558f6-d1e0-4959-bd7b-ba5d1ab64c85 x-openstack-request-id: req-277558f6-d1e0-4959-bd7b-ba5d1ab64c85 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:09.933083 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65086285-8394-4e3e-81f1-3e90cfe5c52e", "tag": "5edeb032-88b5-40ef-8a39-ed57e5508362", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:09.933571 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-277558f6-d1e0-4959-bd7b-ba5d1ab64c85 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:09.934212 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277558f6-d1e0-4959-bd7b-ba5d1ab64c85'] response: {'name': 'network-changed', 'server_uuid': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'tag': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'status': 'completed', 'code': 200} Apr 18 20:30:10.073848 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1f3-92c1-48e4-b8ff-ccba90c57296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.175691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac33b0-a387-43d8-a887-948d5391c218 req-ba9596d0-fa56-41ca-9464-6649a6768222 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.183714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac33b0-a387-43d8-a887-948d5391c218 req-ba9596d0-fa56-41ca-9464-6649a6768222 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.193531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac33b0-a387-43d8-a887-948d5391c218 req-ba9596d0-fa56-41ca-9464-6649a6768222 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.201950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac33b0-a387-43d8-a887-948d5391c218 req-ba9596d0-fa56-41ca-9464-6649a6768222 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.205928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1f3-92c1-48e4-b8ff-ccba90c57296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.209077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac33b0-a387-43d8-a887-948d5391c218 req-ba9596d0-fa56-41ca-9464-6649a6768222 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.209979 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1f3-92c1-48e4-b8ff-ccba90c57296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.211537 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e94d1f3-92c1-48e4-b8ff-ccba90c57296 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f533ae4d-e998-41bc-98d0-b1f00f410baf HTTP/1.1" status: 204 len: 168 time: 0.4701900 Apr 18 20:30:10.216838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac33b0-a387-43d8-a887-948d5391c218 req-ba9596d0-fa56-41ca-9464-6649a6768222 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.224137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac33b0-a387-43d8-a887-948d5391c218 req-ba9596d0-fa56-41ca-9464-6649a6768222 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.235763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2ac33b0-a387-43d8-a887-948d5391c218 req-ba9596d0-fa56-41ca-9464-6649a6768222 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.2607942 Apr 18 20:30:10.240623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-8e674e6d-3fbb-4c79-a533-6080bbf10ad0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 HTTP/1.1" status: 200 len: 1001 time: 0.4216380 Apr 18 20:30:10.249105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94d1f3-92c1-48e4-b8ff-ccba90c57296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f533ae4d-e998-41bc-98d0-b1f00f410baf,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:10.266193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:10.277529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.284292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49118039-1964-40ea-be56-fe0d9ab5f0e4 req-5aa8c134-516b-4cd7-9bbe-d12b973d2fb9 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514035 Apr 18 20:30:10.305913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Transition to ACTIVE for port object 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:10.310820 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.375579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Pushing event updated for resources: {'Port': ['ID=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:10.380273 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.394723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-1e415b9c-aaba-4806-bc85-c886990a5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.397263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-1e415b9c-aaba-4806-bc85-c886990a5d63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a428a6f1-6657-40ce-b4b1-4ef66ff06bf3 HTTP/1.1" status: 200 len: 851 time: 0.1363196 Apr 18 20:30:10.473715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2361-2d27-46bb-a10c-861c3502c0f3 req-8e69296f-0f4a-4f4d-9f01-68b13e68e408 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.481259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2ce2361-2d27-46bb-a10c-861c3502c0f3 req-8e69296f-0f4a-4f4d-9f01-68b13e68e408 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 944 time: 0.4175491 Apr 18 20:30:10.520128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Attempting to bind port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:10.520642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Attempting to bind port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:10.521314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Attempting to bind port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:10.532360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:10.532909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Attempting to bind port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:10.540971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:10.541659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Checking segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:10.542249 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Bound using segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:10.542848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Bound port: 55a26db7-6d97-4b34-ac9c-f92a1ea52f80, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:10.543388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.558471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2ac33b0-a387-43d8-a887-948d5391c218 req-2b99ea5e-459b-4854-b365-247a6d8c2391 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3177528 Apr 18 20:30:10.644620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] For port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:10.648145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2ce2361-2d27-46bb-a10c-861c3502c0f3 req-9333577a-8201-4110-917c-500985a497b7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657145 Apr 18 20:30:10.651146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-284025b7-44fa-49f9-9074-790ddc1db9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.660349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] For port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:10.663289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-284025b7-44fa-49f9-9074-790ddc1db9d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa438cf45dfd4d42b8f01b3aa4119247&device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 1094 time: 0.2586699 Apr 18 20:30:10.678953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.781829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.782632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.787010 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] 10.222.0.60 "PUT /v2.0/ports/55a26db7-6d97-4b34-ac9c-f92a1ea52f80 HTTP/1.1" status: 200 len: 1131 time: 1.3835657 Apr 18 20:30:10.821318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-9373aae7-f892-4e36-b8b0-71d0d11238e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.823770 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-9373aae7-f892-4e36-b8b0-71d0d11238e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7abf7304-f18a-4007-bf66-9df462202186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4080522 Apr 18 20:30:10.838705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:10.854027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bc90e-9671-4483-a820-bbd27e8d11a5 service neutron] Pushing event updated for resources: {'Port': ['ID=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:10.926249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b355c706-7f7d-431d-bdcb-8b841df3f706 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:10.930757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.052852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-e9f4bf5f-6091-4d83-9faa-57af835e6cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.059368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-e9f4bf5f-6091-4d83-9faa-57af835e6cd0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cc1b563c-b4ee-4439-b366-afe664385bf8 HTTP/1.1" status: 200 len: 929 time: 0.3834925 Apr 18 20:30:11.176911 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.200367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b355c706-7f7d-431d-bdcb-8b841df3f706, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b355c706-7f7d-431d-bdcb-8b841df3f706,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:11.206591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6ad04-6ca2-4b1d-a159-83f7ac9c78ce req-236590a7-5279-435d-a1ac-744d0f7b3725 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.213484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ac6ad04-6ca2-4b1d-a159-83f7ac9c78ce req-236590a7-5279-435d-a1ac-744d0f7b3725 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 943 time: 0.3943965 Apr 18 20:30:11.237292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'b355c706-7f7d-431d-bdcb-8b841df3f706', 'network_id': '9c679693-e74b-4a10-b346-222b1335c621', 'port_id': 'b355c706-7f7d-431d-bdcb-8b841df3f706', 'mac_address': 'fa:16:3e:5b:d6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a246398d-7a66-4826-a655-e9470018f718', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:11.264343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2'}, {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': '55a26db7-6d97-4b34-ac9c-f92a1ea52f80'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:11.271962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-fc5def72-4a69-42e7-b213-f5578dfbfa8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5edeb032-88b5-40ef-8a39-ed57e5508362 HTTP/1.1" status: 200 len: 217 time: 0.1765075 Apr 18 20:30:11.277415 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c64f50-bad3-4edd-86d1-57766c22afd4" -d '{"events": [{"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "22545a06-76ec-4a8f-ad48-d3b3a0485dd2"}, {"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "55a26db7-6d97-4b34-ac9c-f92a1ea52f80"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:11.284859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91e7f-110e-4da2-9305-f3b0d7fc6be2 req-4e031ae2-d191-4a93-b4f2-81112241fe91 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.286380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ab91e7f-110e-4da2-9305-f3b0d7fc6be2 req-4e031ae2-d191-4a93-b4f2-81112241fe91 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 1097 time: 0.4709051 Apr 18 20:30:11.288199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-51df13ff-ffe8-4675-a1f1-27b1316fd60a service neutron] 10.222.0.64 "GET /v2.0/networks/7abf7304-f18a-4007-bf66-9df462202186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386775 Apr 18 20:30:11.337939 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.362556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b355c706-7f7d-431d-bdcb-8b841df3f706 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:11.375765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57754) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:11.388003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee55985d-2e1c-4faf-9628-c2bc9255de09 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:11.397407 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.414720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b355c706-7f7d-431d-bdcb-8b841df3f706, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b355c706-7f7d-431d-bdcb-8b841df3f706,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:11.415750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Transition to ACTIVE for port object ee55985d-2e1c-4faf-9628-c2bc9255de09 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:11.421263 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.422056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.502621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Pushing event updated for resources: {'Port': ['ID=ee55985d-2e1c-4faf-9628-c2bc9255de09,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:11.509545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b355c706-7f7d-431d-bdcb-8b841df3f706,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:11.595703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1559030523-network', 'tenant_id': '1b6d3940958747738cdd27ee017b8376'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:11.623196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Attempting to bind port ee55985d-2e1c-4faf-9628-c2bc9255de09 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:11.624013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Attempting to bind port ee55985d-2e1c-4faf-9628-c2bc9255de09 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:11.624772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Attempting to bind port ee55985d-2e1c-4faf-9628-c2bc9255de09 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:11.634449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Port ee55985d-2e1c-4faf-9628-c2bc9255de09 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:11.635277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Attempting to bind port ee55985d-2e1c-4faf-9628-c2bc9255de09 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:11.641632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:11.642291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Checking segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:11.643605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Bound using segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:11.644299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Bound port: ee55985d-2e1c-4faf-9628-c2bc9255de09, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:11.645207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.648582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Made reservation on behalf of 1b6d3940958747738cdd27ee017b8376 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:11.651124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.662938 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.728828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-70a1a1ad-24ca-4ccd-a5db-cfa2567ab606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.730434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-70a1a1ad-24ca-4ccd-a5db-cfa2567ab606 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=812f8665-d73f-47fa-a1d8-ba6ab4fdbe27 HTTP/1.1" status: 200 len: 867 time: 0.4395337 Apr 18 20:30:11.765269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] For port ee55985d-2e1c-4faf-9628-c2bc9255de09, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:11.770442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] For port ee55985d-2e1c-4faf-9628-c2bc9255de09, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ee55985d-2e1c-4faf-9628-c2bc9255de09,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:11.779560 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.791106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ac6ad04-6ca2-4b1d-a159-83f7ac9c78ce req-d1ed7532-fb68-405e-8cb7-5011f74415ce tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754771 Apr 18 20:30:11.838270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ab91e7f-110e-4da2-9305-f3b0d7fc6be2 req-9126bb4d-fe5d-4c20-bfcf-20b8a5110eaf tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5459867 Apr 18 20:30:11.849023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.849663 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.855781 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] 10.222.0.60 "PUT /v2.0/ports/ee55985d-2e1c-4faf-9628-c2bc9255de09 HTTP/1.1" status: 200 len: 1129 time: 1.0241446 Apr 18 20:30:11.917381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-b9ff9996-1bcd-4406-ae7c-e25fdac90efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.919505 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-b9ff9996-1bcd-4406-ae7c-e25fdac90efb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc1b563c-b4ee-4439-b366-afe664385bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393399 Apr 18 20:30:11.925904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6227b23b-8233-432d-bbd9-555319fd9fa6 req-21e59a3e-3200-402a-bb1a-66aec31abb8d service neutron] 10.222.0.64 "GET /v2.0/networks/7abf7304-f18a-4007-bf66-9df462202186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6221788 Apr 18 20:30:11.940705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:12.002625 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.014930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.017132 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbc1af8-481b-429c-9558-95f810a22985 x-openstack-request-id: req-6cbc1af8-481b-429c-9558-95f810a22985 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:12.017967 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "22545a06-76ec-4a8f-ad48-d3b3a0485dd2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "55a26db7-6d97-4b34-ac9c-f92a1ea52f80", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:12.018212 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6cbc1af8-481b-429c-9558-95f810a22985 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:12.018719 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbc1af8-481b-429c-9558-95f810a22985'] response: {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2', 'status': 'completed', 'code': 200} Apr 18 20:30:12.018975 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbc1af8-481b-429c-9558-95f810a22985'] response: {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': '55a26db7-6d97-4b34-ac9c-f92a1ea52f80', 'status': 'completed', 'code': 200} Apr 18 20:30:12.032542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.047655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:30:12.058833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.059326 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Added segment 7254ac4e-a308-4073-b024-e88b2123e5a5 of type vlan for network 8d1c7fc6-53e5-4359-8d9a-355daf134ed1 Apr 18 20:30:12.076510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db985ff5-de50-4d2f-b80b-6879a57742ba service neutron] Pushing event updated for resources: {'Port': ['ID=ee55985d-2e1c-4faf-9628-c2bc9255de09,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:12.155443 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.170429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6b54ef-60e2-4e0c-b18d-980c66293293,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:12.181579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a03bf-527f-4e0c-be51-969bc7519d3a req-60be6b13-74c6-419d-9705-8f1b96147b9e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.190283 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.193498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a03bf-527f-4e0c-be51-969bc7519d3a req-60be6b13-74c6-419d-9705-8f1b96147b9e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.204490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a03bf-527f-4e0c-be51-969bc7519d3a req-60be6b13-74c6-419d-9705-8f1b96147b9e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.216964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a03bf-527f-4e0c-be51-969bc7519d3a req-60be6b13-74c6-419d-9705-8f1b96147b9e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.233421 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.235398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a03bf-527f-4e0c-be51-969bc7519d3a req-60be6b13-74c6-419d-9705-8f1b96147b9e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.237050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.237549 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.242974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a03bf-527f-4e0c-be51-969bc7519d3a req-60be6b13-74c6-419d-9705-8f1b96147b9e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.251492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a03bf-527f-4e0c-be51-969bc7519d3a req-60be6b13-74c6-419d-9705-8f1b96147b9e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.257258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b355c706-7f7d-431d-bdcb-8b841df3f706'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:12.260862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-497a03bf-527f-4e0c-be51-969bc7519d3a req-60be6b13-74c6-419d-9705-8f1b96147b9e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5372 time: 0.3313024 Apr 18 20:30:12.279999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-f2e70501-fcd7-4669-8ba9-6abe1f188719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.280624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-f2e70501-fcd7-4669-8ba9-6abe1f188719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.281148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-f2e70501-fcd7-4669-8ba9-6abe1f188719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.281613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-f2e70501-fcd7-4669-8ba9-6abe1f188719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.282938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-f2e70501-fcd7-4669-8ba9-6abe1f188719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.283594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-f2e70501-fcd7-4669-8ba9-6abe1f188719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.284088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-f2e70501-fcd7-4669-8ba9-6abe1f188719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.287043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-f2e70501-fcd7-4669-8ba9-6abe1f188719 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6209 time: 0.2501216 Apr 18 20:30:12.290866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-0ef1c4ac-92f4-420c-964a-3815b8f71fbe service neutron] 10.222.0.60 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620021 Apr 18 20:30:12.316866 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9396672 Apr 18 20:30:12.323563 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57766) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:12.331674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Request body: {'subnet': {'network_id': '8d1c7fc6-53e5-4359-8d9a-355daf134ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1559030523-subnet', 'tenant_id': '1b6d3940958747738cdd27ee017b8376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:12.338491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d05e9-19a8-4d1e-afec-4a3786e1ff7e admin admin] Pushing event updated for resources: {'Network': ['ID=8d1c7fc6-53e5-4359-8d9a-355daf134ed1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:12.359485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 8d1c7fc6-53e5-4359-8d9a-355daf134ed1 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:30:12.425193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Made reservation on behalf of 1b6d3940958747738cdd27ee017b8376 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:12.427718 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.471503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e639d-6289-4d5b-b637-b8c64de74f18 req-1eca0fb9-18f9-4835-94b7-46b34ab6904f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.477139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e639d-6289-4d5b-b637-b8c64de74f18 req-1eca0fb9-18f9-4835-94b7-46b34ab6904f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.487971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e639d-6289-4d5b-b637-b8c64de74f18 req-1eca0fb9-18f9-4835-94b7-46b34ab6904f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.493934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e639d-6289-4d5b-b637-b8c64de74f18 req-1eca0fb9-18f9-4835-94b7-46b34ab6904f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.500532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e639d-6289-4d5b-b637-b8c64de74f18 req-1eca0fb9-18f9-4835-94b7-46b34ab6904f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.506818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e639d-6289-4d5b-b637-b8c64de74f18 req-1eca0fb9-18f9-4835-94b7-46b34ab6904f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.513281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e639d-6289-4d5b-b637-b8c64de74f18 req-1eca0fb9-18f9-4835-94b7-46b34ab6904f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.522623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b7e639d-6289-4d5b-b637-b8c64de74f18 req-1eca0fb9-18f9-4835-94b7-46b34ab6904f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.4549961 Apr 18 20:30:12.584071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-497a03bf-527f-4e0c-be51-969bc7519d3a req-8453975b-24eb-44cb-bc1c-09159d1debdb tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2918854 Apr 18 20:30:12.614646 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b7e639d-6289-4d5b-b637-b8c64de74f18 req-d6944440-2e3d-4540-a119-90af09dc1c59 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910466 Apr 18 20:30:12.696593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0724926e-2156-45a6-a4ae-eedc39776e46 req-4cf0e665-075b-4ca8-a1ed-5ddf06b0247a service neutron] 10.222.0.60 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699496 Apr 18 20:30:12.698406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-03e6e003-817b-4281-9fc8-9f1ec7361675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.699043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-03e6e003-817b-4281-9fc8-9f1ec7361675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.699664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-03e6e003-817b-4281-9fc8-9f1ec7361675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.701355 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-03e6e003-817b-4281-9fc8-9f1ec7361675 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=231f1132973642388e3f464a286dd35e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3942401 Apr 18 20:30:12.751524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e596951-f706-4996-862c-949b0abf7f2d {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:12.763426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.853810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Transition to ACTIVE for port object 0e596951-f706-4996-862c-949b0abf7f2d will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:12.886903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:12.894771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f968e57-2094-42e2-a2c5-0789409d9354 req-fbc55dbb-3ebc-4206-ab49-bbd0b047ede7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.897045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f968e57-2094-42e2-a2c5-0789409d9354 req-fbc55dbb-3ebc-4206-ab49-bbd0b047ede7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 945 time: 0.0929899 Apr 18 20:30:12.917918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-291dff31-77e7-4d68-ae65-8333f3694e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.919100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-291dff31-77e7-4d68-ae65-8333f3694e6d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1919162 Apr 18 20:30:12.957132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f968e57-2094-42e2-a2c5-0789409d9354 req-ccce70ac-eb1b-4902-b34f-a200a46cb0cf tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481133 Apr 18 20:30:12.964958 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.014198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Pushing event updated for resources: {'Port': ['ID=0e596951-f706-4996-862c-949b0abf7f2d,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:13.075249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-14a5708c-c2d6-4cdd-8fe8-3d17aaf99021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.075869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-14a5708c-c2d6-4cdd-8fe8-3d17aaf99021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.076566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-14a5708c-c2d6-4cdd-8fe8-3d17aaf99021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.077117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-14a5708c-c2d6-4cdd-8fe8-3d17aaf99021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.077842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-14a5708c-c2d6-4cdd-8fe8-3d17aaf99021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.078363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-14a5708c-c2d6-4cdd-8fe8-3d17aaf99021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.078936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-14a5708c-c2d6-4cdd-8fe8-3d17aaf99021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.081294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-14a5708c-c2d6-4cdd-8fe8-3d17aaf99021 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6234 time: 0.1060047 Apr 18 20:30:13.087791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.091387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d24a7-47ec-41f4-b2b7-a9077fd811da req-3eaff066-f01a-4829-9e77-bd44130701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.100378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.101035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.101513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.102306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.102759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-590d24a7-47ec-41f4-b2b7-a9077fd811da req-3eaff066-f01a-4829-9e77-bd44130701d7 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 943 time: 0.1106272 Apr 18 20:30:13.103170 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.105003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.105444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.105943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.108264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.108862 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.109431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:13.174475 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36dd6838-40cb-4ef3-8dd2-92cb98d9cf5f,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:13.209379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Checking segment: {'id': '7254ac4e-a308-4073-b024-e88b2123e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8d1c7fc6-53e5-4359-8d9a-355daf134ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:13.209739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Network hostable DHCP agents. Network: 8d1c7fc6-53e5-4359-8d9a-355daf134ed1, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:30:13.239766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Attempting to bind port 0e596951-f706-4996-862c-949b0abf7f2d on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:13.240129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Attempting to bind port 0e596951-f706-4996-862c-949b0abf7f2d by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:13.240504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Attempting to bind port 0e596951-f706-4996-862c-949b0abf7f2d on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:13.246031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Port 0e596951-f706-4996-862c-949b0abf7f2d on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:13.246360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Attempting to bind port 0e596951-f706-4996-862c-949b0abf7f2d on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:13.254889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Network 8d1c7fc6-53e5-4359-8d9a-355daf134ed1 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:30:13.257383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:13.257772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Checking segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:13.260317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Bound using segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:13.260317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Bound port: 0e596951-f706-4996-862c-949b0abf7f2d, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:13.260317 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.273809 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 8d1c7fc6-53e5-4359-8d9a-355daf134ed1) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:13.285011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.285501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.289213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1323dd5-7d28-48be-a407-f685f5225950 None None] Network 8d1c7fc6-53e5-4359-8d9a-355daf134ed1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:30:13.337075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-590d24a7-47ec-41f4-b2b7-a9077fd811da req-67c5af40-afea-41b1-9cff-c61338f9d4ae tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328074 Apr 18 20:30:13.355535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] For port 0e596951-f706-4996-862c-949b0abf7f2d, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:13.358712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] For port 0e596951-f706-4996-862c-949b0abf7f2d, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e596951-f706-4996-862c-949b0abf7f2d,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:13.371833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-81dda16f-c154-44fd-9d79-b6b14dfea4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.372367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-81dda16f-c154-44fd-9d79-b6b14dfea4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.373101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-81dda16f-c154-44fd-9d79-b6b14dfea4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.374190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.374701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-81dda16f-c154-44fd-9d79-b6b14dfea4c4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=231f1132973642388e3f464a286dd35e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2616436 Apr 18 20:30:13.384890 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c4fd3728-05b4-4517-951e-abccdf78c572 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0581586 Apr 18 20:30:13.462742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.463372 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.464806 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] 10.222.0.60 "PUT /v2.0/ports/0e596951-f706-4996-862c-949b0abf7f2d HTTP/1.1" status: 200 len: 1091 time: 1.5623271 Apr 18 20:30:13.512223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:13.516933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba58c718-35a5-421e-9a93-5e53a8b4a55f None None] Network 8d1c7fc6-53e5-4359-8d9a-355daf134ed1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:30:13.583709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be5b9c-3fc4-4159-9e34-289d816f7d08 service neutron] Pushing event updated for resources: {'Port': ['ID=0e596951-f706-4996-862c-949b0abf7f2d,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:13.624864 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-48b6cbf8-23e3-4468-aaab-b29a81401d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.627027 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92c64f50-bad3-4edd-86d1-57766c22afd4 req-48b6cbf8-23e3-4468-aaab-b29a81401d4c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2304342 Apr 18 20:30:13.729180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.863541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf20e-78bf-4774-860e-ed0e7186f371 req-cf2ba8bb-3b1d-4c28-97ad-25eb881e556c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.870984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf20e-78bf-4774-860e-ed0e7186f371 req-cf2ba8bb-3b1d-4c28-97ad-25eb881e556c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.879227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf20e-78bf-4774-860e-ed0e7186f371 req-cf2ba8bb-3b1d-4c28-97ad-25eb881e556c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.885268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf20e-78bf-4774-860e-ed0e7186f371 req-cf2ba8bb-3b1d-4c28-97ad-25eb881e556c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.891340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf20e-78bf-4774-860e-ed0e7186f371 req-cf2ba8bb-3b1d-4c28-97ad-25eb881e556c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.897701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf20e-78bf-4774-860e-ed0e7186f371 req-cf2ba8bb-3b1d-4c28-97ad-25eb881e556c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.903964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaf20e-78bf-4774-860e-ed0e7186f371 req-cf2ba8bb-3b1d-4c28-97ad-25eb881e556c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.906105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dffaf20e-78bf-4774-860e-ed0e7186f371 req-cf2ba8bb-3b1d-4c28-97ad-25eb881e556c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5384 time: 0.1487150 Apr 18 20:30:13.974600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dffaf20e-78bf-4774-860e-ed0e7186f371 req-b38d8322-96a8-4db8-824a-4b0f2e7f2684 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525243 Apr 18 20:30:13.986891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc86d-6522-4ced-be44-213d816e4183 req-3baeb4ae-f139-44d9-af01-539faa64c121 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.992827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc86d-6522-4ced-be44-213d816e4183 req-3baeb4ae-f139-44d9-af01-539faa64c121 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.999125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc86d-6522-4ced-be44-213d816e4183 req-3baeb4ae-f139-44d9-af01-539faa64c121 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.012601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc86d-6522-4ced-be44-213d816e4183 req-3baeb4ae-f139-44d9-af01-539faa64c121 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.012601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc86d-6522-4ced-be44-213d816e4183 req-3baeb4ae-f139-44d9-af01-539faa64c121 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.018830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc86d-6522-4ced-be44-213d816e4183 req-3baeb4ae-f139-44d9-af01-539faa64c121 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.024779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dc86d-6522-4ced-be44-213d816e4183 req-3baeb4ae-f139-44d9-af01-539faa64c121 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.032659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d2dc86d-6522-4ced-be44-213d816e4183 req-3baeb4ae-f139-44d9-af01-539faa64c121 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.2193019 Apr 18 20:30:14.089012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d2dc86d-6522-4ced-be44-213d816e4183 req-5a63662e-41d3-4c33-9bd3-e00ed858526a tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554357 Apr 18 20:30:14.120985 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': 'ee55985d-2e1c-4faf-9628-c2bc9255de09'}, {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': '0e596951-f706-4996-862c-949b0abf7f2d'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:14.123559 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "ee55985d-2e1c-4faf-9628-c2bc9255de09"}, {"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "0e596951-f706-4996-862c-949b0abf7f2d"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:14.208754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:14.224505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:14.243706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Transition to ACTIVE for port object 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:14.256243 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:14.334278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8da63f-070c-4ed9-89ca-389bc964045b req-0a3077cf-bcc4-419b-93ff-45bc08b51615 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.335865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd8da63f-070c-4ed9-89ca-389bc964045b req-0a3077cf-bcc4-419b-93ff-45bc08b51615 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 945 time: 0.1279223 Apr 18 20:30:14.446191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd8da63f-070c-4ed9-89ca-389bc964045b req-8c236452-7393-40d7-85fc-d4dcc976fccb tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966008 Apr 18 20:30:14.506404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Pushing event updated for resources: {'Port': ['ID=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:14.528705 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6211204d-50c1-456f-8d8b-d65b97e469b9 x-openstack-request-id: req-6211204d-50c1-456f-8d8b-d65b97e469b9 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:14.529228 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "ee55985d-2e1c-4faf-9628-c2bc9255de09", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "0e596951-f706-4996-862c-949b0abf7f2d", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:14.532163 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6211204d-50c1-456f-8d8b-d65b97e469b9 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:14.532671 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6211204d-50c1-456f-8d8b-d65b97e469b9'] response: {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': 'ee55985d-2e1c-4faf-9628-c2bc9255de09', 'status': 'completed', 'code': 200} Apr 18 20:30:14.533574 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6211204d-50c1-456f-8d8b-d65b97e469b9'] response: {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': '0e596951-f706-4996-862c-949b0abf7f2d', 'status': 'completed', 'code': 200} Apr 18 20:30:14.581256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Attempting to bind port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:14.582168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Attempting to bind port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:14.583019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Attempting to bind port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:14.596272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:14.596576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Attempting to bind port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:14.641457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:14.641823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Checking segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:14.642238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Bound using segment: {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:14.645527 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Bound port: 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263e3a56-8309-4fce-b6c0-70c91c73ced2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:14.645902 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:14.864513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-f7ce22a5-e39d-40a5-8be9-1e088bc99ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.865381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-f7ce22a5-e39d-40a5-8be9-1e088bc99ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.865569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-f7ce22a5-e39d-40a5-8be9-1e088bc99ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.866071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-f7ce22a5-e39d-40a5-8be9-1e088bc99ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.866575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-f7ce22a5-e39d-40a5-8be9-1e088bc99ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.867140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-f7ce22a5-e39d-40a5-8be9-1e088bc99ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.867639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-f7ce22a5-e39d-40a5-8be9-1e088bc99ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.869873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-f7ce22a5-e39d-40a5-8be9-1e088bc99ab0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6301 time: 0.2700295 Apr 18 20:30:14.942872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5edeb032-88b5-40ef-8a39-ed57e5508362 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:14.960425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b355c706-7f7d-431d-bdcb-8b841df3f706 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:15.006056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1aca4-3410-4617-b03a-2fc4d766ab63 req-82f63f00-1b09-4d6a-bd7a-0fb9783225c1 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.023432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09c1aca4-3410-4617-b03a-2fc4d766ab63 req-82f63f00-1b09-4d6a-bd7a-0fb9783225c1 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 943 time: 0.3176706 Apr 18 20:30:15.031248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558776-c902-434d-89ce-0710bd2b01e6 req-93b8c65a-f0aa-415f-a420-3b6382ef0cff tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.046354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-93b8c65a-f0aa-415f-a420-3b6382ef0cff tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/networks?id=8d1c7fc6-53e5-4359-8d9a-355daf134ed1 HTTP/1.1" status: 200 len: 809 time: 0.3389149 Apr 18 20:30:15.081780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port b355c706-7f7d-431d-bdcb-8b841df3f706 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:15.085855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] For port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:15.086817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port b355c706-7f7d-431d-bdcb-8b841df3f706 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:15.087190 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.089446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] For port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:15.096779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.136921 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:30:15.174563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-a43d0ce7-489b-45e0-83d3-65b8ff97317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.175111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-a43d0ce7-489b-45e0-83d3-65b8ff97317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.175960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-a43d0ce7-489b-45e0-83d3-65b8ff97317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.180803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.182454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.182940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-a43d0ce7-489b-45e0-83d3-65b8ff97317a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=231f1132973642388e3f464a286dd35e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3006871 Apr 18 20:30:15.186445 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] 10.222.0.60 "PUT /v2.0/ports/33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 HTTP/1.1" status: 200 len: 1090 time: 1.6865249 Apr 18 20:30:15.212752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-34d6c996-77ca-4e1d-8665-c98d2548d201 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/quotas/1b6d3940958747738cdd27ee017b8376 HTTP/1.1" status: 200 len: 375 time: 0.1224861 Apr 18 20:30:15.256015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:15.277485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09c1aca4-3410-4617-b03a-2fc4d766ab63 req-014a7e90-1fc9-4cc4-96bb-95a192edf615 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531047 Apr 18 20:30:15.324712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098117c-a11d-4a8d-b60c-2a874fc8ebc5 service neutron] Pushing event updated for resources: {'Port': ['ID=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:15.388095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-95be8d75-6be8-4fe9-932b-50efdb632a0c tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1b6d3940958747738cdd27ee017b8376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178117 Apr 18 20:30:15.443471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.515601 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.560036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b355c706-7f7d-431d-bdcb-8b841df3f706, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b355c706-7f7d-431d-bdcb-8b841df3f706,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:15.562499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b355c706-7f7d-431d-bdcb-8b841df3f706'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:15.565595 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5045e3e-10e9-4953-91c3-0b00b348a12a" -d '{"events": [{"server_uuid": "bebca283-e6a2-4ed9-895f-c0e394766e47", "name": "network-vif-plugged", "status": "completed", "tag": "b355c706-7f7d-431d-bdcb-8b841df3f706"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:15.578833 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.581882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5edeb032-88b5-40ef-8a39-ed57e5508362, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5edeb032-88b5-40ef-8a39-ed57e5508362,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:15.621044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'port_id': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:15.672372 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.693990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5edeb032-88b5-40ef-8a39-ed57e5508362 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:15.720465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfc4cc-d5c7-470a-bdb9-c5566e2e7ead req-fe533f4d-f7cb-436d-8bed-8e718437b639 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.727369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfc4cc-d5c7-470a-bdb9-c5566e2e7ead req-fe533f4d-f7cb-436d-8bed-8e718437b639 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.733972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfc4cc-d5c7-470a-bdb9-c5566e2e7ead req-fe533f4d-f7cb-436d-8bed-8e718437b639 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.741833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfc4cc-d5c7-470a-bdb9-c5566e2e7ead req-fe533f4d-f7cb-436d-8bed-8e718437b639 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.744661 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.748819 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfc4cc-d5c7-470a-bdb9-c5566e2e7ead req-fe533f4d-f7cb-436d-8bed-8e718437b639 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.756321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfc4cc-d5c7-470a-bdb9-c5566e2e7ead req-fe533f4d-f7cb-436d-8bed-8e718437b639 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.762556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfc4cc-d5c7-470a-bdb9-c5566e2e7ead req-fe533f4d-f7cb-436d-8bed-8e718437b639 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.772305 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67dfc4cc-d5c7-470a-bdb9-c5566e2e7ead req-fe533f4d-f7cb-436d-8bed-8e718437b639 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5396 time: 0.2753398 Apr 18 20:30:15.775094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b355c706-7f7d-431d-bdcb-8b841df3f706,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:15.786684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5edeb032-88b5-40ef-8a39-ed57e5508362, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5edeb032-88b5-40ef-8a39-ed57e5508362,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:15.800152 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.801140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d5b0da29-226b-446d-8624-c9bf1bdfd85a details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:15.803192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-e208f972-9cb0-4a8e-b50a-3ec639cd9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.807769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-e208f972-9cb0-4a8e-b50a-3ec639cd9d41 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5894096 Apr 18 20:30:15.869302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-724ba368-7bb4-4a6b-93c0-aaf6b13e0efc service neutron] 10.222.0.49 "GET /v2.0/networks/8d1c7fc6-53e5-4359-8d9a-355daf134ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801424 Apr 18 20:30:15.941184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port d5b0da29-226b-446d-8624-c9bf1bdfd85a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:16.008537 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'port_id': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a', 'mac_address': 'fa:16:3e:00:25:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:16.012274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5edeb032-88b5-40ef-8a39-ed57e5508362,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:16.014916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67dfc4cc-d5c7-470a-bdb9-c5566e2e7ead req-348a849a-ca6f-4f22-b48d-c6801779197f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2417443 Apr 18 20:30:16.033486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-142b2742-902b-4e03-9dd0-658bd8c9e0db service neutron] 10.222.0.49 "GET /v2.0/networks/8d1c7fc6-53e5-4359-8d9a-355daf134ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323032 Apr 18 20:30:16.058839 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.069729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-625a0b29-c54f-47dd-8978-59a3f4a4624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.070242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-625a0b29-c54f-47dd-8978-59a3f4a4624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.070707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-625a0b29-c54f-47dd-8978-59a3f4a4624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.071172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-625a0b29-c54f-47dd-8978-59a3f4a4624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.071683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-625a0b29-c54f-47dd-8978-59a3f4a4624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.072101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-625a0b29-c54f-47dd-8978-59a3f4a4624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.072562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-625a0b29-c54f-47dd-8978-59a3f4a4624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.078832 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-625a0b29-c54f-47dd-8978-59a3f4a4624b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6343 time: 0.2037530 Apr 18 20:30:16.094088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5b0da29-226b-446d-8624-c9bf1bdfd85a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:16.139155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port d5b0da29-226b-446d-8624-c9bf1bdfd85a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:16.148850 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.204881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=d5b0da29-226b-446d-8624-c9bf1bdfd85a,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:16.222790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f465dbba-9077-4e4b-b3ad-e75f72765025 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:16.233136 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.240017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['d5b0da29-226b-446d-8624-c9bf1bdfd85a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:16.284339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Transition to ACTIVE for port object f465dbba-9077-4e4b-b3ad-e75f72765025 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:16.294767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.450121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-6c10f6f3-158b-431c-9449-75b375b09512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.451749 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Pushing event updated for resources: {'Port': ['ID=f465dbba-9077-4e4b-b3ad-e75f72765025,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:16.452207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-6c10f6f3-158b-431c-9449-75b375b09512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.453418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-6c10f6f3-158b-431c-9449-75b375b09512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.459745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-6c10f6f3-158b-431c-9449-75b375b09512 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=231f1132973642388e3f464a286dd35e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3724160 Apr 18 20:30:16.523538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ffe51-44ae-40bb-ae3b-b33a00b5bbb8 req-a8e86b5a-3b59-458f-b26f-3f1decfa55d3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.531123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ffe51-44ae-40bb-ae3b-b33a00b5bbb8 req-a8e86b5a-3b59-458f-b26f-3f1decfa55d3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.540488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ffe51-44ae-40bb-ae3b-b33a00b5bbb8 req-a8e86b5a-3b59-458f-b26f-3f1decfa55d3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.541146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': '33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:16.543813 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1752466b-ff46-4627-8984-72b967bfdb42" -d '{"events": [{"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:16.547601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ffe51-44ae-40bb-ae3b-b33a00b5bbb8 req-a8e86b5a-3b59-458f-b26f-3f1decfa55d3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.556740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ffe51-44ae-40bb-ae3b-b33a00b5bbb8 req-a8e86b5a-3b59-458f-b26f-3f1decfa55d3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.564389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ffe51-44ae-40bb-ae3b-b33a00b5bbb8 req-a8e86b5a-3b59-458f-b26f-3f1decfa55d3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.565396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Attempting to bind port f465dbba-9077-4e4b-b3ad-e75f72765025 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:16.565895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Attempting to bind port f465dbba-9077-4e4b-b3ad-e75f72765025 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:16.566320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Attempting to bind port f465dbba-9077-4e4b-b3ad-e75f72765025 on network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:16.571537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ffe51-44ae-40bb-ae3b-b33a00b5bbb8 req-a8e86b5a-3b59-458f-b26f-3f1decfa55d3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.573491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-919ffe51-44ae-40bb-ae3b-b33a00b5bbb8 req-a8e86b5a-3b59-458f-b26f-3f1decfa55d3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.3495746 Apr 18 20:30:16.580513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Port f465dbba-9077-4e4b-b3ad-e75f72765025 on network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:16.581130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Attempting to bind port f465dbba-9077-4e4b-b3ad-e75f72765025 on network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:16.589032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5edeb032-88b5-40ef-8a39-ed57e5508362'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:16.603205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:16.603993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Checking segment: {'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:16.604656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Bound using segment: {'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:16.605423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Bound port: f465dbba-9077-4e4b-b3ad-e75f72765025, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:16.606035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.736622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] For port f465dbba-9077-4e4b-b3ad-e75f72765025, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:16.742958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] For port f465dbba-9077-4e4b-b3ad-e75f72765025, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f465dbba-9077-4e4b-b3ad-e75f72765025,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:16.754586 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.812892 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.813502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.815570 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] 10.222.0.60 "PUT /v2.0/ports/f465dbba-9077-4e4b-b3ad-e75f72765025 HTTP/1.1" status: 200 len: 1091 time: 1.5794189 Apr 18 20:30:16.851038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Request body: {'port': {'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:16.928109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d5b0da29-226b-446d-8624-c9bf1bdfd85a up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:16.960573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92742bc-77c3-4fc0-a877-82845d632841 service neutron] Pushing event updated for resources: {'Port': ['ID=f465dbba-9077-4e4b-b3ad-e75f72765025,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:17.002495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.035253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port d5b0da29-226b-446d-8624-c9bf1bdfd85a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:17.048976 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.140850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be745c-882c-4026-a7de-759dc62548ee req-261303d6-cd3b-4445-8e65-74db12ba0fa9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.147878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1be745c-882c-4026-a7de-759dc62548ee req-261303d6-cd3b-4445-8e65-74db12ba0fa9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.7321591 Apr 18 20:30:17.186795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-919ffe51-44ae-40bb-ae3b-b33a00b5bbb8 req-75a161c8-b14f-4324-b279-b8cf8a6170f5 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5987685 Apr 18 20:30:17.260229 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1be745c-882c-4026-a7de-759dc62548ee req-366736c6-1936-4322-8db5-61aa6b300551 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010838 Apr 18 20:30:17.262639 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.277206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-1e8f95e0-36c0-4df5-b8cd-0f21a845b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.278694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d3fe2c9-01a2-40d6-90b1-b37d62091c1e req-1e8f95e0-36c0-4df5-b8cd-0f21a845b0f0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7995212 Apr 18 20:30:17.369656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port d5b0da29-226b-446d-8624-c9bf1bdfd85a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:17.378085 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.384827 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671b8b6d-6e60-4d3c-b822-b9ea9c9708fe x-openstack-request-id: req-671b8b6d-6e60-4d3c-b822-b9ea9c9708fe {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:17.385211 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebca283-e6a2-4ed9-895f-c0e394766e47", "name": "network-vif-plugged", "status": "completed", "tag": "b355c706-7f7d-431d-bdcb-8b841df3f706", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:17.385527 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-671b8b6d-6e60-4d3c-b822-b9ea9c9708fe {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:17.386035 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671b8b6d-6e60-4d3c-b822-b9ea9c9708fe'] response: {'server_uuid': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b355c706-7f7d-431d-bdcb-8b841df3f706', 'code': 200} Apr 18 20:30:17.469936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=d5b0da29-226b-446d-8624-c9bf1bdfd85a,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:17.486759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.487123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.487455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.487791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.488152 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.488481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.488806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.489131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.489454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.489776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.490097 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.490534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:17.552743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3abfae2-79a9-4a8e-995a-8029d7fd385b req-4710a167-b56e-4dca-8635-1617a90b007b tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 210 time: 0.0707276 Apr 18 20:30:17.591782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5656ecb-767a-4e18-948a-8ff179c57632 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:17.602909 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.603108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf62841-6435-4e92-b672-e45510793ddb req-95b2c77c-bbaf-496a-a3f2-373cb31abf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.613302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbf62841-6435-4e92-b672-e45510793ddb req-95b2c77c-bbaf-496a-a3f2-373cb31abf23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 1097 time: 0.1071358 Apr 18 20:30:17.623031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Transition to ACTIVE for port object e5656ecb-767a-4e18-948a-8ff179c57632 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:17.626879 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.675121 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbf62841-6435-4e92-b672-e45510793ddb req-784f5a94-437c-4fdd-aa91-a54f33005add service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543807 Apr 18 20:30:17.705660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Pushing event updated for resources: {'Port': ['ID=e5656ecb-767a-4e18-948a-8ff179c57632,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:17.896339 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e238f216-8901-4532-96b8-983686646301 x-openstack-request-id: req-e238f216-8901-4532-96b8-983686646301 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:17.904750 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:17.905273 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e238f216-8901-4532-96b8-983686646301 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:17.907122 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e238f216-8901-4532-96b8-983686646301'] response: {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': '33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0', 'status': 'completed', 'code': 200} Apr 18 20:30:17.909123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Attempting to bind port e5656ecb-767a-4e18-948a-8ff179c57632 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:17.909693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Attempting to bind port e5656ecb-767a-4e18-948a-8ff179c57632 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:17.914740 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Attempting to bind port e5656ecb-767a-4e18-948a-8ff179c57632 on network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:17.924101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Port e5656ecb-767a-4e18-948a-8ff179c57632 on network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:17.925582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Attempting to bind port e5656ecb-767a-4e18-948a-8ff179c57632 on network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:17.933898 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:17.934418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Checking segment: {'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:17.934894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Bound using segment: {'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:17.935883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Bound port: e5656ecb-767a-4e18-948a-8ff179c57632, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc929a60-7989-43ab-9f88-5488d81f56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:17.935883 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.038735 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] For port e5656ecb-767a-4e18-948a-8ff179c57632, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:18.047036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] For port e5656ecb-767a-4e18-948a-8ff179c57632, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e5656ecb-767a-4e18-948a-8ff179c57632,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:18.051576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13b4f-8ead-4125-a0dd-7900fa522a8f req-18a3195f-e6c1-4ec1-ac33-dc91660f54aa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.061494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04b13b4f-8ead-4125-a0dd-7900fa522a8f req-18a3195f-e6c1-4ec1-ac33-dc91660f54aa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 944 time: 0.3498740 Apr 18 20:30:18.063717 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.107327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.107972 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.109515 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] 10.222.0.60 "PUT /v2.0/ports/e5656ecb-767a-4e18-948a-8ff179c57632 HTTP/1.1" status: 200 len: 1091 time: 1.2627404 Apr 18 20:30:18.140409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e7f8c-8c15-44d5-a377-00591a67a824 service neutron] Pushing event updated for resources: {'Port': ['ID=e5656ecb-767a-4e18-948a-8ff179c57632,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:18.318199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04b13b4f-8ead-4125-a0dd-7900fa522a8f req-129bfba5-1d7f-4c22-9593-60bcf021aca3 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558138 Apr 18 20:30:18.342975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-154ea0e0-eb8a-45d5-bb92-70f8a499b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.343456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-154ea0e0-eb8a-45d5-bb92-70f8a499b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.343966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-154ea0e0-eb8a-45d5-bb92-70f8a499b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.344430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-154ea0e0-eb8a-45d5-bb92-70f8a499b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.344889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-154ea0e0-eb8a-45d5-bb92-70f8a499b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.345377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-154ea0e0-eb8a-45d5-bb92-70f8a499b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.345831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-154ea0e0-eb8a-45d5-bb92-70f8a499b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.347788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1752466b-ff46-4627-8984-72b967bfdb42 req-154ea0e0-eb8a-45d5-bb92-70f8a499b7de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6477 time: 0.2785883 Apr 18 20:30:18.488396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558776-c902-434d-89ce-0710bd2b01e6 req-db27d8c5-191b-4586-844a-7041f352b23c tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.500913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-db27d8c5-191b-4586-844a-7041f352b23c tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.64 "GET /v2.0/networks?id=8d1c7fc6-53e5-4359-8d9a-355daf134ed1 HTTP/1.1" status: 200 len: 809 time: 0.6657405 Apr 18 20:30:18.580342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Request body: {'port': {'device_id': '7b34f917-d99b-41db-9f4c-01a455f69986', 'network_id': '8d1c7fc6-53e5-4359-8d9a-355daf134ed1', 'admin_state_up': True, 'tenant_id': '1b6d3940958747738cdd27ee017b8376'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:18.711277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 815adc4a-4209-41ff-a49f-c34c609cd72f details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:18.745537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ee1a4-23cf-4dbd-b200-d19cf0f936bc req-6db9ec5e-d36b-432a-9dbf-5f5ef621f15f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.754919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ee1a4-23cf-4dbd-b200-d19cf0f936bc req-6db9ec5e-d36b-432a-9dbf-5f5ef621f15f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.762052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ee1a4-23cf-4dbd-b200-d19cf0f936bc req-6db9ec5e-d36b-432a-9dbf-5f5ef621f15f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.771644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ee1a4-23cf-4dbd-b200-d19cf0f936bc req-6db9ec5e-d36b-432a-9dbf-5f5ef621f15f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.777625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ee1a4-23cf-4dbd-b200-d19cf0f936bc req-6db9ec5e-d36b-432a-9dbf-5f5ef621f15f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.790669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ee1a4-23cf-4dbd-b200-d19cf0f936bc req-6db9ec5e-d36b-432a-9dbf-5f5ef621f15f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.796978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ee1a4-23cf-4dbd-b200-d19cf0f936bc req-6db9ec5e-d36b-432a-9dbf-5f5ef621f15f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.799539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b91ee1a4-23cf-4dbd-b200-d19cf0f936bc req-6db9ec5e-d36b-432a-9dbf-5f5ef621f15f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.7320664 Apr 18 20:30:18.863006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-5e26db01-3218-41a2-9887-0f0fc13208ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.863499 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-5e26db01-3218-41a2-9887-0f0fc13208ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.864008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-5e26db01-3218-41a2-9887-0f0fc13208ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.865612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1752466b-ff46-4627-8984-72b967bfdb42 req-5e26db01-3218-41a2-9887-0f0fc13208ca service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=231f1132973642388e3f464a286dd35e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4976070 Apr 18 20:30:18.917750 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 815adc4a-4209-41ff-a49f-c34c609cd72f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=815adc4a-4209-41ff-a49f-c34c609cd72f,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:18.938211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '815adc4a-4209-41ff-a49f-c34c609cd72f', 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1', 'port_id': '815adc4a-4209-41ff-a49f-c34c609cd72f', 'mac_address': 'fa:16:3e:91:1d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4848f905-b4f2-4a0f-8d61-86f966f37b58', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:18.941283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5edeb032-88b5-40ef-8a39-ed57e5508362 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:18.969397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41c253-8b2e-4105-94d5-8918dfafae23 req-42374d20-cdf8-456f-a8c5-dd081258befa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.975065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41c253-8b2e-4105-94d5-8918dfafae23 req-42374d20-cdf8-456f-a8c5-dd081258befa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.981064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41c253-8b2e-4105-94d5-8918dfafae23 req-42374d20-cdf8-456f-a8c5-dd081258befa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.987865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41c253-8b2e-4105-94d5-8918dfafae23 req-42374d20-cdf8-456f-a8c5-dd081258befa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.994175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41c253-8b2e-4105-94d5-8918dfafae23 req-42374d20-cdf8-456f-a8c5-dd081258befa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.000202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41c253-8b2e-4105-94d5-8918dfafae23 req-42374d20-cdf8-456f-a8c5-dd081258befa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.007262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41c253-8b2e-4105-94d5-8918dfafae23 req-42374d20-cdf8-456f-a8c5-dd081258befa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.013755 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.016249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a41c253-8b2e-4105-94d5-8918dfafae23 req-42374d20-cdf8-456f-a8c5-dd081258befa tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5428 time: 0.3403950 Apr 18 20:30:19.045857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 815adc4a-4209-41ff-a49f-c34c609cd72f {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:19.072222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b91ee1a4-23cf-4dbd-b200-d19cf0f936bc req-20b26a77-0d3c-4766-88e0-79f33ede255b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2641525 Apr 18 20:30:19.094671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 815adc4a-4209-41ff-a49f-c34c609cd72f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=815adc4a-4209-41ff-a49f-c34c609cd72f,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:19.097900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 5edeb032-88b5-40ef-8a39-ed57e5508362 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:19.104958 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.106366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 305f39d6-2edb-4b24-8b63-fd3f9a829bdc details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:19.159194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a41c253-8b2e-4105-94d5-8918dfafae23 req-7be7d580-545a-4630-9045-d8f2850a2fb9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419954 Apr 18 20:30:19.183373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Made reservation on behalf of 1b6d3940958747738cdd27ee017b8376 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:19.186833 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.243128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:19.262063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'port_id': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc', 'mac_address': 'fa:16:3e:f2:d9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:19.263534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 5edeb032-88b5-40ef-8a39-ed57e5508362 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:19.264042 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.292732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752466b-ff46-4627-8984-72b967bfdb42 req-c8b624eb-818b-4921-a4e3-0b9c3a026e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.294230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1752466b-ff46-4627-8984-72b967bfdb42 req-c8b624eb-818b-4921-a4e3-0b9c3a026e60 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4158916 Apr 18 20:30:19.387386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d552c52-7975-49c9-9830-3f167d85ef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:19.390617 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a81c2ec-b7bd-46f2-a8fa-76291df59a16" -d '{"events": [{"server_uuid": "8d552c52-7975-49c9-9830-3f167d85ef26", "name": "network-vif-plugged", "status": "completed", "tag": "d5b0da29-226b-446d-8624-c9bf1bdfd85a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:19.418742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=815adc4a-4209-41ff-a49f-c34c609cd72f,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:19.423236 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.443533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305f39d6-2edb-4b24-8b63-fd3f9a829bdc {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:19.456977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4fb8e8b0-60ad-4c12-a1b4-f2ac955780dc req-f2288ffe-ac5c-423e-92f3-0e87f463bef5 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 210 time: 0.1095800 Apr 18 20:30:19.486381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:19.506450 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.507165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5d2e384b-30c9-4d64-bd31-15040d2a61fb details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:19.594791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5d2e384b-30c9-4d64-bd31-15040d2a61fb, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5d2e384b-30c9-4d64-bd31-15040d2a61fb,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:19.610656 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.646183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d00cb-6582-4026-a6f2-25954286aefc req-f31351c1-7fc6-4614-8347-b267739393a2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.648101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e86d00cb-6582-4026-a6f2-25954286aefc req-f31351c1-7fc6-4614-8347-b267739393a2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.3301535 Apr 18 20:30:19.649148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '5d2e384b-30c9-4d64-bd31-15040d2a61fb', 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1', 'port_id': '5d2e384b-30c9-4d64-bd31-15040d2a61fb', 'mac_address': 'fa:16:3e:96:a4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4848f905-b4f2-4a0f-8d61-86f966f37b58', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:19.655985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5edeb032-88b5-40ef-8a39-ed57e5508362, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5edeb032-88b5-40ef-8a39-ed57e5508362,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:19.667154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-0c998817-cb54-4fe8-ad4d-cb70bf6a96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.667633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-0c998817-cb54-4fe8-ad4d-cb70bf6a96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.668142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-0c998817-cb54-4fe8-ad4d-cb70bf6a96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.668602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-0c998817-cb54-4fe8-ad4d-cb70bf6a96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.669062 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-0c998817-cb54-4fe8-ad4d-cb70bf6a96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.669525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-0c998817-cb54-4fe8-ad4d-cb70bf6a96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.671102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-0c998817-cb54-4fe8-ad4d-cb70bf6a96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.673062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-0c998817-cb54-4fe8-ad4d-cb70bf6a96cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6477 time: 0.2820473 Apr 18 20:30:19.716292 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.720869 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.729561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:19.755166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297452f-5fc0-4ce4-874b-a5041db405f6 req-4577ea92-17d6-4905-abf5-cefa9fc9bff2 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.762773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f297452f-5fc0-4ce4-874b-a5041db405f6 req-4577ea92-17d6-4905-abf5-cefa9fc9bff2 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 944 time: 0.1885397 Apr 18 20:30:19.763216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2e384b-30c9-4d64-bd31-15040d2a61fb {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:19.771673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c43645cf-9ed3-4189-9b37-18ccf5f95ec3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22545a06-76ec-4a8f-ad48-d3b3a0485dd2 HTTP/1.1" status: 200 len: 217 time: 0.0858514 Apr 18 20:30:19.778993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Allocated IP 172.20.0.4 (8d1c7fc6-53e5-4359-8d9a-355daf134ed1/36dd6838-40cb-4ef3-8dd2-92cb98d9cf5f/14386ca0-5f78-447b-9c76-7b69d6feb662) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:19.791281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5d2e384b-30c9-4d64-bd31-15040d2a61fb, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5d2e384b-30c9-4d64-bd31-15040d2a61fb,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:19.802379 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.803061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 60d1ace1-f765-41d8-ad68-02c18347f29f details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:19.839539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5edeb032-88b5-40ef-8a39-ed57e5508362,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:19.849415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e86d00cb-6582-4026-a6f2-25954286aefc req-90d3bd5b-4286-4164-bfc8-8015cb848972 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884320 Apr 18 20:30:19.910365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': 'f465dbba-9077-4e4b-b3ad-e75f72765025'}, {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': 'e5656ecb-767a-4e18-948a-8ff179c57632'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:19.915355 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dffd96-b155-416d-b02f-a4b279abe2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "f465dbba-9077-4e4b-b3ad-e75f72765025"}, {"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "e5656ecb-767a-4e18-948a-8ff179c57632"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:19.916215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f297452f-5fc0-4ce4-874b-a5041db405f6 req-a94a27bc-d8bd-4589-b714-f9ad2937ec18 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502111 Apr 18 20:30:19.958542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-af3f6524-6404-462c-9749-2a26724ed548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.974301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-af3f6524-6404-462c-9749-2a26724ed548 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c27bf96-d9a7-4307-810b-d7e4f9726a0b HTTP/1.1" status: 200 len: 850 time: 0.1779766 Apr 18 20:30:20.018456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=5d2e384b-30c9-4d64-bd31-15040d2a61fb,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:20.032403 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce3ace1-dff0-4f65-927b-a866ea3f4e9a x-openstack-request-id: req-9ce3ace1-dff0-4f65-927b-a866ea3f4e9a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:20.032940 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d552c52-7975-49c9-9830-3f167d85ef26", "name": "network-vif-plugged", "status": "completed", "tag": "d5b0da29-226b-446d-8624-c9bf1bdfd85a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:20.033759 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ce3ace1-dff0-4f65-927b-a866ea3f4e9a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:20.034316 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce3ace1-dff0-4f65-927b-a866ea3f4e9a'] response: {'server_uuid': '8d552c52-7975-49c9-9830-3f167d85ef26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a', 'code': 200} Apr 18 20:30:20.048687 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5ab262-d562-4a10-b1bc-7784216fc54d x-openstack-request-id: req-fb5ab262-d562-4a10-b1bc-7784216fc54d {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:20.048990 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "f465dbba-9077-4e4b-b3ad-e75f72765025", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "e5656ecb-767a-4e18-948a-8ff179c57632", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:20.049242 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb5ab262-d562-4a10-b1bc-7784216fc54d {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:20.050257 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5ab262-d562-4a10-b1bc-7784216fc54d'] response: {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': 'f465dbba-9077-4e4b-b3ad-e75f72765025', 'status': 'completed', 'code': 200} Apr 18 20:30:20.051986 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5ab262-d562-4a10-b1bc-7784216fc54d'] response: {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': 'e5656ecb-767a-4e18-948a-8ff179c57632', 'status': 'completed', 'code': 200} Apr 18 20:30:20.106436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 60d1ace1-f765-41d8-ad68-02c18347f29f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=60d1ace1-f765-41d8-ad68-02c18347f29f,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:20.124889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-2bb21b0a-3a6b-4bad-b178-70ffff00c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.126018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '60d1ace1-f765-41d8-ad68-02c18347f29f', 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e', 'port_id': '60d1ace1-f765-41d8-ad68-02c18347f29f', 'mac_address': 'fa:16:3e:b7:2a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35182965-e091-4cb9-91d6-57229691da27', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:20.127003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-2bb21b0a-3a6b-4bad-b178-70ffff00c189 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40baddb5-68da-4f0c-ae8d-ea9385b9e124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518958 Apr 18 20:30:20.181125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.203439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d1ace1-f765-41d8-ad68-02c18347f29f {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:20.248418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 60d1ace1-f765-41d8-ad68-02c18347f29f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=60d1ace1-f765-41d8-ad68-02c18347f29f,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:20.258831 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.261298 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.263176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fc2afa25-19f9-4b42-b122-e7a346866596 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:20.283575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-1aca02ee-a96a-4e61-9c41-4304b7a9bd8b service neutron] 10.222.0.60 "GET /v2.0/networks/40baddb5-68da-4f0c-ae8d-ea9385b9e124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485829 Apr 18 20:30:20.357446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port fc2afa25-19f9-4b42-b122-e7a346866596, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc2afa25-19f9-4b42-b122-e7a346866596,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:20.361440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=60d1ace1-f765-41d8-ad68-02c18347f29f,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:20.373999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'fc2afa25-19f9-4b42-b122-e7a346866596', 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1', 'port_id': 'fc2afa25-19f9-4b42-b122-e7a346866596', 'mac_address': 'fa:16:3e:9b:2f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4848f905-b4f2-4a0f-8d61-86f966f37b58', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:20.423782 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.442123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2afa25-19f9-4b42-b122-e7a346866596 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:20.459807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.479794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port fc2afa25-19f9-4b42-b122-e7a346866596, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc2afa25-19f9-4b42-b122-e7a346866596,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:20.487321 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.488839 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:20.496823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d933c-e2d2-47f8-a970-20764755a074 req-ac528964-59ba-4b01-91d6-cb3f7190439a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.502522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d933c-e2d2-47f8-a970-20764755a074 req-ac528964-59ba-4b01-91d6-cb3f7190439a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.508448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d933c-e2d2-47f8-a970-20764755a074 req-ac528964-59ba-4b01-91d6-cb3f7190439a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.514263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d933c-e2d2-47f8-a970-20764755a074 req-ac528964-59ba-4b01-91d6-cb3f7190439a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.521273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d933c-e2d2-47f8-a970-20764755a074 req-ac528964-59ba-4b01-91d6-cb3f7190439a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.528235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d933c-e2d2-47f8-a970-20764755a074 req-ac528964-59ba-4b01-91d6-cb3f7190439a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.534823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d933c-e2d2-47f8-a970-20764755a074 req-ac528964-59ba-4b01-91d6-cb3f7190439a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.545953 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-718d933c-e2d2-47f8-a970-20764755a074 req-ac528964-59ba-4b01-91d6-cb3f7190439a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.2579215 Apr 18 20:30:20.598415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=fc2afa25-19f9-4b42-b122-e7a346866596,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:20.598791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4891f0f-8057-4f9f-b06f-9ac8b6b8e3a2 req-e2b10333-c92a-4b32-8e23-faec71c65282 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.604594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4891f0f-8057-4f9f-b06f-9ac8b6b8e3a2 req-e2b10333-c92a-4b32-8e23-faec71c65282 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.610884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4891f0f-8057-4f9f-b06f-9ac8b6b8e3a2 req-e2b10333-c92a-4b32-8e23-faec71c65282 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.612499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:20.616236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4891f0f-8057-4f9f-b06f-9ac8b6b8e3a2 req-e2b10333-c92a-4b32-8e23-faec71c65282 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.622054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4891f0f-8057-4f9f-b06f-9ac8b6b8e3a2 req-e2b10333-c92a-4b32-8e23-faec71c65282 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.628197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae', 'network_id': 'c0ab9790-64b6-40c9-8458-d547c06593c1', 'port_id': 'eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae', 'mac_address': 'fa:16:3e:30:32:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4848f905-b4f2-4a0f-8d61-86f966f37b58', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:20.629141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4891f0f-8057-4f9f-b06f-9ac8b6b8e3a2 req-e2b10333-c92a-4b32-8e23-faec71c65282 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.634943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4891f0f-8057-4f9f-b06f-9ac8b6b8e3a2 req-e2b10333-c92a-4b32-8e23-faec71c65282 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.644557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4891f0f-8057-4f9f-b06f-9ac8b6b8e3a2 req-e2b10333-c92a-4b32-8e23-faec71c65282 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5432 time: 0.3444009 Apr 18 20:30:20.680428 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.701844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:20.706268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-e99a3a4e-13bd-41cb-82a6-a2f3297801be service neutron] 10.222.0.60 "GET /v2.0/networks/40baddb5-68da-4f0c-ae8d-ea9385b9e124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140754 Apr 18 20:30:20.708374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Network 8d1c7fc6-53e5-4359-8d9a-355daf134ed1 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:20.714557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Pushing event updated for resources: {'Port': ['ID=14386ca0-5f78-447b-9c76-7b69d6feb662,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:20.723499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:20.733478 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.739142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:20.742196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 215b09a2-2bb2-427a-8349-96fb818e7e00 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:20.763677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4891f0f-8057-4f9f-b06f-9ac8b6b8e3a2 req-9a15e90c-3c9f-451a-bbad-62c80735f25a tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141016 Apr 18 20:30:20.771444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:20.833553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:20.847158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 215b09a2-2bb2-427a-8349-96fb818e7e00, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=215b09a2-2bb2-427a-8349-96fb818e7e00,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:20.853600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.853949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.854287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.854621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.863966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.864181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.864448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.864783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.866960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.867175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.867506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.867858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:20.873148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '215b09a2-2bb2-427a-8349-96fb818e7e00', 'network_id': '0b7f62c7-66d0-4e9c-b056-c65bae64064e', 'port_id': '215b09a2-2bb2-427a-8349-96fb818e7e00', 'mac_address': 'fa:16:3e:3b:21:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35182965-e091-4cb9-91d6-57229691da27', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:20.877809 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-dd5d1800-e306-48c8-8e34-fa7394e64bf6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=55a26db7-6d97-4b34-ac9c-f92a1ea52f80 HTTP/1.1" status: 200 len: 217 time: 0.1639767 Apr 18 20:30:20.933440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-718d933c-e2d2-47f8-a970-20764755a074 req-9a6d58fd-858e-4217-ad73-a484dda63360 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3862770 Apr 18 20:30:20.944827 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.963182 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215b09a2-2bb2-427a-8349-96fb818e7e00 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:20.987477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 215b09a2-2bb2-427a-8349-96fb818e7e00, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=215b09a2-2bb2-427a-8349-96fb818e7e00,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:20.999184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:21.071383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=215b09a2-2bb2-427a-8349-96fb818e7e00,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:21.107181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.107887 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:21.122877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-245e9088-3e07-4c43-b760-f921d19bbd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.124462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-245e9088-3e07-4c43-b760-f921d19bbd30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72b0e71a-7b78-4073-ac14-7f6de0ac75da HTTP/1.1" status: 200 len: 797 time: 0.2136178 Apr 18 20:30:21.152671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262ac10-f1f3-4600-a299-a89296210ff0 req-cbaac913-a6cc-446b-9b50-e054009ed8ef tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.154179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a262ac10-f1f3-4600-a299-a89296210ff0 req-cbaac913-a6cc-446b-9b50-e054009ed8ef tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 931 time: 0.2754774 Apr 18 20:30:21.174334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-15b7c198-b934-4177-9056-79a4ed8d2214 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5977480 Apr 18 20:30:21.194461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Request body: {'port': {'device_id': '7b34f917-d99b-41db-9f4c-01a455f69986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:21.243416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264376b-1908-47bf-95da-69c54b4f8cad req-99d697d2-daa2-4903-ac6a-9c4b8f5e25dd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.254257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e264376b-1908-47bf-95da-69c54b4f8cad req-99d697d2-daa2-4903-ac6a-9c4b8f5e25dd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.2181478 Apr 18 20:30:21.330136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-973879f6-a293-4a93-9490-0b21621be85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.330136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-973879f6-a293-4a93-9490-0b21621be85e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1905828 Apr 18 20:30:21.330136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a262ac10-f1f3-4600-a299-a89296210ff0 req-b9237d83-c043-4292-b12c-cf0c0358d508 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6b54ef-60e2-4e0c-b18d-980c66293293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520948 Apr 18 20:30:21.353789 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:21.385393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e264376b-1908-47bf-95da-69c54b4f8cad req-2ac5a595-5320-4c10-ad9c-735133a37845 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301572 Apr 18 20:30:21.685251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['60d1ace1-f765-41d8-ad68-02c18347f29f'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:21.739185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['fc2afa25-19f9-4b42-b122-e7a346866596'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:21.799067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['215b09a2-2bb2-427a-8349-96fb818e7e00'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:21.802170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['815adc4a-4209-41ff-a49f-c34c609cd72f'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:21.811978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:22.060829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['5d2e384b-30c9-4d64-bd31-15040d2a61fb'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:22.093570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0dd98-770b-4708-b020-e22696cdf9da req-5fe0c836-dcd2-4de5-9c36-e490afe8d930 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.102348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aae0dd98-770b-4708-b020-e22696cdf9da req-5fe0c836-dcd2-4de5-9c36-e490afe8d930 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 945 time: 0.6308308 Apr 18 20:30:22.107206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edeb032-88b5-40ef-8a39-ed57e5508362'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:22.110093 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831b38a7-7f3b-4210-b315-1497b80f92c6" -d '{"events": [{"server_uuid": "65086285-8394-4e3e-81f1-3e90cfe5c52e", "name": "network-vif-plugged", "status": "completed", "tag": "5edeb032-88b5-40ef-8a39-ed57e5508362"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:22.193524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-2a5b7df3-5fa4-4e52-bf22-d52ea5ec3c05 service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8556688 Apr 18 20:30:22.241303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aae0dd98-770b-4708-b020-e22696cdf9da req-6abb34d2-0d36-4800-9353-ee889ff8969e tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349640 Apr 18 20:30:22.305874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495e838-43c8-4d0a-8291-49dece436465 req-33bb0a10-4c53-4664-883e-a9301e20c368 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.326663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f495e838-43c8-4d0a-8291-49dece436465 req-33bb0a10-4c53-4664-883e-a9301e20c368 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.3404424 Apr 18 20:30:22.555030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f495e838-43c8-4d0a-8291-49dece436465 req-807b571a-bf29-4e2e-b90a-c8b11ec92d21 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271142 Apr 18 20:30:22.663311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['305f39d6-2edb-4b24-8b63-fd3f9a829bdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:22.698341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14386ca0-5f78-447b-9c76-7b69d6feb662 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:22.708560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.773055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c6ee8-8f07-48d6-aa84-c0e54fb97747 req-08eb48a9-b37d-4bd0-961f-ef8fca8ab6a9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.779869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c6ee8-8f07-48d6-aa84-c0e54fb97747 req-08eb48a9-b37d-4bd0-961f-ef8fca8ab6a9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.790250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c6ee8-8f07-48d6-aa84-c0e54fb97747 req-08eb48a9-b37d-4bd0-961f-ef8fca8ab6a9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.804195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c6ee8-8f07-48d6-aa84-c0e54fb97747 req-08eb48a9-b37d-4bd0-961f-ef8fca8ab6a9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.813195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c6ee8-8f07-48d6-aa84-c0e54fb97747 req-08eb48a9-b37d-4bd0-961f-ef8fca8ab6a9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.822471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c6ee8-8f07-48d6-aa84-c0e54fb97747 req-08eb48a9-b37d-4bd0-961f-ef8fca8ab6a9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.833808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c6ee8-8f07-48d6-aa84-c0e54fb97747 req-08eb48a9-b37d-4bd0-961f-ef8fca8ab6a9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.836669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c4c6ee8-8f07-48d6-aa84-c0e54fb97747 req-08eb48a9-b37d-4bd0-961f-ef8fca8ab6a9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5435 time: 0.3758285 Apr 18 20:30:22.839878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Transition to ACTIVE for port object 14386ca0-5f78-447b-9c76-7b69d6feb662 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:22.879742 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.941398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-18f8e178-52cb-48ef-acab-b78ba1a1be2f service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7382371 Apr 18 20:30:23.033045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 60d1ace1-f765-41d8-ad68-02c18347f29f up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:23.045262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-35504648-f0b2-4ae9-808e-c76c0956362c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=ee55985d-2e1c-4faf-9628-c2bc9255de09 HTTP/1.1" status: 200 len: 217 time: 0.0902259 Apr 18 20:30:23.051367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c4c6ee8-8f07-48d6-aa84-c0e54fb97747 req-fc18ef88-256b-4138-bd29-158d81eb0166 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2070754 Apr 18 20:30:23.074862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61664c-61a0-4bfa-9278-e43d619296a5 req-81de0d76-02d8-43d9-8545-a19ed9d210e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.083964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61664c-61a0-4bfa-9278-e43d619296a5 req-81de0d76-02d8-43d9-8545-a19ed9d210e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.092999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61664c-61a0-4bfa-9278-e43d619296a5 req-81de0d76-02d8-43d9-8545-a19ed9d210e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.102992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61664c-61a0-4bfa-9278-e43d619296a5 req-81de0d76-02d8-43d9-8545-a19ed9d210e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.115505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61664c-61a0-4bfa-9278-e43d619296a5 req-81de0d76-02d8-43d9-8545-a19ed9d210e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.124821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61664c-61a0-4bfa-9278-e43d619296a5 req-81de0d76-02d8-43d9-8545-a19ed9d210e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.134095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61664c-61a0-4bfa-9278-e43d619296a5 req-81de0d76-02d8-43d9-8545-a19ed9d210e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.136801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd61664c-61a0-4bfa-9278-e43d619296a5 req-81de0d76-02d8-43d9-8545-a19ed9d210e3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.4172585 Apr 18 20:30:23.153534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Pushing event updated for resources: {'Port': ['ID=14386ca0-5f78-447b-9c76-7b69d6feb662,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:23.192956 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ba2021-dd34-4a9f-8709-361dbe3c193c x-openstack-request-id: req-23ba2021-dd34-4a9f-8709-361dbe3c193c {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:23.193816 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65086285-8394-4e3e-81f1-3e90cfe5c52e", "name": "network-vif-plugged", "status": "completed", "tag": "5edeb032-88b5-40ef-8a39-ed57e5508362", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:23.193816 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23ba2021-dd34-4a9f-8709-361dbe3c193c {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:23.194065 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23ba2021-dd34-4a9f-8709-361dbe3c193c'] response: {'server_uuid': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'code': 200} Apr 18 20:30:23.230571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 60d1ace1-f765-41d8-ad68-02c18347f29f completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:23.241027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 60d1ace1-f765-41d8-ad68-02c18347f29f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:23.241445 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.327683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-9199b8bc-2333-48f4-8a16-b7c80aaffabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.339022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-9199b8bc-2333-48f4-8a16-b7c80aaffabe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72b0e71a-7b78-4073-ac14-7f6de0ac75da HTTP/1.1" status: 200 len: 797 time: 0.2828121 Apr 18 20:30:23.368473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac9d80-1973-408e-a2c4-79e76f543d8d req-ede13385-663e-4a03-a3df-163ea84653f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.371820 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-99ac9d80-1973-408e-a2c4-79e76f543d8d req-ede13385-663e-4a03-a3df-163ea84653f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 1096 time: 0.0979102 Apr 18 20:30:23.391141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd61664c-61a0-4bfa-9278-e43d619296a5 req-44ea4de1-7d86-4966-b803-b5b323d152af tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2373245 Apr 18 20:30:23.460181 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-99ac9d80-1973-408e-a2c4-79e76f543d8d req-d8b72ffa-a1d8-4ca8-ad0f-96c139619315 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689766 Apr 18 20:30:23.485389 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.584311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 60d1ace1-f765-41d8-ad68-02c18347f29f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=60d1ace1-f765-41d8-ad68-02c18347f29f,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:23.587326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Attempting to bind port 14386ca0-5f78-447b-9c76-7b69d6feb662 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:23.587730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Attempting to bind port 14386ca0-5f78-447b-9c76-7b69d6feb662 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '7254ac4e-a308-4073-b024-e88b2123e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8d1c7fc6-53e5-4359-8d9a-355daf134ed1'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:23.588208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Attempting to bind port 14386ca0-5f78-447b-9c76-7b69d6feb662 on network 8d1c7fc6-53e5-4359-8d9a-355daf134ed1 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:23.596759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c39b46bb-a488-4e96-afe6-7dc2494e47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.597021 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.599125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c39b46bb-a488-4e96-afe6-7dc2494e47b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2476544 Apr 18 20:30:23.608864 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Port 14386ca0-5f78-447b-9c76-7b69d6feb662 on network 8d1c7fc6-53e5-4359-8d9a-355daf134ed1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:23.609327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Attempting to bind port 14386ca0-5f78-447b-9c76-7b69d6feb662 on network 8d1c7fc6-53e5-4359-8d9a-355daf134ed1 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:23.625052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51667b-18a3-4478-95b9-8e48c602f2ea req-a90a3861-5bec-4fe2-8ed5-f0dd9f5bb6d5 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.626599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc51667b-18a3-4478-95b9-8e48c602f2ea req-a90a3861-5bec-4fe2-8ed5-f0dd9f5bb6d5 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 943 time: 0.2450416 Apr 18 20:30:23.627570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:23.627923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Checking segment: {'id': '7254ac4e-a308-4073-b024-e88b2123e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8d1c7fc6-53e5-4359-8d9a-355daf134ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:23.628300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Bound using segment: {'id': '7254ac4e-a308-4073-b024-e88b2123e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8d1c7fc6-53e5-4359-8d9a-355daf134ed1'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:23.628727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Bound port: 14386ca0-5f78-447b-9c76-7b69d6feb662, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7254ac4e-a308-4073-b024-e88b2123e5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '8d1c7fc6-53e5-4359-8d9a-355daf134ed1'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:23.629078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.677220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=60d1ace1-f765-41d8-ad68-02c18347f29f,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:23.739145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc51667b-18a3-4478-95b9-8e48c602f2ea req-34577fe6-8211-42f3-994f-7a6bbbf1b064 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6b54ef-60e2-4e0c-b18d-980c66293293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941982 Apr 18 20:30:23.830549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed840dd-cc0c-4871-b740-926df35af74f req-5930070a-d63d-43a6-83fe-fd2ec3c1758e tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.832529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bed840dd-cc0c-4871-b740-926df35af74f req-5930070a-d63d-43a6-83fe-fd2ec3c1758e tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 945 time: 0.2009370 Apr 18 20:30:24.013452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] For port 14386ca0-5f78-447b-9c76-7b69d6feb662, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:24.024182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bed840dd-cc0c-4871-b740-926df35af74f req-4a4201f8-0466-44b8-8ad2-5d154e299c6a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819713 Apr 18 20:30:24.026144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-ab5841a0-7741-42e6-a96d-a17a0860b775 service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210917 Apr 18 20:30:24.082085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] For port 14386ca0-5f78-447b-9c76-7b69d6feb662, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=14386ca0-5f78-447b-9c76-7b69d6feb662,segment=NetworkSegment(7254ac4e-a308-4073-b024-e88b2123e5a5),segment_id=7254ac4e-a308-4073-b024-e88b2123e5a5)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:24.207120 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.338599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c4848-4405-4c27-a4b5-8eafd0c47c27 req-c43e55b3-961c-4e2d-bb07-be0113f16713 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.346807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-676c4848-4405-4c27-a4b5-8eafd0c47c27 req-c43e55b3-961c-4e2d-bb07-be0113f16713 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.4588978 Apr 18 20:30:24.387137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.387825 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.389488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] 10.222.0.64 "PUT /v2.0/ports/14386ca0-5f78-447b-9c76-7b69d6feb662 HTTP/1.1" status: 200 len: 1091 time: 3.2035606 Apr 18 20:30:24.398942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b34f917-d99b-41db-9f4c-01a455f69986', 'tag': '14386ca0-5f78-447b-9c76-7b69d6feb662'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:24.400049 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c01a68-1ed9-45ce-9983-ad50aa25f097" -d '{"events": [{"name": "network-changed", "server_uuid": "7b34f917-d99b-41db-9f4c-01a455f69986", "tag": "14386ca0-5f78-447b-9c76-7b69d6feb662"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:24.428964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc8552-302f-4462-84a8-86f499633ed8 req-7c3a104e-a9e3-4b08-8fa4-9654c6f56584 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.436971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc8552-302f-4462-84a8-86f499633ed8 req-7c3a104e-a9e3-4b08-8fa4-9654c6f56584 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.444618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc8552-302f-4462-84a8-86f499633ed8 req-7c3a104e-a9e3-4b08-8fa4-9654c6f56584 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.451797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc8552-302f-4462-84a8-86f499633ed8 req-7c3a104e-a9e3-4b08-8fa4-9654c6f56584 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.460665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc8552-302f-4462-84a8-86f499633ed8 req-7c3a104e-a9e3-4b08-8fa4-9654c6f56584 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.466647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc8552-302f-4462-84a8-86f499633ed8 req-7c3a104e-a9e3-4b08-8fa4-9654c6f56584 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.472676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc8552-302f-4462-84a8-86f499633ed8 req-7c3a104e-a9e3-4b08-8fa4-9654c6f56584 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.474564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6dc8552-302f-4462-84a8-86f499633ed8 req-7c3a104e-a9e3-4b08-8fa4-9654c6f56584 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5436 time: 0.2650337 Apr 18 20:30:24.550586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a2c615de-858f-41db-b9d5-b4d3c59a688b service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021298 Apr 18 20:30:24.579016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83a872-c408-4c55-b941-ea1ef0794939 service neutron] Pushing event updated for resources: {'Port': ['ID=14386ca0-5f78-447b-9c76-7b69d6feb662,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:24.626675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-676c4848-4405-4c27-a4b5-8eafd0c47c27 req-94c0e382-824e-4286-933b-1a0f8c6462de tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784331 Apr 18 20:30:24.634875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-bce993ee-c273-4e84-a0cb-872abdcb25f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=0e596951-f706-4996-862c-949b0abf7f2d HTTP/1.1" status: 200 len: 217 time: 0.0721302 Apr 18 20:30:24.655807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558776-c902-434d-89ce-0710bd2b01e6 req-d7b94f40-4b64-49b5-af95-73c4479e72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.658632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-d7b94f40-4b64-49b5-af95-73c4479e72d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b6d3940958747738cdd27ee017b8376&device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 1094 time: 0.1808915 Apr 18 20:30:24.684957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6dc8552-302f-4462-84a8-86f499633ed8 req-7f52a8c2-e093-4055-b056-1ce3c74ceebc tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1923478 Apr 18 20:30:24.707366 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62e8077-30b2-42f9-9a70-5e1e04afca14 x-openstack-request-id: req-a62e8077-30b2-42f9-9a70-5e1e04afca14 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:24.707783 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b34f917-d99b-41db-9f4c-01a455f69986", "tag": "14386ca0-5f78-447b-9c76-7b69d6feb662", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:24.708162 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a62e8077-30b2-42f9-9a70-5e1e04afca14 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:24.708662 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62e8077-30b2-42f9-9a70-5e1e04afca14'] response: {'name': 'network-changed', 'server_uuid': '7b34f917-d99b-41db-9f4c-01a455f69986', 'tag': '14386ca0-5f78-447b-9c76-7b69d6feb662', 'status': 'completed', 'code': 200} Apr 18 20:30:24.779578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-e8562bdc-cae5-4945-99e6-c7983fd6406b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14386ca0-5f78-447b-9c76-7b69d6feb662 HTTP/1.1" status: 200 len: 217 time: 0.0922921 Apr 18 20:30:24.905207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-263b7cce-9d99-4b01-926f-efd64f4a560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.908630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-263b7cce-9d99-4b01-926f-efd64f4a560f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72b0e71a-7b78-4073-ac14-7f6de0ac75da HTTP/1.1" status: 200 len: 797 time: 0.2553911 Apr 18 20:30:25.020982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5d2e384b-30c9-4d64-bd31-15040d2a61fb up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:25.060088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17558776-c902-434d-89ce-0710bd2b01e6 req-db1c7f34-4295-44cb-af9c-4373e1bb9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.062957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-db1c7f34-4295-44cb-af9c-4373e1bb9e0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36dd6838-40cb-4ef3-8dd2-92cb98d9cf5f HTTP/1.1" status: 200 len: 849 time: 0.2724092 Apr 18 20:30:25.097088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 5d2e384b-30c9-4d64-bd31-15040d2a61fb completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:25.102560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 5d2e384b-30c9-4d64-bd31-15040d2a61fb triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:25.103242 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.134692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5595-5cdd-4484-b5ae-71e37c37a962 req-86b75a29-b289-4da3-bfb6-33b9d8c68c77 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.143970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5595-5cdd-4484-b5ae-71e37c37a962 req-86b75a29-b289-4da3-bfb6-33b9d8c68c77 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.152986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5595-5cdd-4484-b5ae-71e37c37a962 req-86b75a29-b289-4da3-bfb6-33b9d8c68c77 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.181129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5595-5cdd-4484-b5ae-71e37c37a962 req-86b75a29-b289-4da3-bfb6-33b9d8c68c77 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.195950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5595-5cdd-4484-b5ae-71e37c37a962 req-86b75a29-b289-4da3-bfb6-33b9d8c68c77 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.204175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5595-5cdd-4484-b5ae-71e37c37a962 req-86b75a29-b289-4da3-bfb6-33b9d8c68c77 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.210111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d1ace1-f765-41d8-ad68-02c18347f29f'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:25.212680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce5595-5cdd-4484-b5ae-71e37c37a962 req-86b75a29-b289-4da3-bfb6-33b9d8c68c77 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.213260 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aa68c9-d2c7-4e5e-a86b-9d49d663005b" -d '{"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "60d1ace1-f765-41d8-ad68-02c18347f29f"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:25.223973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11ce5595-5cdd-4484-b5ae-71e37c37a962 req-86b75a29-b289-4da3-bfb6-33b9d8c68c77 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.4219682 Apr 18 20:30:25.237777 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.289407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-5c972776-105a-454a-9497-b98b1b18f41d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d1c7fc6-53e5-4359-8d9a-355daf134ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2149115 Apr 18 20:30:25.303040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5d2e384b-30c9-4d64-bd31-15040d2a61fb, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5d2e384b-30c9-4d64-bd31-15040d2a61fb,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:25.311688 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.313273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 815adc4a-4209-41ff-a49f-c34c609cd72f up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:25.315718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3979d0c-183e-423d-9338-caf21e1cb0c1 req-38c79f11-42ac-4a91-b9f3-97d9493001f6 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.334888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3979d0c-183e-423d-9338-caf21e1cb0c1 req-38c79f11-42ac-4a91-b9f3-97d9493001f6 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.3872285 Apr 18 20:30:25.431183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-79ad27e0-b9a8-40a1-99c6-5661795f5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.435288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-79ad27e0-b9a8-40a1-99c6-5661795f5379 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4864926 Apr 18 20:30:25.477177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=5d2e384b-30c9-4d64-bd31-15040d2a61fb,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:25.489151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 815adc4a-4209-41ff-a49f-c34c609cd72f completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:25.501095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 815adc4a-4209-41ff-a49f-c34c609cd72f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:25.501467 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.669007 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.673289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11ce5595-5cdd-4484-b5ae-71e37c37a962 req-b407777a-880f-4e12-a6a4-89c58bfdbf53 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4452899 Apr 18 20:30:25.711283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3979d0c-183e-423d-9338-caf21e1cb0c1 req-6a5919a7-ed41-476c-943d-b5b6a716637c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423762 Apr 18 20:30:25.753792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 815adc4a-4209-41ff-a49f-c34c609cd72f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=815adc4a-4209-41ff-a49f-c34c609cd72f,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:25.764047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-f5f3c6ce-6e14-46ae-b494-6cb28a4eea3d service neutron] 10.222.0.64 "GET /v2.0/networks/8d1c7fc6-53e5-4359-8d9a-355daf134ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201384 Apr 18 20:30:25.779630 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.781222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fc2afa25-19f9-4b42-b122-e7a346866596 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:25.903541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port fc2afa25-19f9-4b42-b122-e7a346866596 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:25.917564 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port fc2afa25-19f9-4b42-b122-e7a346866596 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:25.918339 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.921468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=815adc4a-4209-41ff-a49f-c34c609cd72f,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:26.019394 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.073322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port fc2afa25-19f9-4b42-b122-e7a346866596, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc2afa25-19f9-4b42-b122-e7a346866596,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:26.081585 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.083020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:26.203494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=fc2afa25-19f9-4b42-b122-e7a346866596,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:26.229457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:26.235952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:26.236440 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.260308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-f8bed020-309d-4253-95be-5dac76c1330b service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7125609 Apr 18 20:30:26.285140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ff188-65c7-461d-bd9c-d152ec9194c4 req-771d6cd2-1b07-463b-b68c-4aaed88eee9a tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:26.293071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e66ff188-65c7-461d-bd9c-d152ec9194c4 req-771d6cd2-1b07-463b-b68c-4aaed88eee9a tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 943 time: 0.1081951 Apr 18 20:30:26.327116 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.337398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250766c1-e483-4cd9-9f75-6a30aa6fbd1d req-da39d6de-b3e5-4f4e-9ce7-a820bdcf3de7 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:26.339665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-250766c1-e483-4cd9-9f75-6a30aa6fbd1d req-da39d6de-b3e5-4f4e-9ce7-a820bdcf3de7 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 945 time: 0.1828518 Apr 18 20:30:26.388515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:26.397532 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.398408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 215b09a2-2bb2-427a-8349-96fb818e7e00 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:26.467796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17558776-c902-434d-89ce-0710bd2b01e6 req-76afb6e6-bfff-4adf-b486-d1f76fcaa7c6 service neutron] 10.222.0.64 "GET /v2.0/networks/8d1c7fc6-53e5-4359-8d9a-355daf134ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935763 Apr 18 20:30:26.471326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e66ff188-65c7-461d-bd9c-d152ec9194c4 req-a93ed582-3597-42e8-9cf4-90769beaaa51 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6b54ef-60e2-4e0c-b18d-980c66293293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774709 Apr 18 20:30:26.489478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-250766c1-e483-4cd9-9f75-6a30aa6fbd1d req-2ca3f9aa-b2e0-49a5-9bd5-d7809f44c1a7 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406655 Apr 18 20:30:26.593095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:26.609957 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2394e0-daf3-4d08-ae94-1e18a726bcf0 x-openstack-request-id: req-9b2394e0-daf3-4d08-ae94-1e18a726bcf0 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:26.611307 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "60d1ace1-f765-41d8-ad68-02c18347f29f", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:26.611307 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b2394e0-daf3-4d08-ae94-1e18a726bcf0 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:26.611611 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2394e0-daf3-4d08-ae94-1e18a726bcf0'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d1ace1-f765-41d8-ad68-02c18347f29f', 'code': 200} Apr 18 20:30:26.613044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 215b09a2-2bb2-427a-8349-96fb818e7e00 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:26.628393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 215b09a2-2bb2-427a-8349-96fb818e7e00 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:26.628856 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.773671 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.825473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 215b09a2-2bb2-427a-8349-96fb818e7e00, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=215b09a2-2bb2-427a-8349-96fb818e7e00,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:26.834839 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.844126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-e6a876dc-ba01-4779-bcce-efc60768909d service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031903 Apr 18 20:30:26.886828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c01a68-1ed9-45ce-9983-ad50aa25f097 req-07a66378-8a7d-4558-89f4-14080f37999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:26.888688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9c01a68-1ed9-45ce-9983-ad50aa25f097 req-07a66378-8a7d-4558-89f4-14080f37999e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b6d3940958747738cdd27ee017b8376&device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 1094 time: 0.2918088 Apr 18 20:30:26.911176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=215b09a2-2bb2-427a-8349-96fb818e7e00,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:26.945246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-6d7371cb-9367-420d-8f28-43e799e29eae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 HTTP/1.1" status: 200 len: 217 time: 0.0743625 Apr 18 20:30:27.036137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 305f39d6-2edb-4b24-8b63-fd3f9a829bdc up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:27.090870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098575bd-d4c5-4417-a317-2dfbda56c6d1 req-05fcb0eb-a48a-4806-b33e-e8888a50fd15 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.098047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098575bd-d4c5-4417-a317-2dfbda56c6d1 req-05fcb0eb-a48a-4806-b33e-e8888a50fd15 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.107218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098575bd-d4c5-4417-a317-2dfbda56c6d1 req-05fcb0eb-a48a-4806-b33e-e8888a50fd15 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.114080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098575bd-d4c5-4417-a317-2dfbda56c6d1 req-05fcb0eb-a48a-4806-b33e-e8888a50fd15 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.121039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:27.124464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098575bd-d4c5-4417-a317-2dfbda56c6d1 req-05fcb0eb-a48a-4806-b33e-e8888a50fd15 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.126614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:27.127181 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:27.131639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098575bd-d4c5-4417-a317-2dfbda56c6d1 req-05fcb0eb-a48a-4806-b33e-e8888a50fd15 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.140252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098575bd-d4c5-4417-a317-2dfbda56c6d1 req-05fcb0eb-a48a-4806-b33e-e8888a50fd15 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.149806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098575bd-d4c5-4417-a317-2dfbda56c6d1 req-05fcb0eb-a48a-4806-b33e-e8888a50fd15 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5440 time: 0.4378436 Apr 18 20:30:27.226267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:27.233400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-642636af-1321-4528-b64e-999bb1edb10c tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 258 time: 0.5547454 Apr 18 20:30:27.249400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:27.279483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:27.283986 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:27.293996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-1640aa6b-4588-4042-8f8c-131d69051bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.295539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-1640aa6b-4588-4042-8f8c-131d69051bb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72b0e71a-7b78-4073-ac14-7f6de0ac75da HTTP/1.1" status: 200 len: 797 time: 0.3171365 Apr 18 20:30:27.317895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098575bd-d4c5-4417-a317-2dfbda56c6d1 req-45f63188-4d5f-4e7b-b56c-a06ed20639a4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1614025 Apr 18 20:30:27.375176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:27.396272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c01a68-1ed9-45ce-9983-ad50aa25f097 req-f319c531-8d9a-4307-8889-b583f964f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.397938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9c01a68-1ed9-45ce-9983-ad50aa25f097 req-f319c531-8d9a-4307-8889-b583f964f77a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d1c7fc6-53e5-4359-8d9a-355daf134ed1 HTTP/1.1" status: 200 len: 910 time: 0.4651332 Apr 18 20:30:27.404735 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:27.503553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9c01a68-1ed9-45ce-9983-ad50aa25f097 req-2d90e619-40a7-48d1-9bbf-999f715b4b1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14386ca0-5f78-447b-9c76-7b69d6feb662 HTTP/1.1" status: 200 len: 217 time: 0.0845349 Apr 18 20:30:27.559512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-d5c487c5-fd3c-4a38-b6e8-3d4e74bc63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.561020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-d5c487c5-fd3c-4a38-b6e8-3d4e74bc63f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2420111 Apr 18 20:30:27.686738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd1f2b-cbc3-4837-b18d-4d9851699209 req-b61e9d80-f1bc-4852-af71-acf51835a236 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.697346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4cd1f2b-cbc3-4837-b18d-4d9851699209 req-b61e9d80-f1bc-4852-af71-acf51835a236 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.2794647 Apr 18 20:30:27.726467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c01a68-1ed9-45ce-9983-ad50aa25f097 req-3a115058-499b-481f-a1de-1ae2d2ffc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.727951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9c01a68-1ed9-45ce-9983-ad50aa25f097 req-3a115058-499b-481f-a1de-1ae2d2ffc5b7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=36dd6838-40cb-4ef3-8dd2-92cb98d9cf5f HTTP/1.1" status: 200 len: 849 time: 0.2124555 Apr 18 20:30:27.784002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9c01a68-1ed9-45ce-9983-ad50aa25f097 req-f8e7fd5f-7085-421a-8d8d-6ea9e7c2e77a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d1c7fc6-53e5-4359-8d9a-355daf134ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440729 Apr 18 20:30:27.827168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4cd1f2b-cbc3-4837-b18d-4d9851699209 req-3e3ac202-2a3e-49c7-81e3-9601b02a499c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287692 Apr 18 20:30:27.926531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-554c239a-7d44-4895-8ab1-72e79fecae8c service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275373 Apr 18 20:30:28.108880 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.140576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1581e7-40f9-4db1-a001-37620278cad6 req-89f7a849-f3d9-4409-8146-1e5c7077a474 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.147284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1581e7-40f9-4db1-a001-37620278cad6 req-89f7a849-f3d9-4409-8146-1e5c7077a474 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.154135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1581e7-40f9-4db1-a001-37620278cad6 req-89f7a849-f3d9-4409-8146-1e5c7077a474 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.160943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1581e7-40f9-4db1-a001-37620278cad6 req-89f7a849-f3d9-4409-8146-1e5c7077a474 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.168149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1581e7-40f9-4db1-a001-37620278cad6 req-89f7a849-f3d9-4409-8146-1e5c7077a474 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.176053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1581e7-40f9-4db1-a001-37620278cad6 req-89f7a849-f3d9-4409-8146-1e5c7077a474 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.182463 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1581e7-40f9-4db1-a001-37620278cad6 req-89f7a849-f3d9-4409-8146-1e5c7077a474 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.184646 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d1581e7-40f9-4db1-a001-37620278cad6 req-89f7a849-f3d9-4409-8146-1e5c7077a474 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.2541416 Apr 18 20:30:28.187063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9c01a68-1ed9-45ce-9983-ad50aa25f097 req-688395b9-8dff-41c3-a10a-2efa5e00cee2 service neutron] 10.222.0.64 "GET /v2.0/networks/8d1c7fc6-53e5-4359-8d9a-355daf134ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879516 Apr 18 20:30:28.336425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-3d93c643-362e-40ca-bf06-07f3ebe053ff service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898714 Apr 18 20:30:28.418627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-0883afa6-f5cc-40de-b429-3f7ddfc0b233 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f465dbba-9077-4e4b-b3ad-e75f72765025 HTTP/1.1" status: 200 len: 217 time: 0.0675199 Apr 18 20:30:28.428831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d1581e7-40f9-4db1-a001-37620278cad6 req-e0f06017-132e-47bf-8780-6f5e6caa99c6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2306299 Apr 18 20:30:28.549886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9c01a68-1ed9-45ce-9983-ad50aa25f097 req-2337b81e-9ea0-4a3b-a6c8-c25b10908051 service neutron] 10.222.0.64 "GET /v2.0/networks/8d1c7fc6-53e5-4359-8d9a-355daf134ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485928 Apr 18 20:30:28.612420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2e384b-30c9-4d64-bd31-15040d2a61fb'}, {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815adc4a-4209-41ff-a49f-c34c609cd72f'}, {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2afa25-19f9-4b42-b122-e7a346866596'}, {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae'}, {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215b09a2-2bb2-427a-8349-96fb818e7e00'}, {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:28.616169 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f0791c-a1e3-4b48-9f02-5a2b8388bd6f" -d '{"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "5d2e384b-30c9-4d64-bd31-15040d2a61fb"}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "815adc4a-4209-41ff-a49f-c34c609cd72f"}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "fc2afa25-19f9-4b42-b122-e7a346866596"}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae"}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "215b09a2-2bb2-427a-8349-96fb818e7e00"}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "305f39d6-2edb-4b24-8b63-fd3f9a829bdc"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:28.883554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-2deeb4d6-65b5-4806-ba8e-1d38bf404c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.885048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-2deeb4d6-65b5-4806-ba8e-1d38bf404c8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a62baa3a-b0b4-47c1-a580-4cd6e4528962 HTTP/1.1" status: 200 len: 797 time: 0.4494667 Apr 18 20:30:28.915652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Allocated IP 172.25.2.223 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/5f41e29b-b145-4d69-99d5-894f9a73af21) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:28.945843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3117f-7913-4e55-bdee-0446f48919e4 req-e89e0dca-5394-462f-b756-2390f1b49572 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.947341 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bee3117f-7913-4e55-bdee-0446f48919e4 req-e89e0dca-5394-462f-b756-2390f1b49572 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 943 time: 0.4081197 Apr 18 20:30:29.038684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4b95d483-4ab8-4678-9657-fed6421dd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.040281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-4b95d483-4ab8-4678-9657-fed6421dd467 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1456378 Apr 18 20:30:29.050805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 14386ca0-5f78-447b-9c76-7b69d6feb662 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:29.101700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bee3117f-7913-4e55-bdee-0446f48919e4 req-1e71d985-bbf5-4d81-b963-cb130041aef1 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6b54ef-60e2-4e0c-b18d-980c66293293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406972 Apr 18 20:30:29.183944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-a26f6c1e-a622-4841-a07c-f8b8233a3b3b service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329846 Apr 18 20:30:29.184863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 14386ca0-5f78-447b-9c76-7b69d6feb662, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=14386ca0-5f78-447b-9c76-7b69d6feb662,segment=NetworkSegment(7254ac4e-a308-4073-b024-e88b2123e5a5),segment_id=7254ac4e-a308-4073-b024-e88b2123e5a5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:29.189489 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.204565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '14386ca0-5f78-447b-9c76-7b69d6feb662', 'network_id': '8d1c7fc6-53e5-4359-8d9a-355daf134ed1', 'port_id': '14386ca0-5f78-447b-9c76-7b69d6feb662', 'mac_address': 'fa:16:3e:4f:60:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dd6838-40cb-4ef3-8dd2-92cb98d9cf5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:29.254442 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.275322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14386ca0-5f78-447b-9c76-7b69d6feb662 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:29.299223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 14386ca0-5f78-447b-9c76-7b69d6feb662, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=14386ca0-5f78-447b-9c76-7b69d6feb662,segment=NetworkSegment(7254ac4e-a308-4073-b024-e88b2123e5a5),segment_id=7254ac4e-a308-4073-b024-e88b2123e5a5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:29.307526 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.353748 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.370066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=14386ca0-5f78-447b-9c76-7b69d6feb662,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:29.408125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Pushing event updated for resources: {'Port': ['ID=5f41e29b-b145-4d69-99d5-894f9a73af21,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:29.418822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-0cefd9bb-487f-4a0e-a930-92610c3db4f8 service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217493 Apr 18 20:30:29.428516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:29.432628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:29.468324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:29.474990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-44f67726-6693-4135-a7b2-a027165c1d1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5656ecb-767a-4e18-948a-8ff179c57632 HTTP/1.1" status: 200 len: 217 time: 0.0448649 Apr 18 20:30:29.556243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59858250-f482-4f1e-904f-33b326011c72 req-9cf99fad-3846-46e6-bceb-6d75257098e9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.557676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59858250-f482-4f1e-904f-33b326011c72 req-9cf99fad-3846-46e6-bceb-6d75257098e9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.2467480 Apr 18 20:30:29.576112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-91e47df6-4926-4a47-bc4c-622eeabafe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.577527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-91e47df6-4926-4a47-bc4c-622eeabafe7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a62baa3a-b0b4-47c1-a580-4cd6e4528962 HTTP/1.1" status: 200 len: 797 time: 0.0788329 Apr 18 20:30:29.654986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['14386ca0-5f78-447b-9c76-7b69d6feb662'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:29.684527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59858250-f482-4f1e-904f-33b326011c72 req-a050cd1b-684b-4950-8723-b4d99f73e0e7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163850 Apr 18 20:30:29.703516 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.706403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c0f3b55a-3cc3-4da6-80ab-91ab3fcc9828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.719290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-c0f3b55a-3cc3-4da6-80ab-91ab3fcc9828 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1269107 Apr 18 20:30:29.883522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.937452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f7c6-2923-4ce3-8d80-a4937824a252 req-70608608-fb9c-40d1-856f-091824f92f4d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.944013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f7c6-2923-4ce3-8d80-a4937824a252 req-70608608-fb9c-40d1-856f-091824f92f4d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.949973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f7c6-2923-4ce3-8d80-a4937824a252 req-70608608-fb9c-40d1-856f-091824f92f4d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.956455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f7c6-2923-4ce3-8d80-a4937824a252 req-70608608-fb9c-40d1-856f-091824f92f4d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.962458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f7c6-2923-4ce3-8d80-a4937824a252 req-70608608-fb9c-40d1-856f-091824f92f4d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.968619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f7c6-2923-4ce3-8d80-a4937824a252 req-70608608-fb9c-40d1-856f-091824f92f4d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.975273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f7c6-2923-4ce3-8d80-a4937824a252 req-70608608-fb9c-40d1-856f-091824f92f4d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.977356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63b6f7c6-2923-4ce3-8d80-a4937824a252 req-70608608-fb9c-40d1-856f-091824f92f4d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5442 time: 0.1683941 Apr 18 20:30:30.022037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-fec357f0-33cc-4039-afc7-631431aab612 service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912126 Apr 18 20:30:30.048247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63b6f7c6-2923-4ce3-8d80-a4937824a252 req-3a19c3d0-9f78-4cc7-a5e0-cce5923d9cf2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624027 Apr 18 20:30:30.125776 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc7e3ae-2abb-4b03-ae4b-6179b3fdd607 x-openstack-request-id: req-dfc7e3ae-2abb-4b03-ae4b-6179b3fdd607 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:30.126702 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "5d2e384b-30c9-4d64-bd31-15040d2a61fb", "code": 200}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "815adc4a-4209-41ff-a49f-c34c609cd72f", "code": 200}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "fc2afa25-19f9-4b42-b122-e7a346866596", "code": 200}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae", "code": 200}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "215b09a2-2bb2-427a-8349-96fb818e7e00", "code": 200}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-plugged", "status": "completed", "tag": "305f39d6-2edb-4b24-8b63-fd3f9a829bdc", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:30.127206 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dfc7e3ae-2abb-4b03-ae4b-6179b3fdd607 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:30.128968 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc7e3ae-2abb-4b03-ae4b-6179b3fdd607'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2e384b-30c9-4d64-bd31-15040d2a61fb', 'code': 200} Apr 18 20:30:30.129514 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc7e3ae-2abb-4b03-ae4b-6179b3fdd607'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '815adc4a-4209-41ff-a49f-c34c609cd72f', 'code': 200} Apr 18 20:30:30.130164 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc7e3ae-2abb-4b03-ae4b-6179b3fdd607'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2afa25-19f9-4b42-b122-e7a346866596', 'code': 200} Apr 18 20:30:30.130543 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc7e3ae-2abb-4b03-ae4b-6179b3fdd607'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae', 'code': 200} Apr 18 20:30:30.131053 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc7e3ae-2abb-4b03-ae4b-6179b3fdd607'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215b09a2-2bb2-427a-8349-96fb818e7e00', 'code': 200} Apr 18 20:30:30.131365 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc7e3ae-2abb-4b03-ae4b-6179b3fdd607'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc', 'code': 200} Apr 18 20:30:30.202799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00518160-a737-44c1-aa79-41ca7a9ce97c req-943bad37-05b8-4dc1-b42c-01f06c40edee service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675298 Apr 18 20:30:30.247675 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.268914 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.426218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Pushing event updated for resources: {'Port': ['ID=5f41e29b-b145-4d69-99d5-894f9a73af21,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:30.450197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c083e-d491-47d6-813f-a6c50ea9040c req-b6e6a04a-3abc-4b70-ac7b-89383e5c1d1b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.460187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c083e-d491-47d6-813f-a6c50ea9040c req-b6e6a04a-3abc-4b70-ac7b-89383e5c1d1b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.467188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c083e-d491-47d6-813f-a6c50ea9040c req-b6e6a04a-3abc-4b70-ac7b-89383e5c1d1b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.473332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c083e-d491-47d6-813f-a6c50ea9040c req-b6e6a04a-3abc-4b70-ac7b-89383e5c1d1b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.479305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c083e-d491-47d6-813f-a6c50ea9040c req-b6e6a04a-3abc-4b70-ac7b-89383e5c1d1b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.488063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c083e-d491-47d6-813f-a6c50ea9040c req-b6e6a04a-3abc-4b70-ac7b-89383e5c1d1b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.503018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c083e-d491-47d6-813f-a6c50ea9040c req-b6e6a04a-3abc-4b70-ac7b-89383e5c1d1b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.517654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-527c083e-d491-47d6-813f-a6c50ea9040c req-b6e6a04a-3abc-4b70-ac7b-89383e5c1d1b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.2860429 Apr 18 20:30:30.537845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b1b3-c391-4771-8ba2-93f8dc0ae05d req-87d6f1a9-061a-4ef6-90e5-687bc475826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.538327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b1b3-c391-4771-8ba2-93f8dc0ae05d req-87d6f1a9-061a-4ef6-90e5-687bc475826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.538796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b1b3-c391-4771-8ba2-93f8dc0ae05d req-87d6f1a9-061a-4ef6-90e5-687bc475826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.539258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b1b3-c391-4771-8ba2-93f8dc0ae05d req-87d6f1a9-061a-4ef6-90e5-687bc475826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.539721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b1b3-c391-4771-8ba2-93f8dc0ae05d req-87d6f1a9-061a-4ef6-90e5-687bc475826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.540380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b1b3-c391-4771-8ba2-93f8dc0ae05d req-87d6f1a9-061a-4ef6-90e5-687bc475826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.540844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b1b3-c391-4771-8ba2-93f8dc0ae05d req-87d6f1a9-061a-4ef6-90e5-687bc475826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.542745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6d2b1b3-c391-4771-8ba2-93f8dc0ae05d req-87d6f1a9-061a-4ef6-90e5-687bc475826b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6499 time: 0.2656181 Apr 18 20:30:30.583411 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.609724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-c11b7790-d3d3-42cc-a424-c968d86838be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.610771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-c11b7790-d3d3-42cc-a424-c968d86838be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.611239 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-c11b7790-d3d3-42cc-a424-c968d86838be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.611702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-c11b7790-d3d3-42cc-a424-c968d86838be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.612197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-c11b7790-d3d3-42cc-a424-c968d86838be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.612659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-c11b7790-d3d3-42cc-a424-c968d86838be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.613113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-c11b7790-d3d3-42cc-a424-c968d86838be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.615224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-c11b7790-d3d3-42cc-a424-c968d86838be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6477 time: 0.3010478 Apr 18 20:30:30.656610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-527c083e-d491-47d6-813f-a6c50ea9040c req-a33ad0d4-e1d3-4f2f-8539-1138107fbaa5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378345 Apr 18 20:30:30.703179 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.704210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-c267616e-a8f3-49e4-a9a4-37df61ee4afd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4588940 Apr 18 20:30:30.722142 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6d2b1b3-c391-4771-8ba2-93f8dc0ae05d req-4dd17af6-acfb-4ad0-af43-0ef6e2edb4c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1646371 Apr 18 20:30:30.836762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-1357e635-50d5-4efe-8ec2-c1c4df69d7a2 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.1203372 Apr 18 20:30:30.908684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1105ca-acd3-4aa1-9270-81c2c7c5d122 req-8ae2f085-08bf-4975-88d1-27861f27a52e tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.916295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf1105ca-acd3-4aa1-9270-81c2c7c5d122 req-8ae2f085-08bf-4975-88d1-27861f27a52e tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 944 time: 0.1637180 Apr 18 20:30:30.957505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-40630e9c-c5d3-4eea-9755-17747400e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.958982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-40630e9c-c5d3-4eea-9755-17747400e412 service neutron] 10.222.0.60 "GET /v2.0/networks?id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa HTTP/1.1" status: 200 len: 900 time: 0.3320062 Apr 18 20:30:31.025945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-c7e3ff83-b8c3-4c1b-9e33-26abd60bd334 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f465dbba-9077-4e4b-b3ad-e75f72765025 HTTP/1.1" status: 200 len: 217 time: 0.0550387 Apr 18 20:30:31.056873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 14386ca0-5f78-447b-9c76-7b69d6feb662 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:31.101047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf1105ca-acd3-4aa1-9270-81c2c7c5d122 req-45d499af-4937-4583-8bc0-d8f23619fc40 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6b54ef-60e2-4e0c-b18d-980c66293293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832404 Apr 18 20:30:31.162472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-4b0b86f8-a96e-48ca-b971-2a1f2ebb4292 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.164475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43056434-d6e2-4ec2-8ada-79d5572c0075 req-4b0b86f8-a96e-48ca-b971-2a1f2ebb4292 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.3092031 Apr 18 20:30:31.167780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-0599a4aa-d533-42db-8036-bcd2a4e49cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.174238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-0599a4aa-d533-42db-8036-bcd2a4e49cbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a62baa3a-b0b4-47c1-a580-4cd6e4528962 HTTP/1.1" status: 200 len: 797 time: 0.1358943 Apr 18 20:30:31.214726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 14386ca0-5f78-447b-9c76-7b69d6feb662 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:31.228183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 14386ca0-5f78-447b-9c76-7b69d6feb662 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:31.229608 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.313817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-cf0b55fa-790b-4539-9e49-4cfa0b4183a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.315444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-cf0b55fa-790b-4539-9e49-4cfa0b4183a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1333768 Apr 18 20:30:31.354804 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.392523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 14386ca0-5f78-447b-9c76-7b69d6feb662, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=14386ca0-5f78-447b-9c76-7b69d6feb662,segment=NetworkSegment(7254ac4e-a308-4073-b024-e88b2123e5a5),segment_id=7254ac4e-a308-4073-b024-e88b2123e5a5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:31.402607 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.438779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2d5e4-b9de-44da-a541-6db1a2a4512b req-eb8d9b9d-c289-4cc8-b64f-b880f3da2ad4 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.448409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44f2d5e4-b9de-44da-a541-6db1a2a4512b req-eb8d9b9d-c289-4cc8-b64f-b880f3da2ad4 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.1774807 Apr 18 20:30:31.494711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=14386ca0-5f78-447b-9c76-7b69d6feb662,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:31.521600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44f2d5e4-b9de-44da-a541-6db1a2a4512b req-2fa31eed-50c0-4a53-b8b3-bd549468f40e tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711548 Apr 18 20:30:31.536163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c267b-956a-4c18-8b50-fbb89067ede2 req-113d799e-3861-4ac6-8098-77861f5656e7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.542158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c267b-956a-4c18-8b50-fbb89067ede2 req-113d799e-3861-4ac6-8098-77861f5656e7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.548822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c267b-956a-4c18-8b50-fbb89067ede2 req-113d799e-3861-4ac6-8098-77861f5656e7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.555988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c267b-956a-4c18-8b50-fbb89067ede2 req-113d799e-3861-4ac6-8098-77861f5656e7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.560607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c267b-956a-4c18-8b50-fbb89067ede2 req-113d799e-3861-4ac6-8098-77861f5656e7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.567126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c267b-956a-4c18-8b50-fbb89067ede2 req-113d799e-3861-4ac6-8098-77861f5656e7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.574541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c267b-956a-4c18-8b50-fbb89067ede2 req-113d799e-3861-4ac6-8098-77861f5656e7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.583565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-919c267b-956a-4c18-8b50-fbb89067ede2 req-113d799e-3861-4ac6-8098-77861f5656e7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5442 time: 0.2375469 Apr 18 20:30:31.619582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-4982f8b9-fe5c-4b5a-86cf-5e204768de83 service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926250 Apr 18 20:30:31.715530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-919c267b-956a-4c18-8b50-fbb89067ede2 req-dc013137-2bcb-435c-b18e-9fb681b17d5c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321669 Apr 18 20:30:31.801410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-723edbbe-89b5-4e3c-a34c-17e05644a7ad tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.802775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-723edbbe-89b5-4e3c-a34c-17e05644a7ad tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1737909 Apr 18 20:30:31.888916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-1607278b-3fb0-41ff-b706-97bd7ad9ad53 service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504907 Apr 18 20:30:31.898787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-74418752-573d-44d6-ad4b-9c67ac6b7805 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.0666752 Apr 18 20:30:31.910220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-86c0cd4f-f204-444f-9acf-a276da3d1352 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Request body: {'floatingip': {'port_id': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:31.975695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f51f4-4a2f-4ada-a931-777c7ad9fbad req-068b9a18-73ae-4043-b0f2-e278ddc6f657 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:31.977492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-874f51f4-4a2f-4ada-a931-777c7ad9fbad req-068b9a18-73ae-4043-b0f2-e278ddc6f657 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.1670504 Apr 18 20:30:32.005978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-86c0cd4f-f204-444f-9acf-a276da3d1352 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.134492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b34f917-d99b-41db-9f4c-01a455f69986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14386ca0-5f78-447b-9c76-7b69d6feb662'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:32.138411 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c3b74f-c38a-4701-9f46-9cb1f098572f" -d '{"events": [{"server_uuid": "7b34f917-d99b-41db-9f4c-01a455f69986", "name": "network-vif-plugged", "status": "completed", "tag": "14386ca0-5f78-447b-9c76-7b69d6feb662"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:32.559544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-874f51f4-4a2f-4ada-a931-777c7ad9fbad req-f3828e9f-66f9-4229-a573-c09e92cc6c40 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645318 Apr 18 20:30:32.583531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-f97287c6-9219-451b-ab59-27d6e6dc3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.584023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-f97287c6-9219-451b-ab59-27d6e6dc3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.584478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-f97287c6-9219-451b-ab59-27d6e6dc3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.584929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-f97287c6-9219-451b-ab59-27d6e6dc3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.585379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-f97287c6-9219-451b-ab59-27d6e6dc3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.585826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-f97287c6-9219-451b-ab59-27d6e6dc3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.586273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-f97287c6-9219-451b-ab59-27d6e6dc3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.588578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-f97287c6-9219-451b-ab59-27d6e6dc3b22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6477 time: 0.6019032 Apr 18 20:30:32.827111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb44576-0f81-4eba-bac3-dc8ee94408a8 req-8aedced8-c4b1-414d-9494-72a90abd65b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.833927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb44576-0f81-4eba-bac3-dc8ee94408a8 req-8aedced8-c4b1-414d-9494-72a90abd65b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.839478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb44576-0f81-4eba-bac3-dc8ee94408a8 req-8aedced8-c4b1-414d-9494-72a90abd65b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.847902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb44576-0f81-4eba-bac3-dc8ee94408a8 req-8aedced8-c4b1-414d-9494-72a90abd65b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.853760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb44576-0f81-4eba-bac3-dc8ee94408a8 req-8aedced8-c4b1-414d-9494-72a90abd65b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.859954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb44576-0f81-4eba-bac3-dc8ee94408a8 req-8aedced8-c4b1-414d-9494-72a90abd65b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.867907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb44576-0f81-4eba-bac3-dc8ee94408a8 req-8aedced8-c4b1-414d-9494-72a90abd65b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.875350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fb44576-0f81-4eba-bac3-dc8ee94408a8 req-8aedced8-c4b1-414d-9494-72a90abd65b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.2199750 Apr 18 20:30:32.955026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-72836660-64e4-495d-954e-fae2e6f4aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.956596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-72836660-64e4-495d-954e-fae2e6f4aa69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa HTTP/1.1" status: 200 len: 900 time: 0.3301175 Apr 18 20:30:33.083518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-bf74c333-b195-419d-983c-9a81a7d29943 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5656ecb-767a-4e18-948a-8ff179c57632 HTTP/1.1" status: 200 len: 217 time: 0.0804596 Apr 18 20:30:33.128009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fb44576-0f81-4eba-bac3-dc8ee94408a8 req-d774fece-3bff-4673-ade3-0b16e91f982d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2515781 Apr 18 20:30:33.360573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-d64d25c9-c828-4565-8363-16e9b3f9991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.362081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-d64d25c9-c828-4565-8363-16e9b3f9991b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a62baa3a-b0b4-47c1-a580-4cd6e4528962 HTTP/1.1" status: 200 len: 797 time: 0.2677784 Apr 18 20:30:33.461231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98b5b1-cd38-46dc-b611-70976b435137 req-dd49ce2a-48d5-49d3-91e2-edd6799e22e0 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.462699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e98b5b1-cd38-46dc-b611-70976b435137 req-dd49ce2a-48d5-49d3-91e2-edd6799e22e0 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 945 time: 0.2053366 Apr 18 20:30:33.476699 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-86c0cd4f-f204-444f-9acf-a276da3d1352 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:30:33.560953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-48eb7b24-93c3-4b2c-b3d3-e58bac7718cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.562465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-48eb7b24-93c3-4b2c-b3d3-e58bac7718cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1833227 Apr 18 20:30:33.603520 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-86c0cd4f-f204-444f-9acf-a276da3d1352 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.609290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e98b5b1-cd38-46dc-b611-70976b435137 req-c3379d7e-80ab-410d-b89b-23561b17109d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6b54ef-60e2-4e0c-b18d-980c66293293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393952 Apr 18 20:30:33.612366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-86c0cd4f-f204-444f-9acf-a276da3d1352 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.664618 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a761a94-b003-42b7-aa01-990a46494fed x-openstack-request-id: req-4a761a94-b003-42b7-aa01-990a46494fed {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:33.665131 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b34f917-d99b-41db-9f4c-01a455f69986", "name": "network-vif-plugged", "status": "completed", "tag": "14386ca0-5f78-447b-9c76-7b69d6feb662", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:33.665228 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a761a94-b003-42b7-aa01-990a46494fed {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:33.665583 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a761a94-b003-42b7-aa01-990a46494fed'] response: {'server_uuid': '7b34f917-d99b-41db-9f4c-01a455f69986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14386ca0-5f78-447b-9c76-7b69d6feb662', 'code': 200} Apr 18 20:30:33.802326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-ae3dbab1-e837-48d6-813c-4510ef0b6013 service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281768 Apr 18 20:30:33.833822 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-86c0cd4f-f204-444f-9acf-a276da3d1352 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Floating IP 2dff3116-428e-47b6-be0e-db132ed90dac associated. External IP: 172.25.2.223, port: 5edeb032-88b5-40ef-8a39-ed57e5508362. Apr 18 20:30:33.911268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cfaa3-acf9-4158-9d9e-1f44878b69dc req-6f9868b7-b2d9-472c-8a58-93c53741e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.912714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b19cfaa3-acf9-4158-9d9e-1f44878b69dc req-6f9868b7-b2d9-472c-8a58-93c53741e084 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 1096 time: 0.1512043 Apr 18 20:30:34.025346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b19cfaa3-acf9-4158-9d9e-1f44878b69dc req-7b0cf623-e130-4aa8-b25b-eb6007966bb6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5a6b54ef-60e2-4e0c-b18d-980c66293293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976009 Apr 18 20:30:34.036498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54dffd96-b155-416d-b02f-a4b279abe2dc req-4193b165-d493-4350-8b54-e16ab721fef5 service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250621 Apr 18 20:30:34.497399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-86c0cd4f-f204-444f-9acf-a276da3d1352 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Router 5cae2429-84fd-4334-bdca-51eb6dbbec6a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:34.520546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ef69-53c6-4eaa-be91-c9bca866461e req-78a245b3-2f98-4f70-9934-321d87c114b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.526449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ef69-53c6-4eaa-be91-c9bca866461e req-78a245b3-2f98-4f70-9934-321d87c114b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.532867 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ef69-53c6-4eaa-be91-c9bca866461e req-78a245b3-2f98-4f70-9934-321d87c114b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.538672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ef69-53c6-4eaa-be91-c9bca866461e req-78a245b3-2f98-4f70-9934-321d87c114b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.544494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ef69-53c6-4eaa-be91-c9bca866461e req-78a245b3-2f98-4f70-9934-321d87c114b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.550295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ef69-53c6-4eaa-be91-c9bca866461e req-78a245b3-2f98-4f70-9934-321d87c114b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.556061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3ef69-53c6-4eaa-be91-c9bca866461e req-78a245b3-2f98-4f70-9934-321d87c114b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.558019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fd3ef69-53c6-4eaa-be91-c9bca866461e req-78a245b3-2f98-4f70-9934-321d87c114b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5442 time: 0.3970885 Apr 18 20:30:34.643080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fd3ef69-53c6-4eaa-be91-c9bca866461e req-233e78a5-6d76-485b-b9af-a420d8390424 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788419 Apr 18 20:30:34.693229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-86c0cd4f-f204-444f-9acf-a276da3d1352 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:34.698392 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-86c0cd4f-f204-444f-9acf-a276da3d1352 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.706328 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] Sync routers for ids ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:34.721785 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] Routers {'5cae2429-84fd-4334-bdca-51eb6dbbec6a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:34.723682 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:34.759233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-86c0cd4f-f204-444f-9acf-a276da3d1352 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "PUT /v2.0/floatingips/2dff3116-428e-47b6-be0e-db132ed90dac HTTP/1.1" status: 200 len: 996 time: 2.8534925 Apr 18 20:30:34.760520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'tag': '5edeb032-88b5-40ef-8a39-ed57e5508362'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:34.762809 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330b5b9a-2944-419a-9d4d-d9f380a6b871" -d '{"events": [{"name": "network-changed", "server_uuid": "65086285-8394-4e3e-81f1-3e90cfe5c52e", "tag": "5edeb032-88b5-40ef-8a39-ed57e5508362"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:34.775250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797c946-c139-46bd-85b8-d401ff9af9ac req-ee7c23f0-1af7-4fbe-9482-d1f948bb1e7d tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.777442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b797c946-c139-46bd-85b8-d401ff9af9ac req-ee7c23f0-1af7-4fbe-9482-d1f948bb1e7d tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 1097 time: 0.0587845 Apr 18 20:30:34.846359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-699078f6-4743-482c-a691-fb909647436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.848019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-699078f6-4743-482c-a691-fb909647436f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa438cf45dfd4d42b8f01b3aa4119247&device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 1096 time: 0.0688612 Apr 18 20:30:34.853709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b797c946-c139-46bd-85b8-d401ff9af9ac req-e681f2ce-ad47-4a7b-9d6b-e96059630e4c tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449946 Apr 18 20:30:34.869700 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] Set router 5cae2429-84fd-4334-bdca-51eb6dbbec6a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:34.992417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-b94fa3d4-f88b-4c54-8cd1-f3616932af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.993922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-b94fa3d4-f88b-4c54-8cd1-f3616932af87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc1b563c-b4ee-4439-b366-afe664385bf8 HTTP/1.1" status: 200 len: 929 time: 0.1332517 Apr 18 20:30:35.078762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-58b0003c-6cfc-4792-ac29-37b6f71695e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5edeb032-88b5-40ef-8a39-ed57e5508362 HTTP/1.1" status: 200 len: 999 time: 0.0737016 Apr 18 20:30:35.145799 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '2dff3116-428e-47b6-be0e-db132ed90dac', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'port_id': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:30:29Z', 'updated_at': '2022-04-18T20:30:33Z', 'revision_number': 1, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e8b286-8887-47c6-a6c4-327d158c054c', 'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'mac_address': 'fa:16:3e:36:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:49Z', 'updated_at': '2022-04-18T20:29:56Z', 'revision_number': 5, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'subnets': [{'id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:35.160914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-d1f9d261-1cb7-44d8-8794-1e30590b3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.162392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-d1f9d261-1cb7-44d8-8794-1e30590b3bfc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=812f8665-d73f-47fa-a1d8-ba6ab4fdbe27 HTTP/1.1" status: 200 len: 867 time: 0.0719695 Apr 18 20:30:35.175791 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] Checking router: 5cae2429-84fd-4334-bdca-51eb6dbbec6a for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:35.181274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f128-009c-46cf-858c-a8347710134d req-c1b55d10-4762-4ae4-888c-a9c188986a08 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.186318 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] Routers {'5cae2429-84fd-4334-bdca-51eb6dbbec6a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:35.186933 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:35.190986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f128-009c-46cf-858c-a8347710134d req-c1b55d10-4762-4ae4-888c-a9c188986a08 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.197452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f128-009c-46cf-858c-a8347710134d req-c1b55d10-4762-4ae4-888c-a9c188986a08 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.203599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f128-009c-46cf-858c-a8347710134d req-c1b55d10-4762-4ae4-888c-a9c188986a08 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.209829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f128-009c-46cf-858c-a8347710134d req-c1b55d10-4762-4ae4-888c-a9c188986a08 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.215814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f128-009c-46cf-858c-a8347710134d req-c1b55d10-4762-4ae4-888c-a9c188986a08 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.221939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f128-009c-46cf-858c-a8347710134d req-c1b55d10-4762-4ae4-888c-a9c188986a08 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.227520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3627f128-009c-46cf-858c-a8347710134d req-c1b55d10-4762-4ae4-888c-a9c188986a08 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.1438341 Apr 18 20:30:35.305688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-ab3adcac-d953-4545-a541-b32dcd09cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.307444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-ab3adcac-d953-4545-a541-b32dcd09cf40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc1b563c-b4ee-4439-b366-afe664385bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822873 Apr 18 20:30:35.309234 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] Set router 5cae2429-84fd-4334-bdca-51eb6dbbec6a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:35.311424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3627f128-009c-46cf-858c-a8347710134d req-f0fd4c4d-6422-40e6-8025-d84035351b28 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715158 Apr 18 20:30:35.468523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-a3adb7b8-2eb3-42ea-ab8f-04d6056090b4 service neutron] 10.222.0.49 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512413 Apr 18 20:30:35.515187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47f124-d8c4-4e49-ae51-395f5f6554e6 req-38dfe3ff-aab4-4e04-8b0d-da5e85d2a480 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.516962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a47f124-d8c4-4e49-ae51-395f5f6554e6 req-38dfe3ff-aab4-4e04-8b0d-da5e85d2a480 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 945 time: 0.0956900 Apr 18 20:30:35.577607 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '2dff3116-428e-47b6-be0e-db132ed90dac', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'port_id': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:30:29Z', 'updated_at': '2022-04-18T20:30:33Z', 'revision_number': 1, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e8b286-8887-47c6-a6c4-327d158c054c', 'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'mac_address': 'fa:16:3e:36:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:49Z', 'updated_at': '2022-04-18T20:29:56Z', 'revision_number': 5, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'subnets': [{'id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:35.596354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a47f124-d8c4-4e49-ae51-395f5f6554e6 req-4723485e-b53f-48b5-8bb4-f71a890d8549 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6b54ef-60e2-4e0c-b18d-980c66293293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534801 Apr 18 20:30:35.610858 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378813f-2268-4dc3-b6b3-e8ad1d0d6008 None None] The sync data for ids ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'] in n-d-836015-4 is: [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '2dff3116-428e-47b6-be0e-db132ed90dac', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'port_id': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'mac_address': 'fa:16:3e:f9:aa:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:30:29Z', 'updated_at': '2022-04-18T20:30:33Z', 'revision_number': 1, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e8b286-8887-47c6-a6c4-327d158c054c', 'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'mac_address': 'fa:16:3e:36:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:49Z', 'updated_at': '2022-04-18T20:29:56Z', 'revision_number': 5, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'subnets': [{'id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:35.615525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7eeb82e-6b3d-4490-8c01-9a0b20e6f695 req-9dd8fd66-44ac-4f19-a80d-820fa206cca0 service neutron] 10.222.0.49 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336689 Apr 18 20:30:35.716771 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a353408b-85f7-4a94-be2a-51ea44b430b8 x-openstack-request-id: req-a353408b-85f7-4a94-be2a-51ea44b430b8 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:35.717587 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65086285-8394-4e3e-81f1-3e90cfe5c52e", "tag": "5edeb032-88b5-40ef-8a39-ed57e5508362", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:35.717847 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a353408b-85f7-4a94-be2a-51ea44b430b8 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:35.718416 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a353408b-85f7-4a94-be2a-51ea44b430b8'] response: {'name': 'network-changed', 'server_uuid': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'tag': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'status': 'completed', 'code': 200} Apr 18 20:30:35.751280 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-31a8d609-4083-4b24-8268-fe1575325708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.810633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a7493-68fd-49f2-8eaf-e2687f27b06a req-dac961fd-72c4-46e2-a724-e6fa127951f8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.816708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a7493-68fd-49f2-8eaf-e2687f27b06a req-dac961fd-72c4-46e2-a724-e6fa127951f8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.824558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a7493-68fd-49f2-8eaf-e2687f27b06a req-dac961fd-72c4-46e2-a724-e6fa127951f8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.832380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a7493-68fd-49f2-8eaf-e2687f27b06a req-dac961fd-72c4-46e2-a724-e6fa127951f8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.838747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a7493-68fd-49f2-8eaf-e2687f27b06a req-dac961fd-72c4-46e2-a724-e6fa127951f8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.845467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a7493-68fd-49f2-8eaf-e2687f27b06a req-dac961fd-72c4-46e2-a724-e6fa127951f8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.852271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a7493-68fd-49f2-8eaf-e2687f27b06a req-dac961fd-72c4-46e2-a724-e6fa127951f8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.860566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-060a7493-68fd-49f2-8eaf-e2687f27b06a req-dac961fd-72c4-46e2-a724-e6fa127951f8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5442 time: 0.1721442 Apr 18 20:30:35.866946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58180) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:35.876679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f8a22b7a-2f15-4258-9c08-699f79daba76 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Request body: {'floatingip': {'port_id': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:35.922454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-59c315aa-951f-4357-beed-30be7c7fa6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.924376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-59c315aa-951f-4357-beed-30be7c7fa6f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa438cf45dfd4d42b8f01b3aa4119247&device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 1096 time: 0.0607376 Apr 18 20:30:35.950860 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8a22b7a-2f15-4258-9c08-699f79daba76 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.995089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0953c7d1-97c0-4caa-8d25-bbf20ea8bc89 None None] New status for floating IP 2dff3116-428e-47b6-be0e-db132ed90dac: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:30:36.097691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-9b4d141b-7f44-4435-9c06-43d666cde002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:36.102881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-9b4d141b-7f44-4435-9c06-43d666cde002 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cc1b563c-b4ee-4439-b366-afe664385bf8 HTTP/1.1" status: 200 len: 929 time: 0.1673229 Apr 18 20:30:36.208591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-1229d869-8089-4ffe-bfb9-7a7bc7349448 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5edeb032-88b5-40ef-8a39-ed57e5508362 HTTP/1.1" status: 200 len: 999 time: 0.0964613 Apr 18 20:30:36.314214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-c90ac303-d288-4e0b-99e5-6d3cfd37fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:36.316147 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-c90ac303-d288-4e0b-99e5-6d3cfd37fc43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=812f8665-d73f-47fa-a1d8-ba6ab4fdbe27 HTTP/1.1" status: 200 len: 867 time: 0.0997529 Apr 18 20:30:36.447762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-999a00dc-28a9-4b1f-a987-e0d1cfd7994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:36.451388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-999a00dc-28a9-4b1f-a987-e0d1cfd7994c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc1b563c-b4ee-4439-b366-afe664385bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284032 Apr 18 20:30:36.679518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-095c7a14-e122-44de-b108-f454a1f62122 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196569 Apr 18 20:30:36.683444 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8a22b7a-2f15-4258-9c08-699f79daba76 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.692304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8a22b7a-2f15-4258-9c08-699f79daba76 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.841760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-330b5b9a-2944-419a-9d4d-d9f380a6b871 req-13a9e9eb-51c5-4ed5-b0e9-1af80fd84e26 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533728 Apr 18 20:30:36.847013 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-f8a22b7a-2f15-4258-9c08-699f79daba76 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Floating IP ff7dcbba-1dd8-4ef2-9de5-5fbe770895dc associated. External IP: 172.25.2.231, port: 305f39d6-2edb-4b24-8b63-fd3f9a829bdc. Apr 18 20:30:37.119218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a22b7a-2f15-4258-9c08-699f79daba76 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Router 4f6527bf-657d-4966-b37e-40ce39326c95 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:37.178719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-58b4b80b-5c79-40ec-9467-064e8803b15b tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:30:37.179736 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-58b4b80b-5c79-40ec-9467-064e8803b15b tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0818791 Apr 18 20:30:37.248379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-333bd558-0adb-436c-a835-3955c62c68c7 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 258 time: 0.1573384 Apr 18 20:30:37.260182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:37.295242 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:37.304812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a22b7a-2f15-4258-9c08-699f79daba76 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:37.311082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8a22b7a-2f15-4258-9c08-699f79daba76 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:37.317981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-56a9ab54-7a86-4892-b6ab-ae8e3c71f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:37.322641 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] Sync routers for ids ['4f6527bf-657d-4966-b37e-40ce39326c95'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:37.329740 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-56a9ab54-7a86-4892-b6ab-ae8e3c71f6a6 service neutron] 10.222.0.49 "GET /v2.0/ports/2fef42ef-e642-4640-84e2-6445e2c5616f HTTP/1.1" status: 200 len: 1094 time: 0.1388018 Apr 18 20:30:37.342153 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] Routers {'4f6527bf-657d-4966-b37e-40ce39326c95'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:37.344807 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4f6527bf-657d-4966-b37e-40ce39326c95'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:37.364025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Request body: {'binding': {'host': 'n-h1-836015-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:37.364533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Unknown quota resources ['binding']. {{(pid=102903) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:30:37.405524 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f8a22b7a-2f15-4258-9c08-699f79daba76 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "PUT /v2.0/floatingips/ff7dcbba-1dd8-4ef2-9de5-5fbe770895dc HTTP/1.1" status: 200 len: 991 time: 1.5373013 Apr 18 20:30:37.410368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:37.412580 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999" -d '{"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "305f39d6-2edb-4b24-8b63-fd3f9a829bdc"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:37.442124 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:37.562991 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f on host n-h1-836015-4 for vnic_type normal with profile None {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:37.563829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:37.564702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:37.570337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Port 2fef42ef-e642-4640-84e2-6445e2c5616f on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:37.570949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:37.579111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:37.579709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:37.580214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:37.580747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Bound port: 2fef42ef-e642-4640-84e2-6445e2c5616f, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:37.598533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Allocated IP 172.25.2.22 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/326e6af2-fd4b-4afb-8b74-717fdf976225) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:37.621964 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] Set router 4f6527bf-657d-4966-b37e-40ce39326c95 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:37.652384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:37.661349 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:37.662585 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-2f6e6957-ef40-451f-8916-8487997b8f84 service neutron] 10.222.0.49 "POST /v2.0/ports/2fef42ef-e642-4640-84e2-6445e2c5616f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3046851 Apr 18 20:30:37.754973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:37.809877 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:37.885598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:37.909552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:37.918632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:37.951947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Pushing event updated for resources: {'Port': ['ID=326e6af2-fd4b-4afb-8b74-717fdf976225,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:37.980221 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'ff7dcbba-1dd8-4ef2-9de5-5fbe770895dc', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'port_id': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'mac_address': 'fa:16:3e:f2:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:50Z', 'updated_at': '2022-04-18T20:30:36Z', 'revision_number': 1, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901e0592-c790-4d05-af06-7a70aec3c5ab', 'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'mac_address': 'fa:16:3e:b9:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:47Z', 'updated_at': '2022-04-18T20:27:53Z', 'revision_number': 5, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'subnets': [{'id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:38.011548 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] Checking router: 4f6527bf-657d-4966-b37e-40ce39326c95 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:38.022329 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] Routers {'4f6527bf-657d-4966-b37e-40ce39326c95'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:38.023161 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4f6527bf-657d-4966-b37e-40ce39326c95'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:38.031765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ec65-a62b-492b-98b9-7483ad1fed69 req-129f61a0-72fa-4794-8c44-e58a94c4d2e6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.037637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ec65-a62b-492b-98b9-7483ad1fed69 req-129f61a0-72fa-4794-8c44-e58a94c4d2e6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.043419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ec65-a62b-492b-98b9-7483ad1fed69 req-129f61a0-72fa-4794-8c44-e58a94c4d2e6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.049772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ec65-a62b-492b-98b9-7483ad1fed69 req-129f61a0-72fa-4794-8c44-e58a94c4d2e6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.055712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ec65-a62b-492b-98b9-7483ad1fed69 req-129f61a0-72fa-4794-8c44-e58a94c4d2e6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.061601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ec65-a62b-492b-98b9-7483ad1fed69 req-129f61a0-72fa-4794-8c44-e58a94c4d2e6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.067999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82ec65-a62b-492b-98b9-7483ad1fed69 req-129f61a0-72fa-4794-8c44-e58a94c4d2e6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.071868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae82ec65-a62b-492b-98b9-7483ad1fed69 req-129f61a0-72fa-4794-8c44-e58a94c4d2e6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.2024622 Apr 18 20:30:38.107417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-4556abd5-77b7-4642-a0f0-741caad4ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.110061 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8290f2c7-efe2-450c-af84-3dd56fcce7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.110850 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-4556abd5-77b7-4642-a0f0-741caad4ec81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 1097 time: 0.1544690 Apr 18 20:30:38.146502 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] Set router 4f6527bf-657d-4966-b37e-40ce39326c95 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:38.220068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.231573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae82ec65-a62b-492b-98b9-7483ad1fed69 req-036ccb9d-8bb0-4bf5-a1a4-bdb31724223b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277807 Apr 18 20:30:38.291612 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.320841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-deb91e12-e980-4cc0-8651-542c27218bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.322348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-deb91e12-e980-4cc0-8651-542c27218bf1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.1993959 Apr 18 20:30:38.379977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-14610415-f9fa-4af8-9b88-affba6032744 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fef42ef-e642-4640-84e2-6445e2c5616f HTTP/1.1" status: 200 len: 217 time: 0.0490787 Apr 18 20:30:38.466912 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'ff7dcbba-1dd8-4ef2-9de5-5fbe770895dc', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'port_id': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'mac_address': 'fa:16:3e:f2:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:50Z', 'updated_at': '2022-04-18T20:30:36Z', 'revision_number': 1, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901e0592-c790-4d05-af06-7a70aec3c5ab', 'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'mac_address': 'fa:16:3e:b9:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:47Z', 'updated_at': '2022-04-18T20:27:53Z', 'revision_number': 5, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'subnets': [{'id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:38.507540 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc27216d-289e-4570-8223-87135e1b96ed None None] The sync data for ids ['4f6527bf-657d-4966-b37e-40ce39326c95'] in n-d-836015-4 is: [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'ff7dcbba-1dd8-4ef2-9de5-5fbe770895dc', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'port_id': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'mac_address': 'fa:16:3e:f2:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:28:50Z', 'updated_at': '2022-04-18T20:30:36Z', 'revision_number': 1, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901e0592-c790-4d05-af06-7a70aec3c5ab', 'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'mac_address': 'fa:16:3e:b9:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:47Z', 'updated_at': '2022-04-18T20:27:53Z', 'revision_number': 5, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'subnets': [{'id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:38.546447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-ae0f34a6-a3ce-4b99-b074-f504218dc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.548716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-ae0f34a6-a3ce-4b99-b074-f504218dc13f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1619291 Apr 18 20:30:38.630931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-831ea153-0716-4607-b8ac-a51f92217586 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590525 Apr 18 20:30:38.732346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d76ad-ebd1-4fcc-9684-710e6634f885 req-7edf8bd2-0aaf-4f4e-89cb-27d1ef8712e9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:38.733845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c00d76ad-ebd1-4fcc-9684-710e6634f885 req-7edf8bd2-0aaf-4f4e-89cb-27d1ef8712e9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.1927888 Apr 18 20:30:38.750514 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.768361 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.768945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75932a7-2c40-43bf-a9aa-e13b42e6f095 None None] New status for floating IP ff7dcbba-1dd8-4ef2-9de5-5fbe770895dc: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:30:38.854117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-b0cfefce-a1c4-4e41-bd9d-64add53a64c6 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095606 Apr 18 20:30:38.894363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Pushing event updated for resources: {'Port': ['ID=326e6af2-fd4b-4afb-8b74-717fdf976225,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:38.904331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c00d76ad-ebd1-4fcc-9684-710e6634f885 req-87187273-5607-4e41-8c24-81e756d316cb tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577520 Apr 18 20:30:38.949396 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.981975 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.983269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-7fedc30f-96db-4047-a465-e6c652be1720 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7278333 Apr 18 20:30:38.989476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b355c706-7f7d-431d-bdcb-8b841df3f706 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:38.992722 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d5b0da29-226b-446d-8624-c9bf1bdfd85a no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:39.038670 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f8513e-ee2d-4a7d-8f87-5207e26f4d3c x-openstack-request-id: req-11f8513e-ee2d-4a7d-8f87-5207e26f4d3c {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:39.038670 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "tag": "305f39d6-2edb-4b24-8b63-fd3f9a829bdc", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:39.038670 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11f8513e-ee2d-4a7d-8f87-5207e26f4d3c {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:39.038670 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f8513e-ee2d-4a7d-8f87-5207e26f4d3c'] response: {'name': 'network-changed', 'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'tag': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc', 'status': 'completed', 'code': 200} Apr 18 20:30:39.054059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-925f1caf-0c15-4151-b2cb-d84201a545d3 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905572 Apr 18 20:30:39.057272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-d12e4a89-63a1-418a-858f-fbea89d61e49 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.0645447 Apr 18 20:30:39.204691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b355c706-7f7d-431d-bdcb-8b841df3f706, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b355c706-7f7d-431d-bdcb-8b841df3f706,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:39.226255 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.241293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'b355c706-7f7d-431d-bdcb-8b841df3f706', 'network_id': '9c679693-e74b-4a10-b346-222b1335c621', 'port_id': 'b355c706-7f7d-431d-bdcb-8b841df3f706', 'mac_address': 'fa:16:3e:5b:d6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a246398d-7a66-4826-a655-e9470018f718', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:39.248402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.267244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d552c52-7975-49c9-9830-3f167d85ef26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:39.267702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cca1ae-4c62-410d-9a25-755359d0a4df req-7bff61e2-5ed7-4f02-b5f8-613d6855c945 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.270251 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a9b713-d59a-4150-a4f1-90a4380f7141" -d '{"events": [{"server_uuid": "8d552c52-7975-49c9-9830-3f167d85ef26", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b0da29-226b-446d-8624-c9bf1bdfd85a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:39.275468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4cca1ae-4c62-410d-9a25-755359d0a4df req-7bff61e2-5ed7-4f02-b5f8-613d6855c945 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 946 time: 0.1567471 Apr 18 20:30:39.295426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-f430be0d-d617-4479-bad0-7a0f75250175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.297182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-f430be0d-d617-4479-bad0-7a0f75250175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.297726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-f430be0d-d617-4479-bad0-7a0f75250175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.298250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-f430be0d-d617-4479-bad0-7a0f75250175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.298903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-f430be0d-d617-4479-bad0-7a0f75250175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.299422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-f430be0d-d617-4479-bad0-7a0f75250175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.299966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-f430be0d-d617-4479-bad0-7a0f75250175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.302582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-f430be0d-d617-4479-bad0-7a0f75250175 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6499 time: 0.2142255 Apr 18 20:30:39.309942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port d5b0da29-226b-446d-8624-c9bf1bdfd85a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:39.321703 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.326229 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.342744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b355c706-7f7d-431d-bdcb-8b841df3f706 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:39.398213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b355c706-7f7d-431d-bdcb-8b841df3f706, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b355c706-7f7d-431d-bdcb-8b841df3f706,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:39.406615 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.412340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=d5b0da29-226b-446d-8624-c9bf1bdfd85a,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:39.414890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-f14a228f-f3d8-41cc-a8c7-6661cd17db09 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.416946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2632f9a1-1195-4db2-afa0-52f178cd7688 req-f14a228f-f3d8-41cc-a8c7-6661cd17db09 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.3456252 Apr 18 20:30:39.443292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4cca1ae-4c62-410d-9a25-755359d0a4df req-7edb9d5c-fd28-49e7-8b1c-a3ef458d1c3d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660197 Apr 18 20:30:39.517803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b355c706-7f7d-431d-bdcb-8b841df3f706,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:39.541657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b355c706-7f7d-431d-bdcb-8b841df3f706'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:39.647173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-4c14b664-b6b6-47e6-b66c-b9fa2973a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.648694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-4c14b664-b6b6-47e6-b66c-b9fa2973a302 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b3ce759-a463-4240-b6bf-4312a8b629c2 HTTP/1.1" status: 200 len: 918 time: 0.3305042 Apr 18 20:30:39.710417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-64b36ad5-cf30-4fa5-8de2-bbf394d115b2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.718553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-64b36ad5-cf30-4fa5-8de2-bbf394d115b2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 804 time: 0.1783688 Apr 18 20:30:39.748649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-e0c03f02-bd1d-46b1-a95a-3da930c9f452 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/quotas/dc37a857d8b240059132365071db5f0e HTTP/1.1" status: 200 len: 375 time: 0.0300205 Apr 18 20:30:39.799797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-7aa5906f-e6f7-4db9-812d-e5e9a33e8309 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=305f39d6-2edb-4b24-8b63-fd3f9a829bdc HTTP/1.1" status: 200 len: 1001 time: 0.1387329 Apr 18 20:30:39.884504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-4e585274-3f9c-4787-98db-3eba4c4a7ded tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350639 Apr 18 20:30:39.888544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-2fccb577-2e41-4d88-b67f-9678c4b0324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.889895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-2fccb577-2e41-4d88-b67f-9678c4b0324e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0daa6ee3-1616-4131-b741-bc636f011dc4 HTTP/1.1" status: 200 len: 856 time: 0.0661952 Apr 18 20:30:39.904521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faaa60-abab-41a9-8c49-4b66f07f9f4e req-c91bbf30-0b26-4fda-af5f-dbca0bcd099e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.910814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faaa60-abab-41a9-8c49-4b66f07f9f4e req-c91bbf30-0b26-4fda-af5f-dbca0bcd099e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.917408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faaa60-abab-41a9-8c49-4b66f07f9f4e req-c91bbf30-0b26-4fda-af5f-dbca0bcd099e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.923831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faaa60-abab-41a9-8c49-4b66f07f9f4e req-c91bbf30-0b26-4fda-af5f-dbca0bcd099e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.929577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faaa60-abab-41a9-8c49-4b66f07f9f4e req-c91bbf30-0b26-4fda-af5f-dbca0bcd099e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.935423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faaa60-abab-41a9-8c49-4b66f07f9f4e req-c91bbf30-0b26-4fda-af5f-dbca0bcd099e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.943394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faaa60-abab-41a9-8c49-4b66f07f9f4e req-c91bbf30-0b26-4fda-af5f-dbca0bcd099e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.951240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faaa60-abab-41a9-8c49-4b66f07f9f4e req-c91bbf30-0b26-4fda-af5f-dbca0bcd099e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.1839426 Apr 18 20:30:40.070359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0faaa60-abab-41a9-8c49-4b66f07f9f4e req-368bc7fd-a00f-4f0e-86a1-66b511323560 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181881 Apr 18 20:30:40.092325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-e861ddad-5b8f-4fbe-a304-1caf6d16e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.094368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-e861ddad-5b8f-4fbe-a304-1caf6d16e768 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b3ce759-a463-4240-b6bf-4312a8b629c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391668 Apr 18 20:30:40.131376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-e691e10b-0abb-4fb3-bc8d-2e47859023d4 service neutron] 10.222.0.49 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775134 Apr 18 20:30:40.140900 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1256b5cc-3841-44f0-9467-9a5a139cf718 x-openstack-request-id: req-1256b5cc-3841-44f0-9467-9a5a139cf718 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:40.141190 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d552c52-7975-49c9-9830-3f167d85ef26", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b0da29-226b-446d-8624-c9bf1bdfd85a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:40.141442 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1256b5cc-3841-44f0-9467-9a5a139cf718 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:40.141835 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1256b5cc-3841-44f0-9467-9a5a139cf718'] response: {'server_uuid': '8d552c52-7975-49c9-9830-3f167d85ef26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a', 'code': 200} Apr 18 20:30:40.387789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.640321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-e7916eef-a4bd-4df4-a3da-e995e4d87262 service neutron] 10.222.0.64 "GET /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349455 Apr 18 20:30:40.647919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dab31a-f43d-48b7-aab0-4c7a3277ccfb req-e0723042-f011-42c1-8d9b-167879c7100c tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.649287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8dab31a-f43d-48b7-aab0-4c7a3277ccfb req-e0723042-f011-42c1-8d9b-167879c7100c tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4320333 Apr 18 20:30:40.660455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-b51106d8-631c-45a1-9612-e358a4140074 service neutron] 10.222.0.49 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801621 Apr 18 20:30:40.762938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8dab31a-f43d-48b7-aab0-4c7a3277ccfb req-bd72e9a4-6e47-4644-bcbf-e7f4f5edb373 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.1014876 Apr 18 20:30:40.794078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-e8dab31a-f43d-48b7-aab0-4c7a3277ccfb req-4d0c7823-32dc-40a5-b61e-6a2fdd4817c6 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Request body: {'floatingip': {'port_id': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:40.856574 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8dab31a-f43d-48b7-aab0-4c7a3277ccfb req-4d0c7823-32dc-40a5-b61e-6a2fdd4817c6 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.924506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77be19d2-92b5-43f1-9d7f-ceff0f2c1999 req-df1e9c54-9200-40ed-ba34-d6c7f02ec229 service neutron] 10.222.0.64 "GET /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725306 Apr 18 20:30:40.995472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b355c706-7f7d-431d-bdcb-8b841df3f706 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:41.059319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port b355c706-7f7d-431d-bdcb-8b841df3f706 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:41.059702 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.238779 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.253892 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.316764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b355c706-7f7d-431d-bdcb-8b841df3f706, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b355c706-7f7d-431d-bdcb-8b841df3f706,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:41.331092 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.336262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855552c5-ffea-43ce-b763-fb870183f475 req-6549c811-a5a4-49b2-90ea-8043efea6ba9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:41.337799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-855552c5-ffea-43ce-b763-fb870183f475 req-6549c811-a5a4-49b2-90ea-8043efea6ba9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d552c52-7975-49c9-9830-3f167d85ef26 HTTP/1.1" status: 200 len: 943 time: 0.3281422 Apr 18 20:30:41.345984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a570433-bb33-4754-9590-7fdc0ed55c81 req-2ef041c0-59fa-4c5a-823f-32c5fe68e941 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:41.347566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a570433-bb33-4754-9590-7fdc0ed55c81 req-2ef041c0-59fa-4c5a-823f-32c5fe68e941 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 945 time: 0.3845861 Apr 18 20:30:41.410953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b355c706-7f7d-431d-bdcb-8b841df3f706,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:41.460726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a570433-bb33-4754-9590-7fdc0ed55c81 req-90651788-b56c-47a5-ad10-6da86f21a229 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795209 Apr 18 20:30:41.560969 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-e8dab31a-f43d-48b7-aab0-4c7a3277ccfb req-4d0c7823-32dc-40a5-b61e-6a2fdd4817c6 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 20:30:41.563113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8dab31a-f43d-48b7-aab0-4c7a3277ccfb req-4d0c7823-32dc-40a5-b61e-6a2fdd4817c6 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "PUT /v2.0/floatingips/76aa5cbf-0fd4-4986-91f7-6116c5a404d6 HTTP/1.1" status: 409 len: 549 time: 0.7762837 Apr 18 20:30:41.574698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-855552c5-ffea-43ce-b763-fb870183f475 req-35419da1-f7f7-4865-bd5f-31b6af1ae365 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Deleting port d5b0da29-226b-446d-8624-c9bf1bdfd85a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:41.575203 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-855552c5-ffea-43ce-b763-fb870183f475 req-35419da1-f7f7-4865-bd5f-31b6af1ae365 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.751612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1adac312-9c40-45d8-ab2f-fc37ecad3dbe req-a205ac81-946c-4fee-b107-25e135d2ce73 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 210 time: 0.0440590 Apr 18 20:30:41.795232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c6e8b-dae5-4aad-85ce-73b929d6262e req-cd857ed2-985b-4ece-b4cd-0b1724ff847c tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:41.796786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad1c6e8b-dae5-4aad-85ce-73b929d6262e req-cd857ed2-985b-4ece-b4cd-0b1724ff847c tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 946 time: 0.1422386 Apr 18 20:30:41.798567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-855552c5-ffea-43ce-b763-fb870183f475 req-35419da1-f7f7-4865-bd5f-31b6af1ae365 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] For port d5b0da29-226b-446d-8624-c9bf1bdfd85a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=d5b0da29-226b-446d-8624-c9bf1bdfd85a,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:41.798921 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-855552c5-ffea-43ce-b763-fb870183f475 req-35419da1-f7f7-4865-bd5f-31b6af1ae365 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.817806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-855552c5-ffea-43ce-b763-fb870183f475 req-35419da1-f7f7-4865-bd5f-31b6af1ae365 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Calling delete_port for d5b0da29-226b-446d-8624-c9bf1bdfd85a owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:41.891167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad1c6e8b-dae5-4aad-85ce-73b929d6262e req-a85ee143-21c3-4801-88e3-b15de4be333e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839183 Apr 18 20:30:42.012788 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.057356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-855552c5-ffea-43ce-b763-fb870183f475 req-35419da1-f7f7-4865-bd5f-31b6af1ae365 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.103693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35419da1-f7f7-4865-bd5f-31b6af1ae365 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Pushing event deleted for resources: {'Port': ['ID=d5b0da29-226b-446d-8624-c9bf1bdfd85a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:42.143279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b355c706-7f7d-431d-bdcb-8b841df3f706'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:42.145704 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26deed0-565c-49df-a530-eb65c6344964" -d '{"events": [{"server_uuid": "bebca283-e6a2-4ed9-895f-c0e394766e47", "name": "network-vif-plugged", "status": "completed", "tag": "b355c706-7f7d-431d-bdcb-8b841df3f706"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:42.161439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a082e40-c4d1-41dc-81bc-d6f8c4b726ed req-42eb971c-fb8b-426c-84f6-251e61c2f2d4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.167195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a082e40-c4d1-41dc-81bc-d6f8c4b726ed req-42eb971c-fb8b-426c-84f6-251e61c2f2d4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.172980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a082e40-c4d1-41dc-81bc-d6f8c4b726ed req-42eb971c-fb8b-426c-84f6-251e61c2f2d4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.178727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a082e40-c4d1-41dc-81bc-d6f8c4b726ed req-42eb971c-fb8b-426c-84f6-251e61c2f2d4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.184520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a082e40-c4d1-41dc-81bc-d6f8c4b726ed req-42eb971c-fb8b-426c-84f6-251e61c2f2d4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.190753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a082e40-c4d1-41dc-81bc-d6f8c4b726ed req-42eb971c-fb8b-426c-84f6-251e61c2f2d4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.196503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a082e40-c4d1-41dc-81bc-d6f8c4b726ed req-42eb971c-fb8b-426c-84f6-251e61c2f2d4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.198311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a082e40-c4d1-41dc-81bc-d6f8c4b726ed req-42eb971c-fb8b-426c-84f6-251e61c2f2d4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.1870103 Apr 18 20:30:42.213003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-67a575fd-05e5-44a7-954a-36d56a0b2fcd tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips/76aa5cbf-0fd4-4986-91f7-6116c5a404d6 HTTP/1.1" status: 200 len: 692 time: 0.1207104 Apr 18 20:30:42.232398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-855552c5-ffea-43ce-b763-fb870183f475 req-35419da1-f7f7-4865-bd5f-31b6af1ae365 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] No DVR routers for this DVR port d5b0da29-226b-446d-8624-c9bf1bdfd85a on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:42.249627 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-855552c5-ffea-43ce-b763-fb870183f475 req-35419da1-f7f7-4865-bd5f-31b6af1ae365 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.253515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-855552c5-ffea-43ce-b763-fb870183f475 req-35419da1-f7f7-4865-bd5f-31b6af1ae365 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.60 "DELETE /v2.0/ports/d5b0da29-226b-446d-8624-c9bf1bdfd85a HTTP/1.1" status: 204 len: 173 time: 0.9049444 Apr 18 20:30:42.253940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d552c52-7975-49c9-9830-3f167d85ef26', 'name': 'network-vif-deleted', 'tag': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:42.256235 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e3bafc-0011-4d24-9dda-e3329ad608e1" -d '{"events": [{"server_uuid": "8d552c52-7975-49c9-9830-3f167d85ef26", "name": "network-vif-deleted", "tag": "d5b0da29-226b-446d-8624-c9bf1bdfd85a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:42.360464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a082e40-c4d1-41dc-81bc-d6f8c4b726ed req-66885314-640e-45ac-9811-57dc0e6003ed tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512778 Apr 18 20:30:42.400380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-0e4dfe8b-3e82-46db-b306-d3714b5465d2 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.401880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-0e4dfe8b-3e82-46db-b306-d3714b5465d2 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.1707742 Apr 18 20:30:42.470723 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248f57eb-5f7f-4625-b7d9-f71c0fa31258 x-openstack-request-id: req-248f57eb-5f7f-4625-b7d9-f71c0fa31258 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:42.471249 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebca283-e6a2-4ed9-895f-c0e394766e47", "name": "network-vif-plugged", "status": "completed", "tag": "b355c706-7f7d-431d-bdcb-8b841df3f706", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:42.471249 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-248f57eb-5f7f-4625-b7d9-f71c0fa31258 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:42.471652 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-248f57eb-5f7f-4625-b7d9-f71c0fa31258'] response: {'server_uuid': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b355c706-7f7d-431d-bdcb-8b841df3f706', 'code': 200} Apr 18 20:30:42.507435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-07a26119-2a61-4dae-8590-ebb903e2d436 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.0947347 Apr 18 20:30:42.513447 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96de8fab-9496-49fa-bfdf-b805c536db1d x-openstack-request-id: req-96de8fab-9496-49fa-bfdf-b805c536db1d {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:42.513734 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d552c52-7975-49c9-9830-3f167d85ef26", "name": "network-vif-deleted", "tag": "d5b0da29-226b-446d-8624-c9bf1bdfd85a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:42.513978 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96de8fab-9496-49fa-bfdf-b805c536db1d {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:42.514366 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96de8fab-9496-49fa-bfdf-b805c536db1d'] response: {'server_uuid': '8d552c52-7975-49c9-9830-3f167d85ef26', 'name': 'network-vif-deleted', 'tag': 'd5b0da29-226b-446d-8624-c9bf1bdfd85a', 'status': 'completed', 'code': 200} Apr 18 20:30:42.594346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-f1db9da5-460d-4827-8f10-c0319fa8a7b6 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.0859535 Apr 18 20:30:42.733233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-6b4d834b-ff40-4158-a58f-076426fbd565 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.735197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-6b4d834b-ff40-4158-a58f-076426fbd565 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.64 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 804 time: 0.2679803 Apr 18 20:30:42.761338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Request body: {'port': {'device_id': 'edb18952-6bba-454a-b1c1-81097d88b870', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'admin_state_up': True, 'tenant_id': 'dc37a857d8b240059132365071db5f0e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:42.842689 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a802565-4cce-4dfe-befd-7254322503d2 req-10833abd-c154-460d-9bdc-b7c857089b68 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.844119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a802565-4cce-4dfe-befd-7254322503d2 req-10833abd-c154-460d-9bdc-b7c857089b68 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.1571817 Apr 18 20:30:42.902657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-486ca12c-1e63-468f-ba1d-d4282d4fb148 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Deleting port 326e6af2-fd4b-4afb-8b74-717fdf976225 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:42.903007 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-486ca12c-1e63-468f-ba1d-d4282d4fb148 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.962014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a802565-4cce-4dfe-befd-7254322503d2 req-9d160905-a558-457d-bc96-9e3be901c6b2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095181 Apr 18 20:30:42.993921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Made reservation on behalf of dc37a857d8b240059132365071db5f0e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:42.998278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.050125 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-486ca12c-1e63-468f-ba1d-d4282d4fb148 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.050440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-486ca12c-1e63-468f-ba1d-d4282d4fb148 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.130289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-486ca12c-1e63-468f-ba1d-d4282d4fb148 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Calling delete_port for 326e6af2-fd4b-4afb-8b74-717fdf976225 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:43.184031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e320e4aa-22db-44c6-be04-fc502ac3276a req-5537143e-9561-4b55-b560-1a9af482218c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 210 time: 0.0751059 Apr 18 20:30:43.344576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Allocated IP 172.20.0.2 (68cc6080-2d81-4704-9199-495df571819a/32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f/ce41fa32-d806-408a-8d0e-33fdcbb6df33) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:43.361714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365902a-8724-4a94-9251-dd27731d3bfb req-5dab9956-8d5b-48a7-92ad-2e37e91eec8a tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.363996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e365902a-8724-4a94-9251-dd27731d3bfb req-5dab9956-8d5b-48a7-92ad-2e37e91eec8a tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 946 time: 0.1030238 Apr 18 20:30:43.474555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e365902a-8724-4a94-9251-dd27731d3bfb req-dfe7d0bf-5a4f-48d9-a235-c6615dafd06c tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982029 Apr 18 20:30:43.549438 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-486ca12c-1e63-468f-ba1d-d4282d4fb148 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.590192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ca12c-1e63-468f-ba1d-d4282d4fb148 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Pushing event deleted for resources: {'Port': ['ID=326e6af2-fd4b-4afb-8b74-717fdf976225,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:43.682334 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.720136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-486ca12c-1e63-468f-ba1d-d4282d4fb148 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.722685 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-486ca12c-1e63-468f-ba1d-d4282d4fb148 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.723813 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf10623f-2aef-47ff-84c2-b2a3c69e1628 req-486ca12c-1e63-468f-ba1d-d4282d4fb148 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "DELETE /v2.0/floatingips/76aa5cbf-0fd4-4986-91f7-6116c5a404d6 HTTP/1.1" status: 204 len: 173 time: 1.1287022 Apr 18 20:30:43.741552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393cd56-3ca1-4ef1-b1d8-acaeda03f07d req-412be912-2513-4801-8695-2cbd18a5d2b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.747737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393cd56-3ca1-4ef1-b1d8-acaeda03f07d req-412be912-2513-4801-8695-2cbd18a5d2b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.754106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393cd56-3ca1-4ef1-b1d8-acaeda03f07d req-412be912-2513-4801-8695-2cbd18a5d2b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.760003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393cd56-3ca1-4ef1-b1d8-acaeda03f07d req-412be912-2513-4801-8695-2cbd18a5d2b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.766765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393cd56-3ca1-4ef1-b1d8-acaeda03f07d req-412be912-2513-4801-8695-2cbd18a5d2b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.772790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393cd56-3ca1-4ef1-b1d8-acaeda03f07d req-412be912-2513-4801-8695-2cbd18a5d2b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.778723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393cd56-3ca1-4ef1-b1d8-acaeda03f07d req-412be912-2513-4801-8695-2cbd18a5d2b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.780792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6393cd56-3ca1-4ef1-b1d8-acaeda03f07d req-412be912-2513-4801-8695-2cbd18a5d2b5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.1568682 Apr 18 20:30:43.826598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.868813 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6393cd56-3ca1-4ef1-b1d8-acaeda03f07d req-fbfffce8-3d03-467d-9857-d3bf27e2300f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761914 Apr 18 20:30:43.938913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Network 68cc6080-2d81-4704-9199-495df571819a is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:43.949981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:43.969602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:43.998072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Pushing event updated for resources: {'Port': ['ID=ce41fa32-d806-408a-8d0e-33fdcbb6df33,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:44.056964 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-cd8be9ca-5d6c-493c-874c-21e58860bcad tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 1001 time: 0.1931417 Apr 18 20:30:44.065637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:44.066288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:44.110855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-f1813715-44ae-442f-8e37-8d5ee7252ed8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3540502 Apr 18 20:30:44.120652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a1107-5597-4499-a721-09d8f24ef4ae req-d0c0e45e-e4c4-46a0-bab1-0ebab3c0635e tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:44.122274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-d0c0e45e-e4c4-46a0-bab1-0ebab3c0635e tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports/5edeb032-88b5-40ef-8a39-ed57e5508362 HTTP/1.1" status: 200 len: 942 time: 0.0532906 Apr 18 20:30:44.128562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Request body: {'port': {'device_id': 'edb18952-6bba-454a-b1c1-81097d88b870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:44.556946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:44.578652 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-08cf1df3-3134-4ceb-b68e-5a3a4029bd7a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 1001 time: 0.4025283 Apr 18 20:30:44.585811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda5782-60d1-415d-be5b-7c6e8baa0725 req-74d4280c-3e2b-41e8-9af2-ccf773cf250c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:44.587200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fda5782-60d1-415d-be5b-7c6e8baa0725 req-74d4280c-3e2b-41e8-9af2-ccf773cf250c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.4629965 Apr 18 20:30:44.758309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fda5782-60d1-415d-be5b-7c6e8baa0725 req-0eac8d26-5316-4f59-8479-baf20c20342c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583419 Apr 18 20:30:44.826333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a1107-5597-4499-a721-09d8f24ef4ae req-7dddfc1d-a675-4251-babd-6ceee7f36ac6 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:44.828370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-7dddfc1d-a675-4251-babd-6ceee7f36ac6 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.2396667 Apr 18 20:30:44.961343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-6a292824-a89b-4dba-ad90-9f60da9f3c1b tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 1001 time: 0.1026783 Apr 18 20:30:44.988813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-076a1107-5597-4499-a721-09d8f24ef4ae req-1075e252-cb45-4507-bed0-5df3815bb4fa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:45.015977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d5b0da29-226b-446d-8624-c9bf1bdfd85a no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:45.037100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: d5b0da29-226b-446d-8624-c9bf1bdfd85a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:45.037517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device d5b0da29-226b-446d-8624-c9bf1bdfd85a not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:45.098814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00480e44-84ac-4716-8d6e-56903fb69163 req-aeee7875-0548-4aad-82a2-be535cc14ad5 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:45.100272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00480e44-84ac-4716-8d6e-56903fb69163 req-aeee7875-0548-4aad-82a2-be535cc14ad5 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 945 time: 0.1525118 Apr 18 20:30:45.103936 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-076a1107-5597-4499-a721-09d8f24ef4ae req-1075e252-cb45-4507-bed0-5df3815bb4fa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.164976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce41fa32-d806-408a-8d0e-33fdcbb6df33 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:45.182386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.243507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Transition to ACTIVE for port object ce41fa32-d806-408a-8d0e-33fdcbb6df33 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:45.247540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00480e44-84ac-4716-8d6e-56903fb69163 req-4e9f6905-464f-4c9c-955a-dfd17ce291c9 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389356 Apr 18 20:30:45.251056 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.354092 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-076a1107-5597-4499-a721-09d8f24ef4ae req-1075e252-cb45-4507-bed0-5df3815bb4fa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.366612 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-076a1107-5597-4499-a721-09d8f24ef4ae req-1075e252-cb45-4507-bed0-5df3815bb4fa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.366943 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-076a1107-5597-4499-a721-09d8f24ef4ae req-1075e252-cb45-4507-bed0-5df3815bb4fa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Floating IP 2dff3116-428e-47b6-be0e-db132ed90dac disassociated. External IP: 172.25.2.223, port: 5edeb032-88b5-40ef-8a39-ed57e5508362. Apr 18 20:30:45.368717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Pushing event updated for resources: {'Port': ['ID=ce41fa32-d806-408a-8d0e-33fdcbb6df33,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:45.520586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99effb-544f-4f1c-8731-5b01db37c634 req-917981bc-2303-4b4f-95b7-593b626e98a1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:45.522085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba99effb-544f-4f1c-8731-5b01db37c634 req-917981bc-2303-4b4f-95b7-593b626e98a1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 943 time: 0.2087593 Apr 18 20:30:45.570327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Attempting to bind port ce41fa32-d806-408a-8d0e-33fdcbb6df33 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:45.571071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Attempting to bind port ce41fa32-d806-408a-8d0e-33fdcbb6df33 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:45.571071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Attempting to bind port ce41fa32-d806-408a-8d0e-33fdcbb6df33 on network 68cc6080-2d81-4704-9199-495df571819a {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:45.587636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Port ce41fa32-d806-408a-8d0e-33fdcbb6df33 on network 68cc6080-2d81-4704-9199-495df571819a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:45.587978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Attempting to bind port ce41fa32-d806-408a-8d0e-33fdcbb6df33 on network 68cc6080-2d81-4704-9199-495df571819a {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:45.629904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba99effb-544f-4f1c-8731-5b01db37c634 req-e4cf3f31-cb03-43a7-bd3e-d66256ec2496 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004848 Apr 18 20:30:45.632229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:45.632565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Checking segment: {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:45.633001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Bound using segment: {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:45.633351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Bound port: ce41fa32-d806-408a-8d0e-33fdcbb6df33, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:45.633720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.684875 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.784508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-076a1107-5597-4499-a721-09d8f24ef4ae req-1075e252-cb45-4507-bed0-5df3815bb4fa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Router 5cae2429-84fd-4334-bdca-51eb6dbbec6a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:45.788157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] For port ce41fa32-d806-408a-8d0e-33fdcbb6df33, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:45.793786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] For port ce41fa32-d806-408a-8d0e-33fdcbb6df33, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:45.800810 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.818303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e6bfb-2266-46d8-8ca0-5106f2a63f63 req-a56ce72d-87e9-4037-8e7d-fe7963ceb25f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:45.819816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f4e6bfb-2266-46d8-8ca0-5106f2a63f63 req-a56ce72d-87e9-4037-8e7d-fe7963ceb25f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 946 time: 0.1120336 Apr 18 20:30:45.857929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:45.858528 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.860410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] 10.222.0.64 "PUT /v2.0/ports/ce41fa32-d806-408a-8d0e-33fdcbb6df33 HTTP/1.1" status: 200 len: 1091 time: 1.7372651 Apr 18 20:30:45.870469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb18952-6bba-454a-b1c1-81097d88b870', 'tag': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:45.873059 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d68d32-a941-470d-954e-8e1b8e7836d1" -d '{"events": [{"name": "network-changed", "server_uuid": "edb18952-6bba-454a-b1c1-81097d88b870", "tag": "ce41fa32-d806-408a-8d0e-33fdcbb6df33"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:45.986295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f4e6bfb-2266-46d8-8ca0-5106f2a63f63 req-4a9474f8-e92a-4fae-aa89-76f584e286d3 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460705 Apr 18 20:30:45.987294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad4f9d-c8fa-4802-8c76-a1bf3ee8ad02 service neutron] Pushing event updated for resources: {'Port': ['ID=ce41fa32-d806-408a-8d0e-33fdcbb6df33,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:46.045920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-058663d0-debe-43dc-af23-edf5b8a3b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.048171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-058663d0-debe-43dc-af23-edf5b8a3b81a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 1094 time: 0.1325393 Apr 18 20:30:46.063930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-076a1107-5597-4499-a721-09d8f24ef4ae req-1075e252-cb45-4507-bed0-5df3815bb4fa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:46.069150 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-076a1107-5597-4499-a721-09d8f24ef4ae req-1075e252-cb45-4507-bed0-5df3815bb4fa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.076522 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] Sync routers for ids ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:46.090451 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] Routers {'5cae2429-84fd-4334-bdca-51eb6dbbec6a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:46.091471 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:46.114269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-d8545e95-cca7-411b-8641-601de21e58df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33 HTTP/1.1" status: 200 len: 217 time: 0.0567942 Apr 18 20:30:46.148848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-1075e252-cb45-4507-bed0-5df3815bb4fa tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "PUT /v2.0/floatingips/2dff3116-428e-47b6-be0e-db132ed90dac HTTP/1.1" status: 200 len: 695 time: 1.1652203 Apr 18 20:30:46.211916 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] Set router 5cae2429-84fd-4334-bdca-51eb6dbbec6a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:46.260280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-75ff23f3-566c-4aab-996f-c5228bd3b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.261731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-75ff23f3-566c-4aab-996f-c5228bd3b8bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f HTTP/1.1" status: 200 len: 844 time: 0.1371539 Apr 18 20:30:46.302705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-b6c20e50-3324-47bf-9e0e-dd6822a6c6ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68cc6080-2d81-4704-9199-495df571819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314856 Apr 18 20:30:46.304610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a1107-5597-4499-a721-09d8f24ef4ae req-f9743445-ac78-43a0-8cd5-8896ce473ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.305979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-f9743445-ac78-43a0-8cd5-8896ce473ba3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa438cf45dfd4d42b8f01b3aa4119247&device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 1096 time: 0.1279707 Apr 18 20:30:46.334914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b777-e0a8-458a-93a0-6ee9470064cf req-7fdecdfc-1a1a-44ab-b988-396e2a5b5f37 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.341142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b777-e0a8-458a-93a0-6ee9470064cf req-7fdecdfc-1a1a-44ab-b988-396e2a5b5f37 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.348025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b777-e0a8-458a-93a0-6ee9470064cf req-7fdecdfc-1a1a-44ab-b988-396e2a5b5f37 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.353999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b777-e0a8-458a-93a0-6ee9470064cf req-7fdecdfc-1a1a-44ab-b988-396e2a5b5f37 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.360243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b777-e0a8-458a-93a0-6ee9470064cf req-7fdecdfc-1a1a-44ab-b988-396e2a5b5f37 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.366503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b777-e0a8-458a-93a0-6ee9470064cf req-7fdecdfc-1a1a-44ab-b988-396e2a5b5f37 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.372847 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80b777-e0a8-458a-93a0-6ee9470064cf req-7fdecdfc-1a1a-44ab-b988-396e2a5b5f37 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.374716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f80b777-e0a8-458a-93a0-6ee9470064cf req-7fdecdfc-1a1a-44ab-b988-396e2a5b5f37 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.1645770 Apr 18 20:30:46.432671 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b5e8b286-8887-47c6-a6c4-327d158c054c', 'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'mac_address': 'fa:16:3e:36:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:49Z', 'updated_at': '2022-04-18T20:29:56Z', 'revision_number': 5, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'subnets': [{'id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:46.459485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] Checking router: 5cae2429-84fd-4334-bdca-51eb6dbbec6a for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:46.467997 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] Routers {'5cae2429-84fd-4334-bdca-51eb6dbbec6a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:46.469089 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:46.528982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f80b777-e0a8-458a-93a0-6ee9470064cf req-76dded25-df7c-417a-9242-774c9bfc897c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366005 Apr 18 20:30:46.561773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a1107-5597-4499-a721-09d8f24ef4ae req-e31f85ed-ea65-4c9e-b606-b66e18782ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.563102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-e31f85ed-ea65-4c9e-b606-b66e18782ae4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc1b563c-b4ee-4439-b366-afe664385bf8 HTTP/1.1" status: 200 len: 929 time: 0.2412434 Apr 18 20:30:46.569631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-680d1742-a264-464a-8c8d-9d0837c2c512 service neutron] 10.222.0.64 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574527 Apr 18 20:30:46.574640 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] Set router 5cae2429-84fd-4334-bdca-51eb6dbbec6a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:46.632763 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada3f073-e98f-45c2-8dac-adb7a90c8fb2 x-openstack-request-id: req-ada3f073-e98f-45c2-8dac-adb7a90c8fb2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:46.633338 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb18952-6bba-454a-b1c1-81097d88b870", "tag": "ce41fa32-d806-408a-8d0e-33fdcbb6df33", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:46.633338 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ada3f073-e98f-45c2-8dac-adb7a90c8fb2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:46.633707 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada3f073-e98f-45c2-8dac-adb7a90c8fb2'] response: {'name': 'network-changed', 'server_uuid': 'edb18952-6bba-454a-b1c1-81097d88b870', 'tag': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33', 'status': 'completed', 'code': 200} Apr 18 20:30:46.637131 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-fce30823-ab6a-4775-a709-8c888a206bb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5edeb032-88b5-40ef-8a39-ed57e5508362 HTTP/1.1" status: 200 len: 217 time: 0.0585163 Apr 18 20:30:46.776018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcfd1-c11f-47f4-ab47-18172da88aba req-224aa8db-98f6-4cd0-b192-ea74ac7d832b tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.777154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-485bcfd1-c11f-47f4-ab47-18172da88aba req-224aa8db-98f6-4cd0-b192-ea74ac7d832b tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 946 time: 0.1121762 Apr 18 20:30:46.778363 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b5e8b286-8887-47c6-a6c4-327d158c054c', 'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'mac_address': 'fa:16:3e:36:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:49Z', 'updated_at': '2022-04-18T20:29:56Z', 'revision_number': 5, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'subnets': [{'id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:46.780379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a1107-5597-4499-a721-09d8f24ef4ae req-a4963d36-222f-41e4-8c54-dd9d99b70373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.781812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-a4963d36-222f-41e4-8c54-dd9d99b70373 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=812f8665-d73f-47fa-a1d8-ba6ab4fdbe27 HTTP/1.1" status: 200 len: 867 time: 0.1157815 Apr 18 20:30:46.785393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfa7cc85-3fb0-4e66-8e0a-d2b9af4fcaa9 req-22473957-3896-4e5a-bfe8-974c7a87b7ef service neutron] 10.222.0.64 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000990 Apr 18 20:30:46.815543 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6993fc2-7910-405f-affb-c25b999685a3 None None] The sync data for ids ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'] in n-d-836015-4 is: [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b5e8b286-8887-47c6-a6c4-327d158c054c', 'name': '', 'network_id': 'cc1b563c-b4ee-4439-b366-afe664385bf8', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'mac_address': 'fa:16:3e:36:12:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:49Z', 'updated_at': '2022-04-18T20:29:56Z', 'revision_number': 5, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'subnets': [{'id': '812f8665-d73f-47fa-a1d8-ba6ab4fdbe27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:46.863112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-485bcfd1-c11f-47f4-ab47-18172da88aba req-c6e10499-c062-4596-9e2a-523ac7f5e48b tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738096 Apr 18 20:30:46.886016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a1107-5597-4499-a721-09d8f24ef4ae req-4aff862f-8b36-4305-abf8-d484a2731556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.886016 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-4aff862f-8b36-4305-abf8-d484a2731556 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc1b563c-b4ee-4439-b366-afe664385bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967262 Apr 18 20:30:46.955041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d68d32-a941-470d-954e-8e1b8e7836d1 req-77787f9b-c07b-4a3f-b0c9-886c5ada38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.956587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d68d32-a941-470d-954e-8e1b8e7836d1 req-77787f9b-c07b-4a3f-b0c9-886c5ada38d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 1094 time: 0.1096740 Apr 18 20:30:47.027279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b355c706-7f7d-431d-bdcb-8b841df3f706 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:47.069355 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-3627ac06-4be8-4ef5-81ff-7e562abc343f service neutron] 10.222.0.49 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770167 Apr 18 20:30:47.101530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b452c09-0d5b-4e04-8937-b2b0f5d93e24 None None] New status for floating IP 2dff3116-428e-47b6-be0e-db132ed90dac: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:30:47.175661 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.271289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b355c706-7f7d-431d-bdcb-8b841df3f706'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:47.273577 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f603b1-ab13-43fc-bccf-6626cea53852" -d '{"events": [{"server_uuid": "bebca283-e6a2-4ed9-895f-c0e394766e47", "name": "network-vif-unplugged", "status": "completed", "tag": "b355c706-7f7d-431d-bdcb-8b841df3f706"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:47.325184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b355c706-7f7d-431d-bdcb-8b841df3f706, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b355c706-7f7d-431d-bdcb-8b841df3f706,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:47.329483 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.391482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b355c706-7f7d-431d-bdcb-8b841df3f706,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:47.454001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8499673-4322-451f-a56c-7c575dc80469 req-fd7a388f-c193-4a32-8cb7-22724a28be64 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.455482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8499673-4322-451f-a56c-7c575dc80469 req-fd7a388f-c193-4a32-8cb7-22724a28be64 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 943 time: 0.4231865 Apr 18 20:30:47.460790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d68d32-a941-470d-954e-8e1b8e7836d1 req-81655353-0732-4e1b-99b5-d377a4d0add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.462140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d68d32-a941-470d-954e-8e1b8e7836d1 req-81655353-0732-4e1b-99b5-d377a4d0add2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 905 time: 0.4980047 Apr 18 20:30:47.525782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d68d32-a941-470d-954e-8e1b8e7836d1 req-cbb05bfc-134f-44cb-831b-5076dae5eacb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33 HTTP/1.1" status: 200 len: 217 time: 0.0471032 Apr 18 20:30:47.538906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-076a1107-5597-4499-a721-09d8f24ef4ae req-7c422be3-5e98-4290-8dbc-106c703ca115 service neutron] 10.222.0.49 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616997 Apr 18 20:30:47.554556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8499673-4322-451f-a56c-7c575dc80469 req-f7abae5d-aa7d-4b61-8d56-f7a02d872170 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914977 Apr 18 20:30:47.595989 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d68d32-a941-470d-954e-8e1b8e7836d1 req-5a75a39c-de1b-4b30-b785-ee95ece7e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.597452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d68d32-a941-470d-954e-8e1b8e7836d1 req-5a75a39c-de1b-4b30-b785-ee95ece7e2af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f HTTP/1.1" status: 200 len: 844 time: 0.0577250 Apr 18 20:30:47.638553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d68d32-a941-470d-954e-8e1b8e7836d1 req-3a8c27be-6b54-4710-b42d-bd9544b0637f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68cc6080-2d81-4704-9199-495df571819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297787 Apr 18 20:30:47.730695 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881522b7-6405-4783-ba98-78bd0504364f x-openstack-request-id: req-881522b7-6405-4783-ba98-78bd0504364f {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:47.731076 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebca283-e6a2-4ed9-895f-c0e394766e47", "name": "network-vif-unplugged", "status": "completed", "tag": "b355c706-7f7d-431d-bdcb-8b841df3f706", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:47.731561 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-881522b7-6405-4783-ba98-78bd0504364f {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:47.732034 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881522b7-6405-4783-ba98-78bd0504364f'] response: {'server_uuid': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b355c706-7f7d-431d-bdcb-8b841df3f706', 'code': 200} Apr 18 20:30:47.774469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d68d32-a941-470d-954e-8e1b8e7836d1 req-7e08708e-a661-4f4a-b8c2-5fb32af1408d service neutron] 10.222.0.64 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237266 Apr 18 20:30:47.840934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff52132-becf-4e6c-9e6b-2df3d677286f req-4c2f855a-23c7-4001-bd19-81920233c0fd tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.842288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bff52132-becf-4e6c-9e6b-2df3d677286f req-4c2f855a-23c7-4001-bd19-81920233c0fd tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 946 time: 0.1166062 Apr 18 20:30:47.911285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103c0d-8cfa-4b76-97f8-b0a9b294501f req-ec7bc40e-07fc-4f99-913b-99b5fa7ea022 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.916980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103c0d-8cfa-4b76-97f8-b0a9b294501f req-ec7bc40e-07fc-4f99-913b-99b5fa7ea022 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.922752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103c0d-8cfa-4b76-97f8-b0a9b294501f req-ec7bc40e-07fc-4f99-913b-99b5fa7ea022 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.928468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103c0d-8cfa-4b76-97f8-b0a9b294501f req-ec7bc40e-07fc-4f99-913b-99b5fa7ea022 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.934164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103c0d-8cfa-4b76-97f8-b0a9b294501f req-ec7bc40e-07fc-4f99-913b-99b5fa7ea022 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.939989 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103c0d-8cfa-4b76-97f8-b0a9b294501f req-ec7bc40e-07fc-4f99-913b-99b5fa7ea022 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.945694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f103c0d-8cfa-4b76-97f8-b0a9b294501f req-ec7bc40e-07fc-4f99-913b-99b5fa7ea022 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.947513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f103c0d-8cfa-4b76-97f8-b0a9b294501f req-ec7bc40e-07fc-4f99-913b-99b5fa7ea022 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.1690309 Apr 18 20:30:47.997366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bff52132-becf-4e6c-9e6b-2df3d677286f req-2a8fa7dc-d18a-4897-b796-62ba69fe8b8f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297278 Apr 18 20:30:48.004962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d68d32-a941-470d-954e-8e1b8e7836d1 req-841899ff-f1b7-4e0e-a8ef-349be94c38bf service neutron] 10.222.0.64 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137897 Apr 18 20:30:48.024918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f103c0d-8cfa-4b76-97f8-b0a9b294501f req-db04c088-36c2-45d6-a1f7-f52156bcff63 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654511 Apr 18 20:30:48.068447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-83450ea0-0ec4-4117-920b-addc97c3f23a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips/2dff3116-428e-47b6-be0e-db132ed90dac HTTP/1.1" status: 200 len: 693 time: 0.0425737 Apr 18 20:30:48.177717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-0f23df61-065f-4615-8a96-f6a0d5179e86 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:48.179082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-0f23df61-065f-4615-8a96-f6a0d5179e86 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.1051133 Apr 18 20:30:48.247613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-b6b88a91-58b4-4a7a-946a-6b12cee6a82c tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.0589406 Apr 18 20:30:48.302193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647ddb5-16fb-4993-8330-3b51b6a4c7ed req-c9463496-cf8a-4d61-85fa-3de08eeae5b2 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:48.303650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3647ddb5-16fb-4993-8330-3b51b6a4c7ed req-c9463496-cf8a-4d61-85fa-3de08eeae5b2 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 945 time: 0.1236959 Apr 18 20:30:48.310707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-1739d7fb-5aa5-4672-afd8-9c6caeb70d43 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.223 HTTP/1.1" status: 200 len: 696 time: 0.0564153 Apr 18 20:30:48.413347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3647ddb5-16fb-4993-8330-3b51b6a4c7ed req-7a17653c-df3a-43cf-ab0f-a93c64691cd7 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015348 Apr 18 20:30:48.469417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-34efccc5-8741-4882-87d3-39e14770fe5a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Deleting port 5f41e29b-b145-4d69-99d5-894f9a73af21 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:48.469913 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-34efccc5-8741-4882-87d3-39e14770fe5a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.583870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d474b64-3107-4e52-92a9-5bae9401a4c5 req-471149ca-a40d-438e-8d92-d9498e68f5fb tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:48.585337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d474b64-3107-4e52-92a9-5bae9401a4c5 req-471149ca-a40d-438e-8d92-d9498e68f5fb tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 944 time: 0.1019375 Apr 18 20:30:48.588887 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-34efccc5-8741-4882-87d3-39e14770fe5a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.589214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-34efccc5-8741-4882-87d3-39e14770fe5a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.612761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-34efccc5-8741-4882-87d3-39e14770fe5a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Calling delete_port for 5f41e29b-b145-4d69-99d5-894f9a73af21 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:48.634609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'tag': '5edeb032-88b5-40ef-8a39-ed57e5508362'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:48.637411 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a" -d '{"events": [{"name": "network-changed", "server_uuid": "65086285-8394-4e3e-81f1-3e90cfe5c52e", "tag": "5edeb032-88b5-40ef-8a39-ed57e5508362"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:48.675413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d474b64-3107-4e52-92a9-5bae9401a4c5 req-c3f8973f-0987-4d8e-a6db-91395e458ef5 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818787 Apr 18 20:30:48.766074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-34efccc5-8741-4882-87d3-39e14770fe5a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.797982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efccc5-8741-4882-87d3-39e14770fe5a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Pushing event deleted for resources: {'Port': ['ID=5f41e29b-b145-4d69-99d5-894f9a73af21,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:48.916157 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-34efccc5-8741-4882-87d3-39e14770fe5a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.918661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-34efccc5-8741-4882-87d3-39e14770fe5a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.919777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb8b56fc-f63c-4551-b00d-195f173ba82b req-34efccc5-8741-4882-87d3-39e14770fe5a tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "DELETE /v2.0/floatingips/2dff3116-428e-47b6-be0e-db132ed90dac HTTP/1.1" status: 204 len: 173 time: 0.6018291 Apr 18 20:30:48.934761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-3c89c9c9-74ea-472b-a70d-d40434764eae tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:48.936249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-3c89c9c9-74ea-472b-a70d-d40434764eae tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.60 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 944 time: 0.1171882 Apr 18 20:30:48.948688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d62b38-d71d-4ffb-b849-2be6e4b75f46 req-f6e1be4c-f4ee-4d0c-aa5f-70a53742b375 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:48.950116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65d62b38-d71d-4ffb-b849-2be6e4b75f46 req-f6e1be4c-f4ee-4d0c-aa5f-70a53742b375 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 943 time: 0.1195145 Apr 18 20:30:48.957730 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56df798c-e9c8-4992-8673-d0a984d2c22a x-openstack-request-id: req-56df798c-e9c8-4992-8673-d0a984d2c22a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:48.958012 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65086285-8394-4e3e-81f1-3e90cfe5c52e", "tag": "5edeb032-88b5-40ef-8a39-ed57e5508362", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:48.958264 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56df798c-e9c8-4992-8673-d0a984d2c22a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:48.958646 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56df798c-e9c8-4992-8673-d0a984d2c22a'] response: {'name': 'network-changed', 'server_uuid': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'tag': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'status': 'completed', 'code': 200} Apr 18 20:30:49.033552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-5c5bac8d-ec79-44ab-b9d2-235136e29640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.035680 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-5c5bac8d-ec79-44ab-b9d2-235136e29640 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aa438cf45dfd4d42b8f01b3aa4119247&device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 1096 time: 0.0466199 Apr 18 20:30:49.047442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65d62b38-d71d-4ffb-b849-2be6e4b75f46 req-82158739-0982-479c-966d-2126f0928e61 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867951 Apr 18 20:30:49.070830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ce41fa32-d806-408a-8d0e-33fdcbb6df33 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:49.103832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-b6dc393e-4463-492b-9385-9236d4661a6c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Deleting port b355c706-7f7d-431d-bdcb-8b841df3f706 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:49.105927 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-b6dc393e-4463-492b-9385-9236d4661a6c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.162428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-ec142ca4-8285-4595-a187-f24f84568050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.164706 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-ec142ca4-8285-4595-a187-f24f84568050 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cc1b563c-b4ee-4439-b366-afe664385bf8 HTTP/1.1" status: 200 len: 929 time: 0.1209142 Apr 18 20:30:49.200438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ce41fa32-d806-408a-8d0e-33fdcbb6df33, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:49.212238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'port_id': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33', 'mac_address': 'fa:16:3e:72:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:49.213095 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-fea027fd-cfbd-49f4-846e-ab972a874b26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5edeb032-88b5-40ef-8a39-ed57e5508362 HTTP/1.1" status: 200 len: 217 time: 0.0391078 Apr 18 20:30:49.255236 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.269961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce41fa32-d806-408a-8d0e-33fdcbb6df33 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:49.276667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-08df072e-ded4-4316-acac-ec5a6c82e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.278466 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-08df072e-ded4-4316-acac-ec5a6c82e554 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=812f8665-d73f-47fa-a1d8-ba6ab4fdbe27 HTTP/1.1" status: 200 len: 867 time: 0.0571413 Apr 18 20:30:49.290471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ce41fa32-d806-408a-8d0e-33fdcbb6df33, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:49.295551 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.315911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8444ddc-6bd7-4ca5-b3ae-ea51e076dfd1 req-44bf696e-a175-4a38-9e46-6b72dcbafadb tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.317434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8444ddc-6bd7-4ca5-b3ae-ea51e076dfd1 req-44bf696e-a175-4a38-9e46-6b72dcbafadb tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1838675 Apr 18 20:30:49.319280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-b6dc393e-4463-492b-9385-9236d4661a6c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] For port b355c706-7f7d-431d-bdcb-8b841df3f706, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b355c706-7f7d-431d-bdcb-8b841df3f706,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:49.319644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-b6dc393e-4463-492b-9385-9236d4661a6c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.331028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-f2c18459-1420-48b8-a38d-6973366861f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.332689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-f2c18459-1420-48b8-a38d-6973366861f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cc1b563c-b4ee-4439-b366-afe664385bf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467939 Apr 18 20:30:49.342764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc59ea5-14c1-426e-8930-3f0b84dda005 req-45a4edbf-0149-4ab9-a81b-b65b6778964f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.344818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdc59ea5-14c1-426e-8930-3f0b84dda005 req-45a4edbf-0149-4ab9-a81b-b65b6778964f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 946 time: 0.1917286 Apr 18 20:30:49.354872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ce41fa32-d806-408a-8d0e-33fdcbb6df33,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:49.356223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-b6dc393e-4463-492b-9385-9236d4661a6c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Calling delete_port for b355c706-7f7d-431d-bdcb-8b841df3f706 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:49.401332 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8444ddc-6bd7-4ca5-b3ae-ea51e076dfd1 req-672afae0-3747-4521-95de-e93b7ab3bc37 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0671599 Apr 18 20:30:49.419007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-b624610a-ad20-4d74-9959-1c8726487d86 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.420490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-b624610a-ad20-4d74-9959-1c8726487d86 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.64 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 945 time: 0.1806753 Apr 18 20:30:49.432220 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-eb48e25f-ffdb-444a-9a14-bed9e85ba7e8 service neutron] 10.222.0.60 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903509 Apr 18 20:30:49.527980 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-258301a9-f7b0-4bd6-9ebd-b16de0f4f36a req-38d5f0c8-2d89-49a7-adb2-b5a4fb6164bc service neutron] 10.222.0.60 "GET /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876505 Apr 18 20:30:49.529171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdc59ea5-14c1-426e-8930-3f0b84dda005 req-6c78f71e-6eeb-40da-9adf-e9921f77a982 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700447 Apr 18 20:30:49.613180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991f18-93b9-4f26-bb94-2712c27fc1c5 req-2c2d07cd-9ef3-40ee-9e6a-f3c53db19eb2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.619029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991f18-93b9-4f26-bb94-2712c27fc1c5 req-2c2d07cd-9ef3-40ee-9e6a-f3c53db19eb2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.626140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991f18-93b9-4f26-bb94-2712c27fc1c5 req-2c2d07cd-9ef3-40ee-9e6a-f3c53db19eb2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.632002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991f18-93b9-4f26-bb94-2712c27fc1c5 req-2c2d07cd-9ef3-40ee-9e6a-f3c53db19eb2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.638917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991f18-93b9-4f26-bb94-2712c27fc1c5 req-2c2d07cd-9ef3-40ee-9e6a-f3c53db19eb2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.645482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991f18-93b9-4f26-bb94-2712c27fc1c5 req-2c2d07cd-9ef3-40ee-9e6a-f3c53db19eb2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.651285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08991f18-93b9-4f26-bb94-2712c27fc1c5 req-2c2d07cd-9ef3-40ee-9e6a-f3c53db19eb2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.653209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08991f18-93b9-4f26-bb94-2712c27fc1c5 req-2c2d07cd-9ef3-40ee-9e6a-f3c53db19eb2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.1941335 Apr 18 20:30:49.671682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ce41fa32-d806-408a-8d0e-33fdcbb6df33'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:49.759522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4644a8a6-4f4d-4f6c-be3e-92fa62715212 req-2ae79a7d-6351-4de9-b0c7-9a9689feaaca tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0651968 Apr 18 20:30:49.775975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Deleting port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:49.776645 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.798826 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-b6dc393e-4463-492b-9385-9236d4661a6c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.846104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08991f18-93b9-4f26-bb94-2712c27fc1c5 req-5a6b868c-79b5-4a43-a899-3c0d049a727d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546476 Apr 18 20:30:49.878631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc393e-4463-492b-9385-9236d4661a6c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event deleted for resources: {'Port': ['ID=b355c706-7f7d-431d-bdcb-8b841df3f706,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:49.979182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-b6dc393e-4463-492b-9385-9236d4661a6c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] No DVR routers for this DVR port b355c706-7f7d-431d-bdcb-8b841df3f706 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:49.992243 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-b6dc393e-4463-492b-9385-9236d4661a6c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.995459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b5dc81d-9cb3-4a1f-85b3-f615d897d30d req-b6dc393e-4463-492b-9385-9236d4661a6c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.60 "DELETE /v2.0/ports/b355c706-7f7d-431d-bdcb-8b841df3f706 HTTP/1.1" status: 204 len: 173 time: 1.0444698 Apr 18 20:30:50.008469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] For port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:50.008832 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.025891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8e2aa-453d-4dc8-9bac-4dff2dfe03a0 req-b1a06104-0d11-4885-8088-37b82192e1ef tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:50.027398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2dd8e2aa-453d-4dc8-9bac-4dff2dfe03a0 req-b1a06104-0d11-4885-8088-37b82192e1ef tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 945 time: 0.1862199 Apr 18 20:30:50.111074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4133f-356e-4b56-96e0-16844d94f860 req-d920ed56-fe0e-4fae-a67d-57747b59b659 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:50.112522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4aa4133f-356e-4b56-96e0-16844d94f860 req-d920ed56-fe0e-4fae-a67d-57747b59b659 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 945 time: 0.2006376 Apr 18 20:30:50.195550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2dd8e2aa-453d-4dc8-9bac-4dff2dfe03a0 req-e3078636-901c-4f34-a35e-58415d2057fa tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69b203e-fea7-48a9-92a8-8fc2a4441acc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590126 Apr 18 20:30:50.240141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4aa4133f-356e-4b56-96e0-16844d94f860 req-f9d514a8-fb75-4daa-bf4e-cf253f235cc8 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6b54ef-60e2-4e0c-b18d-980c66293293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132171 Apr 18 20:30:50.320583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-129036d9-cd92-4ab2-ae7a-01c8a36e04b7 req-c85415ba-03c7-4026-9f1c-e629bc561f0a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=bebca283-e6a2-4ed9-895f-c0e394766e47 HTTP/1.1" status: 200 len: 210 time: 0.0331404 Apr 18 20:30:50.340846 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.341304 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.341815 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Floating IP f357f445-200e-4d53-8538-05c4681aab1b disassociated. External IP: 172.25.2.182, port: da7f8fe5-1ff8-4a3d-9c93-be4bb165b835. Apr 18 20:30:50.342310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Calling delete_port for da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:50.463330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43d4b9-fcc3-4272-b639-e63460b8afbc req-1bad42e5-fbbe-4afb-a327-f608f0ac0414 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:50.464892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd43d4b9-fcc3-4272-b639-e63460b8afbc req-1bad42e5-fbbe-4afb-a327-f608f0ac0414 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 944 time: 0.0748837 Apr 18 20:30:50.893053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd43d4b9-fcc3-4272-b639-e63460b8afbc req-6ec8b3ef-b8e0-4e3e-992b-5727f48707ca tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103243 Apr 18 20:30:50.902318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aa341-f022-4f7c-a47b-0ffe812b7a66 req-19dce6d0-71fc-41e0-8142-06b6e6988866 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:50.903774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d64aa341-f022-4f7c-a47b-0ffe812b7a66 req-19dce6d0-71fc-41e0-8142-06b6e6988866 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 945 time: 0.4363215 Apr 18 20:30:50.938243 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.948480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-13b330ea-7496-4eaa-ab9d-e2a70d9dd064 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:50.949822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-13b330ea-7496-4eaa-ab9d-e2a70d9dd064 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1097 time: 0.1266987 Apr 18 20:30:50.980696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'name': 'network-vif-deleted', 'tag': 'b355c706-7f7d-431d-bdcb-8b841df3f706'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:50.982987 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9edbc2-3419-471e-9c5c-223b9f22908f" -d '{"events": [{"server_uuid": "bebca283-e6a2-4ed9-895f-c0e394766e47", "name": "network-vif-deleted", "tag": "b355c706-7f7d-431d-bdcb-8b841df3f706"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:50.989664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-4'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:50.997133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Pushing event deleted for resources: {'Port': ['ID=da7f8fe5-1ff8-4a3d-9c93-be4bb165b835,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:51.045368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:51.058550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d64aa341-f022-4f7c-a47b-0ffe812b7a66 req-9dde42db-14ec-44ba-860e-c86870019c48 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463370 Apr 18 20:30:51.080835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ce41fa32-d806-408a-8d0e-33fdcbb6df33 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:51.179505 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.183305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:51.185583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port ce41fa32-d806-408a-8d0e-33fdcbb6df33 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:51.189159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a204827-ac4b-448d-abae-ea194af6c378 req-ab52f806-4bbf-49e4-824c-95be9b036703 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:51.190658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a204827-ac4b-448d-abae-ea194af6c378 req-ab52f806-4bbf-49e4-824c-95be9b036703 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 946 time: 0.2048388 Apr 18 20:30:51.195956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port ce41fa32-d806-408a-8d0e-33fdcbb6df33 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:51.196323 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.200261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'port_id': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2', 'mac_address': 'fa:16:3e:7b:90:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:51.265968 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.284094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:51.310837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75c4f-db77-4df2-8080-40ac9ff6264d req-328f69dd-38d5-4b07-9605-5fa085d047d6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:51.317231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75c4f-db77-4df2-8080-40ac9ff6264d req-328f69dd-38d5-4b07-9605-5fa085d047d6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:51.324402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75c4f-db77-4df2-8080-40ac9ff6264d req-328f69dd-38d5-4b07-9605-5fa085d047d6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:51.329487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:51.333743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75c4f-db77-4df2-8080-40ac9ff6264d req-328f69dd-38d5-4b07-9605-5fa085d047d6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:51.335782 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.340265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75c4f-db77-4df2-8080-40ac9ff6264d req-328f69dd-38d5-4b07-9605-5fa085d047d6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:51.345034 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-94ecc7bb-912c-4d1c-8547-84d3c8703a41 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:51.346277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75c4f-db77-4df2-8080-40ac9ff6264d req-328f69dd-38d5-4b07-9605-5fa085d047d6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:51.346572 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-94ecc7bb-912c-4d1c-8547-84d3c8703a41 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 945 time: 0.0600872 Apr 18 20:30:51.347776 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.348577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:51.352275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75c4f-db77-4df2-8080-40ac9ff6264d req-328f69dd-38d5-4b07-9605-5fa085d047d6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:51.354244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a75c4f-db77-4df2-8080-40ac9ff6264d req-328f69dd-38d5-4b07-9605-5fa085d047d6 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5420 time: 0.2224967 Apr 18 20:30:51.398155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a204827-ac4b-448d-abae-ea194af6c378 req-73f2d2a0-a98c-4f15-87b3-68190dceab21 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635902 Apr 18 20:30:51.401015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb18952-6bba-454a-b1c1-81097d88b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:51.404098 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec15f484-fc08-4798-9178-15a748daf971" -d '{"events": [{"server_uuid": "edb18952-6bba-454a-b1c1-81097d88b870", "name": "network-vif-plugged", "status": "completed", "tag": "ce41fa32-d806-408a-8d0e-33fdcbb6df33"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:51.407251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:51.437492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ce41fa32-d806-408a-8d0e-33fdcbb6df33, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:51.474600 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.475460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:51.479090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:51.492554 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-f927cd02-859e-4e8c-b9a5-d41b739a311d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Deleting port 14386ca0-5f78-447b-9c76-7b69d6feb662 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:51.493139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-f927cd02-859e-4e8c-b9a5-d41b739a311d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.520388 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d85935-413c-4130-b4f0-7f7620b3657a x-openstack-request-id: req-d2d85935-413c-4130-b4f0-7f7620b3657a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:51.522029 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bebca283-e6a2-4ed9-895f-c0e394766e47", "name": "network-vif-deleted", "tag": "b355c706-7f7d-431d-bdcb-8b841df3f706", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:51.522029 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d2d85935-413c-4130-b4f0-7f7620b3657a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:51.522029 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d85935-413c-4130-b4f0-7f7620b3657a'] response: {'server_uuid': 'bebca283-e6a2-4ed9-895f-c0e394766e47', 'name': 'network-vif-deleted', 'tag': 'b355c706-7f7d-431d-bdcb-8b841df3f706', 'status': 'completed', 'code': 200} Apr 18 20:30:51.566668 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:51.567372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:51.604888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ce41fa32-d806-408a-8d0e-33fdcbb6df33,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:51.607282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a75c4f-db77-4df2-8080-40ac9ff6264d req-b4c261b6-da01-4a21-84df-8e7767018996 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2346001 Apr 18 20:30:51.628737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:51.630220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-f927cd02-859e-4e8c-b9a5-d41b739a311d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] For port 14386ca0-5f78-447b-9c76-7b69d6feb662, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=14386ca0-5f78-447b-9c76-7b69d6feb662,segment=NetworkSegment(7254ac4e-a308-4073-b024-e88b2123e5a5),segment_id=7254ac4e-a308-4073-b024-e88b2123e5a5)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:51.631430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-f927cd02-859e-4e8c-b9a5-d41b739a311d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.645776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11409514-3278-4bc3-98d5-93079841ca3f req-8da5f956-892b-420b-8d1c-b3dfe7315a92 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/ports?device_id=1642a4fa-8d5b-4d24-b40c-3b672052b004 HTTP/1.1" status: 200 len: 210 time: 0.0869677 Apr 18 20:30:51.653917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '55a26db7-6d97-4b34-ac9c-f92a1ea52f80', 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'port_id': '55a26db7-6d97-4b34-ac9c-f92a1ea52f80', 'mac_address': 'fa:16:3e:c6:0e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b0e71a-7b78-4073-ac14-7f6de0ac75da', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:51.654149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-f927cd02-859e-4e8c-b9a5-d41b739a311d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Calling delete_port for 14386ca0-5f78-447b-9c76-7b69d6feb662 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:51.673029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:51.703407 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.719316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:51.743531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:51.748966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:51.755860 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] Sync routers for ids ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:51.761328 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.778226 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] Routers {'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:51.779345 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:51.809113 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad5bded-c017-45a1-81da-5dc771b1d9d0 x-openstack-request-id: req-2ad5bded-c017-45a1-81da-5dc771b1d9d0 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:51.809571 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb18952-6bba-454a-b1c1-81097d88b870", "name": "network-vif-plugged", "status": "completed", "tag": "ce41fa32-d806-408a-8d0e-33fdcbb6df33", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:51.809931 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ad5bded-c017-45a1-81da-5dc771b1d9d0 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:51.810415 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad5bded-c017-45a1-81da-5dc771b1d9d0'] response: {'server_uuid': 'edb18952-6bba-454a-b1c1-81097d88b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33', 'code': 200} Apr 18 20:30:51.830375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:51.844014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:51.867792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-f927cd02-859e-4e8c-b9a5-d41b739a311d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.880704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['14386ca0-5f78-447b-9c76-7b69d6feb662'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:51.882159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] No DVR routers for this DVR port da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:51.887230 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.890668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36096869-d03e-47ad-9fab-a0fc327481e1 req-c4f26d5d-e582-4fcf-9192-dfa1fe789456 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.64 "DELETE /v2.0/ports/da7f8fe5-1ff8-4a3d-9c93-be4bb165b835 HTTP/1.1" status: 204 len: 173 time: 2.4304736 Apr 18 20:30:51.935738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927cd02-859e-4e8c-b9a5-d41b739a311d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Pushing event deleted for resources: {'Port': ['ID=14386ca0-5f78-447b-9c76-7b69d6feb662,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:52.001090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-f927cd02-859e-4e8c-b9a5-d41b739a311d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] No DVR routers for this DVR port 14386ca0-5f78-447b-9c76-7b69d6feb662 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:52.006202 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-f927cd02-859e-4e8c-b9a5-d41b739a311d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.012854 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b6a6064e-1e3b-4b18-b18f-51c3ca48d40d req-f927cd02-859e-4e8c-b9a5-d41b739a311d tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.64 "DELETE /v2.0/ports/14386ca0-5f78-447b-9c76-7b69d6feb662 HTTP/1.1" status: 204 len: 173 time: 0.6602094 Apr 18 20:30:52.015622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b34f917-d99b-41db-9f4c-01a455f69986', 'name': 'network-vif-deleted', 'tag': '14386ca0-5f78-447b-9c76-7b69d6feb662'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:52.017988 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b269f9c-5671-4103-bc4c-3c6a2736f2d1" -d '{"events": [{"server_uuid": "7b34f917-d99b-41db-9f4c-01a455f69986", "name": "network-vif-deleted", "tag": "14386ca0-5f78-447b-9c76-7b69d6feb662"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:52.031630 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] Set router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:52.111998 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.115396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efedc3-fda8-447f-a491-e04b94ff4f06 req-663876c4-fefc-43c0-aff1-885a14ab4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:52.118004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24efedc3-fda8-447f-a491-e04b94ff4f06 req-663876c4-fefc-43c0-aff1-885a14ab4f1b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 1096 time: 0.2247310 Apr 18 20:30:52.128189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14e215-91ae-4805-b8ad-cc9a03b31089 req-e25516bb-4f0f-4745-9775-afae52c92c69 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:52.139127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b14e215-91ae-4805-b8ad-cc9a03b31089 req-e25516bb-4f0f-4745-9775-afae52c92c69 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b34f917-d99b-41db-9f4c-01a455f69986 HTTP/1.1" status: 200 len: 867 time: 0.3565743 Apr 18 20:30:52.153694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58440) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:52.159144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-603108a8-af0c-44e8-8f64-4394902fd5a2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1319304350', 'description': 'tempest-description--1251010406'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:52.186131 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.194059 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:30:52.198194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-603108a8-af0c-44e8-8f64-4394902fd5a2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.202088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['55a26db7-6d97-4b34-ac9c-f92a1ea52f80'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:52.250984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b14e215-91ae-4805-b8ad-cc9a03b31089 req-7630a107-e216-4615-a665-eaf3693be398 tempest-ServerTagsTestJSON-1385833230 tempest-ServerTagsTestJSON-1385833230-project] 10.222.0.49 "GET /v2.0/security-groups?id=5a6b54ef-60e2-4e0c-b18d-980c66293293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109231 Apr 18 20:30:52.304495 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:31Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07', 'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'mac_address': 'fa:16:3e:c6:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:29Z', 'updated_at': '2022-04-18T20:29:35Z', 'revision_number': 5, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'subnets': [{'id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:52.336039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24efedc3-fda8-447f-a491-e04b94ff4f06 req-861b8edf-e503-4cd7-ae94-6c29a71b05bf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709630 Apr 18 20:30:52.347015 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7f59d5-134c-48df-a429-a7b9ec63ded5 x-openstack-request-id: req-ed7f59d5-134c-48df-a429-a7b9ec63ded5 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:52.347543 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b34f917-d99b-41db-9f4c-01a455f69986", "name": "network-vif-deleted", "tag": "14386ca0-5f78-447b-9c76-7b69d6feb662", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:52.347817 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed7f59d5-134c-48df-a429-a7b9ec63ded5 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:52.348479 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7f59d5-134c-48df-a429-a7b9ec63ded5'] response: {'server_uuid': '7b34f917-d99b-41db-9f4c-01a455f69986', 'name': 'network-vif-deleted', 'tag': '14386ca0-5f78-447b-9c76-7b69d6feb662', 'status': 'completed', 'code': 200} Apr 18 20:30:52.355733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Pushing event updated for resources: {'Port': ['ID=2fef42ef-e642-4640-84e2-6445e2c5616f,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:52.371661 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] Checking router: bd015e24-3406-4fa5-bbe2-3937ce3c5f8d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:52.374074 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-603108a8-af0c-44e8-8f64-4394902fd5a2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.391343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac898a1-f00a-445b-a395-b818e1c6714f req-a4f7c72a-c3f1-4302-92c9-e713f2cb4eb5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:52.392243 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] Routers {'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:52.393044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fac898a1-f00a-445b-a395-b818e1c6714f req-a4f7c72a-c3f1-4302-92c9-e713f2cb4eb5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.1517553 Apr 18 20:30:52.393480 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:52.427628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-603108a8-af0c-44e8-8f64-4394902fd5a2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.427945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f on host n-h2-836015-4 for vnic_type normal with profile {"migrating_to": "n-h1-836015-4"} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:52.428077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:52.428404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:52.470289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Port 2fef42ef-e642-4640-84e2-6445e2c5616f on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:30:52.470619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Attempting to bind port 2fef42ef-e642-4640-84e2-6445e2c5616f on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:30:52.481412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fac898a1-f00a-445b-a395-b818e1c6714f req-f37466db-2477-44b5-baea-c4308678420e tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783446 Apr 18 20:30:52.484857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:30:52.484857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:30:52.485216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:30:52.485783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Bound port: 2fef42ef-e642-4640-84e2-6445e2c5616f, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:52.486344 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.511155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076539d-cf08-436d-a33d-912b3f876e6e req-594020b7-51fe-4a4a-84ba-3539b10f65e5 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:52.512728 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4076539d-cf08-436d-a33d-912b3f876e6e req-594020b7-51fe-4a4a-84ba-3539b10f65e5 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.60 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 945 time: 0.1368363 Apr 18 20:30:52.516050 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-603108a8-af0c-44e8-8f64-4394902fd5a2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.516999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6794a27-634f-4f6a-8167-ada5758eee78 req-98d4c792-736a-4bb3-9a32-d35519b97c18 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:52.518731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6794a27-634f-4f6a-8167-ada5758eee78 req-98d4c792-736a-4bb3-9a32-d35519b97c18 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 945 time: 0.0922294 Apr 18 20:30:52.521205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58444) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:52.521578 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] Set router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:52.525903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6aeac13a-d00e-4739-a6ee-36b2b2096cbd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Request body: {'security_group_rule': {'security_group_id': 'd0d17c54-07f6-4249-b116-7db6404352df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:52.529644 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-603108a8-af0c-44e8-8f64-4394902fd5a2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3748000 Apr 18 20:30:52.532879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603108a8-af0c-44e8-8f64-4394902fd5a2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d17c54-07f6-4249-b116-7db6404352df,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:52.663490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6794a27-634f-4f6a-8167-ada5758eee78 req-d99b6796-de64-4735-a3bc-d4664580f392 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/security-groups?id=8946a03c-0bc9-4251-b0fd-d98d4291394a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298816 Apr 18 20:30:52.668372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6aeac13a-d00e-4739-a6ee-36b2b2096cbd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.683728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-4076539d-cf08-436d-a33d-912b3f876e6e req-d29309e6-f371-4245-8ae3-ba18db3b04e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Deleting port 5edeb032-88b5-40ef-8a39-ed57e5508362 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:52.684625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4076539d-cf08-436d-a33d-912b3f876e6e req-d29309e6-f371-4245-8ae3-ba18db3b04e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.730915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403d843-9445-4536-9bbd-cdf2fc50d75e req-1224fcb2-2ad1-4bab-ac16-880cc9933435 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:52.738220 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c403d843-9445-4536-9bbd-cdf2fc50d75e req-1224fcb2-2ad1-4bab-ac16-880cc9933435 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.1434767 Apr 18 20:30:52.801366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-4076539d-cf08-436d-a33d-912b3f876e6e req-d29309e6-f371-4245-8ae3-ba18db3b04e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] For port 5edeb032-88b5-40ef-8a39-ed57e5508362, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5edeb032-88b5-40ef-8a39-ed57e5508362,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:52.801788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4076539d-cf08-436d-a33d-912b3f876e6e req-d29309e6-f371-4245-8ae3-ba18db3b04e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.814076 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6aeac13a-d00e-4739-a6ee-36b2b2096cbd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.815938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-4076539d-cf08-436d-a33d-912b3f876e6e req-d29309e6-f371-4245-8ae3-ba18db3b04e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Calling delete_port for 5edeb032-88b5-40ef-8a39-ed57e5508362 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:52.821347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:30:52.831295 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6aeac13a-d00e-4739-a6ee-36b2b2096cbd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.855501 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:31Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07', 'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'mac_address': 'fa:16:3e:c6:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:29Z', 'updated_at': '2022-04-18T20:29:35Z', 'revision_number': 5, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'subnets': [{'id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:52.887307 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b47b07-9f3d-4e21-bab7-330a6c4d314b None None] The sync data for ids ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'] in n-d-836015-4 is: [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:29:31Z', 'revision_number': 4, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07', 'name': '', 'network_id': '7abf7304-f18a-4007-bf66-9df462202186', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'mac_address': 'fa:16:3e:c6:cf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:29Z', 'updated_at': '2022-04-18T20:29:35Z', 'revision_number': 5, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'subnets': [{'id': 'a428a6f1-6657-40ce-b4b1-4ef66ff06bf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:52.890648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:30:52.909376 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeac13a-d00e-4739-a6ee-36b2b2096cbd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5baccf-e26d-42cd-92b2-0c7e1da03872,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:52.911531 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.937816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c403d843-9445-4536-9bbd-cdf2fc50d75e req-3e5b1a10-5f11-43a4-8675-85a3f92020bb tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101232 Apr 18 20:30:52.941160 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6aeac13a-d00e-4739-a6ee-36b2b2096cbd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:52.944942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6aeac13a-d00e-4739-a6ee-36b2b2096cbd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4221120 Apr 18 20:30:52.948112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58450) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:52.956581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-8c6da941-5ff1-40bf-a926-abf4e49074cd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Request body: {'security_group_rule': {'security_group_id': 'd0d17c54-07f6-4249-b116-7db6404352df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:53.011892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4076539d-cf08-436d-a33d-912b3f876e6e req-d29309e6-f371-4245-8ae3-ba18db3b04e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.048636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29309e6-f371-4245-8ae3-ba18db3b04e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Pushing event deleted for resources: {'Port': ['ID=5edeb032-88b5-40ef-8a39-ed57e5508362,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:53.050165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58454) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:53.058589 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c6da941-5ff1-40bf-a926-abf4e49074cd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.064703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:53.072746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b355c706-7f7d-431d-bdcb-8b841df3f706 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:53.082886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2150-f327-4df2-8533-b457b967cf65 req-3770b451-2844-4de8-af4c-d5e4333995c1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.089421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2150-f327-4df2-8533-b457b967cf65 req-3770b451-2844-4de8-af4c-d5e4333995c1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.100143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2150-f327-4df2-8533-b457b967cf65 req-3770b451-2844-4de8-af4c-d5e4333995c1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.106225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2150-f327-4df2-8533-b457b967cf65 req-3770b451-2844-4de8-af4c-d5e4333995c1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.110515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-4076539d-cf08-436d-a33d-912b3f876e6e req-d29309e6-f371-4245-8ae3-ba18db3b04e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] No DVR routers for this DVR port 5edeb032-88b5-40ef-8a39-ed57e5508362 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:53.114771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2150-f327-4df2-8533-b457b967cf65 req-3770b451-2844-4de8-af4c-d5e4333995c1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.115314 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4076539d-cf08-436d-a33d-912b3f876e6e req-d29309e6-f371-4245-8ae3-ba18db3b04e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.118533 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4076539d-cf08-436d-a33d-912b3f876e6e req-d29309e6-f371-4245-8ae3-ba18db3b04e0 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.60 "DELETE /v2.0/ports/5edeb032-88b5-40ef-8a39-ed57e5508362 HTTP/1.1" status: 204 len: 173 time: 0.5866990 Apr 18 20:30:53.122449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2150-f327-4df2-8533-b457b967cf65 req-3770b451-2844-4de8-af4c-d5e4333995c1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.148949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2150-f327-4df2-8533-b457b967cf65 req-3770b451-2844-4de8-af4c-d5e4333995c1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.151368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-123e2150-f327-4df2-8533-b457b967cf65 req-3770b451-2844-4de8-af4c-d5e4333995c1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5422 time: 0.3316453 Apr 18 20:30:53.174027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: b355c706-7f7d-431d-bdcb-8b841df3f706 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:53.176052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b355c706-7f7d-431d-bdcb-8b841df3f706 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:53.193572 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b5204358-d278-4e8d-b908-55b4adfebd04 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.237562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b5204358-d278-4e8d-b908-55b4adfebd04 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.268943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.269569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.270944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] 10.222.0.60 "PUT /v2.0/ports/2fef42ef-e642-4640-84e2-6445e2c5616f HTTP/1.1" status: 200 len: 1122 time: 2.2914157 Apr 18 20:30:53.306791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cb573-dfb7-4ca5-864c-223e20ba7b01 service neutron] Pushing event updated for resources: {'Port': ['ID=2fef42ef-e642-4640-84e2-6445e2c5616f,revision_number=8']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:53.334594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b5204358-d278-4e8d-b908-55b4adfebd04 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.340826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b5204358-d278-4e8d-b908-55b4adfebd04 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.346394 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b5204358-d278-4e8d-b908-55b4adfebd04 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "DELETE /v2.0/security-groups/c69b203e-fea7-48a9-92a8-8fc2a4441acc HTTP/1.1" status: 204 len: 168 time: 0.2920933 Apr 18 20:30:53.348927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58458) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:53.381193 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c6da941-5ff1-40bf-a926-abf4e49074cd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.385728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5edeb032-88b5-40ef-8a39-ed57e5508362'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:53.386201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5204358-d278-4e8d-b908-55b4adfebd04 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69b203e-fea7-48a9-92a8-8fc2a4441acc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:53.399829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['22545a06-76ec-4a8f-ad48-d3b3a0485dd2'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:53.401246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-123e2150-f327-4df2-8533-b457b967cf65 req-c0907e35-2cb9-45dc-b8a1-715fbffbda9a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2110581 Apr 18 20:30:53.402695 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-5218cfb5-8451-4bcd-8608-9d42ab9b1efd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] show failed (client error): The resource could not be found. Apr 18 20:30:53.403643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5218cfb5-8451-4bcd-8608-9d42ab9b1efd tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "GET /v2.0/security-groups/c69b203e-fea7-48a9-92a8-8fc2a4441acc HTTP/1.1" status: 404 len: 347 time: 0.0538554 Apr 18 20:30:53.404557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c6da941-5ff1-40bf-a926-abf4e49074cd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.407496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58460) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:53.450722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6da941-5ff1-40bf-a926-abf4e49074cd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3052da86-5011-481f-a383-63f459448db7,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:53.462512 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c6da941-5ff1-40bf-a926-abf4e49074cd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.466923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8c6da941-5ff1-40bf-a926-abf4e49074cd tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5114894 Apr 18 20:30:53.467743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58462) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:53.472697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:53.485391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58464) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:53.510904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['2fef42ef-e642-4640-84e2-6445e2c5616f'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:53.519145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e952b2-fc97-4185-9faf-b53a2da9e3e5 None None] New status for floating IP f357f445-200e-4d53-8538-05c4681aab1b: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:30:53.527019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'name': 'network-vif-deleted', 'tag': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835'}, {'server_uuid': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fef42ef-e642-4640-84e2-6445e2c5616f'}, {'name': 'network-changed', 'server_uuid': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'tag': '2fef42ef-e642-4640-84e2-6445e2c5616f'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:53.530065 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10dce6b9-0bdb-41f5-9868-b453147247cc" -d '{"events": [{"server_uuid": "1642a4fa-8d5b-4d24-b40c-3b672052b004", "name": "network-vif-deleted", "tag": "da7f8fe5-1ff8-4a3d-9c93-be4bb165b835"}, {"server_uuid": "c97c738a-f2c1-4c08-8fcc-7cfef09e0169", "name": "network-vif-unplugged", "status": "completed", "tag": "2fef42ef-e642-4640-84e2-6445e2c5616f"}, {"name": "network-changed", "server_uuid": "c97c738a-f2c1-4c08-8fcc-7cfef09e0169", "tag": "2fef42ef-e642-4640-84e2-6445e2c5616f"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:53.540752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.567520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6df2270-63ba-4a78-bbf0-f07a8afd6eab admin admin] Deleting subnet 36dd6838-40cb-4ef3-8dd2-92cb98d9cf5f {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:30:53.580678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6df2270-63ba-4a78-bbf0-f07a8afd6eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.631791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['2fef42ef-e642-4640-84e2-6445e2c5616f'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:30:53.638802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:53.678555 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a1d298-a339-4992-bf8b-cd551af95241 x-openstack-request-id: req-f4a1d298-a339-4992-bf8b-cd551af95241 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:53.678820 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1642a4fa-8d5b-4d24-b40c-3b672052b004", "name": "network-vif-deleted", "tag": "da7f8fe5-1ff8-4a3d-9c93-be4bb165b835", "status": "completed", "code": 200}, {"server_uuid": "c97c738a-f2c1-4c08-8fcc-7cfef09e0169", "name": "network-vif-unplugged", "status": "completed", "tag": "2fef42ef-e642-4640-84e2-6445e2c5616f", "code": 200}, {"name": "network-changed", "server_uuid": "c97c738a-f2c1-4c08-8fcc-7cfef09e0169", "tag": "2fef42ef-e642-4640-84e2-6445e2c5616f", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:53.678956 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4a1d298-a339-4992-bf8b-cd551af95241 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:53.679353 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a1d298-a339-4992-bf8b-cd551af95241'] response: {'server_uuid': '1642a4fa-8d5b-4d24-b40c-3b672052b004', 'name': 'network-vif-deleted', 'tag': 'da7f8fe5-1ff8-4a3d-9c93-be4bb165b835', 'status': 'completed', 'code': 200} Apr 18 20:30:53.679601 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a1d298-a339-4992-bf8b-cd551af95241'] response: {'server_uuid': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fef42ef-e642-4640-84e2-6445e2c5616f', 'code': 200} Apr 18 20:30:53.679880 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a1d298-a339-4992-bf8b-cd551af95241'] response: {'name': 'network-changed', 'server_uuid': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'tag': '2fef42ef-e642-4640-84e2-6445e2c5616f', 'status': 'completed', 'code': 200} Apr 18 20:30:53.734812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2875489d-f7bc-4f80-84f1-0dde3ac06840 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Deleting port 6ff758ea-1709-47a6-bee2-9c99a6681766 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:53.735171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2875489d-f7bc-4f80-84f1-0dde3ac06840 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.758085 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6df2270-63ba-4a78-bbf0-f07a8afd6eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.834297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa733d-ce7e-44ab-a61a-f261337ca2fc req-2d490db1-68b1-4b63-af2d-4724d5b103a2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.842222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5fa733d-ce7e-44ab-a61a-f261337ca2fc req-2d490db1-68b1-4b63-af2d-4724d5b103a2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.1727350 Apr 18 20:30:53.858863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0', 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'port_id': '33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0', 'mac_address': 'fa:16:3e:b6:83:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b0e71a-7b78-4073-ac14-7f6de0ac75da', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:53.887763 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-dac1a437-6151-41b1-a2c0-6140d9237907 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0963690 Apr 18 20:30:53.896411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2875489d-f7bc-4f80-84f1-0dde3ac06840 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.896751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2875489d-f7bc-4f80-84f1-0dde3ac06840 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.909884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8feaf2e-606e-4e0f-89f2-a2a0788f618b req-7686456e-791c-489c-a5ea-aa6cada2f7ab tempest-FloatingIPsAssociationNegativeTestJSON-1399840232 tempest-FloatingIPsAssociationNegativeTestJSON-1399840232-project] 10.222.0.49 "GET /v2.0/ports?device_id=65086285-8394-4e3e-81f1-3e90cfe5c52e HTTP/1.1" status: 200 len: 210 time: 0.0613711 Apr 18 20:30:53.911097 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6df2270-63ba-4a78-bbf0-f07a8afd6eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.916681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dce6b9-0bdb-41f5-9868-b453147247cc req-f8e8fa67-f2b0-4c07-a680-edb0e594b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.918150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10dce6b9-0bdb-41f5-9868-b453147247cc req-f8e8fa67-f2b0-4c07-a680-edb0e594b57b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 1125 time: 0.2346113 Apr 18 20:30:53.927872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2875489d-f7bc-4f80-84f1-0dde3ac06840 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Calling delete_port for 6ff758ea-1709-47a6-bee2-9c99a6681766 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:53.980695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5fa733d-ce7e-44ab-a61a-f261337ca2fc req-ad5e47a3-f0b2-45fe-9962-476ddddc9c31 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335897 Apr 18 20:30:54.117285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-45985907-1938-408f-99d0-e1db0d03b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.117924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-45985907-1938-408f-99d0-e1db0d03b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.118466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-45985907-1938-408f-99d0-e1db0d03b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.119481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-45985907-1938-408f-99d0-e1db0d03b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.120738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-45985907-1938-408f-99d0-e1db0d03b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.120738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-45985907-1938-408f-99d0-e1db0d03b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.121058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-45985907-1938-408f-99d0-e1db0d03b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.124241 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-45985907-1938-408f-99d0-e1db0d03b14d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6499 time: 0.1105735 Apr 18 20:30:54.129754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.141568 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6df2270-63ba-4a78-bbf0-f07a8afd6eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.153927 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.173153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:54.179081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dce6b9-0bdb-41f5-9868-b453147247cc req-df3c533a-7974-4ef7-94ac-94ff9eb407e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.179081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10dce6b9-0bdb-41f5-9868-b453147247cc req-df3c533a-7974-4ef7-94ac-94ff9eb407e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.2269928 Apr 18 20:30:54.189111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df2270-63ba-4a78-bbf0-f07a8afd6eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36dd6838-40cb-4ef3-8dd2-92cb98d9cf5f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:54.199405 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b6df2270-63ba-4a78-bbf0-f07a8afd6eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.203104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b6df2270-63ba-4a78-bbf0-f07a8afd6eab admin admin] 10.222.0.49 "DELETE /v2.0/subnets/36dd6838-40cb-4ef3-8dd2-92cb98d9cf5f HTTP/1.1" status: 204 len: 168 time: 0.7166522 Apr 18 20:30:54.214070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58474) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:54.237488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:54.264174 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.266220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e5656ecb-767a-4e18-948a-8ff179c57632 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:54.272346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ff242-8b03-46df-af06-8af5bf5ad8bf req-6590d00f-59ad-40c9-8daa-28318fef096b tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.279612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a3ff242-8b03-46df-af06-8af5bf5ad8bf req-6590d00f-59ad-40c9-8daa-28318fef096b tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.2199528 Apr 18 20:30:54.284299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10dce6b9-0bdb-41f5-9868-b453147247cc req-f854430c-562d-4065-b158-c546108d4888 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fef42ef-e642-4640-84e2-6445e2c5616f HTTP/1.1" status: 200 len: 217 time: 0.0982029 Apr 18 20:30:54.405650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a3ff242-8b03-46df-af06-8af5bf5ad8bf req-c82e05ff-91ea-483e-bae2-dea8a9d37bb7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253376 Apr 18 20:30:54.409470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dce6b9-0bdb-41f5-9868-b453147247cc req-3da8c0fd-37ef-4b4e-af42-236854924cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.410929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10dce6b9-0bdb-41f5-9868-b453147247cc req-3da8c0fd-37ef-4b4e-af42-236854924cc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1139212 Apr 18 20:30:54.423457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:54.475518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Allocated IP 172.25.2.115 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/17eeee6d-d71e-47e6-bcbb-036ea0ce5ffb) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:54.479276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10dce6b9-0bdb-41f5-9868-b453147247cc req-c3096376-0fc9-4b8c-9639-64879d7338b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571845 Apr 18 20:30:54.504376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port e5656ecb-767a-4e18-948a-8ff179c57632, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e5656ecb-767a-4e18-948a-8ff179c57632,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:54.520233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'e5656ecb-767a-4e18-948a-8ff179c57632', 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa', 'port_id': 'e5656ecb-767a-4e18-948a-8ff179c57632', 'mac_address': 'fa:16:3e:6f:08:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62baa3a-b0b4-47c1-a580-4cd6e4528962', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:54.559798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.574176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5656ecb-767a-4e18-948a-8ff179c57632 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:54.589330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'name': 'network-vif-deleted', 'tag': '5edeb032-88b5-40ef-8a39-ed57e5508362'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:54.591663 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9d2e12-410f-41b2-ba45-b1f5bfc6158a" -d '{"events": [{"server_uuid": "65086285-8394-4e3e-81f1-3e90cfe5c52e", "name": "network-vif-deleted", "tag": "5edeb032-88b5-40ef-8a39-ed57e5508362"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:54.596617 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port e5656ecb-767a-4e18-948a-8ff179c57632, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e5656ecb-767a-4e18-948a-8ff179c57632,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:54.602475 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.603492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ee55985d-2e1c-4faf-9628-c2bc9255de09 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:54.645459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2875489d-f7bc-4f80-84f1-0dde3ac06840 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.658089 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.663174 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5010cc79-e787-4f35-997b-2a865e2e39da x-openstack-request-id: req-5010cc79-e787-4f35-997b-2a865e2e39da {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:54.663529 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65086285-8394-4e3e-81f1-3e90cfe5c52e", "name": "network-vif-deleted", "tag": "5edeb032-88b5-40ef-8a39-ed57e5508362", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:54.664047 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5010cc79-e787-4f35-997b-2a865e2e39da {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:54.664622 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5010cc79-e787-4f35-997b-2a865e2e39da'] response: {'server_uuid': '65086285-8394-4e3e-81f1-3e90cfe5c52e', 'name': 'network-vif-deleted', 'tag': '5edeb032-88b5-40ef-8a39-ed57e5508362', 'status': 'completed', 'code': 200} Apr 18 20:30:54.682277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5c29-5cad-4646-bd8b-6edd62b752c9 req-adc9f942-c105-451c-966e-cce5653f9d57 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.689576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5c29-5cad-4646-bd8b-6edd62b752c9 req-adc9f942-c105-451c-966e-cce5653f9d57 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.693097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875489d-f7bc-4f80-84f1-0dde3ac06840 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Pushing event deleted for resources: {'Port': ['ID=6ff758ea-1709-47a6-bee2-9c99a6681766,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:54.697006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5c29-5cad-4646-bd8b-6edd62b752c9 req-adc9f942-c105-451c-966e-cce5653f9d57 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.697583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-0b018f8b-e175-4f74-a8de-602ee5bd1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.697942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-0b018f8b-e175-4f74-a8de-602ee5bd1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.698409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-0b018f8b-e175-4f74-a8de-602ee5bd1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.700179 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-0b018f8b-e175-4f74-a8de-602ee5bd1548 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b3ce759-a463-4240-b6bf-4312a8b629c2&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&id=0b7f62c7-66d0-4e9c-b056-c65bae64064e HTTP/1.1" status: 200 len: 2299 time: 0.5471201 Apr 18 20:30:54.702923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5c29-5cad-4646-bd8b-6edd62b752c9 req-adc9f942-c105-451c-966e-cce5653f9d57 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.707917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ee55985d-2e1c-4faf-9628-c2bc9255de09, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ee55985d-2e1c-4faf-9628-c2bc9255de09,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:54.709859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5c29-5cad-4646-bd8b-6edd62b752c9 req-adc9f942-c105-451c-966e-cce5653f9d57 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.715924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5c29-5cad-4646-bd8b-6edd62b752c9 req-adc9f942-c105-451c-966e-cce5653f9d57 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.716719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=e5656ecb-767a-4e18-948a-8ff179c57632,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:54.722913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5c29-5cad-4646-bd8b-6edd62b752c9 req-adc9f942-c105-451c-966e-cce5653f9d57 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.723501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'ee55985d-2e1c-4faf-9628-c2bc9255de09', 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'port_id': 'ee55985d-2e1c-4faf-9628-c2bc9255de09', 'mac_address': 'fa:16:3e:3e:1f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b0e71a-7b78-4073-ac14-7f6de0ac75da', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:54.724852 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-347b5c29-5cad-4646-bd8b-6edd62b752c9 req-adc9f942-c105-451c-966e-cce5653f9d57 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5423 time: 0.2124906 Apr 18 20:30:54.765400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10dce6b9-0bdb-41f5-9868-b453147247cc req-2b0c24e7-4abd-427b-9971-6c30149023cd service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763376 Apr 18 20:30:54.771517 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.791616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee55985d-2e1c-4faf-9628-c2bc9255de09 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:54.798040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.818805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ee55985d-2e1c-4faf-9628-c2bc9255de09, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ee55985d-2e1c-4faf-9628-c2bc9255de09,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:54.824972 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.826117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0e596951-f706-4996-862c-949b0abf7f2d details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:54.850639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-347b5c29-5cad-4646-bd8b-6edd62b752c9 req-f2418791-9026-4aff-b991-334d2a7c5aff tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052089 Apr 18 20:30:54.880064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.890349 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-667bfeac-c5d5-4dd6-b5e7-d36dadb72e69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=305f39d6-2edb-4b24-8b63-fd3f9a829bdc HTTP/1.1" status: 200 len: 1001 time: 0.1786780 Apr 18 20:30:54.895986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 0e596951-f706-4996-862c-949b0abf7f2d, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e596951-f706-4996-862c-949b0abf7f2d,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:54.904234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ee55985d-2e1c-4faf-9628-c2bc9255de09,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:54.912190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '0e596951-f706-4996-862c-949b0abf7f2d', 'network_id': 'ff4f2684-1dfe-4c84-a88a-0ab386c59d43', 'port_id': '0e596951-f706-4996-862c-949b0abf7f2d', 'mac_address': 'fa:16:3e:80:5a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b0e71a-7b78-4073-ac14-7f6de0ac75da', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:54.916475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10dce6b9-0bdb-41f5-9868-b453147247cc req-71edc337-b47d-4606-b09d-aaaad86aa30a service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404104 Apr 18 20:30:54.920083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1c7fc6-53e5-4359-8d9a-355daf134ed1']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:54.923036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.939205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2875489d-f7bc-4f80-84f1-0dde3ac06840 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.941878 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2875489d-f7bc-4f80-84f1-0dde3ac06840 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.942982 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2875489d-f7bc-4f80-84f1-0dde3ac06840 tempest-ServersTestManualDisk-1379969400 tempest-ServersTestManualDisk-1379969400-project] 10.222.0.49 "DELETE /v2.0/floatingips/f357f445-200e-4d53-8538-05c4681aab1b HTTP/1.1" status: 204 len: 168 time: 1.5346267 Apr 18 20:30:54.951541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58482) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:54.958597 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.975986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e596951-f706-4996-862c-949b0abf7f2d {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:54.999738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 0e596951-f706-4996-862c-949b0abf7f2d, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e596951-f706-4996-862c-949b0abf7f2d,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:55.004762 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.005599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f465dbba-9077-4e4b-b3ad-e75f72765025 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:55.009006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-032bfa9b-d81a-47e2-a43c-089475bbb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:55.010483 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-032bfa9b-d81a-47e2-a43c-089475bbb302 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0daa6ee3-1616-4131-b741-bc636f011dc4 HTTP/1.1" status: 200 len: 856 time: 0.1139045 Apr 18 20:30:55.010975 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:55.014013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7254ac4e-a308-4073-b024-e88b2123e5a5') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:55.014013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7254ac4e-a308-4073-b024-e88b2123e5a5') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:55.033984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:55.040828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event updated for resources: {'Port': ['ID=17eeee6d-d71e-47e6-bcbb-036ea0ce5ffb,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:55.052175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:55.054646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:30:55.101073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 14386ca0-5f78-447b-9c76-7b69d6feb662 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:55.101790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.106743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f465dbba-9077-4e4b-b3ad-e75f72765025, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f465dbba-9077-4e4b-b3ad-e75f72765025,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:55.131988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.137609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=0e596951-f706-4996-862c-949b0abf7f2d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:55.139061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-317555ec-996e-48ad-8a42-fab41820cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:55.140615 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-317555ec-996e-48ad-8a42-fab41820cff0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b3ce759-a463-4240-b6bf-4312a8b629c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105428 Apr 18 20:30:55.148527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 14386ca0-5f78-447b-9c76-7b69d6feb662 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:55.149315 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 14386ca0-5f78-447b-9c76-7b69d6feb662 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:55.152412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'f465dbba-9077-4e4b-b3ad-e75f72765025', 'network_id': '503a89fb-4d02-4653-b4e1-ae0a3c94c6fa', 'port_id': 'f465dbba-9077-4e4b-b3ad-e75f72765025', 'mac_address': 'fa:16:3e:76:c3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62baa3a-b0b4-47c1-a580-4cd6e4528962', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:30:55.157994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:30:55.158538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:30:55.160157 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:30:55.206859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.222270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f465dbba-9077-4e4b-b3ad-e75f72765025 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:55.245662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f465dbba-9077-4e4b-b3ad-e75f72765025, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f465dbba-9077-4e4b-b3ad-e75f72765025,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:55.251696 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.253065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2fef42ef-e642-4640-84e2-6445e2c5616f details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:30:55.315203 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.353817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f465dbba-9077-4e4b-b3ad-e75f72765025,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:55.356747 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.362785 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8d1c7fc6-53e5-4359-8d9a-355daf134ed1 HTTP/1.1" status: 204 len: 168 time: 1.1454668 Apr 18 20:30:55.393251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae645d-6da0-466e-be42-14314986a9f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1c7fc6-53e5-4359-8d9a-355daf134ed1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:55.418649 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-12a0d775-e6f5-4843-b45f-da77a4f4a1c0 service neutron] 10.222.0.64 "GET /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687442 Apr 18 20:30:55.424342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:55.444918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2fef42ef-e642-4640-84e2-6445e2c5616f has no active binding in host n-h1-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:30:55.476214 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:55.561966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58492) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:55.562967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:55.568532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:55.568904 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.635614 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-e0f0922c-5aa0-496c-8aa2-42b046ff486e service neutron] 10.222.0.64 "GET /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761184 Apr 18 20:30:55.655275 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.659964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2a8d4-2251-4097-9bc7-f1df31f1c376 req-f17dac0c-543c-4ef6-9aaf-2b527cf75cc4 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:55.661515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80f2a8d4-2251-4097-9bc7-f1df31f1c376 req-f17dac0c-543c-4ef6-9aaf-2b527cf75cc4 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.5765581 Apr 18 20:30:55.682896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:55.687408 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc1c3b0-b81d-4ca7-be2c-d2ca0d41ba03" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "22545a06-76ec-4a8f-ad48-d3b3a0485dd2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:55.702104 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3c7d94ae-16c2-4439-8020-44f5aa58f162 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b6d3940958747738cdd27ee017b8376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348844 Apr 18 20:30:55.702104 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-4157b3c5-9a80-46f5-a0ba-de723c595791 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae HTTP/1.1" status: 200 len: 217 time: 0.0454414 Apr 18 20:30:55.702967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58496) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:55.705691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:55.710196 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.711148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:30:55.747179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2107b-d45d-46de-894a-8352ec2a71de req-37888e25-482f-4b43-b5a6-db0ec06300e1 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:55.748638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73e2107b-d45d-46de-894a-8352ec2a71de req-37888e25-482f-4b43-b5a6-db0ec06300e1 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.1975238 Apr 18 20:30:55.766495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.798132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-1cd2aa56-5818-4806-a460-79d50970ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:55.799801 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-1cd2aa56-5818-4806-a460-79d50970ef3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.0893681 Apr 18 20:30:55.822154 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:55.828682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80f2a8d4-2251-4097-9bc7-f1df31f1c376 req-56be2fdf-6b9c-4695-bb04-a7dc5658a2e8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337860 Apr 18 20:30:55.839272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:55.844341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:55.844764 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.852172 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd91872-84db-4b53-84f4-c0a3c46780a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.876049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.888150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd91872-84db-4b53-84f4-c0a3c46780a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.941706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-73e080d6-d3c9-4079-8b40-982c4d18d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:55.943339 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-73e080d6-d3c9-4079-8b40-982c4d18d73d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1344345 Apr 18 20:30:55.944038 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c3b7a9-43af-48b1-a582-b1685907f19b x-openstack-request-id: req-f7c3b7a9-43af-48b1-a582-b1685907f19b {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:55.944866 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "22545a06-76ec-4a8f-ad48-d3b3a0485dd2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:55.945266 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7c3b7a9-43af-48b1-a582-b1685907f19b {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:55.946313 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c3b7a9-43af-48b1-a582-b1685907f19b'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2', 'code': 200} Apr 18 20:30:55.948988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73e2107b-d45d-46de-894a-8352ec2a71de req-0a520bc1-64ff-411d-8986-3f855bf1776e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752660 Apr 18 20:30:55.988897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.044223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:56.051468 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.052687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5edeb032-88b5-40ef-8a39-ed57e5508362 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:30:56.084366 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd91872-84db-4b53-84f4-c0a3c46780a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.087701 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd91872-84db-4b53-84f4-c0a3c46780a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.088785 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8dd91872-84db-4b53-84f4-c0a3c46780a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a6b54ef-60e2-4e0c-b18d-980c66293293 HTTP/1.1" status: 204 len: 168 time: 0.3847497 Apr 18 20:30:56.091712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.152496 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.157420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 5edeb032-88b5-40ef-8a39-ed57e5508362 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:30:56.157759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5edeb032-88b5-40ef-8a39-ed57e5508362 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:30:56.177640 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.194367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd91872-84db-4b53-84f4-c0a3c46780a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6b54ef-60e2-4e0c-b18d-980c66293293,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:56.223456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:56.277655 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-0370142c-a580-4ba5-bad9-1e5f884a34cb service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222303 Apr 18 20:30:56.368814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ed9ed-8b92-405a-b9f8-5534aca326f2 req-b65a33b1-2878-4974-a3c0-ac541b3da5bb tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.374715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ed9ed-8b92-405a-b9f8-5534aca326f2 req-b65a33b1-2878-4974-a3c0-ac541b3da5bb tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.380585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ed9ed-8b92-405a-b9f8-5534aca326f2 req-b65a33b1-2878-4974-a3c0-ac541b3da5bb tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.386399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ed9ed-8b92-405a-b9f8-5534aca326f2 req-b65a33b1-2878-4974-a3c0-ac541b3da5bb tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.393405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ed9ed-8b92-405a-b9f8-5534aca326f2 req-b65a33b1-2878-4974-a3c0-ac541b3da5bb tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.399381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ed9ed-8b92-405a-b9f8-5534aca326f2 req-b65a33b1-2878-4974-a3c0-ac541b3da5bb tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.405796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ed9ed-8b92-405a-b9f8-5534aca326f2 req-b65a33b1-2878-4974-a3c0-ac541b3da5bb tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.407716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e4ed9ed-8b92-405a-b9f8-5534aca326f2 req-b65a33b1-2878-4974-a3c0-ac541b3da5bb tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5429 time: 0.3032234 Apr 18 20:30:56.439918 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-e1af736c-6934-4b9e-bce3-a67a56abbaa3 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307149 Apr 18 20:30:56.458103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event updated for resources: {'Port': ['ID=17eeee6d-d71e-47e6-bcbb-036ea0ce5ffb,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:56.492904 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-3b74a03c-5ef4-4926-9cac-2325dcf57e9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=5d2e384b-30c9-4d64-bd31-15040d2a61fb HTTP/1.1" status: 200 len: 217 time: 0.0446270 Apr 18 20:30:56.524332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9487a-f57e-4790-8d2b-5ecdf70451fd req-f25b8267-c33c-472d-a1d2-525d4c98ef60 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.525830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35d9487a-f57e-4790-8d2b-5ecdf70451fd req-f25b8267-c33c-472d-a1d2-525d4c98ef60 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.2621176 Apr 18 20:30:56.539102 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.569843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e4ed9ed-8b92-405a-b9f8-5534aca326f2 req-0a383745-a242-4697-a38a-1ff560454b11 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294429 Apr 18 20:30:56.585812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-aef3bb37-14ec-4769-8738-c7c65570e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.587458 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-aef3bb37-14ec-4769-8738-c7c65570e1dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.0742817 Apr 18 20:30:56.595936 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.597212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-75c5d26b-1a7c-472b-b281-10671718d366 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1291232 Apr 18 20:30:56.603300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-9003631c-bbe7-4158-a6f7-3f1a237dab5b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1613343 Apr 18 20:30:56.614971 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.629267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35d9487a-f57e-4790-8d2b-5ecdf70451fd req-8b0eb7f2-0eb7-4068-b496-221d0b5d9238 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869141 Apr 18 20:30:56.683423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] Deleting port b5e8b286-8887-47c6-a6c4-327d158c054c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:56.684442 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.754773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-bd23dd6a-f07c-46bf-98ec-5e366aa66025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.756195 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-bd23dd6a-f07c-46bf-98ec-5e366aa66025 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1607442 Apr 18 20:30:56.777327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-1228614b-bc69-46a2-ac88-1a0140713d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.778800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-1228614b-bc69-46a2-ac88-1a0140713d90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1095 time: 0.0999203 Apr 18 20:30:56.872260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] For port b5e8b286-8887-47c6-a6c4-327d158c054c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b5e8b286-8887-47c6-a6c4-327d158c054c,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:56.872737 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.896320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] Calling delete_port for b5e8b286-8887-47c6-a6c4-327d158c054c owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:56.954589 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-dec59afb-b5f5-404f-864a-03d0074cb99f service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884902 Apr 18 20:30:57.041709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-55ec3ce0-3776-4528-bd78-76e0461a8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:57.043368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-55ec3ce0-3776-4528-bd78-76e0461a8825 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.2221699 Apr 18 20:30:57.056564 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80337ef-60ee-4197-a885-13d393938be1 req-8bbb6201-47fe-4631-8b6f-cef8dc6dccf6 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:57.063889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-8bbb6201-47fe-4631-8b6f-cef8dc6dccf6 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/networks?id=9c679693-e74b-4a10-b346-222b1335c621 HTTP/1.1" status: 200 len: 821 time: 0.2324195 Apr 18 20:30:57.111405 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-3617d7c7-4070-4e35-9f6c-91b618704131 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489511 Apr 18 20:30:57.141217 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-dfaea367-2a4f-4ec6-ba41-fd14196ab020 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 217 time: 0.0728602 Apr 18 20:30:57.142515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-b74dce32-2c21-4df1-b4f9-d72b044c9ac3 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/quotas/6f3fadb2b6d0444aaa3768dad4da7ccf HTTP/1.1" status: 200 len: 375 time: 0.0778606 Apr 18 20:30:57.163572 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-1908b9f7-d886-44a1-bfdd-7f738b533b8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=fc2afa25-19f9-4b42-b122-e7a346866596 HTTP/1.1" status: 200 len: 217 time: 0.0392017 Apr 18 20:30:57.251110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-54e4ecba-697a-4e1a-8088-04c5c462e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:57.252608 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-54e4ecba-697a-4e1a-8088-04c5c462e78f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.0806577 Apr 18 20:30:57.258441 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:57.282383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6780eda-cba2-45b9-a631-3a1ddb9df7f3 req-1acd3ddd-c85f-4861-bb84-c117c648df86 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:57.284011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6780eda-cba2-45b9-a631-3a1ddb9df7f3 req-1acd3ddd-c85f-4861-bb84-c117c648df86 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.2181606 Apr 18 20:30:57.287293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-7e799af7-3a4c-4f6d-a76f-686b85887f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:57.288848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-7e799af7-3a4c-4f6d-a76f-686b85887f61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1302433 Apr 18 20:30:57.297995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e8b286-8887-47c6-a6c4-327d158c054c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:57.306569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-d3c9edb1-b5a2-444a-bad6-49449d19f0a4 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f3fadb2b6d0444aaa3768dad4da7ccf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1469414 Apr 18 20:30:57.368997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-f9983d09-ee37-409c-8dda-0daf549570a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705450 Apr 18 20:30:57.389379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-2acc8efe-1259-476b-a4eb-7f07a02e7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:57.391497 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-2acc8efe-1259-476b-a4eb-7f07a02e7700 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034687 Apr 18 20:30:57.458754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] Deleting port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:57.459028 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:57.484086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6780eda-cba2-45b9-a631-3a1ddb9df7f3 req-6c946961-0d61-4089-852c-9ea8f2ce02d4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888275 Apr 18 20:30:57.586366 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-5495e363-8e2a-479b-b269-c3ddce91ac26 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861386 Apr 18 20:30:57.626030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-de1d4cd4-59ea-458e-a86b-d31fc32d6c7b service neutron] 10.222.0.49 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952831 Apr 18 20:30:57.646122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-ed0d366c-58d8-4fab-b7b6-67582a8552e6 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612534 Apr 18 20:30:57.666313 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:57.726753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] For port 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:57.727143 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:57.783199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] Calling delete_port for 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:57.889286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-6b778ad1-a995-4110-9b37-049850892d70 service neutron] 10.222.0.49 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622697 Apr 18 20:30:57.894794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb89fe3-33a4-4019-83e4-6ebf29f4f9a8 req-b02e873e-bf7d-4357-b32d-bdff6a518d25 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371848 Apr 18 20:30:57.947138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a26db7-6d97-4b34-ac9c-f92a1ea52f80'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:57.949842 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37db1a7-8482-4823-bb6f-0a0c90a619b5" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "55a26db7-6d97-4b34-ac9c-f92a1ea52f80"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:30:58.228754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.278063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea471d-54c5-4546-895a-fe1a6beb5911 req-eb1be539-ed98-417b-886d-d2c5d76202ce tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.279893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84ea471d-54c5-4546-895a-fe1a6beb5911 req-eb1be539-ed98-417b-886d-d2c5d76202ce tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.1677055 Apr 18 20:30:58.289703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] Pushing event deleted for resources: {'Port': ['ID=23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:58.396233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab87c0-e0c5-4864-b562-bb9f33f1c8ab req-86679020-453f-4ad2-b83f-c976a062d1be tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.402344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab87c0-e0c5-4864-b562-bb9f33f1c8ab req-86679020-453f-4ad2-b83f-c976a062d1be tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.409170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab87c0-e0c5-4864-b562-bb9f33f1c8ab req-86679020-453f-4ad2-b83f-c976a062d1be tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.417097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab87c0-e0c5-4864-b562-bb9f33f1c8ab req-86679020-453f-4ad2-b83f-c976a062d1be tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.424153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab87c0-e0c5-4864-b562-bb9f33f1c8ab req-86679020-453f-4ad2-b83f-c976a062d1be tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.430826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab87c0-e0c5-4864-b562-bb9f33f1c8ab req-86679020-453f-4ad2-b83f-c976a062d1be tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.439617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab87c0-e0c5-4864-b562-bb9f33f1c8ab req-86679020-453f-4ad2-b83f-c976a062d1be tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.441943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fab87c0-e0c5-4864-b562-bb9f33f1c8ab req-86679020-453f-4ad2-b83f-c976a062d1be tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5429 time: 0.2709985 Apr 18 20:30:58.454206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84ea471d-54c5-4546-895a-fe1a6beb5911 req-9905e276-4620-47dd-ba63-d7be77c0daae tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439226 Apr 18 20:30:58.632807 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-3b2a8b68-7a7c-4be0-bdcf-506790b9bc5b service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0366633 Apr 18 20:30:58.643242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-077d11b3-bce1-4446-921e-dc3017f6b90a req-e11dca9c-289c-484c-bb84-361b25fe54ac tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0667686 Apr 18 20:30:58.707563 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-e852d540-8e3f-4f2c-b73b-5be606494d6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=815adc4a-4209-41ff-a49f-c34c609cd72f HTTP/1.1" status: 200 len: 217 time: 0.0444086 Apr 18 20:30:58.720821 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0827ec5-698d-4f1e-939d-207651f38210 x-openstack-request-id: req-e0827ec5-698d-4f1e-939d-207651f38210 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:30:58.721103 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "55a26db7-6d97-4b34-ac9c-f92a1ea52f80", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:30:58.721742 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0827ec5-698d-4f1e-939d-207651f38210 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:30:58.722284 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0827ec5-698d-4f1e-939d-207651f38210'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a26db7-6d97-4b34-ac9c-f92a1ea52f80', 'code': 200} Apr 18 20:30:58.778264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fab87c0-e0c5-4864-b562-bb9f33f1c8ab req-952adab2-bd73-40c2-bb14-5d6b8784789f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3175423 Apr 18 20:30:58.812741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] Router 5cae2429-84fd-4334-bdca-51eb6dbbec6a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:58.833246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-2905a004-7d6e-4a38-8822-82de0372abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.835092 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-2905a004-7d6e-4a38-8822-82de0372abdd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.1112807 Apr 18 20:30:58.854176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-380cf898-e073-499c-97e4-a59ca6cf14ca req-7ea8e026-171b-4a66-a67c-fd8bfb1a1c46 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 210 time: 0.0908227 Apr 18 20:30:58.858039 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.987459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d354fc-572a-45fd-9746-4653410d3f31 req-c5292884-05ed-4ba1-8049-aa6b7e9ad5e0 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.989053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5d354fc-572a-45fd-9746-4653410d3f31 req-c5292884-05ed-4ba1-8049-aa6b7e9ad5e0 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.0999062 Apr 18 20:30:59.007037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-09baca40-e7f7-4921-aa5e-e78b0a4f2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:59.010197 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-09baca40-e7f7-4921-aa5e-e78b0a4f2f50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1277311 Apr 18 20:30:59.050937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:59.073726 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] Sync routers for ids ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:59.085706 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d28d5140-9fe1-4f85-8a69-172992dba5f3 admin admin] 10.222.0.49 "PUT /v2.0/routers/5cae2429-84fd-4334-bdca-51eb6dbbec6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0670233 Apr 18 20:30:59.086137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58582) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:59.094002 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] Routers {'5cae2429-84fd-4334-bdca-51eb6dbbec6a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:59.094237 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:59.204511 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-e657ddc9-acb3-4502-9a4a-ad63047be899 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816244 Apr 18 20:30:59.215808 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] Set router 5cae2429-84fd-4334-bdca-51eb6dbbec6a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:59.265600 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.379681 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-041694fd-bbaf-4d8e-9a7c-944b16d7f147 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679800 Apr 18 20:30:59.424557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5d354fc-572a-45fd-9746-4653410d3f31 req-0787255b-8e9c-4946-b027-4f6b7845824a tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933239 Apr 18 20:30:59.427823 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-41e436b0-d734-441d-ab41-b070fd10e7e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60d1ace1-f765-41d8-ad68-02c18347f29f HTTP/1.1" status: 200 len: 217 time: 0.0408604 Apr 18 20:30:59.437590 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:30:57Z', 'revision_number': 5, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port': {'id': '8525a895-b575-4275-b3a9-7803bd17d0be', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:59.444890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.475276 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] Checking router: 5cae2429-84fd-4334-bdca-51eb6dbbec6a for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:59.490091 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] Routers {'5cae2429-84fd-4334-bdca-51eb6dbbec6a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:59.490713 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:59.522037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-52cc1486-63d7-4192-bc2c-c365e002376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:59.523557 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-52cc1486-63d7-4192-bc2c-c365e002376f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=35182965-e091-4cb9-91d6-57229691da27 HTTP/1.1" status: 200 len: 797 time: 0.0876663 Apr 18 20:30:59.583249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] Router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:30:59.584129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Deleting port 8525a895-b575-4275-b3a9-7803bd17d0be {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:30:59.584540 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.588775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-c71ba7fa-b60d-4a54-b3ee-09daededaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:59.590252 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-c71ba7fa-b60d-4a54-b3ee-09daededaadb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0581038 Apr 18 20:30:59.602736 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] Set router 5cae2429-84fd-4334-bdca-51eb6dbbec6a gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:30:59.634560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aadfff-c116-4f5c-9d3e-bf0f63c5ff3d req-04a04a80-7d1e-43b0-bb32-643733beef2d tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:59.636011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75aadfff-c116-4f5c-9d3e-bf0f63c5ff3d req-04a04a80-7d1e-43b0-bb32-643733beef2d tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.0730011 Apr 18 20:30:59.663793 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:30:59Z', 'revision_number': 6, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:59.713805 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95ab649-97f5-4c4a-94eb-49a14b29f546 None None] The sync data for ids ['5cae2429-84fd-4334-bdca-51eb6dbbec6a'] in n-d-836015-4 is: [{'id': '5cae2429-84fd-4334-bdca-51eb6dbbec6a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-193236744-router', 'tenant_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:35Z', 'updated_at': '2022-04-18T20:30:59Z', 'revision_number': 6, 'project_id': 'aa438cf45dfd4d42b8f01b3aa4119247', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:59.729845 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] For port 8525a895-b575-4275-b3a9-7803bd17d0be, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8525a895-b575-4275-b3a9-7803bd17d0be,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:30:59.730761 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.761804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Calling delete_port for 8525a895-b575-4275-b3a9-7803bd17d0be owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:30:59.766046 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-187eb2d0-7d4e-4549-881a-f582777d8625 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660216 Apr 18 20:30:59.779215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75aadfff-c116-4f5c-9d3e-bf0f63c5ff3d req-60f409f3-15d4-4175-941d-eadb21db6577 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055067 Apr 18 20:30:59.819927 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ff06974-dcb2-4af7-9b90-e5fa693b2918 req-7f5dc365-e780-4aff-b30b-5f3e18918f4a tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0448358 Apr 18 20:30:59.828603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:30:59.834539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-36541f1f-0237-4670-bbd6-901b6690995a admin admin] 10.222.0.49 "PUT /v2.0/routers/bd015e24-3406-4fa5-bbe2-3937ce3c5f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8731301 Apr 18 20:30:59.837880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58590) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:30:59.841527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] Sync routers for ids ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:59.862056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] Routers {'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:30:59.862655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:00.083227 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-0238c2d5-a9fa-41aa-bfaa-8163ff079c8f service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081465 Apr 18 20:31:00.138190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08965c5-6c33-46c9-8915-0d768f46f951 req-59184824-b1d2-4bae-839d-647f4ce4be06 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.147448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08965c5-6c33-46c9-8915-0d768f46f951 req-59184824-b1d2-4bae-839d-647f4ce4be06 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.154831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08965c5-6c33-46c9-8915-0d768f46f951 req-59184824-b1d2-4bae-839d-647f4ce4be06 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.173187 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-a084a19d-bf66-4035-948e-4902d9109fcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=215b09a2-2bb2-427a-8349-96fb818e7e00 HTTP/1.1" status: 200 len: 217 time: 0.0672059 Apr 18 20:31:00.173407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08965c5-6c33-46c9-8915-0d768f46f951 req-59184824-b1d2-4bae-839d-647f4ce4be06 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.179189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08965c5-6c33-46c9-8915-0d768f46f951 req-59184824-b1d2-4bae-839d-647f4ce4be06 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.186968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08965c5-6c33-46c9-8915-0d768f46f951 req-59184824-b1d2-4bae-839d-647f4ce4be06 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.194323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08965c5-6c33-46c9-8915-0d768f46f951 req-59184824-b1d2-4bae-839d-647f4ce4be06 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.198824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] Set router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:00.203402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f08965c5-6c33-46c9-8915-0d768f46f951 req-59184824-b1d2-4bae-839d-647f4ce4be06 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5429 time: 0.2878942 Apr 18 20:31:00.240983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4a2c146-c34c-4fdb-960b-9a0633a767b3 req-4006a17f-5d4a-4b4c-8e59-d4fa44d19052 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 210 time: 0.2117720 Apr 18 20:31:00.248065 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.289372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f08965c5-6c33-46c9-8915-0d768f46f951 req-788b42a8-bc3e-4fc7-b0f5-b846a8b7c07c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740047 Apr 18 20:31:00.296309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-13e18c3c-c9e3-4ee8-9290-df1b6e6b5d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.297956 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-13e18c3c-c9e3-4ee8-9290-df1b6e6b5d2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=35182965-e091-4cb9-91d6-57229691da27 HTTP/1.1" status: 200 len: 797 time: 0.1184950 Apr 18 20:31:00.332537 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b5e8b286-8887-47c6-a6c4-327d158c054c no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:00.348192 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.358894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b5e8b286-8887-47c6-a6c4-327d158c054c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:00.359231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b5e8b286-8887-47c6-a6c4-327d158c054c not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:00.409897 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Pushing event deleted for resources: {'Port': ['ID=8525a895-b575-4275-b3a9-7803bd17d0be,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:00.410558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.446612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:30:58Z', 'revision_number': 5, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port': {'id': '5d2c2f60-e382-46fe-9c97-6bcac6bd9a78', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:00.456848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-5f5ab5f1-0ce4-4a35-bca1-3fd850a7e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.458572 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-5f5ab5f1-0ce4-4a35-bca1-3fd850a7e451 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1412475 Apr 18 20:31:00.475534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] Checking router: bd015e24-3406-4fa5-bbe2-3937ce3c5f8d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:00.483062 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Deleting port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:00.483420 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.485009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] Routers {'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:00.485619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:30:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:00.535890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.591061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] Set router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:00.595448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] For port 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5d2c2f60-e382-46fe-9c97-6bcac6bd9a78,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:00.596291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.633086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Calling delete_port for 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:00.667503 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.672953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.674242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:31:00Z', 'revision_number': 6, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:00.689896 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-517b4686-04d7-4394-af53-7286a873c351 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224987 Apr 18 20:31:00.710697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c200a3-45c7-4169-9f97-8e1ebf70a602 None None] The sync data for ids ['bd015e24-3406-4fa5-bbe2-3937ce3c5f8d'] in n-d-836015-4 is: [{'id': 'bd015e24-3406-4fa5-bbe2-3937ce3c5f8d', 'name': 'tempest-ServersTestManualDisk-1316006892-router', 'tenant_id': '7fbf08630c804d5193abfaa46deb2827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:24Z', 'updated_at': '2022-04-18T20:31:00Z', 'revision_number': 6, 'project_id': '7fbf08630c804d5193abfaa46deb2827', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:00.777473 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.777855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cae2429-84fd-4334-bdca-51eb6dbbec6a {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:31:00.787082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.787082 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-11d84d47-c60e-4cd5-b9f7-2ebd191ae503 admin admin] 10.222.0.49 "DELETE /v2.0/routers/5cae2429-84fd-4334-bdca-51eb6dbbec6a HTTP/1.1" status: 204 len: 168 time: 1.6970599 Apr 18 20:31:00.787407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58596) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:00.836745 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a153bd2e-2a55-46ee-a3a9-de24aef8d320 req-fa4f0c7c-e88c-492a-8c52-022765c7a8b6 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155047 Apr 18 20:31:00.896853 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed17e0-f84f-4c87-ae15-395a899646f3 req-84624b13-816f-4076-a788-f32048fbe420 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.898397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15ed17e0-f84f-4c87-ae15-395a899646f3 req-84624b13-816f-4076-a788-f32048fbe420 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.2858207 Apr 18 20:31:00.994381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7ef9a7-5f19-490a-aed4-3e5c24b14e14 admin admin] Deleting subnet 812f8665-d73f-47fa-a1d8-ba6ab4fdbe27 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:31:00.999707 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef9a7-5f19-490a-aed4-3e5c24b14e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.008951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80337ef-60ee-4197-a885-13d393938be1 req-31fc9adb-85f3-4322-b0eb-b105b86f9b19 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.010450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-31fc9adb-85f3-4322-b0eb-b105b86f9b19 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.60 "GET /v2.0/networks?id=9c679693-e74b-4a10-b346-222b1335c621 HTTP/1.1" status: 200 len: 821 time: 0.3256333 Apr 18 20:31:01.054898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Request body: {'port': {'device_id': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'network_id': '9c679693-e74b-4a10-b346-222b1335c621', 'admin_state_up': True, 'tenant_id': '6f3fadb2b6d0444aaa3768dad4da7ccf'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:01.117922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15ed17e0-f84f-4c87-ae15-395a899646f3 req-5ac97bbf-dabb-497b-83d0-066f7fd96bec tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058923 Apr 18 20:31:01.168941 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef9a7-5f19-490a-aed4-3e5c24b14e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.178887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8d3a-28f7-4048-9968-cf79f76a7358 req-d66b12d7-30fe-489b-9385-aad5cf0a8f2a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.180339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7dd8d3a-28f7-4048-9968-cf79f76a7358 req-d66b12d7-30fe-489b-9385-aad5cf0a8f2a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.2810409 Apr 18 20:31:01.307041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-829d4b34-b1a8-4587-b4a8-7dee5c173d01 req-a07bf2e6-6ec6-4d6e-83a3-67621c307221 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0957744 Apr 18 20:31:01.388575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7dd8d3a-28f7-4048-9968-cf79f76a7358 req-65548d9e-9bed-48c9-9e17-04e7e5f5a762 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851025 Apr 18 20:31:01.395901 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.466094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4a9bdee-8f50-444d-af72-aec81064cf97 req-f915a9f3-c88c-4c7d-8bee-d7a702a52bad tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 210 time: 0.0630937 Apr 18 20:31:01.466904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2c2f60-e382-46fe-9c97-6bcac6bd9a78,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:01.477923 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef9a7-5f19-490a-aed4-3e5c24b14e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.479956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Made reservation on behalf of 6f3fadb2b6d0444aaa3768dad4da7ccf for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:01.484006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.673158 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.685124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c785a-79bb-4d8e-b2b4-6432889e68b0 req-c9c2ef3e-4217-4981-8be6-db536bb5fdb4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.692493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c785a-79bb-4d8e-b2b4-6432889e68b0 req-c9c2ef3e-4217-4981-8be6-db536bb5fdb4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.698811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c785a-79bb-4d8e-b2b4-6432889e68b0 req-c9c2ef3e-4217-4981-8be6-db536bb5fdb4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.707038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c785a-79bb-4d8e-b2b4-6432889e68b0 req-c9c2ef3e-4217-4981-8be6-db536bb5fdb4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.713854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c785a-79bb-4d8e-b2b4-6432889e68b0 req-c9c2ef3e-4217-4981-8be6-db536bb5fdb4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.719484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c785a-79bb-4d8e-b2b4-6432889e68b0 req-c9c2ef3e-4217-4981-8be6-db536bb5fdb4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.725832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c785a-79bb-4d8e-b2b4-6432889e68b0 req-c9c2ef3e-4217-4981-8be6-db536bb5fdb4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.727969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['ee55985d-2e1c-4faf-9628-c2bc9255de09'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:01.728548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad7c785a-79bb-4d8e-b2b4-6432889e68b0 req-c9c2ef3e-4217-4981-8be6-db536bb5fdb4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5429 time: 0.2543230 Apr 18 20:31:01.758930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef9a7-5f19-490a-aed4-3e5c24b14e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.810640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:01.850383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ef9a7-5f19-490a-aed4-3e5c24b14e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812f8665-d73f-47fa-a1d8-ba6ab4fdbe27,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:01.864596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da785e-0a40-4777-98f9-afca6946760c None None] Network cc1b563c-b4ee-4439-b366-afe664385bf8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:01.882052 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef9a7-5f19-490a-aed4-3e5c24b14e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.885528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2c7ef9a7-5f19-490a-aed4-3e5c24b14e14 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/812f8665-d73f-47fa-a1d8-ba6ab4fdbe27 HTTP/1.1" status: 204 len: 168 time: 1.0967388 Apr 18 20:31:01.888611 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.889058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58606) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:01.894698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f465dbba-9077-4e4b-b3ad-e75f72765025'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:01.894877 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.896640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['0e596951-f706-4996-862c-949b0abf7f2d'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:01.972602 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.980144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad7c785a-79bb-4d8e-b2b4-6432889e68b0 req-1137fc71-f1ea-41aa-9437-8b157463aba2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2182143 Apr 18 20:31:01.992339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['e5656ecb-767a-4e18-948a-8ff179c57632'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:01.993778 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.994335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd015e24-3406-4fa5-bbe2-3937ce3c5f8d {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:31:02.002050 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.003353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ddb95dff-e9da-4732-a256-132b6fc99630 admin admin] 10.222.0.49 "DELETE /v2.0/routers/bd015e24-3406-4fa5-bbe2-3937ce3c5f8d HTTP/1.1" status: 204 len: 168 time: 2.1630762 Apr 18 20:31:02.006005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58608) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:02.041749 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Deleting port a1729c5c-86be-4e74-9ece-544c114c10fc {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:02.042093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.045035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Allocated IP 172.20.0.12 (9c679693-e74b-4a10-b346-222b1335c621/a246398d-7a66-4826-a655-e9470018f718/4889f879-3fde-4cdc-be31-5505b0277a13) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:02.081153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f730360-e027-4ea7-973f-aa4e829615ee admin admin] Deleting subnet a428a6f1-6657-40ce-b4b1-4ef66ff06bf3 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:31:02.092658 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8f730360-e027-4ea7-973f-aa4e829615ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.167548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8f730360-e027-4ea7-973f-aa4e829615ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.203703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] For port a1729c5c-86be-4e74-9ece-544c114c10fc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a1729c5c-86be-4e74-9ece-544c114c10fc,segment=NetworkSegment(299d6cf8-85a3-4590-aec6-3c9cadf383e5),segment_id=299d6cf8-85a3-4590-aec6-3c9cadf383e5)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:02.204410 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.225533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Calling delete_port for a1729c5c-86be-4e74-9ece-544c114c10fc owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:02.229008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:02.321141 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:02.321587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5d2c2f60-e382-46fe-9c97-6bcac6bd9a78 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:02.322116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8525a895-b575-4275-b3a9-7803bd17d0be no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:02.326127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.366480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e49657-34fc-40b3-bc32-facc1e593c52 req-8d26ae3c-d65a-440c-b5b2-c60dab942743 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:02.368033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96e49657-34fc-40b3-bc32-facc1e593c52 req-8d26ae3c-d65a-440c-b5b2-c60dab942743 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.1351774 Apr 18 20:31:02.380513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8525a895-b575-4275-b3a9-7803bd17d0be {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:02.380844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8525a895-b575-4275-b3a9-7803bd17d0be not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:02.381429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:02.393949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1729c5c-86be-4e74-9ece-544c114c10fc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:02.398080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] No DVR routers for this DVR port a1729c5c-86be-4e74-9ece-544c114c10fc on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:02.405355 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8f730360-e027-4ea7-973f-aa4e829615ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.409671 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.445350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96e49657-34fc-40b3-bc32-facc1e593c52 req-b0226cc3-08de-463f-8dbb-8eb1d717dedb tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626209 Apr 18 20:31:02.452148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:02.452925 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 23dc2f5c-cf1f-4ad1-9e35-67cc5bf18e07 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:02.478570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47c488aa-4073-4b91-8e5f-9612434d9c24 req-36ad7ee4-4182-4426-b630-231153489e27 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0296571 Apr 18 20:31:02.493043 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.546930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1b563c-b4ee-4439-b366-afe664385bf8']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:02.567547 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299d6cf8-85a3-4590-aec6-3c9cadf383e5') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:02.567903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299d6cf8-85a3-4590-aec6-3c9cadf383e5') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:02.594787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.621859 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.624532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b2c77e-e056-4709-94e5-8184ae911da2 None None] DHCP port deletion for cc1b563c-b4ee-4439-b366-afe664385bf8 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:31:02.637568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:31:02.637999 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:31:02.642927 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:31:02.710432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.720025 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.727640 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cc1b563c-b4ee-4439-b366-afe664385bf8 HTTP/1.1" status: 204 len: 168 time: 0.8363640 Apr 18 20:31:02.739923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbd68f-5074-488d-9960-6f145fdd3a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1b563c-b4ee-4439-b366-afe664385bf8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:02.912121 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58620) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:02.965070 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-553b3985-0fc3-4af8-9b21-9ca9b8955def admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa438cf45dfd4d42b8f01b3aa4119247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493643 Apr 18 20:31:02.965334 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:02.965463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58622) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:02.978792 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8f730360-e027-4ea7-973f-aa4e829615ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.020445 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c20b8f0-fa0c-4289-b7db-cbbb6d70e994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.045864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c20b8f0-fa0c-4289-b7db-cbbb6d70e994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.061598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f730360-e027-4ea7-973f-aa4e829615ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a428a6f1-6657-40ce-b4b1-4ef66ff06bf3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:03.067501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395f538-1d63-4f29-94bd-ebfdb08f0902 None None] Network 7abf7304-f18a-4007-bf66-9df462202186 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:03.071046 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8f730360-e027-4ea7-973f-aa4e829615ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.075194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8f730360-e027-4ea7-973f-aa4e829615ee admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a428a6f1-6657-40ce-b4b1-4ef66ff06bf3 HTTP/1.1" status: 204 len: 168 time: 1.0674369 Apr 18 20:31:03.077813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58626) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:03.087448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Network 9c679693-e74b-4a10-b346-222b1335c621 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:03.096314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event updated for resources: {'Port': ['ID=4889f879-3fde-4cdc-be31-5505b0277a13,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:03.098905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:03.110743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67167f-fb65-4bf2-a797-ef6513a332cb req-51146d06-36b8-4043-be53-541679a42a12 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.118054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da67167f-fb65-4bf2-a797-ef6513a332cb req-51146d06-36b8-4043-be53-541679a42a12 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.5292654 Apr 18 20:31:03.127639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:03.158562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c20b8f0-fa0c-4289-b7db-cbbb6d70e994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.161256 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c20b8f0-fa0c-4289-b7db-cbbb6d70e994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.164735 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5c20b8f0-fa0c-4289-b7db-cbbb6d70e994 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8946a03c-0bc9-4251-b0fd-d98d4291394a HTTP/1.1" status: 204 len: 168 time: 0.1961484 Apr 18 20:31:03.165707 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.184923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20b8f0-fa0c-4289-b7db-cbbb6d70e994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8946a03c-0bc9-4251-b0fd-d98d4291394a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:03.243434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fcd12-3c5d-47af-bfbc-972a16ecff3b req-ee704090-9c12-48fe-9184-2b5e70a9f2f8 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.252610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-912fcd12-3c5d-47af-bfbc-972a16ecff3b req-ee704090-9c12-48fe-9184-2b5e70a9f2f8 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 932 time: 0.2919097 Apr 18 20:31:03.261086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Deleting port 37679cef-0d30-4b83-9c92-b1edee91ab0c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:03.261570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.274270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.275500 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.313008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da67167f-fb65-4bf2-a797-ef6513a332cb req-12c71c20-68e4-45f2-bd94-6bf7b5706515 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940553 Apr 18 20:31:03.321204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c096155f-2acb-4291-bd29-a968333a402f None None] DHCP port deletion for 7abf7304-f18a-4007-bf66-9df462202186 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:31:03.332399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-5d6cc06e-1554-4bc6-84bb-86a2b7ec5561 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2698739 Apr 18 20:31:03.338788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Request body: {'port': {'device_id': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:03.389738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] For port 37679cef-0d30-4b83-9c92-b1edee91ab0c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=37679cef-0d30-4b83-9c92-b1edee91ab0c,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:03.391018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.404086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-912fcd12-3c5d-47af-bfbc-972a16ecff3b req-3b7ed530-1378-4271-9cd0-6f18f3d0fd90 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489239 Apr 18 20:31:03.438975 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Calling delete_port for 37679cef-0d30-4b83-9c92-b1edee91ab0c owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:03.451146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c096155f-2acb-4291-bd29-a968333a402f None None] Deleting port 37679cef-0d30-4b83-9c92-b1edee91ab0c {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:03.452444 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c096155f-2acb-4291-bd29-a968333a402f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.465605 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad17fdf9-4b7b-40a9-814e-5ee7022fbbba req-c27eb656-9331-477d-9faa-d05533a56cff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0414443 Apr 18 20:31:03.481390 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.561920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c096155f-2acb-4291-bd29-a968333a402f None None] For port 37679cef-0d30-4b83-9c92-b1edee91ab0c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=37679cef-0d30-4b83-9c92-b1edee91ab0c,segment=NetworkSegment(39726cd8-656e-45f0-b275-a516691294e7),segment_id=39726cd8-656e-45f0-b275-a516691294e7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:03.563234 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c096155f-2acb-4291-bd29-a968333a402f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.564123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020d2a-4370-4ebd-93c3-9b960b6adef3 req-d85e5136-adaf-40b5-86c5-da0e943721a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.571145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020d2a-4370-4ebd-93c3-9b960b6adef3 req-d85e5136-adaf-40b5-86c5-da0e943721a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.578572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020d2a-4370-4ebd-93c3-9b960b6adef3 req-d85e5136-adaf-40b5-86c5-da0e943721a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.585255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020d2a-4370-4ebd-93c3-9b960b6adef3 req-d85e5136-adaf-40b5-86c5-da0e943721a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.588211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c096155f-2acb-4291-bd29-a968333a402f None None] Calling delete_port for 37679cef-0d30-4b83-9c92-b1edee91ab0c owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:03.594241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020d2a-4370-4ebd-93c3-9b960b6adef3 req-d85e5136-adaf-40b5-86c5-da0e943721a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.600811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020d2a-4370-4ebd-93c3-9b960b6adef3 req-d85e5136-adaf-40b5-86c5-da0e943721a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.609532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020d2a-4370-4ebd-93c3-9b960b6adef3 req-d85e5136-adaf-40b5-86c5-da0e943721a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.611651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00020d2a-4370-4ebd-93c3-9b960b6adef3 req-d85e5136-adaf-40b5-86c5-da0e943721a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5429 time: 0.1782756 Apr 18 20:31:03.692556 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c096155f-2acb-4291-bd29-a968333a402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.735024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096155f-2acb-4291-bd29-a968333a402f None None] No DVR routers for this DVR port 37679cef-0d30-4b83-9c92-b1edee91ab0c on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:03.744282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096155f-2acb-4291-bd29-a968333a402f None None] Pushing event deleted for resources: {'Port': ['ID=37679cef-0d30-4b83-9c92-b1edee91ab0c,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:03.831669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815546a-0570-4617-a85f-96744167db8d req-210d26b9-587c-4cbf-b6ba-b1f6dbf79ddc tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.834136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d815546a-0570-4617-a85f-96744167db8d req-210d26b9-587c-4cbf-b6ba-b1f6dbf79ddc tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.2214315 Apr 18 20:31:03.838956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00020d2a-4370-4ebd-93c3-9b960b6adef3 req-b8c2c99e-4b49-4ed1-bc93-13591d375f06 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2038777 Apr 18 20:31:03.924228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.961289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Pushing event deleted for resources: {'Port': ['ID=37679cef-0d30-4b83-9c92-b1edee91ab0c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:03.968644 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] No DVR routers for this DVR port 37679cef-0d30-4b83-9c92-b1edee91ab0c on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:03.990401 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ee481a5-abb6-494b-b79f-aad8ef207ec4 req-d7bda4df-728f-4b0f-b5c5-c8cee877187e tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0495224 Apr 18 20:31:04.007353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d815546a-0570-4617-a85f-96744167db8d req-d20dd13a-573c-43bb-bd45-ae421f7225d8 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578143 Apr 18 20:31:04.074104 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.084701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 37679cef-0d30-4b83-9c92-b1edee91ab0c no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:04.109967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abf7304-f18a-4007-bf66-9df462202186']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:04.115366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 37679cef-0d30-4b83-9c92-b1edee91ab0c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:04.116025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 37679cef-0d30-4b83-9c92-b1edee91ab0c not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:04.122322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a1729c5c-86be-4e74-9ece-544c114c10fc no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:04.125583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39726cd8-656e-45f0-b275-a516691294e7') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:04.125891 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39726cd8-656e-45f0-b275-a516691294e7') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:04.142958 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.147748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4889f879-3fde-4cdc-be31-5505b0277a13 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:04.149780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: a1729c5c-86be-4e74-9ece-544c114c10fc {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:04.150306 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a1729c5c-86be-4e74-9ece-544c114c10fc not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:04.160024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.165775 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.176750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:31:04.176750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:31:04.178857 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:31:04.184674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Transition to ACTIVE for port object 4889f879-3fde-4cdc-be31-5505b0277a13 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:04.191878 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.199295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58652) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:04.249797 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.250622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Pushing event updated for resources: {'Port': ['ID=4889f879-3fde-4cdc-be31-5505b0277a13,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:04.264598 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.276189 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] 10.222.0.49 "DELETE /v2.0/networks/7abf7304-f18a-4007-bf66-9df462202186 HTTP/1.1" status: 204 len: 168 time: 1.1928329 Apr 18 20:31:04.301981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6bda3-c13b-40c7-a75a-60d4796617ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7abf7304-f18a-4007-bf66-9df462202186,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:04.355679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Attempting to bind port 4889f879-3fde-4cdc-be31-5505b0277a13 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:04.355913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Attempting to bind port 4889f879-3fde-4cdc-be31-5505b0277a13 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:04.356553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Attempting to bind port 4889f879-3fde-4cdc-be31-5505b0277a13 on network 9c679693-e74b-4a10-b346-222b1335c621 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:04.360967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Port 4889f879-3fde-4cdc-be31-5505b0277a13 on network 9c679693-e74b-4a10-b346-222b1335c621 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:04.361492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Attempting to bind port 4889f879-3fde-4cdc-be31-5505b0277a13 on network 9c679693-e74b-4a10-b346-222b1335c621 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:04.367430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:04.367829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Checking segment: {'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:04.368300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Bound using segment: {'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:04.368757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Bound port: 4889f879-3fde-4cdc-be31-5505b0277a13, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:04.369117 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.395269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-network', 'tenant_id': '8804aa42b7d841de892b6fd69973a353'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:04.472943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58662) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:04.507281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Made reservation on behalf of 8804aa42b7d841de892b6fd69973a353 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:04.509488 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.517909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] For port 4889f879-3fde-4cdc-be31-5505b0277a13, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:04.540695 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bed2bf1c-69b3-40d1-b8e7-775ca31c9a44 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7fbf08630c804d5193abfaa46deb2827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664604 Apr 18 20:31:04.543406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58664) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:04.564396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] For port 4889f879-3fde-4cdc-be31-5505b0277a13, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4889f879-3fde-4cdc-be31-5505b0277a13,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:04.565614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.578157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c568d-b490-4ebf-a73c-1e147dd06442 req-68149340-6892-4747-8cbd-f55f491899f1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:04.584707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c45c568d-b490-4ebf-a73c-1e147dd06442 req-68149340-6892-4747-8cbd-f55f491899f1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.1579955 Apr 18 20:31:04.590959 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.602404 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-804a0b18-9205-463e-a8cc-36983c3a4d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.626381 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-804a0b18-9205-463e-a8cc-36983c3a4d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.679508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-804a0b18-9205-463e-a8cc-36983c3a4d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.681762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:04.682513 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.682733 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-804a0b18-9205-463e-a8cc-36983c3a4d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.686880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] 10.222.0.60 "PUT /v2.0/ports/4889f879-3fde-4cdc-be31-5505b0277a13 HTTP/1.1" status: 200 len: 1092 time: 1.3506734 Apr 18 20:31:04.687047 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-804a0b18-9205-463e-a8cc-36983c3a4d51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d24a6d4c-4ccf-4b70-b462-f797eaed3307 HTTP/1.1" status: 204 len: 168 time: 0.1394463 Apr 18 20:31:04.698040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a0b18-9205-463e-a8cc-36983c3a4d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24a6d4c-4ccf-4b70-b462-f797eaed3307,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:04.710408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'tag': '4889f879-3fde-4cdc-be31-5505b0277a13'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:04.714281 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b620399-7d5b-438d-9319-2919c16d3e52" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e446ce-8b59-4082-a80d-e5eb84a8a59a", "tag": "4889f879-3fde-4cdc-be31-5505b0277a13"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:04.787379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111a305-2c00-468e-8ea1-339e71d4c6a5 req-649ef7fa-f492-47cc-bb41-a2d5f04ee6f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:04.789262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3111a305-2c00-468e-8ea1-339e71d4c6a5 req-649ef7fa-f492-47cc-bb41-a2d5f04ee6f9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 944 time: 0.2831054 Apr 18 20:31:04.824339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c45c568d-b490-4ebf-a73c-1e147dd06442 req-6020c19a-ea4a-45d2-bba3-234ddd271a9a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157493 Apr 18 20:31:04.849251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32e101-69a0-40b7-8eae-64a05048ee9f service neutron] Pushing event updated for resources: {'Port': ['ID=4889f879-3fde-4cdc-be31-5505b0277a13,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:04.899358 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731c578b-62fe-4b3f-a0cb-8bf77b5e19c0 x-openstack-request-id: req-731c578b-62fe-4b3f-a0cb-8bf77b5e19c0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:04.899926 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e446ce-8b59-4082-a80d-e5eb84a8a59a", "tag": "4889f879-3fde-4cdc-be31-5505b0277a13", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:04.900102 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-731c578b-62fe-4b3f-a0cb-8bf77b5e19c0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:04.900544 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731c578b-62fe-4b3f-a0cb-8bf77b5e19c0'] response: {'name': 'network-changed', 'server_uuid': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'tag': '4889f879-3fde-4cdc-be31-5505b0277a13', 'status': 'completed', 'code': 200} Apr 18 20:31:04.910215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80337ef-60ee-4197-a885-13d393938be1 req-453dc892-9685-471e-9841-3400483aa1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:04.912492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-453dc892-9685-471e-9841-3400483aa1a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f3fadb2b6d0444aaa3768dad4da7ccf&device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 1095 time: 0.1686947 Apr 18 20:31:04.915721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3111a305-2c00-468e-8ea1-339e71d4c6a5 req-ba39f1c8-3e31-433e-879a-78cfadb738d9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023543 Apr 18 20:31:04.969946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-023e0d59-5a79-418a-8190-8a6fd9923d12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4889f879-3fde-4cdc-be31-5505b0277a13 HTTP/1.1" status: 200 len: 217 time: 0.0476258 Apr 18 20:31:04.974613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.995221 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.107610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:05.131393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bdf5b4-4aa5-41d9-a127-3c186223910f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:05.137924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80337ef-60ee-4197-a885-13d393938be1 req-2f325e72-9d79-4582-b385-29a692b87f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.139576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-2f325e72-9d79-4582-b385-29a692b87f1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a246398d-7a66-4826-a655-e9470018f718 HTTP/1.1" status: 200 len: 861 time: 0.1615100 Apr 18 20:31:05.166080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37d7e-8341-46f1-97a5-59592e2ecc5e req-1717f9cc-c568-4ff7-99cd-679fdaf541a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.172684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37d7e-8341-46f1-97a5-59592e2ecc5e req-1717f9cc-c568-4ff7-99cd-679fdaf541a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.178668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37d7e-8341-46f1-97a5-59592e2ecc5e req-1717f9cc-c568-4ff7-99cd-679fdaf541a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.184721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37d7e-8341-46f1-97a5-59592e2ecc5e req-1717f9cc-c568-4ff7-99cd-679fdaf541a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.192008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37d7e-8341-46f1-97a5-59592e2ecc5e req-1717f9cc-c568-4ff7-99cd-679fdaf541a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.197763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37d7e-8341-46f1-97a5-59592e2ecc5e req-1717f9cc-c568-4ff7-99cd-679fdaf541a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.203590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37d7e-8341-46f1-97a5-59592e2ecc5e req-1717f9cc-c568-4ff7-99cd-679fdaf541a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.206762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ff37d7e-8341-46f1-97a5-59592e2ecc5e req-1717f9cc-c568-4ff7-99cd-679fdaf541a1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5429 time: 0.2169549 Apr 18 20:31:05.208165 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.208505 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Added segment f5121473-fc41-4be1-a600-9971f0df3ab0 of type vlan for network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 Apr 18 20:31:05.288854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-1f038cde-b326-41fc-9c80-1b308a1a328a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c679693-e74b-4a10-b346-222b1335c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785728 Apr 18 20:31:05.324797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.382985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ff37d7e-8341-46f1-97a5-59592e2ecc5e req-c9a7b05c-3217-41b6-970c-33000cadf745 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1708846 Apr 18 20:31:05.395044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986411c-2f6e-4463-878d-64ad1885bde2 req-78900295-36aa-4d65-9c0d-b82ff2411eb3 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.396602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0986411c-2f6e-4463-878d-64ad1885bde2 req-78900295-36aa-4d65-9c0d-b82ff2411eb3 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.2804594 Apr 18 20:31:05.438034 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.441854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.441854 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.544166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3203299 Apr 18 20:31:05.546750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58692) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:05.553331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Request body: {'subnet': {'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-subnet', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:05.579390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Made reservation on behalf of 8804aa42b7d841de892b6fd69973a353 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:05.583513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.588342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-90bfaafc-ed86-4a41-aaf9-5e4cd7a74a14 service neutron] 10.222.0.60 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889514 Apr 18 20:31:05.591068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cfac228-7194-4301-a237-be880bfb184f req-a5b0bf33-73d0-41b1-a247-eb3e3dd6e5d6 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.1107218 Apr 18 20:31:05.596975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0986411c-2f6e-4463-878d-64ad1885bde2 req-53f4c2c4-d16d-4ee2-9400-3ac03e1e7fcc tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889451 Apr 18 20:31:05.596975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349a49f-5716-4380-a1c5-9a50cec57565 admin admin] Pushing event updated for resources: {'Network': ['ID=34c1beff-17c4-49b0-a2c9-1b6a6e002322,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:05.618450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:31:05.714482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58696) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:05.797765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80337ef-60ee-4197-a885-13d393938be1 req-dbb049c2-b6cd-434d-9065-1d71471a0aa6 service neutron] 10.222.0.60 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911707 Apr 18 20:31:05.809555 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ef472481-4005-443b-9aa4-9111e0344158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.930406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-454460630-network', 'tenant_id': '74af994a319048dea8b73a6e53ac4590'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:05.948161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.992475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b620399-7d5b-438d-9319-2919c16d3e52 req-b9125b5d-a358-4f66-af78-713cea5bfad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.994804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b620399-7d5b-438d-9319-2919c16d3e52 req-b9125b5d-a358-4f66-af78-713cea5bfad1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f3fadb2b6d0444aaa3768dad4da7ccf&device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 1095 time: 0.1041157 Apr 18 20:31:06.012139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f29bcb-9467-49b3-b2cb-bfff6da43878,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:06.016707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Made reservation on behalf of 74af994a319048dea8b73a6e53ac4590 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:06.020131 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.023272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Checking segment: {'id': 'f5121473-fc41-4be1-a600-9971f0df3ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:06.023726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Network hostable DHCP agents. Network: 34c1beff-17c4-49b0-a2c9-1b6a6e002322, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:31:06.045108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:31:06.055986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 34c1beff-17c4-49b0-a2c9-1b6a6e002322) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:06.060569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.061619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.065676 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.072152 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56a2e63-ea5e-4cbf-bdd5-8491e0c1b954 None None] Network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:06.093507 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eba83896-e969-46a7-84b9-c23fa74154b4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5421007 Apr 18 20:31:06.094171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58704) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:06.101801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-router', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:06.125199 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.126275 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.141797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa783b6f-55ba-4330-a013-ffd50520dc5e req-bf68f16f-5719-4e5a-9237-1b78a462a37a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.143365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa783b6f-55ba-4330-a013-ffd50520dc5e req-bf68f16f-5719-4e5a-9237-1b78a462a37a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.2073054 Apr 18 20:31:06.195504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.275263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-34c1beff-17c4-49b0-a2c9-1b6a6e002322', 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'fixed_ips': [{'subnet_id': '79f29bcb-9467-49b3-b2cb-bfff6da43878'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:31:06.276604 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.285929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b155fd-f63b-4548-a25b-7a2f1b307916 req-6ca8a819-4c20-4650-ac75-03980323c17f tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.293529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52b155fd-f63b-4548-a25b-7a2f1b307916 req-6ca8a819-4c20-4650-ac75-03980323c17f tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 944 time: 0.2290349 Apr 18 20:31:06.313000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa783b6f-55ba-4330-a013-ffd50520dc5e req-570ff26d-22bc-445e-bc11-4edbdcb0314b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469278 Apr 18 20:31:06.325679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b620399-7d5b-438d-9319-2919c16d3e52 req-9ca3cb65-d7a2-44f7-9581-26829d89526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.334566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b620399-7d5b-438d-9319-2919c16d3e52 req-9ca3cb65-d7a2-44f7-9581-26829d89526b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9c679693-e74b-4a10-b346-222b1335c621 HTTP/1.1" status: 200 len: 922 time: 0.3240817 Apr 18 20:31:06.397306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b620399-7d5b-438d-9319-2919c16d3e52 req-f41f0670-c169-4b6c-80a7-0d1f22262d64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4889f879-3fde-4cdc-be31-5505b0277a13 HTTP/1.1" status: 200 len: 217 time: 0.0608029 Apr 18 20:31:06.403010 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.408399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52b155fd-f63b-4548-a25b-7a2f1b307916 req-dc15aa33-5439-48ea-846b-0f10b84e5169 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139619 Apr 18 20:31:06.408703 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-980e96ba-94c7-4cd2-899a-1090887a68ff service neutron] 10.222.0.64 "GET /v2.0/ports/2fef42ef-e642-4640-84e2-6445e2c5616f/bindings/n-h1-836015-4 HTTP/1.1" status: 200 len: 384 time: 0.2116416 Apr 18 20:31:06.448196 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.458237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.469569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Allocated IP 172.20.0.2 (34c1beff-17c4-49b0-a2c9-1b6a6e002322/79f29bcb-9467-49b3-b2cb-bfff6da43878/20b9e6bb-868c-4e93-b15b-9b09ddb3663d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:06.470335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:06.478620 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.478971 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Added segment 48b50892-5f8a-4a68-9c1b-4ada730a49ac of type vlan for network 9b2b1220-8805-470c-b36c-c73e5c0023d0 Apr 18 20:31:06.523892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.585671 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.586571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.587163 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.601632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b620399-7d5b-438d-9319-2919c16d3e52 req-170209ae-bb66-4d19-bc4e-925d20adb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.603150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b620399-7d5b-438d-9319-2919c16d3e52 req-170209ae-bb66-4d19-bc4e-925d20adb9d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a246398d-7a66-4826-a655-e9470018f718 HTTP/1.1" status: 200 len: 861 time: 0.1888065 Apr 18 20:31:06.659578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b620399-7d5b-438d-9319-2919c16d3e52 req-37d39536-c418-4d56-ab62-a393232aa093 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c679693-e74b-4a10-b346-222b1335c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313320 Apr 18 20:31:06.699237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:06.701470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:06.714694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9880366 Apr 18 20:31:06.717696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58712) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:06.729627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Request body: {'subnet': {'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-454460630-subnet', 'tenant_id': '74af994a319048dea8b73a6e53ac4590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:06.762059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60406380-537f-4f7e-b83d-1ae3fb94abb4 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2b1220-8805-470c-b36c-c73e5c0023d0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:06.786738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0a20-da6e-4fc6-9bfa-ec064c54d5b2 req-ab4ee681-f77d-4633-977f-99ba4d351aef tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.793224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0a20-da6e-4fc6-9bfa-ec064c54d5b2 req-ab4ee681-f77d-4633-977f-99ba4d351aef tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.797544 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-5b5b580b-7466-4f7a-91c4-d5496854899c service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:06.799647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0a20-da6e-4fc6-9bfa-ec064c54d5b2 req-ab4ee681-f77d-4633-977f-99ba4d351aef tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.805550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0a20-da6e-4fc6-9bfa-ec064c54d5b2 req-ab4ee681-f77d-4633-977f-99ba4d351aef tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.808807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 9b2b1220-8805-470c-b36c-c73e5c0023d0 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:31:06.812034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0a20-da6e-4fc6-9bfa-ec064c54d5b2 req-ab4ee681-f77d-4633-977f-99ba4d351aef tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.818048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0a20-da6e-4fc6-9bfa-ec064c54d5b2 req-ab4ee681-f77d-4633-977f-99ba4d351aef tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.824097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0a20-da6e-4fc6-9bfa-ec064c54d5b2 req-ab4ee681-f77d-4633-977f-99ba4d351aef tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.832015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a95a0a20-da6e-4fc6-9bfa-ec064c54d5b2 req-ab4ee681-f77d-4633-977f-99ba4d351aef tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5429 time: 0.2835705 Apr 18 20:31:06.842092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Made reservation on behalf of 74af994a319048dea8b73a6e53ac4590 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:06.844786 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.854381 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-5b5b580b-7466-4f7a-91c4-d5496854899c service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:06.872701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4d01f10-fa36-4dc4-8d0a-99c370556c12 req-3f057d37-8942-4da7-9fbe-7c4085d3f329 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.1117027 Apr 18 20:31:06.888287 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.911995 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.913295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a95a0a20-da6e-4fc6-9bfa-ec064c54d5b2 req-50742852-6d8f-4bcf-9daa-cc7ecd77fa36 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803635 Apr 18 20:31:06.941259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.947822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:06.957904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b620399-7d5b-438d-9319-2919c16d3e52 req-4c6b73d5-1659-45dd-86ae-cc2906f4b4c0 service neutron] 10.222.0.60 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610049 Apr 18 20:31:06.967973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:06.968357 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.979217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:06.980054 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-5b5b580b-7466-4f7a-91c4-d5496854899c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fef42ef-e642-4640-84e2-6445e2c5616f {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:06.985204 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.001550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-5b5b580b-7466-4f7a-91c4-d5496854899c service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:07.006261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:07.010502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:07.025278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Pushing event updated for resources: {'Port': ['ID=20b9e6bb-868c-4e93-b15b-9b09ddb3663d,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:07.100767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Attempting to bind port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:07.101425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Attempting to bind port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'f5121473-fc41-4be1-a600-9971f0df3ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:07.102117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Attempting to bind port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d on network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:07.116432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:07.117175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Checking segment: {'id': 'f5121473-fc41-4be1-a600-9971f0df3ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:07.117762 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.118423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Bound using segment: {'id': 'f5121473-fc41-4be1-a600-9971f0df3ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:07.119092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Bound port: 20b9e6bb-868c-4e93-b15b-9b09ddb3663d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5121473-fc41-4be1-a600-9971f0df3ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:07.119642 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.123285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd51dd0-b067-472a-a19e-420140a91fa0 req-4f9eb532-eda2-4e50-b430-2e5320ff0b21 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:07.125456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edd51dd0-b067-472a-a19e-420140a91fa0 req-4f9eb532-eda2-4e50-b430-2e5320ff0b21 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 944 time: 0.0848324 Apr 18 20:31:07.131405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b620399-7d5b-438d-9319-2919c16d3e52 req-39f157f9-494c-4bf1-8f42-67020753699b service neutron] 10.222.0.60 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579018 Apr 18 20:31:07.146312 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-5b5b580b-7466-4f7a-91c4-d5496854899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.175858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2fef42ef-e642-4640-84e2-6445e2c5616f no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:07.177041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edd51dd0-b067-472a-a19e-420140a91fa0 req-768834bd-97ef-4290-a3d0-188963fe45ef tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 Apr 18 20:31:07.258516 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.314543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:07.317209 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c323efe1-e52d-436c-bd82-1414d37562c2" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:07.340198 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:07.346019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] For port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:07.350922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] For port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=20b9e6bb-868c-4e93-b15b-9b09ddb3663d,segment=NetworkSegment(f5121473-fc41-4be1-a600-9971f0df3ab0),segment_id=f5121473-fc41-4be1-a600-9971f0df3ab0)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:07.355005 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.355949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e5656ecb-767a-4e18-948a-8ff179c57632 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:07.377973 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef94dc5a-4704-4906-ae64-1ea63eea9913 x-openstack-request-id: req-ef94dc5a-4704-4906-ae64-1ea63eea9913 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:07.378304 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:07.378518 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef94dc5a-4704-4906-ae64-1ea63eea9913 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:07.379261 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef94dc5a-4704-4906-ae64-1ea63eea9913'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0', 'code': 200} Apr 18 20:31:07.382327 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.407421 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Allocated IP 172.25.2.138 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/8984867d-2a44-4d17-9063-efd5da2dc57c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:07.413371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4d08413-66d6-4041-b126-448572085552 req-d282f733-8997-4c29-a8ef-99d1e8118f09 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0599732 Apr 18 20:31:07.458432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.481070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-5b5b580b-7466-4f7a-91c4-d5496854899c service neutron] Transition to ACTIVE for port object 2fef42ef-e642-4640-84e2-6445e2c5616f will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:07.508374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:07.543168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-5b5b580b-7466-4f7a-91c4-d5496854899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.562984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port e5656ecb-767a-4e18-948a-8ff179c57632 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:07.574947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port e5656ecb-767a-4e18-948a-8ff179c57632 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:07.575310 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.610875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63802a3-0f4a-4ae4-b901-5efa7ee6d06d req-e46b38f4-fdc3-496d-b73d-4ab1ba33b5c5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:07.613636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b63802a3-0f4a-4ae4-b901-5efa7ee6d06d req-e46b38f4-fdc3-496d-b73d-4ab1ba33b5c5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.1278043 Apr 18 20:31:07.614816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c295799-cb83-47c0-9b25-4fab4d29e597 None None] Pushing event updated for resources: {'Port': ['ID=20b9e6bb-868c-4e93-b15b-9b09ddb3663d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:07.663969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-5b5b580b-7466-4f7a-91c4-d5496854899c service neutron] No DVR routers for this DVR port 2fef42ef-e642-4640-84e2-6445e2c5616f on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:07.687801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d12608d-009f-4a39-9db8-81b8a2747d26,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:07.712689 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.753109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port e5656ecb-767a-4e18-948a-8ff179c57632, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e5656ecb-767a-4e18-948a-8ff179c57632,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:07.761080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Checking segment: {'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:07.761635 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.761766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Network hostable DHCP agents. Network: 9b2b1220-8805-470c-b36c-c73e5c0023d0, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:31:07.762944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ee55985d-2e1c-4faf-9628-c2bc9255de09 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:07.774276 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-5b5b580b-7466-4f7a-91c4-d5496854899c service neutron] 10.222.0.64 "PUT /v2.0/ports/2fef42ef-e642-4640-84e2-6445e2c5616f/bindings/n-h1-836015-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3535240 Apr 18 20:31:07.774936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b580b-7466-4f7a-91c4-d5496854899c service neutron] Pushing event updated for resources: {'Port': ['ID=2fef42ef-e642-4640-84e2-6445e2c5616f,revision_number=10']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:07.844340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Network 9b2b1220-8805-470c-b36c-c73e5c0023d0 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:31:07.854247 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.866622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 9b2b1220-8805-470c-b36c-c73e5c0023d0) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:07.875300 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:07.876177 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.894780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac0544-f7c4-4e9a-9b30-3bda16174e4e None None] Network 9b2b1220-8805-470c-b36c-c73e5c0023d0 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:07.909261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=e5656ecb-767a-4e18-948a-8ff179c57632,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:07.932532 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4015fb41-9665-4180-862b-41a964e0d1c9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2045910 Apr 18 20:31:07.945996 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.981055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port ee55985d-2e1c-4faf-9628-c2bc9255de09 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:07.993098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port ee55985d-2e1c-4faf-9628-c2bc9255de09 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:07.993457 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.049016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:08.059549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:08.070799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:08.168087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc163e8-b509-49d6-90e0-18526cb1a441 req-54de5d77-6e2a-46f1-a4d4-18e01b5cd247 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.172622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Pushing event updated for resources: {'Port': ['ID=8984867d-2a44-4d17-9063-efd5da2dc57c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:08.176131 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8dc163e8-b509-49d6-90e0-18526cb1a441 req-54de5d77-6e2a-46f1-a4d4-18e01b5cd247 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 944 time: 0.6311049 Apr 18 20:31:08.201479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5606c591-c4ed-44a2-aab2-5294ca5a9d34 None None] Network 9b2b1220-8805-470c-b36c-c73e5c0023d0 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:08.224929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b63802a3-0f4a-4ae4-b901-5efa7ee6d06d req-c523f63c-eba5-4192-a3ff-c041d19c508c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001782 Apr 18 20:31:08.262765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-ac536cd7-6d28-415c-8295-51a66d846130 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.263036 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.264415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-ac536cd7-6d28-415c-8295-51a66d846130 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.1167502 Apr 18 20:31:08.275627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8dc163e8-b509-49d6-90e0-18526cb1a441 req-7abd630c-28e4-4255-927e-04aa0287b3d8 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968685 Apr 18 20:31:08.281033 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ac75ecb-853f-4981-bfc2-667692cac24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.368695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ee55985d-2e1c-4faf-9628-c2bc9255de09, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ee55985d-2e1c-4faf-9628-c2bc9255de09,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:08.380198 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.381000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0e596951-f706-4996-862c-949b0abf7f2d up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:08.465202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-154fec36-3470-402f-9e8d-4901aa535688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.468321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-154fec36-3470-402f-9e8d-4901aa535688 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169&tenant_id=84a2effa8a0e4edb899740a9fb43dc53 HTTP/1.1" status: 200 len: 1096 time: 0.1913500 Apr 18 20:31:08.490289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61896-1493-49bb-aff3-1e4f137ded6f req-b9f6754f-6250-4643-acb7-3ab5abb74700 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.502158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61896-1493-49bb-aff3-1e4f137ded6f req-b9f6754f-6250-4643-acb7-3ab5abb74700 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.502728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 20b9e6bb-868c-4e93-b15b-9b09ddb3663d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:08.508296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61896-1493-49bb-aff3-1e4f137ded6f req-b9f6754f-6250-4643-acb7-3ab5abb74700 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.514186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61896-1493-49bb-aff3-1e4f137ded6f req-b9f6754f-6250-4643-acb7-3ab5abb74700 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.520056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61896-1493-49bb-aff3-1e4f137ded6f req-b9f6754f-6250-4643-acb7-3ab5abb74700 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.534074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61896-1493-49bb-aff3-1e4f137ded6f req-b9f6754f-6250-4643-acb7-3ab5abb74700 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.545954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61896-1493-49bb-aff3-1e4f137ded6f req-b9f6754f-6250-4643-acb7-3ab5abb74700 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.553302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27e61896-1493-49bb-aff3-1e4f137ded6f req-b9f6754f-6250-4643-acb7-3ab5abb74700 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5432 time: 0.1925516 Apr 18 20:31:08.565853 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b08b57-d503-45fa-865d-54c1f7e9e985 req-cc324f33-e8d8-4b6b-8918-91dce1cac7ef tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.567982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08b08b57-d503-45fa-865d-54c1f7e9e985 req-cc324f33-e8d8-4b6b-8918-91dce1cac7ef tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 945 time: 0.1748729 Apr 18 20:31:08.586502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.593895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4889f879-3fde-4cdc-be31-5505b0277a13 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:08.598865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ee55985d-2e1c-4faf-9628-c2bc9255de09,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:08.672857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27e61896-1493-49bb-aff3-1e4f137ded6f req-f192cc52-7be0-4207-9f31-5602d4031104 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181662 Apr 18 20:31:08.688547 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 0e596951-f706-4996-862c-949b0abf7f2d completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:08.698036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 0e596951-f706-4996-862c-949b0abf7f2d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:08.698904 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.699934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08b08b57-d503-45fa-865d-54c1f7e9e985 req-0c915a4b-18bc-4039-afa2-c222954d375e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174054 Apr 18 20:31:08.711865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:08.711865 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.726018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-9f985b76-9e3e-4d50-8773-1f23263a60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.727666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-9f985b76-9e3e-4d50-8773-1f23263a60b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 1096 time: 0.1718819 Apr 18 20:31:08.865865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 4889f879-3fde-4cdc-be31-5505b0277a13, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4889f879-3fde-4cdc-be31-5505b0277a13,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:08.873287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-793cbf56-ccf8-4234-8570-f92594928da0 req-a9176acc-9781-4888-a1ef-c421cb4b855f tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0399549 Apr 18 20:31:08.903508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.915524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '4889f879-3fde-4cdc-be31-5505b0277a13', 'network_id': '9c679693-e74b-4a10-b346-222b1335c621', 'port_id': '4889f879-3fde-4cdc-be31-5505b0277a13', 'mac_address': 'fa:16:3e:00:90:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a246398d-7a66-4826-a655-e9470018f718', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:08.923625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-0ffade95-e1f2-47da-ae6e-ef9992998cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.925682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-0ffade95-e1f2-47da-ae6e-ef9992998cc2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.1896443 Apr 18 20:31:08.986558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-d0937639-49b2-4414-8ca3-f920fcd850bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fef42ef-e642-4640-84e2-6445e2c5616f HTTP/1.1" status: 200 len: 217 time: 0.0523698 Apr 18 20:31:09.034750 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.038269 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.062920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-792104f6-3ece-4cfd-ac41-46af21a41ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.064612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-792104f6-3ece-4cfd-ac41-46af21a41ad8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.0692804 Apr 18 20:31:09.081565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Router 59b6a65c-6358-446f-8ccf-7709a8638acb is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:31:09.155919 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-65843244-39ae-487a-a533-f0163b2ec560 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802033 Apr 18 20:31:09.186325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4589b7e2-9db6-459a-9110-f3ed6b6c9fab None None] Network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:09.211678 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.226440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4889f879-3fde-4cdc-be31-5505b0277a13 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:09.272540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207449f-2fda-436f-a70b-bca011363094 req-ee9b8097-07a0-4906-9c56-e80deb3d9c73 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.274278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-ee9b8097-07a0-4906-9c56-e80deb3d9c73 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/networks?id=9b2b1220-8805-470c-b36c-c73e5c0023d0 HTTP/1.1" status: 200 len: 814 time: 0.2132752 Apr 18 20:31:09.309887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-1ed28cd2-6c3a-4dce-bb64-07dc7aa8c91c service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445601 Apr 18 20:31:09.315458 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.319791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 4889f879-3fde-4cdc-be31-5505b0277a13, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4889f879-3fde-4cdc-be31-5505b0277a13,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:09.326946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3bcf3e98-455d-42de-9e2b-d7ea8853cc33 None None] Provisioning complete for port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:09.327311 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3e98-455d-42de-9e2b-d7ea8853cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.338600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 0e596951-f706-4996-862c-949b0abf7f2d, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e596951-f706-4996-862c-949b0abf7f2d,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:09.342382 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.367665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-8fd22574-8d0e-4456-bc26-01a076fb804d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/quotas/74af994a319048dea8b73a6e53ac4590 HTTP/1.1" status: 200 len: 375 time: 0.0613961 Apr 18 20:31:09.396892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=20b9e6bb-868c-4e93-b15b-9b09ddb3663d,segment=NetworkSegment(f5121473-fc41-4be1-a600-9971f0df3ab0),segment_id=f5121473-fc41-4be1-a600-9971f0df3ab0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:09.398162 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5656ecb-767a-4e18-948a-8ff179c57632'}, {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55985d-2e1c-4faf-9628-c2bc9255de09'}, {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e596951-f706-4996-862c-949b0abf7f2d'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:09.400667 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87a596d-0b19-4d69-9def-8d90557f2ea8" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "e5656ecb-767a-4e18-948a-8ff179c57632"}, {"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "ee55985d-2e1c-4faf-9628-c2bc9255de09"}, {"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "0e596951-f706-4996-862c-949b0abf7f2d"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:09.411126 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.411918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f465dbba-9077-4e4b-b3ad-e75f72765025 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:09.421379 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.450021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-26f7bf39-d50c-4f60-acc1-a43c32fe8ca2 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74af994a319048dea8b73a6e53ac4590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698419 Apr 18 20:31:09.458619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cda0e2-8429-4aad-b444-28b3f53a4f7e req-d16ab5cf-a1de-4973-82e6-ae7bd0a15837 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.465086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81cda0e2-8429-4aad-b444-28b3f53a4f7e req-d16ab5cf-a1de-4973-82e6-ae7bd0a15837 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.1577113 Apr 18 20:31:09.507930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=4889f879-3fde-4cdc-be31-5505b0277a13,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:09.538764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:31:09.551801 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Sync routers for ids ['59b6a65c-6358-446f-8ccf-7709a8638acb'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:09.567729 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Routers {'59b6a65c-6358-446f-8ccf-7709a8638acb'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:09.568821 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:31:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59b6a65c-6358-446f-8ccf-7709a8638acb'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:09.570223 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.575223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-79cc07a0-cb54-424f-b060-c6b105ebfb71 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4799323 Apr 18 20:31:09.575978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58766) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:09.596515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81cda0e2-8429-4aad-b444-28b3f53a4f7e req-7a06c730-538f-4186-a909-ff29797744dd tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187601 Apr 18 20:31:09.616319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-bf8a5fc6-e3e0-49d5-9cab-a7d87ea563a9 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740674 Apr 18 20:31:09.659576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port f465dbba-9077-4e4b-b3ad-e75f72765025 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:09.667125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port f465dbba-9077-4e4b-b3ad-e75f72765025 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:09.667789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.669523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=0e596951-f706-4996-862c-949b0abf7f2d,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:09.683766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-e8f86d07-63ab-4975-b1e0-832eee1a6a88 service neutron] 10.222.0.49 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146187 Apr 18 20:31:09.796051 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Set router 59b6a65c-6358-446f-8ccf-7709a8638acb gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:09.799325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f8184-8785-4f5c-b7ee-5592f017b86d req-ce27350b-4858-4a3a-aa43-0732efcc0ff7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.802277 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-638f8184-8785-4f5c-b7ee-5592f017b86d req-ce27350b-4858-4a3a-aa43-0732efcc0ff7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 945 time: 0.1461997 Apr 18 20:31:09.825815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=20b9e6bb-868c-4e93-b15b-9b09ddb3663d,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:09.852772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-8ea754b9-6ea9-4db2-ac45-84e9e9077ea6 service neutron] 10.222.0.49 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680584 Apr 18 20:31:09.865104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['4889f879-3fde-4cdc-be31-5505b0277a13'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:09.893056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-638f8184-8785-4f5c-b7ee-5592f017b86d req-f9505c6f-09c2-4ace-8bbd-97ac4c0746c6 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802474 Apr 18 20:31:09.959969 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.984121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-cd8822cc-e5ba-4046-b6b0-012bdc3c6e90 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.993713 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-cd8822cc-e5ba-4046-b6b0-012bdc3c6e90 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.0847089 Apr 18 20:31:10.030476 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d5bf32-fe37-40b2-94df-7eeac658cf47 x-openstack-request-id: req-77d5bf32-fe37-40b2-94df-7eeac658cf47 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:10.030784 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "e5656ecb-767a-4e18-948a-8ff179c57632", "code": 200}, {"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "ee55985d-2e1c-4faf-9628-c2bc9255de09", "code": 200}, {"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "0e596951-f706-4996-862c-949b0abf7f2d", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:10.031035 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77d5bf32-fe37-40b2-94df-7eeac658cf47 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:10.032584 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d5bf32-fe37-40b2-94df-7eeac658cf47'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5656ecb-767a-4e18-948a-8ff179c57632', 'code': 200} Apr 18 20:31:10.032843 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d5bf32-fe37-40b2-94df-7eeac658cf47'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55985d-2e1c-4faf-9628-c2bc9255de09', 'code': 200} Apr 18 20:31:10.033102 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d5bf32-fe37-40b2-94df-7eeac658cf47'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e596951-f706-4996-862c-949b0abf7f2d', 'code': 200} Apr 18 20:31:10.048664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f465dbba-9077-4e4b-b3ad-e75f72765025, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f465dbba-9077-4e4b-b3ad-e75f72765025,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:10.069896 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.212345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 20b9e6bb-868c-4e93-b15b-9b09ddb3663d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:10.220571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f465dbba-9077-4e4b-b3ad-e75f72765025,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:10.373466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-b90a3383-6f84-4420-b9f0-bbf465c77cc7 service neutron] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:10.377123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ccb3b318-a18c-4412-ad64-f2c169d9e916 None None] Provisioning complete for port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:10.377553 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ccb3b318-a18c-4412-ad64-f2c169d9e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.393188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d7dff-b1d9-4925-8f7b-a64027cbd54e req-8fd386ca-adfa-47be-b529-6c3e9e66a96e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.400519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d7dff-b1d9-4925-8f7b-a64027cbd54e req-8fd386ca-adfa-47be-b529-6c3e9e66a96e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.408070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d7dff-b1d9-4925-8f7b-a64027cbd54e req-8fd386ca-adfa-47be-b529-6c3e9e66a96e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.414832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d7dff-b1d9-4925-8f7b-a64027cbd54e req-8fd386ca-adfa-47be-b529-6c3e9e66a96e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.420657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d7dff-b1d9-4925-8f7b-a64027cbd54e req-8fd386ca-adfa-47be-b529-6c3e9e66a96e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.426632 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-router', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:08Z', 'revision_number': 3, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'gw_port': {'id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:10.427605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d7dff-b1d9-4925-8f7b-a64027cbd54e req-8fd386ca-adfa-47be-b529-6c3e9e66a96e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.434561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d7dff-b1d9-4925-8f7b-a64027cbd54e req-8fd386ca-adfa-47be-b529-6c3e9e66a96e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.443345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-595d7dff-b1d9-4925-8f7b-a64027cbd54e req-8fd386ca-adfa-47be-b529-6c3e9e66a96e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.2976711 Apr 18 20:31:10.444699 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.447854 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-b90a3383-6f84-4420-b9f0-bbf465c77cc7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.449059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe49107-40ef-4bfb-9a05-c4ecd9494bae req-b90a3383-6f84-4420-b9f0-bbf465c77cc7 service neutron] 10.222.0.60 "DELETE /v2.0/ports/2fef42ef-e642-4640-84e2-6445e2c5616f/bindings/n-h2-836015-4 HTTP/1.1" status: 204 len: 173 time: 0.4474046 Apr 18 20:31:10.449925 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.496803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6663e-66cd-4544-97c4-5978640262c4 req-bf34d127-ec66-4e46-b0e0-0cc8d0ad172c tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.502411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:10.502780 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.504877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9e6663e-66cd-4544-97c4-5978640262c4 req-bf34d127-ec66-4e46-b0e0-0cc8d0ad172c tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 945 time: 0.2888749 Apr 18 20:31:10.541025 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Checking router: 59b6a65c-6358-446f-8ccf-7709a8638acb for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:10.541601 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Updating router 59b6a65c-6358-446f-8ccf-7709a8638acb port 8984867d-2a44-4d17-9063-efd5da2dc57c binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:31:10.558581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-595d7dff-b1d9-4925-8f7b-a64027cbd54e req-76025565-750a-4448-83b7-c5ec16bc1090 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140449 Apr 18 20:31:10.570451 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.584991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9e6663e-66cd-4544-97c4-5978640262c4 req-84554573-e28a-43e4-9e7c-32cb52292e70 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791717 Apr 18 20:31:10.704638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb56b472-71c7-4e0b-b29d-86d7c0422b4a req-37c4aa28-72e6-4bb9-8be6-1a94ac93de23 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0419056 Apr 18 20:31:10.763578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60b155b5-126e-4183-95da-64e0cad0df7b req-13a8e0ae-0765-404f-b6c1-f008ea389dd1 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 210 time: 0.0731957 Apr 18 20:31:10.807000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Allocated IP 172.20.0.1 (34c1beff-17c4-49b0-a2c9-1b6a6e002322/79f29bcb-9467-49b3-b2cb-bfff6da43878/12f8ead2-51e3-4327-bbf6-7f083916f133) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:10.928740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b31b-5893-47fa-af9d-99a71ff612df req-d85f2022-e638-4b2c-b382-4f4ad95f9dea tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:10.939293 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4835b31b-5893-47fa-af9d-99a71ff612df req-d85f2022-e638-4b2c-b382-4f4ad95f9dea tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.0991561 Apr 18 20:31:10.980744 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.992130 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.008340 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.011688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb62483-6e43-4e22-b01d-20b337e7eee0 req-b1d8da1a-7e25-4519-9d1d-0ad4e8314515 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.019876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbb62483-6e43-4e22-b01d-20b337e7eee0 req-b1d8da1a-7e25-4519-9d1d-0ad4e8314515 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 1096 time: 0.0791349 Apr 18 20:31:11.040393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4835b31b-5893-47fa-af9d-99a71ff612df req-64e654f0-db68-4abf-b7c8-7ef31f312455 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690236 Apr 18 20:31:11.065086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.069766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbb62483-6e43-4e22-b01d-20b337e7eee0 req-7ea04191-f1a9-411a-9215-49e0f1c7e855 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491941 Apr 18 20:31:11.077266 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Pushing event updated for resources: {'Port': ['ID=8984867d-2a44-4d17-9063-efd5da2dc57c,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:11.083613 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Attempting to bind port 8984867d-2a44-4d17-9063-efd5da2dc57c on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:11.083613 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Attempting to bind port 8984867d-2a44-4d17-9063-efd5da2dc57c by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:11.083613 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Attempting to bind port 8984867d-2a44-4d17-9063-efd5da2dc57c on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:11.093318 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.093743 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.094142 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.096551 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.096551 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.096551 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.096551 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.096551 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.097088 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.097687 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.097687 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.098116 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.102070 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:11.102475 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:11.103022 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.103270 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:11.104605 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Bound port: 8984867d-2a44-4d17-9063-efd5da2dc57c, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:11.105130 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.114732 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.118165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:11.124315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:11.129295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:11.168678 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Pushing event updated for resources: {'Port': ['ID=12f8ead2-51e3-4327-bbf6-7f083916f133,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:11.176662 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] For port 8984867d-2a44-4d17-9063-efd5da2dc57c, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:11.182907 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] For port 8984867d-2a44-4d17-9063-efd5da2dc57c, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8984867d-2a44-4d17-9063-efd5da2dc57c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:11.191428 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.194794 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.215196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57555-7ae7-43ef-8a32-be798bfaac55 req-60ebf924-336b-41b6-841f-af7817809001 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.217061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7d57555-7ae7-43ef-8a32-be798bfaac55 req-60ebf924-336b-41b6-841f-af7817809001 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 945 time: 0.0923295 Apr 18 20:31:11.252231 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Routers {'59b6a65c-6358-446f-8ccf-7709a8638acb'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:11.253416 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:31:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59b6a65c-6358-446f-8ccf-7709a8638acb'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:11.325900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7d57555-7ae7-43ef-8a32-be798bfaac55 req-8d9a75eb-1219-48c0-93a4-bc63c1a2bf5b tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992129 Apr 18 20:31:11.328407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb142e-6d4c-48e2-bfd0-5ec589c30d5b req-a144da12-3d66-44d0-88be-f6ba8e395857 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.330627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aecb142e-6d4c-48e2-bfd0-5ec589c30d5b req-a144da12-3d66-44d0-88be-f6ba8e395857 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 1096 time: 0.1124704 Apr 18 20:31:11.403253 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67567b17-a474-4cb8-8def-78cb0325ea96 None None] Pushing event updated for resources: {'Port': ['ID=8984867d-2a44-4d17-9063-efd5da2dc57c,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:11.404968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aecb142e-6d4c-48e2-bfd0-5ec589c30d5b req-14a78086-4bd8-4bb4-b16b-97e62d5d241c tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652599 Apr 18 20:31:11.432734 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] Set router 59b6a65c-6358-446f-8ccf-7709a8638acb gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:11.472274 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.522340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-02694a32-e4ed-4b19-8199-2907179b9bae None None] Provisioning complete for port 12f8ead2-51e3-4327-bbf6-7f083916f133 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:11.533462 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-02694a32-e4ed-4b19-8199-2907179b9bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.577253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-02694a32-e4ed-4b19-8199-2907179b9bae None None] Port 12f8ead2-51e3-4327-bbf6-7f083916f133 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:31:11.699664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.701402 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-router', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:08Z', 'revision_number': 3, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'gw_port': {'id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:11.706611 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.720877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741986a-94a8-4c2e-8e0e-b1c72867ac26 req-cb6ebfa0-1ec7-412f-b6e0-547a06cebd0f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.727494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741986a-94a8-4c2e-8e0e-b1c72867ac26 req-cb6ebfa0-1ec7-412f-b6e0-547a06cebd0f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.738633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741986a-94a8-4c2e-8e0e-b1c72867ac26 req-cb6ebfa0-1ec7-412f-b6e0-547a06cebd0f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.745749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741986a-94a8-4c2e-8e0e-b1c72867ac26 req-cb6ebfa0-1ec7-412f-b6e0-547a06cebd0f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.752605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741986a-94a8-4c2e-8e0e-b1c72867ac26 req-cb6ebfa0-1ec7-412f-b6e0-547a06cebd0f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.759881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741986a-94a8-4c2e-8e0e-b1c72867ac26 req-cb6ebfa0-1ec7-412f-b6e0-547a06cebd0f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.767493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741986a-94a8-4c2e-8e0e-b1c72867ac26 req-cb6ebfa0-1ec7-412f-b6e0-547a06cebd0f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.778897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6741986a-94a8-4c2e-8e0e-b1c72867ac26 req-cb6ebfa0-1ec7-412f-b6e0-547a06cebd0f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.1273849 Apr 18 20:31:11.785788 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea6ff1-0988-4d56-a5d5-0deab20a6161 None None] The sync data for ids ['59b6a65c-6358-446f-8ccf-7709a8638acb'] in n-d-836015-4 is: [{'id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-router', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:08Z', 'revision_number': 3, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'gw_port': {'id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:11.790422 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.828874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Pushing event updated for resources: {'Port': ['ID=12f8ead2-51e3-4327-bbf6-7f083916f133,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:11.848221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6741986a-94a8-4c2e-8e0e-b1c72867ac26 req-8f5f36d5-2575-4332-bdd0-f2ef1f71cb4d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676358 Apr 18 20:31:11.995006 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.996520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e7490b1-1b2d-4cf5-a2f4-8a407db37206 req-0e4eee23-f9f0-47d0-a8d0-bbe8054bbd35 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0702538 Apr 18 20:31:12.012367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207449f-2fda-436f-a70b-bca011363094 req-200e427e-9ac9-445e-8387-cf3bed748aed tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.014980 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-200e427e-9ac9-445e-8387-cf3bed748aed tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b1220-8805-470c-b36c-c73e5c0023d0 HTTP/1.1" status: 200 len: 814 time: 0.1227648 Apr 18 20:31:12.034417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465dbba-9077-4e4b-b3ad-e75f72765025'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:12.037459 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab19cf64-591e-4026-b07a-cc627bef01e2" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "f465dbba-9077-4e4b-b3ad-e75f72765025"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:12.050208 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Request body: {'port': {'device_id': '2f6a4df2-3b5d-4dc4-9e63-72256e65ac33', 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0', 'admin_state_up': True, 'tenant_id': '74af994a319048dea8b73a6e53ac4590'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:12.054447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce5db286-79fd-4a79-9acc-addfbb1d0db5 req-de224fc3-2c9b-4a20-a2ee-aabe8ba3f215 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 210 time: 0.0532765 Apr 18 20:31:12.123911 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf22a144-4cd3-4c03-ab72-9f8a95bca22f x-openstack-request-id: req-cf22a144-4cd3-4c03-ab72-9f8a95bca22f {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:12.124417 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-plugged", "status": "completed", "tag": "f465dbba-9077-4e4b-b3ad-e75f72765025", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:12.124417 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf22a144-4cd3-4c03-ab72-9f8a95bca22f {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:12.124780 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf22a144-4cd3-4c03-ab72-9f8a95bca22f'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f465dbba-9077-4e4b-b3ad-e75f72765025', 'code': 200} Apr 18 20:31:12.203579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:12.217105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:12.223147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04804417-0538-4fe6-ab21-2ff7036b88c7 req-c6d5ce37-29fa-4531-8bc0-3e69f6e9b39e tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.224888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04804417-0538-4fe6-ab21-2ff7036b88c7 req-c6d5ce37-29fa-4531-8bc0-3e69f6e9b39e tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.0923331 Apr 18 20:31:12.289249 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Made reservation on behalf of 74af994a319048dea8b73a6e53ac4590 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:12.293739 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.309768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04804417-0538-4fe6-ab21-2ff7036b88c7 req-0654de0a-dcec-4645-91dd-9612b0894c3c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756297 Apr 18 20:31:12.338105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff754512-a447-451f-905f-3f25ba5f6ef8 req-c3754950-9df5-47dc-a3bb-2e2266799fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.338105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff754512-a447-451f-905f-3f25ba5f6ef8 req-c3754950-9df5-47dc-a3bb-2e2266799fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.338105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff754512-a447-451f-905f-3f25ba5f6ef8 req-c3754950-9df5-47dc-a3bb-2e2266799fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.339745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff754512-a447-451f-905f-3f25ba5f6ef8 req-c3754950-9df5-47dc-a3bb-2e2266799fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.340188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff754512-a447-451f-905f-3f25ba5f6ef8 req-c3754950-9df5-47dc-a3bb-2e2266799fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.340648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff754512-a447-451f-905f-3f25ba5f6ef8 req-c3754950-9df5-47dc-a3bb-2e2266799fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.341253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff754512-a447-451f-905f-3f25ba5f6ef8 req-c3754950-9df5-47dc-a3bb-2e2266799fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.343864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff754512-a447-451f-905f-3f25ba5f6ef8 req-c3754950-9df5-47dc-a3bb-2e2266799fa6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6491 time: 0.1180735 Apr 18 20:31:12.394627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff754512-a447-451f-905f-3f25ba5f6ef8 req-f8330ebb-679b-4df1-b3cd-bdf215722cd4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bf561c15-b051-4b95-966d-6534eed6b95a&id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424142 Apr 18 20:31:12.476068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4528b84-33ef-4993-91e4-93887a70278b req-93c0fec0-6390-4647-a874-b5c74071d9d7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.478022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4528b84-33ef-4993-91e4-93887a70278b req-93c0fec0-6390-4647-a874-b5c74071d9d7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 945 time: 0.0671690 Apr 18 20:31:12.488929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Router 59b6a65c-6358-446f-8ccf-7709a8638acb has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:31:12.525254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4528b84-33ef-4993-91e4-93887a70278b req-fbaccdcc-45cf-43e5-a800-837d6c041768 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 Apr 18 20:31:12.550335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Allocated IP 172.20.0.12 (9b2b1220-8805-470c-b36c-c73e5c0023d0/5d12608d-009f-4a39-9db8-81b8a2747d26/e0db81e4-0eec-47e3-8ac9-f083cffc4fad) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:12.591106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4889f879-3fde-4cdc-be31-5505b0277a13 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:12.640476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3ba8a40a-7596-4fe7-ac66-da7e30df403a None None] Provisioning complete for port 12f8ead2-51e3-4327-bbf6-7f083916f133 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:12.640975 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ba8a40a-7596-4fe7-ac66-da7e30df403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.669126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:31:12.680484 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e5efc995-ca39-44d2-b783-c9d47647869e admin admin] 10.222.0.49 "PUT /v2.0/routers/59b6a65c-6358-446f-8ccf-7709a8638acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1030228 Apr 18 20:31:12.689653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 4889f879-3fde-4cdc-be31-5505b0277a13 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:12.692462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3ba8a40a-7596-4fe7-ac66-da7e30df403a None None] Port 12f8ead2-51e3-4327-bbf6-7f083916f133 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:31:12.697355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 4889f879-3fde-4cdc-be31-5505b0277a13 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:12.698012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.828529 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.853086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.900974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.910572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 4889f879-3fde-4cdc-be31-5505b0277a13, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4889f879-3fde-4cdc-be31-5505b0277a13,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:12.921950 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.963794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Network 9b2b1220-8805-470c-b36c-c73e5c0023d0 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:12.968722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:12.974535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:13.008745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=4889f879-3fde-4cdc-be31-5505b0277a13,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:13.017843 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Pushing event updated for resources: {'Port': ['ID=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:13.052032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.052669 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.057251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-763bea41-cec8-4ab6-88fc-acc869b4509b req-43762756-ac5c-441b-b21b-1e66f6b70148 tempest-FloatingIPsNegativeTestJSON-1327032654 tempest-FloatingIPsNegativeTestJSON-1327032654-project] 10.222.0.49 "GET /v2.0/floatingips?tenant_id=8804aa42b7d841de892b6fd69973a353 HTTP/1.1" status: 200 len: 217 time: 0.0693603 Apr 18 20:31:13.096778 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-66585348-a312-4677-833f-3f721928da6f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0568075 Apr 18 20:31:13.111041 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Request body: {'port': {'device_id': '2f6a4df2-3b5d-4dc4-9e63-72256e65ac33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:13.150678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492950-aaed-4d65-af9b-9851d1d402d7 req-ab16201a-7b39-483a-859c-86bfbb331ff0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.157323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492950-aaed-4d65-af9b-9851d1d402d7 req-ab16201a-7b39-483a-859c-86bfbb331ff0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.163019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492950-aaed-4d65-af9b-9851d1d402d7 req-ab16201a-7b39-483a-859c-86bfbb331ff0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.169509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492950-aaed-4d65-af9b-9851d1d402d7 req-ab16201a-7b39-483a-859c-86bfbb331ff0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.175309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492950-aaed-4d65-af9b-9851d1d402d7 req-ab16201a-7b39-483a-859c-86bfbb331ff0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.178666 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.181078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492950-aaed-4d65-af9b-9851d1d402d7 req-ab16201a-7b39-483a-859c-86bfbb331ff0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.186888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb492950-aaed-4d65-af9b-9851d1d402d7 req-ab16201a-7b39-483a-859c-86bfbb331ff0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.188812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb492950-aaed-4d65-af9b-9851d1d402d7 req-ab16201a-7b39-483a-859c-86bfbb331ff0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.1987672 Apr 18 20:31:13.220827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e89d9ce4-1fcf-4004-8e88-c7903833e2fb req-385b588a-4d74-42e6-ac9e-54b37214dbca tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0308371 Apr 18 20:31:13.252613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb492950-aaed-4d65-af9b-9851d1d402d7 req-538d05f9-9e71-4eb1-820c-892dc1842a01 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527160 Apr 18 20:31:13.297509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8a8e2f9-6609-4b13-88d1-75a5c3406500 req-fe90a5d5-8da6-4fa0-9560-e18801f35d2f tempest-FloatingIPsNegativeTestJSON-1327032654 tempest-FloatingIPsNegativeTestJSON-1327032654-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0390773 Apr 18 20:31:13.423202 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-413dc2ab-fe12-45a0-a1dd-7f221bed460b req-51afb56c-e9eb-48f3-8353-28b485462286 tempest-FloatingIPsNegativeTestJSON-1327032654 tempest-FloatingIPsNegativeTestJSON-1327032654-project] show failed (client error): The resource could not be found. Apr 18 20:31:13.428373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-413dc2ab-fe12-45a0-a1dd-7f221bed460b req-51afb56c-e9eb-48f3-8353-28b485462286 tempest-FloatingIPsNegativeTestJSON-1327032654 tempest-FloatingIPsNegativeTestJSON-1327032654-project] 10.222.0.49 "GET /v2.0/floatingips/0e4d704e-e471-4f84-9b2f-3bf9b05ccf28 HTTP/1.1" status: 404 len: 350 time: 0.0486305 Apr 18 20:31:13.436155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58836) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:13.453969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63731b68-0211-4ad3-a37d-8338903787b1 req-323410f6-c1da-486d-b9e2-ba27724e494c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.456182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63731b68-0211-4ad3-a37d-8338903787b1 req-323410f6-c1da-486d-b9e2-ba27724e494c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 932 time: 0.1148610 Apr 18 20:31:13.489425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0db81e4-0eec-47e3-8ac9-f083cffc4fad {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:13.498726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.514634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Transition to ACTIVE for port object e0db81e4-0eec-47e3-8ac9-f083cffc4fad will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:13.519321 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.572973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Pushing event updated for resources: {'Port': ['ID=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:13.597948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.598303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.598637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.598973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.599305 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.599633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.600318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.600907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.601177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.601725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.601725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.602030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:13.615007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63731b68-0211-4ad3-a37d-8338903787b1 req-013ea105-dc64-47ba-9fa4-69db7dc9f4ea tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271610 Apr 18 20:31:13.659859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Attempting to bind port e0db81e4-0eec-47e3-8ac9-f083cffc4fad on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:13.660209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Attempting to bind port e0db81e4-0eec-47e3-8ac9-f083cffc4fad by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:13.660682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Attempting to bind port e0db81e4-0eec-47e3-8ac9-f083cffc4fad on network 9b2b1220-8805-470c-b36c-c73e5c0023d0 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:13.665286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Port e0db81e4-0eec-47e3-8ac9-f083cffc4fad on network 9b2b1220-8805-470c-b36c-c73e5c0023d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:13.665603 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Attempting to bind port e0db81e4-0eec-47e3-8ac9-f083cffc4fad on network 9b2b1220-8805-470c-b36c-c73e5c0023d0 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:13.671113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:13.671587 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Checking segment: {'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:13.672015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Bound using segment: {'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:13.672443 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Bound port: e0db81e4-0eec-47e3-8ac9-f083cffc4fad, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:13.672806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.753492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] For port e0db81e4-0eec-47e3-8ac9-f083cffc4fad, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:13.756703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] For port e0db81e4-0eec-47e3-8ac9-f083cffc4fad, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:13.761383 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.767874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b63519-6b37-4203-8fab-3d1745ce5f39 req-a8033d12-4e0c-4a76-8d32-d6eb2cb7e927 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.775507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42b63519-6b37-4203-8fab-3d1745ce5f39 req-a8033d12-4e0c-4a76-8d32-d6eb2cb7e927 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.2651160 Apr 18 20:31:13.836541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Pushing event updated for resources: {'Port': ['ID=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:13.849768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.850705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.852567 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-6e7ed523-bc30-49f9-a508-20c99d8d9c28 service neutron] 10.222.0.64 "PUT /v2.0/ports/e0db81e4-0eec-47e3-8ac9-f083cffc4fad HTTP/1.1" status: 200 len: 1092 time: 0.7464886 Apr 18 20:31:13.853085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6a4df2-3b5d-4dc4-9e63-72256e65ac33', 'tag': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:13.855484 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400ed2bf-a3ed-4486-a8b4-59596c1578a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6a4df2-3b5d-4dc4-9e63-72256e65ac33", "tag": "e0db81e4-0eec-47e3-8ac9-f083cffc4fad"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:13.885872 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42b63519-6b37-4203-8fab-3d1745ce5f39 req-05eae9c2-41c6-46d5-b74f-0845409f65b4 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093757 Apr 18 20:31:13.913840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf774290-1a22-4b3c-8b23-2e276f9d0394 req-bc01c546-2e33-4391-a655-7de289e571f3 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.913840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf774290-1a22-4b3c-8b23-2e276f9d0394 req-bc01c546-2e33-4391-a655-7de289e571f3 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.1622567 Apr 18 20:31:13.954603 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207449f-2fda-436f-a70b-bca011363094 req-e4fdb7ff-43bd-4dc8-9f54-f7f0deebf844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.957278 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-e4fdb7ff-43bd-4dc8-9f54-f7f0deebf844 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74af994a319048dea8b73a6e53ac4590&device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 1095 time: 0.0656796 Apr 18 20:31:13.962584 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92a0b0c-c4c5-4a2d-867c-a202bc567322 x-openstack-request-id: req-e92a0b0c-c4c5-4a2d-867c-a202bc567322 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:13.962866 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6a4df2-3b5d-4dc4-9e63-72256e65ac33", "tag": "e0db81e4-0eec-47e3-8ac9-f083cffc4fad", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:13.963111 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e92a0b0c-c4c5-4a2d-867c-a202bc567322 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:13.963500 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92a0b0c-c4c5-4a2d-867c-a202bc567322'] response: {'name': 'network-changed', 'server_uuid': '2f6a4df2-3b5d-4dc4-9e63-72256e65ac33', 'tag': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad', 'status': 'completed', 'code': 200} Apr 18 20:31:13.981334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf774290-1a22-4b3c-8b23-2e276f9d0394 req-95a87dfe-9692-47a3-8e9e-ee2a77e8b0a0 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661933 Apr 18 20:31:14.015660 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-060dfa3d-d237-4091-86fb-6903c7619971 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0db81e4-0eec-47e3-8ac9-f083cffc4fad HTTP/1.1" status: 200 len: 217 time: 0.0455804 Apr 18 20:31:14.081457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207449f-2fda-436f-a70b-bca011363094 req-cc23d955-6dcf-4a35-914c-bca9ef94cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.085405 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-cc23d955-6dcf-4a35-914c-bca9ef94cd88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d12608d-009f-4a39-9db8-81b8a2747d26 HTTP/1.1" status: 200 len: 854 time: 0.0620983 Apr 18 20:31:14.106234 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:14.122344 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-3a6548bc-96c9-4b84-9a1c-2b63c0ad32db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b2b1220-8805-470c-b36c-c73e5c0023d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289950 Apr 18 20:31:14.125788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4889f879-3fde-4cdc-be31-5505b0277a13'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:14.129262 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53266b18-cde0-4519-a3e8-569ec07a02a9" -d '{"events": [{"server_uuid": "c4e446ce-8b59-4082-a80d-e5eb84a8a59a", "name": "network-vif-plugged", "status": "completed", "tag": "4889f879-3fde-4cdc-be31-5505b0277a13"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:14.148000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8984867d-2a44-4d17-9063-efd5da2dc57c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:14.224732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8984867d-2a44-4d17-9063-efd5da2dc57c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:14.225495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:14.231162 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Sync routers for ids ['59b6a65c-6358-446f-8ccf-7709a8638acb'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:14.296796 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d582e24-1569-4150-aec2-2e308815c5f3 x-openstack-request-id: req-2d582e24-1569-4150-aec2-2e308815c5f3 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:14.298024 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e446ce-8b59-4082-a80d-e5eb84a8a59a", "name": "network-vif-plugged", "status": "completed", "tag": "4889f879-3fde-4cdc-be31-5505b0277a13", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:14.298675 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d582e24-1569-4150-aec2-2e308815c5f3 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:14.300234 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d582e24-1569-4150-aec2-2e308815c5f3'] response: {'server_uuid': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4889f879-3fde-4cdc-be31-5505b0277a13', 'code': 200} Apr 18 20:31:14.306621 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-b4fa91d0-fc1d-4b49-bd02-6b37c61c504c service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705976 Apr 18 20:31:14.347676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Routers {'59b6a65c-6358-446f-8ccf-7709a8638acb'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:14.352855 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:31:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59b6a65c-6358-446f-8ccf-7709a8638acb'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:14.441826 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7207449f-2fda-436f-a70b-bca011363094 req-e51ff282-3a82-4c05-b8a7-d2a93841552f service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264002 Apr 18 20:31:14.531687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Set router 59b6a65c-6358-446f-8ccf-7709a8638acb gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:14.544524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed2bf-a3ed-4486-a8b4-59596c1578a5 req-8761d2dc-30f2-443b-a6fd-149009197cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.548232 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-400ed2bf-a3ed-4486-a8b4-59596c1578a5 req-8761d2dc-30f2-443b-a6fd-149009197cb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74af994a319048dea8b73a6e53ac4590&device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 1095 time: 0.0535789 Apr 18 20:31:14.573349 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:14.655038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 8984867d-2a44-4d17-9063-efd5da2dc57c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8984867d-2a44-4d17-9063-efd5da2dc57c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:14.673808 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:14.687985 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed2bf-a3ed-4486-a8b4-59596c1578a5 req-11b1f144-e32c-42c9-9947-26d058a5d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.689307 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-400ed2bf-a3ed-4486-a8b4-59596c1578a5 req-11b1f144-e32c-42c9-9947-26d058a5d77b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b2b1220-8805-470c-b36c-c73e5c0023d0 HTTP/1.1" status: 200 len: 915 time: 0.1323540 Apr 18 20:31:14.753342 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-400ed2bf-a3ed-4486-a8b4-59596c1578a5 req-c6cf412f-9e73-4457-9ff4-d93ccb0fa8b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0db81e4-0eec-47e3-8ac9-f083cffc4fad HTTP/1.1" status: 200 len: 217 time: 0.0535116 Apr 18 20:31:14.840631 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ed2bf-a3ed-4486-a8b4-59596c1578a5 req-3059e17e-422c-4605-96c1-8b22eb996376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.842845 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-400ed2bf-a3ed-4486-a8b4-59596c1578a5 req-3059e17e-422c-4605-96c1-8b22eb996376 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d12608d-009f-4a39-9db8-81b8a2747d26 HTTP/1.1" status: 200 len: 854 time: 0.0810442 Apr 18 20:31:14.866108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b655cd59-6705-44b5-bfd7-912e6d4e1f73 req-97cad5cc-f7f9-414e-96c2-4cf283cb82c3 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.4562731 Apr 18 20:31:14.891730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e672a8d-a1b1-4cfb-9d15-6e28db173377 req-6985a607-7a9f-44a8-a61f-9a959d9f5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.893308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e672a8d-a1b1-4cfb-9d15-6e28db173377 req-6985a607-7a9f-44a8-a61f-9a959d9f5db7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 1097 time: 0.5175474 Apr 18 20:31:14.923661 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-400ed2bf-a3ed-4486-a8b4-59596c1578a5 req-c323f844-6fdc-4f00-8c74-5ed822adb29a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b2b1220-8805-470c-b36c-c73e5c0023d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727315 Apr 18 20:31:14.937641 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066abb0-a796-4ef5-b4a8-d6a8c1ce6b44 req-95ef641b-779e-4105-8449-a75b225fcba3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.943543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066abb0-a796-4ef5-b4a8-d6a8c1ce6b44 req-95ef641b-779e-4105-8449-a75b225fcba3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.949384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066abb0-a796-4ef5-b4a8-d6a8c1ce6b44 req-95ef641b-779e-4105-8449-a75b225fcba3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.956182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066abb0-a796-4ef5-b4a8-d6a8c1ce6b44 req-95ef641b-779e-4105-8449-a75b225fcba3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.959265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=8984867d-2a44-4d17-9063-efd5da2dc57c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:14.963421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066abb0-a796-4ef5-b4a8-d6a8c1ce6b44 req-95ef641b-779e-4105-8449-a75b225fcba3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.969899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066abb0-a796-4ef5-b4a8-d6a8c1ce6b44 req-95ef641b-779e-4105-8449-a75b225fcba3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.975719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066abb0-a796-4ef5-b4a8-d6a8c1ce6b44 req-95ef641b-779e-4105-8449-a75b225fcba3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.977728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7066abb0-a796-4ef5-b4a8-d6a8c1ce6b44 req-95ef641b-779e-4105-8449-a75b225fcba3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.5690954 Apr 18 20:31:15.027899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-router', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:11Z', 'revision_number': 4, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'gw_port': {'id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cb:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '12f8ead2-51e3-4327-bbf6-7f083916f133', 'name': '', 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'mac_address': 'fa:16:3e:d9:cc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '79f29bcb-9467-49b3-b2cb-bfff6da43878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:10Z', 'updated_at': '2022-04-18T20:31:11Z', 'revision_number': 2, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'subnets': [{'id': '79f29bcb-9467-49b3-b2cb-bfff6da43878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:15.039158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e672a8d-a1b1-4cfb-9d15-6e28db173377 req-4830bdb1-093d-409e-b66c-413d86bef896 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381304 Apr 18 20:31:15.063974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Checking router: 59b6a65c-6358-446f-8ccf-7709a8638acb for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:15.064608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Updating router 59b6a65c-6358-446f-8ccf-7709a8638acb port 12f8ead2-51e3-4327-bbf6-7f083916f133 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:31:15.094879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7066abb0-a796-4ef5-b4a8-d6a8c1ce6b44 req-5424f36a-d63d-4f8c-8197-5639ccfab1d5 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080921 Apr 18 20:31:15.095978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.152354 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-400ed2bf-a3ed-4486-a8b4-59596c1578a5 req-2b322a4d-f61d-43c8-a445-c57de5df7acc service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189312 Apr 18 20:31:15.193467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] Deleting port 12f8ead2-51e3-4327-bbf6-7f083916f133 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:15.194433 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.280462 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-400ed2bf-a3ed-4486-a8b4-59596c1578a5 req-a0ad01a0-55f4-4c28-9558-e12e55e5b571 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187863 Apr 18 20:31:15.334987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b0398-cfd7-4f56-84db-afc03721e42a req-7aa9a49f-716f-4fd7-b342-65af7f6ba4c8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.342974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-312b0398-cfd7-4f56-84db-afc03721e42a req-7aa9a49f-716f-4fd7-b342-65af7f6ba4c8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.1459105 Apr 18 20:31:15.354432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88abbb0-32c9-476d-8de8-48e18b32662d req-8a56dba9-123f-403c-b178-08987f635aca tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.362418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e88abbb0-32c9-476d-8de8-48e18b32662d req-8a56dba9-123f-403c-b178-08987f635aca tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 944 time: 0.2209222 Apr 18 20:31:15.440811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.460086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e88abbb0-32c9-476d-8de8-48e18b32662d req-ee3b0ff6-2125-4e1c-baff-b047922fb81e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958691 Apr 18 20:31:15.473129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-312b0398-cfd7-4f56-84db-afc03721e42a req-2535585d-8b6b-4965-9d72-1fa70200dedc tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222324 Apr 18 20:31:15.473129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] Calling delete_port for 12f8ead2-51e3-4327-bbf6-7f083916f133 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:15.494983 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.506890 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.613210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c205d1-aa54-4920-bd2e-f7cdde8b1d84 None None] Pushing event updated for resources: {'Port': ['ID=12f8ead2-51e3-4327-bbf6-7f083916f133,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:15.663674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Attempting to bind port 12f8ead2-51e3-4327-bbf6-7f083916f133 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:15.664356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Attempting to bind port 12f8ead2-51e3-4327-bbf6-7f083916f133 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'f5121473-fc41-4be1-a600-9971f0df3ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:15.665032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Attempting to bind port 12f8ead2-51e3-4327-bbf6-7f083916f133 on network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:15.673503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:15.674276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Checking segment: {'id': 'f5121473-fc41-4be1-a600-9971f0df3ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:15.674859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.675428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Bound using segment: {'id': 'f5121473-fc41-4be1-a600-9971f0df3ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:15.676106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Bound port: 12f8ead2-51e3-4327-bbf6-7f083916f133, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5121473-fc41-4be1-a600-9971f0df3ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:15.676651 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.708249 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.739750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c7652-8aed-44e9-87ab-7563b03cf225 req-fac870cc-2d61-48f7-b91b-d7b7258a7f1a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.741396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df2c7652-8aed-44e9-87ab-7563b03cf225 req-fac870cc-2d61-48f7-b91b-d7b7258a7f1a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.1437421 Apr 18 20:31:15.778129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641521c-61ba-42f6-a438-560aff57a86a req-fc2bc0da-3c13-4493-a71b-5fb7e1f868fe tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.785111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641521c-61ba-42f6-a438-560aff57a86a req-fc2bc0da-3c13-4493-a71b-5fb7e1f868fe tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.791291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641521c-61ba-42f6-a438-560aff57a86a req-fc2bc0da-3c13-4493-a71b-5fb7e1f868fe tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.792906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] For port 12f8ead2-51e3-4327-bbf6-7f083916f133, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:15.797055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] For port 12f8ead2-51e3-4327-bbf6-7f083916f133, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=12f8ead2-51e3-4327-bbf6-7f083916f133,segment=NetworkSegment(f5121473-fc41-4be1-a600-9971f0df3ab0),segment_id=f5121473-fc41-4be1-a600-9971f0df3ab0)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:15.797686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641521c-61ba-42f6-a438-560aff57a86a req-fc2bc0da-3c13-4493-a71b-5fb7e1f868fe tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.801967 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.805642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641521c-61ba-42f6-a438-560aff57a86a req-fc2bc0da-3c13-4493-a71b-5fb7e1f868fe tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.812258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641521c-61ba-42f6-a438-560aff57a86a req-fc2bc0da-3c13-4493-a71b-5fb7e1f868fe tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.818245 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641521c-61ba-42f6-a438-560aff57a86a req-fc2bc0da-3c13-4493-a71b-5fb7e1f868fe tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.820349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f641521c-61ba-42f6-a438-560aff57a86a req-fc2bc0da-3c13-4493-a71b-5fb7e1f868fe tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.2415974 Apr 18 20:31:15.832254 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58860) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:15.839853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fcba026e-099c-4071-8345-d49aa97d46d9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Request body: {'floatingip': {'port_id': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:15.871300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Routers {'59b6a65c-6358-446f-8ccf-7709a8638acb'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:15.872067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:31:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59b6a65c-6358-446f-8ccf-7709a8638acb'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:15.900663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df2c7652-8aed-44e9-87ab-7563b03cf225 req-dea26b98-c99b-4881-a045-bf75a009c4e2 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425066 Apr 18 20:31:15.920233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fcba026e-099c-4071-8345-d49aa97d46d9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.943769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c205d1-aa54-4920-bd2e-f7cdde8b1d84 None None] Pushing event updated for resources: {'Port': ['ID=12f8ead2-51e3-4327-bbf6-7f083916f133,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:16.079610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6549e18-56c9-425e-8807-6f07ad511c5d req-53e2f5cd-f8ba-4031-9930-db4a67ea094d tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0562663 Apr 18 20:31:16.081409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.091875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] Set router 59b6a65c-6358-446f-8ccf-7709a8638acb gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:16.142482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f8ead2-51e3-4327-bbf6-7f083916f133,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:16.234356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8984867d-2a44-4d17-9063-efd5da2dc57c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:16.303713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-078be9fa-543b-4258-9ae3-d09e9bea768a None None] Provisioning complete for port 12f8ead2-51e3-4327-bbf6-7f083916f133 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:16.304113 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-078be9fa-543b-4258-9ae3-d09e9bea768a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.385286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-078be9fa-543b-4258-9ae3-d09e9bea768a None None] Port 12f8ead2-51e3-4327-bbf6-7f083916f133 was deleted so its status cannot be updated. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 18 20:31:16.408271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8984867d-2a44-4d17-9063-efd5da2dc57c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:16.408639 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.426038 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.542542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e2aa1f55-45f4-481b-8996-6eb0ad0598a1 None None] Could not find standard attr ID for object 12f8ead2-51e3-4327-bbf6-7f083916f133. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:31:16.685397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-router', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:11Z', 'revision_number': 4, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'gw_port': {'id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '12f8ead2-51e3-4327-bbf6-7f083916f133', 'name': '', 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'mac_address': 'fa:16:3e:d9:cc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '79f29bcb-9467-49b3-b2cb-bfff6da43878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:10Z', 'updated_at': '2022-04-18T20:31:15Z', 'revision_number': 4, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'subnets': [{'id': '79f29bcb-9467-49b3-b2cb-bfff6da43878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:16.723176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975c0454-3697-4daf-9914-5e21147e6997 None None] The sync data for ids ['59b6a65c-6358-446f-8ccf-7709a8638acb'] in n-d-836015-4 is: [{'id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-router', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:11Z', 'revision_number': 4, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'gw_port': {'id': '8984867d-2a44-4d17-9063-efd5da2dc57c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cb:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '12f8ead2-51e3-4327-bbf6-7f083916f133', 'name': '', 'network_id': '34c1beff-17c4-49b0-a2c9-1b6a6e002322', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'mac_address': 'fa:16:3e:d9:cc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '79f29bcb-9467-49b3-b2cb-bfff6da43878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:10Z', 'updated_at': '2022-04-18T20:31:15Z', 'revision_number': 4, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'subnets': [{'id': '79f29bcb-9467-49b3-b2cb-bfff6da43878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:16.761963 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fcba026e-099c-4071-8345-d49aa97d46d9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.776036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad32e9e-9807-41a2-94b9-cdbd12d86c94 req-8aef089d-6d94-4949-9020-35e53bb54016 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:16.780057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fcba026e-099c-4071-8345-d49aa97d46d9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.787323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cad32e9e-9807-41a2-94b9-cdbd12d86c94 req-8aef089d-6d94-4949-9020-35e53bb54016 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.1734765 Apr 18 20:31:16.888414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1997ec6-3963-4bbf-9d4b-b1d8deb26d68 req-47e04daa-eaa2-41cd-a411-aaa37048ee14 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:16.895375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1997ec6-3963-4bbf-9d4b-b1d8deb26d68 req-47e04daa-eaa2-41cd-a411-aaa37048ee14 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 944 time: 0.2833529 Apr 18 20:31:16.948873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cad32e9e-9807-41a2-94b9-cdbd12d86c94 req-edfe6f3e-8cb0-41dd-a0f2-d8a63fbb6b94 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616974 Apr 18 20:31:17.131803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] Router 59b6a65c-6358-446f-8ccf-7709a8638acb has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:31:17.146226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1997ec6-3963-4bbf-9d4b-b1d8deb26d68 req-d36a8b81-415b-4435-949d-199da06fef8f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307019 Apr 18 20:31:17.187122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e0db81e4-0eec-47e3-8ac9-f083cffc4fad details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:17.228497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4b1f9-dc3c-440d-b799-4c99c27bff73 req-ca4908ac-adbb-4d53-8c18-1dd7e0a64975 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:17.232910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1b4b1f9-dc3c-440d-b799-4c99c27bff73 req-ca4908ac-adbb-4d53-8c18-1dd7e0a64975 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.1764102 Apr 18 20:31:17.340281 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-fcba026e-099c-4071-8345-d49aa97d46d9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Floating IP e06a7876-ba6b-432b-90d2-1916525ca0b3 associated. External IP: 172.25.2.51, port: 22545a06-76ec-4a8f-ad48-d3b3a0485dd2. Apr 18 20:31:17.371542 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7eeb020c-5fe4-4b4e-ad71-9369bbd16124 req-63cda05e-bf4c-43b3-8ec4-644c14d22788 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0575130 Apr 18 20:31:17.391549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e0db81e4-0eec-47e3-8ac9-f083cffc4fad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:17.431747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad', 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0', 'port_id': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad', 'mac_address': 'fa:16:3e:fb:71:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d12608d-009f-4a39-9db8-81b8a2747d26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:17.498961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1b4b1f9-dc3c-440d-b799-4c99c27bff73 req-e2dcdc8d-989c-4040-b33a-43140a705c6e tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863596 Apr 18 20:31:17.518037 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.547719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:31:17.560501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a83ca5c2-60d4-403f-8f57-1e83ac7e4d44 admin admin] 10.222.0.49 "PUT /v2.0/routers/59b6a65c-6358-446f-8ccf-7709a8638acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1202328 Apr 18 20:31:17.561941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58878) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:17.577888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0db81e4-0eec-47e3-8ac9-f083cffc4fad {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:17.616119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e0db81e4-0eec-47e3-8ac9-f083cffc4fad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:17.627433 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.680565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcba026e-099c-4071-8345-d49aa97d46d9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:31:17.748781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:17.758872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.759362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.759523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.759935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.760367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.762378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.764072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.764517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.765663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.766108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.766533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.766961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.767505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:17.827009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ef781-079e-48fd-9a66-b52d5551b398 req-efd21e81-5ad7-4c7a-a32c-f3f7e522c282 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:17.834906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcba026e-099c-4071-8345-d49aa97d46d9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:31:17.835701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a9ef781-079e-48fd-9a66-b52d5551b398 req-efd21e81-5ad7-4c7a-a32c-f3f7e522c282 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.1861923 Apr 18 20:31:17.840200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fcba026e-099c-4071-8345-d49aa97d46d9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.848086 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] Sync routers for ids ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:17.861570 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] Routers {'ac30c01a-0f79-4eb9-ad80-21b2de032eb9'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:17.862418 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:31:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:17.884627 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fcba026e-099c-4071-8345-d49aa97d46d9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "PUT /v2.0/floatingips/e06a7876-ba6b-432b-90d2-1916525ca0b3 HTTP/1.1" status: 200 len: 991 time: 2.0443077 Apr 18 20:31:17.884627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:17.884627 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93119069-0af2-44ac-ae6b-db905b1c012f" -d '{"events": [{"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "22545a06-76ec-4a8f-ad48-d3b3a0485dd2"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:17.931062 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82928145-36a4-4e02-b6dd-4d00c116df39 x-openstack-request-id: req-82928145-36a4-4e02-b6dd-4d00c116df39 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:17.931356 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "tag": "22545a06-76ec-4a8f-ad48-d3b3a0485dd2", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:17.931608 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82928145-36a4-4e02-b6dd-4d00c116df39 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:17.932038 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82928145-36a4-4e02-b6dd-4d00c116df39'] response: {'name': 'network-changed', 'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'tag': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2', 'status': 'completed', 'code': 200} Apr 18 20:31:17.941395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a9ef781-079e-48fd-9a66-b52d5551b398 req-17b37806-d28b-48d9-8fac-27d0f99717e5 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037495 Apr 18 20:31:17.984408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e0db81e4-0eec-47e3-8ac9-f083cffc4fad'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:17.995764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.998805 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] Set router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:18.147236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6b8b7-9986-411d-bb6d-d1841678c301 req-05a480ec-6aaa-4f03-a471-310dcb1749a1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.148789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8a6b8b7-9986-411d-bb6d-d1841678c301 req-05a480ec-6aaa-4f03-a471-310dcb1749a1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.0895228 Apr 18 20:31:18.175598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119069-0af2-44ac-ae6b-db905b1c012f req-dc8b0846-6278-4a27-968d-2900bafe9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.176061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119069-0af2-44ac-ae6b-db905b1c012f req-dc8b0846-6278-4a27-968d-2900bafe9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.176539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119069-0af2-44ac-ae6b-db905b1c012f req-dc8b0846-6278-4a27-968d-2900bafe9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.177012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119069-0af2-44ac-ae6b-db905b1c012f req-dc8b0846-6278-4a27-968d-2900bafe9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.177476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119069-0af2-44ac-ae6b-db905b1c012f req-dc8b0846-6278-4a27-968d-2900bafe9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.177976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119069-0af2-44ac-ae6b-db905b1c012f req-dc8b0846-6278-4a27-968d-2900bafe9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.178425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119069-0af2-44ac-ae6b-db905b1c012f req-dc8b0846-6278-4a27-968d-2900bafe9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.180502 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93119069-0af2-44ac-ae6b-db905b1c012f req-dc8b0846-6278-4a27-968d-2900bafe9254 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6491 time: 0.2191226 Apr 18 20:31:18.266801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Deleting port 8984867d-2a44-4d17-9063-efd5da2dc57c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:18.267132 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.343906 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e06a7876-ba6b-432b-90d2-1916525ca0b3', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'floating_ip_address': '172.25.2.51', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'port_id': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'mac_address': 'fa:16:3e:7b:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:52Z', 'updated_at': '2022-04-18T20:31:16Z', 'revision_number': 1, 'project_id': '231f1132973642388e3f464a286dd35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2330b8a0-cfa5-4cec-a96d-11c173cb65e2', 'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'mac_address': 'fa:16:3e:94:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:47Z', 'updated_at': '2022-04-18T20:28:53Z', 'revision_number': 5, 'project_id': '231f1132973642388e3f464a286dd35e', 'subnets': [{'id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:18.350962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8a6b8b7-9986-411d-bb6d-d1841678c301 req-80fa859b-dea8-40be-9000-f9c5bc095038 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867516 Apr 18 20:31:18.382007 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] Checking router: ac30c01a-0f79-4eb9-ad80-21b2de032eb9 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:18.400109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119069-0af2-44ac-ae6b-db905b1c012f req-e795536a-8f44-4f53-a340-de3a5f0ac502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.401682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93119069-0af2-44ac-ae6b-db905b1c012f req-e795536a-8f44-4f53-a340-de3a5f0ac502 service neutron] 10.222.0.60 "GET /v2.0/networks?id=40baddb5-68da-4f0c-ae8d-ea9385b9e124 HTTP/1.1" status: 200 len: 912 time: 0.2054405 Apr 18 20:31:18.401947 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] Routers {'ac30c01a-0f79-4eb9-ad80-21b2de032eb9'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:18.402462 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:31:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:18.497352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93119069-0af2-44ac-ae6b-db905b1c012f req-a85779ed-37b8-4616-bbfb-8f9791ccdc60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22545a06-76ec-4a8f-ad48-d3b3a0485dd2 HTTP/1.1" status: 200 len: 999 time: 0.0861495 Apr 18 20:31:18.525433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] For port 8984867d-2a44-4d17-9063-efd5da2dc57c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8984867d-2a44-4d17-9063-efd5da2dc57c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:18.527270 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.568253 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] Set router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:18.585994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Calling delete_port for 8984867d-2a44-4d17-9063-efd5da2dc57c owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:18.673623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119069-0af2-44ac-ae6b-db905b1c012f req-a1d0475c-651e-446f-8fde-09a55e394c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.675150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93119069-0af2-44ac-ae6b-db905b1c012f req-a1d0475c-651e-446f-8fde-09a55e394c1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c27bf96-d9a7-4307-810b-d7e4f9726a0b HTTP/1.1" status: 200 len: 850 time: 0.1672900 Apr 18 20:31:18.687427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a42a7-faa6-4ed5-9a3f-af7099ffc01b req-7e8ec021-9b2f-418e-8d31-f339d4194ec4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.689079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e64a42a7-faa6-4ed5-9a3f-af7099ffc01b req-7e8ec021-9b2f-418e-8d31-f339d4194ec4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 945 time: 0.1553581 Apr 18 20:31:18.707173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] Sync routers for ids ['59b6a65c-6358-446f-8ccf-7709a8638acb'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:18.725570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] Routers {'59b6a65c-6358-446f-8ccf-7709a8638acb'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:18.727713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:31:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59b6a65c-6358-446f-8ccf-7709a8638acb'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:18.793660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75e6ffeb-f17f-45a1-86b5-ed17566a9599 req-85c369eb-8919-4067-a4f3-5e2e25738d12 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0555849 Apr 18 20:31:18.838952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e64a42a7-faa6-4ed5-9a3f-af7099ffc01b req-b27f7341-1ac0-47a7-a5c8-1c20fc3b7d30 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373181 Apr 18 20:31:18.865041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119069-0af2-44ac-ae6b-db905b1c012f req-0619b58e-8b86-4fa8-a48c-59e44a190687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.866622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93119069-0af2-44ac-ae6b-db905b1c012f req-0619b58e-8b86-4fa8-a48c-59e44a190687 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40baddb5-68da-4f0c-ae8d-ea9385b9e124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766064 Apr 18 20:31:18.869094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] Set router 59b6a65c-6358-446f-8ccf-7709a8638acb gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:18.944958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-router', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:17Z', 'revision_number': 6, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:18.989778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] Checking router: 59b6a65c-6358-446f-8ccf-7709a8638acb for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:19.001598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] Routers {'59b6a65c-6358-446f-8ccf-7709a8638acb'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:31:19.002371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:31:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59b6a65c-6358-446f-8ccf-7709a8638acb'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:19.002548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.035419 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e06a7876-ba6b-432b-90d2-1916525ca0b3', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'floating_ip_address': '172.25.2.51', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'port_id': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'mac_address': 'fa:16:3e:7b:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:52Z', 'updated_at': '2022-04-18T20:31:16Z', 'revision_number': 1, 'project_id': '231f1132973642388e3f464a286dd35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2330b8a0-cfa5-4cec-a96d-11c173cb65e2', 'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'mac_address': 'fa:16:3e:94:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:47Z', 'updated_at': '2022-04-18T20:28:53Z', 'revision_number': 5, 'project_id': '231f1132973642388e3f464a286dd35e', 'subnets': [{'id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:19.072054 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45efc0de-4314-49db-82a6-5be83dd584ed None None] The sync data for ids ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'] in n-d-836015-4 is: [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e06a7876-ba6b-432b-90d2-1916525ca0b3', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'floating_ip_address': '172.25.2.51', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'port_id': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'mac_address': 'fa:16:3e:7b:90:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:52Z', 'updated_at': '2022-04-18T20:31:16Z', 'revision_number': 1, 'project_id': '231f1132973642388e3f464a286dd35e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2330b8a0-cfa5-4cec-a96d-11c173cb65e2', 'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'mac_address': 'fa:16:3e:94:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:47Z', 'updated_at': '2022-04-18T20:28:53Z', 'revision_number': 5, 'project_id': '231f1132973642388e3f464a286dd35e', 'subnets': [{'id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:19.261453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e0db81e4-0eec-47e3-8ac9-f083cffc4fad up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:19.265235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] Set router 59b6a65c-6358-446f-8ccf-7709a8638acb gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:31:19.348944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-router', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:18Z', 'revision_number': 7, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:19.386524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec68fd9-437f-43be-94ea-ec68e1a4ffe2 None None] The sync data for ids ['59b6a65c-6358-446f-8ccf-7709a8638acb'] in n-d-836015-4 is: [{'id': '59b6a65c-6358-446f-8ccf-7709a8638acb', 'name': 'tempest-FloatingIPsNegativeTestJSON-618500244-router', 'tenant_id': '8804aa42b7d841de892b6fd69973a353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:06Z', 'updated_at': '2022-04-18T20:31:18Z', 'revision_number': 7, 'project_id': '8804aa42b7d841de892b6fd69973a353', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:19.409615 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a231e8b8-ccaa-4c47-929e-ca91eeccb95a None None] New status for floating IP e06a7876-ba6b-432b-90d2-1916525ca0b3: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:31:19.425575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port e0db81e4-0eec-47e3-8ac9-f083cffc4fad completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:19.433649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port e0db81e4-0eec-47e3-8ac9-f083cffc4fad triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:19.434030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.532997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=8984867d-2a44-4d17-9063-efd5da2dc57c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:19.604777 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.656477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb77f0-1c30-4a31-a8c6-576eecd3821f req-622960e5-73f3-4147-9949-abc0b5774e01 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:19.657302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6a4df2-3b5d-4dc4-9e63-72256e65ac33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:19.669342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15fb77f0-1c30-4a31-a8c6-576eecd3821f req-622960e5-73f3-4147-9949-abc0b5774e01 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.6449177 Apr 18 20:31:19.669874 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57234fb-e9ec-4082-8e0e-31031a07229c" -d '{"events": [{"server_uuid": "2f6a4df2-3b5d-4dc4-9e63-72256e65ac33", "name": "network-vif-plugged", "status": "completed", "tag": "e0db81e4-0eec-47e3-8ac9-f083cffc4fad"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:19.687078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e0db81e4-0eec-47e3-8ac9-f083cffc4fad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:19.693942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.724966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93119069-0af2-44ac-ae6b-db905b1c012f req-f8cdde4e-ac16-44f8-a8d7-8a803f3d198d service neutron] 10.222.0.60 "GET /v2.0/networks/40baddb5-68da-4f0c-ae8d-ea9385b9e124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441465 Apr 18 20:31:19.725936 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.762873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:19.766043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b1c74-1481-428d-ae18-f01044e47704 req-9b0aad6e-d868-4ff8-883a-b28fca41049b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:19.779225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-295b1c74-1481-428d-ae18-f01044e47704 req-9b0aad6e-d868-4ff8-883a-b28fca41049b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.2448692 Apr 18 20:31:19.917000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15fb77f0-1c30-4a31-a8c6-576eecd3821f req-b7443e25-92cb-402c-a284-3caaf5f86185 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469151 Apr 18 20:31:19.920948 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.924913 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.976069 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed7ac62-53c4-473e-97f7-bc41db6a12ae x-openstack-request-id: req-1ed7ac62-53c4-473e-97f7-bc41db6a12ae {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:19.976358 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6a4df2-3b5d-4dc4-9e63-72256e65ac33", "name": "network-vif-plugged", "status": "completed", "tag": "e0db81e4-0eec-47e3-8ac9-f083cffc4fad", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:19.976604 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ed7ac62-53c4-473e-97f7-bc41db6a12ae {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:19.976998 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed7ac62-53c4-473e-97f7-bc41db6a12ae'] response: {'server_uuid': '2f6a4df2-3b5d-4dc4-9e63-72256e65ac33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad', 'code': 200} Apr 18 20:31:20.044888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-295b1c74-1481-428d-ae18-f01044e47704 req-b589a6e4-198e-4136-925f-63d7c8d297b5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147923 Apr 18 20:31:20.067373 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.067906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b6a65c-6358-446f-8ccf-7709a8638acb {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:31:20.104020 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.108705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f79489f7-ac9b-4e66-b312-ebe4beb00d8f admin admin] 10.222.0.49 "DELETE /v2.0/routers/59b6a65c-6358-446f-8ccf-7709a8638acb HTTP/1.1" status: 204 len: 168 time: 2.5453329 Apr 18 20:31:20.108947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0423c7b-c61d-4ad7-9938-c699747251b7 req-b9664221-5d73-4c18-b95f-087b76c4a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:20.110480 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d0423c7b-c61d-4ad7-9938-c699747251b7 req-b9664221-5d73-4c18-b95f-087b76c4a21f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 1097 time: 0.0680399 Apr 18 20:31:20.111028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58996) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:20.111163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d90f383-9af6-4a6d-92b0-faf2f1927a41 req-f3ed76c4-ffab-432f-8937-8d2c442a0c6e tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0625038 Apr 18 20:31:20.115699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93119069-0af2-44ac-ae6b-db905b1c012f req-e5f828c0-5c39-4e56-8a28-fa94d4a4093a service neutron] 10.222.0.60 "GET /v2.0/networks/40baddb5-68da-4f0c-ae8d-ea9385b9e124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971802 Apr 18 20:31:20.199055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d0423c7b-c61d-4ad7-9938-c699747251b7 req-64e3d376-7018-4c0a-a740-4de637ddaf4f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748270 Apr 18 20:31:20.207361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae72d862-e220-4316-865d-fa3553a282c1 admin admin] Deleting subnet 79f29bcb-9467-49b3-b2cb-bfff6da43878 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:31:20.213876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbea72-3281-4987-822f-b71f4f55b1da req-053e1355-4631-45b3-9774-ce9f73f14e04 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:20.217357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae72d862-e220-4316-865d-fa3553a282c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.223319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3efbea72-3281-4987-822f-b71f4f55b1da req-053e1355-4631-45b3-9774-ce9f73f14e04 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0859745 Apr 18 20:31:20.278208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae72d862-e220-4316-865d-fa3553a282c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.292705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3efbea72-3281-4987-822f-b71f4f55b1da req-f254e145-f3e8-4e7b-81df-e48959e620f7 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677698 Apr 18 20:31:20.327313 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8984867d-2a44-4d17-9063-efd5da2dc57c no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:20.349601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8984867d-2a44-4d17-9063-efd5da2dc57c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:20.350029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8984867d-2a44-4d17-9063-efd5da2dc57c not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:20.350501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 12f8ead2-51e3-4327-bbf6-7f083916f133 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:20.378396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 12f8ead2-51e3-4327-bbf6-7f083916f133 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:20.378941 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 12f8ead2-51e3-4327-bbf6-7f083916f133 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:20.381355 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae72d862-e220-4316-865d-fa3553a282c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.451212 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae72d862-e220-4316-865d-fa3553a282c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.482734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae72d862-e220-4316-865d-fa3553a282c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.486536 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ae72d862-e220-4316-865d-fa3553a282c1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/79f29bcb-9467-49b3-b2cb-bfff6da43878 HTTP/1.1" status: 204 len: 168 time: 0.3744402 Apr 18 20:31:20.487627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72d862-e220-4316-865d-fa3553a282c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f29bcb-9467-49b3-b2cb-bfff6da43878,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:20.489202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58998) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:20.494045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f42207-3601-478e-b912-c131971825d1 None None] Network 34c1beff-17c4-49b0-a2c9-1b6a6e002322 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:20.590119 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.658299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Deleting port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:20.658723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.728212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9faadca-2f46-485f-9dea-f3a0eb2bcfdd None None] DHCP port deletion for 34c1beff-17c4-49b0-a2c9-1b6a6e002322 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:31:20.741361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] For port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=20b9e6bb-868c-4e93-b15b-9b09ddb3663d,segment=NetworkSegment(f5121473-fc41-4be1-a600-9971f0df3ab0),segment_id=f5121473-fc41-4be1-a600-9971f0df3ab0)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:20.742150 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.756361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Calling delete_port for 20b9e6bb-868c-4e93-b15b-9b09ddb3663d owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:20.799489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a9faadca-2f46-485f-9dea-f3a0eb2bcfdd None None] Deleting port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:20.800613 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a9faadca-2f46-485f-9dea-f3a0eb2bcfdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.855678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.870830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a9faadca-2f46-485f-9dea-f3a0eb2bcfdd None None] For port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=20b9e6bb-868c-4e93-b15b-9b09ddb3663d,segment=NetworkSegment(f5121473-fc41-4be1-a600-9971f0df3ab0),segment_id=f5121473-fc41-4be1-a600-9971f0df3ab0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:20.871426 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a9faadca-2f46-485f-9dea-f3a0eb2bcfdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.883482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Pushing event deleted for resources: {'Port': ['ID=20b9e6bb-868c-4e93-b15b-9b09ddb3663d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:20.886784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a9faadca-2f46-485f-9dea-f3a0eb2bcfdd None None] Calling delete_port for 20b9e6bb-868c-4e93-b15b-9b09ddb3663d owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:20.888691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] No DVR routers for this DVR port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:20.897374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.897644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.897955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.898293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.898628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.898955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.899285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.899619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.899966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.900495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.900650 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.900909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:20.981970 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.989452 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a9faadca-2f46-485f-9dea-f3a0eb2bcfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.016199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9faadca-2f46-485f-9dea-f3a0eb2bcfdd None None] Pushing event deleted for resources: {'Port': ['ID=20b9e6bb-868c-4e93-b15b-9b09ddb3663d,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:21.030117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9faadca-2f46-485f-9dea-f3a0eb2bcfdd None None] No DVR routers for this DVR port 20b9e6bb-868c-4e93-b15b-9b09ddb3663d on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:21.030327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c1beff-17c4-49b0-a2c9-1b6a6e002322']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:21.047331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5121473-fc41-4be1-a600-9971f0df3ab0') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:21.047801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5121473-fc41-4be1-a600-9971f0df3ab0') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:21.060907 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.084930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236d808-c1fd-4b92-b121-4f8816e53d3b req-a38643ec-d8c3-4db7-b90e-43175f376534 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:21.086796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3236d808-c1fd-4b92-b121-4f8816e53d3b req-a38643ec-d8c3-4db7-b90e-43175f376534 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.0929794 Apr 18 20:31:21.091880 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.105613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:31:21.106076 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: items = [ Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:31:21.107689 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:31:21.208973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3236d808-c1fd-4b92-b121-4f8816e53d3b req-6496dfd2-38cc-4e8a-9efa-0272a64d618a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136820 Apr 18 20:31:21.215534 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.228096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.231269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] 10.222.0.49 "DELETE /v2.0/networks/34c1beff-17c4-49b0-a2c9-1b6a6e002322 HTTP/1.1" status: 204 len: 168 time: 0.7398968 Apr 18 20:31:21.253423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4410c46-b2e6-423f-a04a-f3519b86e897 req-6d040af8-a517-4ce5-b02c-7aa09bbb03a1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:21.255504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4410c46-b2e6-423f-a04a-f3519b86e897 req-6d040af8-a517-4ce5-b02c-7aa09bbb03a1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.0980856 Apr 18 20:31:21.256720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53ed2f-ab43-4053-b884-4fe7cf5f3531 admin admin] Pushing event deleted for resources: {'Network': ['ID=34c1beff-17c4-49b0-a2c9-1b6a6e002322,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:21.312940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4410c46-b2e6-423f-a04a-f3519b86e897 req-fd86e0a7-1091-41c8-98a0-4adfb8eec7fb tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482633 Apr 18 20:31:21.354026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-287c129e-5d82-49c7-b8b8-43db0c71e77c req-c96100bb-3c6a-4673-b857-2a5707257461 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0389311 Apr 18 20:31:21.459097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb327f4-8dc0-4d24-ba1e-2c78f7855ab5 req-2ef0ebf7-c6f7-4977-93f0-1173b752140a tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:21.461234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9eb327f4-8dc0-4d24-ba1e-2c78f7855ab5 req-2ef0ebf7-c6f7-4977-93f0-1173b752140a tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0674157 Apr 18 20:31:21.474874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59012) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:21.509100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9eb327f4-8dc0-4d24-ba1e-2c78f7855ab5 req-412d1046-fed9-47d5-88a0-34039eb45e18 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Apr 18 20:31:21.535861 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-69ce1a51-170f-4a6a-8ebc-3070a3311663 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8804aa42b7d841de892b6fd69973a353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529256 Apr 18 20:31:21.539862 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59014) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:21.594738 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8dffe32-1f55-4c55-8448-7f2612ccd7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.620975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8dffe32-1f55-4c55-8448-7f2612ccd7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.669216 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8dffe32-1f55-4c55-8448-7f2612ccd7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.671749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8dffe32-1f55-4c55-8448-7f2612ccd7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.675676 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b8dffe32-1f55-4c55-8448-7f2612ccd7de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/90bdf5b4-4aa5-41d9-a127-3c186223910f HTTP/1.1" status: 204 len: 168 time: 0.1322632 Apr 18 20:31:21.683907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dffe32-1f55-4c55-8448-7f2612ccd7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bdf5b4-4aa5-41d9-a127-3c186223910f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:22.053654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 20b9e6bb-868c-4e93-b15b-9b09ddb3663d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:22.078244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 20b9e6bb-868c-4e93-b15b-9b09ddb3663d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:22.078625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 20b9e6bb-868c-4e93-b15b-9b09ddb3663d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:22.352032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cf8e4-e8eb-4cca-8015-57ffb4376fad req-7a905d77-6348-48fb-b69a-3441df907f80 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:22.356325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d8cf8e4-e8eb-4cca-8015-57ffb4376fad req-7a905d77-6348-48fb-b69a-3441df907f80 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.0571475 Apr 18 20:31:22.404532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d8cf8e4-e8eb-4cca-8015-57ffb4376fad req-fe91aed4-047c-46a3-962b-4c32cb625718 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 Apr 18 20:31:22.462749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fa094-440f-4510-b9fc-cd288da718b9 req-259acadd-18bb-45ef-b820-5d84a2b5c416 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:22.464851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af3fa094-440f-4510-b9fc-cd288da718b9 req-259acadd-18bb-45ef-b820-5d84a2b5c416 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.0638225 Apr 18 20:31:22.523063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a788bb29-58a4-4f24-ac59-674e0305dc39 req-61add91f-53dd-4cd9-9e71-e16aa9079fcd tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0315762 Apr 18 20:31:22.541207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af3fa094-440f-4510-b9fc-cd288da718b9 req-c135d611-6b88-4527-9557-7215165b4a7c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695350 Apr 18 20:31:22.647595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d5e86-ba87-4b9a-a0f2-e5f4a1170033 req-d09f6ca6-2a04-4223-9c1e-9e6d0e6d0c11 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:22.649687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd1d5e86-ba87-4b9a-a0f2-e5f4a1170033 req-d09f6ca6-2a04-4223-9c1e-9e6d0e6d0c11 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0553446 Apr 18 20:31:22.654416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4889f879-3fde-4cdc-be31-5505b0277a13 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:22.707103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd1d5e86-ba87-4b9a-a0f2-e5f4a1170033 req-4f9710dd-d33d-45e8-97b1-3726bf1dffc5 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454845 Apr 18 20:31:22.782294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 4889f879-3fde-4cdc-be31-5505b0277a13, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4889f879-3fde-4cdc-be31-5505b0277a13,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:22.798693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '4889f879-3fde-4cdc-be31-5505b0277a13', 'network_id': '9c679693-e74b-4a10-b346-222b1335c621', 'port_id': '4889f879-3fde-4cdc-be31-5505b0277a13', 'mac_address': 'fa:16:3e:00:90:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a246398d-7a66-4826-a655-e9470018f718', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:22.850988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc46207-be39-4be2-8cbf-831e850866e2 req-baa9d90d-3ffa-4066-953a-04000907a527 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:22.852737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cc46207-be39-4be2-8cbf-831e850866e2 req-baa9d90d-3ffa-4066-953a-04000907a527 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0729039 Apr 18 20:31:22.868486 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:22.892096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4889f879-3fde-4cdc-be31-5505b0277a13 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:22.910865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cc46207-be39-4be2-8cbf-831e850866e2 req-63caa052-2736-41bb-aa86-a143887aba3b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467658 Apr 18 20:31:22.918356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 4889f879-3fde-4cdc-be31-5505b0277a13, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4889f879-3fde-4cdc-be31-5505b0277a13,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:22.942911 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:23.011782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=4889f879-3fde-4cdc-be31-5505b0277a13,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:23.139205 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['4889f879-3fde-4cdc-be31-5505b0277a13'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:23.549758 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d0723-a3af-40e0-8ee5-931312be86a5 req-f8bd4294-f21c-47f3-8cb9-4d93db09ca34 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:23.551303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c7d0723-a3af-40e0-8ee5-931312be86a5 req-f8bd4294-f21c-47f3-8cb9-4d93db09ca34 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0787036 Apr 18 20:31:23.600946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c7d0723-a3af-40e0-8ee5-931312be86a5 req-0867be4a-a9ef-43ce-bf1e-3378bd53c7a8 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354745 Apr 18 20:31:23.735072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f4999-d87b-4d3d-a07a-28be977d8d0f req-a368f073-1b5a-4d33-aa7f-5d894e8d76b9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:23.743936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e45f4999-d87b-4d3d-a07a-28be977d8d0f req-a368f073-1b5a-4d33-aa7f-5d894e8d76b9 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 945 time: 0.0651693 Apr 18 20:31:23.792398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65854270-9f9c-4ba5-9ca9-56a60b701436 req-02439307-38d6-41b4-b1eb-3d4bc28238d0 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0303507 Apr 18 20:31:23.805561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e45f4999-d87b-4d3d-a07a-28be977d8d0f req-3714254a-61d2-456b-b4c5-ea73b5ed0978 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589604 Apr 18 20:31:23.933704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dea51f-056c-4d39-8531-1e7dd99a7884 req-37010634-4ad9-490c-8fa3-75ce94014d1a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:23.933704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87dea51f-056c-4d39-8531-1e7dd99a7884 req-37010634-4ad9-490c-8fa3-75ce94014d1a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.0620363 Apr 18 20:31:23.975089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87dea51f-056c-4d39-8531-1e7dd99a7884 req-a446bf80-06b6-411e-b6c6-78401111fa1f tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373545 Apr 18 20:31:24.651949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4889f879-3fde-4cdc-be31-5505b0277a13 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:24.728459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 4889f879-3fde-4cdc-be31-5505b0277a13 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:24.729587 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.766823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6a1b0-f20d-43d2-a096-fbc8fccd9c15 req-2e7fcce6-1bd0-4e14-bb67-d6cfb4d70eee tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:24.780634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bac6a1b0-f20d-43d2-a096-fbc8fccd9c15 req-2e7fcce6-1bd0-4e14-bb67-d6cfb4d70eee tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0913560 Apr 18 20:31:24.832831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bac6a1b0-f20d-43d2-a096-fbc8fccd9c15 req-e0f0481c-5e40-4b06-973a-1f48c9d61390 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459752 Apr 18 20:31:24.845472 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.879444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4889f879-3fde-4cdc-be31-5505b0277a13'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:24.882504 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04ec6b5-1b00-43b8-a6b4-2ca40d76f2d8" -d '{"events": [{"server_uuid": "c4e446ce-8b59-4082-a80d-e5eb84a8a59a", "name": "network-vif-plugged", "status": "completed", "tag": "4889f879-3fde-4cdc-be31-5505b0277a13"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:24.899094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 4889f879-3fde-4cdc-be31-5505b0277a13, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4889f879-3fde-4cdc-be31-5505b0277a13,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:24.905015 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.918201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af1ff458-15d4-41bb-a883-802aa094b8d2 req-8772ff74-cabc-466a-a989-28955ed152ba tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0322709 Apr 18 20:31:24.976868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=4889f879-3fde-4cdc-be31-5505b0277a13,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:25.083487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dbdd5-08c7-4c21-8f96-10e7e8c5480c req-5136da4e-7c5f-4f6b-b9d4-ba390d892cff tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:25.083487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc9dbdd5-08c7-4c21-8f96-10e7e8c5480c req-5136da4e-7c5f-4f6b-b9d4-ba390d892cff tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.0605567 Apr 18 20:31:25.118418 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190a833b-19e9-443e-96b1-b24f5206d3ed x-openstack-request-id: req-190a833b-19e9-443e-96b1-b24f5206d3ed {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:25.118779 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e446ce-8b59-4082-a80d-e5eb84a8a59a", "name": "network-vif-plugged", "status": "completed", "tag": "4889f879-3fde-4cdc-be31-5505b0277a13", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:25.119098 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-190a833b-19e9-443e-96b1-b24f5206d3ed {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:25.119698 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190a833b-19e9-443e-96b1-b24f5206d3ed'] response: {'server_uuid': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4889f879-3fde-4cdc-be31-5505b0277a13', 'code': 200} Apr 18 20:31:25.156187 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc9dbdd5-08c7-4c21-8f96-10e7e8c5480c req-f9ea784f-b395-4584-8ddd-8398331047a6 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510707 Apr 18 20:31:25.233515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dee0b-ceec-4a14-bc0f-b00109f256b6 req-7792b7c7-d668-4b82-9ec7-6371f9896b0d tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:25.235090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-806dee0b-ceec-4a14-bc0f-b00109f256b6 req-7792b7c7-d668-4b82-9ec7-6371f9896b0d tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.0584848 Apr 18 20:31:25.279596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-806dee0b-ceec-4a14-bc0f-b00109f256b6 req-eb9b07dc-51ea-4d1b-9878-ab311559884b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362759 Apr 18 20:31:25.959698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50ff68-c040-4148-91a5-038e4a8db6b6 req-c58eba6f-655d-4343-8a85-02a24c4089d9 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:25.961637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf50ff68-c040-4148-91a5-038e4a8db6b6 req-c58eba6f-655d-4343-8a85-02a24c4089d9 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0639551 Apr 18 20:31:26.014257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf50ff68-c040-4148-91a5-038e4a8db6b6 req-7750bd40-a426-430c-8476-6026d3c6d845 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 Apr 18 20:31:26.053547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-305cabf8-736e-434b-a960-7943f8e82278 req-01247c10-12a5-4b82-8a67-e63afa13a505 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0283163 Apr 18 20:31:26.269025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbefd-7f2c-4c2e-bc26-9ba19ec3ed27 req-76060777-e37d-411f-9137-4ce0d1f89168 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:26.270556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48ffbefd-7f2c-4c2e-bc26-9ba19ec3ed27 req-76060777-e37d-411f-9137-4ce0d1f89168 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.0621529 Apr 18 20:31:26.317442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48ffbefd-7f2c-4c2e-bc26-9ba19ec3ed27 req-35422bb0-c461-4bb8-bdb5-5821c0c4dc31 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Apr 18 20:31:26.432367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6c4fe-d29e-4dd1-92b5-3053eb69b8d8 req-52f9015d-3e3a-4efd-8d0a-cdcbfd497ba8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:26.433887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2eb6c4fe-d29e-4dd1-92b5-3053eb69b8d8 req-52f9015d-3e3a-4efd-8d0a-cdcbfd497ba8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.0546241 Apr 18 20:31:26.479331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2eb6c4fe-d29e-4dd1-92b5-3053eb69b8d8 req-9c39bed5-1684-4375-9743-293a95b036f0 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378547 Apr 18 20:31:26.762476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622382c7-f4ae-4b8d-b314-abef13544e2e req-bc0f78af-c51d-4a14-ab82-adad7a67e8b8 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:26.764886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-622382c7-f4ae-4b8d-b314-abef13544e2e req-bc0f78af-c51d-4a14-ab82-adad7a67e8b8 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.0589375 Apr 18 20:31:26.808163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-622382c7-f4ae-4b8d-b314-abef13544e2e req-3c12974e-3629-4d48-92fa-89ace006e9d5 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367446 Apr 18 20:31:27.164523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374e5dc-4db1-46f0-8283-fa13baad929e req-48c5cddf-6c2c-4894-b9a4-b90dbebf3f3c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:27.166581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4374e5dc-4db1-46f0-8283-fa13baad929e req-48c5cddf-6c2c-4894-b9a4-b90dbebf3f3c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0634673 Apr 18 20:31:27.211770 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4374e5dc-4db1-46f0-8283-fa13baad929e req-810d0f9d-6ffd-49f2-b52d-c50d33c5dc2e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379460 Apr 18 20:31:27.325993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffa0d137-d71a-4459-9e72-91370507bdf6 req-370face7-ffda-48e3-a3ff-8880383d650c tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0330813 Apr 18 20:31:27.613352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9ba2c-7b13-46c5-b3b2-5e9854bd7c99 req-6045dd82-629f-462c-b4ff-5d83470626ec tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:27.616303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0d9ba2c-7b13-46c5-b3b2-5e9854bd7c99 req-6045dd82-629f-462c-b4ff-5d83470626ec tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 945 time: 0.0570426 Apr 18 20:31:27.660818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0d9ba2c-7b13-46c5-b3b2-5e9854bd7c99 req-60c313e7-4e04-4558-9bea-3755e6fb4440 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 Apr 18 20:31:27.941715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b134b-380a-4d84-bac4-f7aa3cc1f45c req-f3fda1e8-2ff0-4801-97d7-e447019f29b3 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:27.943431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f3b134b-380a-4d84-bac4-f7aa3cc1f45c req-f3fda1e8-2ff0-4801-97d7-e447019f29b3 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.0638220 Apr 18 20:31:27.992568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f3b134b-380a-4d84-bac4-f7aa3cc1f45c req-8d268046-80f0-4528-9814-55ce6840b830 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Apr 18 20:31:28.371377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8994e-db4b-4c10-881c-de8e81a41130 req-1ab9a627-728c-48d5-9380-a7d8e75d9393 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:28.373947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6e8994e-db4b-4c10-881c-de8e81a41130 req-1ab9a627-728c-48d5-9380-a7d8e75d9393 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0651596 Apr 18 20:31:28.432639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6e8994e-db4b-4c10-881c-de8e81a41130 req-602ed9ed-e7f6-484e-9a0a-f8f39be04dbb tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466208 Apr 18 20:31:28.480059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cde4f09-aced-433c-b0ad-7f3448af37aa req-7c3009e2-f3d5-4d68-9939-7db84ffef523 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0273755 Apr 18 20:31:28.640195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59636) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:28.671305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4889f879-3fde-4cdc-be31-5505b0277a13 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:28.754063 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.777348 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a408c49-c0b8-4f56-a9f1-0c60c6643374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.799095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4889f879-3fde-4cdc-be31-5505b0277a13'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:28.801351 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580643e5-de71-4e0b-88ee-912a8cfa50b8" -d '{"events": [{"server_uuid": "c4e446ce-8b59-4082-a80d-e5eb84a8a59a", "name": "network-vif-unplugged", "status": "completed", "tag": "4889f879-3fde-4cdc-be31-5505b0277a13"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:28.818193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 4889f879-3fde-4cdc-be31-5505b0277a13, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4889f879-3fde-4cdc-be31-5505b0277a13,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:28.826629 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.836958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-a36aef9d-f588-4480-b070-57a29012be0c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:28.839194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-a36aef9d-f588-4480-b070-57a29012be0c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 946 time: 0.0833941 Apr 18 20:31:28.865639 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92664db2-e1c1-4dd2-926c-87ac303d74cc x-openstack-request-id: req-92664db2-e1c1-4dd2-926c-87ac303d74cc {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:28.866186 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e446ce-8b59-4082-a80d-e5eb84a8a59a", "name": "network-vif-unplugged", "status": "completed", "tag": "4889f879-3fde-4cdc-be31-5505b0277a13", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:28.866624 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92664db2-e1c1-4dd2-926c-87ac303d74cc {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:28.867172 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92664db2-e1c1-4dd2-926c-87ac303d74cc'] response: {'server_uuid': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4889f879-3fde-4cdc-be31-5505b0277a13', 'code': 200} Apr 18 20:31:28.887504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a408c49-c0b8-4f56-a9f1-0c60c6643374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.893105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a408c49-c0b8-4f56-a9f1-0c60c6643374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.893570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=4889f879-3fde-4cdc-be31-5505b0277a13,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:28.935072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a408c49-c0b8-4f56-a9f1-0c60c6643374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9a873f-af16-439a-88e0-32ff7e3a9f20,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:28.943382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59642) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:28.944735 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6a408c49-c0b8-4f56-a9f1-0c60c6643374 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a70ee9b49e7243dd9b041a63e76baf00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023307 Apr 18 20:31:28.984196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-649c0e67-8312-43e9-bb74-3e7a9730720a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Deleting port 4889f879-3fde-4cdc-be31-5505b0277a13 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:28.984442 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-649c0e67-8312-43e9-bb74-3e7a9730720a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.060282 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9b1708b-fc60-4336-876b-0da0b4dcedb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.127287 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9b1708b-fc60-4336-876b-0da0b4dcedb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.145233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-649c0e67-8312-43e9-bb74-3e7a9730720a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] For port 4889f879-3fde-4cdc-be31-5505b0277a13, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4889f879-3fde-4cdc-be31-5505b0277a13,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:29.145589 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-649c0e67-8312-43e9-bb74-3e7a9730720a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.177120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-649c0e67-8312-43e9-bb74-3e7a9730720a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Calling delete_port for 4889f879-3fde-4cdc-be31-5505b0277a13 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:29.183398 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:31:29.197788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04781cc-6dc1-4320-a588-10bed0d2da22 req-93f4369e-7ff1-4ac6-b33a-007096d56827 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:29.199296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e04781cc-6dc1-4320-a588-10bed0d2da22 req-93f4369e-7ff1-4ac6-b33a-007096d56827 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4e446ce-8b59-4082-a80d-e5eb84a8a59a HTTP/1.1" status: 200 len: 944 time: 0.1183221 Apr 18 20:31:29.271961 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9b1708b-fc60-4336-876b-0da0b4dcedb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.274518 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9b1708b-fc60-4336-876b-0da0b4dcedb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.278092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a9b1708b-fc60-4336-876b-0da0b4dcedb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd9a873f-af16-439a-88e0-32ff7e3a9f20 HTTP/1.1" status: 204 len: 168 time: 0.3311110 Apr 18 20:31:29.304560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1708b-fc60-4336-876b-0da0b4dcedb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9a873f-af16-439a-88e0-32ff7e3a9f20,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:29.310203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e04781cc-6dc1-4320-a588-10bed0d2da22 req-b4f71758-d8f3-4133-9b1d-efb53dc1205b tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032689 Apr 18 20:31:29.401547 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-649c0e67-8312-43e9-bb74-3e7a9730720a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.435301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c0e67-8312-43e9-bb74-3e7a9730720a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event deleted for resources: {'Port': ['ID=4889f879-3fde-4cdc-be31-5505b0277a13,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:29.488278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-649c0e67-8312-43e9-bb74-3e7a9730720a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] No DVR routers for this DVR port 4889f879-3fde-4cdc-be31-5505b0277a13 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:29.492648 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-649c0e67-8312-43e9-bb74-3e7a9730720a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.497239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba059b3f-791f-4850-a1a3-82296d2f6767 req-649c0e67-8312-43e9-bb74-3e7a9730720a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.60 "DELETE /v2.0/ports/4889f879-3fde-4cdc-be31-5505b0277a13 HTTP/1.1" status: 204 len: 173 time: 0.6504412 Apr 18 20:31:29.497875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'name': 'network-vif-deleted', 'tag': '4889f879-3fde-4cdc-be31-5505b0277a13'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:29.500942 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dab0592-7847-426e-9c19-207ff83eb04d" -d '{"events": [{"server_uuid": "c4e446ce-8b59-4082-a80d-e5eb84a8a59a", "name": "network-vif-deleted", "tag": "4889f879-3fde-4cdc-be31-5505b0277a13"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:29.574564 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8065a3f4-a5d8-42aa-b9db-ea8bf75ebb17 x-openstack-request-id: req-8065a3f4-a5d8-42aa-b9db-ea8bf75ebb17 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:29.574910 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e446ce-8b59-4082-a80d-e5eb84a8a59a", "name": "network-vif-deleted", "tag": "4889f879-3fde-4cdc-be31-5505b0277a13", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:29.575683 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8065a3f4-a5d8-42aa-b9db-ea8bf75ebb17 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:29.576332 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8065a3f4-a5d8-42aa-b9db-ea8bf75ebb17'] response: {'server_uuid': 'c4e446ce-8b59-4082-a80d-e5eb84a8a59a', 'name': 'network-vif-deleted', 'tag': '4889f879-3fde-4cdc-be31-5505b0277a13', 'status': 'completed', 'code': 200} Apr 18 20:31:29.615510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995311a2-9066-4484-8cb7-dfc5ad467a76 req-08bc2ebf-01f2-4303-89f5-6016990b56d2 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:29.617113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-995311a2-9066-4484-8cb7-dfc5ad467a76 req-08bc2ebf-01f2-4303-89f5-6016990b56d2 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0797729 Apr 18 20:31:29.681689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7edc76d-520f-4b17-856d-e4799aaf25b0 req-abccae76-b860-4c48-8327-43fb6c2705a5 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0364370 Apr 18 20:31:29.721646 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-995311a2-9066-4484-8cb7-dfc5ad467a76 req-153c1cf4-9176-43ed-b79f-0111c4efe73d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965683 Apr 18 20:31:30.407239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-063df31f-d9ac-49d1-84c3-33301b042305 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9af54a1e3cbb4f9cb7e70975e2d42c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234756 Apr 18 20:31:30.530077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-2474a99b-a3e1-49b0-8cc7-736382bcc7dd tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:30.531592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-2474a99b-a3e1-49b0-8cc7-736382bcc7dd tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183794 Apr 18 20:31:30.552515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-95206046-6ead-499d-8d4d-20d1c5710ef6 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/quotas/9af54a1e3cbb4f9cb7e70975e2d42c36 HTTP/1.1" status: 200 len: 375 time: 0.0142708 Apr 18 20:31:30.584247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-49bf2820-583b-439f-8881-4ebecd84c414 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9af54a1e3cbb4f9cb7e70975e2d42c36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288901 Apr 18 20:31:30.796301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28febfae-f126-4641-b190-d8c63fcf3c6c req-a951d717-938a-4ea1-9966-c21050264f72 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 210 time: 0.0416362 Apr 18 20:31:30.863011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f0ca-6430-453b-aece-490df7ea81de req-5667baee-9a2a-47ae-9793-19d1dbb699e7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:30.865982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-5667baee-9a2a-47ae-9793-19d1dbb699e7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/networks?id=9c679693-e74b-4a10-b346-222b1335c621 HTTP/1.1" status: 200 len: 821 time: 0.2221937 Apr 18 20:31:30.892833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-bca22792-deba-4a21-8bf8-f080efd463e7 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/quotas/6f3fadb2b6d0444aaa3768dad4da7ccf HTTP/1.1" status: 200 len: 375 time: 0.0169554 Apr 18 20:31:30.977285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0d14021-23c6-4e0a-9689-7c25324a9723 req-633f7cb1-3a6b-4a30-bf49-53db94abf18e tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0381711 Apr 18 20:31:31.023451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-50bf365d-cc10-442a-a66b-37e56bf8e1fe tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6f3fadb2b6d0444aaa3768dad4da7ccf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229436 Apr 18 20:31:31.211187 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-ca5367aa-c3ec-47ab-977d-58337c6f027b service neutron] 10.222.0.49 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869113 Apr 18 20:31:31.220739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de179071-7ae9-4dd1-b7b8-a9a937fc500b req-bae3d0b7-fc16-4c51-a10d-6472a249b7ba tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.222245 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de179071-7ae9-4dd1-b7b8-a9a937fc500b req-bae3d0b7-fc16-4c51-a10d-6472a249b7ba tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0998292 Apr 18 20:31:31.298551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ce41fa32-d806-408a-8d0e-33fdcbb6df33 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:31.346257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de179071-7ae9-4dd1-b7b8-a9a937fc500b req-086bcf1f-04c8-4077-90c3-e38c49105ca0 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569525 Apr 18 20:31:31.401247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-6faeddae-57bb-40d1-97a1-1cc14165f472 service neutron] 10.222.0.49 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777384 Apr 18 20:31:31.470830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ce41fa32-d806-408a-8d0e-33fdcbb6df33, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:31.497533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'port_id': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33', 'mac_address': 'fa:16:3e:72:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:31.607628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfa45-bcd3-4e1c-9532-9ff6a437b7f8 req-ce14f4dd-8ec8-4039-a246-d76786786b97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.616829 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.621316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfa45-bcd3-4e1c-9532-9ff6a437b7f8 req-ce14f4dd-8ec8-4039-a246-d76786786b97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.636950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfa45-bcd3-4e1c-9532-9ff6a437b7f8 req-ce14f4dd-8ec8-4039-a246-d76786786b97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.650297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce41fa32-d806-408a-8d0e-33fdcbb6df33 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:31.656928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfa45-bcd3-4e1c-9532-9ff6a437b7f8 req-ce14f4dd-8ec8-4039-a246-d76786786b97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.680630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfa45-bcd3-4e1c-9532-9ff6a437b7f8 req-ce14f4dd-8ec8-4039-a246-d76786786b97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.688964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ce41fa32-d806-408a-8d0e-33fdcbb6df33, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:31.708283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.714360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfa45-bcd3-4e1c-9532-9ff6a437b7f8 req-ce14f4dd-8ec8-4039-a246-d76786786b97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.729503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfa45-bcd3-4e1c-9532-9ff6a437b7f8 req-ce14f4dd-8ec8-4039-a246-d76786786b97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:31.741617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a2bfa45-bcd3-4e1c-9532-9ff6a437b7f8 req-ce14f4dd-8ec8-4039-a246-d76786786b97 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5442 time: 0.2686167 Apr 18 20:31:31.796287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ce41fa32-d806-408a-8d0e-33fdcbb6df33,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:31.845531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ce41fa32-d806-408a-8d0e-33fdcbb6df33'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:31.847368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a2bfa45-bcd3-4e1c-9532-9ff6a437b7f8 req-795d21e5-4a26-4c44-a454-647a5b42e079 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0999210 Apr 18 20:31:31.978860 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7de86162-c1cf-4f0e-ad39-71b784ff3f44 req-cc7900f5-85fa-4014-86b8-37cd78025a14 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 210 time: 0.0672245 Apr 18 20:31:32.137466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e498e64-cb25-49d4-9619-63ef580c4d4f req-0da571a7-bf25-4466-b14e-89e5b9d50491 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 210 time: 0.0647166 Apr 18 20:31:32.207804 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-68b18f27-568e-4e39-a524-27d5e67b8ce7 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9af54a1e3cbb4f9cb7e70975e2d42c36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339835 Apr 18 20:31:32.312031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-307f83a3-c2d1-4dac-9c75-7ec34212fa53 req-c56edd3a-2ad8-4e8c-a7fa-94b754ff52a7 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0468099 Apr 18 20:31:32.462905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36cdd9-cf02-4678-80f9-e0533a70561e req-a44b3d4c-9095-462e-b518-9424084975a1 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.480654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36cdd9-cf02-4678-80f9-e0533a70561e req-a44b3d4c-9095-462e-b518-9424084975a1 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.489854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36cdd9-cf02-4678-80f9-e0533a70561e req-a44b3d4c-9095-462e-b518-9424084975a1 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.497957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36cdd9-cf02-4678-80f9-e0533a70561e req-a44b3d4c-9095-462e-b518-9424084975a1 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.505021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36cdd9-cf02-4678-80f9-e0533a70561e req-a44b3d4c-9095-462e-b518-9424084975a1 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.511510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36cdd9-cf02-4678-80f9-e0533a70561e req-a44b3d4c-9095-462e-b518-9424084975a1 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.518848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36cdd9-cf02-4678-80f9-e0533a70561e req-a44b3d4c-9095-462e-b518-9424084975a1 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.533467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f36cdd9-cf02-4678-80f9-e0533a70561e req-a44b3d4c-9095-462e-b518-9424084975a1 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5442 time: 0.2604570 Apr 18 20:31:32.558030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-a6d792f4-1a58-4e24-8a59-6afaef28246a tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.567993 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-a6d792f4-1a58-4e24-8a59-6afaef28246a tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3383508 Apr 18 20:31:32.588008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Request body: {'port': {'device_id': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '9af54a1e3cbb4f9cb7e70975e2d42c36'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:32.661303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb390-451c-462b-abd3-226cfd9dd63c req-42697183-c989-4bc8-b5fd-85d5066822e0 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.671040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b5bb390-451c-462b-abd3-226cfd9dd63c req-42697183-c989-4bc8-b5fd-85d5066822e0 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1356547 Apr 18 20:31:32.673935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4889f879-3fde-4cdc-be31-5505b0277a13 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:32.739331 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 4889f879-3fde-4cdc-be31-5505b0277a13 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:32.741753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4889f879-3fde-4cdc-be31-5505b0277a13 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:32.748929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b5bb390-451c-462b-abd3-226cfd9dd63c req-fd487991-39b3-4355-bc4f-81ad46731fa1 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721374 Apr 18 20:31:32.880266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Made reservation on behalf of 9af54a1e3cbb4f9cb7e70975e2d42c36 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:32.889761 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.905108 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.006959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.015529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.058926 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290546c6-66fc-4dcc-b729-c8090e1b4076,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:33.147444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-badc7f71-b680-4967-afb6-a8c7b91de542 req-db7ab9d9-1c82-4737-8647-a8c644dc331b tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 210 time: 0.0625479 Apr 18 20:31:33.239137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Allocated IP 192.168.233.5 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/eca12192-d6ef-4b5a-852a-66872695fb68) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:33.265751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a810b33-5987-4d8b-9943-1bf98d3e5c75 req-2a359a33-640f-4665-8d48-cb65b3299bec tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 210 time: 0.0313697 Apr 18 20:31:33.297162 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ce41fa32-d806-408a-8d0e-33fdcbb6df33 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:33.434846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port ce41fa32-d806-408a-8d0e-33fdcbb6df33 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:33.435378 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.530287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.555823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62d3da47-3137-457f-b2e9-97c53ffd2f79 req-394468ae-9cee-4706-a8d8-65dbc9b7d17b tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0966504 Apr 18 20:31:33.622959 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.661563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb18952-6bba-454a-b1c1-81097d88b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:33.661827 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.664955 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad4f860-1084-40f8-a123-9daa81aec591" -d '{"events": [{"server_uuid": "edb18952-6bba-454a-b1c1-81097d88b870", "name": "network-vif-plugged", "status": "completed", "tag": "ce41fa32-d806-408a-8d0e-33fdcbb6df33"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:33.683823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ce41fa32-d806-408a-8d0e-33fdcbb6df33, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:33.707368 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.727229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:33.730844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:33.735030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:33.791600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ce41fa32-d806-408a-8d0e-33fdcbb6df33,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:33.816220 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1a4304-2a1e-490a-b5e7-b356d8b08252 x-openstack-request-id: req-ec1a4304-2a1e-490a-b5e7-b356d8b08252 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:33.816760 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb18952-6bba-454a-b1c1-81097d88b870", "name": "network-vif-plugged", "status": "completed", "tag": "ce41fa32-d806-408a-8d0e-33fdcbb6df33", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:33.817038 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec1a4304-2a1e-490a-b5e7-b356d8b08252 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:33.818106 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1a4304-2a1e-490a-b5e7-b356d8b08252'] response: {'server_uuid': 'edb18952-6bba-454a-b1c1-81097d88b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33', 'code': 200} Apr 18 20:31:33.831966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:33.847885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:33.848797 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.908466 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74402b37-183d-486c-9d7a-560c164895d1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3283780 Apr 18 20:31:33.934982 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Request body: {'port': {'device_id': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:33.952616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f0ca-6430-453b-aece-490df7ea81de req-8eb58783-2b6b-47f1-9042-7e8e9c022ff5 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:33.954182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-8eb58783-2b6b-47f1-9042-7e8e9c022ff5 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.64 "GET /v2.0/networks?id=9c679693-e74b-4a10-b346-222b1335c621 HTTP/1.1" status: 200 len: 821 time: 0.5561404 Apr 18 20:31:33.991153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Request body: {'port': {'device_id': '68609328-a023-4532-afc4-495e3c5f3bdc', 'network_id': '9c679693-e74b-4a10-b346-222b1335c621', 'admin_state_up': True, 'tenant_id': '6f3fadb2b6d0444aaa3768dad4da7ccf'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:34.023433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fb7a5-27a6-4a93-a76c-b23f2fcd4b8b req-f89acf54-5cca-44d6-bca5-e395368db2a2 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:34.024844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e94fb7a5-27a6-4a93-a76c-b23f2fcd4b8b req-f89acf54-5cca-44d6-bca5-e395368db2a2 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1482406 Apr 18 20:31:34.066568 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.149616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-980f15e9-9e3f-48b6-a768-e855c47aca49 None None] Provisioning complete for port eca12192-d6ef-4b5a-852a-66872695fb68 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:34.153547 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-980f15e9-9e3f-48b6-a768-e855c47aca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.155198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e94fb7a5-27a6-4a93-a76c-b23f2fcd4b8b req-2ba45efb-2d70-4130-913b-5ab30e91addd tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232271 Apr 18 20:31:34.228987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Made reservation on behalf of 6f3fadb2b6d0444aaa3768dad4da7ccf for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:34.233205 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.267582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-980f15e9-9e3f-48b6-a768-e855c47aca49 None None] Port eca12192-d6ef-4b5a-852a-66872695fb68 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:31:34.433625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5d7c062-54ca-4d2f-81d0-a2c3a4a517c2 req-d5948dce-0b57-4e68-b484-7e72141fdc63 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 210 time: 0.0420947 Apr 18 20:31:34.519067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Allocated IP 172.20.0.10 (9c679693-e74b-4a10-b346-222b1335c621/a246398d-7a66-4826-a655-e9470018f718/fea6ba2c-8e93-44df-85b0-3990a0aec549) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:34.578269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87263c-0bff-4c7f-86eb-0ed9b7d28f96 req-577b8a21-8b3f-4807-9b32-a76d3fddf601 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:34.589730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca87263c-0bff-4c7f-86eb-0ed9b7d28f96 req-577b8a21-8b3f-4807-9b32-a76d3fddf601 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 934 time: 0.1322610 Apr 18 20:31:34.756259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca87263c-0bff-4c7f-86eb-0ed9b7d28f96 req-bce71a45-63f2-4128-8e53-5f33084477ac tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612093 Apr 18 20:31:34.788864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca12192-d6ef-4b5a-852a-66872695fb68 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:34.810580 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.843137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Transition to ACTIVE for port object eca12192-d6ef-4b5a-852a-66872695fb68 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:34.847022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9e57097-83ee-4ad6-8546-be47718fb2de req-1d6eaab7-b80c-4a95-a647-b04d2069e5bf tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0784037 Apr 18 20:31:34.854532 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.908457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:35.078400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Attempting to bind port eca12192-d6ef-4b5a-852a-66872695fb68 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:35.079930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Attempting to bind port eca12192-d6ef-4b5a-852a-66872695fb68 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:35.080275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Attempting to bind port eca12192-d6ef-4b5a-852a-66872695fb68 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:35.094296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Port eca12192-d6ef-4b5a-852a-66872695fb68 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:35.095572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Attempting to bind port eca12192-d6ef-4b5a-852a-66872695fb68 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:35.109131 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:35.109770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:35.110652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:35.111456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Bound port: eca12192-d6ef-4b5a-852a-66872695fb68, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:35.112158 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.136327 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.204799 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.295225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event updated for resources: {'Port': ['ID=fea6ba2c-8e93-44df-85b0-3990a0aec549,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:35.312415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Network 9c679693-e74b-4a10-b346-222b1335c621 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:35.314427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:35.317674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:35.346395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59876) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:35.385849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:35.390368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:35.395261 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.398357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.399529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.474128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.475095 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.476890 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] 10.222.0.64 "PUT /v2.0/ports/eca12192-d6ef-4b5a-852a-66872695fb68 HTTP/1.1" status: 200 len: 1094 time: 1.5586915 Apr 18 20:31:35.479827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d4ce1-deba-4663-bf4c-20ef3b4dbc48 service neutron] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:35.482601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-75a5ce5a-30ea-4c12-9164-2cf9507015ec tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5173604 Apr 18 20:31:35.484057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:35.488516 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3da435-35c9-484e-9e4a-a7843d70e806" -d '{"events": [{"name": "network-changed", "server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:35.499698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Request body: {'port': {'device_id': '68609328-a023-4532-afc4-495e3c5f3bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:35.613855 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8326e1f8-a379-4364-81ca-c7763bd56688 x-openstack-request-id: req-8326e1f8-a379-4364-81ca-c7763bd56688 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:35.614095 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:35.614291 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8326e1f8-a379-4364-81ca-c7763bd56688 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:35.614811 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8326e1f8-a379-4364-81ca-c7763bd56688'] response: {'name': 'network-changed', 'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'status': 'completed', 'code': 200} Apr 18 20:31:35.629292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946eb3-cdb0-4af3-bfab-eb48de849c38 req-7356c9db-d9d7-498e-87a0-5479700a3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.629854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946eb3-cdb0-4af3-bfab-eb48de849c38 req-7356c9db-d9d7-498e-87a0-5479700a3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.630325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946eb3-cdb0-4af3-bfab-eb48de849c38 req-7356c9db-d9d7-498e-87a0-5479700a3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.630784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946eb3-cdb0-4af3-bfab-eb48de849c38 req-7356c9db-d9d7-498e-87a0-5479700a3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.631371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946eb3-cdb0-4af3-bfab-eb48de849c38 req-7356c9db-d9d7-498e-87a0-5479700a3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.631833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946eb3-cdb0-4af3-bfab-eb48de849c38 req-7356c9db-d9d7-498e-87a0-5479700a3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.632508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946eb3-cdb0-4af3-bfab-eb48de849c38 req-7356c9db-d9d7-498e-87a0-5479700a3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.642565 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7c946eb3-cdb0-4af3-bfab-eb48de849c38 req-7356c9db-d9d7-498e-87a0-5479700a3233 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6499 time: 0.2950146 Apr 18 20:31:35.672033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74615a43-ff74-4876-bc0a-4049a79458af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.673829 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-74615a43-ff74-4876-bc0a-4049a79458af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af54a1e3cbb4f9cb7e70975e2d42c36&device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 1097 time: 0.1151061 Apr 18 20:31:35.678880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4517e-60a1-4bb9-91ab-29b26ab8ed0f req-d9b7b76a-b155-4be5-8b89-6ac27d763e3c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.680858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8f4517e-60a1-4bb9-91ab-29b26ab8ed0f req-d9b7b76a-b155-4be5-8b89-6ac27d763e3c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.2769780 Apr 18 20:31:35.710984 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7c946eb3-cdb0-4af3-bfab-eb48de849c38 req-b330dfc0-b870-431a-a4df-451025e28fa1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673237 Apr 18 20:31:35.734515 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.755801 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63813fb6-cdd6-4cb5-ab12-a9cd637c9c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.780240 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-dd737044-0e41-4e87-98b2-b039c107d884 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eca12192-d6ef-4b5a-852a-66872695fb68 HTTP/1.1" status: 200 len: 217 time: 0.0803816 Apr 18 20:31:35.847227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8f4517e-60a1-4bb9-91ab-29b26ab8ed0f req-c11f3500-601a-4f04-8c7d-92921ad4be5d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574965 Apr 18 20:31:35.893257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-14e592f3-157a-4875-a480-2cf0c85fdf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.895449 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-14e592f3-157a-4875-a480-2cf0c85fdf26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1087167 Apr 18 20:31:36.006629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-91b0c5fc-8377-49cc-b932-ed566f9019c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.008841 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-91b0c5fc-8377-49cc-b932-ed566f9019c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064370 Apr 18 20:31:36.025695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc39b2-18d2-4136-ba2b-817e3b88b135 req-e5ef23bc-33fe-46c6-a6f3-fd5db0f1bc7b tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.027227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0dc39b2-18d2-4136-ba2b-817e3b88b135 req-e5ef23bc-33fe-46c6-a6f3-fd5db0f1bc7b tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 932 time: 0.3060861 Apr 18 20:31:36.175504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0dc39b2-18d2-4136-ba2b-817e3b88b135 req-0bad34ac-2730-40bc-8995-ab7819ce1432 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285937 Apr 18 20:31:36.205779 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-7058896f-36d6-45cc-9183-c84a96e7ec65 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707582 Apr 18 20:31:36.232473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80cbfd-9f70-4f4b-95b5-c5d6f063c2ba req-1725a526-0f68-4c3f-95b3-26eba4c972b2 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.244066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff80cbfd-9f70-4f4b-95b5-c5d6f063c2ba req-1725a526-0f68-4c3f-95b3-26eba4c972b2 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 946 time: 0.1815329 Apr 18 20:31:36.348170 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff80cbfd-9f70-4f4b-95b5-c5d6f063c2ba req-95ad56a1-6477-428d-a0f0-ed1fb05eb45d tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981956 Apr 18 20:31:36.414581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c972f8a4-bdc7-4634-93fb-612239952d1e req-0e5bffed-0ecb-4168-8283-aa4a327ce0a5 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0345678 Apr 18 20:31:36.451658 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b9929d3-87ad-48e6-8ed4-2cefe20c43c7 req-8adb27ea-1f72-4e4d-819e-ee31eda4c105 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377260 Apr 18 20:31:36.539702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea6ba2c-8e93-44df-85b0-3990a0aec549 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:36.557426 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:36.572753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-09beef5f-7117-4352-8b16-103b410b7625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.574662 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-09beef5f-7117-4352-8b16-103b410b7625 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9af54a1e3cbb4f9cb7e70975e2d42c36&device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0584090 Apr 18 20:31:36.591400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Transition to ACTIVE for port object fea6ba2c-8e93-44df-85b0-3990a0aec549 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:36.602947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:36.722112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-c39a3745-44ab-44ed-acc3-a9461c6c9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.724689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-c39a3745-44ab-44ed-acc3-a9461c6c9d78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1314933 Apr 18 20:31:36.772857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Pushing event updated for resources: {'Port': ['ID=fea6ba2c-8e93-44df-85b0-3990a0aec549,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:36.787502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Attempting to bind port fea6ba2c-8e93-44df-85b0-3990a0aec549 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:36.788355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Attempting to bind port fea6ba2c-8e93-44df-85b0-3990a0aec549 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:36.790157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Attempting to bind port fea6ba2c-8e93-44df-85b0-3990a0aec549 on network 9c679693-e74b-4a10-b346-222b1335c621 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:36.794864 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-83ef2a3d-c118-464f-9097-7c846039eea1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=eca12192-d6ef-4b5a-852a-66872695fb68 HTTP/1.1" status: 200 len: 217 time: 0.0612233 Apr 18 20:31:36.798675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Port fea6ba2c-8e93-44df-85b0-3990a0aec549 on network 9c679693-e74b-4a10-b346-222b1335c621 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:36.799604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Attempting to bind port fea6ba2c-8e93-44df-85b0-3990a0aec549 on network 9c679693-e74b-4a10-b346-222b1335c621 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:36.806840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:36.807670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Checking segment: {'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:36.808468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Bound using segment: {'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:36.809314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Bound port: fea6ba2c-8e93-44df-85b0-3990a0aec549, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84fc4879-c4bc-4e8a-adcf-490cdffd82d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c679693-e74b-4a10-b346-222b1335c621'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:36.810008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:36.858796 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-2913f65c-e542-453f-8624-a55db30c740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.860436 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-2913f65c-e542-453f-8624-a55db30c740d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0554781 Apr 18 20:31:36.944807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] For port fea6ba2c-8e93-44df-85b0-3990a0aec549, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:36.957342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] For port fea6ba2c-8e93-44df-85b0-3990a0aec549, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fea6ba2c-8e93-44df-85b0-3990a0aec549,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:36.967614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:36.978069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-3824ab2e-9caa-4b74-8405-956166401393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.984641 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-3824ab2e-9caa-4b74-8405-956166401393 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070530 Apr 18 20:31:37.096403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.097705 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.099382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] 10.222.0.64 "PUT /v2.0/ports/fea6ba2c-8e93-44df-85b0-3990a0aec549 HTTP/1.1" status: 200 len: 1092 time: 1.6093781 Apr 18 20:31:37.123333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68609328-a023-4532-afc4-495e3c5f3bdc', 'tag': 'fea6ba2c-8e93-44df-85b0-3990a0aec549'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:37.127768 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41f528a-67ae-40d9-a279-1948e646f0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "68609328-a023-4532-afc4-495e3c5f3bdc", "tag": "fea6ba2c-8e93-44df-85b0-3990a0aec549"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:37.177057 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-5861654c-27d7-4146-be9c-3dba86557283 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848450 Apr 18 20:31:37.214264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb104e5-06fc-4283-b80b-8136e70ef95b req-fd5296c8-a524-4d1c-aaa6-dc5becf1da90 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.216072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8eb104e5-06fc-4283-b80b-8136e70ef95b req-fd5296c8-a524-4d1c-aaa6-dc5becf1da90 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1867836 Apr 18 20:31:37.217662 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac162dc-1567-4275-8dd8-23d2fdffc8e0 x-openstack-request-id: req-2ac162dc-1567-4275-8dd8-23d2fdffc8e0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:37.218034 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68609328-a023-4532-afc4-495e3c5f3bdc", "tag": "fea6ba2c-8e93-44df-85b0-3990a0aec549", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:37.218380 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ac162dc-1567-4275-8dd8-23d2fdffc8e0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:37.218859 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac162dc-1567-4275-8dd8-23d2fdffc8e0'] response: {'name': 'network-changed', 'server_uuid': '68609328-a023-4532-afc4-495e3c5f3bdc', 'tag': 'fea6ba2c-8e93-44df-85b0-3990a0aec549', 'status': 'completed', 'code': 200} Apr 18 20:31:37.219968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c602d-5bbc-4923-9de7-7c96dacdd3da service neutron] Pushing event updated for resources: {'Port': ['ID=fea6ba2c-8e93-44df-85b0-3990a0aec549,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:37.355166 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6e3da435-35c9-484e-9e4a-a7843d70e806 req-8c37e257-bc01-4e8a-82e7-bb3f70dc7ab9 service neutron] 10.222.0.64 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697340 Apr 18 20:31:37.662375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f0ca-6430-453b-aece-490df7ea81de req-19209937-5777-4f65-9e84-da092b83e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.663996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-19209937-5777-4f65-9e84-da092b83e268 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f3fadb2b6d0444aaa3768dad4da7ccf&device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 1095 time: 0.5049367 Apr 18 20:31:37.693517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8eb104e5-06fc-4283-b80b-8136e70ef95b req-a42fcc65-1a42-4e92-891a-72605d4fd819 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681928 Apr 18 20:31:37.730200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-5a2548c7-c68e-41b3-bea6-732574924e30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fea6ba2c-8e93-44df-85b0-3990a0aec549 HTTP/1.1" status: 200 len: 217 time: 0.0452514 Apr 18 20:31:37.748121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e42d03-7e52-4360-a487-0abc7e8f9d72 req-4929ac8d-9fdf-4c1d-aacd-e84791cf261f tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.756044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32e42d03-7e52-4360-a487-0abc7e8f9d72 req-4929ac8d-9fdf-4c1d-aacd-e84791cf261f tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 944 time: 0.1249461 Apr 18 20:31:37.872766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f0ca-6430-453b-aece-490df7ea81de req-086988ad-7ae5-4fb2-b864-77a9ea30188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.874371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-086988ad-7ae5-4fb2-b864-77a9ea30188a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a246398d-7a66-4826-a655-e9470018f718 HTTP/1.1" status: 200 len: 861 time: 0.1098526 Apr 18 20:31:37.885129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32e42d03-7e52-4360-a487-0abc7e8f9d72 req-cf20bf9d-fb5f-43d1-af80-5ed73b06eb5d tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268430 Apr 18 20:31:37.948035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf27e96-e4f4-40e8-a527-8d39dd844c6d req-63d99647-cc6b-4ec0-adbb-302f0f1ca9de tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.950435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcf27e96-e4f4-40e8-a527-8d39dd844c6d req-63d99647-cc6b-4ec0-adbb-302f0f1ca9de tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 946 time: 0.1453133 Apr 18 20:31:37.953697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-4a99ce5f-1fcd-422d-b951-a8b20aaead95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c679693-e74b-4a10-b346-222b1335c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627823 Apr 18 20:31:38.115097 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-93c9922e-8055-41d0-b206-8b70ccc3abcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.118532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fb2d221-b9c3-4010-a949-66b2db5123c2 req-ec2d8a08-788f-49ca-8447-762f512ba3db tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0883088 Apr 18 20:31:38.151949 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcf27e96-e4f4-40e8-a527-8d39dd844c6d req-9cebfc95-e915-45fe-b9f3-6140dce4d39f tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840708 Apr 18 20:31:38.204621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-7f527a77-f675-4272-b4d6-1442af054806 service neutron] 10.222.0.64 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440009 Apr 18 20:31:38.343275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c721f0ca-6430-453b-aece-490df7ea81de req-60fbb2bb-3a55-4f25-a7ff-b4b96b6de72d service neutron] 10.222.0.64 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313255 Apr 18 20:31:38.458836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f528a-67ae-40d9-a279-1948e646f0d5 req-3b5485cd-0740-4b92-8aee-9c8575ae42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.460484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b41f528a-67ae-40d9-a279-1948e646f0d5 req-3b5485cd-0740-4b92-8aee-9c8575ae42de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f3fadb2b6d0444aaa3768dad4da7ccf&device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 1095 time: 0.0564518 Apr 18 20:31:38.611497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f528a-67ae-40d9-a279-1948e646f0d5 req-605ff908-513b-404f-b554-e81f1c347558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.613717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b41f528a-67ae-40d9-a279-1948e646f0d5 req-605ff908-513b-404f-b554-e81f1c347558 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c679693-e74b-4a10-b346-222b1335c621 HTTP/1.1" status: 200 len: 922 time: 0.1458037 Apr 18 20:31:38.677748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b41f528a-67ae-40d9-a279-1948e646f0d5 req-9ebeab63-fdeb-4309-8d70-570b919bc7d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fea6ba2c-8e93-44df-85b0-3990a0aec549 HTTP/1.1" status: 200 len: 217 time: 0.0506437 Apr 18 20:31:38.737943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f528a-67ae-40d9-a279-1948e646f0d5 req-c4f02929-a8cd-4fd3-add8-bea6be520770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.741744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b41f528a-67ae-40d9-a279-1948e646f0d5 req-c4f02929-a8cd-4fd3-add8-bea6be520770 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a246398d-7a66-4826-a655-e9470018f718 HTTP/1.1" status: 200 len: 861 time: 0.0542321 Apr 18 20:31:38.778729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b41f528a-67ae-40d9-a279-1948e646f0d5 req-22b5134b-73de-4409-b4df-fbf47e9f3201 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c679693-e74b-4a10-b346-222b1335c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313096 Apr 18 20:31:38.936036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c492f7-fc67-41a6-8176-ca07b6c697ac req-f0f83786-9534-4066-bd6d-47ad9ed42d75 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.937900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2c492f7-fc67-41a6-8176-ca07b6c697ac req-f0f83786-9534-4066-bd6d-47ad9ed42d75 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1242664 Apr 18 20:31:38.993737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b41f528a-67ae-40d9-a279-1948e646f0d5 req-876b99df-cd87-450c-bf26-a7dd855b2ef9 service neutron] 10.222.0.64 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064891 Apr 18 20:31:39.180915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b41f528a-67ae-40d9-a279-1948e646f0d5 req-bf98c747-5134-43f7-875b-89254afb1e5e service neutron] 10.222.0.64 "GET /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587102 Apr 18 20:31:39.198254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2c492f7-fc67-41a6-8176-ca07b6c697ac req-4039a3b8-5e10-4b16-8ede-3da91829a6fa tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374079 Apr 18 20:31:39.223143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4dfa9b-60d4-4243-b1dd-1c80c21ccbb1 req-327748f4-8824-4bc2-badd-1e3bc4a5b79c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:39.225316 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb4dfa9b-60d4-4243-b1dd-1c80c21ccbb1 req-327748f4-8824-4bc2-badd-1e3bc4a5b79c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 944 time: 0.2158799 Apr 18 20:31:39.232405 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.310209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb4dfa9b-60d4-4243-b1dd-1c80c21ccbb1 req-86df85ca-5af5-4da4-ac58-3a99fac48c35 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742147 Apr 18 20:31:39.340455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eca12192-d6ef-4b5a-852a-66872695fb68 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:39.434806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0fc9f-e165-45f3-8814-1684d85327a6 req-0beab1ca-e2a4-4076-94af-2d3fe46ced5f tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:39.444443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d0fc9f-e165-45f3-8814-1684d85327a6 req-0beab1ca-e2a4-4076-94af-2d3fe46ced5f tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 946 time: 0.1319606 Apr 18 20:31:39.486414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e86c8f44-13ce-4fff-9492-398a05289090 req-ba7ec245-a6f4-476a-85b0-87f2ae318497 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0791588 Apr 18 20:31:39.576411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:39.593801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18d0fc9f-e165-45f3-8814-1684d85327a6 req-341871e7-f3eb-4ea3-93a6-e00666f854ad tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194873 Apr 18 20:31:39.609505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'mac_address': 'fa:16:3e:74:d1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:39.653675 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.677131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca12192-d6ef-4b5a-852a-66872695fb68 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:39.700258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:39.706884 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.762954 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:40.060892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['eca12192-d6ef-4b5a-852a-66872695fb68'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:40.401397 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.473533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1f7b9-6823-466f-95e4-faf7bf80b5fd req-c0aa123d-3ad2-4b31-8138-e2b361c1eabc tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:40.475164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95f1f7b9-6823-466f-95e4-faf7bf80b5fd req-c0aa123d-3ad2-4b31-8138-e2b361c1eabc tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1325305 Apr 18 20:31:40.516899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972febb-9b99-498b-b17d-0e82d046cda8 req-20300c8c-3623-4315-ba74-1b491aa5811f tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:40.518539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d972febb-9b99-498b-b17d-0e82d046cda8 req-20300c8c-3623-4315-ba74-1b491aa5811f tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 944 time: 0.1024225 Apr 18 20:31:40.547605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95f1f7b9-6823-466f-95e4-faf7bf80b5fd req-289bc54b-3a4f-4bf3-8589-3d2cd7b2347f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589716 Apr 18 20:31:40.589838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d972febb-9b99-498b-b17d-0e82d046cda8 req-13edc003-e885-41e5-8e49-6a91d3a5a20e tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588279 Apr 18 20:31:40.678999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2d63c04-4bc9-4e17-86bd-9c3a29ced60b req-0bd7671a-2fc6-440d-94cb-769c4cc92f89 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0412834 Apr 18 20:31:40.801474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135a133-f4ea-4e19-b8ee-9ae6207eb391 req-08bdb368-ecae-4cbf-86f4-5b3bf8947d2d tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:40.803215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c135a133-f4ea-4e19-b8ee-9ae6207eb391 req-08bdb368-ecae-4cbf-86f4-5b3bf8947d2d tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 947 time: 0.0637841 Apr 18 20:31:40.849919 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c135a133-f4ea-4e19-b8ee-9ae6207eb391 req-8167e488-3797-4785-a248-6e24f1a8f2a7 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Apr 18 20:31:41.099974 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.343229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fea6ba2c-8e93-44df-85b0-3990a0aec549 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:41.363700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eca12192-d6ef-4b5a-852a-66872695fb68 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:41.486304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-367b52ff-7b60-4688-b152-794f139c84d7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:41.487907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-367b52ff-7b60-4688-b152-794f139c84d7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 820 time: 0.1540818 Apr 18 20:31:41.512806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-fae07baf-fb76-49d6-b7b7-94a2c46f4f30 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/quotas/84a2effa8a0e4edb899740a9fb43dc53 HTTP/1.1" status: 200 len: 375 time: 0.0160661 Apr 18 20:31:41.608615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-44fc334c-de39-4b22-9d8c-a75376bc7932 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873322 Apr 18 20:31:41.632264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port fea6ba2c-8e93-44df-85b0-3990a0aec549, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fea6ba2c-8e93-44df-85b0-3990a0aec549,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:41.644574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'fea6ba2c-8e93-44df-85b0-3990a0aec549', 'network_id': '9c679693-e74b-4a10-b346-222b1335c621', 'port_id': 'fea6ba2c-8e93-44df-85b0-3990a0aec549', 'mac_address': 'fa:16:3e:85:0d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a246398d-7a66-4826-a655-e9470018f718', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:41.716549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.732789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea6ba2c-8e93-44df-85b0-3990a0aec549 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:41.757575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port fea6ba2c-8e93-44df-85b0-3990a0aec549, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fea6ba2c-8e93-44df-85b0-3990a0aec549,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:41.759031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port eca12192-d6ef-4b5a-852a-66872695fb68 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:41.761327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1bcc7-6358-43b4-a940-2f3a93ff7ef5 req-aa7fab44-d6ef-4855-ac46-ffb4dbfa8c17 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:41.763687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7e1bcc7-6358-43b4-a940-2f3a93ff7ef5 req-aa7fab44-d6ef-4855-ac46-ffb4dbfa8c17 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0853176 Apr 18 20:31:41.764937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port eca12192-d6ef-4b5a-852a-66872695fb68 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:41.765678 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.767989 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.807846 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-cfc26019-d8e1-488a-a158-9328b047e9f3 service neutron] 10.222.0.49 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974442 Apr 18 20:31:41.843322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=fea6ba2c-8e93-44df-85b0-3990a0aec549,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:41.905823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7e1bcc7-6358-43b4-a940-2f3a93ff7ef5 req-4c08c3b4-1c6d-4131-be10-72f318441eb4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271474 Apr 18 20:31:41.929197 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.955694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:41.958371 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd850b52-77d6-43ce-8392-4a3e8a76043a" -d '{"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-plugged", "status": "completed", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:41.985104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-a15cb314-11b2-46c8-b4e3-452b06665524 service neutron] 10.222.0.49 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763580 Apr 18 20:31:41.988604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:42.004060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.043891 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.071067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:42.073405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d073ff-3702-4777-b9e6-bb8883f83e78 req-45cd54c9-1595-420c-bb5e-141252375f38 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:42.076294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7d073ff-3702-4777-b9e6-bb8883f83e78 req-45cd54c9-1595-420c-bb5e-141252375f38 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 945 time: 0.0797791 Apr 18 20:31:42.137871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7d073ff-3702-4777-b9e6-bb8883f83e78 req-80af0f2b-5bcc-4550-a140-5196055f18de tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484388 Apr 18 20:31:42.159366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['fea6ba2c-8e93-44df-85b0-3990a0aec549'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:42.404452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26e0d960-5700-4096-b188-fdac0d51d225 req-a9213fab-b079-4353-9c02-9e8f117b4274 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0613551 Apr 18 20:31:42.475631 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e0d0aa-356f-483c-b6a6-4359ce2d8701 x-openstack-request-id: req-d3e0d0aa-356f-483c-b6a6-4359ce2d8701 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:42.475923 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-plugged", "status": "completed", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:42.476172 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d3e0d0aa-356f-483c-b6a6-4359ce2d8701 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:42.476642 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e0d0aa-356f-483c-b6a6-4359ce2d8701'] response: {'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'code': 200} Apr 18 20:31:42.600511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-341f5c35-cf54-4b54-81d4-96f9d4ee07c8 req-3295b9ff-a1c8-467b-bdc4-4cc99edba57f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 210 time: 0.0573165 Apr 18 20:31:42.638887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf11fc-94a1-43a0-bb71-a8b1e6488efa req-555ec12e-f63a-4e0c-b7b0-3996d11c09ea tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:42.646207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50bf11fc-94a1-43a0-bb71-a8b1e6488efa req-555ec12e-f63a-4e0c-b7b0-3996d11c09ea tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 948 time: 0.1796951 Apr 18 20:31:42.680767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06338c7e-92a8-4f30-a944-2463a7aee0de req-69b13dcb-35da-4e1a-bee5-2fcedadbf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:42.682587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06338c7e-92a8-4f30-a944-2463a7aee0de req-69b13dcb-35da-4e1a-bee5-2fcedadbf610 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 1099 time: 0.1252778 Apr 18 20:31:42.711133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50bf11fc-94a1-43a0-bb71-a8b1e6488efa req-1ea8e17a-a218-488c-a498-0c53bef9e68f tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639546 Apr 18 20:31:42.750088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d6ad636-52b1-4d41-b60a-8a8716a8af7c req-307c3c48-fe31-40de-a788-f29fcf90e944 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0296557 Apr 18 20:31:42.765104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06338c7e-92a8-4f30-a944-2463a7aee0de req-0bce0a85-b18b-4957-894e-c3a51d02c1e2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748956 Apr 18 20:31:43.049813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b8025-9877-432e-9423-fb91b0449051 req-a0a1a72e-2e36-4b35-87ca-f95944e3b61e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:43.060217 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d77b8025-9877-432e-9423-fb91b0449051 req-a0a1a72e-2e36-4b35-87ca-f95944e3b61e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0724070 Apr 18 20:31:43.098468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d77b8025-9877-432e-9423-fb91b0449051 req-6e9520ab-acc9-4924-9984-a4e9f013dcd0 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372777 Apr 18 20:31:43.298374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e0c45-de1a-4c16-a0fa-77716fd8af0b req-9feb627f-8a82-49d3-abb3-c2b17e07cb4b tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:43.300011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-133e0c45-de1a-4c16-a0fa-77716fd8af0b req-9feb627f-8a82-49d3-abb3-c2b17e07cb4b tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 945 time: 0.0856040 Apr 18 20:31:43.358812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fea6ba2c-8e93-44df-85b0-3990a0aec549 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:43.373213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-133e0c45-de1a-4c16-a0fa-77716fd8af0b req-b0cde269-8fdf-4772-9248-7e0f90ed176d tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635269 Apr 18 20:31:43.418834 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port fea6ba2c-8e93-44df-85b0-3990a0aec549 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:43.424102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port fea6ba2c-8e93-44df-85b0-3990a0aec549 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:43.424689 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.531925 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.543176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ddf8576-f6f4-45db-be9b-58eda8f392ce req-faa1f2a2-7583-42e7-a54b-30305e38aae6 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0430870 Apr 18 20:31:43.573311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port fea6ba2c-8e93-44df-85b0-3990a0aec549, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fea6ba2c-8e93-44df-85b0-3990a0aec549,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:43.578485 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.632701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=fea6ba2c-8e93-44df-85b0-3990a0aec549,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:43.718080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-708f396d-111f-493d-b3cf-5e5460ca1c67 req-b914bfdc-4abf-45f3-953d-8d4e5b0307de tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 210 time: 0.0298431 Apr 18 20:31:43.917942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c6c8-c74e-4b88-a9c3-606d40f7e69c req-04d0f50e-ab24-4bfb-a32a-2ac881965ee2 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:43.919633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edb8c6c8-c74e-4b88-a9c3-606d40f7e69c req-04d0f50e-ab24-4bfb-a32a-2ac881965ee2 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 948 time: 0.1086557 Apr 18 20:31:43.973721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-868011f1-c42f-402c-a33e-be9489cf3dff tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:43.975128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-868011f1-c42f-402c-a33e-be9489cf3dff tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 820 time: 0.2000580 Apr 18 20:31:43.988822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Request body: {'port': {'device_id': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d', 'admin_state_up': True, 'tenant_id': '84a2effa8a0e4edb899740a9fb43dc53'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:44.011441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edb8c6c8-c74e-4b88-a9c3-606d40f7e69c req-d5a2cfa9-f5fb-4680-bfc2-549d5c02e03e tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785527 Apr 18 20:31:44.156225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Made reservation on behalf of 84a2effa8a0e4edb899740a9fb43dc53 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:44.159896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.415278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd07dff-61ee-4575-a7d7-082f264fb7d6 req-4139d35e-5aff-4226-9693-d12fcf64c388 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:44.423945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfd07dff-61ee-4575-a7d7-082f264fb7d6 req-4139d35e-5aff-4226-9693-d12fcf64c388 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1753232 Apr 18 20:31:44.477936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68609328-a023-4532-afc4-495e3c5f3bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea6ba2c-8e93-44df-85b0-3990a0aec549'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:44.481356 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8229d0ac-ee92-48e1-8941-3ceb80d0e3f7" -d '{"events": [{"server_uuid": "68609328-a023-4532-afc4-495e3c5f3bdc", "name": "network-vif-plugged", "status": "completed", "tag": "fea6ba2c-8e93-44df-85b0-3990a0aec549"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:44.496897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Allocated IP 172.20.0.4 (fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d/70734b1e-ef76-4ba8-bb35-e936fdc486bc/3834cc80-0994-4a93-918b-c20b1e397710) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:44.531263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfd07dff-61ee-4575-a7d7-082f264fb7d6 req-3251759b-1456-420a-947d-8c6b382ae831 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010640 Apr 18 20:31:44.599501 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b0e5f0-4ac7-411f-af9e-62667343422b x-openstack-request-id: req-29b0e5f0-4ac7-411f-af9e-62667343422b {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:44.600127 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68609328-a023-4532-afc4-495e3c5f3bdc", "name": "network-vif-plugged", "status": "completed", "tag": "fea6ba2c-8e93-44df-85b0-3990a0aec549", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:44.600840 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29b0e5f0-4ac7-411f-af9e-62667343422b {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:44.601501 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b0e5f0-4ac7-411f-af9e-62667343422b'] response: {'server_uuid': '68609328-a023-4532-afc4-495e3c5f3bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea6ba2c-8e93-44df-85b0-3990a0aec549', 'code': 200} Apr 18 20:31:44.719120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad8aed-2a61-4409-bb42-03ffdb41c745 req-820892cb-32ec-4b25-8c19-bd8d49ebe444 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:44.721116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cad8aed-2a61-4409-bb42-03ffdb41c745 req-820892cb-32ec-4b25-8c19-bd8d49ebe444 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 946 time: 0.1592491 Apr 18 20:31:44.827533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d5f0aa79-7689-4997-937e-33db1a236957 req-0332f76a-0feb-4491-9842-8ec817b87886 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.1042645 Apr 18 20:31:44.872193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae63d3-cd6b-4297-b912-5b22453b2d74 req-04f7bc2c-a33e-49b2-9ecb-17dd359c3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:44.874368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9ae63d3-cd6b-4297-b912-5b22453b2d74 req-04f7bc2c-a33e-49b2-9ecb-17dd359c3844 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 1097 time: 0.1476183 Apr 18 20:31:44.972081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cad8aed-2a61-4409-bb42-03ffdb41c745 req-2704a228-4639-4aad-88f6-899df8c3bc1c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063498 Apr 18 20:31:44.985729 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.007612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5282bbda-a29d-4b23-b674-c61a74c81628 req-f39ff1db-957a-458e-b37a-fc6ddbc87f13 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 210 time: 0.0835485 Apr 18 20:31:45.025123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9ae63d3-cd6b-4297-b912-5b22453b2d74 req-7fe171cc-2126-405f-b686-b6185622d353 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396368 Apr 18 20:31:45.094991 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.109809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['2fef42ef-e642-4640-84e2-6445e2c5616f'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:45.233415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Pushing event updated for resources: {'Port': ['ID=3834cc80-0994-4a93-918b-c20b1e397710,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:45.334329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:45.338825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:45.342122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:45.431476 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-301daa7d-bfef-4469-9438-084e6baefa90 req-600ae31d-244c-49f7-a22b-fe89ad9dbc9e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19f03d59c874401c9663cbfd6be0e4a1&device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0578098 Apr 18 20:31:45.500417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cded1-4a78-4658-a27c-e1be1c51390d req-7017b1d2-f910-47a7-8904-a51c5a41512a tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:45.503473 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-301daa7d-bfef-4469-9438-084e6baefa90 req-94a34562-03d1-4c89-af72-e27dd8774526 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=19f03d59c874401c9663cbfd6be0e4a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614197 Apr 18 20:31:45.513585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d9cded1-4a78-4658-a27c-e1be1c51390d req-7017b1d2-f910-47a7-8904-a51c5a41512a tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 948 time: 0.2882831 Apr 18 20:31:45.635897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:45.637020 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.652280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301daa7d-bfef-4469-9438-084e6baefa90 req-cd32c6b1-2503-4a0d-a16e-437ae912ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:45.653829 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-301daa7d-bfef-4469-9438-084e6baefa90 req-cd32c6b1-2503-4a0d-a16e-437ae912ee30 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463876 Apr 18 20:31:45.694383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-000cf38f-932d-41b3-8c81-f6102a63a71b req-a8293bf3-a0a6-4feb-b440-a91ce379f6bb tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.1579120 Apr 18 20:31:45.708935 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.734059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-2dba5fca-fc1e-4424-9169-e0de2529128f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7485492 Apr 18 20:31:45.759059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d9cded1-4a78-4658-a27c-e1be1c51390d req-bd03c547-3753-4d8b-97a3-2e608ae2d497 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426307 Apr 18 20:31:45.783717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Request body: {'port': {'device_id': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:45.931946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.152796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023f083-1c46-4ad5-a021-b61844f460d7 req-c629f497-533c-4b61-b23a-aa044fda66af tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:46.163507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e023f083-1c46-4ad5-a021-b61844f460d7 req-c629f497-533c-4b61-b23a-aa044fda66af tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.2254961 Apr 18 20:31:46.253706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e023f083-1c46-4ad5-a021-b61844f460d7 req-6a817f03-5b5f-46f3-a139-f3e54931df90 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890880 Apr 18 20:31:46.515668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82bf4a-1e6c-4a15-b6e0-4712ca1484da req-c60e8718-a8fa-4807-927b-17b57b0fe729 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:46.517482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b82bf4a-1e6c-4a15-b6e0-4712ca1484da req-c60e8718-a8fa-4807-927b-17b57b0fe729 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 946 time: 0.1240013 Apr 18 20:31:46.520149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3834cc80-0994-4a93-918b-c20b1e397710 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:46.532159 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.573611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Transition to ACTIVE for port object 3834cc80-0994-4a93-918b-c20b1e397710 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:46.608947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.671108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b82bf4a-1e6c-4a15-b6e0-4712ca1484da req-062eeb0a-6eda-40c6-9e71-415385766e77 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355824 Apr 18 20:31:46.727355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Pushing event updated for resources: {'Port': ['ID=3834cc80-0994-4a93-918b-c20b1e397710,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:46.799605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1cb09-e16d-4913-849c-016654737de4 req-3d44927a-a8b9-41ae-a243-2bd8ccde5c01 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:46.801522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ef1cb09-e16d-4913-849c-016654737de4 req-3d44927a-a8b9-41ae-a243-2bd8ccde5c01 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.2175469 Apr 18 20:31:46.870428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:46.871519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:46.871751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:46.877538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ef1cb09-e16d-4913-849c-016654737de4 req-fe37acb9-529b-4eb6-ad8a-7cfe8d824277 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645275 Apr 18 20:31:46.922916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d94237d7-04de-4fb8-a83a-a48915149a02 req-b590e236-b9c6-4a4b-a14e-a09400afa201 tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.49 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0441425 Apr 18 20:31:46.925225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:46.925225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:46.930894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:46.931232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:46.931688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:46.932204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Bound port: 3834cc80-0994-4a93-918b-c20b1e397710, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:46.932565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.029077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:47.032567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:47.037869 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.082956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:47.083582 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.085058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] 10.222.0.60 "PUT /v2.0/ports/3834cc80-0994-4a93-918b-c20b1e397710 HTTP/1.1" status: 200 len: 1091 time: 1.3242383 Apr 18 20:31:47.085509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'tag': '3834cc80-0994-4a93-918b-c20b1e397710'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:47.087788 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30302cd-5b40-4b5a-a2db-a1589599838b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d27775-5c4b-46d5-942a-eb20a1238c59", "tag": "3834cc80-0994-4a93-918b-c20b1e397710"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:47.142936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba60f78-b393-48f6-b3aa-300f6af65dbc service neutron] Pushing event updated for resources: {'Port': ['ID=3834cc80-0994-4a93-918b-c20b1e397710,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:47.179668 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d491a6c-e5a5-4cb7-adcd-5aa86ded9b9a x-openstack-request-id: req-3d491a6c-e5a5-4cb7-adcd-5aa86ded9b9a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:47.180096 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d27775-5c4b-46d5-942a-eb20a1238c59", "tag": "3834cc80-0994-4a93-918b-c20b1e397710", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:47.180400 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d491a6c-e5a5-4cb7-adcd-5aa86ded9b9a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:47.180753 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d491a6c-e5a5-4cb7-adcd-5aa86ded9b9a'] response: {'name': 'network-changed', 'server_uuid': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'tag': '3834cc80-0994-4a93-918b-c20b1e397710', 'status': 'completed', 'code': 200} Apr 18 20:31:47.201639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-dddb7106-5b35-46e1-81ea-cb988631a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:47.203780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-dddb7106-5b35-46e1-81ea-cb988631a881 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 1094 time: 0.0576370 Apr 18 20:31:47.232142 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-301daa7d-bfef-4469-9438-084e6baefa90 req-fae310ad-2a54-42e6-8e5e-c74a3f22c71e tempest-ServerShowV257Test-1713770783 tempest-ServerShowV257Test-1713770783-project] 10.222.0.60 "GET /v2.0/ports?device_id=87d5d8e0-8036-436c-946f-b4ce4c2b08d2 HTTP/1.1" status: 200 len: 210 time: 0.0302439 Apr 18 20:31:47.264922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-48f860bd-6157-4966-be7d-c6602aa69caf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3834cc80-0994-4a93-918b-c20b1e397710 HTTP/1.1" status: 200 len: 217 time: 0.0498550 Apr 18 20:31:47.347332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-884bcc40-9c7e-4c9e-97b2-b2dc9f16a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:47.349586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-884bcc40-9c7e-4c9e-97b2-b2dc9f16a91d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.0764532 Apr 18 20:31:47.417023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-3902bf49-610e-46ba-8e5c-d9472e3b3524 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585315 Apr 18 20:31:47.522678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5a596-213d-4f9f-ba55-1b49c2525136 req-05e8d6be-242c-43ed-a378-a0316e508de9 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:47.524188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e5a5a596-213d-4f9f-ba55-1b49c2525136 req-05e8d6be-242c-43ed-a378-a0316e508de9 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1511734 Apr 18 20:31:47.578179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e5a5a596-213d-4f9f-ba55-1b49c2525136 req-75e68d33-d7ee-4d84-b624-0f5a4fdb9dc2 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385759 Apr 18 20:31:47.604540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-8492e0e8-d7f4-4c3b-8af8-fb88deb2858a service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558046 Apr 18 20:31:47.721034 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0485c674-fea9-4a29-b08b-76839a1efe7c req-1df616c2-30de-4d75-91ff-2c19783f5200 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145999 Apr 18 20:31:47.874417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30302cd-5b40-4b5a-a2db-a1589599838b req-60b073fe-4445-4dde-b9d2-3ddfca660c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:47.875910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30302cd-5b40-4b5a-a2db-a1589599838b req-60b073fe-4445-4dde-b9d2-3ddfca660c92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 1094 time: 0.1050990 Apr 18 20:31:48.010542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30302cd-5b40-4b5a-a2db-a1589599838b req-7fee1b57-2467-4122-a98f-1c8e72e645af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:48.012598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30302cd-5b40-4b5a-a2db-a1589599838b req-7fee1b57-2467-4122-a98f-1c8e72e645af service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.1202896 Apr 18 20:31:48.457268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30302cd-5b40-4b5a-a2db-a1589599838b req-9c472b03-14eb-4f56-ab78-1e4698f82061 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3834cc80-0994-4a93-918b-c20b1e397710 HTTP/1.1" status: 200 len: 217 time: 0.4284480 Apr 18 20:31:48.467008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53197e-7aa0-41d8-8585-b5e8b373459a req-8568b127-45c7-44c9-952e-e70abea6abd3 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:48.468315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e53197e-7aa0-41d8-8585-b5e8b373459a req-8568b127-45c7-44c9-952e-e70abea6abd3 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 946 time: 0.6075978 Apr 18 20:31:48.538368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188ce4-c385-4fb6-9e61-2ee8e6574ef3 req-5f5b73f2-65ed-41ea-a4be-52ee2cda6801 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:48.539997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e188ce4-c385-4fb6-9e61-2ee8e6574ef3 req-5f5b73f2-65ed-41ea-a4be-52ee2cda6801 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.5495310 Apr 18 20:31:48.575781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e53197e-7aa0-41d8-8585-b5e8b373459a req-8aa6acf8-6c78-4c97-9cbd-9404be22f426 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978627 Apr 18 20:31:48.577175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30302cd-5b40-4b5a-a2db-a1589599838b req-3b6765dc-e89a-40ec-9cc0-b43d1a8dc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:48.578636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30302cd-5b40-4b5a-a2db-a1589599838b req-3b6765dc-e89a-40ec-9cc0-b43d1a8dc1e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1093445 Apr 18 20:31:48.636109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30302cd-5b40-4b5a-a2db-a1589599838b req-4b356115-a181-4e21-9841-71997f737b46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478263 Apr 18 20:31:48.657713 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e188ce4-c385-4fb6-9e61-2ee8e6574ef3 req-350e65cc-1fae-4f34-9656-67959cf8d148 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035149 Apr 18 20:31:48.809828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30302cd-5b40-4b5a-a2db-a1589599838b req-f7a54c9c-082e-40fd-9ca1-60c6d6ae76bf service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653154 Apr 18 20:31:48.938822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-cf248faf-a1a5-4861-958a-147b1196cb5a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:48.941872 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-cf248faf-a1a5-4861-958a-147b1196cb5a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 804 time: 0.2252512 Apr 18 20:31:48.991656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-6c411f4e-2c2a-4813-9254-acdaaca6c292 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/quotas/dc37a857d8b240059132365071db5f0e HTTP/1.1" status: 200 len: 375 time: 0.0373023 Apr 18 20:31:49.009230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30302cd-5b40-4b5a-a2db-a1589599838b req-1e28100a-23e9-4595-9d89-b04188919fea service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927514 Apr 18 20:31:49.075310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d97a74-9252-47c2-bb08-9fbffb321d4e req-f20d31b8-3e95-44e4-a0e3-9ba415525dc4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:49.076850 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45d97a74-9252-47c2-bb08-9fbffb321d4e req-f20d31b8-3e95-44e4-a0e3-9ba415525dc4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1051879 Apr 18 20:31:49.087574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-b3be8a30-f5da-4bb7-8099-d2808ecca1e2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0950389 Apr 18 20:31:49.113773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60242) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:49.180193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45d97a74-9252-47c2-bb08-9fbffb321d4e req-f4bd2881-2844-4e4f-9530-fb990270cc49 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915740 Apr 18 20:31:49.226439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-93556e3e-e709-42eb-9f4d-ae6b067af632 service neutron] 10.222.0.49 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304338 Apr 18 20:31:49.287573 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c61e5b2d-edb1-4c60-9e44-3a57b66f2d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.378515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eca12192-d6ef-4b5a-852a-66872695fb68 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:49.394990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ce41fa32-d806-408a-8d0e-33fdcbb6df33 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:49.400536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c61e5b2d-edb1-4c60-9e44-3a57b66f2d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.408735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c61e5b2d-edb1-4c60-9e44-3a57b66f2d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.418830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba35f9-62c6-47a6-884f-c9461a8c1cd1 req-18ac1407-b81b-415c-a635-a4f0518b131d tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:49.426348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbba35f9-62c6-47a6-884f-c9461a8c1cd1 req-18ac1407-b81b-415c-a635-a4f0518b131d tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 946 time: 0.1532319 Apr 18 20:31:49.444867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-d6788916-797b-45c1-817e-a31a2ab6bc31 service neutron] 10.222.0.49 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099922 Apr 18 20:31:49.494465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e5b2d-edb1-4c60-9e44-3a57b66f2d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cb1301-225f-4156-9c46-37dffbd102ac,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:49.506852 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbba35f9-62c6-47a6-884f-c9461a8c1cd1 req-981fbe92-6bf3-436c-a89b-860fea3c82e8 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785236 Apr 18 20:31:49.556573 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.561506 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c61e5b2d-edb1-4c60-9e44-3a57b66f2d10 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19f03d59c874401c9663cbfd6be0e4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450946 Apr 18 20:31:49.563277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60250) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:49.598082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb18952-6bba-454a-b1c1-81097d88b870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:49.600326 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4525b33-2a5d-4376-9151-30d831e70468" -d '{"events": [{"server_uuid": "edb18952-6bba-454a-b1c1-81097d88b870", "name": "network-vif-unplugged", "status": "completed", "tag": "ce41fa32-d806-408a-8d0e-33fdcbb6df33"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:49.610199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ce41fa32-d806-408a-8d0e-33fdcbb6df33, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:49.626370 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.680006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:49.685096 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a110057-f5fe-4e38-b12e-3f7bcd6a70ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.728814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'mac_address': 'fa:16:3e:74:d1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:49.746635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ce41fa32-d806-408a-8d0e-33fdcbb6df33,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:49.783596 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26598d5a-a44a-406d-a7f9-828648b0a0c6 x-openstack-request-id: req-26598d5a-a44a-406d-a7f9-828648b0a0c6 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:49.784152 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb18952-6bba-454a-b1c1-81097d88b870", "name": "network-vif-unplugged", "status": "completed", "tag": "ce41fa32-d806-408a-8d0e-33fdcbb6df33", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:49.784554 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26598d5a-a44a-406d-a7f9-828648b0a0c6 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:49.785131 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26598d5a-a44a-406d-a7f9-828648b0a0c6'] response: {'server_uuid': 'edb18952-6bba-454a-b1c1-81097d88b870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33', 'code': 200} Apr 18 20:31:49.787221 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a110057-f5fe-4e38-b12e-3f7bcd6a70ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.822706 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.845283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eca12192-d6ef-4b5a-852a-66872695fb68 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:49.885369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:49.894742 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.925483 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a110057-f5fe-4e38-b12e-3f7bcd6a70ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.928389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a110057-f5fe-4e38-b12e-3f7bcd6a70ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.934797 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2a110057-f5fe-4e38-b12e-3f7bcd6a70ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1cb1301-225f-4156-9c46-37dffbd102ac HTTP/1.1" status: 204 len: 168 time: 0.3697226 Apr 18 20:31:49.952705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a110057-f5fe-4e38-b12e-3f7bcd6a70ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cb1301-225f-4156-9c46-37dffbd102ac,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:49.975341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:50.006290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cda952ba-a8fa-4dcb-8aec-8e51e86dae1d req-8df7d713-2702-4217-82de-ead3b9bc6095 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 210 time: 0.1448221 Apr 18 20:31:50.049001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-ac0d16e1-6447-405a-a786-e2fbce776f08 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:50.053377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-ac0d16e1-6447-405a-a786-e2fbce776f08 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.64 "GET /v2.0/ports?device_id=edb18952-6bba-454a-b1c1-81097d88b870 HTTP/1.1" status: 200 len: 943 time: 0.2768917 Apr 18 20:31:50.066997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['eca12192-d6ef-4b5a-852a-66872695fb68'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:50.104050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31747bb-7715-4dbe-9d7d-18f9ae152908 req-6436248d-49f2-4b50-a77d-7e5bf3d257cf tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:50.113825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e31747bb-7715-4dbe-9d7d-18f9ae152908 req-6436248d-49f2-4b50-a77d-7e5bf3d257cf tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.1604757 Apr 18 20:31:50.203608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e31747bb-7715-4dbe-9d7d-18f9ae152908 req-a3eab110-f15b-450d-8345-bcc504512aed tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886559 Apr 18 20:31:50.289111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-7684a405-482e-4455-8f7d-26c69b5d13a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Deleting port ce41fa32-d806-408a-8d0e-33fdcbb6df33 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:50.289494 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-7684a405-482e-4455-8f7d-26c69b5d13a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.479159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ae983-6a33-48a7-a7de-43abcae628dd req-55e52148-a4e1-44b1-871c-b1c943fcaabd tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:50.481414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb7ae983-6a33-48a7-a7de-43abcae628dd req-55e52148-a4e1-44b1-871c-b1c943fcaabd tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1589231 Apr 18 20:31:50.487643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-7684a405-482e-4455-8f7d-26c69b5d13a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] For port ce41fa32-d806-408a-8d0e-33fdcbb6df33, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ce41fa32-d806-408a-8d0e-33fdcbb6df33,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:50.488056 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-7684a405-482e-4455-8f7d-26c69b5d13a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.511493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-7684a405-482e-4455-8f7d-26c69b5d13a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Calling delete_port for ce41fa32-d806-408a-8d0e-33fdcbb6df33 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:50.606665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb7ae983-6a33-48a7-a7de-43abcae628dd req-7c9dd0c5-6e9e-48c0-9d1e-88b803beb90c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100860 Apr 18 20:31:50.673332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-ef803d53-18cb-4030-9a3f-f0cb401677f4 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:50.674886 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-ef803d53-18cb-4030-9a3f-f0cb401677f4 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.64 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 946 time: 0.0918126 Apr 18 20:31:50.769437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909f34c-c277-40b7-8e9d-f288b1e63d96 req-794ffe09-83bd-4a90-887c-44dd7ccb9fc3 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:50.771326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5909f34c-c277-40b7-8e9d-f288b1e63d96 req-794ffe09-83bd-4a90-887c-44dd7ccb9fc3 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 946 time: 0.1094582 Apr 18 20:31:50.880062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-7aac415f-fa9e-4791-aff6-cf7c7a06e511 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Deleting port fea6ba2c-8e93-44df-85b0-3990a0aec549 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:50.881156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-7aac415f-fa9e-4791-aff6-cf7c7a06e511 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.919211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5909f34c-c277-40b7-8e9d-f288b1e63d96 req-c73dcc2a-8b43-411d-b597-14b969425b7c tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups?id=a270e8ea-764b-4493-a9c4-d2629b5787f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262062 Apr 18 20:31:50.933569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-7684a405-482e-4455-8f7d-26c69b5d13a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.969117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684a405-482e-4455-8f7d-26c69b5d13a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Pushing event deleted for resources: {'Port': ['ID=ce41fa32-d806-408a-8d0e-33fdcbb6df33,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:51.031470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-7aac415f-fa9e-4791-aff6-cf7c7a06e511 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] For port fea6ba2c-8e93-44df-85b0-3990a0aec549, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fea6ba2c-8e93-44df-85b0-3990a0aec549,segment=NetworkSegment(84fc4879-c4bc-4e8a-adcf-490cdffd82d2),segment_id=84fc4879-c4bc-4e8a-adcf-490cdffd82d2)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:51.032678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-7aac415f-fa9e-4791-aff6-cf7c7a06e511 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.044305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-7684a405-482e-4455-8f7d-26c69b5d13a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] No DVR routers for this DVR port ce41fa32-d806-408a-8d0e-33fdcbb6df33 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:51.048409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-7684a405-482e-4455-8f7d-26c69b5d13a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.051938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27bedc4d-b222-4fbd-a020-27e548d10d28 req-7684a405-482e-4455-8f7d-26c69b5d13a9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.64 "DELETE /v2.0/ports/ce41fa32-d806-408a-8d0e-33fdcbb6df33 HTTP/1.1" status: 204 len: 173 time: 0.9917231 Apr 18 20:31:51.052406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb18952-6bba-454a-b1c1-81097d88b870', 'name': 'network-vif-deleted', 'tag': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:51.055064 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370fe2a8-6c4b-4956-9d65-477ee32a8da0" -d '{"events": [{"server_uuid": "edb18952-6bba-454a-b1c1-81097d88b870", "name": "network-vif-deleted", "tag": "ce41fa32-d806-408a-8d0e-33fdcbb6df33"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:51.120182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-7aac415f-fa9e-4791-aff6-cf7c7a06e511 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Calling delete_port for fea6ba2c-8e93-44df-85b0-3990a0aec549 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:51.121490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60330) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:51.160426 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c082a7-0c2b-4fd5-a008-413b8ce9dc51 x-openstack-request-id: req-e2c082a7-0c2b-4fd5-a008-413b8ce9dc51 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:51.161161 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb18952-6bba-454a-b1c1-81097d88b870", "name": "network-vif-deleted", "tag": "ce41fa32-d806-408a-8d0e-33fdcbb6df33", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:51.161520 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2c082a7-0c2b-4fd5-a008-413b8ce9dc51 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:51.162058 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c082a7-0c2b-4fd5-a008-413b8ce9dc51'] response: {'server_uuid': 'edb18952-6bba-454a-b1c1-81097d88b870', 'name': 'network-vif-deleted', 'tag': 'ce41fa32-d806-408a-8d0e-33fdcbb6df33', 'status': 'completed', 'code': 200} Apr 18 20:31:51.273964 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4411775-ea41-4f35-98a2-e724d3d68ca7 req-61cb6cd9-46bb-4409-be52-a9934461d508 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 210 time: 0.0803802 Apr 18 20:31:51.359533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1422587141-network', 'tenant_id': '8fc8f22d26f443a790891c5408f307c5'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:51.384621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eca12192-d6ef-4b5a-852a-66872695fb68 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:51.437595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-7aac415f-fa9e-4791-aff6-cf7c7a06e511 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.483241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port eca12192-d6ef-4b5a-852a-66872695fb68 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:51.483995 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.487083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-b0c7b4da-a035-4732-bd56-17fecac4adc8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:51.489740 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-b0c7b4da-a035-4732-bd56-17fecac4adc8 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.60 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 804 time: 0.1784792 Apr 18 20:31:51.499732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac415f-fa9e-4791-aff6-cf7c7a06e511 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event deleted for resources: {'Port': ['ID=fea6ba2c-8e93-44df-85b0-3990a0aec549,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:51.515712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Request body: {'port': {'device_id': '8976ea24-4bb9-4681-adec-134c31b0d517', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'admin_state_up': True, 'tenant_id': 'dc37a857d8b240059132365071db5f0e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:51.585126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Made reservation on behalf of 8fc8f22d26f443a790891c5408f307c5 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:51.588494 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.593656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-7aac415f-fa9e-4791-aff6-cf7c7a06e511 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] No DVR routers for this DVR port fea6ba2c-8e93-44df-85b0-3990a0aec549 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:51.598343 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-7aac415f-fa9e-4791-aff6-cf7c7a06e511 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.603711 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea0b191d-be3a-4b8c-abfa-fe922d4c4ab9 req-7aac415f-fa9e-4791-aff6-cf7c7a06e511 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.64 "DELETE /v2.0/ports/fea6ba2c-8e93-44df-85b0-3990a0aec549 HTTP/1.1" status: 204 len: 173 time: 0.9217818 Apr 18 20:31:51.607079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68609328-a023-4532-afc4-495e3c5f3bdc', 'name': 'network-vif-deleted', 'tag': 'fea6ba2c-8e93-44df-85b0-3990a0aec549'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:51.607622 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.610573 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6077497d-2699-4d58-8e18-f534111a8165" -d '{"events": [{"server_uuid": "68609328-a023-4532-afc4-495e3c5f3bdc", "name": "network-vif-deleted", "tag": "fea6ba2c-8e93-44df-85b0-3990a0aec549"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:51.634059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848c7b2-0939-4d4f-817a-7af4636fd22c req-662382c1-368c-45be-b5b4-9dad5ef621f2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:51.639977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4848c7b2-0939-4d4f-817a-7af4636fd22c req-662382c1-368c-45be-b5b4-9dad5ef621f2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.1796262 Apr 18 20:31:51.663530 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e2dd29-4e89-4c87-8b54-5ed0c06413ef x-openstack-request-id: req-b8e2dd29-4e89-4c87-8b54-5ed0c06413ef {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:51.664118 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68609328-a023-4532-afc4-495e3c5f3bdc", "name": "network-vif-deleted", "tag": "fea6ba2c-8e93-44df-85b0-3990a0aec549", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:51.664625 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8e2dd29-4e89-4c87-8b54-5ed0c06413ef {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:51.665246 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e2dd29-4e89-4c87-8b54-5ed0c06413ef'] response: {'server_uuid': '68609328-a023-4532-afc4-495e3c5f3bdc', 'name': 'network-vif-deleted', 'tag': 'fea6ba2c-8e93-44df-85b0-3990a0aec549', 'status': 'completed', 'code': 200} Apr 18 20:31:51.707631 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.785065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:51.786046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:51.788881 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c407f3-6074-413b-9d38-157577a88b15" -d '{"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-plugged", "status": "completed", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:51.796687 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.800253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ce41fa32-d806-408a-8d0e-33fdcbb6df33 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:51.854517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: ce41fa32-d806-408a-8d0e-33fdcbb6df33 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:51.855768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ce41fa32-d806-408a-8d0e-33fdcbb6df33 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:51.857529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4848c7b2-0939-4d4f-817a-7af4636fd22c req-b86e430e-dcba-4d00-bd3b-614531ca2fba tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909652 Apr 18 20:31:51.892824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:51.922079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Made reservation on behalf of dc37a857d8b240059132365071db5f0e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:51.926021 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.934875 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204bd6c6-d33f-4e76-9327-c78c794ed91e x-openstack-request-id: req-204bd6c6-d33f-4e76-9327-c78c794ed91e {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:51.935161 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-plugged", "status": "completed", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:51.935618 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-204bd6c6-d33f-4e76-9327-c78c794ed91e {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:51.936295 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204bd6c6-d33f-4e76-9327-c78c794ed91e'] response: {'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'code': 200} Apr 18 20:31:51.956831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578ee06-4b53-46f1-901a-50474de1c3c1 req-73622013-795a-4129-a8aa-043ce3734a87 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:51.958329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d578ee06-4b53-46f1-901a-50474de1c3c1 req-73622013-795a-4129-a8aa-043ce3734a87 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.2209196 Apr 18 20:31:51.996562 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.009313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.130651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:52.161280 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e17d3f27-3266-49b0-898b-bf8b7e12f487 req-5c8927a4-0dfd-4dd4-afa1-7546a75cf19a tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/ports?device_id=68609328-a023-4532-afc4-495e3c5f3bdc HTTP/1.1" status: 200 len: 210 time: 0.0913801 Apr 18 20:31:52.174590 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d578ee06-4b53-46f1-901a-50474de1c3c1 req-01e8005a-c151-473b-8f63-ca139e72f7bf tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024741 Apr 18 20:31:52.187633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b5f616-8692-4a4c-a58a-ba3d3761cf90,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:52.202679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.204210 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Added segment 4c00c5b4-795c-4aaf-b9f1-1c573671cd82 of type vlan for network 848db00c-ba1a-4870-ae57-b50cef00a29c Apr 18 20:31:52.338796 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.349234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Allocated IP 172.20.0.3 (68cc6080-2d81-4704-9199-495df571819a/32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f/ef006b9f-64c2-47e9-9d1b-d632600bc3d7) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:52.416811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3913d5a-2276-40f4-b5e6-d726db165764 req-c9eeee75-01d7-42c7-9e6c-6d7ecb7e72c1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 210 time: 0.0559905 Apr 18 20:31:52.417759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.418847 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:52.419724 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.516398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3933611 Apr 18 20:31:52.517227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60356) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:52.522551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Request body: {'subnet': {'network_id': '848db00c-ba1a-4870-ae57-b50cef00a29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1422587141-subnet', 'tenant_id': '8fc8f22d26f443a790891c5408f307c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:52.534782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48fcae-3012-4520-ac13-e96ca02c2ead admin admin] Pushing event updated for resources: {'Network': ['ID=848db00c-ba1a-4870-ae57-b50cef00a29c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:52.546430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Made reservation on behalf of 8fc8f22d26f443a790891c5408f307c5 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:52.547201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 848db00c-ba1a-4870-ae57-b50cef00a29c details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:31:52.550046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.701376 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.740886 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.749216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.802793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Network 68cc6080-2d81-4704-9199-495df571819a is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:52.809085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:52.812080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:31:52.834285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa96181e-a73b-4060-82d6-e46ddd5fc371,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:52.842105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Checking segment: {'id': '4c00c5b4-795c-4aaf-b9f1-1c573671cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '848db00c-ba1a-4870-ae57-b50cef00a29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:52.842711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Network hostable DHCP agents. Network: 848db00c-ba1a-4870-ae57-b50cef00a29c, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:31:52.849307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Pushing event updated for resources: {'Port': ['ID=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:52.868213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Network 848db00c-ba1a-4870-ae57-b50cef00a29c is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:31:52.881446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 848db00c-ba1a-4870-ae57-b50cef00a29c) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:52.888667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:52.889469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:52.889644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.891080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.896005 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c385093-0af3-4a97-b735-0e8254e8c5f4 None None] Network 848db00c-ba1a-4870-ae57-b50cef00a29c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:52.909835 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-1a58c355-d722-40dd-895e-5e96f9ba260b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4015124 Apr 18 20:31:52.916205 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-70a22bcf-d3e5-454c-8adb-fd0277e65b7b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3978357 Apr 18 20:31:52.932594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Request body: {'port': {'device_id': '8976ea24-4bb9-4681-adec-134c31b0d517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:53.042842 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.115218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d907050-1b32-4382-801b-15dfcb94bf03 req-2b61b301-61e9-4146-83c5-65d84c8d5aa1 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:53.117065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d907050-1b32-4382-801b-15dfcb94bf03 req-2b61b301-61e9-4146-83c5-65d84c8d5aa1 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.1249685 Apr 18 20:31:53.142650 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e600c-5529-4bd3-b5c2-77a6ee31f57c None None] Network 848db00c-ba1a-4870-ae57-b50cef00a29c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:53.359785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d907050-1b32-4382-801b-15dfcb94bf03 req-6e76610e-be6e-460c-b54f-25bf7dbc3be8 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239468 Apr 18 20:31:53.390234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fea6ba2c-8e93-44df-85b0-3990a0aec549 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:31:53.414549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431d0a4-f310-46b1-80d2-a6e701507b27 req-bec91386-a1b1-4c8c-ae34-523cd5e1ebde tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:53.416095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b431d0a4-f310-46b1-80d2-a6e701507b27 req-bec91386-a1b1-4c8c-ae34-523cd5e1ebde tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0881264 Apr 18 20:31:53.461102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: fea6ba2c-8e93-44df-85b0-3990a0aec549 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:31:53.462209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fea6ba2c-8e93-44df-85b0-3990a0aec549 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:31:53.517582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b431d0a4-f310-46b1-80d2-a6e701507b27 req-fe11ed92-5f53-45f4-b2b3-3c1bf293c68d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691459 Apr 18 20:31:53.655734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60400) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:53.660957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1677600484-network', 'tenant_id': '6dcfadb8d79947b2ae328c085dbc517f'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:53.700930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60402) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:53.709289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef006b9f-64c2-47e9-9d1b-d632600bc3d7 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:53.712329 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Made reservation on behalf of 6dcfadb8d79947b2ae328c085dbc517f for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:53.715420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.721457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ff1df-90a2-48c5-a52f-54169a9f92fc req-d7a4865b-16c2-4e06-b1de-ecab54219dbe tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:53.723159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e80ff1df-90a2-48c5-a52f-54169a9f92fc req-d7a4865b-16c2-4e06-b1de-ecab54219dbe tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 931 time: 0.1527388 Apr 18 20:31:53.728740 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.729721 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.767880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Transition to ACTIVE for port object ef006b9f-64c2-47e9-9d1b-d632600bc3d7 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:53.778062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e80ff1df-90a2-48c5-a52f-54169a9f92fc req-ddf94864-af9d-49ad-99f1-4bae56a7b3e0 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449405 Apr 18 20:31:53.778522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.839732 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b725-5824-4fcb-bcff-c12210a0adbe tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.859545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Pushing event updated for resources: {'Port': ['ID=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:53.885527 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b725-5824-4fcb-bcff-c12210a0adbe tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.906500 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.920029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.945297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Attempting to bind port ef006b9f-64c2-47e9-9d1b-d632600bc3d7 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:53.945909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Attempting to bind port ef006b9f-64c2-47e9-9d1b-d632600bc3d7 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:53.946464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Attempting to bind port ef006b9f-64c2-47e9-9d1b-d632600bc3d7 on network 68cc6080-2d81-4704-9199-495df571819a {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:53.952018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:53.952230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Port ef006b9f-64c2-47e9-9d1b-d632600bc3d7 on network 68cc6080-2d81-4704-9199-495df571819a not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:31:53.952533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Attempting to bind port ef006b9f-64c2-47e9-9d1b-d632600bc3d7 on network 68cc6080-2d81-4704-9199-495df571819a {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:31:53.958343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:31:53.959281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Checking segment: {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:53.959932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Bound using segment: {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:31:53.960686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Bound port: ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:53.961544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.971659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.972308 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Added segment d1a9b953-0c0a-4c2a-8520-b03460bf6f79 of type vlan for network f9442fab-d9d9-47ff-9b4b-0e59a85ea561 Apr 18 20:31:53.974026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5733304-8473-4205-8111-4fbb832bc02e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:54.014870 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b725-5824-4fcb-bcff-c12210a0adbe tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.017984 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b725-5824-4fcb-bcff-c12210a0adbe tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.021824 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f9d4b725-5824-4fcb-bcff-c12210a0adbe tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "DELETE /v2.0/security-groups/d0d17c54-07f6-4249-b116-7db6404352df HTTP/1.1" status: 204 len: 168 time: 0.3191466 Apr 18 20:31:54.022404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60404) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:54.052318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.054599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4b725-5824-4fcb-bcff-c12210a0adbe tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d17c54-07f6-4249-b116-7db6404352df,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:54.058774 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-a52b68e6-61f2-4bd8-a6ca-16165dce474e tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] show failed (client error): The resource could not be found. Apr 18 20:31:54.062649 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a52b68e6-61f2-4bd8-a6ca-16165dce474e tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "GET /v2.0/security-groups/d0d17c54-07f6-4249-b116-7db6404352df HTTP/1.1" status: 404 len: 347 time: 0.0324688 Apr 18 20:31:54.063205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60406) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:54.063357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] For port ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:31:54.078481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] For port ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:31:54.098737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.154903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.155615 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.157388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] 10.222.0.60 "PUT /v2.0/ports/ef006b9f-64c2-47e9-9d1b-d632600bc3d7 HTTP/1.1" status: 200 len: 1091 time: 1.2303660 Apr 18 20:31:54.157954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8976ea24-4bb9-4681-adec-134c31b0d517', 'tag': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:54.160354 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e8a42-3a92-44cb-afd3-65771f0c55f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8976ea24-4bb9-4681-adec-134c31b0d517", "tag": "ef006b9f-64c2-47e9-9d1b-d632600bc3d7"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:31:54.193067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5d9b0-cae3-4373-874e-9107631a9a79 service neutron] Pushing event updated for resources: {'Port': ['ID=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:54.234222 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.235182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.235759 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.245730 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63f6c8d-4c70-4242-b8c9-8aac17109112 x-openstack-request-id: req-d63f6c8d-4c70-4242-b8c9-8aac17109112 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:31:54.246089 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8976ea24-4bb9-4681-adec-134c31b0d517", "tag": "ef006b9f-64c2-47e9-9d1b-d632600bc3d7", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:31:54.246300 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d63f6c8d-4c70-4242-b8c9-8aac17109112 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:31:54.246698 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63f6c8d-4c70-4242-b8c9-8aac17109112'] response: {'name': 'network-changed', 'server_uuid': '8976ea24-4bb9-4681-adec-134c31b0d517', 'tag': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7', 'status': 'completed', 'code': 200} Apr 18 20:31:54.269078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-d7b5e2cc-2f9a-41e9-8534-fe2c4046ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.270670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-d7b5e2cc-2f9a-41e9-8534-fe2c4046ee17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 1094 time: 0.0655196 Apr 18 20:31:54.287030 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6276546 Apr 18 20:31:54.300882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60420) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:54.327617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f5a3e-a509-4013-8593-69c97b411230 admin admin] Pushing event updated for resources: {'Network': ['ID=f9442fab-d9d9-47ff-9b4b-0e59a85ea561,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:54.340946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network f9442fab-d9d9-47ff-9b4b-0e59a85ea561 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:31:54.349404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-74ac1cc5-146f-4fbd-8e7d-75f55ffe3634 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Deleting port 17eeee6d-d71e-47e6-bcbb-036ea0ce5ffb {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:31:54.349759 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74ac1cc5-146f-4fbd-8e7d-75f55ffe3634 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.353967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Request body: {'subnet': {'network_id': 'f9442fab-d9d9-47ff-9b4b-0e59a85ea561', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1677600484-subnet', 'tenant_id': '6dcfadb8d79947b2ae328c085dbc517f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:54.360169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-9e91f48a-d3c4-4957-9fff-c47cbb01a3f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7 HTTP/1.1" status: 200 len: 217 time: 0.0792122 Apr 18 20:31:54.426470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-8456c899-cc25-4b24-beb5-ed2732366b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.429782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-8456c899-cc25-4b24-beb5-ed2732366b71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f HTTP/1.1" status: 200 len: 844 time: 0.0580854 Apr 18 20:31:54.457975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74ac1cc5-146f-4fbd-8e7d-75f55ffe3634 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.458369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74ac1cc5-146f-4fbd-8e7d-75f55ffe3634 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.468941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-faef6153-7365-4f29-ad15-c9a390e5597f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68cc6080-2d81-4704-9199-495df571819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313702 Apr 18 20:31:54.471031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Made reservation on behalf of 6dcfadb8d79947b2ae328c085dbc517f for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:54.473712 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.475972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-74ac1cc5-146f-4fbd-8e7d-75f55ffe3634 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Calling delete_port for 17eeee6d-d71e-47e6-bcbb-036ea0ce5ffb owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:31:54.667138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74ac1cc5-146f-4fbd-8e7d-75f55ffe3634 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.708314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db845f-9a34-4e9f-9a71-37cea019f4b2 req-fb1a2c35-6258-4d62-8732-9fe0e782c699 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.709863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59db845f-9a34-4e9f-9a71-37cea019f4b2 req-fb1a2c35-6258-4d62-8732-9fe0e782c699 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.2104325 Apr 18 20:31:54.722249 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac1cc5-146f-4fbd-8e7d-75f55ffe3634 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Pushing event deleted for resources: {'Port': ['ID=17eeee6d-d71e-47e6-bcbb-036ea0ce5ffb,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:54.764940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-7ecb3ed8-7359-4b17-b611-a9ecc9271394 service neutron] 10.222.0.60 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875605 Apr 18 20:31:54.796345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74ac1cc5-146f-4fbd-8e7d-75f55ffe3634 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.800342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74ac1cc5-146f-4fbd-8e7d-75f55ffe3634 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.800801 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-74ac1cc5-146f-4fbd-8e7d-75f55ffe3634 tempest-ImagesOneServerNegativeTestJSON-1168202773 tempest-ImagesOneServerNegativeTestJSON-1168202773-project] 10.222.0.49 "DELETE /v2.0/floatingips/1abede65-1951-475c-adf2-e2090d97e605 HTTP/1.1" status: 204 len: 168 time: 0.7342227 Apr 18 20:31:54.849981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53f620-6049-4b07-9c2b-19c4d233011e req-52678b08-9998-48d4-9772-35ee691cf58e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.851827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c53f620-6049-4b07-9c2b-19c4d233011e req-52678b08-9998-48d4-9772-35ee691cf58e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.2251918 Apr 18 20:31:54.907597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59db845f-9a34-4e9f-9a71-37cea019f4b2 req-cff550d2-b546-4cd7-acfe-dee823edbef3 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809378 Apr 18 20:31:55.016760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c53f620-6049-4b07-9c2b-19c4d233011e req-d4e761d9-b432-4075-9237-2424e954e3fc tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433372 Apr 18 20:31:55.039286 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.114503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60438) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:55.184157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-47884b55-b08a-498c-a458-4fc53a9eadfc admin admin] Deleting subnet a246398d-7a66-4826-a655-e9470018f718 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:31:55.187049 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47884b55-b08a-498c-a458-4fc53a9eadfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.265398 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47884b55-b08a-498c-a458-4fc53a9eadfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.319196 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47884b55-b08a-498c-a458-4fc53a9eadfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.451211 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47884b55-b08a-498c-a458-4fc53a9eadfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.486804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47884b55-b08a-498c-a458-4fc53a9eadfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a246398d-7a66-4826-a655-e9470018f718,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:55.490299 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47884b55-b08a-498c-a458-4fc53a9eadfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.500327 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-47884b55-b08a-498c-a458-4fc53a9eadfc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a246398d-7a66-4826-a655-e9470018f718 HTTP/1.1" status: 204 len: 168 time: 0.3844223 Apr 18 20:31:55.502225 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60454) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:55.590314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e9c86d-614e-4c92-a866-2d4b7d029b7c req-cc6b09e1-26d1-4ffb-85ff-7e7b4589cf67 service neutron] 10.222.0.60 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7797585 Apr 18 20:31:55.593806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.610575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57db4fc-8c8b-425e-82cc-8ff0b2b69619,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:55.674882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7848e8-939b-4c81-b776-25a332b79a76 req-1583c032-cbfc-4422-921c-593b215c995b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:55.683354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c7848e8-939b-4c81-b776-25a332b79a76 req-1583c032-cbfc-4422-921c-593b215c995b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 943 time: 0.6442630 Apr 18 20:31:55.705185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Checking segment: {'id': 'd1a9b953-0c0a-4c2a-8520-b03460bf6f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f9442fab-d9d9-47ff-9b4b-0e59a85ea561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:31:55.705554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Network hostable DHCP agents. Network: f9442fab-d9d9-47ff-9b4b-0e59a85ea561, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:31:55.730310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.765619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e8a42-3a92-44cb-afd3-65771f0c55f9 req-9941992d-644c-451b-80e7-505aac890555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:55.767489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-238e8a42-3a92-44cb-afd3-65771f0c55f9 req-9941992d-644c-451b-80e7-505aac890555 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 1094 time: 0.1108456 Apr 18 20:31:55.768426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c679693-e74b-4a10-b346-222b1335c621']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:55.778829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c7848e8-939b-4c81-b776-25a332b79a76 req-26f5b249-4905-44ba-b36a-4d967782db31 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Apr 18 20:31:55.783559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Network f9442fab-d9d9-47ff-9b4b-0e59a85ea561 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:31:55.797114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fc4879-c4bc-4e8a-adcf-490cdffd82d2') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:55.798128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fc4879-c4bc-4e8a-adcf-490cdffd82d2') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:55.811671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.833372 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.844218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:31:55.844686 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:31:55.847380 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:31:55.862721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, f9442fab-d9d9-47ff-9b4b-0e59a85ea561) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:55.868246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:55.868837 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.873090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40aef6-bb0d-4ada-8fd5-9680172e9c0c None None] Network f9442fab-d9d9-47ff-9b4b-0e59a85ea561 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:55.935209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.937988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-448373e0-2a8b-45d1-829d-5df6d3106a3c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6369855 Apr 18 20:31:55.963684 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.967879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9c679693-e74b-4a10-b346-222b1335c621 HTTP/1.1" status: 204 len: 168 time: 0.4638903 Apr 18 20:31:55.970034 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339129f-78bf-4be6-86f7-24e260baeb89 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c679693-e74b-4a10-b346-222b1335c621,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:55.977882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e8a42-3a92-44cb-afd3-65771f0c55f9 req-69467ea2-03c3-4f74-b83c-4bdc2b44391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:55.984685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-238e8a42-3a92-44cb-afd3-65771f0c55f9 req-69467ea2-03c3-4f74-b83c-4bdc2b44391c service neutron] 10.222.0.60 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 905 time: 0.1951966 Apr 18 20:31:56.076725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-238e8a42-3a92-44cb-afd3-65771f0c55f9 req-bdadfe74-5bda-46b3-a066-a4aab03f5701 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7 HTTP/1.1" status: 200 len: 217 time: 0.0841606 Apr 18 20:31:56.152554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474a0b6-9551-4acf-8d51-753b003fee94 None None] Network f9442fab-d9d9-47ff-9b4b-0e59a85ea561 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:31:56.328636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e8a42-3a92-44cb-afd3-65771f0c55f9 req-3eeff3da-cb5f-4f92-9e8c-636192fe6a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.330720 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-238e8a42-3a92-44cb-afd3-65771f0c55f9 req-3eeff3da-cb5f-4f92-9e8c-636192fe6a1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f HTTP/1.1" status: 200 len: 844 time: 0.2431521 Apr 18 20:31:56.348883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f50d58-155e-40ad-ac7b-bf37949ff9e5 req-14082ec2-07f7-4bbf-9f2c-556f3eadc066 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.351384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56f50d58-155e-40ad-ac7b-bf37949ff9e5 req-14082ec2-07f7-4bbf-9f2c-556f3eadc066 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.2736280 Apr 18 20:31:56.395910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60470) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:56.404722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40101531-0262-4271-a60d-54660ba10727 req-26b88815-1101-479d-bd19-b6d97b9206f5 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.406894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40101531-0262-4271-a60d-54660ba10727 req-26b88815-1101-479d-bd19-b6d97b9206f5 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1837080 Apr 18 20:31:56.410475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-238e8a42-3a92-44cb-afd3-65771f0c55f9 req-872feba9-7d83-44fa-a405-2d44ab23eef7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=68cc6080-2d81-4704-9199-495df571819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565245 Apr 18 20:31:56.492964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60474) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:31:56.494483 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4db94b7a-95be-4f95-ae5f-f565f281e332 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f3fadb2b6d0444aaa3768dad4da7ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969858 Apr 18 20:31:56.512182 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-8c4a9479-2519-4aa6-b640-739a96bdb94f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616949 Apr 18 20:31:56.567717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40101531-0262-4271-a60d-54660ba10727 req-ab76a607-892a-4bc1-b9ad-c7c59f64f065 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490905 Apr 18 20:31:56.596512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56f50d58-155e-40ad-ac7b-bf37949ff9e5 req-96020927-fea4-43ca-bebc-55fb3d100e38 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183642 Apr 18 20:31:56.621502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-2deff05f-c153-4e41-b557-fb7a42bff3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.624660 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-2deff05f-c153-4e41-b557-fb7a42bff3f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 1096 time: 0.0824950 Apr 18 20:31:56.674287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-238e8a42-3a92-44cb-afd3-65771f0c55f9 req-2a86a296-f1c9-4b42-b56c-34b070fe1a55 service neutron] 10.222.0.60 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425754 Apr 18 20:31:56.687340 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b42a4484-e0d2-478c-b6c5-4c42544d8671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:56.797289 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b42a4484-e0d2-478c-b6c5-4c42544d8671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:56.899201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-32cb94ee-0ecc-4a21-8bb7-fff6f568548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.904022 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-32cb94ee-0ecc-4a21-8bb7-fff6f568548f service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.2402294 Apr 18 20:31:56.923722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-238e8a42-3a92-44cb-afd3-65771f0c55f9 req-4d987e14-ba04-4532-91a6-18cf2f838a61 service neutron] 10.222.0.60 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338543 Apr 18 20:31:56.958696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b8e39-c7fd-4499-a67e-06a80d1720c5 req-629d655a-d5cc-4f07-9e63-40ed4c777c72 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.960370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c63b8e39-c7fd-4499-a67e-06a80d1720c5 req-629d655a-d5cc-4f07-9e63-40ed4c777c72 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 943 time: 0.0749102 Apr 18 20:31:56.967004 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-8bdc6ecf-3e42-4c75-aa1e-122cbe20291c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452904ce-5879-430f-ba34-9f2063914d57 HTTP/1.1" status: 200 len: 217 time: 0.0556552 Apr 18 20:31:57.029680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b42a4484-e0d2-478c-b6c5-4c42544d8671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.034666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b42a4484-e0d2-478c-b6c5-4c42544d8671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.036506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b42a4484-e0d2-478c-b6c5-4c42544d8671 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a270e8ea-764b-4493-a9c4-d2629b5787f2 HTTP/1.1" status: 204 len: 168 time: 0.5387509 Apr 18 20:31:57.038960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-ab36085b-4b57-4bf8-8cfc-22c44c57e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:57.041309 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-ab36085b-4b57-4bf8-8cfc-22c44c57e5e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.0673907 Apr 18 20:31:57.058618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a4484-e0d2-478c-b6c5-4c42544d8671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a270e8ea-764b-4493-a9c4-d2629b5787f2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:57.077133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c63b8e39-c7fd-4499-a67e-06a80d1720c5 req-d0748045-380e-4e20-9096-420b4ee5968d tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838242 Apr 18 20:31:57.103293 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-7b3b0bfd-1c25-4aed-b6da-2c9e5a794b37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550485 Apr 18 20:31:57.270122 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-172a0ff7-1f4d-473a-b731-e83cf124f2c5 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588426 Apr 18 20:31:57.306942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a538910-ac39-460c-9536-c19f6939538b req-df085a19-0e18-45e8-a379-2ac40692833a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:57.308887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-df085a19-0e18-45e8-a379-2ac40692833a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/networks?id=848db00c-ba1a-4870-ae57-b50cef00a29c HTTP/1.1" status: 200 len: 825 time: 0.1954944 Apr 18 20:31:57.330978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-f9ee0b17-f7b2-4152-aa4a-94456ff209e8 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/quotas/8fc8f22d26f443a790891c5408f307c5 HTTP/1.1" status: 200 len: 375 time: 0.0156934 Apr 18 20:31:57.377326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-3e2ca632-74e2-4851-8a73-fed3e163ce63 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fc8f22d26f443a790891c5408f307c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393031 Apr 18 20:31:57.406011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e0db81e4-0eec-47e3-8ac9-f083cffc4fad details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:57.435404 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ef0676ed-dd76-4113-9cda-6bf8710576ff req-c0d50f85-4dfa-4b27-bcb1-f946435280de service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533244 Apr 18 20:31:57.516991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-d83ff89d-8408-45f1-8185-bdca94a93b96 service neutron] 10.222.0.49 "GET /v2.0/networks/848db00c-ba1a-4870-ae57-b50cef00a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320543 Apr 18 20:31:57.651588 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e0db81e4-0eec-47e3-8ac9-f083cffc4fad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:57.695737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-d7f0b506-178d-4891-b426-159c3aea5caa service neutron] 10.222.0.49 "GET /v2.0/networks/848db00c-ba1a-4870-ae57-b50cef00a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664093 Apr 18 20:31:57.700779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad', 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0', 'port_id': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad', 'mac_address': 'fa:16:3e:fb:71:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d12608d-009f-4a39-9db8-81b8a2747d26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:57.827161 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.856796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0db81e4-0eec-47e3-8ac9-f083cffc4fad {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:57.871665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad1b28-a899-4314-a6ec-c423e8a3ac46 req-e7b347d7-0c63-4350-a58f-365b40eeb1a1 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:57.892004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22ad1b28-a899-4314-a6ec-c423e8a3ac46 req-e7b347d7-0c63-4350-a58f-365b40eeb1a1 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1318610 Apr 18 20:31:57.931408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e0db81e4-0eec-47e3-8ac9-f083cffc4fad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:57.940868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.971241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22ad1b28-a899-4314-a6ec-c423e8a3ac46 req-99e2c8ab-900c-40b0-90ee-92d2ad337070 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781677 Apr 18 20:31:58.066001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:58.132862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3584f-b6c6-4d3e-9cda-d212efa09fe3 req-f04723da-b60d-4123-a30f-3bef9fb66975 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:58.141369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ff3584f-b6c6-4d3e-9cda-d212efa09fe3 req-f04723da-b60d-4123-a30f-3bef9fb66975 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.1870902 Apr 18 20:31:58.261956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e0db81e4-0eec-47e3-8ac9-f083cffc4fad'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:31:58.312303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71f77bc0-2ff7-4d9b-b841-ac0d316c76fb req-6f6831d5-8147-466e-869f-142ac5c09a3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 210 time: 0.1027429 Apr 18 20:31:58.326218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ff3584f-b6c6-4d3e-9cda-d212efa09fe3 req-5a657244-f1f6-4602-98ad-55c36daadda6 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787565 Apr 18 20:31:58.605543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a572fdb-e24f-4523-af82-e48c6b51f233 req-7e028b2f-d3da-40f6-8659-faa60744ecfc tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:58.620938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a572fdb-e24f-4523-af82-e48c6b51f233 req-7e028b2f-d3da-40f6-8659-faa60744ecfc tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 943 time: 0.1892424 Apr 18 20:31:58.711423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ef006b9f-64c2-47e9-9d1b-d632600bc3d7 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:58.714485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a572fdb-e24f-4523-af82-e48c6b51f233 req-ffac31ff-ad39-4685-b498-7839d2bfaeb1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848503 Apr 18 20:31:58.919230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:58.937480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'port_id': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7', 'mac_address': 'fa:16:3e:e2:6c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:58.999244 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.021427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef006b9f-64c2-47e9-9d1b-d632600bc3d7 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:59.048054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:59.054594 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.055740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 3834cc80-0994-4a93-918b-c20b1e397710 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:31:59.200898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be7650-c29b-4a31-bd21-eeeb2ef6af90 req-5cd72c2b-8b0b-4c67-9428-3e80e2a170b7 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:59.202876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53be7650-c29b-4a31-bd21-eeeb2ef6af90 req-5cd72c2b-8b0b-4c67-9428-3e80e2a170b7 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 945 time: 0.0932894 Apr 18 20:31:59.251616 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53be7650-c29b-4a31-bd21-eeeb2ef6af90 req-c142a765-ead2-4545-9ee4-57e36b2ecec7 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Apr 18 20:31:59.261317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:59.424665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e0db81e4-0eec-47e3-8ac9-f083cffc4fad up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:31:59.512680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2fa78f9-c9b4-4b30-bbc0-8160050497f5 req-79878c52-1cd0-4262-a091-26a1f1c373cb tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 210 time: 0.0481026 Apr 18 20:31:59.563506 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:59.591767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '3834cc80-0994-4a93-918b-c20b1e397710', 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d', 'port_id': '3834cc80-0994-4a93-918b-c20b1e397710', 'mac_address': 'fa:16:3e:b2:0a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70734b1e-ef76-4ba8-bb35-e936fdc486bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:31:59.670788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912a005-db89-4a93-9c44-6ec3cadb3d00 req-224d7f85-ea91-40ed-83e8-bc45c534be12 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:59.675299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4912a005-db89-4a93-9c44-6ec3cadb3d00 req-224d7f85-ea91-40ed-83e8-bc45c534be12 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.1134634 Apr 18 20:31:59.693719 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.739426 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3834cc80-0994-4a93-918b-c20b1e397710 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:59.747648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port e0db81e4-0eec-47e3-8ac9-f083cffc4fad triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:59.748292 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.749825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a538910-ac39-460c-9536-c19f6939538b req-b086c116-0cc5-42f8-a748-97be4c9317e4 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:59.754636 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-b086c116-0cc5-42f8-a748-97be4c9317e4 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.64 "GET /v2.0/networks?id=848db00c-ba1a-4870-ae57-b50cef00a29c HTTP/1.1" status: 200 len: 825 time: 0.2880998 Apr 18 20:31:59.775722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Request body: {'port': {'device_id': 'eceeff21-30ec-436b-80b6-67081e025c3b', 'network_id': '848db00c-ba1a-4870-ae57-b50cef00a29c', 'admin_state_up': True, 'tenant_id': '8fc8f22d26f443a790891c5408f307c5'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:59.781618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4912a005-db89-4a93-9c44-6ec3cadb3d00 req-b7d93917-2f1d-42cc-a1e3-206f14b80add tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976620 Apr 18 20:31:59.800131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:31:59.806350 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.919686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=3834cc80-0994-4a93-918b-c20b1e397710,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:59.959441 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.000603 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6a4df2-3b5d-4dc4-9e63-72256e65ac33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:00.003721 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5330e472-c3e2-4ca3-a2ee-e6e4b7c54aca" -d '{"events": [{"server_uuid": "2f6a4df2-3b5d-4dc4-9e63-72256e65ac33", "name": "network-vif-plugged", "status": "completed", "tag": "e0db81e4-0eec-47e3-8ac9-f083cffc4fad"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:00.018865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e0db81e4-0eec-47e3-8ac9-f083cffc4fad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:00.025000 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.028638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4a459-b49a-4961-a68d-1280ef3877ac req-07681be5-6b3b-402d-b974-635b9512d89a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:00.037162 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7b4a459-b49a-4961-a68d-1280ef3877ac req-07681be5-6b3b-402d-b974-635b9512d89a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 944 time: 0.1136076 Apr 18 20:32:00.074988 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Made reservation on behalf of 8fc8f22d26f443a790891c5408f307c5 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:00.078985 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.093950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:00.108564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7b4a459-b49a-4961-a68d-1280ef3877ac req-6364d5db-f769-4729-8bee-4dd9ba4fbc0a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695004 Apr 18 20:32:00.197200 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edef00cf-35eb-4ecf-a712-b601a7ccd427 x-openstack-request-id: req-edef00cf-35eb-4ecf-a712-b601a7ccd427 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:00.197542 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6a4df2-3b5d-4dc4-9e63-72256e65ac33", "name": "network-vif-plugged", "status": "completed", "tag": "e0db81e4-0eec-47e3-8ac9-f083cffc4fad", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:00.198824 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-edef00cf-35eb-4ecf-a712-b601a7ccd427 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:00.199282 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edef00cf-35eb-4ecf-a712-b601a7ccd427'] response: {'server_uuid': '2f6a4df2-3b5d-4dc4-9e63-72256e65ac33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad', 'code': 200} Apr 18 20:32:00.305803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['ef006b9f-64c2-47e9-9d1b-d632600bc3d7'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:00.311434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['3834cc80-0994-4a93-918b-c20b1e397710'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:00.420854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Allocated IP 172.20.0.7 (848db00c-ba1a-4870-ae57-b50cef00a29c/fa96181e-a73b-4060-82d6-e46ddd5fc371/985824a7-3b37-4117-afa4-11fe3e0a4cf1) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:00.470958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9458d-fb1b-4aca-8a30-4540b6b26ead req-dc83cd06-911e-489f-b90c-95f5710e77eb tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:00.479732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d3a9458d-fb1b-4aca-8a30-4540b6b26ead req-dc83cd06-911e-489f-b90c-95f5710e77eb tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1009011 Apr 18 20:32:00.507866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a83b4c-6259-415c-b2f9-f32377c6a09e req-1c45a4b0-5ce2-4321-9404-ff7a050b2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:00.509451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57a83b4c-6259-415c-b2f9-f32377c6a09e req-1c45a4b0-5ce2-4321-9404-ff7a050b2bf8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 1097 time: 0.1294801 Apr 18 20:32:00.559827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d3a9458d-fb1b-4aca-8a30-4540b6b26ead req-7b98b6c3-4071-4432-b4f5-00148a2927fb tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768971 Apr 18 20:32:00.607490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57a83b4c-6259-415c-b2f9-f32377c6a09e req-0cc5fea2-b8f7-491c-80ad-2a1bf3d6e93c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852377 Apr 18 20:32:00.695830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d830dc66-7d20-4d3b-9ed3-0e3d9d170036 req-9e073579-e3d3-4e42-b944-61c9968f6554 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 210 time: 0.0537157 Apr 18 20:32:00.782973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.849624 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.945516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Network 848db00c-ba1a-4870-ae57-b50cef00a29c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:00.952189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:00.959171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:00.966363 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Pushing event updated for resources: {'Port': ['ID=985824a7-3b37-4117-afa4-11fe3e0a4cf1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:01.041569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:01.043023 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.050685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5857cae-ac68-48d1-b42b-0c46805a72ac req-2f071f0c-01e6-4ece-b3c7-cb06a845be24 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:01.052466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5857cae-ac68-48d1-b42b-0c46805a72ac req-2f071f0c-01e6-4ece-b3c7-cb06a845be24 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 944 time: 0.1397986 Apr 18 20:32:01.061779 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-6f09df18-adb2-45e4-aad3-755e9e78bc3d tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2940981 Apr 18 20:32:01.074504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Request body: {'port': {'device_id': 'eceeff21-30ec-436b-80b6-67081e025c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:01.115402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5857cae-ac68-48d1-b42b-0c46805a72ac req-a3267846-16ab-4b10-bce1-fe97a9c3fde8 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554626 Apr 18 20:32:01.183015 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.254836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da10ca-084e-49f0-a4ec-23e681444f1f req-c4e707c9-a2e8-4146-86ad-b8883fd62171 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:01.256416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3da10ca-084e-49f0-a4ec-23e681444f1f req-c4e707c9-a2e8-4146-86ad-b8883fd62171 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 944 time: 0.0671749 Apr 18 20:32:01.325114 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3da10ca-084e-49f0-a4ec-23e681444f1f req-cc766d38-a17b-4732-939f-05a01fd567a5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589280 Apr 18 20:32:01.449441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60610) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:01.628963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaaf5-724e-40fb-92c6-8dc392798019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.632668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985824a7-3b37-4117-afa4-11fe3e0a4cf1 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:01.650604 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.684416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Transition to ACTIVE for port object 985824a7-3b37-4117-afa4-11fe3e0a4cf1 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:01.691117 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.756162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0141f4-78a8-441f-9a4a-e787491e433c req-84655509-4d77-4e81-9ade-145279690c9d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:01.763726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ed0141f4-78a8-441f-9a4a-e787491e433c req-84655509-4d77-4e81-9ade-145279690c9d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.0990088 Apr 18 20:32:01.833497 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Pushing event updated for resources: {'Port': ['ID=985824a7-3b37-4117-afa4-11fe3e0a4cf1,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:01.871225 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaaf5-724e-40fb-92c6-8dc392798019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.914434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ed0141f4-78a8-441f-9a4a-e787491e433c req-5573ae09-9167-4df9-993a-d31b70e99951 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497405 Apr 18 20:32:01.918908 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e5dfaaf5-724e-40fb-92c6-8dc392798019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.932369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Attempting to bind port 985824a7-3b37-4117-afa4-11fe3e0a4cf1 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:01.932736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Attempting to bind port 985824a7-3b37-4117-afa4-11fe3e0a4cf1 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4c00c5b4-795c-4aaf-b9f1-1c573671cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '848db00c-ba1a-4870-ae57-b50cef00a29c'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:01.933322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Attempting to bind port 985824a7-3b37-4117-afa4-11fe3e0a4cf1 on network 848db00c-ba1a-4870-ae57-b50cef00a29c {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:01.940381 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Port 985824a7-3b37-4117-afa4-11fe3e0a4cf1 on network 848db00c-ba1a-4870-ae57-b50cef00a29c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:01.940759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Attempting to bind port 985824a7-3b37-4117-afa4-11fe3e0a4cf1 on network 848db00c-ba1a-4870-ae57-b50cef00a29c {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:01.949111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:01.950577 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Checking segment: {'id': '4c00c5b4-795c-4aaf-b9f1-1c573671cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '848db00c-ba1a-4870-ae57-b50cef00a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:01.951066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Bound using segment: {'id': '4c00c5b4-795c-4aaf-b9f1-1c573671cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '848db00c-ba1a-4870-ae57-b50cef00a29c'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:01.952070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Bound port: 985824a7-3b37-4117-afa4-11fe3e0a4cf1, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c00c5b4-795c-4aaf-b9f1-1c573671cd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '848db00c-ba1a-4870-ae57-b50cef00a29c'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:01.952451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.012493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c78d3e-25b2-4f07-9ffe-afb97e405f6c req-82aaf3de-28a8-4f6a-af54-7dc174ca4ad5 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:02.020325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6c78d3e-25b2-4f07-9ffe-afb97e405f6c req-82aaf3de-28a8-4f6a-af54-7dc174ca4ad5 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 943 time: 0.2136543 Apr 18 20:32:02.036947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e5dfaaf5-724e-40fb-92c6-8dc392798019 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62bf58b0365349168ba9b64c4fcc3e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834079 Apr 18 20:32:02.037802 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60628) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:02.050795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfaaf5-724e-40fb-92c6-8dc392798019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0862bff-738c-4ce8-90d8-d8a66f946dcc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:02.077846 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6c78d3e-25b2-4f07-9ffe-afb97e405f6c req-22323ad6-c110-4208-b1cc-f7451804db34 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564642 Apr 18 20:32:02.086831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] For port 985824a7-3b37-4117-afa4-11fe3e0a4cf1, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:02.118674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] For port 985824a7-3b37-4117-afa4-11fe3e0a4cf1, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=985824a7-3b37-4117-afa4-11fe3e0a4cf1,segment=NetworkSegment(4c00c5b4-795c-4aaf-b9f1-1c573671cd82),segment_id=4c00c5b4-795c-4aaf-b9f1-1c573671cd82)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:02.127479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.139900 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-106e3734-6305-4c0e-a71c-2915a3cfbbc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.170031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:02.170031 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.170031 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] 10.222.0.64 "PUT /v2.0/ports/985824a7-3b37-4117-afa4-11fe3e0a4cf1 HTTP/1.1" status: 200 len: 1091 time: 1.1001859 Apr 18 20:32:02.176466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceeff21-30ec-436b-80b6-67081e025c3b', 'tag': '985824a7-3b37-4117-afa4-11fe3e0a4cf1'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:02.178764 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4050fcfa-7696-4287-b81c-8e9c0f121790" -d '{"events": [{"name": "network-changed", "server_uuid": "eceeff21-30ec-436b-80b6-67081e025c3b", "tag": "985824a7-3b37-4117-afa4-11fe3e0a4cf1"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:02.208826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-106e3734-6305-4c0e-a71c-2915a3cfbbc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.245049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939cb49-9602-408b-b2b4-390c1b800995 service neutron] Pushing event updated for resources: {'Port': ['ID=985824a7-3b37-4117-afa4-11fe3e0a4cf1,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:02.269148 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78e204c-7d69-4106-bf5e-1398efa7f3db x-openstack-request-id: req-d78e204c-7d69-4106-bf5e-1398efa7f3db {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:02.269438 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceeff21-30ec-436b-80b6-67081e025c3b", "tag": "985824a7-3b37-4117-afa4-11fe3e0a4cf1", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:02.269657 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d78e204c-7d69-4106-bf5e-1398efa7f3db {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:02.270081 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78e204c-7d69-4106-bf5e-1398efa7f3db'] response: {'name': 'network-changed', 'server_uuid': 'eceeff21-30ec-436b-80b6-67081e025c3b', 'tag': '985824a7-3b37-4117-afa4-11fe3e0a4cf1', 'status': 'completed', 'code': 200} Apr 18 20:32:02.288313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57297a5-ec03-4bf4-9504-29592f2e02ea req-6e089d6a-de52-4d55-a258-5f9ebdae6518 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:02.291050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c57297a5-ec03-4bf4-9504-29592f2e02ea req-6e089d6a-de52-4d55-a258-5f9ebdae6518 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 944 time: 0.0681322 Apr 18 20:32:02.296432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a538910-ac39-460c-9536-c19f6939538b req-8abc2dae-f559-4bb5-94a7-d6d31b01f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:02.298210 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-8abc2dae-f559-4bb5-94a7-d6d31b01f55b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fc8f22d26f443a790891c5408f307c5&device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 1094 time: 0.0715578 Apr 18 20:32:02.314384 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-106e3734-6305-4c0e-a71c-2915a3cfbbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.317207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-106e3734-6305-4c0e-a71c-2915a3cfbbc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.321809 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-106e3734-6305-4c0e-a71c-2915a3cfbbc4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0862bff-738c-4ce8-90d8-d8a66f946dcc HTTP/1.1" status: 204 len: 168 time: 0.2795305 Apr 18 20:32:02.350428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c57297a5-ec03-4bf4-9504-29592f2e02ea req-6131c407-a957-43d5-aecf-bbbb308b7aee tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448797 Apr 18 20:32:02.350901 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-2cd6e0fb-e9ef-434b-9e77-7b4b3f6f1cc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=985824a7-3b37-4117-afa4-11fe3e0a4cf1 HTTP/1.1" status: 200 len: 217 time: 0.0441034 Apr 18 20:32:02.358112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e3734-6305-4c0e-a71c-2915a3cfbbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0862bff-738c-4ce8-90d8-d8a66f946dcc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:02.423902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a538910-ac39-460c-9536-c19f6939538b req-9a92be78-952d-4804-8644-50ed4d8f50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:02.426527 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-9a92be78-952d-4804-8644-50ed4d8f50ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa96181e-a73b-4060-82d6-e46ddd5fc371 HTTP/1.1" status: 200 len: 865 time: 0.0655921 Apr 18 20:32:02.473289 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-1ebaee7f-0dc0-4e2a-b652-5c21dd795860 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=848db00c-ba1a-4870-ae57-b50cef00a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375834 Apr 18 20:32:02.523334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5efd1-93cc-4cbc-af9a-7d55a9e5fb46 req-2e359a47-fce5-423c-a734-d5e9c30f7deb tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:02.525086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9b5efd1-93cc-4cbc-af9a-7d55a9e5fb46 req-2e359a47-fce5-423c-a734-d5e9c30f7deb tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 944 time: 0.0722618 Apr 18 20:32:02.598408 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-7bc9ee6d-5b57-4de3-a6c4-4565ce3b58be service neutron] 10.222.0.64 "GET /v2.0/networks/848db00c-ba1a-4870-ae57-b50cef00a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170893 Apr 18 20:32:02.602458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9b5efd1-93cc-4cbc-af9a-7d55a9e5fb46 req-dde2ef0d-18be-4fbb-bf32-0b01a28b4480 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692532 Apr 18 20:32:02.743168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ef006b9f-64c2-47e9-9d1b-d632600bc3d7 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:02.747492 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9a538910-ac39-460c-9536-c19f6939538b req-5e349e5e-3f24-4f6b-9df7-9314a97af717 service neutron] 10.222.0.64 "GET /v2.0/networks/848db00c-ba1a-4870-ae57-b50cef00a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411636 Apr 18 20:32:02.812146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port ef006b9f-64c2-47e9-9d1b-d632600bc3d7 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:02.817267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port ef006b9f-64c2-47e9-9d1b-d632600bc3d7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:02.818338 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.926501 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.976768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8976ea24-4bb9-4681-adec-134c31b0d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:02.982280 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbedec33-a827-43f2-ad5a-b31a615d275f" -d '{"events": [{"server_uuid": "8976ea24-4bb9-4681-adec-134c31b0d517", "name": "network-vif-plugged", "status": "completed", "tag": "ef006b9f-64c2-47e9-9d1b-d632600bc3d7"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:03.020662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:03.031523 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.039054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 3834cc80-0994-4a93-918b-c20b1e397710 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:03.151991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:03.157801 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09852662-2f91-4f17-bb43-d06b3c94bf99 x-openstack-request-id: req-09852662-2f91-4f17-bb43-d06b3c94bf99 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:03.158226 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8976ea24-4bb9-4681-adec-134c31b0d517", "name": "network-vif-plugged", "status": "completed", "tag": "ef006b9f-64c2-47e9-9d1b-d632600bc3d7", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:03.158671 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09852662-2f91-4f17-bb43-d06b3c94bf99 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:03.159170 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09852662-2f91-4f17-bb43-d06b3c94bf99'] response: {'server_uuid': '8976ea24-4bb9-4681-adec-134c31b0d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7', 'code': 200} Apr 18 20:32:03.229604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 3834cc80-0994-4a93-918b-c20b1e397710 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:03.231155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5d448-a6f5-4981-b9dd-6a996c057817 req-072fdd0b-8b9b-4db6-acf4-f31d3f2c5b24 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.242804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 3834cc80-0994-4a93-918b-c20b1e397710 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:03.251902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66d5d448-a6f5-4981-b9dd-6a996c057817 req-072fdd0b-8b9b-4db6-acf4-f31d3f2c5b24 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1935790 Apr 18 20:32:03.254160 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.372506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66d5d448-a6f5-4981-b9dd-6a996c057817 req-f6128409-cfa8-4d07-a92e-d1032515a888 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215048 Apr 18 20:32:03.387950 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.426858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c985fb-ad6f-4b65-8128-1135d562decb req-73aca763-5ae4-45be-a97d-9e39e979f3ad tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.436818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75c985fb-ad6f-4b65-8128-1135d562decb req-73aca763-5ae4-45be-a97d-9e39e979f3ad tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 943 time: 0.1212153 Apr 18 20:32:03.478259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:03.486045 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.497559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75c985fb-ad6f-4b65-8128-1135d562decb req-ac1c7b4c-8890-4631-9c2c-c3bda276ba45 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594246 Apr 18 20:32:03.570275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=3834cc80-0994-4a93-918b-c20b1e397710,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:03.627152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050fcfa-7696-4287-b81c-8e9c0f121790 req-a770c220-c5af-4ff2-aa4d-ca63f6b25f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.629715 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4050fcfa-7696-4287-b81c-8e9c0f121790 req-a770c220-c5af-4ff2-aa4d-ca63f6b25f30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8fc8f22d26f443a790891c5408f307c5&device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 1094 time: 0.7840447 Apr 18 20:32:03.638607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549bc92-41c4-44b5-a5fb-a64577e38de6 req-c4d491e4-22d6-4f43-9de5-a99813533845 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.640202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3549bc92-41c4-44b5-a5fb-a64577e38de6 req-c4d491e4-22d6-4f43-9de5-a99813533845 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1390789 Apr 18 20:32:03.648197 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03504247-b6dc-40fa-8b40-f4f2792d499d req-8d2f7c70-bc72-4b7b-a4cd-17c05308617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.650158 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-03504247-b6dc-40fa-8b40-f4f2792d499d req-8d2f7c70-bc72-4b7b-a4cd-17c05308617b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 1096 time: 0.0733154 Apr 18 20:32:03.668598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60678) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:03.738877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9269d-64c5-4538-9817-5167d9cec2c2 req-9649d134-ed99-47cc-8799-a5daeb483150 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.740523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ac9269d-64c5-4538-9817-5167d9cec2c2 req-9649d134-ed99-47cc-8799-a5daeb483150 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 945 time: 0.0866215 Apr 18 20:32:03.752058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3549bc92-41c4-44b5-a5fb-a64577e38de6 req-99f4d59a-a070-49ba-b0a6-f5e03c3ad1af tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993941 Apr 18 20:32:03.803307 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-03504247-b6dc-40fa-8b40-f4f2792d499d req-b5ec523e-4a60-4b0b-bccf-9a49ea6d90a4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384492 Apr 18 20:32:03.828184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050fcfa-7696-4287-b81c-8e9c0f121790 req-dbb3709c-5dc1-435f-ab36-46df5a06dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.831931 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4050fcfa-7696-4287-b81c-8e9c0f121790 req-dbb3709c-5dc1-435f-ab36-46df5a06dcd1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=848db00c-ba1a-4870-ae57-b50cef00a29c HTTP/1.1" status: 200 len: 926 time: 0.1947811 Apr 18 20:32:03.869131 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1271400124-network', 'tenant_id': 'b8cd92d3c6384687a4de627eee30b712'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:03.893744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ac9269d-64c5-4538-9817-5167d9cec2c2 req-3a06b3d3-155e-4c4c-b186-06463de335a9 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381543 Apr 18 20:32:03.894954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4050fcfa-7696-4287-b81c-8e9c0f121790 req-23932d2b-d86e-49a5-a198-2fe5914b19f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=985824a7-3b37-4117-afa4-11fe3e0a4cf1 HTTP/1.1" status: 200 len: 217 time: 0.0552466 Apr 18 20:32:03.961267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Made reservation on behalf of b8cd92d3c6384687a4de627eee30b712 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:03.966829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050fcfa-7696-4287-b81c-8e9c0f121790 req-d0502f92-6e38-4624-8e5e-009ef6235f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:03.968318 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4050fcfa-7696-4287-b81c-8e9c0f121790 req-d0502f92-6e38-4624-8e5e-009ef6235f05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fa96181e-a73b-4060-82d6-e46ddd5fc371 HTTP/1.1" status: 200 len: 865 time: 0.0656650 Apr 18 20:32:03.970730 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.996242 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.012764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d45cbc-2316-4037-b250-d769829eb09a req-2c591a25-4461-48b0-b7b7-9f3f00fca933 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:04.013504 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4050fcfa-7696-4287-b81c-8e9c0f121790 req-deb8dac4-10ea-4c74-9d9d-a282b0382930 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=848db00c-ba1a-4870-ae57-b50cef00a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363896 Apr 18 20:32:04.017023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19d45cbc-2316-4037-b250-d769829eb09a req-2c591a25-4461-48b0-b7b7-9f3f00fca933 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 945 time: 0.1541431 Apr 18 20:32:04.151283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19d45cbc-2316-4037-b250-d769829eb09a req-838b128a-2f84-4103-bea8-3e5681bc5975 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272354 Apr 18 20:32:04.202240 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4050fcfa-7696-4287-b81c-8e9c0f121790 req-388760b8-2ecc-4a8a-8ddf-62aa736ba904 service neutron] 10.222.0.64 "GET /v2.0/networks/848db00c-ba1a-4870-ae57-b50cef00a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801257 Apr 18 20:32:04.247604 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.255968 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.302005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:32:04.334872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903000b6-299e-4341-8608-170fd77e764c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:04.356409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.356759 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Added segment ad6923e4-ba22-4370-bd79-3a10de8f4461 of type vlan for network a6143ffb-27f0-447d-a247-436d230f7e70 Apr 18 20:32:04.367161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4050fcfa-7696-4287-b81c-8e9c0f121790 req-0e164b34-e6bf-47ca-a12b-f51d9906874e service neutron] 10.222.0.64 "GET /v2.0/networks/848db00c-ba1a-4870-ae57-b50cef00a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558673 Apr 18 20:32:04.429282 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.523819 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.525104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:04.525883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.660667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9863374 Apr 18 20:32:04.663210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60710) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:04.668740 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Request body: {'subnet': {'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1271400124-subnet', 'tenant_id': 'b8cd92d3c6384687a4de627eee30b712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:04.683960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17c564-0a99-474a-a64d-03e953f37177 req-c25ff5fc-1751-41cd-b070-22c0737bd951 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:04.684235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-c25ff5fc-1751-41cd-b070-22c0737bd951 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/networks?id=9b2b1220-8805-470c-b36c-c73e5c0023d0 HTTP/1.1" status: 200 len: 814 time: 0.2511854 Apr 18 20:32:04.690189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876743d2-bcf5-4bc9-855c-d09ab07bea5e admin admin] Pushing event updated for resources: {'Network': ['ID=a6143ffb-27f0-447d-a247-436d230f7e70,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:04.702553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a6143ffb-27f0-447d-a247-436d230f7e70 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:32:04.706357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-884c1dda-41ea-4c64-b30a-3bd585991a5e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/quotas/74af994a319048dea8b73a6e53ac4590 HTTP/1.1" status: 200 len: 375 time: 0.0130920 Apr 18 20:32:04.715667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Made reservation on behalf of b8cd92d3c6384687a4de627eee30b712 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:04.718514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.727247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5f4ad-37aa-463e-93be-00486abff15a req-2282487e-db4e-472d-b73a-95cbfcab014b tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:04.729681 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20a5f4ad-37aa-463e-93be-00486abff15a req-2282487e-db4e-472d-b73a-95cbfcab014b tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 943 time: 0.1263967 Apr 18 20:32:04.889831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20a5f4ad-37aa-463e-93be-00486abff15a req-0ba9672f-6acf-45ab-9085-899e461fc5df tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506722 Apr 18 20:32:04.905402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-4ed4c0f7-97d2-4d5b-994e-ec68d6ed9353 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74af994a319048dea8b73a6e53ac4590&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1746433 Apr 18 20:32:04.965534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.027978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ef12b3-a1f3-4559-a28d-4a56c38e87b5,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:05.056146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Checking segment: {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:05.056545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Network hostable DHCP agents. Network: a6143ffb-27f0-447d-a247-436d230f7e70, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:05.059572 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-d3fedbe0-8fe3-4f54-989b-8c839add8426 service neutron] 10.222.0.49 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528873 Apr 18 20:32:05.099079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Network a6143ffb-27f0-447d-a247-436d230f7e70 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:05.099403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45513759-c926-449b-be5e-81981240bab3 req-d9614a6b-5b9e-4942-a6e2-f53152a49b10 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:05.100855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45513759-c926-449b-be5e-81981240bab3 req-d9614a6b-5b9e-4942-a6e2-f53152a49b10 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 945 time: 0.0943375 Apr 18 20:32:05.112026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a6143ffb-27f0-447d-a247-436d230f7e70) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:05.122155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11990626-a808-4501-a355-fad4bb23c67b None None] Network a6143ffb-27f0-447d-a247-436d230f7e70 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:05.130907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:05.131536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.157687 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0212d16c-b95a-40c7-a9d4-355091086a3f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4932637 Apr 18 20:32:05.219909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3834cc80-0994-4a93-918b-c20b1e397710'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:05.222524 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c87c54c-bf23-4a0d-beed-d0d068e5298a" -d '{"events": [{"server_uuid": "d7d27775-5c4b-46d5-942a-eb20a1238c59", "name": "network-vif-plugged", "status": "completed", "tag": "3834cc80-0994-4a93-918b-c20b1e397710"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:05.286480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-ec7281a7-f23e-4ed1-b231-b6bbd3bf650c service neutron] 10.222.0.49 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050231 Apr 18 20:32:05.329448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45513759-c926-449b-be5e-81981240bab3 req-e482f024-9e29-4a06-8a54-2114da4226f9 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164364 Apr 18 20:32:05.485533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 985824a7-3b37-4117-afa4-11fe3e0a4cf1 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:05.598587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68c7cb-7bb2-4790-af67-7b23a521223e None None] Network a6143ffb-27f0-447d-a247-436d230f7e70 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:05.728944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a882c76-6cb7-432c-9a78-4cab355b867b req-5855e6b6-6e86-4d20-9f37-594f87c5e6fa tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:05.733755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a882c76-6cb7-432c-9a78-4cab355b867b req-5855e6b6-6e86-4d20-9f37-594f87c5e6fa tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 945 time: 0.2152839 Apr 18 20:32:05.740938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-d426e760-bc15-40fc-ac5a-da28cdb57f66 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:05.742401 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-d426e760-bc15-40fc-ac5a-da28cdb57f66 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "GET /v2.0/ports?device_id=2f6a4df2-3b5d-4dc4-9e63-72256e65ac33 HTTP/1.1" status: 200 len: 946 time: 0.1200991 Apr 18 20:32:05.759599 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeff9f8-7333-4924-b494-8d48d21671fe x-openstack-request-id: req-bbeff9f8-7333-4924-b494-8d48d21671fe {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:05.760848 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d27775-5c4b-46d5-942a-eb20a1238c59", "name": "network-vif-plugged", "status": "completed", "tag": "3834cc80-0994-4a93-918b-c20b1e397710", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:05.760970 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbeff9f8-7333-4924-b494-8d48d21671fe {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:05.761407 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbeff9f8-7333-4924-b494-8d48d21671fe'] response: {'server_uuid': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3834cc80-0994-4a93-918b-c20b1e397710', 'code': 200} Apr 18 20:32:05.831446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a882c76-6cb7-432c-9a78-4cab355b867b req-e8e486e9-968e-4837-af78-fd6e1c21adc9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833943 Apr 18 20:32:05.914597 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4490691-70f3-4c5f-9614-dc419a2b5b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.926592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 985824a7-3b37-4117-afa4-11fe3e0a4cf1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=985824a7-3b37-4117-afa4-11fe3e0a4cf1,segment=NetworkSegment(4c00c5b4-795c-4aaf-b9f1-1c573671cd82),segment_id=4c00c5b4-795c-4aaf-b9f1-1c573671cd82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:05.946730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96d93c-b66c-4435-b00d-0008c458f8e9 req-3110e793-896a-4f34-ad55-fad0910551c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:05.949254 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-be96d93c-b66c-4435-b00d-0008c458f8e9 req-3110e793-896a-4f34-ad55-fad0910551c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 1096 time: 0.1287520 Apr 18 20:32:05.961994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '985824a7-3b37-4117-afa4-11fe3e0a4cf1', 'network_id': '848db00c-ba1a-4870-ae57-b50cef00a29c', 'port_id': '985824a7-3b37-4117-afa4-11fe3e0a4cf1', 'mac_address': 'fa:16:3e:da:c2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa96181e-a73b-4060-82d6-e46ddd5fc371', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:05.989355 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2900dc0b-2f94-4b7d-9e73-88f4a0f2a8df req-a09c2d26-483d-4420-9470-5834525bf93c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 210 time: 0.1244075 Apr 18 20:32:06.017691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-4dd8b3d1-9fb8-44a4-b4a9-bb0ef68f7ce3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Deleting port e0db81e4-0eec-47e3-8ac9-f083cffc4fad {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:06.018041 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-4dd8b3d1-9fb8-44a4-b4a9-bb0ef68f7ce3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.024629 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.050654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985824a7-3b37-4117-afa4-11fe3e0a4cf1 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:06.082163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 985824a7-3b37-4117-afa4-11fe3e0a4cf1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=985824a7-3b37-4117-afa4-11fe3e0a4cf1,segment=NetworkSegment(4c00c5b4-795c-4aaf-b9f1-1c573671cd82),segment_id=4c00c5b4-795c-4aaf-b9f1-1c573671cd82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:06.092284 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.149127 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-4dd8b3d1-9fb8-44a4-b4a9-bb0ef68f7ce3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] For port e0db81e4-0eec-47e3-8ac9-f083cffc4fad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:06.150280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-4dd8b3d1-9fb8-44a4-b4a9-bb0ef68f7ce3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.161120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107855c-312a-45b6-9a0d-242a5bd69a37 req-f710f752-f0b2-43a9-99ff-f816263e7a1f tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:06.169375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-4dd8b3d1-9fb8-44a4-b4a9-bb0ef68f7ce3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Calling delete_port for e0db81e4-0eec-47e3-8ac9-f083cffc4fad owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:06.172092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4107855c-312a-45b6-9a0d-242a5bd69a37 req-f710f752-f0b2-43a9-99ff-f816263e7a1f tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 944 time: 0.0781438 Apr 18 20:32:06.185799 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:32:06.216646 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=985824a7-3b37-4117-afa4-11fe3e0a4cf1,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:06.226332 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4107855c-312a-45b6-9a0d-242a5bd69a37 req-27ab9d28-e0c5-4ac0-aada-8aa2bc8e2cbd tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530143 Apr 18 20:32:06.310860 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-be96d93c-b66c-4435-b00d-0008c458f8e9 req-cf9fed38-9f96-40ac-a733-ada4f58052c9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508804 Apr 18 20:32:06.407324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['985824a7-3b37-4117-afa4-11fe3e0a4cf1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:06.436898 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-4dd8b3d1-9fb8-44a4-b4a9-bb0ef68f7ce3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.490477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8b3d1-9fb8-44a4-b4a9-bb0ef68f7ce3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Pushing event deleted for resources: {'Port': ['ID=e0db81e4-0eec-47e3-8ac9-f083cffc4fad,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:06.536957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-4dd8b3d1-9fb8-44a4-b4a9-bb0ef68f7ce3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] No DVR routers for this DVR port e0db81e4-0eec-47e3-8ac9-f083cffc4fad on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:06.539557 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-4dd8b3d1-9fb8-44a4-b4a9-bb0ef68f7ce3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.543055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a58b36f-498d-4d6a-bca2-e2eae9feaa72 req-4dd8b3d1-9fb8-44a4-b4a9-bb0ef68f7ce3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "DELETE /v2.0/ports/e0db81e4-0eec-47e3-8ac9-f083cffc4fad HTTP/1.1" status: 204 len: 173 time: 0.7874029 Apr 18 20:32:06.543494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6a4df2-3b5d-4dc4-9e63-72256e65ac33', 'name': 'network-vif-deleted', 'tag': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:06.546347 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6402006-d10f-4176-8020-41635407a087" -d '{"events": [{"server_uuid": "2f6a4df2-3b5d-4dc4-9e63-72256e65ac33", "name": "network-vif-deleted", "tag": "e0db81e4-0eec-47e3-8ac9-f083cffc4fad"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:06.583671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-f3620a6d-9495-47e3-a3c4-28aa350258cc tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:06.592201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-f3620a6d-9495-47e3-a3c4-28aa350258cc tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/networks?id=a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 200 len: 813 time: 0.2554500 Apr 18 20:32:06.612280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba965e-ad97-4670-a0ee-6676b589135f req-edbe8b38-6e99-4232-b9cf-8f6000548291 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:06.613797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cba965e-ad97-4670-a0ee-6676b589135f req-edbe8b38-6e99-4232-b9cf-8f6000548291 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 945 time: 0.1257980 Apr 18 20:32:06.625858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd3f0338-ff39-4a72-ac84-3ccaeed422a2 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/quotas/b8cd92d3c6384687a4de627eee30b712 HTTP/1.1" status: 200 len: 375 time: 0.0325365 Apr 18 20:32:06.668457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-04a22df3-574f-4410-ab6c-7af50534e1df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8cd92d3c6384687a4de627eee30b712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415695 Apr 18 20:32:06.772432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cba965e-ad97-4670-a0ee-6676b589135f req-a3973473-9135-41d4-a29b-c63faf872a70 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444895 Apr 18 20:32:06.830695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-ba34324a-710e-45d2-a122-afb417ec6ab6 service neutron] 10.222.0.49 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384363 Apr 18 20:32:06.848181 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d15893d-504d-4364-8640-a08ad13b5add x-openstack-request-id: req-1d15893d-504d-4364-8640-a08ad13b5add {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:06.848698 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6a4df2-3b5d-4dc4-9e63-72256e65ac33", "name": "network-vif-deleted", "tag": "e0db81e4-0eec-47e3-8ac9-f083cffc4fad", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:06.848814 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d15893d-504d-4364-8640-a08ad13b5add {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:06.849284 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d15893d-504d-4364-8640-a08ad13b5add'] response: {'server_uuid': '2f6a4df2-3b5d-4dc4-9e63-72256e65ac33', 'name': 'network-vif-deleted', 'tag': 'e0db81e4-0eec-47e3-8ac9-f083cffc4fad', 'status': 'completed', 'code': 200} Apr 18 20:32:06.943039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-1f486129-63c3-45fe-affe-d1a18fddbac0 service neutron] 10.222.0.49 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054461 Apr 18 20:32:07.000359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14475df0-8fb1-4876-8078-17b4566bfee5 req-f66d74d2-4898-4a11-9047-481f82c04dce tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:07.001823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14475df0-8fb1-4876-8078-17b4566bfee5 req-f66d74d2-4898-4a11-9047-481f82c04dce tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 945 time: 0.0561554 Apr 18 20:32:07.073577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14475df0-8fb1-4876-8078-17b4566bfee5 req-f63bf9ce-a15b-4fec-ad19-7be02a56cfd9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609291 Apr 18 20:32:07.183412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7961a76-3883-47f5-9892-ce75acc39fea req-91bd755a-c6fd-441e-8d4f-c1de10667be3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 210 time: 0.0377164 Apr 18 20:32:07.368494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e0db81e4-0eec-47e3-8ac9-f083cffc4fad'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:07.471423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f79aec-6edb-4253-898b-e0350716b121 req-a0052414-0b84-44d4-bcaf-80afc2825602 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:07.479850 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6f79aec-6edb-4253-898b-e0350716b121 req-a0052414-0b84-44d4-bcaf-80afc2825602 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 944 time: 0.1386471 Apr 18 20:32:07.526786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6f79aec-6edb-4253-898b-e0350716b121 req-625f3ad3-d130-46fc-b666-acb9f7511d10 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458920 Apr 18 20:32:07.662763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b47878cc-4ddc-4351-903f-d8215c52359b req-ae614d07-83f9-44d2-abab-f58fa88f934e tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 210 time: 0.0375035 Apr 18 20:32:07.691215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4515169-f30b-4edd-b626-1588661054d6 req-29e7d32a-57f0-4c47-9633-b3d1957e6481 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:07.693148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4515169-f30b-4edd-b626-1588661054d6 req-29e7d32a-57f0-4c47-9633-b3d1957e6481 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 945 time: 0.1061962 Apr 18 20:32:07.753106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17c564-0a99-474a-a64d-03e953f37177 req-6c0834df-5ee9-47d5-b40e-24235384ef4c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:07.755503 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-6c0834df-5ee9-47d5-b40e-24235384ef4c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b1220-8805-470c-b36c-c73e5c0023d0 HTTP/1.1" status: 200 len: 814 time: 0.1414499 Apr 18 20:32:07.756299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4515169-f30b-4edd-b626-1588661054d6 req-ce44899a-2dac-47c3-96dd-9f3cd9d71f3c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556495 Apr 18 20:32:07.770003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Request body: {'port': {'device_id': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0', 'admin_state_up': True, 'tenant_id': '74af994a319048dea8b73a6e53ac4590'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:07.902585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Made reservation on behalf of 74af994a319048dea8b73a6e53ac4590 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:07.906840 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:07.945740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f92d6-54d9-47e6-9419-a5fbc4f0ced7 req-b92dab46-0ebc-461d-afa0-e6dc541b4d1a tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:07.952801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e5f92d6-54d9-47e6-9419-a5fbc4f0ced7 req-b92dab46-0ebc-461d-afa0-e6dc541b4d1a tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 945 time: 0.0920458 Apr 18 20:32:08.014138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e5f92d6-54d9-47e6-9419-a5fbc4f0ced7 req-b6a27a38-a346-45a0-a33f-a4acc8d7386c tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548172 Apr 18 20:32:08.112638 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ee0fce5-9d4a-4f8a-abe2-2779dc5421fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.127057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Allocated IP 172.20.0.14 (9b2b1220-8805-470c-b36c-c73e5c0023d0/5d12608d-009f-4a39-9db8-81b8a2747d26/bb195c82-3538-4aec-bd5c-97d38faf4a4b) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:08.208411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff57341-7f7a-49f7-af0a-6ab5f8cd66b7 req-7ea28ce6-2869-43c3-b50b-3ac062082714 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:08.210261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ff57341-7f7a-49f7-af0a-6ab5f8cd66b7 req-7ea28ce6-2869-43c3-b50b-3ac062082714 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 948 time: 0.0527017 Apr 18 20:32:08.282573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ff57341-7f7a-49f7-af0a-6ab5f8cd66b7 req-b8c8f759-17c8-4317-8947-fde45b5a93e3 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576713 Apr 18 20:32:08.322224 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.328556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73f20b7f-17a6-4163-a0e6-cb0ae42e148b req-454a8112-aaa0-4655-896f-47da3d4c5f66 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 210 time: 0.0588660 Apr 18 20:32:08.374894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.425313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Network 9b2b1220-8805-470c-b36c-c73e5c0023d0 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:08.428390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:08.432713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:08.438953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Pushing event updated for resources: {'Port': ['ID=bb195c82-3538-4aec-bd5c-97d38faf4a4b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:08.485439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:08.486045 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.502322 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-400af8b5-e251-4bef-86de-468e4dd7366d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7363768 Apr 18 20:32:08.515589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Request body: {'port': {'device_id': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:08.573870 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.648159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a9b6-cedc-4a1d-865d-356c8303db4a req-50e312b1-96cc-4872-854b-66d0653a23fa tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:08.655533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1907a9b6-cedc-4a1d-865d-356c8303db4a req-50e312b1-96cc-4872-854b-66d0653a23fa tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 944 time: 0.0639567 Apr 18 20:32:08.696148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1907a9b6-cedc-4a1d-865d-356c8303db4a req-e96cbf55-e037-4fa0-a49f-e77cf51843ad tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Apr 18 20:32:08.903052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c438992-2962-4880-aba6-f1e461d35fc8 req-03fbc54a-c831-4cdf-b5af-a69442c8ef6a tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 210 time: 0.0752003 Apr 18 20:32:08.907016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-40135cb9-9191-4110-84cf-549526dca838 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:08.908546 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-40135cb9-9191-4110-84cf-549526dca838 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.60 "GET /v2.0/networks?id=a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 200 len: 813 time: 0.1831837 Apr 18 20:32:08.936513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Request body: {'port': {'device_id': '76f199a4-0bc8-4e5f-a72e-b3d083cd8637', 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70', 'admin_state_up': True, 'tenant_id': 'b8cd92d3c6384687a4de627eee30b712'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:08.986103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-e3059fd4-2120-4959-bd68-83660bb10d23 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:08.987706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-e3059fd4-2120-4959-bd68-83660bb10d23 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.64 "GET /v2.0/networks?id=a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 200 len: 813 time: 0.2575238 Apr 18 20:32:09.024177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Request body: {'port': {'device_id': 'bcbe88c8-59d6-47e5-baf1-a40f1238f89c', 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70', 'admin_state_up': True, 'tenant_id': 'b8cd92d3c6384687a4de627eee30b712'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:09.102397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10265994-317e-405d-a6c3-0bfaef02b1c7 req-efbbc0a2-16e6-40ce-aa25-c804e5892ba9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:09.104373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10265994-317e-405d-a6c3-0bfaef02b1c7 req-efbbc0a2-16e6-40ce-aa25-c804e5892ba9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 945 time: 0.1151102 Apr 18 20:32:09.131915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb195c82-3538-4aec-bd5c-97d38faf4a4b {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:09.142922 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.159219 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Made reservation on behalf of b8cd92d3c6384687a4de627eee30b712 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:09.162786 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.164997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Transition to ACTIVE for port object bb195c82-3538-4aec-bd5c-97d38faf4a4b will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:09.176107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.193532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10265994-317e-405d-a6c3-0bfaef02b1c7 req-6e20ef2c-e269-44c8-b180-b83d504ca55b tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719447 Apr 18 20:32:09.233402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Made reservation on behalf of b8cd92d3c6384687a4de627eee30b712 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:09.237146 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.247743 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.266039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a0703-1768-4d71-9404-f8de9504b59d req-381886a7-45a4-4718-af49-62ee8c2d926e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:09.268380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-256a0703-1768-4d71-9404-f8de9504b59d req-381886a7-45a4-4718-af49-62ee8c2d926e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 945 time: 0.0963225 Apr 18 20:32:09.331538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Pushing event updated for resources: {'Port': ['ID=bb195c82-3538-4aec-bd5c-97d38faf4a4b,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:09.357686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-256a0703-1768-4d71-9404-f8de9504b59d req-401f5298-09b1-42d5-b3ee-7381aaa59a77 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873041 Apr 18 20:32:09.412514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Attempting to bind port bb195c82-3538-4aec-bd5c-97d38faf4a4b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:09.412861 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Attempting to bind port bb195c82-3538-4aec-bd5c-97d38faf4a4b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:09.413200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Attempting to bind port bb195c82-3538-4aec-bd5c-97d38faf4a4b on network 9b2b1220-8805-470c-b36c-c73e5c0023d0 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:09.425526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Allocated IP 172.20.0.5 (a6143ffb-27f0-447d-a247-436d230f7e70/b7ef12b3-a1f3-4559-a28d-4a56c38e87b5/db5b429a-9c2e-40aa-bc77-8080f71daebc) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:09.427356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Port bb195c82-3538-4aec-bd5c-97d38faf4a4b on network 9b2b1220-8805-470c-b36c-c73e5c0023d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:09.427682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Attempting to bind port bb195c82-3538-4aec-bd5c-97d38faf4a4b on network 9b2b1220-8805-470c-b36c-c73e5c0023d0 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:09.439025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:09.439431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Checking segment: {'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:09.439900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Bound using segment: {'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:09.440329 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Bound port: bb195c82-3538-4aec-bd5c-97d38faf4a4b, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:09.440689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.487641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 985824a7-3b37-4117-afa4-11fe3e0a4cf1 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:09.557975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 985824a7-3b37-4117-afa4-11fe3e0a4cf1 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:09.562839 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 985824a7-3b37-4117-afa4-11fe3e0a4cf1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:09.563454 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.582215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:09.602443 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:09.611896 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.674558 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:09.675314 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.677160 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb195c82-3538-4aec-bd5c-97d38faf4a4b HTTP/1.1" status: 200 len: 1092 time: 1.1656940 Apr 18 20:32:09.679331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.683406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:09.685952 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429e9bac-7517-4f59-85a6-2364afe37da3" -d '{"events": [{"name": "network-changed", "server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:09.713767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.732436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831fc99-9708-4e99-bc13-ba6895ebcf95 service neutron] Pushing event updated for resources: {'Port': ['ID=bb195c82-3538-4aec-bd5c-97d38faf4a4b,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:09.751595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 985824a7-3b37-4117-afa4-11fe3e0a4cf1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=985824a7-3b37-4117-afa4-11fe3e0a4cf1,segment=NetworkSegment(4c00c5b4-795c-4aaf-b9f1-1c573671cd82),segment_id=4c00c5b4-795c-4aaf-b9f1-1c573671cd82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:09.752963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceeff21-30ec-436b-80b6-67081e025c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985824a7-3b37-4117-afa4-11fe3e0a4cf1'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:09.756522 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03631af4-b23c-42fe-9618-6d8e62712fb1" -d '{"events": [{"server_uuid": "eceeff21-30ec-436b-80b6-67081e025c3b", "name": "network-vif-plugged", "status": "completed", "tag": "985824a7-3b37-4117-afa4-11fe3e0a4cf1"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:09.761239 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.762456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e0db81e4-0eec-47e3-8ac9-f083cffc4fad no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:09.771960 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.847883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db50d50-050a-415a-bcb8-26811d4a6abe req-faa7f457-87eb-4c4c-8073-af695fe62da1 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:09.856692 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7db50d50-050a-415a-bcb8-26811d4a6abe req-faa7f457-87eb-4c4c-8073-af695fe62da1 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 944 time: 0.1334057 Apr 18 20:32:09.857745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Network a6143ffb-27f0-447d-a247-436d230f7e70 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:09.862933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Allocated IP 172.20.0.11 (a6143ffb-27f0-447d-a247-436d230f7e70/b7ef12b3-a1f3-4559-a28d-4a56c38e87b5/24b98399-e5c0-457e-9185-2d07e731898c) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:09.863382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: e0db81e4-0eec-47e3-8ac9-f083cffc4fad {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:09.863728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e0db81e4-0eec-47e3-8ac9-f083cffc4fad not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:09.876962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:09.889841 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:09.919555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7db50d50-050a-415a-bcb8-26811d4a6abe req-4578390f-52d3-4ffa-a37b-88e225c3a6d5 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581200 Apr 18 20:32:09.938788 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Pushing event updated for resources: {'Port': ['ID=db5b429a-9c2e-40aa-bc77-8080f71daebc,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:09.940835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=985824a7-3b37-4117-afa4-11fe3e0a4cf1,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:09.975379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17c564-0a99-474a-a64d-03e953f37177 req-cc24b040-1e5a-43e7-b204-e7aff3e571ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:09.977792 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-cc24b040-1e5a-43e7-b204-e7aff3e571ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74af994a319048dea8b73a6e53ac4590&device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 1095 time: 0.1922684 Apr 18 20:32:10.003994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.004625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.040867 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-ff99a11c-7023-4f7e-a0ab-5eb839607b56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b HTTP/1.1" status: 200 len: 217 time: 0.0542765 Apr 18 20:32:10.052640 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-80a143ed-8cfa-44fc-95dc-fe51a71ea729 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1320951 Apr 18 20:32:10.099876 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc0a97-9f5b-4641-a526-6ce9bb7b021f x-openstack-request-id: req-9cdc0a97-9f5b-4641-a526-6ce9bb7b021f {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:10.100153 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:10.100389 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cdc0a97-9f5b-4641-a526-6ce9bb7b021f {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:10.100512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef026c1-8800-4448-80e0-7125a08b0c58 req-afe4e1eb-2079-42e9-b72c-e6e65e04886f tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.100773 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdc0a97-9f5b-4641-a526-6ce9bb7b021f'] response: {'name': 'network-changed', 'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b', 'status': 'completed', 'code': 200} Apr 18 20:32:10.104903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eef026c1-8800-4448-80e0-7125a08b0c58 req-afe4e1eb-2079-42e9-b72c-e6e65e04886f tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 1096 time: 0.1433115 Apr 18 20:32:10.105677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Request body: {'port': {'device_id': '76f199a4-0bc8-4e5f-a72e-b3d083cd8637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:10.128965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17c564-0a99-474a-a64d-03e953f37177 req-34797a82-7d0c-4b41-b42c-533cb95aa3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.130430 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-34797a82-7d0c-4b41-b42c-533cb95aa3e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d12608d-009f-4a39-9db8-81b8a2747d26 HTTP/1.1" status: 200 len: 854 time: 0.0815120 Apr 18 20:32:10.167592 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-fd6a079f-572b-4540-8746-a81e47b54d5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b2b1220-8805-470c-b36c-c73e5c0023d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273395 Apr 18 20:32:10.209653 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.211209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eef026c1-8800-4448-80e0-7125a08b0c58 req-cb4e6c2c-1a5f-4863-8cea-2bddc3883ba3 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024339 Apr 18 20:32:10.215594 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.238682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e179d-99e9-48f9-a95d-66541d8573ed req-b81c49f3-27a0-46ff-a5da-93f619dda022 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.240319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da0e179d-99e9-48f9-a95d-66541d8573ed req-b81c49f3-27a0-46ff-a5da-93f619dda022 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 945 time: 0.1077681 Apr 18 20:32:10.304453 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f41b02-d989-4f6f-8a01-9971c57ecc17 x-openstack-request-id: req-a5f41b02-d989-4f6f-8a01-9971c57ecc17 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:10.306231 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceeff21-30ec-436b-80b6-67081e025c3b", "name": "network-vif-plugged", "status": "completed", "tag": "985824a7-3b37-4117-afa4-11fe3e0a4cf1", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:10.307932 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5f41b02-d989-4f6f-8a01-9971c57ecc17 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:10.309795 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f41b02-d989-4f6f-8a01-9971c57ecc17'] response: {'server_uuid': 'eceeff21-30ec-436b-80b6-67081e025c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985824a7-3b37-4117-afa4-11fe3e0a4cf1', 'code': 200} Apr 18 20:32:10.343105 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-753d68c7-9cdf-4e17-8755-7fb1df626bdd service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610715 Apr 18 20:32:10.345218 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.386055 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da0e179d-99e9-48f9-a95d-66541d8573ed req-3517958f-e36b-44f7-bef8-d1657ee7db9f tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055341 Apr 18 20:32:10.398878 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.482811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Network a6143ffb-27f0-447d-a247-436d230f7e70 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:10.491342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:10.495264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:10.544949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Pushing event updated for resources: {'Port': ['ID=24b98399-e5c0-457e-9185-2d07e731898c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:10.563766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7f861-1828-4525-9593-cfc330d96fa9 req-69576703-1432-44bc-ab80-b20b2330a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.565237 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9f7f861-1828-4525-9593-cfc330d96fa9 req-69576703-1432-44bc-ab80-b20b2330a243 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 1096 time: 0.1674306 Apr 18 20:32:10.626948 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c17c564-0a99-474a-a64d-03e953f37177 req-9c7dcf7d-3a82-46ba-9332-306ec3b46fe1 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878457 Apr 18 20:32:10.640467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.641021 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.674700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9f7f861-1828-4525-9593-cfc330d96fa9 req-07479398-9da7-4b03-b274-1bece58a0a11 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882912 Apr 18 20:32:10.678559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd38671-56a1-4364-9f11-41db3152f448 req-d5b47e19-beac-4126-adbb-aca57058f434 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.680077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbd38671-56a1-4364-9f11-41db3152f448 req-d5b47e19-beac-4126-adbb-aca57058f434 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 1096 time: 0.1740689 Apr 18 20:32:10.684178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-cd457067-548a-4295-9724-0111b8b870df tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6830382 Apr 18 20:32:10.691892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7284500-7b91-4fd4-88ee-def90aea84dd req-1696d765-b461-4041-bebb-b91c21551c6e tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.693101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7284500-7b91-4fd4-88ee-def90aea84dd req-1696d765-b461-4041-bebb-b91c21551c6e tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 931 time: 0.1491868 Apr 18 20:32:10.717501 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5b429a-9c2e-40aa-bc77-8080f71daebc {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:10.725579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.739085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Transition to ACTIVE for port object db5b429a-9c2e-40aa-bc77-8080f71daebc will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:10.746306 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.751391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7284500-7b91-4fd4-88ee-def90aea84dd req-badf39cb-5b9b-45dd-8c91-536c35daaf7b tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508873 Apr 18 20:32:10.752912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbd38671-56a1-4364-9f11-41db3152f448 req-f0b1119b-eb93-4b4b-899c-71932e39bfd4 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589309 Apr 18 20:32:10.812206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Pushing event updated for resources: {'Port': ['ID=db5b429a-9c2e-40aa-bc77-8080f71daebc,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:10.887795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Attempting to bind port db5b429a-9c2e-40aa-bc77-8080f71daebc on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:10.888276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Attempting to bind port db5b429a-9c2e-40aa-bc77-8080f71daebc by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:10.888732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Attempting to bind port db5b429a-9c2e-40aa-bc77-8080f71daebc on network a6143ffb-27f0-447d-a247-436d230f7e70 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:10.894433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Port db5b429a-9c2e-40aa-bc77-8080f71daebc on network a6143ffb-27f0-447d-a247-436d230f7e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:10.894687 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Attempting to bind port db5b429a-9c2e-40aa-bc77-8080f71daebc on network a6143ffb-27f0-447d-a247-436d230f7e70 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:10.899682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:10.900048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Checking segment: {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:10.900467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Bound using segment: {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:10.900899 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Bound port: db5b429a-9c2e-40aa-bc77-8080f71daebc, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:10.901254 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.910347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Request body: {'port': {'device_id': 'bcbe88c8-59d6-47e5-baf1-a40f1238f89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:10.974458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] For port db5b429a-9c2e-40aa-bc77-8080f71daebc, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:10.978014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] For port db5b429a-9c2e-40aa-bc77-8080f71daebc, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=db5b429a-9c2e-40aa-bc77-8080f71daebc,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:10.983490 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.007016 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.036530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.037757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.039296 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] 10.222.0.60 "PUT /v2.0/ports/db5b429a-9c2e-40aa-bc77-8080f71daebc HTTP/1.1" status: 200 len: 1091 time: 0.9377201 Apr 18 20:32:11.063591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d169cd-1441-4c98-99df-39e3e47f6a8b service neutron] Pushing event updated for resources: {'Port': ['ID=db5b429a-9c2e-40aa-bc77-8080f71daebc,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:11.092217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e9bac-7517-4f59-85a6-2364afe37da3 req-d64706c6-f4ac-49ee-a8c9-9bda206b1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.093715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-429e9bac-7517-4f59-85a6-2364afe37da3 req-d64706c6-f4ac-49ee-a8c9-9bda206b1a42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74af994a319048dea8b73a6e53ac4590&device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 1095 time: 0.1804798 Apr 18 20:32:11.112241 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.142680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-78d6eb19-813c-49b7-bc0f-9e456d569301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.144717 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-78d6eb19-813c-49b7-bc0f-9e456d569301 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8cd92d3c6384687a4de627eee30b712&device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 1094 time: 0.0565619 Apr 18 20:32:11.158022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5ad05-20b8-45c6-b3bd-d293eb65d94c req-4820ab02-4f2b-4fa9-8ba9-013f7b9d3454 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.159527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3a5ad05-20b8-45c6-b3bd-d293eb65d94c req-4820ab02-4f2b-4fa9-8ba9-013f7b9d3454 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 944 time: 0.1366763 Apr 18 20:32:11.204310 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-edfc7ed6-0cd5-4ecc-8c71-fca472596208 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5b429a-9c2e-40aa-bc77-8080f71daebc HTTP/1.1" status: 200 len: 217 time: 0.0473859 Apr 18 20:32:11.280795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-1cc2cd55-5ec4-446a-897e-3be5dd646ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.282571 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-1cc2cd55-5ec4-446a-897e-3be5dd646ae5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7ef12b3-a1f3-4559-a28d-4a56c38e87b5 HTTP/1.1" status: 200 len: 853 time: 0.0701418 Apr 18 20:32:11.313421 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3a5ad05-20b8-45c6-b3bd-d293eb65d94c req-a8f95a6e-6e9d-4548-818f-963b42c6be2d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247890 Apr 18 20:32:11.327463 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-77c4d6a6-6b43-4c3f-8275-05c05a97571b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6143ffb-27f0-447d-a247-436d230f7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365567 Apr 18 20:32:11.363716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e9bac-7517-4f59-85a6-2364afe37da3 req-5b2ca93a-11c4-465c-913d-0cf087a7a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.365228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-429e9bac-7517-4f59-85a6-2364afe37da3 req-5b2ca93a-11c4-465c-913d-0cf087a7a71a service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b2b1220-8805-470c-b36c-c73e5c0023d0 HTTP/1.1" status: 200 len: 915 time: 0.2602630 Apr 18 20:32:11.434139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-429e9bac-7517-4f59-85a6-2364afe37da3 req-ea197063-0d19-4670-b119-b86f7db98b80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b HTTP/1.1" status: 200 len: 217 time: 0.0591295 Apr 18 20:32:11.467438 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-2f649102-b036-4804-801e-488ceda05a93 service neutron] 10.222.0.60 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266668 Apr 18 20:32:11.494322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eca12192-d6ef-4b5a-852a-66872695fb68 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:11.596023 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-3a36b539-02a3-4088-997c-d08af505b296 service neutron] 10.222.0.60 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192417 Apr 18 20:32:11.622612 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.673870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:11.684011 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.738860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:11.873536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e9bac-7517-4f59-85a6-2364afe37da3 req-ef4deb99-b3f0-470a-b6d5-2df3aa526c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.875001 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-429e9bac-7517-4f59-85a6-2364afe37da3 req-ef4deb99-b3f0-470a-b6d5-2df3aa526c0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d12608d-009f-4a39-9db8-81b8a2747d26 HTTP/1.1" status: 200 len: 854 time: 0.4292221 Apr 18 20:32:11.940623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-429e9bac-7517-4f59-85a6-2364afe37da3 req-5e9d29c5-2b32-4d15-9295-1a1cc28b865b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b2b1220-8805-470c-b36c-c73e5c0023d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501881 Apr 18 20:32:11.950159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e080d-7f09-4f8d-a807-9670d3543f9f req-2421afaf-6151-47d9-9d2e-14f6f24bb57e tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.951715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c11e080d-7f09-4f8d-a807-9670d3543f9f req-2421afaf-6151-47d9-9d2e-14f6f24bb57e tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 945 time: 0.1702285 Apr 18 20:32:11.973741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b98399-e5c0-457e-9185-2d07e731898c {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:12.004794 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.005064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.053241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-4bcddaa8-9306-41a1-84e4-b333f2305f4f tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:32:12.054295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Transition to ACTIVE for port object 24b98399-e5c0-457e-9185-2d07e731898c will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:12.055308 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-4bcddaa8-9306-41a1-84e4-b333f2305f4f tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083051 Apr 18 20:32:12.067191 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.102302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f199a4-0bc8-4e5f-a72e-b3d083cd8637', 'tag': 'db5b429a-9c2e-40aa-bc77-8080f71daebc'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:12.104664 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d468f201-9725-4e37-a5c6-413896906e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "76f199a4-0bc8-4e5f-a72e-b3d083cd8637", "tag": "db5b429a-9c2e-40aa-bc77-8080f71daebc"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:12.106041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c11e080d-7f09-4f8d-a807-9670d3543f9f req-dba87527-0fa6-469b-a6d5-6866402ac209 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394207 Apr 18 20:32:12.112719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-eb9b9a29-2274-4e83-89c8-ee5fe0193a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.114175 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-eb9b9a29-2274-4e83-89c8-ee5fe0193a5c service neutron] 10.222.0.49 "GET /v2.0/ports/3834cc80-0994-4a93-918b-c20b1e397710 HTTP/1.1" status: 200 len: 1093 time: 0.0481656 Apr 18 20:32:12.125456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Request body: {'binding': {'host': 'n-h2-836015-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:12.126039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Unknown quota resources ['binding']. {{(pid=102903) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:32:12.148398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Pushing event updated for resources: {'Port': ['ID=24b98399-e5c0-457e-9185-2d07e731898c,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:12.154746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-429e9bac-7517-4f59-85a6-2364afe37da3 req-d90d9048-c629-4c9f-b835-f966b9d4acfb service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004640 Apr 18 20:32:12.289934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on host n-h2-836015-4 for vnic_type normal with profile None {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:12.290287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:12.290617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:12.295166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:12.295640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:12.300806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:12.301161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:12.301539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:12.302121 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Bound port: 3834cc80-0994-4a93-918b-c20b1e397710, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:12.311779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:12.314638 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca81d3c3-b748-426a-bf2f-23c88fe28996" -d '{"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:12.321561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Attempting to bind port 24b98399-e5c0-457e-9185-2d07e731898c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:12.321898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Attempting to bind port 24b98399-e5c0-457e-9185-2d07e731898c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:12.322801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Attempting to bind port 24b98399-e5c0-457e-9185-2d07e731898c on network a6143ffb-27f0-447d-a247-436d230f7e70 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:12.348907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Port 24b98399-e5c0-457e-9185-2d07e731898c on network a6143ffb-27f0-447d-a247-436d230f7e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:12.349232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Attempting to bind port 24b98399-e5c0-457e-9185-2d07e731898c on network a6143ffb-27f0-447d-a247-436d230f7e70 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:12.358107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-429e9bac-7517-4f59-85a6-2364afe37da3 req-c3d3723f-7d5b-4afb-8ab6-51a7d8a6e08c service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834714 Apr 18 20:32:12.363976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:12.364220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Checking segment: {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:12.364608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Bound using segment: {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:12.365024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Bound port: 24b98399-e5c0-457e-9185-2d07e731898c, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:12.365485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.373470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:12.377458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b048909-eeb0-4236-b28b-e9160a55ee0e req-e94b4cc7-5059-4f63-8c5f-b488a4a15ddc tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.379140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b048909-eeb0-4236-b28b-e9160a55ee0e req-e94b4cc7-5059-4f63-8c5f-b488a4a15ddc tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 943 time: 0.1086829 Apr 18 20:32:12.380731 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.382151 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-01b07352-95f8-40af-9411-040073be8b0c service neutron] 10.222.0.49 "POST /v2.0/ports/3834cc80-0994-4a93-918b-c20b1e397710/bindings HTTP/1.1" status: 201 len: 389 time: 0.2602670 Apr 18 20:32:12.462521 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b048909-eeb0-4236-b28b-e9160a55ee0e req-2d2b2d2b-8f00-45e5-9144-3421285d332b tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740261 Apr 18 20:32:12.481914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] For port 24b98399-e5c0-457e-9185-2d07e731898c, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:12.488567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] For port 24b98399-e5c0-457e-9185-2d07e731898c, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=24b98399-e5c0-457e-9185-2d07e731898c,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:12.500164 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.507781 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de973501-4a9f-4b3c-bc5b-0bec613628c7 x-openstack-request-id: req-de973501-4a9f-4b3c-bc5b-0bec613628c7 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:12.508110 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f199a4-0bc8-4e5f-a72e-b3d083cd8637", "tag": "db5b429a-9c2e-40aa-bc77-8080f71daebc", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:12.508494 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de973501-4a9f-4b3c-bc5b-0bec613628c7 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:12.509148 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de973501-4a9f-4b3c-bc5b-0bec613628c7'] response: {'name': 'network-changed', 'server_uuid': '76f199a4-0bc8-4e5f-a72e-b3d083cd8637', 'tag': 'db5b429a-9c2e-40aa-bc77-8080f71daebc', 'status': 'completed', 'code': 200} Apr 18 20:32:12.535609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.538362 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee567e21-bd7e-43d8-95f6-b7753551e41a x-openstack-request-id: req-ee567e21-bd7e-43d8-95f6-b7753551e41a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:12.538913 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:12.538913 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee567e21-bd7e-43d8-95f6-b7753551e41a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:12.539252 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee567e21-bd7e-43d8-95f6-b7753551e41a'] response: {'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'code': 200} Apr 18 20:32:12.539475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.542006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] 10.222.0.64 "PUT /v2.0/ports/24b98399-e5c0-457e-9185-2d07e731898c HTTP/1.1" status: 200 len: 1092 time: 1.6362979 Apr 18 20:32:12.598560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbe88c8-59d6-47e5-baf1-a40f1238f89c', 'tag': '24b98399-e5c0-457e-9185-2d07e731898c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:12.600177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468f201-9725-4e37-a5c6-413896906e3c req-2f2c5ade-599a-4635-bd2c-28b34f1d285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.601065 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6107bbcf-be2c-423e-b955-b02130366c76" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbe88c8-59d6-47e5-baf1-a40f1238f89c", "tag": "24b98399-e5c0-457e-9185-2d07e731898c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:12.602235 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d468f201-9725-4e37-a5c6-413896906e3c req-2f2c5ade-599a-4635-bd2c-28b34f1d285c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8cd92d3c6384687a4de627eee30b712&device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 1094 time: 0.0575197 Apr 18 20:32:12.717831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967d965-a3a5-4f31-83bc-339b6ddd3712 service neutron] Pushing event updated for resources: {'Port': ['ID=24b98399-e5c0-457e-9185-2d07e731898c,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:12.730917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468f201-9725-4e37-a5c6-413896906e3c req-6679389e-f5a5-4bf1-8048-df8612cfbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.732675 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d468f201-9725-4e37-a5c6-413896906e3c req-6679389e-f5a5-4bf1-8048-df8612cfbc79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 200 len: 914 time: 0.1218023 Apr 18 20:32:12.767439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-15204915-ce0c-4886-8316-a7bee270dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.767439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-15204915-ce0c-4886-8316-a7bee270dea4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8cd92d3c6384687a4de627eee30b712&device_id=bcbe88c8-59d6-47e5-baf1-a40f1238f89c HTTP/1.1" status: 200 len: 1095 time: 0.1572769 Apr 18 20:32:12.776559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ef006b9f-64c2-47e9-9d1b-d632600bc3d7 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:12.778863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c970-82f5-43a0-b227-c68ee5c6186e req-4691fb9f-3b00-49f6-a6e1-a1bbb468608b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.783144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0772c970-82f5-43a0-b227-c68ee5c6186e req-4691fb9f-3b00-49f6-a6e1-a1bbb468608b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 944 time: 0.1757462 Apr 18 20:32:12.792601 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d468f201-9725-4e37-a5c6-413896906e3c req-ca63d58e-24bc-49c6-b40d-771242a83eb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db5b429a-9c2e-40aa-bc77-8080f71daebc HTTP/1.1" status: 200 len: 217 time: 0.0524750 Apr 18 20:32:12.837978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-94166225-942c-4288-bf8a-b2734fab9833 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b98399-e5c0-457e-9185-2d07e731898c HTTP/1.1" status: 200 len: 217 time: 0.0539482 Apr 18 20:32:12.848292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468f201-9725-4e37-a5c6-413896906e3c req-ae999daa-c0ad-4a01-8673-0ddaf782a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.849487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-e5ef5145-4e8c-42ce-aa50-5d47729cc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.850063 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d468f201-9725-4e37-a5c6-413896906e3c req-ae999daa-c0ad-4a01-8673-0ddaf782a6dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7ef12b3-a1f3-4559-a28d-4a56c38e87b5 HTTP/1.1" status: 200 len: 853 time: 0.0498142 Apr 18 20:32:12.850595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-e5ef5145-4e8c-42ce-aa50-5d47729cc887 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 1096 time: 0.1771905 Apr 18 20:32:12.871309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ccde3-3230-4a80-8f86-18f8a3364a86 req-bafc3846-d8e4-4556-9f86-ebd481b9a9ba tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.872893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-602ccde3-3230-4a80-8f86-18f8a3364a86 req-bafc3846-d8e4-4556-9f86-ebd481b9a9ba tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 945 time: 0.1854961 Apr 18 20:32:12.888156 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d468f201-9725-4e37-a5c6-413896906e3c req-3ab17d1e-152e-428e-9545-7affc97ea13c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6143ffb-27f0-447d-a247-436d230f7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273249 Apr 18 20:32:12.893207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:12.908758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'port_id': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7', 'mac_address': 'fa:16:3e:e2:6c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:12.962199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.976729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef006b9f-64c2-47e9-9d1b-d632600bc3d7 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:12.987986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0772c970-82f5-43a0-b227-c68ee5c6186e req-39d88caa-2109-4255-8776-f1799906fd98 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945810 Apr 18 20:32:12.998423 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d468f201-9725-4e37-a5c6-413896906e3c req-3eef9541-6666-4a90-9b4b-8ca7c6e81c28 service neutron] 10.222.0.60 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025321 Apr 18 20:32:13.003293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:13.007592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473e553-f412-4006-93d9-65993d6bd18f req-a18608ab-3215-4343-ab74-643977432df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.009517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-a18608ab-3215-4343-ab74-643977432df5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7ef12b3-a1f3-4559-a28d-4a56c38e87b5 HTTP/1.1" status: 200 len: 853 time: 0.1563380 Apr 18 20:32:13.029912 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.049720 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-602ccde3-3230-4a80-8f86-18f8a3364a86 req-b4cf2798-9f12-447f-b0da-7ffcab2a041d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446476 Apr 18 20:32:13.066888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-7f003b23-1619-486c-bbf1-bf338d7d541f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6143ffb-27f0-447d-a247-436d230f7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433552 Apr 18 20:32:13.082533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8f56c3de-ff32-40dc-91b9-ec132a5cc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.084909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8f56c3de-ff32-40dc-91b9-ec132a5cc6eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.2100098 Apr 18 20:32:13.087473 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8abc2fc-ce61-4a06-a3ca-9bd2f0963f0e x-openstack-request-id: req-f8abc2fc-ce61-4a06-a3ca-9bd2f0963f0e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:13.088322 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbe88c8-59d6-47e5-baf1-a40f1238f89c", "tag": "24b98399-e5c0-457e-9185-2d07e731898c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:13.088577 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8abc2fc-ce61-4a06-a3ca-9bd2f0963f0e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:13.088965 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8abc2fc-ce61-4a06-a3ca-9bd2f0963f0e'] response: {'name': 'network-changed', 'server_uuid': 'bcbe88c8-59d6-47e5-baf1-a40f1238f89c', 'tag': '24b98399-e5c0-457e-9185-2d07e731898c', 'status': 'completed', 'code': 200} Apr 18 20:32:13.112624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:13.151232 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d468f201-9725-4e37-a5c6-413896906e3c req-3471e798-e82d-45e3-a03c-01078e21cb0c service neutron] 10.222.0.60 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439784 Apr 18 20:32:13.219734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-be1c41b2-f4f3-4dc6-bbdd-2596512236d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3834cc80-0994-4a93-918b-c20b1e397710 HTTP/1.1" status: 200 len: 217 time: 0.1213946 Apr 18 20:32:13.349766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-727c3509-53aa-4e59-852f-ac11c61b3673 service neutron] 10.222.0.64 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637904 Apr 18 20:32:13.358899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['ef006b9f-64c2-47e9-9d1b-d632600bc3d7'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:13.360009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299ad8a-a159-4753-bbd5-0eaf8c8b6128 req-44bce64b-c554-4443-8515-57d46b786b3f tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.361510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c299ad8a-a159-4753-bbd5-0eaf8c8b6128 req-44bce64b-c554-4443-8515-57d46b786b3f tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 945 time: 0.1652067 Apr 18 20:32:13.373649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6981dc-258c-4354-a6c2-343d92f8f53e req-f01a25d8-f6c6-4ae0-9722-c778197103a2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.379602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6981dc-258c-4354-a6c2-343d92f8f53e req-f01a25d8-f6c6-4ae0-9722-c778197103a2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.386322 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6981dc-258c-4354-a6c2-343d92f8f53e req-f01a25d8-f6c6-4ae0-9722-c778197103a2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.392450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6981dc-258c-4354-a6c2-343d92f8f53e req-f01a25d8-f6c6-4ae0-9722-c778197103a2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.398624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6981dc-258c-4354-a6c2-343d92f8f53e req-f01a25d8-f6c6-4ae0-9722-c778197103a2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.405549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6981dc-258c-4354-a6c2-343d92f8f53e req-f01a25d8-f6c6-4ae0-9722-c778197103a2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.411509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6981dc-258c-4354-a6c2-343d92f8f53e req-f01a25d8-f6c6-4ae0-9722-c778197103a2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.414074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae6981dc-258c-4354-a6c2-343d92f8f53e req-f01a25d8-f6c6-4ae0-9722-c778197103a2 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.2209828 Apr 18 20:32:13.417839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-e9f3a877-2db0-4f3e-8bad-49ede017d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.419272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-e9f3a877-2db0-4f3e-8bad-49ede017d68d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1615708 Apr 18 20:32:13.494864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-adcc5840-55d0-4b94-b83c-146c850776a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634315 Apr 18 20:32:13.525025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eca12192-d6ef-4b5a-852a-66872695fb68 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:13.595276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c299ad8a-a159-4753-bbd5-0eaf8c8b6128 req-7003b7c0-2a75-4106-8b97-767127c30b93 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803217 Apr 18 20:32:13.663303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae6981dc-258c-4354-a6c2-343d92f8f53e req-84ac530b-0c4c-4118-aed6-f74422770701 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2080479 Apr 18 20:32:13.701917 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2473e553-f412-4006-93d9-65993d6bd18f req-3eff5e74-a638-4df5-8043-6af138cf42fc service neutron] 10.222.0.64 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842262 Apr 18 20:32:13.733941 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:13.747802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-f127719e-9958-4bcb-9f28-2dd8991f4b98 service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166812 Apr 18 20:32:13.767360 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'mac_address': 'fa:16:3e:74:d1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:13.847897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.872769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca12192-d6ef-4b5a-852a-66872695fb68 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:13.912103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:13.932705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.933720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device bb195c82-3538-4aec-bd5c-97d38faf4a4b details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:13.994495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107bbcf-be2c-423e-b955-b02130366c76 req-4b7682a6-45ee-46fc-8456-705be0e1bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.996432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6107bbcf-be2c-423e-b955-b02130366c76 req-4b7682a6-45ee-46fc-8456-705be0e1bc03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8cd92d3c6384687a4de627eee30b712&device_id=bcbe88c8-59d6-47e5-baf1-a40f1238f89c HTTP/1.1" status: 200 len: 1095 time: 0.2102659 Apr 18 20:32:14.001789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-1a3c90ec-e7ce-4ac5-bd78-2930aa3bdb65 service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447951 Apr 18 20:32:14.033065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb5d8f-5cc8-4a73-b36c-f34a6889bcb9 req-fa3c2eef-0e80-4fa1-8558-b624ea6b7d27 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.045400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e5fb5d8f-5cc8-4a73-b36c-f34a6889bcb9 req-fa3c2eef-0e80-4fa1-8558-b624ea6b7d27 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 943 time: 0.2465599 Apr 18 20:32:14.063590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a767ff-9e90-4f3a-999d-8cea2fa1e0d3 req-131f47f5-f91c-42b0-842d-acb8cdd63abd tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.077971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38a767ff-9e90-4f3a-999d-8cea2fa1e0d3 req-131f47f5-f91c-42b0-842d-acb8cdd63abd tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 945 time: 0.2172458 Apr 18 20:32:14.115062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:14.176691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:14.185628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38a767ff-9e90-4f3a-999d-8cea2fa1e0d3 req-c2db9b23-04a8-472c-968a-52bb9d180b60 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051655 Apr 18 20:32:14.213449 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b', 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0', 'port_id': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b', 'mac_address': 'fa:16:3e:54:fe:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d12608d-009f-4a39-9db8-81b8a2747d26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:14.274233 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.309797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb195c82-3538-4aec-bd5c-97d38faf4a4b {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:14.338868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:14.347798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.376331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e5fb5d8f-5cc8-4a73-b36c-f34a6889bcb9 req-242dda66-b270-499d-931d-546b07f07b3b tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299339 Apr 18 20:32:14.465805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=bb195c82-3538-4aec-bd5c-97d38faf4a4b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:14.466907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e008-aef1-4c0c-aa82-277641083326 req-5b279e02-9c52-4504-b6a5-9c4c2926c6b0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.476993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e008-aef1-4c0c-aa82-277641083326 req-5b279e02-9c52-4504-b6a5-9c4c2926c6b0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.485198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e008-aef1-4c0c-aa82-277641083326 req-5b279e02-9c52-4504-b6a5-9c4c2926c6b0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.494828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e008-aef1-4c0c-aa82-277641083326 req-5b279e02-9c52-4504-b6a5-9c4c2926c6b0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.500747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['eca12192-d6ef-4b5a-852a-66872695fb68'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:14.507404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e008-aef1-4c0c-aa82-277641083326 req-5b279e02-9c52-4504-b6a5-9c4c2926c6b0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.516803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e008-aef1-4c0c-aa82-277641083326 req-5b279e02-9c52-4504-b6a5-9c4c2926c6b0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.524340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e008-aef1-4c0c-aa82-277641083326 req-5b279e02-9c52-4504-b6a5-9c4c2926c6b0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.541813 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8a9e008-aef1-4c0c-aa82-277641083326 req-5b279e02-9c52-4504-b6a5-9c4c2926c6b0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.2256291 Apr 18 20:32:14.561236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107bbcf-be2c-423e-b955-b02130366c76 req-72a44f8d-20ad-44a4-96aa-b0a77261c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.562099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6107bbcf-be2c-423e-b955-b02130366c76 req-72a44f8d-20ad-44a4-96aa-b0a77261c31c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 200 len: 914 time: 0.5118530 Apr 18 20:32:14.634154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6107bbcf-be2c-423e-b955-b02130366c76 req-7b63c28b-cbe3-4bed-9f3a-9c600c73f56e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24b98399-e5c0-457e-9185-2d07e731898c HTTP/1.1" status: 200 len: 217 time: 0.0404267 Apr 18 20:32:14.694957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fe0ac-a12b-440d-a9fb-fb114c9e5534 req-fd9f81cc-2c96-4cc5-a143-7b9ea4622c08 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.703254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-457fe0ac-a12b-440d-a9fb-fb114c9e5534 req-fd9f81cc-2c96-4cc5-a143-7b9ea4622c08 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 945 time: 0.1662223 Apr 18 20:32:14.780342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['bb195c82-3538-4aec-bd5c-97d38faf4a4b'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:14.792202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device db5b429a-9c2e-40aa-bc77-8080f71daebc details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:14.796136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ef006b9f-64c2-47e9-9d1b-d632600bc3d7 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:14.815714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107bbcf-be2c-423e-b955-b02130366c76 req-3350d4ce-c032-466b-ba4b-af965cb0a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.817791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6107bbcf-be2c-423e-b955-b02130366c76 req-3350d4ce-c032-466b-ba4b-af965cb0a601 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7ef12b3-a1f3-4559-a28d-4a56c38e87b5 HTTP/1.1" status: 200 len: 853 time: 0.1703351 Apr 18 20:32:14.850336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-457fe0ac-a12b-440d-a9fb-fb114c9e5534 req-418ee3a9-180f-49f5-92f8-17f0c7677315 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461756 Apr 18 20:32:14.892503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98404f8-2d23-4f35-8928-d23b9f612ace req-f001d819-76d9-43f1-9c7f-b0311a2b3db9 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:14.904131 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e98404f8-2d23-4f35-8928-d23b9f612ace req-f001d819-76d9-43f1-9c7f-b0311a2b3db9 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 945 time: 0.2460027 Apr 18 20:32:14.932995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6107bbcf-be2c-423e-b955-b02130366c76 req-c44a8429-184f-4c63-be10-a1a7eca2d3dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6143ffb-27f0-447d-a247-436d230f7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041315 Apr 18 20:32:14.966618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e98404f8-2d23-4f35-8928-d23b9f612ace req-b1b61113-e419-4ba6-b373-db18fffc18e1 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614173 Apr 18 20:32:15.060118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port ef006b9f-64c2-47e9-9d1b-d632600bc3d7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:15.060875 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.160153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port db5b429a-9c2e-40aa-bc77-8080f71daebc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=db5b429a-9c2e-40aa-bc77-8080f71daebc,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:15.241476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'db5b429a-9c2e-40aa-bc77-8080f71daebc', 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70', 'port_id': 'db5b429a-9c2e-40aa-bc77-8080f71daebc', 'mac_address': 'fa:16:3e:e8:57:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ef12b3-a1f3-4559-a28d-4a56c38e87b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:15.350630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6107bbcf-be2c-423e-b955-b02130366c76 req-d0da6a73-7a78-4813-9e40-435b2858d9ea service neutron] 10.222.0.64 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957767 Apr 18 20:32:15.397563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.487911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5b429a-9c2e-40aa-bc77-8080f71daebc {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:15.515086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 24b98399-e5c0-457e-9185-2d07e731898c details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:15.517909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eca12192-d6ef-4b5a-852a-66872695fb68 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:15.579220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bc7e1-626e-4f6f-a108-68dacdd0a9e7 req-76c723cf-dc87-4da1-9312-bb14fe2029e0 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:15.584852 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f5bc7e1-626e-4f6f-a108-68dacdd0a9e7 req-76c723cf-dc87-4da1-9312-bb14fe2029e0 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 945 time: 0.2320771 Apr 18 20:32:15.613676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port db5b429a-9c2e-40aa-bc77-8080f71daebc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=db5b429a-9c2e-40aa-bc77-8080f71daebc,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:15.632203 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.646614 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.684815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f5bc7e1-626e-4f6f-a108-68dacdd0a9e7 req-d217d890-e4e6-476d-95f9-25c3f54ad805 tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.49 "GET /v2.0/security-groups?id=05b5f616-8692-4a4c-a58a-ba3d3761cf90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805898 Apr 18 20:32:15.708613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6107bbcf-be2c-423e-b955-b02130366c76 req-3cbc96ef-595e-4001-bdb4-66256be767de service neutron] 10.222.0.64 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463044 Apr 18 20:32:15.725642 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.770520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8976ea24-4bb9-4681-adec-134c31b0d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:15.772771 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c7dd33-6433-47ff-b8ba-e0ef0bce1bba" -d '{"events": [{"server_uuid": "8976ea24-4bb9-4681-adec-134c31b0d517", "name": "network-vif-plugged", "status": "completed", "tag": "ef006b9f-64c2-47e9-9d1b-d632600bc3d7"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:15.804338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port eca12192-d6ef-4b5a-852a-66872695fb68 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:15.805218 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.846945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:15.862274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=db5b429a-9c2e-40aa-bc77-8080f71daebc,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:15.867983 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.975359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4bee6-86d7-4d1c-817d-8a1011430deb req-cb06e0a3-e0d2-402c-bdf2-9916315dd8c6 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:15.977693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 24b98399-e5c0-457e-9185-2d07e731898c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=24b98399-e5c0-457e-9185-2d07e731898c,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:15.988782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4bee6-86d7-4d1c-817d-8a1011430deb req-cb06e0a3-e0d2-402c-bdf2-9916315dd8c6 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 944 time: 0.1533821 Apr 18 20:32:16.060696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4bee6-86d7-4d1c-817d-8a1011430deb req-818d0052-b0f4-4b21-bf60-b774c8109704 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626323 Apr 18 20:32:16.061262 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5d6134-c0d6-49c3-8f29-58b59d10dad3 x-openstack-request-id: req-1d5d6134-c0d6-49c3-8f29-58b59d10dad3 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:16.061778 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8976ea24-4bb9-4681-adec-134c31b0d517", "name": "network-vif-plugged", "status": "completed", "tag": "ef006b9f-64c2-47e9-9d1b-d632600bc3d7", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:16.063193 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d5d6134-c0d6-49c3-8f29-58b59d10dad3 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:16.063624 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5d6134-c0d6-49c3-8f29-58b59d10dad3'] response: {'server_uuid': '8976ea24-4bb9-4681-adec-134c31b0d517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7', 'code': 200} Apr 18 20:32:16.087275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '24b98399-e5c0-457e-9185-2d07e731898c', 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70', 'port_id': '24b98399-e5c0-457e-9185-2d07e731898c', 'mac_address': 'fa:16:3e:86:c0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ef12b3-a1f3-4559-a28d-4a56c38e87b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:16.190467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52294fdb-b11d-4092-b799-d75f1380ce01 req-044310aa-2b3a-45e3-92f9-c490d2a7ac46 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:16.199005 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['db5b429a-9c2e-40aa-bc77-8080f71daebc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:16.199672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52294fdb-b11d-4092-b799-d75f1380ce01 req-044310aa-2b3a-45e3-92f9-c490d2a7ac46 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 945 time: 0.0759103 Apr 18 20:32:16.202453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:16.211177 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.248447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52294fdb-b11d-4092-b799-d75f1380ce01 req-cb120d46-c25a-4fdb-bc8d-4de83cf01903 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474985 Apr 18 20:32:16.272799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:16.301775 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.341239 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.450334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26765dea-73c2-4bd2-912b-bad5772c5d1e req-77b09e21-3877-4662-8b56-1c60aeea5d3e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:16.454634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b98399-e5c0-457e-9185-2d07e731898c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:16.473645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26765dea-73c2-4bd2-912b-bad5772c5d1e req-77b09e21-3877-4662-8b56-1c60aeea5d3e tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 945 time: 0.1330442 Apr 18 20:32:16.573210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=10']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:16.611270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26765dea-73c2-4bd2-912b-bad5772c5d1e req-6ed99d07-60d5-4b41-bd66-01c5d0765bf6 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301215 Apr 18 20:32:16.616779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 24b98399-e5c0-457e-9185-2d07e731898c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=24b98399-e5c0-457e-9185-2d07e731898c,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:16.637985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.925022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32948) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:17.109111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115e0e-c04a-4297-8551-724f7670e986 req-268ef53c-d146-4b0c-a3ca-51eed6de3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.109538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115e0e-c04a-4297-8551-724f7670e986 req-268ef53c-d146-4b0c-a3ca-51eed6de3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.110007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115e0e-c04a-4297-8551-724f7670e986 req-268ef53c-d146-4b0c-a3ca-51eed6de3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.110465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115e0e-c04a-4297-8551-724f7670e986 req-268ef53c-d146-4b0c-a3ca-51eed6de3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.111007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115e0e-c04a-4297-8551-724f7670e986 req-268ef53c-d146-4b0c-a3ca-51eed6de3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.111466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115e0e-c04a-4297-8551-724f7670e986 req-268ef53c-d146-4b0c-a3ca-51eed6de3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.111963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70115e0e-c04a-4297-8551-724f7670e986 req-268ef53c-d146-4b0c-a3ca-51eed6de3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.128489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70115e0e-c04a-4297-8551-724f7670e986 req-268ef53c-d146-4b0c-a3ca-51eed6de3afa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6491 time: 0.2019384 Apr 18 20:32:17.132316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=24b98399-e5c0-457e-9185-2d07e731898c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:17.213079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70115e0e-c04a-4297-8551-724f7670e986 req-9ad96d97-f3e7-4fbf-b8ae-0919e3b3dbd3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bf561c15-b051-4b95-966d-6534eed6b95a&id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830173 Apr 18 20:32:17.297755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['24b98399-e5c0-457e-9185-2d07e731898c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:17.525578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device bb195c82-3538-4aec-bd5c-97d38faf4a4b up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:17.611377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port bb195c82-3538-4aec-bd5c-97d38faf4a4b completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:17.629139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port bb195c82-3538-4aec-bd5c-97d38faf4a4b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:17.632515 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.873392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.961693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:17.971986 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:18.143509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68'}, {'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:18.150418 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c148b4dc-518d-4382-8caa-a97422f64937" -d '{"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-plugged", "status": "completed", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68"}, {"server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "name": "network-vif-plugged", "status": "completed", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:18.161789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=bb195c82-3538-4aec-bd5c-97d38faf4a4b,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:18.198106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.198451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.204009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.204435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.204960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.205484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.206003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.206515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.207031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.207559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.208101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.208616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:18.447188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-dad8f849-5a4a-4eeb-b474-fcb51638a05c tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:18.463286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-dad8f849-5a4a-4eeb-b474-fcb51638a05c tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.64 "GET /v2.0/ports?device_id=eceeff21-30ec-436b-80b6-67081e025c3b HTTP/1.1" status: 200 len: 945 time: 0.1569812 Apr 18 20:32:18.799932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device db5b429a-9c2e-40aa-bc77-8080f71daebc up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:18.965558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port db5b429a-9c2e-40aa-bc77-8080f71daebc completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:18.972995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port db5b429a-9c2e-40aa-bc77-8080f71daebc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:18.973392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.164191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.173232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-913b2449-ca0c-4354-aafb-ac59eff9a57a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Deleting port 985824a7-3b37-4117-afa4-11fe3e0a4cf1 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:19.173592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-913b2449-ca0c-4354-aafb-ac59eff9a57a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.213254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port db5b429a-9c2e-40aa-bc77-8080f71daebc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=db5b429a-9c2e-40aa-bc77-8080f71daebc,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:19.221379 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.437905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=db5b429a-9c2e-40aa-bc77-8080f71daebc,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:19.453913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-913b2449-ca0c-4354-aafb-ac59eff9a57a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] For port 985824a7-3b37-4117-afa4-11fe3e0a4cf1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=985824a7-3b37-4117-afa4-11fe3e0a4cf1,segment=NetworkSegment(4c00c5b4-795c-4aaf-b9f1-1c573671cd82),segment_id=4c00c5b4-795c-4aaf-b9f1-1c573671cd82)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:19.455148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-913b2449-ca0c-4354-aafb-ac59eff9a57a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.489737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-913b2449-ca0c-4354-aafb-ac59eff9a57a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Calling delete_port for 985824a7-3b37-4117-afa4-11fe3e0a4cf1 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:19.532225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 24b98399-e5c0-457e-9185-2d07e731898c up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:19.689624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 24b98399-e5c0-457e-9185-2d07e731898c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:19.693366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 24b98399-e5c0-457e-9185-2d07e731898c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:19.693870 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.725048 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-913b2449-ca0c-4354-aafb-ac59eff9a57a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.762255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b2449-ca0c-4354-aafb-ac59eff9a57a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Pushing event deleted for resources: {'Port': ['ID=985824a7-3b37-4117-afa4-11fe3e0a4cf1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:19.845458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-913b2449-ca0c-4354-aafb-ac59eff9a57a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] No DVR routers for this DVR port 985824a7-3b37-4117-afa4-11fe3e0a4cf1 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:19.848674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-913b2449-ca0c-4354-aafb-ac59eff9a57a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.854948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a654c31d-0f66-474e-86a5-6e2d03837aad req-913b2449-ca0c-4354-aafb-ac59eff9a57a tempest-ServersNegativeTestMultiTenantJSON-952247694 tempest-ServersNegativeTestMultiTenantJSON-952247694-project] 10.222.0.64 "DELETE /v2.0/ports/985824a7-3b37-4117-afa4-11fe3e0a4cf1 HTTP/1.1" status: 204 len: 173 time: 1.3827932 Apr 18 20:32:19.855769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceeff21-30ec-436b-80b6-67081e025c3b', 'name': 'network-vif-deleted', 'tag': '985824a7-3b37-4117-afa4-11fe3e0a4cf1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:19.861513 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c0a28e-316c-4860-92e7-4de90183e16d" -d '{"events": [{"server_uuid": "eceeff21-30ec-436b-80b6-67081e025c3b", "name": "network-vif-deleted", "tag": "985824a7-3b37-4117-afa4-11fe3e0a4cf1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:19.922512 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.002820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 24b98399-e5c0-457e-9185-2d07e731898c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=24b98399-e5c0-457e-9185-2d07e731898c,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:20.023406 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.189628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=24b98399-e5c0-457e-9185-2d07e731898c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:21.528777 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 985824a7-3b37-4117-afa4-11fe3e0a4cf1 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:21.572774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 985824a7-3b37-4117-afa4-11fe3e0a4cf1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:21.573116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 985824a7-3b37-4117-afa4-11fe3e0a4cf1 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:26.968110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33010) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:27.030071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Deleting subnet fa96181e-a73b-4060-82d6-e46ddd5fc371 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:32:27.034175 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.063354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f516895-5d27-48b0-9567-3f517b74fac0 req-c2cdf788-5e09-4d33-8fa4-8da05fcea070 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:27.071598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f516895-5d27-48b0-9567-3f517b74fac0 req-c2cdf788-5e09-4d33-8fa4-8da05fcea070 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 945 time: 0.0809548 Apr 18 20:32:27.085530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.142110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.150639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cc0ac-81da-439e-859e-3608d4f8cd91 req-cb0d92c1-614f-46d6-ac28-74b888015eba tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:27.153149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f85cc0ac-81da-439e-859e-3608d4f8cd91 req-cb0d92c1-614f-46d6-ac28-74b888015eba tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.1131423 Apr 18 20:32:27.177979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f516895-5d27-48b0-9567-3f517b74fac0 req-73f5b962-ab40-4db0-92c0-aa7981fa9c15 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008790 Apr 18 20:32:27.248200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.303764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.307890 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fa96181e-a73b-4060-82d6-e46ddd5fc371 HTTP/1.1" status: 204 len: 168 time: 0.3384638 Apr 18 20:32:27.308816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f85cc0ac-81da-439e-859e-3608d4f8cd91 req-d69bf6f3-0070-48ed-957a-727a8d424088 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339943 Apr 18 20:32:27.309455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa96181e-a73b-4060-82d6-e46ddd5fc371,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:27.310597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33012) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:27.319556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.320363 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.320871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.321946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.322537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.323035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.323550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.324135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.324645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.325149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.325654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.326145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81023612-b884-4177-ac7e-9dfbe65a4d15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.408611 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1193786a-baa6-4bd3-be18-16d98793d797 x-openstack-request-id: req-1193786a-baa6-4bd3-be18-16d98793d797 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:27.409625 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-plugged", "status": "completed", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68", "code": 200}, {"server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "name": "network-vif-plugged", "status": "completed", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:27.409941 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1193786a-baa6-4bd3-be18-16d98793d797 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:27.410424 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1193786a-baa6-4bd3-be18-16d98793d797'] response: {'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'code': 200} Apr 18 20:32:27.410905 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1193786a-baa6-4bd3-be18-16d98793d797'] response: {'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b', 'code': 200} Apr 18 20:32:27.413862 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.484553 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ecbc3a-cce5-4a90-a6c4-fdb0b028f380 x-openstack-request-id: req-68ecbc3a-cce5-4a90-a6c4-fdb0b028f380 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:27.484855 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceeff21-30ec-436b-80b6-67081e025c3b", "name": "network-vif-deleted", "tag": "985824a7-3b37-4117-afa4-11fe3e0a4cf1", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:27.485082 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68ecbc3a-cce5-4a90-a6c4-fdb0b028f380 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:27.485493 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ecbc3a-cce5-4a90-a6c4-fdb0b028f380'] response: {'server_uuid': 'eceeff21-30ec-436b-80b6-67081e025c3b', 'name': 'network-vif-deleted', 'tag': '985824a7-3b37-4117-afa4-11fe3e0a4cf1', 'status': 'completed', 'code': 200} Apr 18 20:32:27.528785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af2b12-ef70-478b-aade-fec96ff74b31 req-caca3cf2-ccfc-40a5-a5d2-32f4bd120a50 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:27.530922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62af2b12-ef70-478b-aade-fec96ff74b31 req-caca3cf2-ccfc-40a5-a5d2-32f4bd120a50 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 945 time: 0.2808146 Apr 18 20:32:27.587356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.639974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62af2b12-ef70-478b-aade-fec96ff74b31 req-90c415a4-9abc-4a9b-ab25-e36ee1a3f770 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931306 Apr 18 20:32:27.642986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848db00c-ba1a-4870-ae57-b50cef00a29c']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:27.669697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c00c5b4-795c-4aaf-b9f1-1c573671cd82') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:27.669992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c00c5b4-795c-4aaf-b9f1-1c573671cd82') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:27.679501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5127ff-25f1-44c7-8978-81875cbdcb33 req-6eb0c137-09d0-449e-84e5-6508c669c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:27.681579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c5127ff-25f1-44c7-8978-81875cbdcb33 req-6eb0c137-09d0-449e-84e5-6508c669c0d3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 1097 time: 0.1438241 Apr 18 20:32:27.686328 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.721132 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.750680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fef8c2-afbc-495a-b6a2-94784a8a832a req-02136a74-c53b-4e64-96d2-e852a7e379e1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:27.753453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38fef8c2-afbc-495a-b6a2-94784a8a832a req-02136a74-c53b-4e64-96d2-e852a7e379e1 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 949 time: 0.1360343 Apr 18 20:32:27.760135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:27.760888 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:27.764929 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:27.824319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c5127ff-25f1-44c7-8978-81875cbdcb33 req-e0a45818-8263-41b5-82e2-534aae53c033 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307869 Apr 18 20:32:27.899048 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.915699 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.922988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] 10.222.0.49 "DELETE /v2.0/networks/848db00c-ba1a-4870-ae57-b50cef00a29c HTTP/1.1" status: 204 len: 168 time: 0.6081433 Apr 18 20:32:27.922988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38fef8c2-afbc-495a-b6a2-94784a8a832a req-be31a6b5-d774-48de-9f65-f5652e407a94 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331267 Apr 18 20:32:27.923526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33030) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:27.948092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Pushing event deleted for resources: {'Network': ['ID=848db00c-ba1a-4870-ae57-b50cef00a29c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:27.983249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.983651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.983950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.984283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.984611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.984935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.985254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.985712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.986041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.986355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.986669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:27.986982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2014e3-aec9-4e82-b912-e5730d29ea69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:28.006843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-950aa88b-41c6-494f-8a8e-43955ff804fb admin admin] Deleting subnet f57db4fc-8c8b-425e-82cc-8ff0b2b69619 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:32:28.010786 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-950aa88b-41c6-494f-8a8e-43955ff804fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.066035 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-950aa88b-41c6-494f-8a8e-43955ff804fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.128067 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-950aa88b-41c6-494f-8a8e-43955ff804fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.198108 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-950aa88b-41c6-494f-8a8e-43955ff804fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.227061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aa88b-41c6-494f-8a8e-43955ff804fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57db4fc-8c8b-425e-82cc-8ff0b2b69619,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:28.242454 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-950aa88b-41c6-494f-8a8e-43955ff804fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.251806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-950aa88b-41c6-494f-8a8e-43955ff804fb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f57db4fc-8c8b-425e-82cc-8ff0b2b69619 HTTP/1.1" status: 204 len: 168 time: 0.3160450 Apr 18 20:32:28.254373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33062) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:28.339881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.443098 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.476621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9442fab-d9d9-47ff-9b4b-0e59a85ea561']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:28.503337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a9b953-0c0a-4c2a-8520-b03460bf6f79') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:28.503615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a9b953-0c0a-4c2a-8520-b03460bf6f79') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:28.517102 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.542643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe691c-c838-45c2-b3b9-30e37003d526 req-df90ef0e-6b33-45df-b722-e430ed827e18 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:28.544516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28fe691c-c838-45c2-b3b9-30e37003d526 req-df90ef0e-6b33-45df-b722-e430ed827e18 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 945 time: 0.0870194 Apr 18 20:32:28.554856 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.577091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:28.577509 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:28.579319 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:28.664932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28fe691c-c838-45c2-b3b9-30e37003d526 req-8601c961-3398-4735-8f12-cd7279adc604 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115160 Apr 18 20:32:28.706767 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.721335 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.724600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f9442fab-d9d9-47ff-9b4b-0e59a85ea561 HTTP/1.1" status: 204 len: 168 time: 0.4689517 Apr 18 20:32:28.748428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cef6a2-59fb-44f4-beaa-b1b49f9ea6f7 req-69011b84-86ba-4380-b93f-3a60f40933eb tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:28.750025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06cef6a2-59fb-44f4-beaa-b1b49f9ea6f7 req-69011b84-86ba-4380-b93f-3a60f40933eb tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.1507430 Apr 18 20:32:28.752003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133b8c-6fc1-4c19-ad44-9f730a2aa532 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9442fab-d9d9-47ff-9b4b-0e59a85ea561,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:28.755437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-519b43b1-5a99-4470-8f8c-bfa871c46f6c tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:28.757007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-519b43b1-5a99-4470-8f8c-bfa871c46f6c tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.1475799 Apr 18 20:32:28.781744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836015-4'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:28.858994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06cef6a2-59fb-44f4-beaa-b1b49f9ea6f7 req-99249c8e-b1ad-4f35-99f0-9ce5f27b79a2 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999939 Apr 18 20:32:28.888317 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.899219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82467f0-dc0d-4000-8238-2dcd7e6dccf4 req-b58158eb-f4bf-47b4-9c20-7d708ca1e03f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:28.899459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33108) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:28.900857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d82467f0-dc0d-4000-8238-2dcd7e6dccf4 req-b58158eb-f4bf-47b4-9c20-7d708ca1e03f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 945 time: 0.1137075 Apr 18 20:32:28.950255 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-23e3334f-4aad-44b8-8e08-ee3c8015c88d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fc8f22d26f443a790891c5408f307c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489688 Apr 18 20:32:28.952429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33110) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:28.975769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d82467f0-dc0d-4000-8238-2dcd7e6dccf4 req-47db0d8e-ee93-453a-a2ed-daab162d3a33 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644331 Apr 18 20:32:29.027974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-740ef3af-1a26-4692-89b0-28f52caef128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.061939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-740ef3af-1a26-4692-89b0-28f52caef128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.101193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:29.121771 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-740ef3af-1a26-4692-89b0-28f52caef128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.128969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-740ef3af-1a26-4692-89b0-28f52caef128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.135780 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-740ef3af-1a26-4692-89b0-28f52caef128 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05b5f616-8692-4a4c-a58a-ba3d3761cf90 HTTP/1.1" status: 204 len: 168 time: 0.1795509 Apr 18 20:32:29.150621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ef3af-1a26-4692-89b0-28f52caef128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b5f616-8692-4a4c-a58a-ba3d3761cf90,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:29.154132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:29.244646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.253860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.271539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce854a0-7136-4967-be7d-0f515d41654e req-34c52c69-3716-4958-abf8-0f0cdc4ef5f4 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:29.273116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ce854a0-7136-4967-be7d-0f515d41654e req-34c52c69-3716-4958-abf8-0f0cdc4ef5f4 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 949 time: 0.0932868 Apr 18 20:32:29.364203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Pushing event updated for resources: {'Port': ['ID=3834cc80-0994-4a93-918b-c20b1e397710,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:29.389573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ce854a0-7136-4967-be7d-0f515d41654e req-17440ffd-8627-465e-9e02-e6064610d107 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937698 Apr 18 20:32:29.399897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on host n-h1-836015-4 for vnic_type normal with profile {"migrating_to": "n-h2-836015-4"} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:29.400234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:29.400563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:29.405375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:29.405703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:29.411597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:29.412272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:29.412885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:29.413325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Bound port: 3834cc80-0994-4a93-918b-c20b1e397710, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:29.413460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f199a4-0bc8-4e5f-a72e-b3d083cd8637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5b429a-9c2e-40aa-bc77-8080f71daebc'}, {'server_uuid': 'bcbe88c8-59d6-47e5-baf1-a40f1238f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b98399-e5c0-457e-9185-2d07e731898c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:29.413946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.415748 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333473f0-fbfb-4b40-b4bf-fba5217a70fa" -d '{"events": [{"server_uuid": "76f199a4-0bc8-4e5f-a72e-b3d083cd8637", "name": "network-vif-plugged", "status": "completed", "tag": "db5b429a-9c2e-40aa-bc77-8080f71daebc"}, {"server_uuid": "bcbe88c8-59d6-47e5-baf1-a40f1238f89c", "name": "network-vif-plugged", "status": "completed", "tag": "24b98399-e5c0-457e-9185-2d07e731898c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:29.469046 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4022f633-5437-4880-9c8d-6b5c3c20b5bd x-openstack-request-id: req-4022f633-5437-4880-9c8d-6b5c3c20b5bd {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:29.470076 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f199a4-0bc8-4e5f-a72e-b3d083cd8637", "name": "network-vif-plugged", "status": "completed", "tag": "db5b429a-9c2e-40aa-bc77-8080f71daebc", "code": 200}, {"server_uuid": "bcbe88c8-59d6-47e5-baf1-a40f1238f89c", "name": "network-vif-plugged", "status": "completed", "tag": "24b98399-e5c0-457e-9185-2d07e731898c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:29.470384 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4022f633-5437-4880-9c8d-6b5c3c20b5bd {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:29.470874 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4022f633-5437-4880-9c8d-6b5c3c20b5bd'] response: {'server_uuid': '76f199a4-0bc8-4e5f-a72e-b3d083cd8637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5b429a-9c2e-40aa-bc77-8080f71daebc', 'code': 200} Apr 18 20:32:29.471337 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4022f633-5437-4880-9c8d-6b5c3c20b5bd'] response: {'server_uuid': 'bcbe88c8-59d6-47e5-baf1-a40f1238f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b98399-e5c0-457e-9185-2d07e731898c', 'code': 200} Apr 18 20:32:29.489233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3834cc80-0994-4a93-918b-c20b1e397710'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:29.493726 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba254fff-ff7b-4324-aa78-b673a4c36fb8" -d '{"events": [{"server_uuid": "d7d27775-5c4b-46d5-942a-eb20a1238c59", "name": "network-vif-unplugged", "status": "completed", "tag": "3834cc80-0994-4a93-918b-c20b1e397710"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:29.572687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3834cc80-0994-4a93-918b-c20b1e397710 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:29.575919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33138) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:29.579032 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d475e0-bbce-482c-b82d-43658f74e87a x-openstack-request-id: req-72d475e0-bbce-482c-b82d-43658f74e87a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:29.579318 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d27775-5c4b-46d5-942a-eb20a1238c59", "name": "network-vif-unplugged", "status": "completed", "tag": "3834cc80-0994-4a93-918b-c20b1e397710", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:29.579570 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72d475e0-bbce-482c-b82d-43658f74e87a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:29.579997 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d475e0-bbce-482c-b82d-43658f74e87a'] response: {'server_uuid': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3834cc80-0994-4a93-918b-c20b1e397710', 'code': 200} Apr 18 20:32:29.604551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:29.614066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afbed4-b70b-4525-8ef7-28710fb03948 req-4c68465a-ce20-4868-8484-cbb6c656ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:29.616067 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09afbed4-b70b-4525-8ef7-28710fb03948 req-4c68465a-ce20-4868-8484-cbb6c656ac1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 1096 time: 0.0644433 Apr 18 20:32:29.628401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:29.648709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.656064 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09afbed4-b70b-4525-8ef7-28710fb03948 req-f834d2cc-9e3a-4594-a263-103c3004a400 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Apr 18 20:32:29.668781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eca12192-d6ef-4b5a-852a-66872695fb68 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:29.728530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6b60e-4cdf-4045-8195-0e49377ebd79 req-f4d7bad4-f42c-4255-ab2b-2bee418c319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:29.730018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1b6b60e-4cdf-4045-8195-0e49377ebd79 req-f4d7bad4-f42c-4255-ab2b-2bee418c319d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bcbe88c8-59d6-47e5-baf1-a40f1238f89c HTTP/1.1" status: 200 len: 1097 time: 0.1859295 Apr 18 20:32:29.756254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:29.777776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5929f697-5bce-4f90-a53c-aeea1588f966 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6dcfadb8d79947b2ae328c085dbc517f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924131 Apr 18 20:32:29.788140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33154) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:29.806311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Pushing event updated for resources: {'Port': ['ID=3834cc80-0994-4a93-918b-c20b1e397710,revision_number=8']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:29.828327 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.846924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8a8cffba-a52a-4deb-8b8c-13bdac1bc90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.861559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:29.862124 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.863815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-8aceaf68-06e3-4c13-bfa4-378eb2d9e366 service neutron] 10.222.0.64 "PUT /v2.0/ports/3834cc80-0994-4a93-918b-c20b1e397710 HTTP/1.1" status: 200 len: 1121 time: 1.0861006 Apr 18 20:32:29.865870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:29.875424 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8a8cffba-a52a-4deb-8b8c-13bdac1bc90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.879574 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.926068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1b6b60e-4cdf-4045-8195-0e49377ebd79 req-23bbbfd9-0693-45ea-889f-00d77af42d6c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731703 Apr 18 20:32:29.940123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8a8cffba-a52a-4deb-8b8c-13bdac1bc90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.943864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8a8cffba-a52a-4deb-8b8c-13bdac1bc90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.944341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=11']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:29.949160 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8a8cffba-a52a-4deb-8b8c-13bdac1bc90b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5733304-8473-4205-8111-4fbb832bc02e HTTP/1.1" status: 204 len: 168 time: 0.1581430 Apr 18 20:32:29.963681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on host n-h1-836015-4 for vnic_type normal with profile {"migrating_to": "n-h2-836015-4"} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:29.964707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550d479-af2c-4a94-a7ed-b08b7136e2cd req-7dbd07b0-43d1-4079-93d6-1b400627f538 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:29.964929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:29.965491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:29.965855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cffba-a52a-4deb-8b8c-13bdac1bc90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5733304-8473-4205-8111-4fbb832bc02e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:29.972471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7550d479-af2c-4a94-a7ed-b08b7136e2cd req-7dbd07b0-43d1-4079-93d6-1b400627f538 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 945 time: 0.2039254 Apr 18 20:32:30.014540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:30.015755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempting to bind port 3834cc80-0994-4a93-918b-c20b1e397710 on network fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:30.028242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:30.028890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Checking segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:30.029415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Bound using segment: {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:30.030264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Bound port: 3834cc80-0994-4a93-918b-c20b1e397710, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c9ba451-8636-4f47-b8a3-9a5e38b42e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:30.030861 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.047743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['3834cc80-0994-4a93-918b-c20b1e397710'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:30.057257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7550d479-af2c-4a94-a7ed-b08b7136e2cd req-996c43c4-f073-4385-9970-60bcaf9056f2 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833032 Apr 18 20:32:30.085422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['3834cc80-0994-4a93-918b-c20b1e397710'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:30.232965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f136bf-4e6f-452f-8a30-8fd5c0ff5ff5 req-469a424d-dcbf-4fe6-85f7-6183a6a3cf83 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.238017 n-d-836015-4 neutron-server[102905]: WARNING neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Concurrent port binding operations failed on port 3834cc80-0994-4a93-918b-c20b1e397710 Apr 18 20:32:30.241059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9f136bf-4e6f-452f-8a30-8fd5c0ff5ff5 req-469a424d-dcbf-4fe6-85f7-6183a6a3cf83 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.0931869 Apr 18 20:32:30.245739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:30.262946 n-d-836015-4 neutron-server[102905]: INFO neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Attempt 2 to bind port 3834cc80-0994-4a93-918b-c20b1e397710 Apr 18 20:32:30.263279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3834cc80-0994-4a93-918b-c20b1e397710 has no active binding in host n-h2-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:32:30.304576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9f136bf-4e6f-452f-8a30-8fd5c0ff5ff5 req-3116c4bb-4e95-47c2-8368-957253f00139 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623465 Apr 18 20:32:30.463316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf3d94-5be4-4697-b685-3867ffe20101 req-e1fbf3c8-f3ef-4697-ae81-d0c17e0c538f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.465168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22bf3d94-5be4-4697-b685-3867ffe20101 req-e1fbf3c8-f3ef-4697-ae81-d0c17e0c538f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.0846152 Apr 18 20:32:30.546924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22bf3d94-5be4-4697-b685-3867ffe20101 req-8fb5b3ac-3f94-4a67-83fa-eb915de35d4a tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734873 Apr 18 20:32:30.569937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494bc41-a5a7-4700-a2c3-53015821e1b1 req-23038994-88d9-435b-a494-16d4ade171cf tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.572055 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7494bc41-a5a7-4700-a2c3-53015821e1b1 req-23038994-88d9-435b-a494-16d4ade171cf tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.0742416 Apr 18 20:32:30.634434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7494bc41-a5a7-4700-a2c3-53015821e1b1 req-61774636-6c90-4003-b99f-6315331267ef tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520003 Apr 18 20:32:30.679259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70af07d-3449-4e3d-8a0a-aa9c4656e59e req-a39523f6-abaf-47c6-a91f-6ceaff02ce62 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.680834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f70af07d-3449-4e3d-8a0a-aa9c4656e59e req-a39523f6-abaf-47c6-a91f-6ceaff02ce62 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 947 time: 0.0605476 Apr 18 20:32:30.736889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f70af07d-3449-4e3d-8a0a-aa9c4656e59e req-517fb3c2-e16c-410b-87e3-7967e1fd2a3b tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499640 Apr 18 20:32:30.983742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da757370-9a21-4fd8-a879-0a0c12bfae8b req-842baace-7929-4343-98cd-e777a155a341 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.986370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da757370-9a21-4fd8-a879-0a0c12bfae8b req-842baace-7929-4343-98cd-e777a155a341 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.0624893 Apr 18 20:32:31.079976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33232) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:31.124087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da757370-9a21-4fd8-a879-0a0c12bfae8b req-8d1a1f7d-43ab-4a1c-a439-5dfd85208bde tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191559 Apr 18 20:32:31.199147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-ddca58c3-2427-4126-9b9a-b7cc262d2441 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:31.202062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-432162087-network', 'tenant_id': '88e54db02a6c4608a93aefb17650bdad'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:31.206684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-ddca58c3-2427-4126-9b9a-b7cc262d2441 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 804 time: 0.2188303 Apr 18 20:32:31.225290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-364afef5-5d6a-42ce-8224-91743051d379 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/quotas/dc37a857d8b240059132365071db5f0e HTTP/1.1" status: 200 len: 375 time: 0.0172732 Apr 18 20:32:31.232092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Made reservation on behalf of 88e54db02a6c4608a93aefb17650bdad for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:31.234924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.253550 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.318297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-22d8442b-5df8-420c-8174-e14903994cc1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917885 Apr 18 20:32:31.332250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecf1ca-3581-4122-8852-0f73eae7909d req-2da7c341-b99e-45f2-8147-ccb0d33f2057 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:31.340440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6ecf1ca-3581-4122-8852-0f73eae7909d req-2da7c341-b99e-45f2-8147-ccb0d33f2057 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 945 time: 0.1015625 Apr 18 20:32:31.372403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.376440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.398323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:32:31.412290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40729241-6dd7-4036-859c-a52db1a3d758,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:31.418199 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.418538 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Added segment 3bc8e7c4-3983-4121-bb53-19cd26a7c15d of type vlan for network 7b0aff30-19b6-4c0a-8329-350c5ae590c5 Apr 18 20:32:31.456089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6ecf1ca-3581-4122-8852-0f73eae7909d req-b41ca290-d52b-47a6-9311-fab3ec52de17 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144929 Apr 18 20:32:31.461197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.473820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:31.476594 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef43340a-412a-4142-bb4f-55f183c6b38e" -d '{"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:31.489821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-e3ae735b-b31c-4966-9f96-c3707bc6093a tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:31.491292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-e3ae735b-b31c-4966-9f96-c3707bc6093a tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.64 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 947 time: 0.0841005 Apr 18 20:32:31.500537 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.501456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:31.502054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.505932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-61b2a8bd-5b58-4f36-a856-29d2eb29f9ec service neutron] 10.222.0.49 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624153 Apr 18 20:32:31.531405 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4502652 Apr 18 20:32:31.543370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33242) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:31.556073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Request body: {'subnet': {'network_id': '7b0aff30-19b6-4c0a-8329-350c5ae590c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-432162087-subnet', 'tenant_id': '88e54db02a6c4608a93aefb17650bdad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:31.572006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431b10f-49a0-4658-9d46-4db2afcd246f admin admin] Pushing event updated for resources: {'Network': ['ID=7b0aff30-19b6-4c0a-8329-350c5ae590c5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:31.581752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7b0aff30-19b6-4c0a-8329-350c5ae590c5 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:32:31.589621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'tag': '3834cc80-0994-4a93-918b-c20b1e397710'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:31.591788 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4231cc93-b087-4cd4-92e3-5681cfbfeb92" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d27775-5c4b-46d5-942a-eb20a1238c59", "tag": "3834cc80-0994-4a93-918b-c20b1e397710"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:31.685890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Made reservation on behalf of 88e54db02a6c4608a93aefb17650bdad for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:31.688204 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.725991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4171f4-5fb2-46ec-99f9-ce65a0339844 req-66f1ed6d-e817-4123-beab-1c93094c1825 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:31.727499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd4171f4-5fb2-46ec-99f9-ce65a0339844 req-66f1ed6d-e817-4123-beab-1c93094c1825 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.1880279 Apr 18 20:32:31.797108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-c56a5496-dd5f-4e27-b630-18a9de39116d service neutron] 10.222.0.49 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817285 Apr 18 20:32:31.842292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd4171f4-5fb2-46ec-99f9-ce65a0339844 req-1124d880-a175-4d2c-bdde-5e8abf7f0e88 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074090 Apr 18 20:32:31.846996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-6a716b76-e0f7-42b7-b404-7295c034b986 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Deleting port eca12192-d6ef-4b5a-852a-66872695fb68 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:31.847336 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-6a716b76-e0f7-42b7-b404-7295c034b986 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.895541 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b9023f-3409-45b6-9240-7fec8fbe1007 x-openstack-request-id: req-09b9023f-3409-45b6-9240-7fec8fbe1007 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:31.895833 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:31.896109 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09b9023f-3409-45b6-9240-7fec8fbe1007 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:31.896506 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b9023f-3409-45b6-9240-7fec8fbe1007'] response: {'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'code': 200} Apr 18 20:32:31.974485 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e4c261-db8f-4dc3-bd0d-dc8cf4f081d3 x-openstack-request-id: req-a4e4c261-db8f-4dc3-bd0d-dc8cf4f081d3 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:31.974815 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d27775-5c4b-46d5-942a-eb20a1238c59", "tag": "3834cc80-0994-4a93-918b-c20b1e397710", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:31.975009 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4e4c261-db8f-4dc3-bd0d-dc8cf4f081d3 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:31.975454 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e4c261-db8f-4dc3-bd0d-dc8cf4f081d3'] response: {'name': 'network-changed', 'server_uuid': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'tag': '3834cc80-0994-4a93-918b-c20b1e397710', 'status': 'completed', 'code': 200} Apr 18 20:32:32.078526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-6a716b76-e0f7-42b7-b404-7295c034b986 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] For port eca12192-d6ef-4b5a-852a-66872695fb68, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eca12192-d6ef-4b5a-852a-66872695fb68,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:32.078881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-6a716b76-e0f7-42b7-b404-7295c034b986 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.097064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.131125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-6a716b76-e0f7-42b7-b404-7295c034b986 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Calling delete_port for eca12192-d6ef-4b5a-852a-66872695fb68 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:32.182527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4898d3f-2103-4740-a70e-71bb005cba98 req-fbb761ab-da9e-48b9-88a2-442ed24af32f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:32.184175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4898d3f-2103-4740-a70e-71bb005cba98 req-fbb761ab-da9e-48b9-88a2-442ed24af32f tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.1778574 Apr 18 20:32:32.220594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea3e44-784e-43fb-8511-22356bcbdc30 req-c706c7c2-77dc-44e1-98d8-768539900626 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:32.222167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09ea3e44-784e-43fb-8511-22356bcbdc30 req-c706c7c2-77dc-44e1-98d8-768539900626 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 947 time: 0.1670370 Apr 18 20:32:32.267934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56425d64-de18-48c7-83ec-e7fbcda6ac1d,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:32.331210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Checking segment: {'id': '3bc8e7c4-3983-4121-bb53-19cd26a7c15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '7b0aff30-19b6-4c0a-8329-350c5ae590c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:32.332236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Network hostable DHCP agents. Network: 7b0aff30-19b6-4c0a-8329-350c5ae590c5, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:32.352881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231cc93-b087-4cd4-92e3-5681cfbfeb92 req-e92d8870-06eb-49d9-955a-4775f3004277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:32.354611 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4231cc93-b087-4cd4-92e3-5681cfbfeb92 req-e92d8870-06eb-49d9-955a-4775f3004277 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 1124 time: 0.3597920 Apr 18 20:32:32.360702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4898d3f-2103-4740-a70e-71bb005cba98 req-44cb59bd-1ceb-4d14-a0f9-0b1981a8ecbb tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566827 Apr 18 20:32:32.387304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09ea3e44-784e-43fb-8511-22356bcbdc30 req-d3a7de6b-3c38-4d0d-94d3-d3d7d8447b3e tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/security-groups?id=290546c6-66fc-4dcc-b729-c8090e1b4076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276700 Apr 18 20:32:32.403281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Network 7b0aff30-19b6-4c0a-8329-350c5ae590c5 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:32.441311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 7b0aff30-19b6-4c0a-8329-350c5ae590c5) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:32.447281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:32.450061 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.454065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4944be-9328-46f3-923f-8b4a125ef749 None None] Network 7b0aff30-19b6-4c0a-8329-350c5ae590c5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:32.482578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-424c6a77-92e8-4fcf-b300-2f493f5a556f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9380898 Apr 18 20:32:32.514432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231cc93-b087-4cd4-92e3-5681cfbfeb92 req-f4a4e82b-6bb6-45b8-980a-023acafb663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:32.516348 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4231cc93-b087-4cd4-92e3-5681cfbfeb92 req-f4a4e82b-6bb6-45b8-980a-023acafb663f service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.1532471 Apr 18 20:32:32.552133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-251397d9-8f78-4371-81d3-29a337bed277 req-b2b64da2-ac6a-4e97-90ad-6a9e17116068 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 210 time: 0.0328922 Apr 18 20:32:32.563945 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-6a716b76-e0f7-42b7-b404-7295c034b986 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.612349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a716b76-e0f7-42b7-b404-7295c034b986 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Pushing event deleted for resources: {'Port': ['ID=eca12192-d6ef-4b5a-852a-66872695fb68,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:32.623076 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4231cc93-b087-4cd4-92e3-5681cfbfeb92 req-67fa1954-f1fa-41a0-a7e2-15e2b88b2cb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3834cc80-0994-4a93-918b-c20b1e397710 HTTP/1.1" status: 200 len: 217 time: 0.0931709 Apr 18 20:32:32.693185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-6a716b76-e0f7-42b7-b404-7295c034b986 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] No DVR routers for this DVR port eca12192-d6ef-4b5a-852a-66872695fb68 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:32.703174 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-6a716b76-e0f7-42b7-b404-7295c034b986 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.706894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f498cdd-e480-47b2-b5f5-81404e7b20e0 req-6a716b76-e0f7-42b7-b404-7295c034b986 tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.64 "DELETE /v2.0/ports/eca12192-d6ef-4b5a-852a-66872695fb68 HTTP/1.1" status: 204 len: 173 time: 1.1996660 Apr 18 20:32:32.728939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231cc93-b087-4cd4-92e3-5681cfbfeb92 req-9abe03c7-f873-4ed3-83d4-d67cccf9f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:32.731146 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4231cc93-b087-4cd4-92e3-5681cfbfeb92 req-9abe03c7-f873-4ed3-83d4-d67cccf9f176 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.0896261 Apr 18 20:32:32.772042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563474-01e0-4151-9e44-7d7d75949dfe req-f94efc7f-8cdc-4b2c-850a-9429a050372c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:32.788125 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4231cc93-b087-4cd4-92e3-5681cfbfeb92 req-79f83b88-5f07-471e-963f-0a4e672d8067 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489664 Apr 18 20:32:32.796616 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80563474-01e0-4151-9e44-7d7d75949dfe req-f94efc7f-8cdc-4b2c-850a-9429a050372c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 945 time: 0.1046793 Apr 18 20:32:32.817709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ef006b9f-64c2-47e9-9d1b-d632600bc3d7 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:32.826452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff2e219-d43a-4c0c-a0a4-dfd5e8f3a61b None None] Network 7b0aff30-19b6-4c0a-8329-350c5ae590c5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:32.893752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33280) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:32.910641 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80563474-01e0-4151-9e44-7d7d75949dfe req-23e45f3c-b195-49fc-893b-23dbeb4d4da1 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036453 Apr 18 20:32:33.006036 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4231cc93-b087-4cd4-92e3-5681cfbfeb92 req-a4899870-9475-41bc-abc7-54e0b91a3722 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054267 Apr 18 20:32:33.088499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f24194-5358-4dab-89ec-c94b3c110b19 admin admin] Deleting subnet 56425d64-de18-48c7-83ec-e7fbcda6ac1d {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:32:33.093575 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7f24194-5358-4dab-89ec-c94b3c110b19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.099195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e7048-8614-4aae-b8d0-191ef9ac9b03 req-a919f511-04df-4458-b34a-b8afb8fdf8cd tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:33.109362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-280e7048-8614-4aae-b8d0-191ef9ac9b03 req-a919f511-04df-4458-b34a-b8afb8fdf8cd tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.1489615 Apr 18 20:32:33.163655 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7f24194-5358-4dab-89ec-c94b3c110b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.176514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a4afa-2874-4912-bd00-041c39d112f0 req-2d38f2f1-6af5-4d05-b8dd-7c9044cc27c8 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:33.185350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b07a4afa-2874-4912-bd00-041c39d112f0 req-2d38f2f1-6af5-4d05-b8dd-7c9044cc27c8 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcbe88c8-59d6-47e5-baf1-a40f1238f89c HTTP/1.1" status: 200 len: 946 time: 0.1322534 Apr 18 20:32:33.207449 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4231cc93-b087-4cd4-92e3-5681cfbfeb92 req-de197945-2eda-47fa-b12c-251194e0f300 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926737 Apr 18 20:32:33.209009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-280e7048-8614-4aae-b8d0-191ef9ac9b03 req-3e88955d-0bbe-4f42-80f5-cc2b899df3f5 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940154 Apr 18 20:32:33.238108 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7f24194-5358-4dab-89ec-c94b3c110b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.280815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b07a4afa-2874-4912-bd00-041c39d112f0 req-62b524d5-2e20-4f99-a3b4-56c5a4049b7c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944228 Apr 18 20:32:33.282386 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.363057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7f24194-5358-4dab-89ec-c94b3c110b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.371430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:33.378324 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.424112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f24194-5358-4dab-89ec-c94b3c110b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56425d64-de18-48c7-83ec-e7fbcda6ac1d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:33.433301 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7f24194-5358-4dab-89ec-c94b3c110b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.436288 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7f24194-5358-4dab-89ec-c94b3c110b19 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/56425d64-de18-48c7-83ec-e7fbcda6ac1d HTTP/1.1" status: 204 len: 168 time: 0.5377939 Apr 18 20:32:33.439023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33294) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:33.473357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:33.483713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-dd4cf6bd-09ed-4e96-8de6-c5b313f0d541 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:33.487881 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-dd4cf6bd-09ed-4e96-8de6-c5b313f0d541 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.60 "GET /v2.0/ports?device_id=8976ea24-4bb9-4681-adec-134c31b0d517 HTTP/1.1" status: 200 len: 945 time: 0.1679327 Apr 18 20:32:33.594820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.633719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-367c1852-aa05-4f45-84eb-0a48d25bace9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Deleting port ef006b9f-64c2-47e9-9d1b-d632600bc3d7 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:33.634754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-367c1852-aa05-4f45-84eb-0a48d25bace9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.687359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-730ddcce-30b9-49aa-a674-9b2b330af9df req-48e15c16-7a74-4443-aad1-307066549f2d tempest-ImagesOneServerTestJSON-807632102 tempest-ImagesOneServerTestJSON-807632102-project] 10.222.0.49 "GET /v2.0/ports?device_id=45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3 HTTP/1.1" status: 200 len: 210 time: 0.0484998 Apr 18 20:32:33.708560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e7207-1549-410a-8666-e67c8bdfe78a req-d5994179-f173-4f1a-94ae-f9186098f360 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:33.715787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-991e7207-1549-410a-8666-e67c8bdfe78a req-d5994179-f173-4f1a-94ae-f9186098f360 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.1697528 Apr 18 20:32:33.738291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-367c1852-aa05-4f45-84eb-0a48d25bace9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] For port ef006b9f-64c2-47e9-9d1b-d632600bc3d7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:33.738751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-367c1852-aa05-4f45-84eb-0a48d25bace9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.754810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-367c1852-aa05-4f45-84eb-0a48d25bace9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Calling delete_port for ef006b9f-64c2-47e9-9d1b-d632600bc3d7 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:33.898277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8976ea24-4bb9-4681-adec-134c31b0d517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:33.902583 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91387832-4129-4781-a2bf-ce8c10231a13" -d '{"events": [{"server_uuid": "8976ea24-4bb9-4681-adec-134c31b0d517", "name": "network-vif-unplugged", "status": "completed", "tag": "ef006b9f-64c2-47e9-9d1b-d632600bc3d7"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:34.018763 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-367c1852-aa05-4f45-84eb-0a48d25bace9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.085914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c1852-aa05-4f45-84eb-0a48d25bace9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Pushing event deleted for resources: {'Port': ['ID=ef006b9f-64c2-47e9-9d1b-d632600bc3d7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:34.140068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-367c1852-aa05-4f45-84eb-0a48d25bace9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] No DVR routers for this DVR port ef006b9f-64c2-47e9-9d1b-d632600bc3d7 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:34.142706 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-367c1852-aa05-4f45-84eb-0a48d25bace9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.147158 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f0de4126-5972-4bad-b5be-4c652df5eb79 req-367c1852-aa05-4f45-84eb-0a48d25bace9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.60 "DELETE /v2.0/ports/ef006b9f-64c2-47e9-9d1b-d632600bc3d7 HTTP/1.1" status: 204 len: 173 time: 0.6529071 Apr 18 20:32:34.147608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8976ea24-4bb9-4681-adec-134c31b0d517', 'name': 'network-vif-deleted', 'tag': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:34.151555 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4128c448-831e-46e5-ad7c-10a7d8c96589" -d '{"events": [{"server_uuid": "8976ea24-4bb9-4681-adec-134c31b0d517", "name": "network-vif-deleted", "tag": "ef006b9f-64c2-47e9-9d1b-d632600bc3d7"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:34.215388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-deleted', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:34.217986 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a936995-e4d4-43dd-8a30-0901176c1136" -d '{"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-deleted", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:34.228001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-23c35630-c1f6-4bd0-9487-f225492c8fb7 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:34.229743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-23c35630-c1f6-4bd0-9487-f225492c8fb7 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.64 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 804 time: 0.6826980 Apr 18 20:32:34.261921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Request body: {'port': {'device_id': '1edba217-848d-4428-b691-b5632847d18a', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'admin_state_up': True, 'tenant_id': 'dc37a857d8b240059132365071db5f0e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:34.269207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.307454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-991e7207-1549-410a-8666-e67c8bdfe78a req-a9de0178-fb65-4c90-bbe1-ef73d5f40f9a tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907745 Apr 18 20:32:34.313286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0950c07-8102-4077-b82c-1211b8af010c req-a2f60838-f086-48c2-9062-85ff25dde6e9 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 210 time: 0.0704806 Apr 18 20:32:34.359830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0aff30-19b6-4c0a-8329-350c5ae590c5']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:34.377477 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043e4657-4498-4913-bcd8-03106159d9fb x-openstack-request-id: req-043e4657-4498-4913-bcd8-03106159d9fb {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:34.378200 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8976ea24-4bb9-4681-adec-134c31b0d517", "name": "network-vif-unplugged", "status": "completed", "tag": "ef006b9f-64c2-47e9-9d1b-d632600bc3d7", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:34.378648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc8e7c4-3983-4121-bb53-19cd26a7c15d') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:34.379007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc8e7c4-3983-4121-bb53-19cd26a7c15d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:34.379301 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-043e4657-4498-4913-bcd8-03106159d9fb {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:34.379967 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043e4657-4498-4913-bcd8-03106159d9fb'] response: {'server_uuid': '8976ea24-4bb9-4681-adec-134c31b0d517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7', 'code': 200} Apr 18 20:32:34.393908 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.426142 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ad2f2c-a58b-4aa8-8002-55b287c46bd8 x-openstack-request-id: req-43ad2f2c-a58b-4aa8-8002-55b287c46bd8 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:34.427086 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8976ea24-4bb9-4681-adec-134c31b0d517", "name": "network-vif-deleted", "tag": "ef006b9f-64c2-47e9-9d1b-d632600bc3d7", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:34.427538 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43ad2f2c-a58b-4aa8-8002-55b287c46bd8 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:34.428111 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ad2f2c-a58b-4aa8-8002-55b287c46bd8'] response: {'server_uuid': '8976ea24-4bb9-4681-adec-134c31b0d517', 'name': 'network-vif-deleted', 'tag': 'ef006b9f-64c2-47e9-9d1b-d632600bc3d7', 'status': 'completed', 'code': 200} Apr 18 20:32:34.443160 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.473873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:34.474196 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:34.505559 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:34.632905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Made reservation on behalf of dc37a857d8b240059132365071db5f0e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:34.641168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.647040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.666186 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.670116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] 10.222.0.49 "DELETE /v2.0/networks/7b0aff30-19b6-4c0a-8329-350c5ae590c5 HTTP/1.1" status: 204 len: 168 time: 1.2299891 Apr 18 20:32:34.726990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-b9038abc-416f-4bc7-bcbb-1b8208ac292a tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:34.732373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-b9038abc-416f-4bc7-bcbb-1b8208ac292a tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/networks?id=a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 200 len: 813 time: 0.3063331 Apr 18 20:32:34.737297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcce984-7587-469e-89a5-ddf9229477dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7b0aff30-19b6-4c0a-8329-350c5ae590c5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:34.757735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea164b0b-e853-43b6-9386-ab9e263ffe08 req-0027df0a-9524-4870-b2d9-64f4fc462d92 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:34.764605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea164b0b-e853-43b6-9386-ab9e263ffe08 req-0027df0a-9524-4870-b2d9-64f4fc462d92 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.2464890 Apr 18 20:32:34.814740 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33324) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:34.826866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-55baed22-2944-4209-b440-f81418e01e96 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/quotas/b8cd92d3c6384687a4de627eee30b712 HTTP/1.1" status: 200 len: 375 time: 0.0852902 Apr 18 20:32:34.862569 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-763ca4b2-bb34-4d1a-9832-cc719c8b12c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88e54db02a6c4608a93aefb17650bdad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442145 Apr 18 20:32:34.862801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33326) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:34.887677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea164b0b-e853-43b6-9386-ab9e263ffe08 req-32eb1267-6a09-49d6-926a-928cda1d85bc tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134667 Apr 18 20:32:34.920209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0084785e-584e-453a-a8bb-7e939dbd40ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.963459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0084785e-584e-453a-a8bb-7e939dbd40ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.971986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-37040b76-2d67-42b3-b5f4-892aefc819fe tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8cd92d3c6384687a4de627eee30b712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313810 Apr 18 20:32:35.000185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Allocated IP 172.20.0.12 (68cc6080-2d81-4704-9199-495df571819a/32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f/38e96371-1176-4d34-b1ca-a4d40d9e63d2) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:35.022423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0084785e-584e-453a-a8bb-7e939dbd40ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.025628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0084785e-584e-453a-a8bb-7e939dbd40ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.029634 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0084785e-584e-453a-a8bb-7e939dbd40ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40729241-6dd7-4036-859c-a52db1a3d758 HTTP/1.1" status: 204 len: 168 time: 0.1634660 Apr 18 20:32:35.036966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084785e-584e-453a-a8bb-7e939dbd40ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40729241-6dd7-4036-859c-a52db1a3d758,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:35.126513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-61ef1293-0c6f-40b0-96ca-71cfd339451f service neutron] 10.222.0.49 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535890 Apr 18 20:32:35.271861 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4cdac4-1021-49f3-b717-09bc03debc5b x-openstack-request-id: req-fb4cdac4-1021-49f3-b717-09bc03debc5b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:35.272658 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3", "name": "network-vif-deleted", "tag": "eca12192-d6ef-4b5a-852a-66872695fb68", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:35.273148 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fb4cdac4-1021-49f3-b717-09bc03debc5b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:35.274019 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4cdac4-1021-49f3-b717-09bc03debc5b'] response: {'server_uuid': '45cc32ef-b2d2-4ba2-a02d-96f7d1d4e7e3', 'name': 'network-vif-deleted', 'tag': 'eca12192-d6ef-4b5a-852a-66872695fb68', 'status': 'completed', 'code': 200} Apr 18 20:32:35.399988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-5bdb6d1f-2abb-4e95-9a91-06840ea6a5ac tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:35.402717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-5bdb6d1f-2abb-4e95-9a91-06840ea6a5ac tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.64 "GET /v2.0/ports?device_id=bcbe88c8-59d6-47e5-baf1-a40f1238f89c HTTP/1.1" status: 200 len: 946 time: 0.2856765 Apr 18 20:32:35.435532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-a3179751-5ba2-43d0-823a-caf156a67d17 service neutron] 10.222.0.49 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081880 Apr 18 20:32:35.512161 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.560901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-4dab7b9d-10d4-48e2-be55-36c1a3da0fa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:35.562613 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-4dab7b9d-10d4-48e2-be55-36c1a3da0fa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.60 "GET /v2.0/ports?device_id=76f199a4-0bc8-4e5f-a72e-b3d083cd8637 HTTP/1.1" status: 200 len: 945 time: 0.0791013 Apr 18 20:32:35.591588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-964634e1-de79-4e58-9865-6df21edf830c req-fee757e3-7062-467b-adf5-0b14912c3caa tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 210 time: 0.1106851 Apr 18 20:32:35.643036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eca12192-d6ef-4b5a-852a-66872695fb68 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:35.766135 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.775439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-adacceeb-47dd-4caf-b478-87360e971703 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Deleting port db5b429a-9c2e-40aa-bc77-8080f71daebc {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:35.775796 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-adacceeb-47dd-4caf-b478-87360e971703 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.794600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-69bd722a-ad07-4804-8896-06cf3d390aa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Deleting port 24b98399-e5c0-457e-9185-2d07e731898c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:35.794988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-69bd722a-ad07-4804-8896-06cf3d390aa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.807204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: eca12192-d6ef-4b5a-852a-66872695fb68 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:35.807729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eca12192-d6ef-4b5a-852a-66872695fb68 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:35.822287 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1a192faa-f5a5-467c-b740-d4742651fcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.934262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Network 68cc6080-2d81-4704-9199-495df571819a is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:35.944636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-adacceeb-47dd-4caf-b478-87360e971703 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] For port db5b429a-9c2e-40aa-bc77-8080f71daebc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=db5b429a-9c2e-40aa-bc77-8080f71daebc,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:35.946559 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-adacceeb-47dd-4caf-b478-87360e971703 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.983548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-adacceeb-47dd-4caf-b478-87360e971703 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Calling delete_port for db5b429a-9c2e-40aa-bc77-8080f71daebc owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:35.990868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33356) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:35.997333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:36.004182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:36.097687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Pushing event updated for resources: {'Port': ['ID=38e96371-1176-4d34-b1ca-a4d40d9e63d2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:36.144161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec785957-7573-4a72-bdb3-2149edc318d5 req-221ce87c-e79d-4605-9fa9-751314dd347d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:36.152657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec785957-7573-4a72-bdb3-2149edc318d5 req-221ce87c-e79d-4605-9fa9-751314dd347d tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.4074550 Apr 18 20:32:36.226671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-dab5fde2-6a12-46d2-924b-1dfd24b0fcab service neutron] 10.222.0.60 "GET /v2.0/ports/3834cc80-0994-4a93-918b-c20b1e397710/bindings/n-h2-836015-4 HTTP/1.1" status: 200 len: 384 time: 0.3759034 Apr 18 20:32:36.263651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:36.264323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.277346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-69bd722a-ad07-4804-8896-06cf3d390aa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] For port 24b98399-e5c0-457e-9185-2d07e731898c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=24b98399-e5c0-457e-9185-2d07e731898c,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:36.277722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-69bd722a-ad07-4804-8896-06cf3d390aa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.337631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-69bd722a-ad07-4804-8896-06cf3d390aa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Calling delete_port for 24b98399-e5c0-457e-9185-2d07e731898c owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:36.356724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-3108858e-4287-4ba9-b0aa-3a4c82da22f5 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1115689 Apr 18 20:32:36.359893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec785957-7573-4a72-bdb3-2149edc318d5 req-7788dbff-71a2-4b63-99f0-003f82b120ed tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064424 Apr 18 20:32:36.383163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-42f4b097-cf8a-4aeb-83bd-e25225fdcb03 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:32:36.384282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-42f4b097-cf8a-4aeb-83bd-e25225fdcb03 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100689 Apr 18 20:32:36.429849 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-adacceeb-47dd-4caf-b478-87360e971703 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.441650 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['db5b429a-9c2e-40aa-bc77-8080f71daebc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:36.480389 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-db782163-a960-4db6-91d0-f2d5f181d651 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9af54a1e3cbb4f9cb7e70975e2d42c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4868987 Apr 18 20:32:36.483943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33378) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:36.491464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacceeb-47dd-4caf-b478-87360e971703 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Pushing event deleted for resources: {'Port': ['ID=db5b429a-9c2e-40aa-bc77-8080f71daebc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:36.513729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429773eb-f0d3-465d-95f2-8e7a14308366 req-89c0bb69-9a7d-4b1d-9579-cd38d1d5129c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:36.531781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-429773eb-f0d3-465d-95f2-8e7a14308366 req-89c0bb69-9a7d-4b1d-9579-cd38d1d5129c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.3343537 Apr 18 20:32:36.577909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-adacceeb-47dd-4caf-b478-87360e971703 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] No DVR routers for this DVR port db5b429a-9c2e-40aa-bc77-8080f71daebc on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:36.581201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-adacceeb-47dd-4caf-b478-87360e971703 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.585303 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-38aa9796-bc97-4a20-998c-41f55eae0b77 req-adacceeb-47dd-4caf-b478-87360e971703 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.60 "DELETE /v2.0/ports/db5b429a-9c2e-40aa-bc77-8080f71daebc HTTP/1.1" status: 204 len: 173 time: 1.0172033 Apr 18 20:32:36.585760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f199a4-0bc8-4e5f-a72e-b3d083cd8637', 'name': 'network-vif-deleted', 'tag': 'db5b429a-9c2e-40aa-bc77-8080f71daebc'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:36.589771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-308914ea-8be2-4d7a-b025-dd89283ab288 req-e08a8563-2ed9-4ed8-ac22-94a177beb3cc tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 210 time: 0.0982141 Apr 18 20:32:36.597180 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ba5d5f-62a1-48ed-acfe-a94d99ea7f57" -d '{"events": [{"server_uuid": "76f199a4-0bc8-4e5f-a72e-b3d083cd8637", "name": "network-vif-deleted", "tag": "db5b429a-9c2e-40aa-bc77-8080f71daebc"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:36.666532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-429773eb-f0d3-465d-95f2-8e7a14308366 req-61aa219a-dfa5-449a-8b29-cca353d9ad34 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338184 Apr 18 20:32:36.692233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6603-7e33-42b1-93ee-3b70a8270eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.740771 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a9faa-d19e-489c-ae46-63c84da5ca57 x-openstack-request-id: req-fd6a9faa-d19e-489c-ae46-63c84da5ca57 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:36.743676 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f199a4-0bc8-4e5f-a72e-b3d083cd8637", "name": "network-vif-deleted", "tag": "db5b429a-9c2e-40aa-bc77-8080f71daebc", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:36.744510 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd6a9faa-d19e-489c-ae46-63c84da5ca57 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:36.745782 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6a9faa-d19e-489c-ae46-63c84da5ca57'] response: {'server_uuid': '76f199a4-0bc8-4e5f-a72e-b3d083cd8637', 'name': 'network-vif-deleted', 'tag': 'db5b429a-9c2e-40aa-bc77-8080f71daebc', 'status': 'completed', 'code': 200} Apr 18 20:32:36.799434 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6603-7e33-42b1-93ee-3b70a8270eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.872480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Request body: {'port': {'device_id': '1edba217-848d-4428-b691-b5632847d18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:36.902353 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6603-7e33-42b1-93ee-3b70a8270eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.905401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6603-7e33-42b1-93ee-3b70a8270eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.906661 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4b8c6603-7e33-42b1-93ee-3b70a8270eca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/290546c6-66fc-4dcc-b729-c8090e1b4076 HTTP/1.1" status: 204 len: 168 time: 0.4212885 Apr 18 20:32:36.916692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c6603-7e33-42b1-93ee-3b70a8270eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290546c6-66fc-4dcc-b729-c8090e1b4076,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:37.131915 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-69bd722a-ad07-4804-8896-06cf3d390aa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.146229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['db5b429a-9c2e-40aa-bc77-8080f71daebc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:37.152208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c900e-1c90-44a2-bfc9-bf98ed78a283 req-b433c6cc-0eec-4b8a-a5bb-395ff23b5072 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:37.155367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354c900e-1c90-44a2-bfc9-bf98ed78a283 req-b433c6cc-0eec-4b8a-a5bb-395ff23b5072 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 932 time: 0.3021026 Apr 18 20:32:37.169533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.249899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd722a-ad07-4804-8896-06cf3d390aa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Pushing event deleted for resources: {'Port': ['ID=24b98399-e5c0-457e-9185-2d07e731898c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:37.302715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-c6c941b5-4072-4203-8252-21980b239ef8 service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:37.379772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-69bd722a-ad07-4804-8896-06cf3d390aa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] No DVR routers for this DVR port 24b98399-e5c0-457e-9185-2d07e731898c on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:37.384184 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-69bd722a-ad07-4804-8896-06cf3d390aa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.388158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbf88cbe-2e64-469e-8975-975e2e1deec6 req-69bd722a-ad07-4804-8896-06cf3d390aa0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.64 "DELETE /v2.0/ports/24b98399-e5c0-457e-9185-2d07e731898c HTTP/1.1" status: 204 len: 173 time: 1.9722199 Apr 18 20:32:37.396334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbe88c8-59d6-47e5-baf1-a40f1238f89c', 'name': 'network-vif-deleted', 'tag': '24b98399-e5c0-457e-9185-2d07e731898c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:37.400757 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bcb690-d3de-4541-a52f-cec4e8166007" -d '{"events": [{"server_uuid": "bcbe88c8-59d6-47e5-baf1-a40f1238f89c", "name": "network-vif-deleted", "tag": "24b98399-e5c0-457e-9185-2d07e731898c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:37.442238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-c6c941b5-4072-4203-8252-21980b239ef8 service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:37.546067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354c900e-1c90-44a2-bfc9-bf98ed78a283 req-ad7527a8-369d-43a5-b41f-2642ccc1096f tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560162 Apr 18 20:32:37.553071 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84396722-833c-4693-a796-f7ae1d0221d1 x-openstack-request-id: req-84396722-833c-4693-a796-f7ae1d0221d1 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:37.556422 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbe88c8-59d6-47e5-baf1-a40f1238f89c", "name": "network-vif-deleted", "tag": "24b98399-e5c0-457e-9185-2d07e731898c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:37.556680 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84396722-833c-4693-a796-f7ae1d0221d1 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:37.557247 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84396722-833c-4693-a796-f7ae1d0221d1'] response: {'server_uuid': 'bcbe88c8-59d6-47e5-baf1-a40f1238f89c', 'name': 'network-vif-deleted', 'tag': '24b98399-e5c0-457e-9185-2d07e731898c', 'status': 'completed', 'code': 200} Apr 18 20:32:37.652974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 24b98399-e5c0-457e-9185-2d07e731898c no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:37.678173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-c6c941b5-4072-4203-8252-21980b239ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3834cc80-0994-4a93-918b-c20b1e397710 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:37.719177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 24b98399-e5c0-457e-9185-2d07e731898c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:37.719520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 24b98399-e5c0-457e-9185-2d07e731898c not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:37.719960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3834cc80-0994-4a93-918b-c20b1e397710 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:37.737701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-c6c941b5-4072-4203-8252-21980b239ef8 service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:37.766288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3834cc80-0994-4a93-918b-c20b1e397710 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:37.780933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b94d30da-8bb0-45ef-aba7-2ae53ef7cedc req-3ff34518-af80-4f8c-9ab8-3644a57e0c26 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 210 time: 0.0576601 Apr 18 20:32:37.851325 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-c6c941b5-4072-4203-8252-21980b239ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.972077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4557-7224-4cd6-ba5b-610824fd7842 req-e0e1b4ae-bdd6-4ea7-b1c8-6c392d811412 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:37.974558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a89e4557-7224-4cd6-ba5b-610824fd7842 req-e0e1b4ae-bdd6-4ea7-b1c8-6c392d811412 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 943 time: 0.3129632 Apr 18 20:32:38.122570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa7dd50c-da9e-4399-994e-bcd8fc1972c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.269160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b840a-58c6-4733-aa6e-359003a7103d req-4f64beb2-6a88-43c5-a917-227f5030fcf6 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:38.281610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-695b840a-58c6-4733-aa6e-359003a7103d req-4f64beb2-6a88-43c5-a917-227f5030fcf6 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.3229213 Apr 18 20:32:38.305574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a89e4557-7224-4cd6-ba5b-610824fd7842 req-80154d4b-c3e7-4264-a717-937f67a319a7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907557 Apr 18 20:32:38.449967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-f259b744-4949-443e-822b-2fe39465ab4e tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:38.454914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-f259b744-4949-443e-822b-2fe39465ab4e tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.60 "GET /v2.0/networks?id=a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 200 len: 813 time: 0.4229202 Apr 18 20:32:38.469774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Request body: {'port': {'device_id': 'b2629894-96ae-4c42-ad51-b669ca1f0ba9', 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70', 'admin_state_up': True, 'tenant_id': 'b8cd92d3c6384687a4de627eee30b712'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:38.708629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-695b840a-58c6-4733-aa6e-359003a7103d req-4f64d31d-4f94-4cce-aa3e-7b4151a03a69 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816441 Apr 18 20:32:38.725579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-c6c941b5-4072-4203-8252-21980b239ef8 service neutron] Transition to ACTIVE for port object 3834cc80-0994-4a93-918b-c20b1e397710 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:38.742246 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-c6c941b5-4072-4203-8252-21980b239ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.814012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Made reservation on behalf of b8cd92d3c6384687a4de627eee30b712 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:38.818601 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.842331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c941b5-4072-4203-8252-21980b239ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=3834cc80-0994-4a93-918b-c20b1e397710,revision_number=10']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:38.852747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e96371-1176-4d34-b1ca-a4d40d9e63d2 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:38.860872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ef006b9f-64c2-47e9-9d1b-d632600bc3d7 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:38.904893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: ef006b9f-64c2-47e9-9d1b-d632600bc3d7 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:38.909698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ef006b9f-64c2-47e9-9d1b-d632600bc3d7 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:38.910494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 3834cc80-0994-4a93-918b-c20b1e397710 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:38.958101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33448) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:38.962590 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.005860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 3834cc80-0994-4a93-918b-c20b1e397710 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:39.038097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87dfc1c8-b46f-4b90-b0a3-2f77c967d803 req-843b8a76-a947-4077-9c3c-d47fcc00386f tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 210 time: 0.0636349 Apr 18 20:32:39.045151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-2a12bc70-183a-463a-b9a5-afd783af2015 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:39.046684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-2a12bc70-183a-463a-b9a5-afd783af2015 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.64 "GET /v2.0/networks?id=a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 200 len: 813 time: 0.7351305 Apr 18 20:32:39.051469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Transition to ACTIVE for port object 38e96371-1176-4d34-b1ca-a4d40d9e63d2 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:39.084666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-c6c941b5-4072-4203-8252-21980b239ef8 service neutron] No DVR routers for this DVR port 3834cc80-0994-4a93-918b-c20b1e397710 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:39.085559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Allocated IP 172.20.0.3 (a6143ffb-27f0-447d-a247-436d230f7e70/b7ef12b3-a1f3-4559-a28d-4a56c38e87b5/02c3358d-e924-4bf4-9a31-de3347973d28) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:39.093143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Request body: {'port': {'device_id': '1443e8ed-8cb1-4770-bcc2-bb8328d02dd0', 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70', 'admin_state_up': True, 'tenant_id': 'b8cd92d3c6384687a4de627eee30b712'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:39.099187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.239070 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.348189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.392277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.417939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Network a6143ffb-27f0-447d-a247-436d230f7e70 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:39.421330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:39.444914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:39.513059 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:39.514072 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.516845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1942855645-network', 'tenant_id': '9bccda4cb467479fa329d9ce0043c432'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:39.540555 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0753546 Apr 18 20:32:39.553293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928816b-c421-458b-b4c5-abe16782d508 req-aa052a14-0ef1-42d9-9eb0-74e0eecf0411 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:39.555328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f928816b-c421-458b-b4c5-abe16782d508 req-aa052a14-0ef1-42d9-9eb0-74e0eecf0411 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 932 time: 0.7223678 Apr 18 20:32:39.557315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Request body: {'port': {'device_id': 'b2629894-96ae-4c42-ad51-b669ca1f0ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:39.561833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442ca47-538c-4e46-ad89-49471bf0b986 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Pushing event updated for resources: {'Port': ['ID=02c3358d-e924-4bf4-9a31-de3347973d28,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:39.614815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-c6c941b5-4072-4203-8252-21980b239ef8 service neutron] 10.222.0.60 "PUT /v2.0/ports/3834cc80-0994-4a93-918b-c20b1e397710/bindings/n-h2-836015-4/activate HTTP/1.1" status: 200 len: 369 time: 3.3614459 Apr 18 20:32:39.636127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.721677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=38e96371-1176-4d34-b1ca-a4d40d9e63d2,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:39.724508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Made reservation on behalf of 9bccda4cb467479fa329d9ce0043c432 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:39.726949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.818060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-2fb2bd50-760a-458e-b9c9-f60f1599088b tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:39.819755 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-2fb2bd50-760a-458e-b9c9-f60f1599088b tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1095 time: 0.1268969 Apr 18 20:32:39.836680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.870734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f928816b-c421-458b-b4c5-abe16782d508 req-899a9238-a128-4913-8501-f82bb2ed58f1 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705777 Apr 18 20:32:39.894227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468f226-ef5d-4d49-b33a-777fc20d49c8 req-703b093c-7e0c-46ca-82cf-595ed23e5386 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:39.895952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e468f226-ef5d-4d49-b33a-777fc20d49c8 req-703b093c-7e0c-46ca-82cf-595ed23e5386 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 944 time: 0.3728328 Apr 18 20:32:39.953333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-7e482006-6486-4ff9-b9da-856d0601f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:39.954811 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-7e482006-6486-4ff9-b9da-856d0601f319 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59&tenant_id=84a2effa8a0e4edb899740a9fb43dc53 HTTP/1.1" status: 200 len: 1095 time: 0.1213388 Apr 18 20:32:39.965511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Made reservation on behalf of b8cd92d3c6384687a4de627eee30b712 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:39.969336 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.996348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Attempting to bind port 38e96371-1176-4d34-b1ca-a4d40d9e63d2 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:39.996965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Attempting to bind port 38e96371-1176-4d34-b1ca-a4d40d9e63d2 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:39.997465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Attempting to bind port 38e96371-1176-4d34-b1ca-a4d40d9e63d2 on network 68cc6080-2d81-4704-9199-495df571819a {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:40.048110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Port 38e96371-1176-4d34-b1ca-a4d40d9e63d2 on network 68cc6080-2d81-4704-9199-495df571819a not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:40.048546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Attempting to bind port 38e96371-1176-4d34-b1ca-a4d40d9e63d2 on network 68cc6080-2d81-4704-9199-495df571819a {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:40.057933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e468f226-ef5d-4d49-b33a-777fc20d49c8 req-8c0d18c1-f829-4274-9ba3-8cf5520e1bb1 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502614 Apr 18 20:32:40.061874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-97f9621d-8c88-4562-a324-8f345ebe0c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.063526 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-97f9621d-8c88-4562-a324-8f345ebe0c2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 1095 time: 0.0775673 Apr 18 20:32:40.085766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:40.086202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Checking segment: {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:40.087004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Bound using segment: {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:40.087329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Bound port: 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c25361-ecdd-40f8-84c2-4e0624b03f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '68cc6080-2d81-4704-9199-495df571819a'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:40.087692 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.199531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c3358d-e924-4bf4-9a31-de3347973d28 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:40.212086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.249742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b703e-3c67-44e6-8482-4d4bffb36ec4 req-a3a4fa08-9434-4f79-8cd3-ef3b44917078 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.258400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Transition to ACTIVE for port object 02c3358d-e924-4bf4-9a31-de3347973d28 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:40.259822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c37b703e-3c67-44e6-8482-4d4bffb36ec4 req-a3a4fa08-9434-4f79-8cd3-ef3b44917078 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.2879095 Apr 18 20:32:40.267799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-017e6e77-1f87-4d9e-bf56-aa441ce5f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.269643 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-017e6e77-1f87-4d9e-bf56-aa441ce5f8f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.1995697 Apr 18 20:32:40.270515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.294799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7764feb-15fc-4713-a68a-0325e0a3b1f4 req-8e720416-07f6-4363-91d4-3ae0781a1dff tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 210 time: 0.0897355 Apr 18 20:32:40.304599 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.353636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.382569 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-7ce0c4e1-df75-453f-964c-d4baa5ee19bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3834cc80-0994-4a93-918b-c20b1e397710 HTTP/1.1" status: 200 len: 217 time: 0.1006343 Apr 18 20:32:40.397513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] For port 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:40.412684 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.425712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:32:40.444677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Pushing event updated for resources: {'Port': ['ID=02c3358d-e924-4bf4-9a31-de3347973d28,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:40.451337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e710131-abed-411d-b4a9-3a6afaa13f66,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:40.466175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c37b703e-3c67-44e6-8482-4d4bffb36ec4 req-48f43d0d-35b8-4abe-9877-66be628f1b6d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018478 Apr 18 20:32:40.469221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Allocated IP 172.20.0.2 (a6143ffb-27f0-447d-a247-436d230f7e70/b7ef12b3-a1f3-4559-a28d-4a56c38e87b5/44f337e5-b525-4528-8f96-94b193d379d5) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:40.482151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-138d8b87-9044-4223-bbea-cbbc05b64fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.484062 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-138d8b87-9044-4223-bbea-cbbc05b64fbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.0904133 Apr 18 20:32:40.485460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] For port 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:40.491610 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.493091 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Added segment 6bca4995-6518-43bc-8d3f-92c512484c72 of type vlan for network 3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1 Apr 18 20:32:40.508665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.536061 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-87039371-cf98-4a7f-84b9-651f28e3eae3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310059 Apr 18 20:32:40.588652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.589527 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.590945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] 10.222.0.64 "PUT /v2.0/ports/38e96371-1176-4d34-b1ca-a4d40d9e63d2 HTTP/1.1" status: 200 len: 1092 time: 4.1351135 Apr 18 20:32:40.595964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edba217-848d-4428-b691-b5632847d18a', 'tag': '38e96371-1176-4d34-b1ca-a4d40d9e63d2'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:40.598507 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73d7836-2a4c-44c9-9140-4e171aa134e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1edba217-848d-4428-b691-b5632847d18a", "tag": "38e96371-1176-4d34-b1ca-a4d40d9e63d2"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:40.606552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Attempting to bind port 02c3358d-e924-4bf4-9a31-de3347973d28 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:40.606904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Attempting to bind port 02c3358d-e924-4bf4-9a31-de3347973d28 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:40.607216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Attempting to bind port 02c3358d-e924-4bf4-9a31-de3347973d28 on network a6143ffb-27f0-447d-a247-436d230f7e70 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:40.611444 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.613378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Port 02c3358d-e924-4bf4-9a31-de3347973d28 on network a6143ffb-27f0-447d-a247-436d230f7e70 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:40.613659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Attempting to bind port 02c3358d-e924-4bf4-9a31-de3347973d28 on network a6143ffb-27f0-447d-a247-436d230f7e70 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:40.621159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:40.621538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Checking segment: {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:40.622342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Bound using segment: {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:40.622342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Bound port: 02c3358d-e924-4bf4-9a31-de3347973d28, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:40.622818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.695754 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-939bc169-4a66-4cff-a96b-8ff87a721abd service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507277 Apr 18 20:32:40.713401 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63aa8c1-70b1-4568-a783-315aa07e2437 x-openstack-request-id: req-d63aa8c1-70b1-4568-a783-315aa07e2437 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:40.714056 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edba217-848d-4428-b691-b5632847d18a", "tag": "38e96371-1176-4d34-b1ca-a4d40d9e63d2", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:40.714363 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d63aa8c1-70b1-4568-a783-315aa07e2437 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:40.715001 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d63aa8c1-70b1-4568-a783-315aa07e2437'] response: {'name': 'network-changed', 'server_uuid': '1edba217-848d-4428-b691-b5632847d18a', 'tag': '38e96371-1176-4d34-b1ca-a4d40d9e63d2', 'status': 'completed', 'code': 200} Apr 18 20:32:40.720815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca5970-ff7f-4e3d-882f-eb236b355ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=38e96371-1176-4d34-b1ca-a4d40d9e63d2,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:40.764065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] For port 02c3358d-e924-4bf4-9a31-de3347973d28, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:40.771697 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.774038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.774637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.795676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] For port 02c3358d-e924-4bf4-9a31-de3347973d28, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02c3358d-e924-4bf4-9a31-de3347973d28,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:40.802035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.828933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8559122 Apr 18 20:32:40.831079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e7a5ec26-458b-4d87-b0d6-edd13640a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.832682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-e7a5ec26-458b-4d87-b0d6-edd13640a3ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 1095 time: 0.1784494 Apr 18 20:32:40.854004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33492) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:40.859410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Request body: {'subnet': {'network_id': '3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1942855645-subnet', 'tenant_id': '9bccda4cb467479fa329d9ce0043c432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:40.880760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device db5b429a-9c2e-40aa-bc77-8080f71daebc no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:40.903061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: db5b429a-9c2e-40aa-bc77-8080f71daebc {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:40.903680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device db5b429a-9c2e-40aa-bc77-8080f71daebc not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:40.928281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.928573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-5548f11d-de62-4c05-b66e-8b4dddee16a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2 HTTP/1.1" status: 200 len: 217 time: 0.0632994 Apr 18 20:32:40.929056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.930524 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] 10.222.0.60 "PUT /v2.0/ports/02c3358d-e924-4bf4-9a31-de3347973d28 HTTP/1.1" status: 200 len: 1091 time: 1.3797772 Apr 18 20:32:40.932823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041dbef-51dc-41b4-81a8-02000544960d service neutron] Pushing event updated for resources: {'Port': ['ID=02c3358d-e924-4bf4-9a31-de3347973d28,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:40.932975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7397f-9af8-4bb6-be84-ff9f82cd6700 admin admin] Pushing event updated for resources: {'Network': ['ID=3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:40.936519 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-59e76691-7cd1-4cb0-97c1-eaed54b0901d service neutron] 10.222.0.64 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311151 Apr 18 20:32:40.936958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2629894-96ae-4c42-ad51-b669ca1f0ba9', 'tag': '02c3358d-e924-4bf4-9a31-de3347973d28'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:40.939405 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2629894-96ae-4c42-ad51-b669ca1f0ba9", "tag": "02c3358d-e924-4bf4-9a31-de3347973d28"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:40.956428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:32:40.963742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Made reservation on behalf of 9bccda4cb467479fa329d9ce0043c432 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:40.968030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.980997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.035777 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1931b9b0-60c7-406e-be34-e13c82873960 x-openstack-request-id: req-1931b9b0-60c7-406e-be34-e13c82873960 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:41.036081 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2629894-96ae-4c42-ad51-b669ca1f0ba9", "tag": "02c3358d-e924-4bf4-9a31-de3347973d28", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:41.036333 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1931b9b0-60c7-406e-be34-e13c82873960 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:41.036726 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1931b9b0-60c7-406e-be34-e13c82873960'] response: {'name': 'network-changed', 'server_uuid': 'b2629894-96ae-4c42-ad51-b669ca1f0ba9', 'tag': '02c3358d-e924-4bf4-9a31-de3347973d28', 'status': 'completed', 'code': 200} Apr 18 20:32:41.076459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-656a4258-cba5-41e2-82b6-57b0e6e96fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.078176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-656a4258-cba5-41e2-82b6-57b0e6e96fd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f HTTP/1.1" status: 200 len: 844 time: 0.1290338 Apr 18 20:32:41.122120 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.129011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0aeefdc6-ebd7-4280-92fa-bc054d9e1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.130593 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0aeefdc6-ebd7-4280-92fa-bc054d9e1771 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8cd92d3c6384687a4de627eee30b712&device_id=b2629894-96ae-4c42-ad51-b669ca1f0ba9 HTTP/1.1" status: 200 len: 1094 time: 0.0970628 Apr 18 20:32:41.139956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-032aecbd-fc86-4546-acdd-6eea3b3da903 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68cc6080-2d81-4704-9199-495df571819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453823 Apr 18 20:32:41.161402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f03d3-741d-4b3d-8827-90f836e7ba86 req-a836ff86-0fa0-4c9e-b24b-eed03ce0c78d tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.163009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-952f03d3-741d-4b3d-8827-90f836e7ba86 req-a836ff86-0fa0-4c9e-b24b-eed03ce0c78d tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 944 time: 0.1278477 Apr 18 20:32:41.165349 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.205950 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-0c27e9a4-8aa0-42c2-a077-7ce4c7249ee4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02c3358d-e924-4bf4-9a31-de3347973d28 HTTP/1.1" status: 200 len: 217 time: 0.0598230 Apr 18 20:32:41.293240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-84ac9834-4789-4716-905b-9e90f2be0c0b service neutron] 10.222.0.64 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254778 Apr 18 20:32:41.331052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-528be1b2-8ec7-41ae-b1a7-345fa799b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.332906 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-528be1b2-8ec7-41ae-b1a7-345fa799b819 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7ef12b3-a1f3-4559-a28d-4a56c38e87b5 HTTP/1.1" status: 200 len: 853 time: 0.1133585 Apr 18 20:32:41.440287 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-9af4c793-ee66-464b-ab5e-2d529283ff51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6143ffb-27f0-447d-a247-436d230f7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772707 Apr 18 20:32:41.449801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Network a6143ffb-27f0-447d-a247-436d230f7e70 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:41.466852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:41.485890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:41.494421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Pushing event updated for resources: {'Port': ['ID=44f337e5-b525-4528-8f96-94b193d379d5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:41.536794 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.558314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-98ed35c4-8a93-47c5-9285-8a7cfe2211aa tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.560286 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-98ed35c4-8a93-47c5-9285-8a7cfe2211aa tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59&tenant_id=84a2effa8a0e4edb899740a9fb43dc53&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1095 time: 0.2420127 Apr 18 20:32:41.574098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-952f03d3-741d-4b3d-8827-90f836e7ba86 req-564bc5e2-88aa-4d49-aae7-4df7036c9bab tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798355 Apr 18 20:32:41.586208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72617b94-3d83-4b29-a61d-77666c25c31a req-f6687f49-e681-4c67-b9d0-0107d69462ea tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.588123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72617b94-3d83-4b29-a61d-77666c25c31a req-f6687f49-e681-4c67-b9d0-0107d69462ea tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 944 time: 0.2926199 Apr 18 20:32:41.605416 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-24dfa2a3-4e62-4d15-8694-784aa59343a0 service neutron] 10.222.0.60 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535940 Apr 18 20:32:41.623937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.624752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.639272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1246fa47-22bb-45ad-8a1c-06fb8369175e req-d6d44840-9583-4608-8ed3-921a2c01a72d service neutron] 10.222.0.64 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004856 Apr 18 20:32:41.651422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3fa8c04e-c47a-49e8-9fb5-ca2fbc61bb60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5680535 Apr 18 20:32:41.672609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Request body: {'port': {'device_id': '1443e8ed-8cb1-4770-bcc2-bb8328d02dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:41.706337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72617b94-3d83-4b29-a61d-77666c25c31a req-d3df553c-4ca4-49a3-9074-ea9f2faf5570 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959988 Apr 18 20:32:41.713059 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c491f4d8-e94a-47aa-a7db-8fe08c0b8e0b,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:41.790950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Checking segment: {'id': '6bca4995-6518-43bc-8d3f-92c512484c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:41.791643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Network hostable DHCP agents. Network: 3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:41.820990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d7836-2a4c-44c9-9140-4e171aa134e3 req-0000b6c9-f65f-45cf-b34b-5ccd74bf17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.822690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f73d7836-2a4c-44c9-9140-4e171aa134e3 req-0000b6c9-f65f-45cf-b34b-5ccd74bf17a0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc37a857d8b240059132365071db5f0e&device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 1095 time: 0.1170619 Apr 18 20:32:41.824222 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.838840 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-3668f519-4ec9-49ab-b48c-e06375ca6bb3 service neutron] 10.222.0.60 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077527 Apr 18 20:32:41.865723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Network 3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:41.885784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-59b76eae-b01f-4717-8cf4-38695dfbb3dd service neutron] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:41.887108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:41.900481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab6c2b8-d523-4ad0-8497-37b227dfeab0 None None] Network 3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:41.903198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-59b76eae-b01f-4717-8cf4-38695dfbb3dd service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.909632 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-afec7ca2-7a23-4899-b3c3-d6deb8c24748 req-59b76eae-b01f-4717-8cf4-38695dfbb3dd service neutron] 10.222.0.64 "DELETE /v2.0/ports/3834cc80-0994-4a93-918b-c20b1e397710/bindings/n-h1-836015-4 HTTP/1.1" status: 204 len: 173 time: 0.3157241 Apr 18 20:32:41.917173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.917813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.967211 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dcdd75b3-022d-46f9-838a-66406a75654f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1113963 Apr 18 20:32:42.025712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2 req-3698fbeb-3006-40c0-bf86-db930dd74145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:42.032671 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2 req-3698fbeb-3006-40c0-bf86-db930dd74145 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8cd92d3c6384687a4de627eee30b712&device_id=b2629894-96ae-4c42-ad51-b669ca1f0ba9 HTTP/1.1" status: 200 len: 1094 time: 0.1062329 Apr 18 20:32:42.076476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7395a-caed-4289-80b3-5c2c2c062e26 req-38302c57-41c7-4575-ae33-944fe58b4b60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:42.078643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92d7395a-caed-4289-80b3-5c2c2c062e26 req-38302c57-41c7-4575-ae33-944fe58b4b60 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 931 time: 0.3415036 Apr 18 20:32:42.159036 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.211036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429ae1e-28bf-436f-814d-a49732b45881 req-3771dab9-a95d-480d-b177-9d75e766808d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:42.219013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e429ae1e-28bf-436f-814d-a49732b45881 req-3771dab9-a95d-480d-b177-9d75e766808d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.3185380 Apr 18 20:32:42.224063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9157da87-4cb5-4325-a6b0-38fc07a202d6 None None] Network 3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:42.291616 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92d7395a-caed-4289-80b3-5c2c2c062e26 req-267b9eaf-56f9-4029-a434-070b1f5fa60f tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709220 Apr 18 20:32:42.306786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d7836-2a4c-44c9-9140-4e171aa134e3 req-cf9be91a-64ba-4c29-8fa9-3247bfd6fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:42.308280 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f73d7836-2a4c-44c9-9140-4e171aa134e3 req-cf9be91a-64ba-4c29-8fa9-3247bfd6fc42 service neutron] 10.222.0.64 "GET /v2.0/networks?id=68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 200 len: 905 time: 0.4697051 Apr 18 20:32:42.349341 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e429ae1e-28bf-436f-814d-a49732b45881 req-c8e9afe3-4a50-45c2-8c8e-9ffe4c02a92d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270688 Apr 18 20:32:42.405840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f73d7836-2a4c-44c9-9140-4e171aa134e3 req-68a86a4e-b449-4dba-a55a-4fd5998e0328 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2 HTTP/1.1" status: 200 len: 217 time: 0.0858848 Apr 18 20:32:42.500084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d7836-2a4c-44c9-9140-4e171aa134e3 req-dc03f945-ccfb-4a92-803b-6db486969845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:42.501594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f73d7836-2a4c-44c9-9140-4e171aa134e3 req-dc03f945-ccfb-4a92-803b-6db486969845 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f HTTP/1.1" status: 200 len: 844 time: 0.0826986 Apr 18 20:32:42.548566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f73d7836-2a4c-44c9-9140-4e171aa134e3 req-5a4df2e7-c018-458d-8500-32bc8446d04f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=68cc6080-2d81-4704-9199-495df571819a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358484 Apr 18 20:32:42.552578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f337e5-b525-4528-8f96-94b193d379d5 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:42.568577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.587253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2 req-28c221c1-3357-4738-906b-25b9c68cd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:42.589562 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2 req-28c221c1-3357-4738-906b-25b9c68cd853 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 200 len: 914 time: 0.5537276 Apr 18 20:32:42.642608 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2 req-9e5fc8a8-a9b6-48f3-843f-ddcc12d1c3f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=02c3358d-e924-4bf4-9a31-de3347973d28 HTTP/1.1" status: 200 len: 217 time: 0.0429878 Apr 18 20:32:42.672410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Transition to ACTIVE for port object 44f337e5-b525-4528-8f96-94b193d379d5 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:42.686686 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.703384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2 req-6197cf73-9149-445d-9546-11648f139b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:42.705928 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2 req-6197cf73-9149-445d-9546-11648f139b71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7ef12b3-a1f3-4559-a28d-4a56c38e87b5 HTTP/1.1" status: 200 len: 853 time: 0.0537751 Apr 18 20:32:42.761826 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2 req-e74f589b-145b-4236-bc97-7cd5af18b961 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6143ffb-27f0-447d-a247-436d230f7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458891 Apr 18 20:32:42.778641 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f73d7836-2a4c-44c9-9140-4e171aa134e3 req-9f0bdeee-565f-4ed3-a640-9eb69d4f3ac3 service neutron] 10.222.0.64 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206430 Apr 18 20:32:42.833685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Pushing event updated for resources: {'Port': ['ID=44f337e5-b525-4528-8f96-94b193d379d5,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:42.894474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b1ba05c2-537b-4a1f-aa02-d780f6d7c8d3 req-edf85476-8e0c-4c0a-b330-83fad523ffb8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-434655297', 'description': 'tempest-description-988637946'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:42.901721 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2 req-371f0cee-ef6b-4406-86f2-282352420433 service neutron] 10.222.0.60 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320064 Apr 18 20:32:42.952965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753c0a2-0629-4b39-a9a7-19af95d8e11c req-aac84d99-d259-4d5c-bbdd-a15e3c6d1036 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:42.954498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1753c0a2-0629-4b39-a9a7-19af95d8e11c req-aac84d99-d259-4d5c-bbdd-a15e3c6d1036 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 944 time: 0.2164040 Apr 18 20:32:42.966208 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b1ba05c2-537b-4a1f-aa02-d780f6d7c8d3 req-edf85476-8e0c-4c0a-b330-83fad523ffb8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.009881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Attempting to bind port 44f337e5-b525-4528-8f96-94b193d379d5 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:43.010129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Attempting to bind port 44f337e5-b525-4528-8f96-94b193d379d5 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:43.010433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Attempting to bind port 44f337e5-b525-4528-8f96-94b193d379d5 on network a6143ffb-27f0-447d-a247-436d230f7e70 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:43.022310 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c36b1dd4-7e9b-426f-a961-5f7d88a4c0a2 req-b432bb96-94e4-4db6-8e67-3e9f08f5569a service neutron] 10.222.0.60 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133049 Apr 18 20:32:43.024829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f73d7836-2a4c-44c9-9140-4e171aa134e3 req-339c0b88-6da0-49ac-aab4-dc971f874641 service neutron] 10.222.0.64 "GET /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236621 Apr 18 20:32:43.027636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Port 44f337e5-b525-4528-8f96-94b193d379d5 on network a6143ffb-27f0-447d-a247-436d230f7e70 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:32:43.028052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Attempting to bind port 44f337e5-b525-4528-8f96-94b193d379d5 on network a6143ffb-27f0-447d-a247-436d230f7e70 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:43.052938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:43.053165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Checking segment: {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:43.053580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Bound using segment: {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:43.054022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Bound port: 44f337e5-b525-4528-8f96-94b193d379d5, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad6923e4-ba22-4370-bd79-3a10de8f4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:43.054528 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.061075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1753c0a2-0629-4b39-a9a7-19af95d8e11c req-04156ed2-1e17-4bed-9f46-cd11a1111c86 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926893 Apr 18 20:32:43.140181 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b1ba05c2-537b-4a1f-aa02-d780f6d7c8d3 req-edf85476-8e0c-4c0a-b330-83fad523ffb8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.156575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b1ba05c2-537b-4a1f-aa02-d780f6d7c8d3 req-edf85476-8e0c-4c0a-b330-83fad523ffb8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.182072 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:32:43.214077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] For port 44f337e5-b525-4528-8f96-94b193d379d5, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:43.244442 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b1ba05c2-537b-4a1f-aa02-d780f6d7c8d3 req-edf85476-8e0c-4c0a-b330-83fad523ffb8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.245946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1ba05c2-537b-4a1f-aa02-d780f6d7c8d3 req-edf85476-8e0c-4c0a-b330-83fad523ffb8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4087884 Apr 18 20:32:43.260149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] For port 44f337e5-b525-4528-8f96-94b193d379d5, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=44f337e5-b525-4528-8f96-94b193d379d5,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:43.262365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf85476-8e0c-4c0a-b330-83fad523ffb8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60aa41ea-c48e-4d3f-80a9-9b87cc26528f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:43.269294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.356888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af65d5-004d-482d-b955-164397d919d3 req-94857955-42b0-4da4-aff9-04936304a366 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:43.358539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5af65d5-004d-482d-b955-164397d919d3 req-94857955-42b0-4da4-aff9-04936304a366 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 944 time: 0.1848845 Apr 18 20:32:43.362859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:43.364187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.365542 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/44f337e5-b525-4528-8f96-94b193d379d5 HTTP/1.1" status: 200 len: 1091 time: 1.7050538 Apr 18 20:32:43.368332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1443e8ed-8cb1-4770-bcc2-bb8328d02dd0', 'tag': '44f337e5-b525-4528-8f96-94b193d379d5'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:43.370764 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebb307d-7988-48ee-b685-fd9305d65480" -d '{"events": [{"name": "network-changed", "server_uuid": "1443e8ed-8cb1-4770-bcc2-bb8328d02dd0", "tag": "44f337e5-b525-4528-8f96-94b193d379d5"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:43.668206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 38e96371-1176-4d34-b1ca-a4d40d9e63d2 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:43.750642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360165c-9d67-4968-afc1-ba6d21a364e5 service neutron] Pushing event updated for resources: {'Port': ['ID=44f337e5-b525-4528-8f96-94b193d379d5,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:43.753264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd1b4843-4142-43de-ad74-fd28797c90c6 req-8c9e885f-60eb-4374-aa72-52052f6309dc tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/60aa41ea-c48e-4d3f-80a9-9b87cc26528f HTTP/1.1" status: 200 len: 1813 time: 0.4805477 Apr 18 20:32:43.785637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-fd1b4843-4142-43de-ad74-fd28797c90c6 req-615cc489-8177-4f9f-8a68-d767f1867670 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60aa41ea-c48e-4d3f-80a9-9b87cc26528f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:43.786450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-fd1b4843-4142-43de-ad74-fd28797c90c6 req-615cc489-8177-4f9f-8a68-d767f1867670 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60aa41ea-c48e-4d3f-80a9-9b87cc26528f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:43.798615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:43.813795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '38e96371-1176-4d34-b1ca-a4d40d9e63d2', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'port_id': '38e96371-1176-4d34-b1ca-a4d40d9e63d2', 'mac_address': 'fa:16:3e:fe:e4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:43.822392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5af65d5-004d-482d-b955-164397d919d3 req-d97be456-8a31-433e-8443-fc4cc599b957 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482033 Apr 18 20:32:43.838623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-925230ef-d082-4dcd-9434-20e99d0becf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:43.840539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-925230ef-d082-4dcd-9434-20e99d0becf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8cd92d3c6384687a4de627eee30b712&device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 1094 time: 0.1155951 Apr 18 20:32:43.858612 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.876605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e96371-1176-4d34-b1ca-a4d40d9e63d2 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:43.900081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:43.908046 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.921942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-a2dc37df-7ea0-461a-881d-c22c62daac30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44f337e5-b525-4528-8f96-94b193d379d5 HTTP/1.1" status: 200 len: 217 time: 0.0649765 Apr 18 20:32:43.967897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=38e96371-1176-4d34-b1ca-a4d40d9e63d2,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:44.012479 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fd1b4843-4142-43de-ad74-fd28797c90c6 req-615cc489-8177-4f9f-8a68-d767f1867670 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.050037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f14588-0107-4f30-8cc2-445051d0929e req-674404b2-fca1-4b37-b97e-9879b253fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.051635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-674404b2-fca1-4b37-b97e-9879b253fac8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7ef12b3-a1f3-4559-a28d-4a56c38e87b5 HTTP/1.1" status: 200 len: 853 time: 0.1073368 Apr 18 20:32:44.053514 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fd1b4843-4142-43de-ad74-fd28797c90c6 req-615cc489-8177-4f9f-8a68-d767f1867670 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.062898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d379467-e5a2-42f6-8f6d-45bf852989e7 req-1222a523-560f-435b-83d8-4655e9a8a253 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.064305 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d379467-e5a2-42f6-8f6d-45bf852989e7 req-1222a523-560f-435b-83d8-4655e9a8a253 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 943 time: 0.1441414 Apr 18 20:32:44.074056 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fd1b4843-4142-43de-ad74-fd28797c90c6 req-615cc489-8177-4f9f-8a68-d767f1867670 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.114851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-1b569a3a-2e77-431b-a5d0-fa82b730b2a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6143ffb-27f0-447d-a247-436d230f7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488272 Apr 18 20:32:44.142425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cc489-8177-4f9f-8a68-d767f1867670 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03deba78-653b-4834-bf5e-92082123ef2d,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:44.162711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fd1b4843-4142-43de-ad74-fd28797c90c6 req-615cc489-8177-4f9f-8a68-d767f1867670 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.164443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd1b4843-4142-43de-ad74-fd28797c90c6 req-615cc489-8177-4f9f-8a68-d767f1867670 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3904202 Apr 18 20:32:44.219469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d379467-e5a2-42f6-8f6d-45bf852989e7 req-77186512-b5c1-4daf-bb87-fe8d82ad7e47 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433656 Apr 18 20:32:44.273609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['38e96371-1176-4d34-b1ca-a4d40d9e63d2'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:44.283754 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b43cfb4-aed8-4378-93a4-6638f2a99362 x-openstack-request-id: req-2b43cfb4-aed8-4378-93a4-6638f2a99362 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:44.284090 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1443e8ed-8cb1-4770-bcc2-bb8328d02dd0", "tag": "44f337e5-b525-4528-8f96-94b193d379d5", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:44.284403 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b43cfb4-aed8-4378-93a4-6638f2a99362 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:44.284870 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b43cfb4-aed8-4378-93a4-6638f2a99362'] response: {'name': 'network-changed', 'server_uuid': '1443e8ed-8cb1-4770-bcc2-bb8328d02dd0', 'tag': '44f337e5-b525-4528-8f96-94b193d379d5', 'status': 'completed', 'code': 200} Apr 18 20:32:44.301104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-5cc48182-0d05-4b54-a6e4-f36380e9d797 service neutron] 10.222.0.64 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693442 Apr 18 20:32:44.382571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215e01d-6bf1-466f-83d6-26a186e3a2b5 req-b9fa3a39-658b-4006-a3a1-e9401b5c39d6 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.384561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4215e01d-6bf1-466f-83d6-26a186e3a2b5 req-b9fa3a39-658b-4006-a3a1-e9401b5c39d6 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.1556556 Apr 18 20:32:44.493909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33574) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:44.494436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2f14588-0107-4f30-8cc2-445051d0929e req-e1739698-dde8-46d3-afef-7f9d0dfcf923 service neutron] 10.222.0.64 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817486 Apr 18 20:32:44.506154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8f68-1308-4f95-b55a-08a5f7b560b1 req-c65d3dd0-e6bf-4b32-a8d2-7db26d384a66 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.507689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-509e8f68-1308-4f95-b55a-08a5f7b560b1 req-c65d3dd0-e6bf-4b32-a8d2-7db26d384a66 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 945 time: 0.1339061 Apr 18 20:32:44.511528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4215e01d-6bf1-466f-83d6-26a186e3a2b5 req-c05e8374-b9cf-43b1-853e-9f1e0e58db96 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106751 Apr 18 20:32:44.557460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-509e8f68-1308-4f95-b55a-08a5f7b560b1 req-1fda3786-be39-48ef-8254-3d253792a094 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Apr 18 20:32:44.654803 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a989f96-1eaa-4921-8d85-f26042b38a20 req-b71d21ca-e45e-4343-a7e0-730cb63c5b4c tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/60aa41ea-c48e-4d3f-80a9-9b87cc26528f HTTP/1.1" status: 200 len: 2407 time: 0.1015384 Apr 18 20:32:44.659823 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b576808-3450-4aaf-afa8-691dcd5df415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.669183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb307d-7988-48ee-b685-fd9305d65480 req-9a29db94-8c55-4c53-a134-27533a70c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.670880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ebb307d-7988-48ee-b685-fd9305d65480 req-9a29db94-8c55-4c53-a134-27533a70c9d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b8cd92d3c6384687a4de627eee30b712&device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 1094 time: 0.1062787 Apr 18 20:32:44.713449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e317e-d294-4096-93d1-e5f43930d15a req-2fdc0336-23be-47f8-9dcd-11579bb5abf3 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.715023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-007e317e-d294-4096-93d1-e5f43930d15a req-2fdc0336-23be-47f8-9dcd-11579bb5abf3 tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 1095 time: 0.0935383 Apr 18 20:32:44.748491 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b576808-3450-4aaf-afa8-691dcd5df415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.752783 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b576808-3450-4aaf-afa8-691dcd5df415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.762158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3928df61-6f1c-4db2-b386-c11e4b62dd5a req-c610494b-9323-4db4-8494-79385c235c28 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-group-rules/03deba78-653b-4834-bf5e-92082123ef2d HTTP/1.1" status: 200 len: 778 time: 0.0741630 Apr 18 20:32:44.798584 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8b576808-3450-4aaf-afa8-691dcd5df415 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b37977d48cd247a1b1ae1f9a4173e1d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028641 Apr 18 20:32:44.799713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b576808-3450-4aaf-afa8-691dcd5df415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f71f978-34d6-49c6-a56e-67f7a87c63db,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:44.801247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33580) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:44.880693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-007e317e-d294-4096-93d1-e5f43930d15a req-ae9798af-7950-4aea-af32-9e2e6129d20b tempest-LiveAutoBlockMigrationV225Test-1125902697 tempest-LiveAutoBlockMigrationV225Test-1125902697-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240871 Apr 18 20:32:44.900195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb307d-7988-48ee-b685-fd9305d65480 req-f3a6ebfd-a2ed-4ed0-9ad7-93e88f329b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.901329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ebb307d-7988-48ee-b685-fd9305d65480 req-f3a6ebfd-a2ed-4ed0-9ad7-93e88f329b29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 200 len: 914 time: 0.2230201 Apr 18 20:32:44.909932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3928df61-6f1c-4db2-b386-c11e4b62dd5a req-43cdde3f-ff69-4c0b-b3df-3557c6db8587 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/60aa41ea-c48e-4d3f-80a9-9b87cc26528f HTTP/1.1" status: 200 len: 2407 time: 0.1268306 Apr 18 20:32:44.973207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ebb307d-7988-48ee-b685-fd9305d65480 req-ad89da9f-6614-4f18-a131-05af0cf04b55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=44f337e5-b525-4528-8f96-94b193d379d5 HTTP/1.1" status: 200 len: 217 time: 0.0620103 Apr 18 20:32:44.980214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db12b727-28c7-47e1-a20a-09b05b8262c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.033372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3928df61-6f1c-4db2-b386-c11e4b62dd5a req-cd5987a4-1405-4e19-8f8c-ad4a69460415 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.059280 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3928df61-6f1c-4db2-b386-c11e4b62dd5a req-cd5987a4-1405-4e19-8f8c-ad4a69460415 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.064732 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db12b727-28c7-47e1-a20a-09b05b8262c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.093241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb307d-7988-48ee-b685-fd9305d65480 req-dfd80fe2-5166-4fa1-a708-fe41dc1f91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:45.094890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ebb307d-7988-48ee-b685-fd9305d65480 req-dfd80fe2-5166-4fa1-a708-fe41dc1f91f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7ef12b3-a1f3-4559-a28d-4a56c38e87b5 HTTP/1.1" status: 200 len: 853 time: 0.1074119 Apr 18 20:32:45.168808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ebb307d-7988-48ee-b685-fd9305d65480 req-154f16ef-c354-4f31-a508-3569ab054423 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6143ffb-27f0-447d-a247-436d230f7e70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621109 Apr 18 20:32:45.173198 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3928df61-6f1c-4db2-b386-c11e4b62dd5a req-cd5987a4-1405-4e19-8f8c-ad4a69460415 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.195762 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3928df61-6f1c-4db2-b386-c11e4b62dd5a req-cd5987a4-1405-4e19-8f8c-ad4a69460415 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.197044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3928df61-6f1c-4db2-b386-c11e4b62dd5a req-cd5987a4-1405-4e19-8f8c-ad4a69460415 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/03deba78-653b-4834-bf5e-92082123ef2d HTTP/1.1" status: 204 len: 173 time: 0.2772918 Apr 18 20:32:45.228890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5987a4-1405-4e19-8f8c-ad4a69460415 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03deba78-653b-4834-bf5e-92082123ef2d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:45.238982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-44542ef9-198b-4aae-b66b-fe168df9c835 req-b635b671-1831-44d9-b64b-0b633f06fae5 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-829277702', 'description': 'tempest-description-1526893440'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:45.304444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbba7a-70d3-4342-bb76-e6fdde2f1e15 req-21635369-d25e-4c2f-b056-da4bcdef93dc tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:45.305932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52cbba7a-70d3-4342-bb76-e6fdde2f1e15 req-21635369-d25e-4c2f-b056-da4bcdef93dc tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 944 time: 0.1764069 Apr 18 20:32:45.306541 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db12b727-28c7-47e1-a20a-09b05b8262c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.309080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db12b727-28c7-47e1-a20a-09b05b8262c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.310092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-db12b727-28c7-47e1-a20a-09b05b8262c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f71f978-34d6-49c6-a56e-67f7a87c63db HTTP/1.1" status: 204 len: 168 time: 0.5079262 Apr 18 20:32:45.345182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-44542ef9-198b-4aae-b66b-fe168df9c835 req-b635b671-1831-44d9-b64b-0b633f06fae5 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.355456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12b727-28c7-47e1-a20a-09b05b8262c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f71f978-34d6-49c6-a56e-67f7a87c63db,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:45.403189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ebb307d-7988-48ee-b685-fd9305d65480 req-fe18df99-d919-466b-b5f1-59460883d89f service neutron] 10.222.0.64 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052023 Apr 18 20:32:45.409293 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52cbba7a-70d3-4342-bb76-e6fdde2f1e15 req-cf58849d-e6ae-46b3-9c9c-9e2b1590f4ae tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921035 Apr 18 20:32:45.566102 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-44542ef9-198b-4aae-b66b-fe168df9c835 req-b635b671-1831-44d9-b64b-0b633f06fae5 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.573869 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-44542ef9-198b-4aae-b66b-fe168df9c835 req-b635b671-1831-44d9-b64b-0b633f06fae5 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.581801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ebb307d-7988-48ee-b685-fd9305d65480 req-29e37e49-9982-42fd-b16e-3333c0f4a484 service neutron] 10.222.0.64 "GET /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668324 Apr 18 20:32:45.608959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee160114-86f9-4ffb-bc4b-21f8cfc4fde6 req-481d03e1-fc7a-409a-994f-98ec2a519567 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:45.610484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee160114-86f9-4ffb-bc4b-21f8cfc4fde6 req-481d03e1-fc7a-409a-994f-98ec2a519567 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 943 time: 0.1231461 Apr 18 20:32:45.619091 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-44542ef9-198b-4aae-b66b-fe168df9c835 req-b635b671-1831-44d9-b64b-0b633f06fae5 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.620365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44542ef9-198b-4aae-b66b-fe168df9c835 req-b635b671-1831-44d9-b64b-0b633f06fae5 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3946643 Apr 18 20:32:45.641876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635b671-1831-44d9-b64b-0b633f06fae5 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4732a8e-8ef5-446e-87dc-f9fc570add3c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:45.646481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33600) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:45.668592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee160114-86f9-4ffb-bc4b-21f8cfc4fde6 req-77ad6a67-ae75-4dd1-8aef-dbaf7e2ffb69 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470204 Apr 18 20:32:45.671265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 38e96371-1176-4d34-b1ca-a4d40d9e63d2 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:45.687861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5320502a-af0c-45ae-a3ec-33c14d2b4051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.726142 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.741914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb97e0-328c-448d-8ace-83f6e8c88bb3 req-ed04a31c-7efa-47cd-a5e5-6581d2502a2e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:45.743770 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fccb97e0-328c-448d-8ace-83f6e8c88bb3 req-ed04a31c-7efa-47cd-a5e5-6581d2502a2e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.0646789 Apr 18 20:32:45.750326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 38e96371-1176-4d34-b1ca-a4d40d9e63d2 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:45.758270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 38e96371-1176-4d34-b1ca-a4d40d9e63d2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:45.759324 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.802220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5320502a-af0c-45ae-a3ec-33c14d2b4051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.808096 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5320502a-af0c-45ae-a3ec-33c14d2b4051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.842688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fccb97e0-328c-448d-8ace-83f6e8c88bb3 req-7c48df24-8b90-49d3-b1e6-a5c8d9973758 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880046 Apr 18 20:32:45.852777 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5320502a-af0c-45ae-a3ec-33c14d2b4051 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fc82c2babe247ec92de5f02a6ecb5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033629 Apr 18 20:32:45.855292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320502a-af0c-45ae-a3ec-33c14d2b4051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce375c9-2bcd-4d34-8acd-b75c7ca8bc47,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:45.856652 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.858211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845086-8b30-4fff-874f-7289d508d239 req-501b86b6-7732-4a02-a63c-6f56ba34999c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:45.859165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33602) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:45.865129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73845086-8b30-4fff-874f-7289d508d239 req-501b86b6-7732-4a02-a63c-6f56ba34999c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 945 time: 0.1203034 Apr 18 20:32:45.887191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-b473f754-9bea-4790-9c16-4d31985ea405 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:45.888749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-b473f754-9bea-4790-9c16-4d31985ea405 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 944 time: 0.1047528 Apr 18 20:32:45.892339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edba217-848d-4428-b691-b5632847d18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e96371-1176-4d34-b1ca-a4d40d9e63d2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:45.894904 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19da898-56b9-491f-a10f-cf800065428d" -d '{"events": [{"server_uuid": "1edba217-848d-4428-b691-b5632847d18a", "name": "network-vif-plugged", "status": "completed", "tag": "38e96371-1176-4d34-b1ca-a4d40d9e63d2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:45.918663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:45.925167 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.939025 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09d9ba2-b60e-4787-ae62-15f732797fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.961483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73845086-8b30-4fff-874f-7289d508d239 req-027d93f9-f60b-4b22-9943-093c6118d3dc tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948505 Apr 18 20:32:45.982757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09d9ba2-b60e-4787-ae62-15f732797fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.026784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47f4db09-72af-401d-b485-bf1c430ed9e4 req-3bb77898-fea1-4264-953a-0224697b3d41 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/f4732a8e-8ef5-446e-87dc-f9fc570add3c HTTP/1.1" status: 200 len: 1814 time: 0.1152852 Apr 18 20:32:46.060142 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09d9ba2-b60e-4787-ae62-15f732797fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.062951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f09d9ba2-b60e-4787-ae62-15f732797fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.066492 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f09d9ba2-b60e-4787-ae62-15f732797fab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fce375c9-2bcd-4d34-8acd-b75c7ca8bc47 HTTP/1.1" status: 204 len: 168 time: 0.2042146 Apr 18 20:32:46.072303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d9ba2-b60e-4787-ae62-15f732797fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce375c9-2bcd-4d34-8acd-b75c7ca8bc47,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:46.087872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-47d97914-3131-426f-bc21-2c41115201cf req-a5ed8e62-1cb9-4fc9-93da-6365becba7c3 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1277629020', 'description': 'tempest-description-1433909139'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:46.097009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-7e92081b-2240-465d-b794-f977886aff03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Deleting port 3834cc80-0994-4a93-918b-c20b1e397710 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:46.097351 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-7e92081b-2240-465d-b794-f977886aff03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.118311 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59508024-dd9b-4986-86a1-49a3339ece21 x-openstack-request-id: req-59508024-dd9b-4986-86a1-49a3339ece21 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:46.118595 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edba217-848d-4428-b691-b5632847d18a", "name": "network-vif-plugged", "status": "completed", "tag": "38e96371-1176-4d34-b1ca-a4d40d9e63d2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:46.118837 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59508024-dd9b-4986-86a1-49a3339ece21 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:46.119192 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59508024-dd9b-4986-86a1-49a3339ece21'] response: {'server_uuid': '1edba217-848d-4428-b691-b5632847d18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e96371-1176-4d34-b1ca-a4d40d9e63d2', 'code': 200} Apr 18 20:32:46.150846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=38e96371-1176-4d34-b1ca-a4d40d9e63d2,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:46.191807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-47d97914-3131-426f-bc21-2c41115201cf req-a5ed8e62-1cb9-4fc9-93da-6365becba7c3 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.254063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018757f-9a33-4752-bb34-9565f32826b2 req-572cce1e-07a0-4e5b-86d8-3bb86e520610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:46.256053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e018757f-9a33-4752-bb34-9565f32826b2 req-572cce1e-07a0-4e5b-86d8-3bb86e520610 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 1097 time: 0.0996225 Apr 18 20:32:46.276968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-7e92081b-2240-465d-b794-f977886aff03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] For port 3834cc80-0994-4a93-918b-c20b1e397710, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3834cc80-0994-4a93-918b-c20b1e397710,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:46.277343 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-7e92081b-2240-465d-b794-f977886aff03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.306902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-7e92081b-2240-465d-b794-f977886aff03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Calling delete_port for 3834cc80-0994-4a93-918b-c20b1e397710 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:46.341079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e018757f-9a33-4752-bb34-9565f32826b2 req-382e1735-b302-4f4f-acd8-04867e0cc5a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757473 Apr 18 20:32:46.390181 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-47d97914-3131-426f-bc21-2c41115201cf req-a5ed8e62-1cb9-4fc9-93da-6365becba7c3 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.409149 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-47d97914-3131-426f-bc21-2c41115201cf req-a5ed8e62-1cb9-4fc9-93da-6365becba7c3 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.457979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-47d97914-3131-426f-bc21-2c41115201cf req-a5ed8e62-1cb9-4fc9-93da-6365becba7c3 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.459228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47d97914-3131-426f-bc21-2c41115201cf req-a5ed8e62-1cb9-4fc9-93da-6365becba7c3 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3765295 Apr 18 20:32:46.464227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed8e62-1cb9-4fc9-93da-6365becba7c3 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506ad850-0e39-45f6-8faa-3cbe1c582432,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:46.588552 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-7e92081b-2240-465d-b794-f977886aff03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.601216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['2fef42ef-e642-4640-84e2-6445e2c5616f'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:46.641119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e751f-5cb1-40a7-bacc-37b01ca18583 req-b49f5f2d-a4b6-4e20-9a2f-840581cc0f5b tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:46.642656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b9e751f-5cb1-40a7-bacc-37b01ca18583 req-b49f5f2d-a4b6-4e20-9a2f-840581cc0f5b tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 866 time: 0.1319993 Apr 18 20:32:46.645229 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68abb6a5-d15e-4a25-ba2d-26f45d34bd80 req-f4bbae21-0265-499f-877e-d37d4b893797 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/506ad850-0e39-45f6-8faa-3cbe1c582432 HTTP/1.1" status: 200 len: 1815 time: 0.1334748 Apr 18 20:32:46.649789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92081b-2240-465d-b794-f977886aff03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Pushing event deleted for resources: {'Port': ['ID=3834cc80-0994-4a93-918b-c20b1e397710,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:46.709644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-7e92081b-2240-465d-b794-f977886aff03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] No DVR routers for this DVR port 3834cc80-0994-4a93-918b-c20b1e397710 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:46.712715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-7e92081b-2240-465d-b794-f977886aff03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.717092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd3dbc10-9cfa-4c79-b04a-78e2d15fc337 req-7e92081b-2240-465d-b794-f977886aff03 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.64 "DELETE /v2.0/ports/3834cc80-0994-4a93-918b-c20b1e397710 HTTP/1.1" status: 204 len: 173 time: 0.8214505 Apr 18 20:32:46.720936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5f95bc1d-3911-4dd4-866c-9c62f93e7ea8 req-69741b30-c2f5-4bfc-be7c-e123496b9836 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-426041089', 'description': 'tempest-description-1230268352'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:46.726720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'name': 'network-vif-deleted', 'tag': '3834cc80-0994-4a93-918b-c20b1e397710'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:46.730039 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513fbf13-88a2-4886-b78d-eecf5d941d83" -d '{"events": [{"server_uuid": "d7d27775-5c4b-46d5-942a-eb20a1238c59", "name": "network-vif-deleted", "tag": "3834cc80-0994-4a93-918b-c20b1e397710"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:46.767529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f95bc1d-3911-4dd4-866c-9c62f93e7ea8 req-69741b30-c2f5-4bfc-be7c-e123496b9836 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.791958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b9e751f-5cb1-40a7-bacc-37b01ca18583 req-7f877a3d-772f-4dd0-945f-afe75f8b88cb tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405230 Apr 18 20:32:46.877838 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f95bc1d-3911-4dd4-866c-9c62f93e7ea8 req-69741b30-c2f5-4bfc-be7c-e123496b9836 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.884525 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f95bc1d-3911-4dd4-866c-9c62f93e7ea8 req-69741b30-c2f5-4bfc-be7c-e123496b9836 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.903435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02c3358d-e924-4bf4-9a31-de3347973d28 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:46.994028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69741b30-c2f5-4bfc-be7c-e123496b9836 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac089c0-87e5-4518-9e9a-2e0cfcf51941,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:47.014723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5f95bc1d-3911-4dd4-866c-9c62f93e7ea8 req-69741b30-c2f5-4bfc-be7c-e123496b9836 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.015808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f95bc1d-3911-4dd4-866c-9c62f93e7ea8 req-69741b30-c2f5-4bfc-be7c-e123496b9836 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3097019 Apr 18 20:32:47.042038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 02c3358d-e924-4bf4-9a31-de3347973d28, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02c3358d-e924-4bf4-9a31-de3347973d28,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:47.050792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c2a65-5a52-4b14-8ef7-116e3f506079 req-cff13743-f991-4a03-96b5-1a1a7184163a tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:47.061472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c8c2a65-5a52-4b14-8ef7-116e3f506079 req-cff13743-f991-4a03-96b5-1a1a7184163a tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 943 time: 0.1663923 Apr 18 20:32:47.073816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '02c3358d-e924-4bf4-9a31-de3347973d28', 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70', 'port_id': '02c3358d-e924-4bf4-9a31-de3347973d28', 'mac_address': 'fa:16:3e:53:7e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ef12b3-a1f3-4559-a28d-4a56c38e87b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:47.122024 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f322cb-37d3-44f4-80b7-656d494a8c34 x-openstack-request-id: req-f4f322cb-37d3-44f4-80b7-656d494a8c34 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:47.122882 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d27775-5c4b-46d5-942a-eb20a1238c59", "name": "network-vif-deleted", "tag": "3834cc80-0994-4a93-918b-c20b1e397710", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:47.123142 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4f322cb-37d3-44f4-80b7-656d494a8c34 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:47.124107 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f322cb-37d3-44f4-80b7-656d494a8c34'] response: {'server_uuid': 'd7d27775-5c4b-46d5-942a-eb20a1238c59', 'name': 'network-vif-deleted', 'tag': '3834cc80-0994-4a93-918b-c20b1e397710', 'status': 'completed', 'code': 200} Apr 18 20:32:47.126559 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.138595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c8c2a65-5a52-4b14-8ef7-116e3f506079 req-12212671-1931-4cef-ba17-4b1f59578e6d tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761919 Apr 18 20:32:47.151615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c3358d-e924-4bf4-9a31-de3347973d28 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:47.198498 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 02c3358d-e924-4bf4-9a31-de3347973d28, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02c3358d-e924-4bf4-9a31-de3347973d28,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:47.207110 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.254791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de7f64-b213-478c-9782-0b8bc1d3661a req-3133d9ae-6308-426d-b65b-121c6691e6c7 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:47.256497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1de7f64-b213-478c-9782-0b8bc1d3661a req-3133d9ae-6308-426d-b65b-121c6691e6c7 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.1128950 Apr 18 20:32:47.283766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=02c3358d-e924-4bf4-9a31-de3347973d28,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:47.302188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c6c7d-a3d9-46a8-a887-af1167378936 req-0c99a121-ae18-4961-bf8b-be8662d1084c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:47.303924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa5c6c7d-a3d9-46a8-a887-af1167378936 req-0c99a121-ae18-4961-bf8b-be8662d1084c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 946 time: 0.0850744 Apr 18 20:32:47.324735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1de7f64-b213-478c-9782-0b8bc1d3661a req-074ecbc1-5623-45d7-99d1-45aa4a6feb31 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600410 Apr 18 20:32:47.372795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa5c6c7d-a3d9-46a8-a887-af1167378936 req-fa62abb7-7850-41f4-ae70-ad36475d956a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621433 Apr 18 20:32:47.424593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83cc8b29-5211-4371-aa8e-060f6650c883 req-df33bbc8-61da-4fc7-9424-8fceb7b0b5ab tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/aac089c0-87e5-4518-9e9a-2e0cfcf51941 HTTP/1.1" status: 200 len: 1814 time: 0.0564735 Apr 18 20:32:47.453155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-059fc022-3263-48ec-85fd-e0f462d05a4f req-8ba9992a-f4cf-456b-bedf-6f37ff9c86a9 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1028533110', 'description': 'tempest-description-616105004'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:47.496926 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-059fc022-3263-48ec-85fd-e0f462d05a4f req-8ba9992a-f4cf-456b-bedf-6f37ff9c86a9 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.586050 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-059fc022-3263-48ec-85fd-e0f462d05a4f req-8ba9992a-f4cf-456b-bedf-6f37ff9c86a9 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.592697 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-059fc022-3263-48ec-85fd-e0f462d05a4f req-8ba9992a-f4cf-456b-bedf-6f37ff9c86a9 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.611050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['02c3358d-e924-4bf4-9a31-de3347973d28'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:47.627076 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-059fc022-3263-48ec-85fd-e0f462d05a4f req-8ba9992a-f4cf-456b-bedf-6f37ff9c86a9 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.631811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-059fc022-3263-48ec-85fd-e0f462d05a4f req-8ba9992a-f4cf-456b-bedf-6f37ff9c86a9 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1827664 Apr 18 20:32:47.636874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9992a-f4cf-456b-bedf-6f37ff9c86a9 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fdb6d4-1c9a-4d34-9040-8c7ab0682fb5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:47.691037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 44f337e5-b525-4528-8f96-94b193d379d5 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:47.720162 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75e822b6-f05c-44bf-8b4a-777e6ec4d168 req-db869ac5-e072-49ad-bfe0-dd106c77b994 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/a8fdb6d4-1c9a-4d34-9040-8c7ab0682fb5 HTTP/1.1" status: 200 len: 1814 time: 0.0547740 Apr 18 20:32:47.760358 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-707e8ddb-6386-4a67-99ec-7b6b5a861c24 req-66cd94f0-c261-40e1-ab92-9c256ed19f4f tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] show failed (client error): The resource could not be found. Apr 18 20:32:47.761793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-707e8ddb-6386-4a67-99ec-7b6b5a861c24 req-66cd94f0-c261-40e1-ab92-9c256ed19f4f tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/289bf2f9-ba9e-44f8-8abe-7f0dfc359980 HTTP/1.1" status: 404 len: 352 time: 0.0169108 Apr 18 20:32:47.802083 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-3f6e788f-9e07-41fb-b04e-51f121744840 req-34828c85-0806-4c6c-a2ee-b7cf8ecf616b tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] show failed (client error): The resource could not be found. Apr 18 20:32:47.803152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f6e788f-9e07-41fb-b04e-51f121744840 req-34828c85-0806-4c6c-a2ee-b7cf8ecf616b tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-group-rules/7d385258-fae0-475e-9c78-11175fe63b63 HTTP/1.1" status: 404 len: 361 time: 0.0152886 Apr 18 20:32:47.894837 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350f5f48-09d5-49ef-a2f4-e09406355d79 req-b20f9c63-840a-40a9-905b-386f786b8f73 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/a8fdb6d4-1c9a-4d34-9040-8c7ab0682fb5 HTTP/1.1" status: 200 len: 1814 time: 0.0625641 Apr 18 20:32:47.972229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 44f337e5-b525-4528-8f96-94b193d379d5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=44f337e5-b525-4528-8f96-94b193d379d5,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:47.973409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81a59239-acff-4100-aeff-4e61c992b615 req-ffb4bc65-da07-40a7-a8ac-68d8ab30d2bb tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 210 time: 0.0380232 Apr 18 20:32:48.004180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350f5f48-09d5-49ef-a2f4-e09406355d79 req-fd1de986-23f0-41d9-addf-ded21877e7b7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.010648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '44f337e5-b525-4528-8f96-94b193d379d5', 'network_id': 'a6143ffb-27f0-447d-a247-436d230f7e70', 'port_id': '44f337e5-b525-4528-8f96-94b193d379d5', 'mac_address': 'fa:16:3e:4c:c7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ef12b3-a1f3-4559-a28d-4a56c38e87b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:48.044522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350f5f48-09d5-49ef-a2f4-e09406355d79 req-fd1de986-23f0-41d9-addf-ded21877e7b7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.088782 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.104420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f337e5-b525-4528-8f96-94b193d379d5 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:48.120654 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350f5f48-09d5-49ef-a2f4-e09406355d79 req-fd1de986-23f0-41d9-addf-ded21877e7b7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.124195 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350f5f48-09d5-49ef-a2f4-e09406355d79 req-fd1de986-23f0-41d9-addf-ded21877e7b7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.126222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350f5f48-09d5-49ef-a2f4-e09406355d79 req-fd1de986-23f0-41d9-addf-ded21877e7b7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "DELETE /v2.0/security-groups/a8fdb6d4-1c9a-4d34-9040-8c7ab0682fb5 HTTP/1.1" status: 204 len: 173 time: 0.2304261 Apr 18 20:32:48.135981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 44f337e5-b525-4528-8f96-94b193d379d5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=44f337e5-b525-4528-8f96-94b193d379d5,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:48.140635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1de986-23f0-41d9-addf-ded21877e7b7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fdb6d4-1c9a-4d34-9040-8c7ab0682fb5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:48.143034 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.213644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20bc194f-b62d-4100-a03a-2ea60d066cdc req-32337135-5f24-4b0c-b1bf-4f0768845c05 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/aac089c0-87e5-4518-9e9a-2e0cfcf51941 HTTP/1.1" status: 200 len: 1814 time: 0.0586121 Apr 18 20:32:48.232020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=44f337e5-b525-4528-8f96-94b193d379d5,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:48.326400 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-20bc194f-b62d-4100-a03a-2ea60d066cdc req-236b5db6-bcbc-4f00-adbe-38d0049dfd18 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.365328 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-20bc194f-b62d-4100-a03a-2ea60d066cdc req-236b5db6-bcbc-4f00-adbe-38d0049dfd18 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.389968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105870cb-0ffe-41cb-a644-d4ec2052660f req-4694c24d-87fb-48bb-92a7-84364ca1e0b0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:48.391534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-105870cb-0ffe-41cb-a644-d4ec2052660f req-4694c24d-87fb-48bb-92a7-84364ca1e0b0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 944 time: 0.1281850 Apr 18 20:32:48.452575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-105870cb-0ffe-41cb-a644-d4ec2052660f req-9e9e5927-4d5a-42a4-ba6b-4f6384fe7ed1 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481277 Apr 18 20:32:48.460511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['44f337e5-b525-4528-8f96-94b193d379d5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:48.477274 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-20bc194f-b62d-4100-a03a-2ea60d066cdc req-236b5db6-bcbc-4f00-adbe-38d0049dfd18 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.487121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-20bc194f-b62d-4100-a03a-2ea60d066cdc req-236b5db6-bcbc-4f00-adbe-38d0049dfd18 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.488950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20bc194f-b62d-4100-a03a-2ea60d066cdc req-236b5db6-bcbc-4f00-adbe-38d0049dfd18 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "DELETE /v2.0/security-groups/aac089c0-87e5-4518-9e9a-2e0cfcf51941 HTTP/1.1" status: 204 len: 173 time: 0.2694237 Apr 18 20:32:48.526291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b5db6-bcbc-4f00-adbe-38d0049dfd18 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac089c0-87e5-4518-9e9a-2e0cfcf51941,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:48.692296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864efa3a-87bd-45cd-8388-b07c1fd250ae req-39533e95-d7cb-42e0-a265-f44a6ed1ee86 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:48.700960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-864efa3a-87bd-45cd-8388-b07c1fd250ae req-39533e95-d7cb-42e0-a265-f44a6ed1ee86 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.0751228 Apr 18 20:32:48.711162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e8d00-934a-4254-a7b8-03f499d325f5 req-72c9eacb-f7ab-420a-a8e3-0944b3c727f7 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:48.712738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca5e8d00-934a-4254-a7b8-03f499d325f5 req-72c9eacb-f7ab-420a-a8e3-0944b3c727f7 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 946 time: 0.1288950 Apr 18 20:32:48.789184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-864efa3a-87bd-45cd-8388-b07c1fd250ae req-d2a20b89-deab-4447-8184-2f12a8f4b223 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866034 Apr 18 20:32:48.807823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca5e8d00-934a-4254-a7b8-03f499d325f5 req-2788f599-12f9-4014-9180-fd71a88958df tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831218 Apr 18 20:32:48.919873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e18c5755-dc16-44ea-9eb4-102ed3c4f39b req-f1144ec0-def4-4d18-ad83-2b2e0dee65e9 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/506ad850-0e39-45f6-8faa-3cbe1c582432 HTTP/1.1" status: 200 len: 1815 time: 0.0971220 Apr 18 20:32:49.007329 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e18c5755-dc16-44ea-9eb4-102ed3c4f39b req-a390c0b3-00ad-4d0b-89ab-36d7ec55afd7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.043277 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e18c5755-dc16-44ea-9eb4-102ed3c4f39b req-a390c0b3-00ad-4d0b-89ab-36d7ec55afd7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.091513 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e18c5755-dc16-44ea-9eb4-102ed3c4f39b req-a390c0b3-00ad-4d0b-89ab-36d7ec55afd7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.095723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e18c5755-dc16-44ea-9eb4-102ed3c4f39b req-a390c0b3-00ad-4d0b-89ab-36d7ec55afd7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.105938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e18c5755-dc16-44ea-9eb4-102ed3c4f39b req-a390c0b3-00ad-4d0b-89ab-36d7ec55afd7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "DELETE /v2.0/security-groups/506ad850-0e39-45f6-8faa-3cbe1c582432 HTTP/1.1" status: 204 len: 173 time: 0.1845944 Apr 18 20:32:49.136244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390c0b3-00ad-4d0b-89ab-36d7ec55afd7 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ad850-0e39-45f6-8faa-3cbe1c582432,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:49.230183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a0cf266-bfef-4d9a-a64a-63e7b2f0960c req-50ede629-5344-438a-bc04-4d0dda57e473 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 210 time: 0.0336897 Apr 18 20:32:49.341513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac2bd3f6-d9c7-4a62-adc9-a4f77246476e req-17f722bf-7255-48ad-859f-1531a4e9972c tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/f4732a8e-8ef5-446e-87dc-f9fc570add3c HTTP/1.1" status: 200 len: 1814 time: 0.0588186 Apr 18 20:32:49.428682 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ac2bd3f6-d9c7-4a62-adc9-a4f77246476e req-a9bb4bbe-efb3-4ab9-879a-dcb801f98405 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.486624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ac2bd3f6-d9c7-4a62-adc9-a4f77246476e req-a9bb4bbe-efb3-4ab9-879a-dcb801f98405 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.545946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ac2bd3f6-d9c7-4a62-adc9-a4f77246476e req-a9bb4bbe-efb3-4ab9-879a-dcb801f98405 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.548715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ac2bd3f6-d9c7-4a62-adc9-a4f77246476e req-a9bb4bbe-efb3-4ab9-879a-dcb801f98405 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.549870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac2bd3f6-d9c7-4a62-adc9-a4f77246476e req-a9bb4bbe-efb3-4ab9-879a-dcb801f98405 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "DELETE /v2.0/security-groups/f4732a8e-8ef5-446e-87dc-f9fc570add3c HTTP/1.1" status: 204 len: 173 time: 0.2076178 Apr 18 20:32:49.556066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33754) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:49.563665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb4bbe-efb3-4ab9-879a-dcb801f98405 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4732a8e-8ef5-446e-87dc-f9fc570add3c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:49.698962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 44f337e5-b525-4528-8f96-94b193d379d5 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:49.738850 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9180bfe1-fc6c-4553-8881-666a36b4325b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.756101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 44f337e5-b525-4528-8f96-94b193d379d5 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:49.759209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a8a62-aca8-4492-90df-57699850b009 req-0e444f15-ba83-47f7-9eae-abac4c20c6fd tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:49.763260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 44f337e5-b525-4528-8f96-94b193d379d5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:49.764401 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.771906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e49a8a62-aca8-4492-90df-57699850b009 req-0e444f15-ba83-47f7-9eae-abac4c20c6fd tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 944 time: 0.1151791 Apr 18 20:32:49.833702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93cba22b-ecb4-4639-b629-bc22512feabb req-f63e9fcf-0164-4c15-8b14-06ca8bec4af8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "GET /v2.0/security-groups/60aa41ea-c48e-4d3f-80a9-9b87cc26528f HTTP/1.1" status: 200 len: 1813 time: 0.1246481 Apr 18 20:32:49.867590 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e49a8a62-aca8-4492-90df-57699850b009 req-4c9c983c-8f3b-4500-a352-7ad45c787779 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972157 Apr 18 20:32:49.880236 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9180bfe1-fc6c-4553-8881-666a36b4325b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.908878 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9180bfe1-fc6c-4553-8881-666a36b4325b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.926437 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.958634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180bfe1-fc6c-4553-8881-666a36b4325b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebcb7c6-3e12-4e34-97a0-3c43e13d970e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:49.966453 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9180bfe1-fc6c-4553-8881-666a36b4325b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d0a20f83dfb484b81fb9e958cc5ef74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091539 Apr 18 20:32:49.970691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33770) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:50.004080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443e8ed-8cb1-4770-bcc2-bb8328d02dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f337e5-b525-4528-8f96-94b193d379d5'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:50.006705 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd4664a-e499-4c07-afe9-956827180dba" -d '{"events": [{"server_uuid": "1443e8ed-8cb1-4770-bcc2-bb8328d02dd0", "name": "network-vif-plugged", "status": "completed", "tag": "44f337e5-b525-4528-8f96-94b193d379d5"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:50.011715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-93cba22b-ecb4-4639-b629-bc22512feabb req-cd0f29f4-0e0c-4762-b1a2-af5a5caec0d8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.042399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 44f337e5-b525-4528-8f96-94b193d379d5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=44f337e5-b525-4528-8f96-94b193d379d5,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:50.049994 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.051806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3834cc80-0994-4a93-918b-c20b1e397710 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:50.064454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-97e209d6-fdd4-4147-bb54-1e0fcbe3b191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.098359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-97e209d6-fdd4-4147-bb54-1e0fcbe3b191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.109634 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-93cba22b-ecb4-4639-b629-bc22512feabb req-cd0f29f4-0e0c-4762-b1a2-af5a5caec0d8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.157990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 3834cc80-0994-4a93-918b-c20b1e397710 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:50.159412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3834cc80-0994-4a93-918b-c20b1e397710 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:50.207678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-97e209d6-fdd4-4147-bb54-1e0fcbe3b191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.214420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-97e209d6-fdd4-4147-bb54-1e0fcbe3b191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.221962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=44f337e5-b525-4528-8f96-94b193d379d5,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:50.224349 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-97e209d6-fdd4-4147-bb54-1e0fcbe3b191 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cebcb7c6-3e12-4e34-97a0-3c43e13d970e HTTP/1.1" status: 204 len: 168 time: 0.2497492 Apr 18 20:32:50.240080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e209d6-fdd4-4147-bb54-1e0fcbe3b191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebcb7c6-3e12-4e34-97a0-3c43e13d970e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:50.265225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b9818-6df1-4028-b09b-c54b36ae6f8b req-30fee9ad-b5ac-4e6c-a293-ffd6a020f0f5 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.278958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a84b9818-6df1-4028-b09b-c54b36ae6f8b req-30fee9ad-b5ac-4e6c-a293-ffd6a020f0f5 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.1954978 Apr 18 20:32:50.327812 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-93cba22b-ecb4-4639-b629-bc22512feabb req-cd0f29f4-0e0c-4762-b1a2-af5a5caec0d8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.332928 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-93cba22b-ecb4-4639-b629-bc22512feabb req-cd0f29f4-0e0c-4762-b1a2-af5a5caec0d8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.334274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93cba22b-ecb4-4639-b629-bc22512feabb req-cd0f29f4-0e0c-4762-b1a2-af5a5caec0d8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] 10.222.0.49 "DELETE /v2.0/security-groups/60aa41ea-c48e-4d3f-80a9-9b87cc26528f HTTP/1.1" status: 204 len: 173 time: 0.4992187 Apr 18 20:32:50.342936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33778) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:50.395097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0f29f4-0e0c-4762-b1a2-af5a5caec0d8 tempest-SecurityGroupRulesNegativeTestJSON-1721311942 tempest-SecurityGroupRulesNegativeTestJSON-1721311942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aa41ea-c48e-4d3f-80a9-9b87cc26528f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:50.438405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a84b9818-6df1-4028-b09b-c54b36ae6f8b req-fb98ad9a-e0d1-45b3-b789-69073c6dc29e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554079 Apr 18 20:32:50.445960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-85699731-d902-4714-ae64-bc89b7a1c1a7 admin admin] Deleting subnet c491f4d8-e94a-47aa-a7db-8fe08c0b8e0b {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:32:50.461394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85699731-d902-4714-ae64-bc89b7a1c1a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.539706 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85699731-d902-4714-ae64-bc89b7a1c1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.588187 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d02662-80b0-4c2d-8554-398016f706d3 x-openstack-request-id: req-29d02662-80b0-4c2d-8554-398016f706d3 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:50.588480 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443e8ed-8cb1-4770-bcc2-bb8328d02dd0", "name": "network-vif-plugged", "status": "completed", "tag": "44f337e5-b525-4528-8f96-94b193d379d5", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:50.588733 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-29d02662-80b0-4c2d-8554-398016f706d3 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:50.589136 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d02662-80b0-4c2d-8554-398016f706d3'] response: {'server_uuid': '1443e8ed-8cb1-4770-bcc2-bb8328d02dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f337e5-b525-4528-8f96-94b193d379d5', 'code': 200} Apr 18 20:32:50.606366 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85699731-d902-4714-ae64-bc89b7a1c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.610709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71288c0-e156-41dc-887f-ca46b7808f68 req-c97e3312-92db-4571-8984-44d9e891495a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.613733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a71288c0-e156-41dc-887f-ca46b7808f68 req-c97e3312-92db-4571-8984-44d9e891495a tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 946 time: 0.1521754 Apr 18 20:32:50.702766 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85699731-d902-4714-ae64-bc89b7a1c1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.736387 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85699731-d902-4714-ae64-bc89b7a1c1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.742612 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-85699731-d902-4714-ae64-bc89b7a1c1a7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c491f4d8-e94a-47aa-a7db-8fe08c0b8e0b HTTP/1.1" status: 204 len: 168 time: 0.3972731 Apr 18 20:32:50.744966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85699731-d902-4714-ae64-bc89b7a1c1a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c491f4d8-e94a-47aa-a7db-8fe08c0b8e0b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:50.749266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33782) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:50.776576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a71288c0-e156-41dc-887f-ca46b7808f68 req-7f0b66c8-c213-4c53-8723-ebdb356bc957 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520064 Apr 18 20:32:50.796464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58205a-d77d-49ce-bf51-685c77028258 req-0a5257ee-2962-433a-ba31-59e8ff24039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.800430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e58205a-d77d-49ce-bf51-685c77028258 req-0a5257ee-2962-433a-ba31-59e8ff24039c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0876019 Apr 18 20:32:50.802561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33784) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:50.818646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5250-372b-42f6-be74-2b531324c7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.899285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.919717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bce91b7c-5a39-4731-afae-9171153960e5 req-53ca62cb-1875-4e14-8418-d2b24e297dd1 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 210 time: 0.0827913 Apr 18 20:32:50.928438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02c3358d-e924-4bf4-9a31-de3347973d28 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:50.983283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e58205a-d77d-49ce-bf51-685c77028258 req-90df66c4-3b18-4416-988d-df28c05df730 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593826 Apr 18 20:32:51.047325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 02c3358d-e924-4bf4-9a31-de3347973d28 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:51.052089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 02c3358d-e924-4bf4-9a31-de3347973d28 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:51.052711 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.053594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbb29a-fc67-4505-ae2c-b4c330b6beaa req-6dd85ce0-5c0f-44b6-9483-f672915fdc42 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:51.055387 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3edbb29a-fc67-4505-ae2c-b4c330b6beaa req-6dd85ce0-5c0f-44b6-9483-f672915fdc42 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 945 time: 0.0869453 Apr 18 20:32:51.075808 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.102539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:51.103797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5250-372b-42f6-be74-2b531324c7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.118043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3edbb29a-fc67-4505-ae2c-b4c330b6beaa req-a306f7c5-8d07-4b27-8d2f-c795b30d8eca tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495727 Apr 18 20:32:51.119030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc8d5250-372b-42f6-be74-2b531324c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.134753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bca4995-6518-43bc-8d3f-92c512484c72') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:51.135083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bca4995-6518-43bc-8d3f-92c512484c72') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:51.155007 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.164323 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.176867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.185499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33788) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:51.185731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fc8d5250-372b-42f6-be74-2b531324c7dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f943fc57c803404bb275c0bafe9ae31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3819444 Apr 18 20:32:51.191369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d5250-372b-42f6-be74-2b531324c7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce713990-5687-4cb5-b2a4-e4a58fee8b7b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:51.205922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 02c3358d-e924-4bf4-9a31-de3347973d28, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02c3358d-e924-4bf4-9a31-de3347973d28,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:51.212550 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.216624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:51.217047 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:51.218917 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:51.270584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=02c3358d-e924-4bf4-9a31-de3347973d28,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:51.299810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.308027 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.310951 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1 HTTP/1.1" status: 204 len: 168 time: 0.5603137 Apr 18 20:32:51.312872 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfe95bf4-b8b5-47f5-b957-a3b2c62bc82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.332834 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9fd48-8c5e-4de3-839d-13f62dcd70b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3994a02a-d8b6-46b4-9b64-fcebdbd6e4c1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:51.346798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfe95bf4-b8b5-47f5-b957-a3b2c62bc82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.406810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfe95bf4-b8b5-47f5-b957-a3b2c62bc82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.409775 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfe95bf4-b8b5-47f5-b957-a3b2c62bc82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.411676 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bfe95bf4-b8b5-47f5-b957-a3b2c62bc82d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce713990-5687-4cb5-b2a4-e4a58fee8b7b HTTP/1.1" status: 204 len: 168 time: 0.2226541 Apr 18 20:32:51.422362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe95bf4-b8b5-47f5-b957-a3b2c62bc82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce713990-5687-4cb5-b2a4-e4a58fee8b7b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:51.543184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33796) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:51.601277 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ff67dc5b-aa48-4e9a-ad65-3f44c3a928fe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9bccda4cb467479fa329d9ce0043c432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552354 Apr 18 20:32:51.604466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33800) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:51.610725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff09ae3-56e4-4269-b32f-73249158bc06 req-15d49779-50da-476d-8822-6a857eecbded tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:51.622469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ff09ae3-56e4-4269-b32f-73249158bc06 req-15d49779-50da-476d-8822-6a857eecbded tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.0868378 Apr 18 20:32:51.674044 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-566bd907-b963-4e4a-8c7a-e26f4d313807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.683940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ff09ae3-56e4-4269-b32f-73249158bc06 req-a4a7e3bb-2050-4817-9132-f8ef7c76d4e4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584321 Apr 18 20:32:51.703962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-566bd907-b963-4e4a-8c7a-e26f4d313807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.731271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 38e96371-1176-4d34-b1ca-a4d40d9e63d2 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:32:51.778684 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-566bd907-b963-4e4a-8c7a-e26f4d313807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.782389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-566bd907-b963-4e4a-8c7a-e26f4d313807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.783755 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-566bd907-b963-4e4a-8c7a-e26f4d313807 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e710131-abed-411d-b4a9-3a6afaa13f66 HTTP/1.1" status: 204 len: 168 time: 0.1780159 Apr 18 20:32:51.798872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bd907-b963-4e4a-8c7a-e26f4d313807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e710131-abed-411d-b4a9-3a6afaa13f66,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:51.955196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:51.985097 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '38e96371-1176-4d34-b1ca-a4d40d9e63d2', 'network_id': '68cc6080-2d81-4704-9199-495df571819a', 'port_id': '38e96371-1176-4d34-b1ca-a4d40d9e63d2', 'mac_address': 'fa:16:3e:fe:e4:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:32:52.059426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22130906-525a-47ea-bb39-5273c6144d22 req-7c534427-f2af-414c-82e4-d9d38a5f4198 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:52.060328 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.063705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22130906-525a-47ea-bb39-5273c6144d22 req-7c534427-f2af-414c-82e4-d9d38a5f4198 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 946 time: 0.1144917 Apr 18 20:32:52.076511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38e96371-1176-4d34-b1ca-a4d40d9e63d2 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:52.108409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:52.115578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.217204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a56fde14-c7e8-4eba-ae75-3c3ba2ae75aa req-a716f5e4-ce71-4d52-a46c-c1b27f6cb683 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=d7d27775-5c4b-46d5-942a-eb20a1238c59 HTTP/1.1" status: 200 len: 210 time: 0.0996163 Apr 18 20:32:52.235930 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22130906-525a-47ea-bb39-5273c6144d22 req-619fa942-5b97-4030-ae68-d5df31c964df tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665537 Apr 18 20:32:52.236629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=38e96371-1176-4d34-b1ca-a4d40d9e63d2,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:52.286849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['38e96371-1176-4d34-b1ca-a4d40d9e63d2'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:52.450114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cfd64-2258-45b7-989b-b185624428db req-3a00ddd2-0e10-4ae3-a27e-bc5f473f328c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:52.459915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-182cfd64-2258-45b7-989b-b185624428db req-3a00ddd2-0e10-4ae3-a27e-bc5f473f328c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 945 time: 0.1241267 Apr 18 20:32:52.518051 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-182cfd64-2258-45b7-989b-b185624428db req-971c8d59-1e95-404c-9722-badc0077c169 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567272 Apr 18 20:32:52.589964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2629894-96ae-4c42-ad51-b669ca1f0ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c3358d-e924-4bf4-9a31-de3347973d28'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:52.592528 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b8d1eb-32be-48ea-af22-afd57075f567" -d '{"events": [{"server_uuid": "b2629894-96ae-4c42-ad51-b669ca1f0ba9", "name": "network-vif-plugged", "status": "completed", "tag": "02c3358d-e924-4bf4-9a31-de3347973d28"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:52.643001 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c493437-80b3-4301-b434-6b08e33b8064 x-openstack-request-id: req-3c493437-80b3-4301-b434-6b08e33b8064 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:52.643293 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2629894-96ae-4c42-ad51-b669ca1f0ba9", "name": "network-vif-plugged", "status": "completed", "tag": "02c3358d-e924-4bf4-9a31-de3347973d28", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:52.643546 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c493437-80b3-4301-b434-6b08e33b8064 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:52.643984 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c493437-80b3-4301-b434-6b08e33b8064'] response: {'server_uuid': 'b2629894-96ae-4c42-ad51-b669ca1f0ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c3358d-e924-4bf4-9a31-de3347973d28', 'code': 200} Apr 18 20:32:52.871351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c44c5-afe6-4a9d-a983-f6a13cf68640 req-0d4a2a3f-0907-43db-9b36-0adda665d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:52.874075 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-083c44c5-afe6-4a9d-a983-f6a13cf68640 req-0d4a2a3f-0907-43db-9b36-0adda665d6d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2629894-96ae-4c42-ad51-b669ca1f0ba9 HTTP/1.1" status: 200 len: 1096 time: 0.1196856 Apr 18 20:32:52.920374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba722f4-d73d-446b-a8e1-4a9a425c726f req-11c006dc-1d34-4022-935e-40020987acf4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:52.923638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eba722f4-d73d-446b-a8e1-4a9a425c726f req-11c006dc-1d34-4022-935e-40020987acf4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.0819468 Apr 18 20:32:52.975817 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-083c44c5-afe6-4a9d-a983-f6a13cf68640 req-14205cd8-7b31-4c75-bb43-ec12eacc916e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924118 Apr 18 20:32:53.004551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eba722f4-d73d-446b-a8e1-4a9a425c726f req-a5023f61-b459-4fc6-96a0-5b026992d105 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655808 Apr 18 20:32:53.195270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33852) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:53.433556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1516122902-network', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:53.466818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea187af4-cc91-45b4-afbd-255089219469 req-87f89c1c-4e4f-48fc-895f-db74b51b9818 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:53.487397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Made reservation on behalf of 9e115fb25034476cb0e3ad16148fcef8 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:53.490566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.491747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea187af4-cc91-45b4-afbd-255089219469 req-87f89c1c-4e4f-48fc-895f-db74b51b9818 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 945 time: 0.1368093 Apr 18 20:32:53.512367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.591562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea187af4-cc91-45b4-afbd-255089219469 req-2a3a3248-70de-45e9-89d5-5acfc310f165 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983181 Apr 18 20:32:53.665911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.672278 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.710943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:32:53.722826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d020db1-ee5a-477b-a1a2-7c6a591e7a0f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:53.729294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.729632 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Added segment 92ab2155-6a0c-4a60-85bd-75e5daf61006 of type vlan for network fd4968a1-b686-432e-b279-ac6fbfecd24e Apr 18 20:32:53.762720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 38e96371-1176-4d34-b1ca-a4d40d9e63d2 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:53.768146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f7bce-edff-457e-90cc-51f6d17f8c26 req-a114ed80-d9d3-457b-83a5-214738b9edae tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:53.781884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc9f7bce-edff-457e-90cc-51f6d17f8c26 req-a114ed80-d9d3-457b-83a5-214738b9edae tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 945 time: 0.0953510 Apr 18 20:32:53.804964 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.862049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc9f7bce-edff-457e-90cc-51f6d17f8c26 req-d7a10610-19a3-4ea7-9424-589c6100b023 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766888 Apr 18 20:32:53.910309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.917731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:53.921356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.947201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 38e96371-1176-4d34-b1ca-a4d40d9e63d2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:53.947941 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.079259 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8717225 Apr 18 20:32:54.079617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33892) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:54.087331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Request body: {'subnet': {'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-subnet', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:54.123294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368f318-4014-4483-a784-d86ffa4c7191 admin admin] Pushing event updated for resources: {'Network': ['ID=fd4968a1-b686-432e-b279-ac6fbfecd24e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:54.136446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd7807-3236-42e2-93e3-d5868dbe99a5 req-8dfb5eed-0913-4872-9ce7-dafb9231bf4c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:54.145314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bdd7807-3236-42e2-93e3-d5868dbe99a5 req-8dfb5eed-0913-4872-9ce7-dafb9231bf4c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2629894-96ae-4c42-ad51-b669ca1f0ba9 HTTP/1.1" status: 200 len: 945 time: 0.1679051 Apr 18 20:32:54.154668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Made reservation on behalf of 9e115fb25034476cb0e3ad16148fcef8 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:54.160832 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.221398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network fd4968a1-b686-432e-b279-ac6fbfecd24e details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:32:54.269469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bdd7807-3236-42e2-93e3-d5868dbe99a5 req-725f605b-5452-4794-a366-d43fde11b4af tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228347 Apr 18 20:32:54.386575 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.460210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:54.469098 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.537819 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd0a2-4855-47c6-8cae-e17d3d8b118d req-898d7190-ba15-44ff-aa67-d6fe12635504 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:54.540984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d99cd0a2-4855-47c6-8cae-e17d3d8b118d req-898d7190-ba15-44ff-aa67-d6fe12635504 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.2704508 Apr 18 20:32:54.591319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=38e96371-1176-4d34-b1ca-a4d40d9e63d2,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:54.645346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edba217-848d-4428-b691-b5632847d18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e96371-1176-4d34-b1ca-a4d40d9e63d2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:54.647501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d99cd0a2-4855-47c6-8cae-e17d3d8b118d req-803b0ef2-c671-46d0-95d2-461f3bd4e85b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937691 Apr 18 20:32:54.650412 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdcc9fe-93c9-407d-a1dc-2da9b72fae64" -d '{"events": [{"server_uuid": "1edba217-848d-4428-b691-b5632847d18a", "name": "network-vif-plugged", "status": "completed", "tag": "38e96371-1176-4d34-b1ca-a4d40d9e63d2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:54.761218 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630ab979-fe88-4fed-80fc-9765bcb5885f x-openstack-request-id: req-630ab979-fe88-4fed-80fc-9765bcb5885f {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:54.761518 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edba217-848d-4428-b691-b5632847d18a", "name": "network-vif-plugged", "status": "completed", "tag": "38e96371-1176-4d34-b1ca-a4d40d9e63d2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:54.761816 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-630ab979-fe88-4fed-80fc-9765bcb5885f {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:54.762229 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630ab979-fe88-4fed-80fc-9765bcb5885f'] response: {'server_uuid': '1edba217-848d-4428-b691-b5632847d18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e96371-1176-4d34-b1ca-a4d40d9e63d2', 'code': 200} Apr 18 20:32:54.861371 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.915118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd7e29-2dbe-40a2-bf19-4b8c866b0a5c req-f7e4c58d-e27f-4e9f-a651-8a0ed7838b3c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:54.916835 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96bd7e29-2dbe-40a2-bf19-4b8c866b0a5c req-f7e4c58d-e27f-4e9f-a651-8a0ed7838b3c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 946 time: 0.1442120 Apr 18 20:32:54.972276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3ac664-e9b5-4c1f-bb90-8495c512c13f,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:55.005827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Checking segment: {'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:55.006199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Network hostable DHCP agents. Network: fd4968a1-b686-432e-b279-ac6fbfecd24e, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:55.015643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96bd7e29-2dbe-40a2-bf19-4b8c866b0a5c req-232c75ac-6002-4522-9164-e7953b677cb7 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903411 Apr 18 20:32:55.039683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Network fd4968a1-b686-432e-b279-ac6fbfecd24e is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:55.060906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, fd4968a1-b686-432e-b279-ac6fbfecd24e) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:55.066198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:55.067070 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.073757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5312b4d2-43aa-4a39-9f0c-16aecc5f3169 None None] Network fd4968a1-b686-432e-b279-ac6fbfecd24e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:55.104951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-335eac2c-8c99-474d-a135-a39c04a0ba78 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0239582 Apr 18 20:32:55.107688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:55.112265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:55.155167 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.156492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.225564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.329670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-fd4968a1-b686-432e-b279-ac6fbfecd24e', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:32:55.330664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.500771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539f827-9244-45ee-b676-3b6f14d5ad89 req-75b0b05d-5a75-4e49-a00b-fa8bb6880f92 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:55.523365 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.525299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8539f827-9244-45ee-b676-3b6f14d5ad89 req-75b0b05d-5a75-4e49-a00b-fa8bb6880f92 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2629894-96ae-4c42-ad51-b669ca1f0ba9 HTTP/1.1" status: 200 len: 945 time: 0.1120508 Apr 18 20:32:55.545938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Allocated IP 172.20.0.2 (fd4968a1-b686-432e-b279-ac6fbfecd24e/bf3ac664-e9b5-4c1f-bb90-8495c512c13f/269de47b-fb1d-44e3-9e77-67d809d7955a) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:55.599526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8539f827-9244-45ee-b676-3b6f14d5ad89 req-e4896b4b-a9e2-4f23-907e-cce2861bf7c8 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714002 Apr 18 20:32:55.783200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 38e96371-1176-4d34-b1ca-a4d40d9e63d2 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:55.877098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-3a409348-cb8e-41fc-82ec-4432fae41b58 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:55.879133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-3a409348-cb8e-41fc-82ec-4432fae41b58 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.64 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 946 time: 0.1819348 Apr 18 20:32:55.900510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1ecd3-37ac-443d-8bf5-fc840bd1fcec req-7d939da8-e0f1-466d-bfae-b3381c034680 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:55.922778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72e1ecd3-37ac-443d-8bf5-fc840bd1fcec req-7d939da8-e0f1-466d-bfae-b3381c034680 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.1584272 Apr 18 20:32:56.097562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.116151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72e1ecd3-37ac-443d-8bf5-fc840bd1fcec req-b3a16f5d-beea-4e41-a107-317431c3a791 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764748 Apr 18 20:32:56.136525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.145309 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.167533 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.202469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-e9c857e4-f696-43fa-8f56-f24734f38db2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Deleting port 38e96371-1176-4d34-b1ca-a4d40d9e63d2 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:56.202872 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-e9c857e4-f696-43fa-8f56-f24734f38db2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.230428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Network fd4968a1-b686-432e-b279-ac6fbfecd24e is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:56.236038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:56.286892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:56.314658 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.413569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Allocated IP 172.25.2.117 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/dba0dbac-a9a3-48f8-a2e7-e97509127b7c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:56.552224 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Pushing event updated for resources: {'Port': ['ID=269de47b-fb1d-44e3-9e77-67d809d7955a,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:56.559453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Attempting to bind port 269de47b-fb1d-44e3-9e77-67d809d7955a on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:56.560262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Attempting to bind port 269de47b-fb1d-44e3-9e77-67d809d7955a by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:56.560928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Attempting to bind port 269de47b-fb1d-44e3-9e77-67d809d7955a on network fd4968a1-b686-432e-b279-ac6fbfecd24e {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:32:56.573333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:32:56.573965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Checking segment: {'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:32:56.574539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.575070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Bound using segment: {'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:32:56.575690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Bound port: 269de47b-fb1d-44e3-9e77-67d809d7955a, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:56.576255 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.582042 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:56.585449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33938) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:56.611489 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.641131 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.717103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.766963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edba217-848d-4428-b691-b5632847d18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e96371-1176-4d34-b1ca-a4d40d9e63d2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:56.769458 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2d22db-7d90-4f6f-9543-425c2730147d" -d '{"events": [{"server_uuid": "1edba217-848d-4428-b691-b5632847d18a", "name": "network-vif-unplugged", "status": "completed", "tag": "38e96371-1176-4d34-b1ca-a4d40d9e63d2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:56.797467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:56.800871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:56.805652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:32:56.812240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=38e96371-1176-4d34-b1ca-a4d40d9e63d2,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:56.821613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] For port 269de47b-fb1d-44e3-9e77-67d809d7955a, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:32:56.831236 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] For port 269de47b-fb1d-44e3-9e77-67d809d7955a, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=269de47b-fb1d-44e3-9e77-67d809d7955a,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:32:56.849457 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.908343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-e9c857e4-f696-43fa-8f56-f24734f38db2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] For port 38e96371-1176-4d34-b1ca-a4d40d9e63d2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=38e96371-1176-4d34-b1ca-a4d40d9e63d2,segment=NetworkSegment(a5c25361-ecdd-40f8-84c2-4e0624b03f79),segment_id=a5c25361-ecdd-40f8-84c2-4e0624b03f79)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:56.908853 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-e9c857e4-f696-43fa-8f56-f24734f38db2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.926297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-e9c857e4-f696-43fa-8f56-f24734f38db2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Calling delete_port for 38e96371-1176-4d34-b1ca-a4d40d9e63d2 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:56.952274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68604805-3c10-4c27-aeec-865bd2640d1a None None] Pushing event updated for resources: {'Port': ['ID=269de47b-fb1d-44e3-9e77-67d809d7955a,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:56.999955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Pushing event updated for resources: {'Port': ['ID=dba0dbac-a9a3-48f8-a2e7-e97509127b7c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:57.086803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f95-6f5e-4a51-9bd6-a864b1418213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.109895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da3308-f4c9-4aeb-b019-f28e60826725 req-6cda9139-e14b-4b04-a1a1-585903b7f3cb tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.114031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35da3308-f4c9-4aeb-b019-f28e60826725 req-6cda9139-e14b-4b04-a1a1-585903b7f3cb tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/ports?device_id=1edba217-848d-4428-b691-b5632847d18a HTTP/1.1" status: 200 len: 946 time: 0.8990438 Apr 18 20:32:57.123729 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-d96cb7f3-0d6c-4301-90cb-3a2d674ec965 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5295691 Apr 18 20:32:57.188620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-17cd79dc-302e-4512-9ae3-e04f973e99e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2445042 Apr 18 20:32:57.258822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f31b7-dd4c-48b3-95c6-2f06eb8087e9 req-4f4e5736-d3ae-4644-9473-093b93a66827 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.262857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-106f31b7-dd4c-48b3-95c6-2f06eb8087e9 req-4f4e5736-d3ae-4644-9473-093b93a66827 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2629894-96ae-4c42-ad51-b669ca1f0ba9 HTTP/1.1" status: 200 len: 945 time: 0.2728496 Apr 18 20:32:57.399099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35da3308-f4c9-4aeb-b019-f28e60826725 req-88cc9da1-33a7-4333-8c9d-62e72503853c tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.49 "GET /v2.0/security-groups?id=38c3de6e-e1c7-4b5d-9c05-aee187e8c957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062902 Apr 18 20:32:57.410743 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.474499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-3aa06ab1-9214-47c9-9c97-58426fde23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.477524 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-3aa06ab1-9214-47c9-9c97-58426fde23eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 1095 time: 0.2228575 Apr 18 20:32:57.518992 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad37c0c5-e465-4f5d-ba65-260eae5b7267 x-openstack-request-id: req-ad37c0c5-e465-4f5d-ba65-260eae5b7267 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:57.519525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-3d59acc1-ae4a-40f7-8265-d4bbe35bd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.519783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-3d59acc1-ae4a-40f7-8265-d4bbe35bd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.520107 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edba217-848d-4428-b691-b5632847d18a", "name": "network-vif-unplugged", "status": "completed", "tag": "38e96371-1176-4d34-b1ca-a4d40d9e63d2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:57.520265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-3d59acc1-ae4a-40f7-8265-d4bbe35bd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.520670 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad37c0c5-e465-4f5d-ba65-260eae5b7267 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:57.520776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-3d59acc1-ae4a-40f7-8265-d4bbe35bd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.521160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-3d59acc1-ae4a-40f7-8265-d4bbe35bd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.521620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-3d59acc1-ae4a-40f7-8265-d4bbe35bd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.521917 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad37c0c5-e465-4f5d-ba65-260eae5b7267'] response: {'server_uuid': '1edba217-848d-4428-b691-b5632847d18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38e96371-1176-4d34-b1ca-a4d40d9e63d2', 'code': 200} Apr 18 20:32:57.522162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-3d59acc1-ae4a-40f7-8265-d4bbe35bd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.528154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-3d59acc1-ae4a-40f7-8265-d4bbe35bd0e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 6499 time: 0.2357619 Apr 18 20:32:57.555209 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-e9c857e4-f696-43fa-8f56-f24734f38db2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.665374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-106f31b7-dd4c-48b3-95c6-2f06eb8087e9 req-6ba8809f-b775-4006-93b4-3ea683fee72f tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773165 Apr 18 20:32:57.717544 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-face7af3-108d-41e6-9243-ab5e402610f4 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.718835 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-face7af3-108d-41e6-9243-ab5e402610f4 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2629894-96ae-4c42-ad51-b669ca1f0ba9 HTTP/1.1" status: 200 len: 945 time: 0.2201333 Apr 18 20:32:57.720950 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f95-6f5e-4a51-9bd6-a864b1418213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.748684 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f95-6f5e-4a51-9bd6-a864b1418213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.778828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-110393b7-199d-40da-83d1-c53bb89f44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.785216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-110393b7-199d-40da-83d1-c53bb89f44e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 200 len: 921 time: 0.2271984 Apr 18 20:32:57.813799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c857e4-f696-43fa-8f56-f24734f38db2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Pushing event deleted for resources: {'Port': ['ID=38e96371-1176-4d34-b1ca-a4d40d9e63d2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:57.907011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a5f95-6f5e-4a51-9bd6-a864b1418213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e2027b-b2ea-4a26-8ca2-6367430c3627,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:57.972344 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-f7a1dc2e-36c5-44e7-9d37-a5bf42bb83fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 200 len: 217 time: 0.1741066 Apr 18 20:32:57.977784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-e9c857e4-f696-43fa-8f56-f24734f38db2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] No DVR routers for this DVR port 38e96371-1176-4d34-b1ca-a4d40d9e63d2 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:57.981919 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-e9c857e4-f696-43fa-8f56-f24734f38db2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.986126 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2a9a5f95-6f5e-4a51-9bd6-a864b1418213 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=403c91a03bb64ccaa8b53039bbf082ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3906245 Apr 18 20:32:57.986936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6310897-90b2-43bb-b31f-5ad7977783a5 req-e9c857e4-f696-43fa-8f56-f24734f38db2 tempest-ImagesTestJSON-904694793 tempest-ImagesTestJSON-904694793-project] 10.222.0.64 "DELETE /v2.0/ports/38e96371-1176-4d34-b1ca-a4d40d9e63d2 HTTP/1.1" status: 204 len: 173 time: 2.1000168 Apr 18 20:32:58.031113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edba217-848d-4428-b691-b5632847d18a', 'name': 'network-vif-deleted', 'tag': '38e96371-1176-4d34-b1ca-a4d40d9e63d2'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:58.035624 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf445a5e-6d62-4766-9858-04c4a0216187" -d '{"events": [{"server_uuid": "1edba217-848d-4428-b691-b5632847d18a", "name": "network-vif-deleted", "tag": "38e96371-1176-4d34-b1ca-a4d40d9e63d2"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:32:58.119783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33958) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:58.123799 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.154420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-40fe6c3a-1516-40c8-be6b-2f9d177c6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.156439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-40fe6c3a-1516-40c8-be6b-2f9d177c6bc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 200 len: 860 time: 0.1682580 Apr 18 20:32:58.205581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546a78b-5084-4735-a48f-0ee7a5037192 req-811dfda3-c330-46de-bab6-0dfda95d29ac tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.207307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e546a78b-5084-4735-a48f-0ee7a5037192 req-811dfda3-c330-46de-bab6-0dfda95d29ac tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.5601585 Apr 18 20:32:58.252808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-b60f3ef0-36d7-421a-99ab-d1948373b78b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789697 Apr 18 20:32:58.254417 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3141c930-ee3e-4ec3-b532-cc902a74c3d8 x-openstack-request-id: req-3141c930-ee3e-4ec3-b532-cc902a74c3d8 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:32:58.254790 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edba217-848d-4428-b691-b5632847d18a", "name": "network-vif-deleted", "tag": "38e96371-1176-4d34-b1ca-a4d40d9e63d2", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:32:58.255472 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3141c930-ee3e-4ec3-b532-cc902a74c3d8 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:32:58.271339 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3141c930-ee3e-4ec3-b532-cc902a74c3d8'] response: {'server_uuid': '1edba217-848d-4428-b691-b5632847d18a', 'name': 'network-vif-deleted', 'tag': '38e96371-1176-4d34-b1ca-a4d40d9e63d2', 'status': 'completed', 'code': 200} Apr 18 20:32:58.303351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-64d7c796-3205-4aed-918c-0dbde283d38e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:32:58.310346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-64d7c796-3205-4aed-918c-0dbde283d38e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124011 Apr 18 20:32:58.360185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 269de47b-fb1d-44e3-9e77-67d809d7955a up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:32:58.465828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12f42f78-9c9a-4902-9656-2202b36f1eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.470857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 269de47b-fb1d-44e3-9e77-67d809d7955a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:58.471219 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.481086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-778dee5b-bd85-493e-8c82-c70ca653c948 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241574 Apr 18 20:32:58.494538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12f42f78-9c9a-4902-9656-2202b36f1eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.497195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-63c399aa-f6f7-4de1-87ff-da1ebb427448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.497746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-63c399aa-f6f7-4de1-87ff-da1ebb427448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.498596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-63c399aa-f6f7-4de1-87ff-da1ebb427448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.500856 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-63c399aa-f6f7-4de1-87ff-da1ebb427448 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5b3ce759-a463-4240-b6bf-4312a8b629c2&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=c0ab9790-64b6-40c9-8458-d547c06593c1&id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&id=0b7f62c7-66d0-4e9c-b056-c65bae64064e HTTP/1.1" status: 200 len: 2299 time: 0.8562272 Apr 18 20:32:58.595831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-a6b08fe6-487f-4c67-9b51-50874a57ef2a tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.597725 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-a6b08fe6-487f-4c67-9b51-50874a57ef2a tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.64 "GET /v2.0/ports?device_id=1443e8ed-8cb1-4770-bcc2-bb8328d02dd0 HTTP/1.1" status: 200 len: 945 time: 0.8736105 Apr 18 20:32:58.610396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12f42f78-9c9a-4902-9656-2202b36f1eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.615475 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12f42f78-9c9a-4902-9656-2202b36f1eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.619315 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-12f42f78-9c9a-4902-9656-2202b36f1eb4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0e2027b-b2ea-4a26-8ca2-6367430c3627 HTTP/1.1" status: 204 len: 168 time: 0.4550021 Apr 18 20:32:58.672481 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e546a78b-5084-4735-a48f-0ee7a5037192 req-4b2aaaa3-c9ab-4a78-a8ec-1335666921d3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239178 Apr 18 20:32:58.739793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc25d296-f1d9-49a2-81f6-e578c4a3d79a None None] Network fd4968a1-b686-432e-b279-ac6fbfecd24e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:32:58.776791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-0a801fed-9252-4149-8558-5719bc83cf36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=305f39d6-2edb-4b24-8b63-fd3f9a829bdc HTTP/1.1" status: 200 len: 1001 time: 0.2604084 Apr 18 20:32:58.780038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-46180c65-0bf6-4411-be6c-f9435f42b82c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Deleting port 02c3358d-e924-4bf4-9a31-de3347973d28 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:58.784228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-46180c65-0bf6-4411-be6c-f9435f42b82c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.810369 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.855601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-e376da44-df83-4a51-9c20-8f52e2f21757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.858636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-e376da44-df83-4a51-9c20-8f52e2f21757 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0daa6ee3-1616-4131-b741-bc636f011dc4 HTTP/1.1" status: 200 len: 856 time: 0.0761817 Apr 18 20:32:58.973385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 269de47b-fb1d-44e3-9e77-67d809d7955a, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=269de47b-fb1d-44e3-9e77-67d809d7955a,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:58.996806 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.015101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-46180c65-0bf6-4411-be6c-f9435f42b82c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] For port 02c3358d-e924-4bf4-9a31-de3347973d28, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02c3358d-e924-4bf4-9a31-de3347973d28,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:59.015472 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-46180c65-0bf6-4411-be6c-f9435f42b82c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.020258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-df93b034-10ae-4137-95a0-103d4ecb9e49 None None] Provisioning complete for port 269de47b-fb1d-44e3-9e77-67d809d7955a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:59.020708 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-df93b034-10ae-4137-95a0-103d4ecb9e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.035388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-46180c65-0bf6-4411-be6c-f9435f42b82c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Calling delete_port for 02c3358d-e924-4bf4-9a31-de3347973d28 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:59.049829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc0e0c0a-d451-4a62-9cee-e03cdd86ff69 req-b5344e91-e9f7-4e9e-8eb2-421ed65ea9a0 service neutron] 10.222.0.60 "GET /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543447 Apr 18 20:32:59.107790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-ae583dec-259f-4efb-97dd-369fbd0fee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:59.111392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-ae583dec-259f-4efb-97dd-369fbd0fee07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5b3ce759-a463-4240-b6bf-4312a8b629c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113786 Apr 18 20:32:59.132466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ecca6-9249-4349-8041-ff1bcadebef7 req-eadc4342-6c3a-4e40-bccb-b513dd6cb952 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:59.136904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-290ecca6-9249-4349-8041-ff1bcadebef7 req-eadc4342-6c3a-4e40-bccb-b513dd6cb952 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 945 time: 0.6511354 Apr 18 20:32:59.175346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=269de47b-fb1d-44e3-9e77-67d809d7955a,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:59.175518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d8072-a5c0-4e74-9c04-05b628e56d64 req-46729d1d-8170-4cb1-af0e-ea7fdbbb1c5e tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:59.177763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c93d8072-a5c0-4e74-9c04-05b628e56d64 req-46729d1d-8170-4cb1-af0e-ea7fdbbb1c5e tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2629894-96ae-4c42-ad51-b669ca1f0ba9 HTTP/1.1" status: 200 len: 945 time: 0.2457011 Apr 18 20:32:59.195705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f42f78-9c9a-4902-9656-2202b36f1eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e2027b-b2ea-4a26-8ca2-6367430c3627,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:59.249169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:32:59.254789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33978) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:59.266014 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-46180c65-0bf6-4411-be6c-f9435f42b82c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.288326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['02c3358d-e924-4bf4-9a31-de3347973d28'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:59.315062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['44f337e5-b525-4528-8f96-94b193d379d5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:32:59.344828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46180c65-0bf6-4411-be6c-f9435f42b82c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Pushing event deleted for resources: {'Port': ['ID=02c3358d-e924-4bf4-9a31-de3347973d28,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:59.423203 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3f1a-2b7c-4233-b1a5-67a0bcfa0e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.445102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-7550827f-1a5f-4c98-94b0-dad3042b4407 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Deleting port 44f337e5-b525-4528-8f96-94b193d379d5 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:59.445417 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-7550827f-1a5f-4c98-94b0-dad3042b4407 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.517569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-290ecca6-9249-4349-8041-ff1bcadebef7 req-d2ecf06e-bf3a-40b9-b579-58c2844a7d81 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619387 Apr 18 20:32:59.528121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-eb18e991-7642-4a23-afdf-689b5e5219a6 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:59.530097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-eb18e991-7642-4a23-afdf-689b5e5219a6 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.60 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 945 time: 0.4994743 Apr 18 20:32:59.532022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-a0fd3a20-bbf4-4f9f-a314-e83a5b88fe55 service neutron] 10.222.0.64 "GET /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939862 Apr 18 20:32:59.536048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c93d8072-a5c0-4e74-9c04-05b628e56d64 req-d1078e0d-b12e-4084-b53d-c0f5a5e70ef0 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/security-groups?id=903000b6-299e-4341-8608-170fd77e764c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227127 Apr 18 20:32:59.544276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-7550827f-1a5f-4c98-94b0-dad3042b4407 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] For port 44f337e5-b525-4528-8f96-94b193d379d5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=44f337e5-b525-4528-8f96-94b193d379d5,segment=NetworkSegment(ad6923e4-ba22-4370-bd79-3a10de8f4461),segment_id=ad6923e4-ba22-4370-bd79-3a10de8f4461)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:32:59.544809 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-7550827f-1a5f-4c98-94b0-dad3042b4407 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.570657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-7550827f-1a5f-4c98-94b0-dad3042b4407 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Calling delete_port for 44f337e5-b525-4528-8f96-94b193d379d5 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:32:59.697310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-cc4bf3c8-2af0-49ac-af89-bacf331265fa None None] Provisioning complete for port 269de47b-fb1d-44e3-9e77-67d809d7955a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:59.697870 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cc4bf3c8-2af0-49ac-af89-bacf331265fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.793182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-daa7c2c2-a1bf-4754-a978-d52d2602f177 service neutron] 10.222.0.64 "GET /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489946 Apr 18 20:32:59.797806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 38e96371-1176-4d34-b1ca-a4d40d9e63d2 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:32:59.798868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-72c629fc-b854-4e7e-b4bf-8668c8af2cc7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Deleting port 2fef42ef-e642-4640-84e2-6445e2c5616f {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:32:59.799219 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-72c629fc-b854-4e7e-b4bf-8668c8af2cc7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.824118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 38e96371-1176-4d34-b1ca-a4d40d9e63d2 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:32:59.824459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 38e96371-1176-4d34-b1ca-a4d40d9e63d2 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:32:59.964302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-b9dce303-934e-4532-9e53-f54f7775f23d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae HTTP/1.1" status: 200 len: 217 time: 0.0951269 Apr 18 20:32:59.964836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34010) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:32:59.997021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-46180c65-0bf6-4411-be6c-f9435f42b82c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] No DVR routers for this DVR port 02c3358d-e924-4bf4-9a31-de3347973d28 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:00.033966 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-46180c65-0bf6-4411-be6c-f9435f42b82c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.037279 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2688bc83-e6df-4a6e-b5b0-667ed2a0c81b req-46180c65-0bf6-4411-be6c-f9435f42b82c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.60 "DELETE /v2.0/ports/02c3358d-e924-4bf4-9a31-de3347973d28 HTTP/1.1" status: 204 len: 173 time: 2.2994034 Apr 18 20:33:00.037775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2629894-96ae-4c42-ad51-b669ca1f0ba9', 'name': 'network-vif-deleted', 'tag': '02c3358d-e924-4bf4-9a31-de3347973d28'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:00.040061 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e33be0-db8f-424c-9bd7-41cf308cb701" -d '{"events": [{"server_uuid": "b2629894-96ae-4c42-ad51-b669ca1f0ba9", "name": "network-vif-deleted", "tag": "02c3358d-e924-4bf4-9a31-de3347973d28"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:00.080110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:00.084625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-72c629fc-b854-4e7e-b4bf-8668c8af2cc7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] For port 2fef42ef-e642-4640-84e2-6445e2c5616f, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2fef42ef-e642-4640-84e2-6445e2c5616f,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:00.085937 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-72c629fc-b854-4e7e-b4bf-8668c8af2cc7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.096858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b5eb7-a179-4ab3-916b-7b2d62415b91 req-c11bf98a-060c-41a6-9a19-ea5b1de40642 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:00.098179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Sync routers for ids ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:00.105047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-562b5eb7-a179-4ab3-916b-7b2d62415b91 req-c11bf98a-060c-41a6-9a19-ea5b1de40642 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.2290468 Apr 18 20:33:00.106181 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.107753 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6db8e2c1-e027-4283-aaba-99e5e61fdb91 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9987662 Apr 18 20:33:00.110530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34016) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:00.126373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d00ad88-6b3e-43b7-bcd4-c62d4a8896a0 admin admin] Deleting subnet 32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:33:00.138384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Routers {'0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:00.140427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-72c629fc-b854-4e7e-b4bf-8668c8af2cc7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Calling delete_port for 2fef42ef-e642-4640-84e2-6445e2c5616f owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:00.144898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d00ad88-6b3e-43b7-bcd4-c62d4a8896a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.147121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:32:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:00.171618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-09b92434-7004-448d-b386-86284bab00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:00.173510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-09b92434-7004-448d-b386-86284bab00ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.1922395 Apr 18 20:33:00.290837 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3f1a-2b7c-4233-b1a5-67a0bcfa0e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.317915 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d00ad88-6b3e-43b7-bcd4-c62d4a8896a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.323522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-562b5eb7-a179-4ab3-916b-7b2d62415b91 req-cb0e4a12-73e4-4d58-9e2b-b804a4178534 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176220 Apr 18 20:33:00.335145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 269de47b-fb1d-44e3-9e77-67d809d7955a up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:00.347949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e7c3f1a-2b7c-4233-b1a5-67a0bcfa0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.389227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-cf923d27-645f-4f9f-87f6-444e7a9caeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:00.390805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-cf923d27-645f-4f9f-87f6-444e7a9caeec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2019436 Apr 18 20:33:00.405359 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d00ad88-6b3e-43b7-bcd4-c62d4a8896a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.422893 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-7550827f-1a5f-4c98-94b0-dad3042b4407 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.426640 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e7c3f1a-2b7c-4233-b1a5-67a0bcfa0e7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50b911382b9748e38552c2c58fb3ba04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1584635 Apr 18 20:33:00.438771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34018) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:00.444957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['02c3358d-e924-4bf4-9a31-de3347973d28'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:00.472416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c3f1a-2b7c-4233-b1a5-67a0bcfa0e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a06f489-8165-4d9a-aedc-cc10d071bbb9,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:00.480853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Set router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:00.501330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550827f-1a5f-4c98-94b0-dad3042b4407 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Pushing event deleted for resources: {'Port': ['ID=44f337e5-b525-4528-8f96-94b193d379d5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:00.545491 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea9478d-37fd-4408-aa16-043a88e78ca0 x-openstack-request-id: req-3ea9478d-37fd-4408-aa16-043a88e78ca0 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:00.546519 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2629894-96ae-4c42-ad51-b669ca1f0ba9", "name": "network-vif-deleted", "tag": "02c3358d-e924-4bf4-9a31-de3347973d28", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:00.546916 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ea9478d-37fd-4408-aa16-043a88e78ca0 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:00.547470 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea9478d-37fd-4408-aa16-043a88e78ca0'] response: {'server_uuid': 'b2629894-96ae-4c42-ad51-b669ca1f0ba9', 'name': 'network-vif-deleted', 'tag': '02c3358d-e924-4bf4-9a31-de3347973d28', 'status': 'completed', 'code': 200} Apr 18 20:33:00.566409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-7550827f-1a5f-4c98-94b0-dad3042b4407 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] No DVR routers for this DVR port 44f337e5-b525-4528-8f96-94b193d379d5 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:00.572516 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-7550827f-1a5f-4c98-94b0-dad3042b4407 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.576950 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f512aaa0-c060-4587-a3b7-ee8cd9783ac6 req-7550827f-1a5f-4c98-94b0-dad3042b4407 tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.64 "DELETE /v2.0/ports/44f337e5-b525-4528-8f96-94b193d379d5 HTTP/1.1" status: 204 len: 173 time: 1.9586003 Apr 18 20:33:00.633530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-6ce5366d-7af2-49a4-ba25-1e5c5deb9241 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297888 Apr 18 20:33:00.660893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 269de47b-fb1d-44e3-9e77-67d809d7955a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:00.672370 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.793219 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-2a393397-d390-467a-bd63-127399a82d58 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266503 Apr 18 20:33:00.872648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:32:57Z', 'revision_number': 3, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:00.903964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Checking router: 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:00.904464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Updating router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 port dba0dbac-a9a3-48f8-a2e7-e97509127b7c binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:33:00.938707 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.056230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.250085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Allocated IP 172.20.0.1 (fd4968a1-b686-432e-b279-ac6fbfecd24e/bf3ac664-e9b5-4c1f-bb90-8495c512c13f/e1da6d21-caf4-462a-8aaf-351946b7fb70) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:01.268517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6d6b079-0eb7-4e3d-a526-e73e7cfbf18a req-37d3f891-5e44-4045-896d-a9d73fd4e61c tempest-MultipleCreateTestJSON-1427768576 tempest-MultipleCreateTestJSON-1427768576-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2629894-96ae-4c42-ad51-b669ca1f0ba9 HTTP/1.1" status: 200 len: 210 time: 0.4542446 Apr 18 20:33:01.276727 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1e7c-d158-49bd-9547-bea08aea67a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.284615 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d00ad88-6b3e-43b7-bcd4-c62d4a8896a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.287314 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.288245 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-df626967-9c6f-49dd-9383-47622ad5bd0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=5d2e384b-30c9-4d64-bd31-15040d2a61fb HTTP/1.1" status: 200 len: 217 time: 0.4552317 Apr 18 20:33:01.294026 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.369949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Attempting to bind port dba0dbac-a9a3-48f8-a2e7-e97509127b7c on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:01.370424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Attempting to bind port dba0dbac-a9a3-48f8-a2e7-e97509127b7c by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:01.370890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Attempting to bind port dba0dbac-a9a3-48f8-a2e7-e97509127b7c on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:01.379518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c41b2c-fbd2-4668-9a5a-9f1237ce4b34 None None] Pushing event updated for resources: {'Port': ['ID=dba0dbac-a9a3-48f8-a2e7-e97509127b7c,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:01.382859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:01.383391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:01.383920 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.384558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:01.385168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Bound port: dba0dbac-a9a3-48f8-a2e7-e97509127b7c, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:01.385653 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.397241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-d2765053-4304-4e05-b868-d6738a5d8ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:01.398724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-d2765053-4304-4e05-b868-d6738a5d8ad9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.0825832 Apr 18 20:33:01.408744 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d00ad88-6b3e-43b7-bcd4-c62d4a8896a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.412391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9d00ad88-6b3e-43b7-bcd4-c62d4a8896a0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f HTTP/1.1" status: 204 len: 168 time: 1.4446807 Apr 18 20:33:01.416698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00ad88-6b3e-43b7-bcd4-c62d4a8896a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c6f4c5-1df9-4d06-91ad-4dcbf9e2e36f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:01.420394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34026) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:01.422068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1e7c-d158-49bd-9547-bea08aea67a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.441530 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-72c629fc-b854-4e7e-b4bf-8668c8af2cc7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.468442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] For port dba0dbac-a9a3-48f8-a2e7-e97509127b7c, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:01.473272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] For port dba0dbac-a9a3-48f8-a2e7-e97509127b7c, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=dba0dbac-a9a3-48f8-a2e7-e97509127b7c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:01.478736 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.507050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c629fc-b854-4e7e-b4bf-8668c8af2cc7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Pushing event deleted for resources: {'Port': ['ID=2fef42ef-e642-4640-84e2-6445e2c5616f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:01.543020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Routers {'0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:01.543714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:32:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:01.562559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64bdd4-5af8-48b2-89f0-a084f806466e req-d9a0e1bc-505c-4b2f-867a-b93d53bc98a4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:01.568504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f64bdd4-5af8-48b2-89f0-a084f806466e req-d9a0e1bc-505c-4b2f-867a-b93d53bc98a4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=c97c738a-f2c1-4c08-8fcc-7cfef09e0169 HTTP/1.1" status: 200 len: 866 time: 0.7684407 Apr 18 20:33:01.569752 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.586052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.601804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c41b2c-fbd2-4668-9a5a-9f1237ce4b34 None None] Pushing event updated for resources: {'Port': ['ID=dba0dbac-a9a3-48f8-a2e7-e97509127b7c,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:01.704517 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.715220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.734724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-993105f1-573b-4372-8fae-26332a34c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:01.736971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-993105f1-573b-4372-8fae-26332a34c8dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3116763 Apr 18 20:33:01.751042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9b0b6-4dd2-4d22-a8d6-ef98b61cccce req-968996fc-028f-4ade-adcb-c583522cc7bb tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:01.753600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cc6080-2d81-4704-9199-495df571819a']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:01.757670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2dd9b0b6-4dd2-4d22-a8d6-ef98b61cccce req-968996fc-028f-4ade-adcb-c583522cc7bb tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.3099871 Apr 18 20:33:01.761736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f64bdd4-5af8-48b2-89f0-a084f806466e req-58d1872b-aab3-4b70-a504-6f6016ec4b66 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633871 Apr 18 20:33:01.762918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-72c629fc-b854-4e7e-b4bf-8668c8af2cc7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] No DVR routers for this DVR port 2fef42ef-e642-4640-84e2-6445e2c5616f on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:01.778645 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-72c629fc-b854-4e7e-b4bf-8668c8af2cc7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.778837 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c25361-ecdd-40f8-84c2-4e0624b03f79') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:01.779144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c25361-ecdd-40f8-84c2-4e0624b03f79') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:01.785832 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb7a76b8-e12e-484a-96f5-cb4866089fe7 req-72c629fc-b854-4e7e-b4bf-8668c8af2cc7 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.60 "DELETE /v2.0/ports/2fef42ef-e642-4640-84e2-6445e2c5616f HTTP/1.1" status: 204 len: 173 time: 2.2471862 Apr 18 20:33:01.786404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'name': 'network-vif-deleted', 'tag': '2fef42ef-e642-4640-84e2-6445e2c5616f'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:01.789218 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e001f0ad-c30f-4995-87c7-4b5774eadf52" -d '{"events": [{"server_uuid": "c97c738a-f2c1-4c08-8fcc-7cfef09e0169", "name": "network-vif-deleted", "tag": "2fef42ef-e642-4640-84e2-6445e2c5616f"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:01.802420 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1e7c-d158-49bd-9547-bea08aea67a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.802610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 44f337e5-b525-4528-8f96-94b193d379d5 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:01.809446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b9d1e7c-d158-49bd-9547-bea08aea67a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.810726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9b9d1e7c-d158-49bd-9547-bea08aea67a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a06f489-8165-4d9a-aedc-cc10d071bbb9 HTTP/1.1" status: 204 len: 168 time: 1.3693764 Apr 18 20:33:01.834240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 44f337e5-b525-4528-8f96-94b193d379d5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:01.834778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 44f337e5-b525-4528-8f96-94b193d379d5 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:01.856742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Network fd4968a1-b686-432e-b279-ac6fbfecd24e is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:01.878342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] Set router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:01.879743 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.897632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2dd9b0b6-4dd2-4d22-a8d6-ef98b61cccce req-c75b8245-7747-4b46-b60b-8d1eb560edd7 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959103 Apr 18 20:33:01.898454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d1e7c-d158-49bd-9547-bea08aea67a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a06f489-8165-4d9a-aedc-cc10d071bbb9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:01.907371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:01.908239 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e634e0b-9971-4e4d-a58d-8d338fbe27a5 x-openstack-request-id: req-0e634e0b-9971-4e4d-a58d-8d338fbe27a5 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:01.908539 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97c738a-f2c1-4c08-8fcc-7cfef09e0169", "name": "network-vif-deleted", "tag": "2fef42ef-e642-4640-84e2-6445e2c5616f", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:01.908789 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e634e0b-9971-4e4d-a58d-8d338fbe27a5 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:01.909199 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e634e0b-9971-4e4d-a58d-8d338fbe27a5'] response: {'server_uuid': 'c97c738a-f2c1-4c08-8fcc-7cfef09e0169', 'name': 'network-vif-deleted', 'tag': '2fef42ef-e642-4640-84e2-6445e2c5616f', 'status': 'completed', 'code': 200} Apr 18 20:33:01.919396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:01.921553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Pushing event updated for resources: {'Port': ['ID=e1da6d21-caf4-462a-8aaf-351946b7fb70,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:01.954163 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.969738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:01.970594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:01.973500 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:02.032050 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.079468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-c35cc5d3-5b82-478c-8b8c-99b4c9a167a8 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107190 Apr 18 20:33:02.112425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.131194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.140191 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] 10.222.0.49 "DELETE /v2.0/networks/68cc6080-2d81-4704-9199-495df571819a HTTP/1.1" status: 204 len: 168 time: 0.7182879 Apr 18 20:33:02.185511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652633c-a5c1-4a4d-aa4a-2ee222703580 admin admin] Pushing event deleted for resources: {'Network': ['ID=68cc6080-2d81-4704-9199-495df571819a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:02.284435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-39e4cb33-6ba4-4458-82fe-1406c7605181 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936450 Apr 18 20:33:02.315203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:32:57Z', 'revision_number': 3, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:02.363884 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.404788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-7321dac9-de44-4ea5-b480-3c6502a64777 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=fc2afa25-19f9-4b42-b122-e7a346866596 HTTP/1.1" status: 200 len: 217 time: 0.1088524 Apr 18 20:33:02.413973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a9a31-0631-4c1d-9bcb-05a464b2cfe4 None None] The sync data for ids ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'] in n-d-836015-4 is: [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:32:57Z', 'revision_number': 3, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:02.454428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34042) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:02.463195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a409f35b-e19d-4b1e-a997-b0acffd5e064 None None] Provisioning complete for port e1da6d21-caf4-462a-8aaf-351946b7fb70 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:02.463705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a409f35b-e19d-4b1e-a997-b0acffd5e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.507014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34044) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:02.537294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a409f35b-e19d-4b1e-a997-b0acffd5e064 None None] Port e1da6d21-caf4-462a-8aaf-351946b7fb70 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:02.541359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-e3f72bd3-b579-4af2-84e1-b7f1f5e8399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:02.542819 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-e3f72bd3-b579-4af2-84e1-b7f1f5e8399d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.1269486 Apr 18 20:33:02.558908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443e8ed-8cb1-4770-bcc2-bb8328d02dd0', 'name': 'network-vif-deleted', 'tag': '44f337e5-b525-4528-8f96-94b193d379d5'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:02.566504 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbde82f-c9c0-4f51-b694-39f71572c937" -d '{"events": [{"server_uuid": "1443e8ed-8cb1-4770-bcc2-bb8328d02dd0", "name": "network-vif-deleted", "tag": "44f337e5-b525-4528-8f96-94b193d379d5"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:02.603639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-400031a2-65af-4a6a-94c3-da7a26348232 admin admin] Deleting subnet b7ef12b3-a1f3-4559-a28d-4a56c38e87b5 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:33:02.606857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-400031a2-65af-4a6a-94c3-da7a26348232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.629608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f656da87-531f-4dad-a8e5-01a023981520 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc37a857d8b240059132365071db5f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1208706 Apr 18 20:33:02.632743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34050) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:02.639415 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65eea86-8d6b-4c9f-b8c0-af1342a658d1 x-openstack-request-id: req-e65eea86-8d6b-4c9f-b8c0-af1342a658d1 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:02.639719 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443e8ed-8cb1-4770-bcc2-bb8328d02dd0", "name": "network-vif-deleted", "tag": "44f337e5-b525-4528-8f96-94b193d379d5", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:02.640030 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e65eea86-8d6b-4c9f-b8c0-af1342a658d1 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:02.640421 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65eea86-8d6b-4c9f-b8c0-af1342a658d1'] response: {'server_uuid': '1443e8ed-8cb1-4770-bcc2-bb8328d02dd0', 'name': 'network-vif-deleted', 'tag': '44f337e5-b525-4528-8f96-94b193d379d5', 'status': 'completed', 'code': 200} Apr 18 20:33:02.690349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-8aeb25ff-be99-4748-864a-5bcf46b72e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:02.692064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-8aeb25ff-be99-4748-864a-5bcf46b72e40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1344907 Apr 18 20:33:02.695476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1308692a-a00d-47ad-baa3-ba583c41b273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.707018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-400031a2-65af-4a6a-94c3-da7a26348232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.739626 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1308692a-a00d-47ad-baa3-ba583c41b273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.777251 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-400031a2-65af-4a6a-94c3-da7a26348232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.857926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.868882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.936507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-b358a5a9-6a52-4ac9-a930-7f1503450185 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318852 Apr 18 20:33:02.961680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-400031a2-65af-4a6a-94c3-da7a26348232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.963694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1308692a-a00d-47ad-baa3-ba583c41b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.968545 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1308692a-a00d-47ad-baa3-ba583c41b273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.970493 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1308692a-a00d-47ad-baa3-ba583c41b273 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38c3de6e-e1c7-4b5d-9c05-aee187e8c957 HTTP/1.1" status: 204 len: 168 time: 0.3366215 Apr 18 20:33:02.988463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2fef42ef-e642-4640-84e2-6445e2c5616f no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:02.998943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-400031a2-65af-4a6a-94c3-da7a26348232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.004571 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-400031a2-65af-4a6a-94c3-da7a26348232 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b7ef12b3-a1f3-4559-a28d-4a56c38e87b5 HTTP/1.1" status: 204 len: 168 time: 0.5467472 Apr 18 20:33:03.018061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34068) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:03.025595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Pushing event updated for resources: {'Port': ['ID=e1da6d21-caf4-462a-8aaf-351946b7fb70,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:03.031439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400031a2-65af-4a6a-94c3-da7a26348232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ef12b3-a1f3-4559-a28d-4a56c38e87b5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:03.038667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.064412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 2fef42ef-e642-4640-84e2-6445e2c5616f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:03.066404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2fef42ef-e642-4640-84e2-6445e2c5616f not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:03.067076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02c3358d-e924-4bf4-9a31-de3347973d28 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:03.132467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308692a-a00d-47ad-baa3-ba583c41b273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3de6e-e1c7-4b5d-9c05-aee187e8c957,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:03.185351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 02c3358d-e924-4bf4-9a31-de3347973d28 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:03.186658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02c3358d-e924-4bf4-9a31-de3347973d28 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:03.254575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Network fd4968a1-b686-432e-b279-ac6fbfecd24e is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:03.258180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:03.343294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.412368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb86d6-b6e1-4554-bc92-413e1e62f1ce req-8b4cedd0-2a0f-4fda-b339-40f4ae3e93c2 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:03.414661 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50bb86d6-b6e1-4554-bc92-413e1e62f1ce req-8b4cedd0-2a0f-4fda-b339-40f4ae3e93c2 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.2778826 Apr 18 20:33:03.464490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:33:03.498707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-e06d5abc-7a1b-4eaf-8f0b-7afd0ab20d49 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394325 Apr 18 20:33:03.625978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-fcbc4f7f-7b91-4b31-88b1-f0c133328c6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=815adc4a-4209-41ff-a49f-c34c609cd72f HTTP/1.1" status: 200 len: 217 time: 0.1207459 Apr 18 20:33:03.655615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:03.662450 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8abebc03-3eda-4a01-9b41-176d497bff28 admin admin] 10.222.0.49 "PUT /v2.0/routers/0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5508859 Apr 18 20:33:03.672628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-dc3314aa-182e-4ca9-82be-66533a498101 None None] Provisioning complete for port e1da6d21-caf4-462a-8aaf-351946b7fb70 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:03.672989 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dc3314aa-182e-4ca9-82be-66533a498101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.727427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-dc3314aa-182e-4ca9-82be-66533a498101 None None] Port e1da6d21-caf4-462a-8aaf-351946b7fb70 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:03.804562 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.827777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6143ffb-27f0-447d-a247-436d230f7e70']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:03.839022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6923e4-ba22-4370-bd79-3a10de8f4461') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:03.839319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6923e4-ba22-4370-bd79-3a10de8f4461') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:03.850354 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.864666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.872167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50bb86d6-b6e1-4554-bc92-413e1e62f1ce req-e9efbe76-5ea7-41cf-9094-f863ccac47d4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188251 Apr 18 20:33:03.880115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b1ae-bfba-479d-b1f3-23171eb4cacf req-7392dbf9-af6f-4a9b-bb4c-262b8ea167a0 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:03.882222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d52b1ae-bfba-479d-b1f3-23171eb4cacf req-7392dbf9-af6f-4a9b-bb4c-262b8ea167a0 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 945 time: 0.5020924 Apr 18 20:33:03.883708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-8d63ca69-a81b-4c95-beb5-00693d57a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:03.885270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-8d63ca69-a81b-4c95-beb5-00693d57a852 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 200 len: 797 time: 0.2492390 Apr 18 20:33:03.898347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:03.898753 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:03.900495 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:04.052520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d52b1ae-bfba-479d-b1f3-23171eb4cacf req-9ff3fb51-acc1-4ab4-bac1-c8ef21d36a4a tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417649 Apr 18 20:33:04.056688 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.062348 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.069478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] 10.222.0.49 "DELETE /v2.0/networks/a6143ffb-27f0-447d-a247-436d230f7e70 HTTP/1.1" status: 204 len: 168 time: 1.0175285 Apr 18 20:33:04.092561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fc186-ad2d-4baa-8c79-0faf22bc861f admin admin] Pushing event deleted for resources: {'Network': ['ID=a6143ffb-27f0-447d-a247-436d230f7e70,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:04.098585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-b68b29ab-561d-4c11-b01f-779437b41e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:04.099700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-b68b29ab-561d-4c11-b01f-779437b41e95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c0ab9790-64b6-40c9-8458-d547c06593c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1866696 Apr 18 20:33:04.109473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3201407-40db-4bdd-a20e-12cad219c629 req-8ef66ae7-1fea-455f-bdbf-39eb73cad1ee tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:04.110988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3201407-40db-4bdd-a20e-12cad219c629 req-8ef66ae7-1fea-455f-bdbf-39eb73cad1ee tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 945 time: 0.2232814 Apr 18 20:33:04.269460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dba0dbac-a9a3-48f8-a2e7-e97509127b7c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:04.306319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-344b4506-f0e0-4611-bc11-e8df4cf5402c service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941864 Apr 18 20:33:04.345751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b3201407-40db-4bdd-a20e-12cad219c629 req-f8908e30-52e3-47c1-a492-2cc351a750e4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Deleting port 452904ce-5879-430f-ba34-9f2063914d57 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:04.346402 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3201407-40db-4bdd-a20e-12cad219c629 req-f8908e30-52e3-47c1-a492-2cc351a750e4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.392335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port dba0dbac-a9a3-48f8-a2e7-e97509127b7c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:04.396662 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.470687 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34114) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:04.575544 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5aab7995-b831-4c57-8518-5c320507235d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8cd92d3c6384687a4de627eee30b712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1035638 Apr 18 20:33:04.579703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34116) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:04.588317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34118) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:04.608418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.636160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port dba0dbac-a9a3-48f8-a2e7-e97509127b7c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=dba0dbac-a9a3-48f8-a2e7-e97509127b7c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:04.647574 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.681925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34124) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:04.686940 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-19cc4091-08c7-4623-b73e-4d5974dcab6a tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912666906', 'description': 'tempest-description--54664471'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:04.701661 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-a845d0e0-a800-4860-9d0a-1d3b44dba720 service neutron] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855217 Apr 18 20:33:04.729388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19cc4091-08c7-4623-b73e-4d5974dcab6a tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.751189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-98870d15-4c49-4a6c-a100-03bdd513093c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60d1ace1-f765-41d8-ad68-02c18347f29f HTTP/1.1" status: 200 len: 217 time: 0.0402057 Apr 18 20:33:04.757716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=dba0dbac-a9a3-48f8-a2e7-e97509127b7c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:04.793270 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-698021b5-f505-4583-8213-4de8670e7368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.796922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b3201407-40db-4bdd-a20e-12cad219c629 req-f8908e30-52e3-47c1-a492-2cc351a750e4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] For port 452904ce-5879-430f-ba34-9f2063914d57, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=452904ce-5879-430f-ba34-9f2063914d57,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:04.797293 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3201407-40db-4bdd-a20e-12cad219c629 req-f8908e30-52e3-47c1-a492-2cc351a750e4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.850782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b3201407-40db-4bdd-a20e-12cad219c629 req-f8908e30-52e3-47c1-a492-2cc351a750e4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Calling delete_port for 452904ce-5879-430f-ba34-9f2063914d57 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:04.861242 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19cc4091-08c7-4623-b73e-4d5974dcab6a tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.869287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19cc4091-08c7-4623-b73e-4d5974dcab6a tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.877213 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-698021b5-f505-4583-8213-4de8670e7368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.879875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-a60bb5e7-e61b-4ff3-9592-8b60c6a2d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:04.882001 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-a60bb5e7-e61b-4ff3-9592-8b60c6a2d1e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=35182965-e091-4cb9-91d6-57229691da27 HTTP/1.1" status: 200 len: 797 time: 0.0986164 Apr 18 20:33:04.899438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1784295148-network', 'tenant_id': 'edc7d229b6214ac5a8ce8d0ab4ffb20d'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:04.909025 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19cc4091-08c7-4623-b73e-4d5974dcab6a tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.909025 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-19cc4091-08c7-4623-b73e-4d5974dcab6a tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2227149 Apr 18 20:33:04.918458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34130) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:04.928937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4e69f31f-6fbe-456e-bf32-fd1ced561565 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Request body: {'security_group_rule': {'security_group_id': 'd205d4a5-0b99-4d63-8068-4a5db93faeb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:05.007717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-437604cf-817c-4fce-8ae4-81d7707510e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.009413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-437604cf-817c-4fce-8ae4-81d7707510e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914011 Apr 18 20:33:05.034332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e69f31f-6fbe-456e-bf32-fd1ced561565 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.072742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Made reservation on behalf of edc7d229b6214ac5a8ce8d0ab4ffb20d for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:05.081448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.081953 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-698021b5-f505-4583-8213-4de8670e7368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.084740 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-698021b5-f505-4583-8213-4de8670e7368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.085892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-698021b5-f505-4583-8213-4de8670e7368 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/903000b6-299e-4341-8608-170fd77e764c HTTP/1.1" status: 204 len: 168 time: 0.4847026 Apr 18 20:33:05.092217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc4091-08c7-4623-b73e-4d5974dcab6a tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d205d4a5-0b99-4d63-8068-4a5db93faeb1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:05.127108 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.160463 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698021b5-f505-4583-8213-4de8670e7368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903000b6-299e-4341-8608-170fd77e764c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:05.191204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d2693-36e8-4008-b715-dc5221a4187c req-0380b9fd-0067-4db3-99c9-8ae45676e5c7 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.193189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e02d2693-36e8-4008-b715-dc5221a4187c req-0380b9fd-0067-4db3-99c9-8ae45676e5c7 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.1748881 Apr 18 20:33:05.269655 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Sync routers for ids ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:05.286807 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Routers {'0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:05.288176 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:32:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:05.298087 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.304517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3201407-40db-4bdd-a20e-12cad219c629 req-f8908e30-52e3-47c1-a492-2cc351a750e4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.314540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-28653e59-2b3b-4734-ba44-09b02ba26880 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630432 Apr 18 20:33:05.321045 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.337829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:33:05.348433 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.348861 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Added segment 957be755-4667-4cd5-88a1-f09b2433e605 of type vlan for network b1b4d5f9-6058-4549-8139-74e3343a735f Apr 18 20:33:05.369396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e02d2693-36e8-4008-b715-dc5221a4187c req-1525dfa2-cd89-4b06-b760-54f3c5db9377 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613576 Apr 18 20:33:05.380428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8908e30-52e3-47c1-a492-2cc351a750e4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Pushing event deleted for resources: {'Port': ['ID=452904ce-5879-430f-ba34-9f2063914d57,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:05.414704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e623693-6aa7-4c19-ba28-98c4ab0e7983,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:05.438209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.441850 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e69f31f-6fbe-456e-bf32-fd1ced561565 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.452621 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e69f31f-6fbe-456e-bf32-fd1ced561565 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.468826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09632699-7856-4eca-b607-cd0398d3a6c4 req-8a07e545-96f1-4842-8130-e39fc802cd37 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.470353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09632699-7856-4eca-b607-cd0398d3a6c4 req-8a07e545-96f1-4842-8130-e39fc802cd37 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=5209c176-e12a-4b24-b136-26609b8e7300 HTTP/1.1" status: 200 len: 866 time: 0.2218564 Apr 18 20:33:05.519420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3201407-40db-4bdd-a20e-12cad219c629 req-f8908e30-52e3-47c1-a492-2cc351a750e4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] No DVR routers for this DVR port 452904ce-5879-430f-ba34-9f2063914d57 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:05.523485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Set router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:05.533734 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b3201407-40db-4bdd-a20e-12cad219c629 req-f8908e30-52e3-47c1-a492-2cc351a750e4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.543343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3201407-40db-4bdd-a20e-12cad219c629 req-f8908e30-52e3-47c1-a492-2cc351a750e4 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.60 "DELETE /v2.0/ports/452904ce-5879-430f-ba34-9f2063914d57 HTTP/1.1" status: 204 len: 173 time: 1.4192941 Apr 18 20:33:05.548564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e69f31f-6fbe-456e-bf32-fd1ced561565 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.549274 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e69f31f-6fbe-456e-bf32-fd1ced561565 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6298749 Apr 18 20:33:05.550521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69f31f-6fbe-456e-bf32-fd1ced561565 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773736bf-2e91-456a-8d5d-3bd03b79e895,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:05.552423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34148) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:05.552545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5209c176-e12a-4b24-b136-26609b8e7300', 'name': 'network-vif-deleted', 'tag': '452904ce-5879-430f-ba34-9f2063914d57'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:05.553074 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.554156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.554703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.560525 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05af9aff-7589-46a2-96b9-fce1f400cf8d" -d '{"events": [{"server_uuid": "5209c176-e12a-4b24-b136-26609b8e7300", "name": "network-vif-deleted", "tag": "452904ce-5879-430f-ba34-9f2063914d57"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:05.562120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f6b616aa-5d78-4345-99af-1b9880afabed tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Request body: {'security_group_rule': {'security_group_id': 'd205d4a5-0b99-4d63-8068-4a5db93faeb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:05.623391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-4141b8f7-5356-47a6-8b39-3cc548bb5123 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950754 Apr 18 20:33:05.635177 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09632699-7856-4eca-b607-cd0398d3a6c4 req-55c3c3ea-d7fd-40eb-a459-4024200f6c52 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452584 Apr 18 20:33:05.652936 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dcaf4e-eab9-431e-bfdd-6a63aa3251fb x-openstack-request-id: req-a9dcaf4e-eab9-431e-bfdd-6a63aa3251fb {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:05.653291 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5209c176-e12a-4b24-b136-26609b8e7300", "name": "network-vif-deleted", "tag": "452904ce-5879-430f-ba34-9f2063914d57", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:05.653568 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9dcaf4e-eab9-431e-bfdd-6a63aa3251fb {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:05.653990 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9dcaf4e-eab9-431e-bfdd-6a63aa3251fb'] response: {'server_uuid': '5209c176-e12a-4b24-b136-26609b8e7300', 'name': 'network-vif-deleted', 'tag': '452904ce-5879-430f-ba34-9f2063914d57', 'status': 'completed', 'code': 200} Apr 18 20:33:05.680538 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0911191 Apr 18 20:33:05.684032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34152) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:05.691653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Request body: {'subnet': {'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1784295148-subnet', 'tenant_id': 'edc7d229b6214ac5a8ce8d0ab4ffb20d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:05.704538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62f21c-8226-43a1-bb8f-5048121ebabe admin admin] Pushing event updated for resources: {'Network': ['ID=b1b4d5f9-6058-4549-8139-74e3343a735f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:05.710949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6b616aa-5d78-4345-99af-1b9880afabed tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.717761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network b1b4d5f9-6058-4549-8139-74e3343a735f details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:33:05.740286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-583515cf-cea0-4bf6-9df5-62d4e945e8a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=215b09a2-2bb2-427a-8349-96fb818e7e00 HTTP/1.1" status: 200 len: 217 time: 0.0939150 Apr 18 20:33:05.744253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Made reservation on behalf of edc7d229b6214ac5a8ce8d0ab4ffb20d for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:05.747761 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.848849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-d072a1a0-60b2-4e01-851c-f5d41864bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.856938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-d072a1a0-60b2-4e01-851c-f5d41864bd52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=35182965-e091-4cb9-91d6-57229691da27 HTTP/1.1" status: 200 len: 797 time: 0.1039371 Apr 18 20:33:05.879512 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6b616aa-5d78-4345-99af-1b9880afabed tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.889470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6b616aa-5d78-4345-99af-1b9880afabed tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.918993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ce81ddae-d73c-4a87-82f5-8b35dea58b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.924007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b616aa-5d78-4345-99af-1b9880afabed tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e994afdb-320b-4d60-b96d-f1669295c99a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:05.958082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6b616aa-5d78-4345-99af-1b9880afabed tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.962242 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f6b616aa-5d78-4345-99af-1b9880afabed tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4012036 Apr 18 20:33:05.963275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34166) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:05.967702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:05.970810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-9736fce3-ae06-4971-81f5-7f0190570af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.972592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-9736fce3-ae06-4971-81f5-7f0190570af1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0b7f62c7-66d0-4e9c-b056-c65bae64064e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095173 Apr 18 20:33:06.021340 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.074738 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.110304 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1da6d21-caf4-462a-8aaf-351946b7fb70', 'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'mac_address': 'fa:16:3e:22:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:01Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 2, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'subnets': [{'id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:06.183297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c80dd2f-ad69-41ab-8ad0-a07561e20c8a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:06.197970 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Checking router: 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:06.201177 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Updating router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 port e1da6d21-caf4-462a-8aaf-351946b7fb70 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:33:06.219121 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Checking segment: {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:06.219406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Network hostable DHCP agents. Network: b1b4d5f9-6058-4549-8139-74e3343a735f, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:33:06.245576 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.253868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Network b1b4d5f9-6058-4549-8139-74e3343a735f is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:33:06.276388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, b1b4d5f9-6058-4549-8139-74e3343a735f) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:06.289351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-a8afc36f-50f7-487d-9da9-e853f598879e service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071113 Apr 18 20:33:06.294051 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:06.294663 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.302921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a2cd1c-2d2b-4a6b-8276-49f54b75f367 None None] Network b1b4d5f9-6058-4549-8139-74e3343a735f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:06.305313 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dba0dbac-a9a3-48f8-a2e7-e97509127b7c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:06.308396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.453542 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9903a08d-4b72-421b-aab1-93311df0ac45 req-ae2bdf57-4c99-43cb-b331-be746709da95 service neutron] 10.222.0.64 "GET /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540294 Apr 18 20:33:06.535709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea28b54-1d28-434a-8f23-e0e845e2ae3b req-42d28fdf-965b-4ec8-8621-b943fe16f7ec tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:06.537351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cea28b54-1d28-434a-8f23-e0e845e2ae3b req-42d28fdf-965b-4ec8-8621-b943fe16f7ec tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.0632112 Apr 18 20:33:06.559451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port dba0dbac-a9a3-48f8-a2e7-e97509127b7c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:06.559968 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.609014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Allocated IP 172.25.2.147 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7388109b-eb2e-40fe-8726-c19a96507094) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:06.639691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cea28b54-1d28-434a-8f23-e0e845e2ae3b req-7f66aa97-efc1-4c66-a324-ddd44ac59349 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949013 Apr 18 20:33:06.668395 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bce49be2-7871-4f42-b0f0-e21253391be5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9805837 Apr 18 20:33:06.696297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-b1b4d5f9-6058-4549-8139-74e3343a735f', 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f', 'tenant_id': 'edc7d229b6214ac5a8ce8d0ab4ffb20d', 'fixed_ips': [{'subnet_id': '4c80dd2f-ad69-41ab-8ad0-a07561e20c8a'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:33:06.702550 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.744157 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.763302 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.791037 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.846592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.891303 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Pushing event updated for resources: {'Port': ['ID=e1da6d21-caf4-462a-8aaf-351946b7fb70,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:07.012548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:07.026921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:07.040479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:07.060336 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Allocated IP 172.20.0.2 (b1b4d5f9-6058-4549-8139-74e3343a735f/4c80dd2f-ad69-41ab-8ad0-a07561e20c8a/b802e0b3-ddac-4f73-ad26-40866d7562a5) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:07.073094 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Attempting to bind port e1da6d21-caf4-462a-8aaf-351946b7fb70 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:07.074838 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Attempting to bind port e1da6d21-caf4-462a-8aaf-351946b7fb70 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:07.077656 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Attempting to bind port e1da6d21-caf4-462a-8aaf-351946b7fb70 on network fd4968a1-b686-432e-b279-ac6fbfecd24e {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:07.090814 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.091492 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.092043 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.092927 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.093264 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.093656 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.093987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.096394 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.096741 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.097075 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.097823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Pushing event updated for resources: {'Port': ['ID=7388109b-eb2e-40fe-8726-c19a96507094,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:07.099381 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.099754 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:07.103317 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:07.103678 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Checking segment: {'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:07.104109 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.109212 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Bound using segment: {'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:07.113013 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Bound port: e1da6d21-caf4-462a-8aaf-351946b7fb70, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:07.113644 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.187990 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.277213 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed621e0-4200-4343-a48d-2300f4f9f763 req-505fbaac-337b-4308-8bcf-949fcac4ced3 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:07.278593 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] For port e1da6d21-caf4-462a-8aaf-351946b7fb70, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:07.281502 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ed621e0-4200-4343-a48d-2300f4f9f763 req-505fbaac-337b-4308-8bcf-949fcac4ced3 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 944 time: 0.1967597 Apr 18 20:33:07.282646 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] For port e1da6d21-caf4-462a-8aaf-351946b7fb70, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e1da6d21-caf4-462a-8aaf-351946b7fb70,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:07.291476 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.294585 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.371234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ed621e0-4200-4343-a48d-2300f4f9f763 req-133c0891-8310-4434-b4bc-a92d887c31e5 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.49 "GET /v2.0/security-groups?id=02c02206-006f-4b91-b23f-b8279e523554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784538 Apr 18 20:33:07.379976 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b278bd-9a1e-437d-bd5f-9c4b0d33e77f None None] Pushing event updated for resources: {'Port': ['ID=e1da6d21-caf4-462a-8aaf-351946b7fb70,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:07.389010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34202) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:07.433146 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Routers {'0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:07.433897 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:32:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:07.464292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-365847b4-5f4d-4137-8a6e-109ce960fbe2 None None] Provisioning complete for port e1da6d21-caf4-462a-8aaf-351946b7fb70 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:07.464728 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-365847b4-5f4d-4137-8a6e-109ce960fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.615112 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] Set router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:07.626062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.650320 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.668373 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.675104 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.745859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Pushing event updated for resources: {'Port': ['ID=b802e0b3-ddac-4f73-ad26-40866d7562a5,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:07.750436 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.822696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device bb195c82-3538-4aec-bd5c-97d38faf4a4b details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:07.826694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device bb195c82-3538-4aec-bd5c-97d38faf4a4b no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:07.838526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Network b1b4d5f9-6058-4549-8139-74e3343a735f is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:07.859264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-67381710-network', 'tenant_id': '93891cc9bec74b019b78cb498210a9d3'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:07.879311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:07.904996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:07.923618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.924902 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9606490 Apr 18 20:33:07.931472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32e68d-fba4-4652-a208-2cbd31adc10f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Pushing event updated for resources: {'Port': ['ID=7388109b-eb2e-40fe-8726-c19a96507094,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:07.962169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Made reservation on behalf of 93891cc9bec74b019b78cb498210a9d3 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:07.965804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.966917 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-365847b4-5f4d-4137-8a6e-109ce960fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.985274 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.002812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f3097-1cd3-4d85-bfe5-3275bbd76ec3 req-0dcbf0ad-aba9-4d02-a08e-3dc1a2512872 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:08.004564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a0f3097-1cd3-4d85-bfe5-3275bbd76ec3 req-0dcbf0ad-aba9-4d02-a08e-3dc1a2512872 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.2025311 Apr 18 20:33:08.017495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-da03237c-fdad-4945-8b59-7b540985aa69 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:08.021013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-da03237c-fdad-4945-8b59-7b540985aa69 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.60 "GET /v2.0/ports?device_id=902d5e92-4bbf-42df-9a69-efb5b48a8900 HTTP/1.1" status: 200 len: 944 time: 0.1460240 Apr 18 20:33:08.109101 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.117183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.144744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:33:08.159448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.159798 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Added segment 660abc52-bf0f-45c3-a878-ae21910d1966 of type vlan for network c7c36eb5-ede0-4bd1-b021-211ce6a5d896 Apr 18 20:33:08.226617 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.244669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a0f3097-1cd3-4d85-bfe5-3275bbd76ec3 req-04639c7c-b820-49a0-956a-028bde10a1ac tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210386 Apr 18 20:33:08.313786 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.315348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:08.315956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-77adbc00-8a2a-4cb3-b76b-37cf557f14a2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Deleting port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:08.316067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.316285 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-77adbc00-8a2a-4cb3-b76b-37cf557f14a2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.320533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c27754-fd17-458e-bc4d-dcd3a7c2812b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:08.345659 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1da6d21-caf4-462a-8aaf-351946b7fb70', 'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'mac_address': 'fa:16:3e:22:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:01Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'subnets': [{'id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:08.418223 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ea736-028f-4c79-bde8-07df9943d076 None None] The sync data for ids ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'] in n-d-836015-4 is: [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1da6d21-caf4-462a-8aaf-351946b7fb70', 'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'mac_address': 'fa:16:3e:22:95:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:01Z', 'updated_at': '2022-04-18T20:33:07Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'subnets': [{'id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:08.423369 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26bfc4e6-9465-4e56-a451-4bb452079f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.451127 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.452062 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0604606 Apr 18 20:33:08.455659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34240) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:08.462355 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Request body: {'subnet': {'network_id': 'c7c36eb5-ede0-4bd1-b021-211ce6a5d896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-67381710-subnet', 'tenant_id': '93891cc9bec74b019b78cb498210a9d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:08.464291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-77adbc00-8a2a-4cb3-b76b-37cf557f14a2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] For port b35c8f84-8a6f-4854-8429-dcdd13ab9c90, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,segment=NetworkSegment(0c9ba451-8636-4f47-b8a3-9a5e38b42e53),segment_id=0c9ba451-8636-4f47-b8a3-9a5e38b42e53)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:08.464662 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-77adbc00-8a2a-4cb3-b76b-37cf557f14a2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.471965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-365847b4-5f4d-4137-8a6e-109ce960fbe2 None None] For port e1da6d21-caf4-462a-8aaf-351946b7fb70, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e1da6d21-caf4-462a-8aaf-351946b7fb70,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:08.496677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-77adbc00-8a2a-4cb3-b76b-37cf557f14a2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Calling delete_port for b35c8f84-8a6f-4854-8429-dcdd13ab9c90 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:08.502183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d44cd-a639-4283-bda6-91d5f2136d15 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c36eb5-ede0-4bd1-b021-211ce6a5d896,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:08.545620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Made reservation on behalf of 93891cc9bec74b019b78cb498210a9d3 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:08.547949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Attempting to bind port b802e0b3-ddac-4f73-ad26-40866d7562a5 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:08.548159 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.550353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Attempting to bind port b802e0b3-ddac-4f73-ad26-40866d7562a5 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:08.550723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Attempting to bind port b802e0b3-ddac-4f73-ad26-40866d7562a5 on network b1b4d5f9-6058-4549-8139-74e3343a735f {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:08.553566 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-365847b4-5f4d-4137-8a6e-109ce960fbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.557583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c7c36eb5-ede0-4bd1-b021-211ce6a5d896 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:33:08.667887 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365847b4-5f4d-4137-8a6e-109ce960fbe2 None None] Pushing event updated for resources: {'Port': ['ID=e1da6d21-caf4-462a-8aaf-351946b7fb70,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:08.699630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:08.700101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Checking segment: {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:08.700509 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.700910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Bound using segment: {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:08.702371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Bound port: b802e0b3-ddac-4f73-ad26-40866d7562a5, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:08.702496 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.757036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:08.766358 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b8f80d-6987-4756-93eb-323cba015f92" -d '{"events": [{"server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "name": "network-vif-unplugged", "status": "completed", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:08.837505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:08.881844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.898756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:08.902482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f2c755d6-e1ff-455e-8edc-5d4d7110c322 None None] Provisioning complete for port e1da6d21-caf4-462a-8aaf-351946b7fb70 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:08.903028 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f2c755d6-e1ff-455e-8edc-5d4d7110c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.916610 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.932142 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-faa189aa-0428-4537-8c11-5d039242342d tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1912666906&fields=id&tenant_id=9e115fb25034476cb0e3ad16148fcef8 HTTP/1.1" status: 200 len: 267 time: 0.1509030 Apr 18 20:33:09.007385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-335e80d5-2d10-49ce-84c5-428dbf374e5b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:09.010010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-335e80d5-2d10-49ce-84c5-428dbf374e5b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/networks?id=b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 200 len: 816 time: 0.2028668 Apr 18 20:33:09.043073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c9ca2c-e7a9-4462-b6e4-1b71c2f32749,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:09.056171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Checking segment: {'id': '660abc52-bf0f-45c3-a878-ae21910d1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c7c36eb5-ede0-4bd1-b021-211ce6a5d896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:09.056836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Network hostable DHCP agents. Network: c7c36eb5-ede0-4bd1-b021-211ce6a5d896, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:33:09.086310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-bafa7cca-e79c-4cb6-9ccf-8c7d048b1dfd tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/quotas/edc7d229b6214ac5a8ce8d0ab4ffb20d HTTP/1.1" status: 200 len: 375 time: 0.0597408 Apr 18 20:33:09.097959 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-77adbc00-8a2a-4cb3-b76b-37cf557f14a2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.102415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Network c7c36eb5-ede0-4bd1-b021-211ce6a5d896 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:33:09.127098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c7c36eb5-ede0-4bd1-b021-211ce6a5d896) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:09.148741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:09.153241 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.199579 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-932644e5-9b53-4e29-aa4f-ec1758d675fb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7350843 Apr 18 20:33:09.227239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=bb195c82-3538-4aec-bd5c-97d38faf4a4b,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:09.231082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 452904ce-5879-430f-ba34-9f2063914d57 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:09.237443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a93694-6499-4657-8f72-e4b2178c48aa None None] Network c7c36eb5-ede0-4bd1-b021-211ce6a5d896 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:09.257610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b', 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0', 'port_id': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b', 'mac_address': 'fa:16:3e:54:fe:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d12608d-009f-4a39-9db8-81b8a2747d26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:09.381263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 452904ce-5879-430f-ba34-9f2063914d57 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:09.381783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 452904ce-5879-430f-ba34-9f2063914d57 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:09.406331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.486168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] For port b802e0b3-ddac-4f73-ad26-40866d7562a5, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:09.491012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.517565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb195c82-3538-4aec-bd5c-97d38faf4a4b {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:09.542233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adbc00-8a2a-4cb3-b76b-37cf557f14a2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Pushing event deleted for resources: {'Port': ['ID=b35c8f84-8a6f-4854-8429-dcdd13ab9c90,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:09.554687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] For port b802e0b3-ddac-4f73-ad26-40866d7562a5, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b802e0b3-ddac-4f73-ad26-40866d7562a5,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:09.582981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:09.585357 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.602743 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.627063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-77adbc00-8a2a-4cb3-b76b-37cf557f14a2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] No DVR routers for this DVR port b35c8f84-8a6f-4854-8429-dcdd13ab9c90 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:09.631523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-77adbc00-8a2a-4cb3-b76b-37cf557f14a2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.635630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2b9078e-5fae-4191-8765-bca51b7a9ddb req-77adbc00-8a2a-4cb3-b76b-37cf557f14a2 tempest-LiveAutoBlockMigrationV225Test-1612671327 tempest-LiveAutoBlockMigrationV225Test-1612671327-project] 10.222.0.60 "DELETE /v2.0/ports/b35c8f84-8a6f-4854-8429-dcdd13ab9c90 HTTP/1.1" status: 204 len: 173 time: 1.5795329 Apr 18 20:33:09.655136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'name': 'network-vif-deleted', 'tag': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:09.660584 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f1c696-818c-481e-9aec-92fe083f51f5" -d '{"events": [{"server_uuid": "902d5e92-4bbf-42df-9a69-efb5b48a8900", "name": "network-vif-deleted", "tag": "b35c8f84-8a6f-4854-8429-dcdd13ab9c90"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:09.688607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-5e3db111-f691-4e92-976b-2606fef8ab90 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5711124 Apr 18 20:33:09.697410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-5107ebc0-f976-451d-be10-291349c66715 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:09.699084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-5107ebc0-f976-451d-be10-291349c66715 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/networks?id=fd4968a1-b686-432e-b279-ac6fbfecd24e HTTP/1.1" status: 200 len: 815 time: 0.7660489 Apr 18 20:33:09.752828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-43d1f4dd-beed-42da-b535-6169dd7f8746 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/quotas/9e115fb25034476cb0e3ad16148fcef8 HTTP/1.1" status: 200 len: 375 time: 0.0293620 Apr 18 20:33:09.792183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727ad4eb-2e32-4caf-8d76-9362dba4437c None None] Network c7c36eb5-ede0-4bd1-b021-211ce6a5d896 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:09.802557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955e0dd-f690-4913-8aab-b2c3201ecfe9 None None] Pushing event updated for resources: {'Port': ['ID=b802e0b3-ddac-4f73-ad26-40866d7562a5,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:09.950739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-1e8d2f7a-1adc-465f-8dbf-412c81e04c13 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e115fb25034476cb0e3ad16148fcef8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1300037 Apr 18 20:33:09.962254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-616ddf89-107a-4955-900b-2709eda8e39c service neutron] 10.222.0.49 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491887 Apr 18 20:33:09.963663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['bb195c82-3538-4aec-bd5c-97d38faf4a4b'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:09.970751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=bb195c82-3538-4aec-bd5c-97d38faf4a4b,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:10.260909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c56c9a47-240f-425a-ab1f-0330ae182010 service neutron] 10.222.0.49 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899485 Apr 18 20:33:10.432402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.453808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-923fc88b-3191-4d45-9f27-603bebbaa2ce service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:33:10.454429 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-923fc88b-3191-4d45-9f27-603bebbaa2ce service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4679792 Apr 18 20:33:10.482044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b802e0b3-ddac-4f73-ad26-40866d7562a5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:10.568647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34296) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:10.643442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b802e0b3-ddac-4f73-ad26-40866d7562a5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:10.643984 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.659831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-9f526cdc-ced8-4faa-9497-9d823987eb5b service neutron] 10.222.0.49 "GET /v2.0/networks/fd4968a1-b686-432e-b279-ac6fbfecd24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919329 Apr 18 20:33:10.781063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-0a30f973-2312-4f32-b759-1c03ee87fc75 service neutron] 10.222.0.49 "GET /v2.0/networks/fd4968a1-b686-432e-b279-ac6fbfecd24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202412 Apr 18 20:33:10.851148 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.949277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port b802e0b3-ddac-4f73-ad26-40866d7562a5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b802e0b3-ddac-4f73-ad26-40866d7562a5,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:10.958121 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.962822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e1da6d21-caf4-462a-8aaf-351946b7fb70 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:10.999625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6f9037-bd34-42a2-8c18-b7c4daec55e2 admin admin] Deleting subnet 70734b1e-ef76-4ba8-bb35-e936fdc486bc {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:33:11.019749 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8edee3-add2-42d7-94b7-35194dfefd98 x-openstack-request-id: req-4a8edee3-add2-42d7-94b7-35194dfefd98 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:11.020874 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "name": "network-vif-unplugged", "status": "completed", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:11.021268 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a8edee3-add2-42d7-94b7-35194dfefd98 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:11.022501 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8edee3-add2-42d7-94b7-35194dfefd98'] response: {'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b', 'code': 200} Apr 18 20:33:11.022614 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9037-bd34-42a2-8c18-b7c4daec55e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.116354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9037-bd34-42a2-8c18-b7c4daec55e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.118538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=b802e0b3-ddac-4f73-ad26-40866d7562a5,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:11.178766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.185448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e1da6d21-caf4-462a-8aaf-351946b7fb70 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:11.187452 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.226770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9212f-2c28-43a1-83b1-0e3ed0248d4b req-d2c6d0b3-9fc3-42ba-b02b-75ee7feee360 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:11.229257 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9037-bd34-42a2-8c18-b7c4daec55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.247113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ae9212f-2c28-43a1-83b1-0e3ed0248d4b req-d2c6d0b3-9fc3-42ba-b02b-75ee7feee360 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 945 time: 0.1185014 Apr 18 20:33:11.347108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ae9212f-2c28-43a1-83b1-0e3ed0248d4b req-a847e746-110a-4eb2-bdcd-3928ac75c500 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974016 Apr 18 20:33:11.383282 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9037-bd34-42a2-8c18-b7c4daec55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.406360 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70d9981-76e9-42ce-9f31-409ef6a7c49e x-openstack-request-id: req-d70d9981-76e9-42ce-9f31-409ef6a7c49e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:11.406875 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902d5e92-4bbf-42df-9a69-efb5b48a8900", "name": "network-vif-deleted", "tag": "b35c8f84-8a6f-4854-8429-dcdd13ab9c90", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:11.407314 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d70d9981-76e9-42ce-9f31-409ef6a7c49e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:11.407934 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70d9981-76e9-42ce-9f31-409ef6a7c49e'] response: {'server_uuid': '902d5e92-4bbf-42df-9a69-efb5b48a8900', 'name': 'network-vif-deleted', 'tag': 'b35c8f84-8a6f-4854-8429-dcdd13ab9c90', 'status': 'completed', 'code': 200} Apr 18 20:33:11.452540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f9037-bd34-42a2-8c18-b7c4daec55e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70734b1e-ef76-4ba8-bb35-e936fdc486bc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:11.458882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9037-bd34-42a2-8c18-b7c4daec55e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.466185 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8d6f9037-bd34-42a2-8c18-b7c4daec55e2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/70734b1e-ef76-4ba8-bb35-e936fdc486bc HTTP/1.1" status: 204 len: 168 time: 0.8962340 Apr 18 20:33:11.468805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34326) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:11.580870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0fe09-748d-49f1-b6ec-728404376f5b None None] Network b1b4d5f9-6058-4549-8139-74e3343a735f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:11.663657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-cd3eb382-bad4-4992-8aad-1eb9a97b8619 None None] Provisioning complete for port b802e0b3-ddac-4f73-ad26-40866d7562a5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:11.664435 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cd3eb382-bad4-4992-8aad-1eb9a97b8619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.774427 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.782580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-e56c0a6b-db82-4a61-95e8-570966d99db5 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:11.789994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-e56c0a6b-db82-4a61-95e8-570966d99db5 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/networks?id=b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 200 len: 816 time: 0.1954772 Apr 18 20:33:11.829267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device bb195c82-3538-4aec-bd5c-97d38faf4a4b up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:11.850365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-68237c44-9232-45d0-adee-380e484e5dee tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/quotas/edc7d229b6214ac5a8ce8d0ab4ffb20d HTTP/1.1" status: 200 len: 375 time: 0.0590823 Apr 18 20:33:11.944913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port bb195c82-3538-4aec-bd5c-97d38faf4a4b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:11.945287 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.022393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.044230 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.058010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-a447d45e-c0b7-4db1-bba8-cc70a57a6d16 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:12.076926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-a447d45e-c0b7-4db1-bba8-cc70a57a6d16 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/networks?id=c7c36eb5-ede0-4bd1-b021-211ce6a5d896 HTTP/1.1" status: 200 len: 820 time: 0.4812531 Apr 18 20:33:12.093308 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.109484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-f8e229a2-b91b-4e59-88f8-033e60a76fa8 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2227778 Apr 18 20:33:12.166325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:12.175086 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.207595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:12.264377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-a770a42e-ad62-4d1b-8e88-9510b44dc3c4 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/quotas/93891cc9bec74b019b78cb498210a9d3 HTTP/1.1" status: 200 len: 375 time: 0.1861420 Apr 18 20:33:12.266978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=bb195c82-3538-4aec-bd5c-97d38faf4a4b,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:12.281472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b802e0b3-ddac-4f73-ad26-40866d7562a5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:12.361043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d2a0c122-25fc-4e65-8e4d-3648fb71217a None None] Provisioning complete for port b802e0b3-ddac-4f73-ad26-40866d7562a5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:12.361429 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d2a0c122-25fc-4e65-8e4d-3648fb71217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.382646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9ba451-8636-4f47-b8a3-9a5e38b42e53') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:12.383193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9ba451-8636-4f47-b8a3-9a5e38b42e53') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:12.386337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-6bd34a22-a75b-44d2-9deb-47c600c60c5a tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=93891cc9bec74b019b78cb498210a9d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1209075 Apr 18 20:33:12.401498 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.423956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b802e0b3-ddac-4f73-ad26-40866d7562a5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:12.424331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.460741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.522131 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:12.522792 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:12.524956 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:12.572583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-15f26055-d5e0-49e5-a0f9-55982840efc3 service neutron] 10.222.0.49 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621658 Apr 18 20:33:12.712895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-77ddc57e-3008-448a-bed0-0398e113ce4c tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:12.714498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-77ddc57e-3008-448a-bed0-0398e113ce4c tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.60 "GET /v2.0/networks?id=b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 200 len: 816 time: 0.6225514 Apr 18 20:33:12.727817 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.741678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.745124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] 10.222.0.49 "DELETE /v2.0/networks/fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d HTTP/1.1" status: 204 len: 168 time: 1.2745645 Apr 18 20:33:12.751587 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34372) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:12.762724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Request body: {'port': {'device_id': '446dde5d-06bf-4d78-8870-b6d14b2750df', 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f', 'admin_state_up': True, 'tenant_id': 'edc7d229b6214ac5a8ce8d0ab4ffb20d'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:12.797494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-988d053f-8b8f-4c7a-9d51-98e5fa6af1c1 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c36eb5-ede0-4bd1-b021-211ce6a5d896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898933 Apr 18 20:33:12.800212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f736183-db37-45e0-9627-d98ab4f03e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7e8c43-c32f-4efc-b2f4-bd94b9be3b2d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:12.806106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-4805987d-f272-45a0-a457-c9a90f2effcd tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:12.809110 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-4805987d-f272-45a0-a457-c9a90f2effcd tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.60 "GET /v2.0/networks?id=fd4968a1-b686-432e-b279-ac6fbfecd24e HTTP/1.1" status: 200 len: 815 time: 0.1812198 Apr 18 20:33:12.887419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d57f113-319d-414a-b9ac-686cb6b3c3ae admin admin] Deleting subnet 17e81223-cb7e-4144-b447-9dbc49fc8553 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:33:12.894780 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-4b80e63a-eab5-4ecc-9ad4-2deb8601dc14 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e115fb25034476cb0e3ad16148fcef8 HTTP/1.1" status: 200 len: 380 time: 0.0609009 Apr 18 20:33:12.895607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d57f113-319d-414a-b9ac-686cb6b3c3ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.921258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Request body: {'port': {'device_id': '09a1483d-a58d-40e2-839f-955173c1aa47', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'admin_state_up': True, 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'security_groups': ['d205d4a5-0b99-4d63-8068-4a5db93faeb1']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:12.980808 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d57f113-319d-414a-b9ac-686cb6b3c3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.990303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-d7195d31-a173-4049-baf5-576367689b4c service neutron] 10.222.0.49 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158151 Apr 18 20:33:13.016985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-1be6cc25-d03c-49cf-b3ef-194ba4d94129 service neutron] 10.222.0.49 "GET /v2.0/networks/c7c36eb5-ede0-4bd1-b021-211ce6a5d896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186108 Apr 18 20:33:13.024034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:13.027812 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f7ea16-afac-47c8-9e61-a7d52593ec74" -d '{"events": [{"server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "name": "network-vif-plugged", "status": "completed", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:13.034189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b35c8f84-8a6f-4854-8429-dcdd13ab9c90 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:13.061688 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d57f113-319d-414a-b9ac-686cb6b3c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.075884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Made reservation on behalf of edc7d229b6214ac5a8ce8d0ab4ffb20d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:13.079532 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.101764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: b35c8f84-8a6f-4854-8429-dcdd13ab9c90 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:13.102076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b35c8f84-8a6f-4854-8429-dcdd13ab9c90 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:13.135759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Made reservation on behalf of 9e115fb25034476cb0e3ad16148fcef8 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:13.139308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.176025 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d57f113-319d-414a-b9ac-686cb6b3c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.295472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57f113-319d-414a-b9ac-686cb6b3c3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e81223-cb7e-4144-b447-9dbc49fc8553,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:13.305468 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d57f113-319d-414a-b9ac-686cb6b3c3ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.309597 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9d57f113-319d-414a-b9ac-686cb6b3c3ae admin admin] 10.222.0.49 "DELETE /v2.0/subnets/17e81223-cb7e-4144-b447-9dbc49fc8553 HTTP/1.1" status: 204 len: 168 time: 0.5563381 Apr 18 20:33:13.313433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34390) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:13.335707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Allocated IP 172.20.0.13 (b1b4d5f9-6058-4549-8139-74e3343a735f/4c80dd2f-ad69-41ab-8ad0-a07561e20c8a/af6213f1-7ce9-4557-a768-b4c1d7386cd4) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:13.508013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.518667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Allocated IP 172.20.0.14 (fd4968a1-b686-432e-b279-ac6fbfecd24e/bf3ac664-e9b5-4c1f-bb90-8495c512c13f/f0bfa11d-323f-40f7-8393-41cfa97a8609) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:13.669412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2efae31f-9821-46f0-bf49-b6f5d8376e39 req-8b8b2d87-447e-4115-90b1-d9280e5bee43 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 210 time: 0.0614088 Apr 18 20:33:13.747685 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5fb645-deab-4c97-800d-f93ff17445bc x-openstack-request-id: req-4d5fb645-deab-4c97-800d-f93ff17445bc {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:13.748005 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "name": "network-vif-plugged", "status": "completed", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:13.748566 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d5fb645-deab-4c97-800d-f93ff17445bc {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:13.749258 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5fb645-deab-4c97-800d-f93ff17445bc'] response: {'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b', 'code': 200} Apr 18 20:33:13.874958 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.894164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad947aae-4429-45af-9436-12de8ff172cd req-f4cba7fd-4ebe-4264-9bd7-744fcd715ca2 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 210 time: 0.0406575 Apr 18 20:33:13.911338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.924369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b6d6-c3af-4ee6-b36c-a594ebafc383 req-faf220dd-9d21-44fe-a6d8-f8ce75a8a725 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:13.931702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6876b6d6-c3af-4ee6-b36c-a594ebafc383 req-faf220dd-9d21-44fe-a6d8-f8ce75a8a725 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.2690051 Apr 18 20:33:13.963894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.018688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db303a09-3ef1-4fa2-a0c2-490f4a4795f1']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:14.033871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6bcf41-dbf2-47aa-b3ea-91101e619310') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:14.034333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6bcf41-dbf2-47aa-b3ea-91101e619310') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:14.046663 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.064352 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.072136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:14.072787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.079774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6876b6d6-c3af-4ee6-b36c-a594ebafc383 req-471db021-4586-4cb8-906a-69f87ef42ab5 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470795 Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:14.130613 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:14.164571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a55777-7524-4494-a789-b12cdd34c01a req-e00ee6b5-e793-4683-a523-1f026dd3ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:14.166117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66a55777-7524-4494-a789-b12cdd34c01a req-e00ee6b5-e793-4683-a523-1f026dd3ab06 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 1097 time: 0.2317705 Apr 18 20:33:14.176237 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.187692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.193490 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] 10.222.0.49 "DELETE /v2.0/networks/db303a09-3ef1-4fa2-a0c2-490f4a4795f1 HTTP/1.1" status: 204 len: 168 time: 0.8765762 Apr 18 20:33:14.225359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5554e-cc59-476b-b4a8-0e7013995d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=db303a09-3ef1-4fa2-a0c2-490f4a4795f1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:14.240930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.264358 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.305188 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Network fd4968a1-b686-432e-b279-ac6fbfecd24e is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:14.308680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:14.314109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:14.337421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Network b1b4d5f9-6058-4549-8139-74e3343a735f is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:14.362172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:14.373579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:14.420743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66a55777-7524-4494-a789-b12cdd34c01a req-1dc656ab-cc68-47a4-9c9c-638a4bbb5bce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385259 Apr 18 20:33:14.479530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Pushing event updated for resources: {'Port': ['ID=af6213f1-7ce9-4557-a768-b4c1d7386cd4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:14.506826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:14.511506 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.536335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5ca5-b469-4458-9935-39d43258988e req-dc6a95da-f6cb-4739-98e3-193cc68f1b04 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:14.538667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-dc6a95da-f6cb-4739-98e3-193cc68f1b04 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/networks?id=b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 200 len: 816 time: 0.4578631 Apr 18 20:33:14.547544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-d02eaf4c-a98e-4e07-b7a3-210cfb265a31 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8011966 Apr 18 20:33:14.578102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Request body: {'port': {'device_id': '446dde5d-06bf-4d78-8870-b6d14b2750df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:14.611181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-376fec7a-fae1-4871-80d8-3adba9c4c624 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/quotas/edc7d229b6214ac5a8ce8d0ab4ffb20d HTTP/1.1" status: 200 len: 375 time: 0.0622511 Apr 18 20:33:14.803906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34440) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:14.851246 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.864519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-cdfcb0f2-015c-4843-bd20-f21e15ab3833 None None] Provisioning complete for port f0bfa11d-323f-40f7-8393-41cfa97a8609 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:14.866121 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb0f2-015c-4843-bd20-f21e15ab3833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.879869 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-0f84ee56-3918-4eb5-afc8-9259c11d8fbc tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2678638 Apr 18 20:33:14.890943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:14.891589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.910398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Pushing event updated for resources: {'Port': ['ID=f0bfa11d-323f-40f7-8393-41cfa97a8609,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:14.923286 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-c365159d-491e-4ec4-a000-222daeb44e26 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0059035 Apr 18 20:33:14.926348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcb0f2-015c-4843-bd20-f21e15ab3833 None None] Port f0bfa11d-323f-40f7-8393-41cfa97a8609 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:14.934832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Request body: {'port': {'device_id': '09a1483d-a58d-40e2-839f-955173c1aa47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:14.949095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-cdfcb0f2-015c-4843-bd20-f21e15ab3833 None None] Provisioning complete for port af6213f1-7ce9-4557-a768-b4c1d7386cd4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:14.949573 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cdfcb0f2-015c-4843-bd20-f21e15ab3833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.000491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b0a75ddc-5a15-4290-9207-ee8fb7efdf89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84a2effa8a0e4edb899740a9fb43dc53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924911 Apr 18 20:33:15.003119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34446) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:15.013996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a963c1-eb1a-4e5a-857d-f69c0d89bd6a req-f8cd1fea-6770-4453-a4ba-c0f277926521 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:15.021931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96a963c1-eb1a-4e5a-857d-f69c0d89bd6a req-f8cd1fea-6770-4453-a4ba-c0f277926521 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 932 time: 0.1991122 Apr 18 20:33:15.023958 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.025137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cdfcb0f2-015c-4843-bd20-f21e15ab3833 None None] Port af6213f1-7ce9-4557-a768-b4c1d7386cd4 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:15.199737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96a963c1-eb1a-4e5a-857d-f69c0d89bd6a req-9ccf7f47-7e45-4a07-8183-50cc5504be0b tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767809 Apr 18 20:33:15.206263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-6c95232e-061d-43d6-a231-f3b8db54c08a service neutron] 10.222.0.49 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157306 Apr 18 20:33:15.416065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b391945-732a-4889-a2cd-ac627aa6ad02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.434865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0bfa11d-323f-40f7-8393-41cfa97a8609 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:15.450806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.468566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b391945-732a-4889-a2cd-ac627aa6ad02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.490564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Transition to ACTIVE for port object f0bfa11d-323f-40f7-8393-41cfa97a8609 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:15.506853 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.638999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bfa11d-323f-40f7-8393-41cfa97a8609,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:15.701476 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.750663 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b391945-732a-4889-a2cd-ac627aa6ad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.754228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b391945-732a-4889-a2cd-ac627aa6ad02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.755973 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8b391945-732a-4889-a2cd-ac627aa6ad02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02c02206-006f-4b91-b23f-b8279e523554 HTTP/1.1" status: 204 len: 168 time: 0.7508817 Apr 18 20:33:15.806532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b391945-732a-4889-a2cd-ac627aa6ad02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c02206-006f-4b91-b23f-b8279e523554,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:15.839136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-5fb8d34d-dddd-4e78-a32e-b1d30cae7dc2 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:15.840701 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-5fb8d34d-dddd-4e78-a32e-b1d30cae7dc2 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.64 "GET /v2.0/networks?id=b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 200 len: 816 time: 0.2619643 Apr 18 20:33:15.845536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Attempting to bind port f0bfa11d-323f-40f7-8393-41cfa97a8609 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:15.846029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Attempting to bind port f0bfa11d-323f-40f7-8393-41cfa97a8609 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:15.846185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Attempting to bind port f0bfa11d-323f-40f7-8393-41cfa97a8609 on network fd4968a1-b686-432e-b279-ac6fbfecd24e {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:15.851580 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Port f0bfa11d-323f-40f7-8393-41cfa97a8609 on network fd4968a1-b686-432e-b279-ac6fbfecd24e not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:15.851952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Attempting to bind port f0bfa11d-323f-40f7-8393-41cfa97a8609 on network fd4968a1-b686-432e-b279-ac6fbfecd24e {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:15.858249 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Request body: {'port': {'device_id': '733c421c-4d77-4d2a-9c8b-46a2808ad776', 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f', 'admin_state_up': True, 'tenant_id': 'edc7d229b6214ac5a8ce8d0ab4ffb20d'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:15.884520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:15.884865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Checking segment: {'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:15.885256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Bound using segment: {'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:15.885718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Bound port: f0bfa11d-323f-40f7-8393-41cfa97a8609, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ab2155-6a0c-4a60-85bd-75e5daf61006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:15.886078 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.035885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] For port f0bfa11d-323f-40f7-8393-41cfa97a8609, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:16.047881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] For port f0bfa11d-323f-40f7-8393-41cfa97a8609, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f0bfa11d-323f-40f7-8393-41cfa97a8609,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:16.054523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a26c9e59-bcdb-4496-b3cd-b5f79e5fc244 req-f807e466-4048-4fb5-be09-7e4ce8bf32d0 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 210 time: 0.7590983 Apr 18 20:33:16.059888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.094948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-630057fe-fdbe-4efa-8bb4-38fb80ebfb52 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:16.097089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-630057fe-fdbe-4efa-8bb4-38fb80ebfb52 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.64 "GET /v2.0/networks?id=c7c36eb5-ede0-4bd1-b021-211ce6a5d896 HTTP/1.1" status: 200 len: 820 time: 0.9571304 Apr 18 20:33:16.114508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Request body: {'port': {'device_id': '70cee58b-6dc1-4ae7-bc5e-19f7b890f73f', 'network_id': 'c7c36eb5-ede0-4bd1-b021-211ce6a5d896', 'admin_state_up': True, 'tenant_id': '93891cc9bec74b019b78cb498210a9d3'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:16.123102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:16.125946 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.128786 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] 10.222.0.60 "PUT /v2.0/ports/f0bfa11d-323f-40f7-8393-41cfa97a8609 HTTP/1.1" status: 200 len: 1092 time: 1.1981540 Apr 18 20:33:16.132235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a1483d-a58d-40e2-839f-955173c1aa47', 'tag': 'f0bfa11d-323f-40f7-8393-41cfa97a8609'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:16.136243 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589d2e4b-4deb-4539-936c-24c664d4e5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "09a1483d-a58d-40e2-839f-955173c1aa47", "tag": "f0bfa11d-323f-40f7-8393-41cfa97a8609"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:16.140129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Made reservation on behalf of edc7d229b6214ac5a8ce8d0ab4ffb20d for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:16.147927 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.238899 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02703e-f634-43b1-a760-72e7a64fc433 service neutron] Pushing event updated for resources: {'Port': ['ID=f0bfa11d-323f-40f7-8393-41cfa97a8609,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:16.320198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-6c36f4a6-1d47-471d-96ed-10c78c7aec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:16.336120 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-6c36f4a6-1d47-471d-96ed-10c78c7aec1e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e115fb25034476cb0e3ad16148fcef8&device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 1095 time: 0.1582341 Apr 18 20:33:16.427802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Made reservation on behalf of 93891cc9bec74b019b78cb498210a9d3 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:16.431338 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.445113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-1f16d3db-840f-466e-be40-8e4c4c7c1061 service neutron] 10.222.0.49 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1978817 Apr 18 20:33:16.455194 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-9a1f7c1f-1d0a-41b5-9d3a-ca4ece79b080 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0bfa11d-323f-40f7-8393-41cfa97a8609 HTTP/1.1" status: 200 len: 217 time: 0.1083515 Apr 18 20:33:16.482619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841217bf-1c48-4897-9519-6482b5ddeded req-d7357fab-9719-4656-a06e-7b6b431f0d3b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:16.494899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-841217bf-1c48-4897-9519-6482b5ddeded req-d7357fab-9719-4656-a06e-7b6b431f0d3b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.1708629 Apr 18 20:33:16.555063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34470) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:16.582437 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-45c41f4a-5171-4bf6-b54a-5cdd820f4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:16.584395 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-45c41f4a-5171-4bf6-b54a-5cdd820f4f9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf3ac664-e9b5-4c1f-bb90-8495c512c13f HTTP/1.1" status: 200 len: 854 time: 0.1223073 Apr 18 20:33:16.697247 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b77a8f4-d607-466a-81d7-c7bed8a6ea12 x-openstack-request-id: req-9b77a8f4-d607-466a-81d7-c7bed8a6ea12 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:16.697557 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a1483d-a58d-40e2-839f-955173c1aa47", "tag": "f0bfa11d-323f-40f7-8393-41cfa97a8609", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:16.697828 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b77a8f4-d607-466a-81d7-c7bed8a6ea12 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:16.698350 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b77a8f4-d607-466a-81d7-c7bed8a6ea12'] response: {'name': 'network-changed', 'server_uuid': '09a1483d-a58d-40e2-839f-955173c1aa47', 'tag': 'f0bfa11d-323f-40f7-8393-41cfa97a8609', 'status': 'completed', 'code': 200} Apr 18 20:33:16.733308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-7249a751-2388-48c4-83dc-9f61c6589469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:16.736966 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-7249a751-2388-48c4-83dc-9f61c6589469 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd4968a1-b686-432e-b279-ac6fbfecd24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445935 Apr 18 20:33:16.752491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-841217bf-1c48-4897-9519-6482b5ddeded req-3ded5f0c-d461-44bc-b7b5-37edc5eaf74a tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531562 Apr 18 20:33:16.782445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-39d614e9-9b38-4d02-aa36-da33e2a818df admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3966e27cecf84239a0d65979fe20eac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235196 Apr 18 20:33:16.789518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34482) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:16.843956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6213f1-7ce9-4557-a768-b4c1d7386cd4 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:16.932132 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.936219 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-cfb366c8-b2a8-4754-a5ae-e874b4487d48 service neutron] 10.222.0.60 "GET /v2.0/networks/fd4968a1-b686-432e-b279-ac6fbfecd24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902044 Apr 18 20:33:16.944451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8e3f495-c937-4276-8edd-95b39c51ec9d req-c7a100c2-fa98-48ac-8e70-7761d7217494 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 210 time: 0.1251974 Apr 18 20:33:17.031296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Transition to ACTIVE for port object af6213f1-7ce9-4557-a768-b4c1d7386cd4 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:17.052854 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.055585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Allocated IP 172.20.0.4 (c7c36eb5-ede0-4bd1-b021-211ce6a5d896/d1c9ca2c-e7a9-4462-b6e4-1b71c2f32749/53bfb6ad-8509-42e0-ad17-f32e3ded9261) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:17.082626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97953cc4-7af0-49af-ba96-6ee4232408fc req-fffcf8e4-62cb-4f14-a4c9-bedcd032a249 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:17.090862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97953cc4-7af0-49af-ba96-6ee4232408fc req-fffcf8e4-62cb-4f14-a4c9-bedcd032a249 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 944 time: 0.3069251 Apr 18 20:33:17.138726 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b7742a4-45d5-489c-97a2-5c1f85227e5c req-66865fb5-57df-49c5-a814-026217da3bb9 service neutron] 10.222.0.60 "GET /v2.0/networks/fd4968a1-b686-432e-b279-ac6fbfecd24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970119 Apr 18 20:33:17.155268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c35ad8a0-e0c4-4bb0-b8aa-d02979bcc3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.176394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Allocated IP 172.20.0.14 (b1b4d5f9-6058-4549-8139-74e3343a735f/4c80dd2f-ad69-41ab-8ad0-a07561e20c8a/01c54908-ca5b-46e9-b367-b64ecae82b8c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:17.257262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c35ad8a0-e0c4-4bb0-b8aa-d02979bcc3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.313731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Pushing event updated for resources: {'Port': ['ID=af6213f1-7ce9-4557-a768-b4c1d7386cd4,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:17.336922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-3e8dbb3c-47ac-4650-b8c7-893059a6822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:17.338459 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-3e8dbb3c-47ac-4650-b8c7-893059a6822e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e115fb25034476cb0e3ad16148fcef8&device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 1095 time: 0.0925767 Apr 18 20:33:17.352598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c35ad8a0-e0c4-4bb0-b8aa-d02979bcc3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.355427 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c35ad8a0-e0c4-4bb0-b8aa-d02979bcc3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.359630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c35ad8a0-e0c4-4bb0-b8aa-d02979bcc3cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e1b93cdc-9b82-4110-accb-29607baf1a6f HTTP/1.1" status: 204 len: 168 time: 0.5641036 Apr 18 20:33:17.385626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97953cc4-7af0-49af-ba96-6ee4232408fc req-a5f09a6b-4442-4448-929f-765dc3f3fc9d tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881963 Apr 18 20:33:17.555332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Attempting to bind port af6213f1-7ce9-4557-a768-b4c1d7386cd4 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:17.555673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Attempting to bind port af6213f1-7ce9-4557-a768-b4c1d7386cd4 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:17.556943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Attempting to bind port af6213f1-7ce9-4557-a768-b4c1d7386cd4 on network b1b4d5f9-6058-4549-8139-74e3343a735f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:17.559198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ad8a0-e0c4-4bb0-b8aa-d02979bcc3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b93cdc-9b82-4110-accb-29607baf1a6f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:17.569212 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.589181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-e387606c-8ab7-4663-9c15-845eca303b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:17.591370 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-e387606c-8ab7-4663-9c15-845eca303b14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd4968a1-b686-432e-b279-ac6fbfecd24e HTTP/1.1" status: 200 len: 916 time: 0.2266111 Apr 18 20:33:17.602425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6e31-2de4-4f47-894c-0a44c538a97d req-0829386f-a50a-4784-ba1d-4ff047e2763c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:17.604646 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-299c6e31-2de4-4f47-894c-0a44c538a97d req-0829386f-a50a-4784-ba1d-4ff047e2763c tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.5337248 Apr 18 20:33:17.668886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a65df1f-086e-4068-8b96-4aec3203f9e0 req-8d489e4e-38c1-4c80-bd3d-d6acef761b13 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 210 time: 0.1307852 Apr 18 20:33:17.669794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Port af6213f1-7ce9-4557-a768-b4c1d7386cd4 on network b1b4d5f9-6058-4549-8139-74e3343a735f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:17.670304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Attempting to bind port af6213f1-7ce9-4557-a768-b4c1d7386cd4 on network b1b4d5f9-6058-4549-8139-74e3343a735f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:17.698046 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-d4197479-ed03-4b01-9456-74f5c045ca8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0bfa11d-323f-40f7-8393-41cfa97a8609 HTTP/1.1" status: 200 len: 217 time: 0.0942509 Apr 18 20:33:17.745540 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.772867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Network b1b4d5f9-6058-4549-8139-74e3343a735f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:17.777057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:17.780659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:17.803268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:17.804031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Checking segment: {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:17.804923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Bound using segment: {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:17.805387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Bound port: af6213f1-7ce9-4557-a768-b4c1d7386cd4, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:17.805752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.840118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-f2ae2e54-9bd7-4277-9011-62402854ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:17.841737 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-f2ae2e54-9bd7-4277-9011-62402854ece6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf3ac664-e9b5-4c1f-bb90-8495c512c13f HTTP/1.1" status: 200 len: 854 time: 0.1374950 Apr 18 20:33:17.921480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Pushing event updated for resources: {'Port': ['ID=01c54908-ca5b-46e9-b367-b64ecae82b8c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:17.934799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-299c6e31-2de4-4f47-894c-0a44c538a97d req-ceb1ce4f-df58-4aea-bf38-b9cbd48519b9 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863998 Apr 18 20:33:17.962385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:17.963273 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.999105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-3d91d14d-ea1e-49d6-84b8-ad11b55652b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.006272 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-3d91d14d-ea1e-49d6-84b8-ad11b55652b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd4968a1-b686-432e-b279-ac6fbfecd24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540146 Apr 18 20:33:18.049105 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.087252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] For port af6213f1-7ce9-4557-a768-b4c1d7386cd4, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:18.091685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] For port af6213f1-7ce9-4557-a768-b4c1d7386cd4, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=af6213f1-7ce9-4557-a768-b4c1d7386cd4,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:18.100470 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-7b49bc42-b735-4752-bf68-5d0050e99242 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2460742 Apr 18 20:33:18.131450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.220254 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Request body: {'port': {'device_id': '733c421c-4d77-4d2a-9c8b-46a2808ad776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:18.265486 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-1cfa87bb-7076-41a3-ba82-db24ebc48212 service neutron] 10.222.0.60 "GET /v2.0/networks/fd4968a1-b686-432e-b279-ac6fbfecd24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510443 Apr 18 20:33:18.266480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Pushing event updated for resources: {'Port': ['ID=af6213f1-7ce9-4557-a768-b4c1d7386cd4,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:18.354756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a4df1671-7c4f-4e5f-b2d2-c023bb394f6f None None] Provisioning complete for port 01c54908-ca5b-46e9-b367-b64ecae82b8c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:18.355374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a4df1671-7c4f-4e5f-b2d2-c023bb394f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.374120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0eff0083-1b55-4ea8-adfe-b09498a02f0d req-74865d1f-bd81-434f-b813-d5af15b5b70e tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 210 time: 0.2380414 Apr 18 20:33:18.379716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.390912 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.392246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c53fb0d4-c34b-48e2-80ac-f228325e496a service neutron] 10.222.0.60 "PUT /v2.0/ports/af6213f1-7ce9-4557-a768-b4c1d7386cd4 HTTP/1.1" status: 200 len: 1092 time: 3.8279209 Apr 18 20:33:18.392788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446dde5d-06bf-4d78-8870-b6d14b2750df', 'tag': 'af6213f1-7ce9-4557-a768-b4c1d7386cd4'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:18.394737 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.395111 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2" -d '{"events": [{"name": "network-changed", "server_uuid": "446dde5d-06bf-4d78-8870-b6d14b2750df", "tag": "af6213f1-7ce9-4557-a768-b4c1d7386cd4"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:18.472150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a4df1671-7c4f-4e5f-b2d2-c023bb394f6f None None] Port 01c54908-ca5b-46e9-b367-b64ecae82b8c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:18.589488 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b392f58-66d5-4d15-9308-6859278040dc x-openstack-request-id: req-6b392f58-66d5-4d15-9308-6859278040dc {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:18.589763 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446dde5d-06bf-4d78-8870-b6d14b2750df", "tag": "af6213f1-7ce9-4557-a768-b4c1d7386cd4", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:18.590015 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b392f58-66d5-4d15-9308-6859278040dc {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:18.590425 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b392f58-66d5-4d15-9308-6859278040dc'] response: {'name': 'network-changed', 'server_uuid': '446dde5d-06bf-4d78-8870-b6d14b2750df', 'tag': 'af6213f1-7ce9-4557-a768-b4c1d7386cd4', 'status': 'completed', 'code': 200} Apr 18 20:33:18.604738 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.803957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Pushing event updated for resources: {'Port': ['ID=53bfb6ad-8509-42e0-ad17-f32e3ded9261,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:18.834715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Network c7c36eb5-ede0-4bd1-b021-211ce6a5d896 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:18.835737 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-589d2e4b-4deb-4539-936c-24c664d4e5d3 req-7a1cd74e-9ed1-4e39-82b3-ce1d2779b562 service neutron] 10.222.0.60 "GET /v2.0/networks/fd4968a1-b686-432e-b279-ac6fbfecd24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622885 Apr 18 20:33:18.867388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:18.870674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-42622d69-1004-40fa-b945-b41d78e9419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.872252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-42622d69-1004-40fa-b945-b41d78e9419e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 1095 time: 0.3580489 Apr 18 20:33:18.880791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:18.983801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.984558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.009358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5ca5-b469-4458-9935-39d43258988e req-c2627511-f132-447f-9e8a-8024f3917505 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.010940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-c2627511-f132-447f-9e8a-8024f3917505 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.60 "GET /v2.0/networks?id=b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 200 len: 816 time: 0.7504461 Apr 18 20:33:19.017491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-434c4a90-4f0e-40b9-bc7b-5098c454cafd tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9099827 Apr 18 20:33:19.057090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c54908-ca5b-46e9-b367-b64ecae82b8c {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:19.064573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Request body: {'port': {'device_id': '70cee58b-6dc1-4ae7-bc5e-19f7b890f73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:19.069852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Request body: {'port': {'device_id': 'c2066e82-12a6-4331-8894-f4ad191fab83', 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f', 'admin_state_up': True, 'tenant_id': 'edc7d229b6214ac5a8ce8d0ab4ffb20d'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:19.074160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.082588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea0234-c524-45c2-9b03-7e15a997bdbb req-508f906f-0bf9-402e-9554-b8e94cdddca5 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.090952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffea0234-c524-45c2-9b03-7e15a997bdbb req-508f906f-0bf9-402e-9554-b8e94cdddca5 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 944 time: 0.4942968 Apr 18 20:33:19.093211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-e6ff3637-3c82-4a21-99dd-039d202257b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af6213f1-7ce9-4557-a768-b4c1d7386cd4 HTTP/1.1" status: 200 len: 217 time: 0.1629200 Apr 18 20:33:19.094786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Transition to ACTIVE for port object 01c54908-ca5b-46e9-b367-b64ecae82b8c will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:19.100376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.174549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Pushing event updated for resources: {'Port': ['ID=01c54908-ca5b-46e9-b367-b64ecae82b8c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:19.253925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Attempting to bind port 01c54908-ca5b-46e9-b367-b64ecae82b8c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:19.254568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Attempting to bind port 01c54908-ca5b-46e9-b367-b64ecae82b8c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:19.254658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Attempting to bind port 01c54908-ca5b-46e9-b367-b64ecae82b8c on network b1b4d5f9-6058-4549-8139-74e3343a735f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:19.260729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Port 01c54908-ca5b-46e9-b367-b64ecae82b8c on network b1b4d5f9-6058-4549-8139-74e3343a735f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:19.261653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Attempting to bind port 01c54908-ca5b-46e9-b367-b64ecae82b8c on network b1b4d5f9-6058-4549-8139-74e3343a735f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:19.268434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:19.268783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Checking segment: {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:19.269422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Bound using segment: {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:19.269974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Bound port: 01c54908-ca5b-46e9-b367-b64ecae82b8c, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:19.270437 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.385341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] For port 01c54908-ca5b-46e9-b367-b64ecae82b8c, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:19.390121 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] For port 01c54908-ca5b-46e9-b367-b64ecae82b8c, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=01c54908-ca5b-46e9-b367-b64ecae82b8c,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:19.394923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-5c4ec399-43de-4af0-92dd-50bff5f278d8 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.399291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.403009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-5c4ec399-43de-4af0-92dd-50bff5f278d8 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/networks?id=9b2b1220-8805-470c-b36c-c73e5c0023d0 HTTP/1.1" status: 200 len: 814 time: 0.6208603 Apr 18 20:33:19.418422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffea0234-c524-45c2-9b03-7e15a997bdbb req-e3736078-7995-4e26-8e7c-7327a9d3798d tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3267541 Apr 18 20:33:19.451315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.453171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.455289 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] 10.222.0.64 "PUT /v2.0/ports/01c54908-ca5b-46e9-b367-b64ecae82b8c HTTP/1.1" status: 200 len: 1092 time: 1.2400019 Apr 18 20:33:19.455289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733c421c-4d77-4d2a-9c8b-46a2808ad776', 'tag': '01c54908-ca5b-46e9-b367-b64ecae82b8c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:19.458586 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577" -d '{"events": [{"name": "network-changed", "server_uuid": "733c421c-4d77-4d2a-9c8b-46a2808ad776", "tag": "01c54908-ca5b-46e9-b367-b64ecae82b8c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:19.479901 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.493043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fd6c7-e335-4af6-a96f-60ff23880968 service neutron] Pushing event updated for resources: {'Port': ['ID=01c54908-ca5b-46e9-b367-b64ecae82b8c,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:19.577204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-1e07b6cf-fd7c-46ab-941b-985c4bf27486 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/quotas/74af994a319048dea8b73a6e53ac4590 HTTP/1.1" status: 200 len: 375 time: 0.1726503 Apr 18 20:33:19.580099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c74ce219-6a54-4d5f-910a-447bf0b3e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.581985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-c74ce219-6a54-4d5f-910a-447bf0b3e2f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c80dd2f-ad69-41ab-8ad0-a07561e20c8a HTTP/1.1" status: 200 len: 855 time: 0.3616984 Apr 18 20:33:19.603602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-59b99091-9547-4361-88e0-c5fc2871d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.605372 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-59b99091-9547-4361-88e0-c5fc2871d9c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776 HTTP/1.1" status: 200 len: 1095 time: 0.0765064 Apr 18 20:33:19.704351 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-56eeb00b-2490-4e93-b86a-1421ee1c0de6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01c54908-ca5b-46e9-b367-b64ecae82b8c HTTP/1.1" status: 200 len: 217 time: 0.0880020 Apr 18 20:33:19.775332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-741b2f76-5d24-4304-9458-5d03b3d7b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.777908 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-741b2f76-5d24-4304-9458-5d03b3d7b964 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c80dd2f-ad69-41ab-8ad0-a07561e20c8a HTTP/1.1" status: 200 len: 855 time: 0.0646341 Apr 18 20:33:19.859349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-da2bf047-bea5-4a67-b73b-cdaca7fbe5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.860983 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-da2bf047-bea5-4a67-b73b-cdaca7fbe5fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1b4d5f9-6058-4549-8139-74e3343a735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727136 Apr 18 20:33:19.965468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-fb8a5c2a-ba8e-4ce8-b7ff-c552b3870314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.967087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-fb8a5c2a-ba8e-4ce8-b7ff-c552b3870314 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1b4d5f9-6058-4549-8139-74e3343a735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2250445 Apr 18 20:33:20.002017 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-263daf8d-64b9-4865-b309-a9cb656627f9 service neutron] 10.222.0.64 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287029 Apr 18 20:33:20.063519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-fb9b3cea-a300-4b2f-8621-49ba37bebb6e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74af994a319048dea8b73a6e53ac4590&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4854319 Apr 18 20:33:20.101230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-4ff4fed0-2c3b-4a71-9bfb-0bf363e9b39e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:20.103488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-4ff4fed0-2c3b-4a71-9bfb-0bf363e9b39e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "GET /v2.0/ports?device_id=27cab97c-6b3f-42c7-9b58-5d76fb0927d9 HTTP/1.1" status: 200 len: 946 time: 0.3533638 Apr 18 20:33:20.108824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Made reservation on behalf of edc7d229b6214ac5a8ce8d0ab4ffb20d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:20.113660 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.122671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118a580-7cd9-455a-88fd-b0ccbc884ea6 req-1c9c5b47-94c8-4d5f-a615-af74505f3a3f tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:20.130607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0118a580-7cd9-455a-88fd-b0ccbc884ea6 req-1c9c5b47-94c8-4d5f-a615-af74505f3a3f tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 931 time: 0.5329239 Apr 18 20:33:20.142590 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8f92a676-afe8-4867-87b8-cffa9e60abb3 req-0e1f2639-922b-4128-ac46-67fc63ad9245 service neutron] 10.222.0.64 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310759 Apr 18 20:33:20.180810 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:33:20.371206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0118a580-7cd9-455a-88fd-b0ccbc884ea6 req-6975d48f-6e85-42be-bf41-75fd27d91a01 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393920 Apr 18 20:33:20.504025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-0cda47e7-0f7a-4ef6-93f6-eb3d338565b0 service neutron] 10.222.0.60 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993725 Apr 18 20:33:20.882842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f4329f0-1f73-4fd2-b32d-b795cdae3f56 req-8eaeff6a-c907-4fb7-99a8-078f739a5df1 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 210 time: 0.4165130 Apr 18 20:33:20.944762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-10e66a4e-0d77-4d72-8ce3-47114d6153ef service neutron] 10.222.0.49 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8381019 Apr 18 20:33:20.957848 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6272986-ddb0-47be-bd7f-52fd99d935d3 x-openstack-request-id: req-e6272986-ddb0-47be-bd7f-52fd99d935d3 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:20.958596 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733c421c-4d77-4d2a-9c8b-46a2808ad776", "tag": "01c54908-ca5b-46e9-b367-b64ecae82b8c", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:20.958596 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6272986-ddb0-47be-bd7f-52fd99d935d3 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:20.958860 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6272986-ddb0-47be-bd7f-52fd99d935d3'] response: {'name': 'network-changed', 'server_uuid': '733c421c-4d77-4d2a-9c8b-46a2808ad776', 'tag': '01c54908-ca5b-46e9-b367-b64ecae82b8c', 'status': 'completed', 'code': 200} Apr 18 20:33:21.050183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-3c0bd1ef-b653-4cea-a7ba-e25147c83990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.053331 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-3c0bd1ef-b653-4cea-a7ba-e25147c83990 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776 HTTP/1.1" status: 200 len: 1095 time: 0.0526266 Apr 18 20:33:21.064972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f0bfa11d-323f-40f7-8393-41cfa97a8609 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:21.191960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-793940b6-c502-4d51-8ce9-d0b7f9601ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.193992 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-793940b6-c502-4d51-8ce9-d0b7f9601ce3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 200 len: 917 time: 0.1280985 Apr 18 20:33:21.198014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Allocated IP 172.20.0.10 (b1b4d5f9-6058-4549-8139-74e3343a735f/4c80dd2f-ad69-41ab-8ad0-a07561e20c8a/812c5b33-eae5-4ab8-9b36-e464d9bbb434) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:21.204207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f0bfa11d-323f-40f7-8393-41cfa97a8609, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f0bfa11d-323f-40f7-8393-41cfa97a8609,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:21.207662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53bfb6ad-8509-42e0-ad17-f32e3ded9261 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:21.220535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'f0bfa11d-323f-40f7-8393-41cfa97a8609', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'port_id': 'f0bfa11d-323f-40f7-8393-41cfa97a8609', 'mac_address': 'fa:16:3e:71:7f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:21.221375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-82dc7109-8559-4c55-86f0-c8594d36ec55 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Deleting port bb195c82-3538-4aec-bd5c-97d38faf4a4b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:21.221659 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-82dc7109-8559-4c55-86f0-c8594d36ec55 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.245528 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-116a484b-fd9d-4e89-93ae-d321f3143398 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01c54908-ca5b-46e9-b367-b64ecae82b8c HTTP/1.1" status: 200 len: 217 time: 0.0442638 Apr 18 20:33:21.249140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.279897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.291779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2e2f361-6093-4be4-bff9-00bca88449a0 req-f71a05bd-f9f2-4d8a-9653-31437c4fc3ae service neutron] 10.222.0.60 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325960 Apr 18 20:33:21.302282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0bfa11d-323f-40f7-8393-41cfa97a8609 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:21.339325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f0bfa11d-323f-40f7-8393-41cfa97a8609, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f0bfa11d-323f-40f7-8393-41cfa97a8609,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:21.344204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-44b34623-75f5-4b19-b852-e2394507f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.345978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.346483 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-44b34623-75f5-4b19-b852-e2394507f3ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4c80dd2f-ad69-41ab-8ad0-a07561e20c8a HTTP/1.1" status: 200 len: 855 time: 0.0895660 Apr 18 20:33:21.348492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239aaa7-3f1d-4279-b0da-5469cce336ea req-7e453e3a-2d2a-47b7-bedd-1b161ed81e6e tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.350677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1239aaa7-3f1d-4279-b0da-5469cce336ea req-7e453e3a-2d2a-47b7-bedd-1b161ed81e6e tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 944 time: 0.2790983 Apr 18 20:33:21.351792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Transition to ACTIVE for port object 53bfb6ad-8509-42e0-ad17-f32e3ded9261 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:21.394841 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.414159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f0bfa11d-323f-40f7-8393-41cfa97a8609,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:21.417427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-ae8730c7-52b3-4274-8078-2816c929583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.418943 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-ae8730c7-52b3-4274-8078-2816c929583e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b1b4d5f9-6058-4549-8139-74e3343a735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595639 Apr 18 20:33:21.422977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.423680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.424436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.425029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.425665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.426052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.426452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.427210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.427210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.427576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.428016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.428501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:21.488912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-258ad501-905e-440e-bee9-8d51fc875034 service neutron] 10.222.0.49 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565206 Apr 18 20:33:21.525714 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-b2a18c86-1546-4f3e-b629-0361e31fabae service neutron] 10.222.0.64 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931892 Apr 18 20:33:21.627925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Pushing event updated for resources: {'Port': ['ID=53bfb6ad-8509-42e0-ad17-f32e3ded9261,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:21.647073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1239aaa7-3f1d-4279-b0da-5469cce336ea req-bbf23bbf-7a0c-45c0-90a0-140a3c26f3de tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726836 Apr 18 20:33:21.664904 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2a51ccd0-7f39-4aad-ac16-d7b50d2b7577 req-475e9c5d-a590-40fa-a865-deb54a60abbb service neutron] 10.222.0.64 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293588 Apr 18 20:33:21.667478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-229f9430-b5f8-4d8c-be0b-43e130ec8c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.669593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-229f9430-b5f8-4d8c-be0b-43e130ec8c28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 1095 time: 0.3080516 Apr 18 20:33:21.674473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-82dc7109-8559-4c55-86f0-c8594d36ec55 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:21.675182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-82dc7109-8559-4c55-86f0-c8594d36ec55 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.856136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-945faa25-2991-4794-b66d-f4d464b1da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.857910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-945faa25-2991-4794-b66d-f4d464b1da9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 200 len: 917 time: 0.1494827 Apr 18 20:33:21.883976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f0bfa11d-323f-40f7-8393-41cfa97a8609'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:21.886549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 01c54908-ca5b-46e9-b367-b64ecae82b8c details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:21.888937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device bb195c82-3538-4aec-bd5c-97d38faf4a4b no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:21.901961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-82dc7109-8559-4c55-86f0-c8594d36ec55 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Calling delete_port for bb195c82-3538-4aec-bd5c-97d38faf4a4b owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:21.990045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Attempting to bind port 53bfb6ad-8509-42e0-ad17-f32e3ded9261 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:21.990388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Attempting to bind port 53bfb6ad-8509-42e0-ad17-f32e3ded9261 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '660abc52-bf0f-45c3-a878-ae21910d1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c7c36eb5-ede0-4bd1-b021-211ce6a5d896'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:21.990815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Attempting to bind port 53bfb6ad-8509-42e0-ad17-f32e3ded9261 on network c7c36eb5-ede0-4bd1-b021-211ce6a5d896 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:21.994829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-ce8604ec-3884-4b23-84d0-4391253a9fad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af6213f1-7ce9-4557-a768-b4c1d7386cd4 HTTP/1.1" status: 200 len: 217 time: 0.0484695 Apr 18 20:33:22.089583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Port 53bfb6ad-8509-42e0-ad17-f32e3ded9261 on network c7c36eb5-ede0-4bd1-b021-211ce6a5d896 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:22.089774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Attempting to bind port 53bfb6ad-8509-42e0-ad17-f32e3ded9261 on network c7c36eb5-ede0-4bd1-b021-211ce6a5d896 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:22.106365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:22.107069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Checking segment: {'id': '660abc52-bf0f-45c3-a878-ae21910d1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c7c36eb5-ede0-4bd1-b021-211ce6a5d896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:22.107188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Bound using segment: {'id': '660abc52-bf0f-45c3-a878-ae21910d1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c7c36eb5-ede0-4bd1-b021-211ce6a5d896'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:22.107604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Bound port: 53bfb6ad-8509-42e0-ad17-f32e3ded9261, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660abc52-bf0f-45c3-a878-ae21910d1966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'c7c36eb5-ede0-4bd1-b021-211ce6a5d896'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:22.107989 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.120217 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.123889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85ce7f-9bca-4a43-95d6-fb27e3e35b92 req-fe9fd36b-f93a-4740-be36-785109dc548d tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.125452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fc85ce7f-9bca-4a43-95d6-fb27e3e35b92 req-fe9fd36b-f93a-4740-be36-785109dc548d tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 943 time: 0.3251855 Apr 18 20:33:22.189932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:22.193294 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0029b9a4-445b-41ff-afd4-e7a19d437ccb" -d '{"events": [{"server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "name": "network-vif-unplugged", "status": "completed", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:22.201596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 01c54908-ca5b-46e9-b367-b64ecae82b8c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=01c54908-ca5b-46e9-b367-b64ecae82b8c,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:22.228946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bb195c82-3538-4aec-bd5c-97d38faf4a4b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bb195c82-3538-4aec-bd5c-97d38faf4a4b,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:22.232013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '01c54908-ca5b-46e9-b367-b64ecae82b8c', 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f', 'port_id': '01c54908-ca5b-46e9-b367-b64ecae82b8c', 'mac_address': 'fa:16:3e:1b:ed:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c80dd2f-ad69-41ab-8ad0-a07561e20c8a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:22.247050 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.276770 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fc85ce7f-9bca-4a43-95d6-fb27e3e35b92 req-6f64c679-99a6-49c8-9c73-bfc2f06239e5 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054535 Apr 18 20:33:22.310014 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.341608 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.374796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c54908-ca5b-46e9-b367-b64ecae82b8c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:22.383069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=bb195c82-3538-4aec-bd5c-97d38faf4a4b,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:22.400259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-31211bdc-47d0-41ec-86dc-a75df837cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.401942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-31211bdc-47d0-41ec-86dc-a75df837cb0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c80dd2f-ad69-41ab-8ad0-a07561e20c8a HTTP/1.1" status: 200 len: 855 time: 0.3832281 Apr 18 20:33:22.404259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 01c54908-ca5b-46e9-b367-b64ecae82b8c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=01c54908-ca5b-46e9-b367-b64ecae82b8c,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:22.412883 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.464783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f78b2096-1f55-4964-a6cd-a943185dc76c req-e3254cbf-9f62-4dc5-9df6-84224b40186b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 210 time: 0.0870206 Apr 18 20:33:22.481805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=01c54908-ca5b-46e9-b367-b64ecae82b8c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:22.558849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-4c7ca479-160e-478d-8982-ded94a653b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.560675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-4c7ca479-160e-478d-8982-ded94a653b0a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1b4d5f9-6058-4549-8139-74e3343a735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355257 Apr 18 20:33:22.574716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] For port 53bfb6ad-8509-42e0-ad17-f32e3ded9261, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:22.586181 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf391cd-6b0a-428e-a46f-ea584172b34f x-openstack-request-id: req-bbf391cd-6b0a-428e-a46f-ea584172b34f {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:22.588089 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "name": "network-vif-unplugged", "status": "completed", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:22.588176 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bbf391cd-6b0a-428e-a46f-ea584172b34f {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:22.588685 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf391cd-6b0a-428e-a46f-ea584172b34f'] response: {'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b', 'code': 200} Apr 18 20:33:22.658502 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92103cdb-d565-4a74-a11b-a9dbf44db38d req-add815e5-06df-4213-bc70-fff0b424d62a tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 210 time: 0.0880101 Apr 18 20:33:22.660688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] For port 53bfb6ad-8509-42e0-ad17-f32e3ded9261, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=53bfb6ad-8509-42e0-ad17-f32e3ded9261,segment=NetworkSegment(660abc52-bf0f-45c3-a878-ae21910d1966),segment_id=660abc52-bf0f-45c3-a878-ae21910d1966)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:22.666499 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.717416 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.751077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['01c54908-ca5b-46e9-b367-b64ecae82b8c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:22.857136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.858320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.860873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] 10.222.0.64 "PUT /v2.0/ports/53bfb6ad-8509-42e0-ad17-f32e3ded9261 HTTP/1.1" status: 200 len: 1091 time: 3.7997470 Apr 18 20:33:22.862707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Network b1b4d5f9-6058-4549-8139-74e3343a735f is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:22.874865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cee58b-6dc1-4ae7-bc5e-19f7b890f73f', 'tag': '53bfb6ad-8509-42e0-ad17-f32e3ded9261'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:22.880702 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348ddfc9-b044-4044-9719-0968a6a4033c" -d '{"events": [{"name": "network-changed", "server_uuid": "70cee58b-6dc1-4ae7-bc5e-19f7b890f73f", "tag": "53bfb6ad-8509-42e0-ad17-f32e3ded9261"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:22.893015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:22.901273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:22.949740 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-82dc7109-8559-4c55-86f0-c8594d36ec55 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.956133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Pushing event updated for resources: {'Port': ['ID=812c5b33-eae5-4ab8-9b36-e464d9bbb434,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:22.985607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e174a45-e4c0-4d30-b9c6-ff7a60fe2c06 req-271201ae-c31b-4e39-966f-37a806a04c3a tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.987256 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e174a45-e4c0-4d30-b9c6-ff7a60fe2c06 req-271201ae-c31b-4e39-966f-37a806a04c3a tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 945 time: 0.2210767 Apr 18 20:33:23.022165 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-2320bc81-607f-4b98-b414-d96521e37878 service neutron] 10.222.0.60 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528103 Apr 18 20:33:23.117379 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5983dd71-ce12-409a-a190-33047a57ecd6 x-openstack-request-id: req-5983dd71-ce12-409a-a190-33047a57ecd6 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:23.117813 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cee58b-6dc1-4ae7-bc5e-19f7b890f73f", "tag": "53bfb6ad-8509-42e0-ad17-f32e3ded9261", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:23.118354 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5983dd71-ce12-409a-a190-33047a57ecd6 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:23.118800 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5983dd71-ce12-409a-a190-33047a57ecd6'] response: {'name': 'network-changed', 'server_uuid': '70cee58b-6dc1-4ae7-bc5e-19f7b890f73f', 'tag': '53bfb6ad-8509-42e0-ad17-f32e3ded9261', 'status': 'completed', 'code': 200} Apr 18 20:33:23.225306 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:23.226001 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:23.299718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-8cc26c12-7b84-4d6d-894c-f0f05fc57cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:23.302849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-8cc26c12-7b84-4d6d-894c-f0f05fc57cd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93891cc9bec74b019b78cb498210a9d3&device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 1094 time: 0.3677905 Apr 18 20:33:23.323331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc460a-f9ec-4d57-bb2d-1468abda078f service neutron] Pushing event updated for resources: {'Port': ['ID=53bfb6ad-8509-42e0-ad17-f32e3ded9261,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:23.341466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-82dc7109-8559-4c55-86f0-c8594d36ec55 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] No DVR routers for this DVR port bb195c82-3538-4aec-bd5c-97d38faf4a4b on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:23.357807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-82dc7109-8559-4c55-86f0-c8594d36ec55 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:23.361677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2291de4-0df2-4f03-bb97-073ac43e1a0c req-82dc7109-8559-4c55-86f0-c8594d36ec55 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "DELETE /v2.0/ports/bb195c82-3538-4aec-bd5c-97d38faf4a4b HTTP/1.1" status: 204 len: 173 time: 3.2010236 Apr 18 20:33:23.362975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7f929cb9-f38b-4270-a4b0-884b87e4d3f6 None None] Provisioning complete for port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:23.363438 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7f929cb9-f38b-4270-a4b0-884b87e4d3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:23.373356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-eba2469c-8e0d-41d4-862f-a8e64a6cbc3b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3171487 Apr 18 20:33:23.404054 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-d6c591a8-2a23-4c79-9079-ecf6722cfeb1 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:23.406915 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-d6c591a8-2a23-4c79-9079-ecf6722cfeb1 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "GET /v2.0/networks?id=9b2b1220-8805-470c-b36c-c73e5c0023d0 HTTP/1.1" status: 200 len: 814 time: 0.2729595 Apr 18 20:33:23.428157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Request body: {'port': {'device_id': '89e4fb07-7622-4d40-a20a-31445715b974', 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0', 'admin_state_up': True, 'tenant_id': '74af994a319048dea8b73a6e53ac4590'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:23.439980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e174a45-e4c0-4d30-b9c6-ff7a60fe2c06 req-092a8079-efab-439d-87df-f776c57e7507 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027097 Apr 18 20:33:23.443731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7f929cb9-f38b-4270-a4b0-884b87e4d3f6 None None] Port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:23.447750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Request body: {'port': {'device_id': 'c2066e82-12a6-4331-8894-f4ad191fab83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:23.450601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc7109-8559-4c55-86f0-c8594d36ec55 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Pushing event deleted for resources: {'Port': ['ID=bb195c82-3538-4aec-bd5c-97d38faf4a4b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:23.453399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-ef9b64c3-242e-41a7-b92d-2fb99b3d7364 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53bfb6ad-8509-42e0-ad17-f32e3ded9261 HTTP/1.1" status: 200 len: 217 time: 0.1223958 Apr 18 20:33:23.626556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34678) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:23.642944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87a2e15d-8b96-4f42-ba2b-be362a7b9de2 req-a0add8d3-86b4-4e3e-a97f-801facba8ba9 service neutron] 10.222.0.60 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695195 Apr 18 20:33:23.654296 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:23.658560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-bfce4357-b8e6-4330-815f-ba814c547091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:23.660057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-bfce4357-b8e6-4330-815f-ba814c547091 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1c9ca2c-e7a9-4462-b6e4-1b71c2f32749 HTTP/1.1" status: 200 len: 860 time: 0.1459272 Apr 18 20:33:23.691565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Made reservation on behalf of 74af994a319048dea8b73a6e53ac4590 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:23.696515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:23.727959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-4580d5eb-6027-4707-b115-9be4946be8b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7c36eb5-ede0-4bd1-b021-211ce6a5d896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565012 Apr 18 20:33:23.747430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85045c-3c43-4b62-b630-40f16af173ab req-5f5b762d-9faa-4656-b13d-ea149d7a8eb4 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:23.748945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab85045c-3c43-4b62-b630-40f16af173ab req-5f5b762d-9faa-4656-b13d-ea149d7a8eb4 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 943 time: 0.1898322 Apr 18 20:33:23.815174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2645456d-b17a-46f3-8e12-d2bf1e39d5ee req-9dd7cfc7-e2f3-4085-853d-78587c54231b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 210 time: 0.0896196 Apr 18 20:33:23.853677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 01c54908-ca5b-46e9-b367-b64ecae82b8c up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:23.888585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Allocated IP 172.20.0.11 (9b2b1220-8805-470c-b36c-c73e5c0023d0/5d12608d-009f-4a39-9db8-81b8a2747d26/b3004b68-591a-491c-9313-7ccfebfb8a02) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:23.968886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 01c54908-ca5b-46e9-b367-b64ecae82b8c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:23.974542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 01c54908-ca5b-46e9-b367-b64ecae82b8c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:23.975104 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.004342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab85045c-3c43-4b62-b630-40f16af173ab req-759f1e0b-c176-4022-a4bd-4f5e02890357 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074382 Apr 18 20:33:24.024330 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-23751e64-a9ff-451e-b87a-f285fb102c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.104030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7394c2-895f-4e09-8267-7d66b63ef1d6 req-7669c0c4-5c79-4b1f-b563-0e175b3078df tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:24.105904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df7394c2-895f-4e09-8267-7d66b63ef1d6 req-7669c0c4-5c79-4b1f-b563-0e175b3078df tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 932 time: 0.1839073 Apr 18 20:33:24.114029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-61206eef-0fdb-4a49-ac0d-83a2d4c1eefd service neutron] 10.222.0.64 "GET /v2.0/networks/c7c36eb5-ede0-4bd1-b021-211ce6a5d896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641326 Apr 18 20:33:24.117777 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.183827 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.198360 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 01c54908-ca5b-46e9-b367-b64ecae82b8c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=01c54908-ca5b-46e9-b367-b64ecae82b8c,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:24.205341 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.237304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.271345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=01c54908-ca5b-46e9-b367-b64ecae82b8c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:24.312397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Pushing event updated for resources: {'Port': ['ID=b3004b68-591a-491c-9313-7ccfebfb8a02,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:24.316917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Network 9b2b1220-8805-470c-b36c-c73e5c0023d0 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:24.318641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:24.321348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:24.388479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:24.389836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.408163 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-421bf70f-0b18-4278-ac61-f292ac0a7633 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9906459 Apr 18 20:33:24.426204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Request body: {'port': {'device_id': '89e4fb07-7622-4d40-a20a-31445715b974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:24.531330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.589923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733c421c-4d77-4d2a-9c8b-46a2808ad776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c54908-ca5b-46e9-b367-b64ecae82b8c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:24.592774 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6824b728-b091-486e-b2d1-db0f9fd6339c" -d '{"events": [{"server_uuid": "733c421c-4d77-4d2a-9c8b-46a2808ad776", "name": "network-vif-plugged", "status": "completed", "tag": "01c54908-ca5b-46e9-b367-b64ecae82b8c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:24.614757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df7394c2-895f-4e09-8267-7d66b63ef1d6 req-68986583-d986-4c40-a8bc-f0d36da5cfae tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951146 Apr 18 20:33:24.699436 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d894871e-0862-4a11-9876-1139b4270a7f x-openstack-request-id: req-d894871e-0862-4a11-9876-1139b4270a7f {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:24.700322 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733c421c-4d77-4d2a-9c8b-46a2808ad776", "name": "network-vif-plugged", "status": "completed", "tag": "01c54908-ca5b-46e9-b367-b64ecae82b8c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:24.700642 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d894871e-0862-4a11-9876-1139b4270a7f {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:24.701075 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d894871e-0862-4a11-9876-1139b4270a7f'] response: {'server_uuid': '733c421c-4d77-4d2a-9c8b-46a2808ad776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c54908-ca5b-46e9-b367-b64ecae82b8c', 'code': 200} Apr 18 20:33:24.730543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bebe7c0-2528-4263-8cdc-9bb31a7587d9 req-5f444708-30dd-4f23-b9c7-c813844d22a5 service neutron] 10.222.0.64 "GET /v2.0/networks/c7c36eb5-ede0-4bd1-b021-211ce6a5d896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924597 Apr 18 20:33:24.755620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad7503-a728-421b-891c-8fe564afeb5f req-58ccad39-0357-4936-a799-7c0ea424240f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:24.763666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8dad7503-a728-421b-891c-8fe564afeb5f req-58ccad39-0357-4936-a799-7c0ea424240f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 945 time: 0.1786594 Apr 18 20:33:24.782122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-23751e64-a9ff-451e-b87a-f285fb102c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.784553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812c5b33-eae5-4ab8-9b36-e464d9bbb434 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:24.802827 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-23751e64-a9ff-451e-b87a-f285fb102c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.808540 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.874195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3004b68-591a-491c-9313-7ccfebfb8a02 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:24.883663 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.899666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Transition to ACTIVE for port object b3004b68-591a-491c-9313-7ccfebfb8a02 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:24.903907 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.916780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Transition to ACTIVE for port object 812c5b33-eae5-4ab8-9b36-e464d9bbb434 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:24.921564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-23751e64-a9ff-451e-b87a-f285fb102c6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7e70bfda0624463b106e9257e99b2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2923059 Apr 18 20:33:24.924374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23751e64-a9ff-451e-b87a-f285fb102c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8e1c24-6571-45a7-9be2-575247c22a01,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:24.940681 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8dad7503-a728-421b-891c-8fe564afeb5f req-3188011e-0870-490d-ae74-42a79c701536 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722274 Apr 18 20:33:24.944252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34708) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:24.949624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.961391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3004b68-591a-491c-9313-7ccfebfb8a02,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:25.060461 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Attempting to bind port b3004b68-591a-491c-9313-7ccfebfb8a02 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:25.060979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Attempting to bind port b3004b68-591a-491c-9313-7ccfebfb8a02 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:25.061335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Attempting to bind port b3004b68-591a-491c-9313-7ccfebfb8a02 on network 9b2b1220-8805-470c-b36c-c73e5c0023d0 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:25.066004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Port b3004b68-591a-491c-9313-7ccfebfb8a02 on network 9b2b1220-8805-470c-b36c-c73e5c0023d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:25.066333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Attempting to bind port b3004b68-591a-491c-9313-7ccfebfb8a02 on network 9b2b1220-8805-470c-b36c-c73e5c0023d0 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:25.072768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:25.073103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Checking segment: {'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:25.073498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Bound using segment: {'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:25.073941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Bound port: b3004b68-591a-491c-9313-7ccfebfb8a02, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b50892-5f8a-4a68-9c1b-4ada730a49ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:25.074309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.081795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device af6213f1-7ce9-4557-a768-b4c1d7386cd4 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:25.082105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad8743-e119-4e6d-adfd-cb460d0af135 req-53a44f3a-bbed-492f-bf93-2fded9b6ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.091673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54ad8743-e119-4e6d-adfd-cb460d0af135 req-53a44f3a-bbed-492f-bf93-2fded9b6ec83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776 HTTP/1.1" status: 200 len: 1097 time: 0.2693276 Apr 18 20:33:25.092170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f0bfa11d-323f-40f7-8393-41cfa97a8609 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:25.092265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ddfc9-b044-4044-9719-0968a6a4033c req-147f2d64-dd26-46a3-bdde-c169660afbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.092580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-348ddfc9-b044-4044-9719-0968a6a4033c req-147f2d64-dd26-46a3-bdde-c169660afbe1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=93891cc9bec74b019b78cb498210a9d3&device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 1094 time: 0.2467904 Apr 18 20:33:25.115872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Pushing event updated for resources: {'Port': ['ID=812c5b33-eae5-4ab8-9b36-e464d9bbb434,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:25.131073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'name': 'network-vif-deleted', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:25.134094 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537dd5a0-5498-411c-94f6-8c609c64c04c" -d '{"events": [{"server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "name": "network-vif-deleted", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:25.256827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] For port b3004b68-591a-491c-9313-7ccfebfb8a02, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:25.263333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] For port b3004b68-591a-491c-9313-7ccfebfb8a02, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b3004b68-591a-491c-9313-7ccfebfb8a02,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:25.278392 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.291021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port af6213f1-7ce9-4557-a768-b4c1d7386cd4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=af6213f1-7ce9-4557-a768-b4c1d7386cd4,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:25.315440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'af6213f1-7ce9-4557-a768-b4c1d7386cd4', 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f', 'port_id': 'af6213f1-7ce9-4557-a768-b4c1d7386cd4', 'mac_address': 'fa:16:3e:3a:07:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c80dd2f-ad69-41ab-8ad0-a07561e20c8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:25.340740 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.341765 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.343413 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3004b68-591a-491c-9313-7ccfebfb8a02 HTTP/1.1" status: 200 len: 1092 time: 0.9231470 Apr 18 20:33:25.344214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e4fb07-7622-4d40-a20a-31445715b974', 'tag': 'b3004b68-591a-491c-9313-7ccfebfb8a02'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:25.347345 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4161c95-dce9-452d-9385-503be25c024d" -d '{"events": [{"name": "network-changed", "server_uuid": "89e4fb07-7622-4d40-a20a-31445715b974", "tag": "b3004b68-591a-491c-9313-7ccfebfb8a02"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:25.353380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port f0bfa11d-323f-40f7-8393-41cfa97a8609 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:25.362199 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5fea928b-46be-44eb-a056-4fd51a8dc61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.365364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port f0bfa11d-323f-40f7-8393-41cfa97a8609 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:25.365795 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.370008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54ad8743-e119-4e6d-adfd-cb460d0af135 req-edfd8ffa-6a38-43dc-b7cc-6531e811383a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752416 Apr 18 20:33:25.388662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30b6d3-3820-4283-a47c-f32c92d2b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3004b68-591a-491c-9313-7ccfebfb8a02,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:25.414512 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.439262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af6213f1-7ce9-4557-a768-b4c1d7386cd4 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:25.464993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port af6213f1-7ce9-4557-a768-b4c1d7386cd4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=af6213f1-7ce9-4557-a768-b4c1d7386cd4,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:25.479735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51389e2-820e-4bf1-97c4-15b8624c81b9 req-06dfaf60-304e-464d-ae5a-57a3c68c1c37 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.487040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d51389e2-820e-4bf1-97c4-15b8624c81b9 req-06dfaf60-304e-464d-ae5a-57a3c68c1c37 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 944 time: 0.4382699 Apr 18 20:33:25.489788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ddfc9-b044-4044-9719-0968a6a4033c req-8b9c96a5-f1b1-471a-9763-53ad90018cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.491381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-348ddfc9-b044-4044-9719-0968a6a4033c req-8b9c96a5-f1b1-471a-9763-53ad90018cae service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7c36eb5-ede0-4bd1-b021-211ce6a5d896 HTTP/1.1" status: 200 len: 921 time: 0.3615425 Apr 18 20:33:25.494177 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5fea928b-46be-44eb-a056-4fd51a8dc61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.508426 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.538854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Attempting to bind port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:25.539291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Attempting to bind port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:25.539651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Attempting to bind port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 on network b1b4d5f9-6058-4549-8139-74e3343a735f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:25.570192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=af6213f1-7ce9-4557-a768-b4c1d7386cd4,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:25.570616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d59e0d-f052-44ab-80a3-52c8fa3241d1 req-fc7d79ad-7d45-4cd7-b66e-d2f6f752d3fa tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.572346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2d59e0d-f052-44ab-80a3-52c8fa3241d1 req-fc7d79ad-7d45-4cd7-b66e-d2f6f752d3fa tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 943 time: 0.3562384 Apr 18 20:33:25.579570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.588453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 on network b1b4d5f9-6058-4549-8139-74e3343a735f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:25.589021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Attempting to bind port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 on network b1b4d5f9-6058-4549-8139-74e3343a735f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:25.635091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f0bfa11d-323f-40f7-8393-41cfa97a8609, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f0bfa11d-323f-40f7-8393-41cfa97a8609,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:25.640531 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.663137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:25.663684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Checking segment: {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:25.663914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Bound using segment: {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:25.664326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Bound port: 812c5b33-eae5-4ab8-9b36-e464d9bbb434, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957be755-4667-4cd5-88a1-f09b2433e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:25.664685 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.688435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-348ddfc9-b044-4044-9719-0968a6a4033c req-31e4ee82-559c-4c87-907d-6342d3a11513 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53bfb6ad-8509-42e0-ad17-f32e3ded9261 HTTP/1.1" status: 200 len: 217 time: 0.1040814 Apr 18 20:33:25.699115 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d51389e2-820e-4bf1-97c4-15b8624c81b9 req-6797eeeb-e910-4b28-a393-9de74c59168b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112396 Apr 18 20:33:25.701172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f0bfa11d-323f-40f7-8393-41cfa97a8609,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:25.755624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5fea928b-46be-44eb-a056-4fd51a8dc61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.758159 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5fea928b-46be-44eb-a056-4fd51a8dc61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.759357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5fea928b-46be-44eb-a056-4fd51a8dc61e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f8e1c24-6571-45a7-9be2-575247c22a01 HTTP/1.1" status: 204 len: 168 time: 0.8106997 Apr 18 20:33:25.822313 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df509aa-21fc-4367-805e-73f775d91035 x-openstack-request-id: req-3df509aa-21fc-4367-805e-73f775d91035 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:25.822721 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cab97c-6b3f-42c7-9b58-5d76fb0927d9", "name": "network-vif-deleted", "tag": "bb195c82-3538-4aec-bd5c-97d38faf4a4b", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:25.823137 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3df509aa-21fc-4367-805e-73f775d91035 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:25.823754 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df509aa-21fc-4367-805e-73f775d91035'] response: {'server_uuid': '27cab97c-6b3f-42c7-9b58-5d76fb0927d9', 'name': 'network-vif-deleted', 'tag': 'bb195c82-3538-4aec-bd5c-97d38faf4a4b', 'status': 'completed', 'code': 200} Apr 18 20:33:25.842272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2d59e0d-f052-44ab-80a3-52c8fa3241d1 req-c1bffbe7-33b3-433b-b491-302a61f1d0a0 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590969 Apr 18 20:33:25.846928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea928b-46be-44eb-a056-4fd51a8dc61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8e1c24-6571-45a7-9be2-575247c22a01,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:25.871433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ddfc9-b044-4044-9719-0968a6a4033c req-65ee2e68-85e4-4912-ba7f-7ae396efdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.876945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-348ddfc9-b044-4044-9719-0968a6a4033c req-65ee2e68-85e4-4912-ba7f-7ae396efdf35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d1c9ca2c-e7a9-4462-b6e4-1b71c2f32749 HTTP/1.1" status: 200 len: 860 time: 0.1745005 Apr 18 20:33:25.879345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-3caee751-2672-4357-bfa8-8f7a84eeb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.880844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-3caee751-2672-4357-bfa8-8f7a84eeb806 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74af994a319048dea8b73a6e53ac4590&device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 1095 time: 0.2743571 Apr 18 20:33:25.882776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['af6213f1-7ce9-4557-a768-b4c1d7386cd4'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:25.967715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-348ddfc9-b044-4044-9719-0968a6a4033c req-5c17ffdb-041d-45d0-a243-e7013e43de94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7c36eb5-ede0-4bd1-b021-211ce6a5d896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735893 Apr 18 20:33:25.969062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-91ce3d6f-700a-4fef-bb78-0026a6006d0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3004b68-591a-491c-9313-7ccfebfb8a02 HTTP/1.1" status: 200 len: 217 time: 0.0739357 Apr 18 20:33:25.973169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] For port 812c5b33-eae5-4ab8-9b36-e464d9bbb434, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:25.988320 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810cf4ae-f6b8-49ba-aec3-e1c20e9218fa x-openstack-request-id: req-810cf4ae-f6b8-49ba-aec3-e1c20e9218fa {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:25.988802 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e4fb07-7622-4d40-a20a-31445715b974", "tag": "b3004b68-591a-491c-9313-7ccfebfb8a02", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:25.989074 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-810cf4ae-f6b8-49ba-aec3-e1c20e9218fa {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:25.989662 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810cf4ae-f6b8-49ba-aec3-e1c20e9218fa'] response: {'name': 'network-changed', 'server_uuid': '89e4fb07-7622-4d40-a20a-31445715b974', 'tag': 'b3004b68-591a-491c-9313-7ccfebfb8a02', 'status': 'completed', 'code': 200} Apr 18 20:33:26.036738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] For port 812c5b33-eae5-4ab8-9b36-e464d9bbb434, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=812c5b33-eae5-4ab8-9b36-e464d9bbb434,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:26.094368 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.174251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-b952a9d7-635e-4fdb-a924-dfece5f832a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.175726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-b952a9d7-635e-4fdb-a924-dfece5f832a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d12608d-009f-4a39-9db8-81b8a2747d26 HTTP/1.1" status: 200 len: 854 time: 0.1901600 Apr 18 20:33:26.190170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.190815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.192878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] 10.222.0.60 "PUT /v2.0/ports/812c5b33-eae5-4ab8-9b36-e464d9bbb434 HTTP/1.1" status: 200 len: 1092 time: 2.7685602 Apr 18 20:33:26.277165 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-7e260a97-8682-4eff-8315-067d1b36efee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b2b1220-8805-470c-b36c-c73e5c0023d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626354 Apr 18 20:33:26.323338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f808a-a89e-44e1-8c65-bca6e372631c service neutron] Pushing event updated for resources: {'Port': ['ID=812c5b33-eae5-4ab8-9b36-e464d9bbb434,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:26.331077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-348ddfc9-b044-4044-9719-0968a6a4033c req-a7d02c84-b0c4-49a3-a59e-1411822d680b service neutron] 10.222.0.64 "GET /v2.0/networks/c7c36eb5-ede0-4bd1-b021-211ce6a5d896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355365 Apr 18 20:33:26.339257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1fd08-2db2-4650-b1a7-a628020cf6d1 req-5019da90-276d-4178-b8d9-24f0fc3918d5 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.346669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-caf1fd08-2db2-4650-b1a7-a628020cf6d1 req-5019da90-276d-4178-b8d9-24f0fc3918d5 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 944 time: 0.2709889 Apr 18 20:33:26.369392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34744) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:26.390289 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c03a253-c7c2-4054-a773-c6965a8f1328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.445540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54717d-7852-4e2b-90e8-9ec778ee076f req-0433f2f1-b093-4be3-a1d8-015ddec06398 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.447145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d54717d-7852-4e2b-90e8-9ec778ee076f req-0433f2f1-b093-4be3-a1d8-015ddec06398 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 946 time: 0.2941253 Apr 18 20:33:26.513001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c03a253-c7c2-4054-a773-c6965a8f1328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.519247 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c03a253-c7c2-4054-a773-c6965a8f1328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.521437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5ca5-b469-4458-9935-39d43258988e req-a7087573-1956-48b6-a588-344da69926ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.522984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-a7087573-1956-48b6-a588-344da69926ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 1095 time: 0.2682760 Apr 18 20:33:26.560503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-caf1fd08-2db2-4650-b1a7-a628020cf6d1 req-6d00e2f9-2c7c-465b-af36-30e00210b361 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125869 Apr 18 20:33:26.566231 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8c03a253-c7c2-4054-a773-c6965a8f1328 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52cc2998b6d0445487728e2a56d6fc72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1959879 Apr 18 20:33:26.567459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03a253-c7c2-4054-a773-c6965a8f1328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c667d50-35ab-4421-92a5-541079b79e67,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:26.579223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34746) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:26.637073 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be6b151b-c7ea-4cde-8876-19b2b2db7d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.640314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-e3029f42-08e7-4309-9377-bfd6ee999109 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812c5b33-eae5-4ab8-9b36-e464d9bbb434 HTTP/1.1" status: 200 len: 217 time: 0.0978446 Apr 18 20:33:26.648820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-1d59f57f-2338-4527-90cc-fe7250beeb66 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390660 Apr 18 20:33:26.666120 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be6b151b-c7ea-4cde-8876-19b2b2db7d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.669666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d54717d-7852-4e2b-90e8-9ec778ee076f req-0d87143c-11ef-4531-b73e-0e0ce96654ba tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914527 Apr 18 20:33:26.701972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1483d-a58d-40e2-839f-955173c1aa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bfa11d-323f-40f7-8393-41cfa97a8609'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:26.704408 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeefd83-c80a-4b29-91cd-6d7f2fd68542" -d '{"events": [{"server_uuid": "09a1483d-a58d-40e2-839f-955173c1aa47", "name": "network-vif-plugged", "status": "completed", "tag": "f0bfa11d-323f-40f7-8393-41cfa97a8609"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:26.718699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-348ddfc9-b044-4044-9719-0968a6a4033c req-4229a582-938a-4c86-9354-5e96be65096e service neutron] 10.222.0.64 "GET /v2.0/networks/c7c36eb5-ede0-4bd1-b021-211ce6a5d896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599608 Apr 18 20:33:26.749923 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be6b151b-c7ea-4cde-8876-19b2b2db7d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.756001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be6b151b-c7ea-4cde-8876-19b2b2db7d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.758938 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-be6b151b-c7ea-4cde-8876-19b2b2db7d21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c667d50-35ab-4421-92a5-541079b79e67 HTTP/1.1" status: 204 len: 168 time: 0.1775677 Apr 18 20:33:26.767359 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2adba4-58e8-4b3d-ba86-418d87183c5f x-openstack-request-id: req-fa2adba4-58e8-4b3d-ba86-418d87183c5f {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:26.767776 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a1483d-a58d-40e2-839f-955173c1aa47", "name": "network-vif-plugged", "status": "completed", "tag": "f0bfa11d-323f-40f7-8393-41cfa97a8609", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:26.768178 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa2adba4-58e8-4b3d-ba86-418d87183c5f {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:26.768575 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2adba4-58e8-4b3d-ba86-418d87183c5f'] response: {'server_uuid': '09a1483d-a58d-40e2-839f-955173c1aa47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0bfa11d-323f-40f7-8393-41cfa97a8609', 'code': 200} Apr 18 20:33:26.794004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b151b-c7ea-4cde-8876-19b2b2db7d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c667d50-35ab-4421-92a5-541079b79e67,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:26.795033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5ca5-b469-4458-9935-39d43258988e req-6312ec54-7803-4370-b7c6-417fac1add96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.796627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-6312ec54-7803-4370-b7c6-417fac1add96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c80dd2f-ad69-41ab-8ad0-a07561e20c8a HTTP/1.1" status: 200 len: 855 time: 0.1434765 Apr 18 20:33:26.950979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f30a6b2d-7e97-4150-a2f0-90bee7473958 req-e894972f-f0b0-4966-bfa3-a59f8705ef97 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777340 Apr 18 20:33:26.967898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca5ca5-b469-4458-9935-39d43258988e req-ba5b2fc7-2f0b-43c3-b7eb-2667855f0d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.969393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-ba5b2fc7-2f0b-43c3-b7eb-2667855f0d1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1b4d5f9-6058-4549-8139-74e3343a735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651585 Apr 18 20:33:26.971291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3512c2c-8742-4745-a1be-e7a54c697f6f req-e97e93c0-ac19-493b-be37-4ce59704459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.972653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3512c2c-8742-4745-a1be-e7a54c697f6f req-e97e93c0-ac19-493b-be37-4ce59704459f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 1097 time: 0.1271479 Apr 18 20:33:27.002418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4968b61-5e66-4811-8d5c-ebeb40ec753a req-e3b358c2-3c3e-499f-982e-31a761e1c668 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.004270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4968b61-5e66-4811-8d5c-ebeb40ec753a req-e3b358c2-3c3e-499f-982e-31a761e1c668 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 944 time: 0.1474595 Apr 18 20:33:27.152308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3512c2c-8742-4745-a1be-e7a54c697f6f req-8d51fef5-a757-473d-b1a7-8a34f142e741 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662793 Apr 18 20:33:27.189752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9123c-63bd-4fd5-bd9f-6e28d662c11c req-a11eaa7e-3abf-4fd6-a410-8e45515368f2 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.191359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfa9123c-63bd-4fd5-bd9f-6e28d662c11c req-a11eaa7e-3abf-4fd6-a410-8e45515368f2 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 943 time: 0.2176008 Apr 18 20:33:27.198491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4968b61-5e66-4811-8d5c-ebeb40ec753a req-0c8e33c5-84ed-4f01-b113-b6bc99d9437d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700835 Apr 18 20:33:27.206012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4161c95-dce9-452d-9385-503be25c024d req-aa285889-c608-4f1b-bf67-7973faf8902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.207533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4161c95-dce9-452d-9385-503be25c024d req-aa285889-c608-4f1b-bf67-7973faf8902d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=74af994a319048dea8b73a6e53ac4590&device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 1095 time: 0.1803124 Apr 18 20:33:27.261555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-30022559-7a24-44e6-9f76-3b8f1bd45796 service neutron] 10.222.0.60 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731857 Apr 18 20:33:27.321394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfa9123c-63bd-4fd5-bd9f-6e28d662c11c req-ea65c888-618c-4aa4-9150-b10336f8f98b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219337 Apr 18 20:33:27.354447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4161c95-dce9-452d-9385-503be25c024d req-79760ac2-5f0c-4bc7-a20f-4661b3977d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.354831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4161c95-dce9-452d-9385-503be25c024d req-79760ac2-5f0c-4bc7-a20f-4661b3977d29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9b2b1220-8805-470c-b36c-c73e5c0023d0 HTTP/1.1" status: 200 len: 915 time: 0.1268179 Apr 18 20:33:27.400367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4161c95-dce9-452d-9385-503be25c024d req-34861a96-46c4-451d-aa8b-d149dbc95e21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3004b68-591a-491c-9313-7ccfebfb8a02 HTTP/1.1" status: 200 len: 217 time: 0.0368850 Apr 18 20:33:27.501520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4161c95-dce9-452d-9385-503be25c024d req-9947da21-0c4d-4d8a-9dea-4bb3e1cab640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.503001 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4161c95-dce9-452d-9385-503be25c024d req-9947da21-0c4d-4d8a-9dea-4bb3e1cab640 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5d12608d-009f-4a39-9db8-81b8a2747d26 HTTP/1.1" status: 200 len: 854 time: 0.0963924 Apr 18 20:33:27.541730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4161c95-dce9-452d-9385-503be25c024d req-8670cc67-93c5-427a-8343-ca9b2ccd163a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9b2b1220-8805-470c-b36c-c73e5c0023d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319099 Apr 18 20:33:27.608708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aca5ca5-b469-4458-9935-39d43258988e req-99139ed1-610e-42ce-af4c-059acbb083cc service neutron] 10.222.0.60 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713252 Apr 18 20:33:27.667471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4161c95-dce9-452d-9385-503be25c024d req-1761e917-9408-4977-a694-e9ebec8d42be service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185856 Apr 18 20:33:27.756374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5944676-5d15-4a4d-8410-38a6cf861346 req-182c1082-4844-40e4-aac9-ea5d929027b4 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.757870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5944676-5d15-4a4d-8410-38a6cf861346 req-182c1082-4844-40e4-aac9-ea5d929027b4 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 944 time: 0.1064153 Apr 18 20:33:27.808266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4161c95-dce9-452d-9385-503be25c024d req-a804f135-69e4-4949-a4c5-2227b1b1fd23 service neutron] 10.222.0.64 "GET /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259201 Apr 18 20:33:27.826030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2066e82-12a6-4331-8894-f4ad191fab83', 'tag': '812c5b33-eae5-4ab8-9b36-e464d9bbb434'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:27.829472 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c439a59-2263-4597-9fc0-52e535edcf43" -d '{"events": [{"name": "network-changed", "server_uuid": "c2066e82-12a6-4331-8894-f4ad191fab83", "tag": "812c5b33-eae5-4ab8-9b36-e464d9bbb434"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:27.836986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5944676-5d15-4a4d-8410-38a6cf861346 req-3b8f6361-6bf5-47d1-bf86-6707b8860925 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608652 Apr 18 20:33:27.862039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 53bfb6ad-8509-42e0-ad17-f32e3ded9261 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:27.982629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23a3cb-fdd5-497c-9d07-7afbd8167981 req-6780dc71-ede0-4d96-a018-e6f0299dde0f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:27.984260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd23a3cb-fdd5-497c-9d07-7afbd8167981 req-6780dc71-ede0-4d96-a018-e6f0299dde0f tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 946 time: 0.0719121 Apr 18 20:33:28.023706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 53bfb6ad-8509-42e0-ad17-f32e3ded9261, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=53bfb6ad-8509-42e0-ad17-f32e3ded9261,segment=NetworkSegment(660abc52-bf0f-45c3-a878-ae21910d1966),segment_id=660abc52-bf0f-45c3-a878-ae21910d1966)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:28.042067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '53bfb6ad-8509-42e0-ad17-f32e3ded9261', 'network_id': 'c7c36eb5-ede0-4bd1-b021-211ce6a5d896', 'port_id': '53bfb6ad-8509-42e0-ad17-f32e3ded9261', 'mac_address': 'fa:16:3e:c5:dd:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c9ca2c-e7a9-4462-b6e4-1b71c2f32749', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:28.044786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd23a3cb-fdd5-497c-9d07-7afbd8167981 req-39f7881e-af98-4935-8076-5b4cd6fcffad tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494435 Apr 18 20:33:28.083621 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eaa0ab-c41d-448b-b9ad-834afc129df7 x-openstack-request-id: req-f7eaa0ab-c41d-448b-b9ad-834afc129df7 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:28.083949 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2066e82-12a6-4331-8894-f4ad191fab83", "tag": "812c5b33-eae5-4ab8-9b36-e464d9bbb434", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:28.084226 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f7eaa0ab-c41d-448b-b9ad-834afc129df7 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:28.084791 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7eaa0ab-c41d-448b-b9ad-834afc129df7'] response: {'name': 'network-changed', 'server_uuid': 'c2066e82-12a6-4331-8894-f4ad191fab83', 'tag': '812c5b33-eae5-4ab8-9b36-e464d9bbb434', 'status': 'completed', 'code': 200} Apr 18 20:33:28.118306 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.142073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53bfb6ad-8509-42e0-ad17-f32e3ded9261 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:28.165912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-b4d9550a-d35c-472b-850f-131b3c95ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.167465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-b4d9550a-d35c-472b-850f-131b3c95ea2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 1095 time: 0.0548108 Apr 18 20:33:28.168535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 53bfb6ad-8509-42e0-ad17-f32e3ded9261, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=53bfb6ad-8509-42e0-ad17-f32e3ded9261,segment=NetworkSegment(660abc52-bf0f-45c3-a878-ae21910d1966),segment_id=660abc52-bf0f-45c3-a878-ae21910d1966)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:28.173142 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.236779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=53bfb6ad-8509-42e0-ad17-f32e3ded9261,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:28.330411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-94800a69-789d-457a-97c6-7891a0bb3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.332151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-94800a69-789d-457a-97c6-7891a0bb3560 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 200 len: 917 time: 0.1576011 Apr 18 20:33:28.482582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['53bfb6ad-8509-42e0-ad17-f32e3ded9261'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:28.720311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-fe5b8b96-1263-44fb-aee1-4e74f583d775 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=812c5b33-eae5-4ab8-9b36-e464d9bbb434 HTTP/1.1" status: 200 len: 217 time: 0.3795488 Apr 18 20:33:28.740085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841f79-8114-4496-abb4-1ac95956a275 req-45835709-e97a-4eb5-b95f-826a18d56194 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.743026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52841f79-8114-4496-abb4-1ac95956a275 req-45835709-e97a-4eb5-b95f-826a18d56194 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 944 time: 0.4538748 Apr 18 20:33:28.848535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52841f79-8114-4496-abb4-1ac95956a275 req-8fabbb40-959c-4f9b-a59a-c8d4e21974f4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945835 Apr 18 20:33:28.855970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-3dd635be-5bff-4216-8634-9882b080b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.858063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-3dd635be-5bff-4216-8634-9882b080b492 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c80dd2f-ad69-41ab-8ad0-a07561e20c8a HTTP/1.1" status: 200 len: 855 time: 0.1121652 Apr 18 20:33:28.931413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-95baa007-10bf-41b8-9e6b-3fb3a80e65db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.935885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-95baa007-10bf-41b8-9e6b-3fb3a80e65db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1b4d5f9-6058-4549-8139-74e3343a735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680456 Apr 18 20:33:29.088380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device af6213f1-7ce9-4557-a768-b4c1d7386cd4 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:29.150029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port af6213f1-7ce9-4557-a768-b4c1d7386cd4 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:29.157486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port af6213f1-7ce9-4557-a768-b4c1d7386cd4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:29.158032 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.183159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0974b6f-63f4-4ead-af56-2184c12995a9 req-aaebde37-95b9-4095-8179-0d1af508ea3e tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.185215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0974b6f-63f4-4ead-af56-2184c12995a9 req-aaebde37-95b9-4095-8179-0d1af508ea3e tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 944 time: 0.2320950 Apr 18 20:33:29.210273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-1b6fbc46-47f4-4a51-86cc-6f99153d71db service neutron] 10.222.0.60 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688930 Apr 18 20:33:29.251139 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.267443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cca0f-fece-49d9-9b3f-cdbc37ac98c5 req-54d1295f-7c11-4290-8e5b-e4799beb5ac5 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.277275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446dde5d-06bf-4d78-8870-b6d14b2750df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6213f1-7ce9-4557-a768-b4c1d7386cd4'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:29.280141 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1e6ba3-6e1c-43ae-82ec-f8ec0a3dc7d7" -d '{"events": [{"server_uuid": "446dde5d-06bf-4d78-8870-b6d14b2750df", "name": "network-vif-plugged", "status": "completed", "tag": "af6213f1-7ce9-4557-a768-b4c1d7386cd4"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:29.281220 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1cca0f-fece-49d9-9b3f-cdbc37ac98c5 req-54d1295f-7c11-4290-8e5b-e4799beb5ac5 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 944 time: 0.3102076 Apr 18 20:33:29.290216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34852) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:29.303775 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port af6213f1-7ce9-4557-a768-b4c1d7386cd4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=af6213f1-7ce9-4557-a768-b4c1d7386cd4,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:29.310248 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.368918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=af6213f1-7ce9-4557-a768-b4c1d7386cd4,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:29.461273 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.465468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0974b6f-63f4-4ead-af56-2184c12995a9 req-29f80f76-3415-4e67-9a3a-d199baf9d477 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520776 Apr 18 20:33:29.499474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1cca0f-fece-49d9-9b3f-cdbc37ac98c5 req-ddddcc47-ad9d-4ab2-bee4-9b7a2c172a07 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915519 Apr 18 20:33:29.569954 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.577700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.606280 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f69ef7c-cf21-486a-9dc1-0b9a0c3ac2a1 x-openstack-request-id: req-1f69ef7c-cf21-486a-9dc1-0b9a0c3ac2a1 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:29.606576 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446dde5d-06bf-4d78-8870-b6d14b2750df", "name": "network-vif-plugged", "status": "completed", "tag": "af6213f1-7ce9-4557-a768-b4c1d7386cd4", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:29.606828 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1f69ef7c-cf21-486a-9dc1-0b9a0c3ac2a1 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:29.607227 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f69ef7c-cf21-486a-9dc1-0b9a0c3ac2a1'] response: {'server_uuid': '446dde5d-06bf-4d78-8870-b6d14b2750df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6213f1-7ce9-4557-a768-b4c1d7386cd4', 'code': 200} Apr 18 20:33:29.617427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e82ab3-0e9d-4086-ab94-251ec76f4e9e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:29.622546 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a2571d40ad040b09fff6764039c16c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3303528 Apr 18 20:33:29.626896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34870) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:29.628524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.629015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.629525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.630025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.630510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.630976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.631487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.631887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.632154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.632467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.632950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.633268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc9ea93-6fc3-48fe-b4f3-d1c1e7b60cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:29.633845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c439a59-2263-4597-9fc0-52e535edcf43 req-929c9076-493c-4b55-874d-cbf7a6418d82 service neutron] 10.222.0.60 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015486 Apr 18 20:33:29.676997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05b49a-2b08-49ab-95a3-29b86c21f48e req-e00545af-bc61-452c-b642-29256aa0ed67 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.681623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd05b49a-2b08-49ab-95a3-29b86c21f48e req-e00545af-bc61-452c-b642-29256aa0ed67 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 946 time: 0.1393142 Apr 18 20:33:29.699977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41fb0158-468b-4a1b-9394-19dc8fc09526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.728764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41fb0158-468b-4a1b-9394-19dc8fc09526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.751654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd05b49a-2b08-49ab-95a3-29b86c21f48e req-098b04d0-8a5e-4a2b-88f3-98687a698e45 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600073 Apr 18 20:33:29.765380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb372b8-1570-4fa2-ae74-c3019b7a066e req-2b6bdc98-3ff4-45d3-84f5-5ac48133c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.767560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fb372b8-1570-4fa2-ae74-c3019b7a066e req-2b6bdc98-3ff4-45d3-84f5-5ac48133c7bb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 1097 time: 0.0673351 Apr 18 20:33:29.818062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fb372b8-1570-4fa2-ae74-c3019b7a066e req-5833280a-0efa-44ad-867e-970901c3cf00 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Apr 18 20:33:29.822225 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41fb0158-468b-4a1b-9394-19dc8fc09526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.825374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41fb0158-468b-4a1b-9394-19dc8fc09526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.827118 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-41fb0158-468b-4a1b-9394-19dc8fc09526 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32e82ab3-0e9d-4086-ab94-251ec76f4e9e HTTP/1.1" status: 204 len: 168 time: 0.1897044 Apr 18 20:33:29.844257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb0158-468b-4a1b-9394-19dc8fc09526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e82ab3-0e9d-4086-ab94-251ec76f4e9e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:29.869043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b3004b68-591a-491c-9313-7ccfebfb8a02 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:29.872949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 53bfb6ad-8509-42e0-ad17-f32e3ded9261 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:29.945106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d03dfb-2fe1-44ea-b566-76a72a99751e req-0db09d45-e49c-4425-9f4f-b28c73c925de tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.950904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00d03dfb-2fe1-44ea-b566-76a72a99751e req-0db09d45-e49c-4425-9f4f-b28c73c925de tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 946 time: 0.0983005 Apr 18 20:33:29.962063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34882) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:29.967599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fc125cee-ed50-4fe1-87b0-b801708bc770 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Request body: {'floatingip': {'port_id': 'f0bfa11d-323f-40f7-8393-41cfa97a8609'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:30.059576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 53bfb6ad-8509-42e0-ad17-f32e3ded9261 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:30.065481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba31f2-4406-49ef-bbbf-e031f344f3fe req-17cbcc63-36d5-4b37-b6bb-558bd5fc41b1 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:30.067659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4aba31f2-4406-49ef-bbbf-e031f344f3fe req-17cbcc63-36d5-4b37-b6bb-558bd5fc41b1 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 944 time: 0.0969758 Apr 18 20:33:30.068109 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc125cee-ed50-4fe1-87b0-b801708bc770 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.073976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 53bfb6ad-8509-42e0-ad17-f32e3ded9261 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:30.074679 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.118274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b3004b68-591a-491c-9313-7ccfebfb8a02, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b3004b68-591a-491c-9313-7ccfebfb8a02,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:30.137055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'b3004b68-591a-491c-9313-7ccfebfb8a02', 'network_id': '9b2b1220-8805-470c-b36c-c73e5c0023d0', 'port_id': 'b3004b68-591a-491c-9313-7ccfebfb8a02', 'mac_address': 'fa:16:3e:f3:e1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d12608d-009f-4a39-9db8-81b8a2747d26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:30.157539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4aba31f2-4406-49ef-bbbf-e031f344f3fe req-f397015a-e02a-41a8-ad16-75fea0d01096 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770695 Apr 18 20:33:30.201012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34888) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:30.226988 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.231302 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.260185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3004b68-591a-491c-9313-7ccfebfb8a02 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:30.291413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b3004b68-591a-491c-9313-7ccfebfb8a02, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b3004b68-591a-491c-9313-7ccfebfb8a02,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:30.293295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 53bfb6ad-8509-42e0-ad17-f32e3ded9261, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=53bfb6ad-8509-42e0-ad17-f32e3ded9261,segment=NetworkSegment(660abc52-bf0f-45c3-a878-ae21910d1966),segment_id=660abc52-bf0f-45c3-a878-ae21910d1966)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:30.299527 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.312408 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34892) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:30.334330 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.336067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f45df802-aca1-4216-812b-796251f9d261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.365142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b3004b68-591a-491c-9313-7ccfebfb8a02,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:30.418852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=53bfb6ad-8509-42e0-ad17-f32e3ded9261,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:30.463501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f45df802-aca1-4216-812b-796251f9d261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.495458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f45df802-aca1-4216-812b-796251f9d261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.502683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.619822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45df802-aca1-4216-812b-796251f9d261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0202396e-3a3e-4274-a94b-37584725161c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:30.624646 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f45df802-aca1-4216-812b-796251f9d261 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ca57c320372d4a9ab1b98f121e514cdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110006 Apr 18 20:33:30.627307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34898) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:30.635745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['b3004b68-591a-491c-9313-7ccfebfb8a02'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:30.659508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a2609-f7be-44aa-8b54-3be8ccd6e851 req-ac0dab46-fd2a-4d56-82fc-d2da6e1754d8 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:30.661613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c51a2609-f7be-44aa-8b54-3be8ccd6e851 req-ac0dab46-fd2a-4d56-82fc-d2da6e1754d8 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 945 time: 0.1196966 Apr 18 20:33:30.725690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d231-c0c2-44f2-b524-f90aa5f04bf0 req-18e72e63-5306-4885-83b1-eb474727a2e7 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:30.727209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9247d231-c0c2-44f2-b524-f90aa5f04bf0 req-18e72e63-5306-4885-83b1-eb474727a2e7 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 944 time: 0.1404731 Apr 18 20:33:30.749098 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.770370 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.814411 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daa6fd0b-e54a-4334-a9bd-de8c30ad79c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.814660 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc125cee-ed50-4fe1-87b0-b801708bc770 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.818923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c51a2609-f7be-44aa-8b54-3be8ccd6e851 req-7df19f9f-1280-4335-8658-97639635cd91 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351092 Apr 18 20:33:30.819819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc125cee-ed50-4fe1-87b0-b801708bc770 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.859269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a81578886ea4d3bbb61a9cd4f01dd12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571734 Apr 18 20:33:30.862269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9247d231-c0c2-44f2-b524-f90aa5f04bf0 req-fb07bd19-480d-41a0-900f-e5e14e8b432f tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237004 Apr 18 20:33:30.867665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34900) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:30.868207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7121a47-8b66-4251-9807-a1dea8d5a881,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:30.889689 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daa6fd0b-e54a-4334-a9bd-de8c30ad79c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.892044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.892389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.892720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.893046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.893367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.893687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.894005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.894325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.894645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.894961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.895821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.896163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8e3b6c-b1cb-4c2b-bbbe-50f46b78a8fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:30.965538 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-102c1d3a-3053-435a-bc71-e66dfb6085c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.996872 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daa6fd0b-e54a-4334-a9bd-de8c30ad79c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.999417 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daa6fd0b-e54a-4334-a9bd-de8c30ad79c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.000612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-daa6fd0b-e54a-4334-a9bd-de8c30ad79c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0202396e-3a3e-4274-a94b-37584725161c HTTP/1.1" status: 204 len: 168 time: 0.3710506 Apr 18 20:33:31.002715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-102c1d3a-3053-435a-bc71-e66dfb6085c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.020704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6fd0b-e54a-4334-a9bd-de8c30ad79c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0202396e-3a3e-4274-a94b-37584725161c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:31.068739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-102c1d3a-3053-435a-bc71-e66dfb6085c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.073473 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-102c1d3a-3053-435a-bc71-e66dfb6085c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.074727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-102c1d3a-3053-435a-bc71-e66dfb6085c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7121a47-8b66-4251-9807-a1dea8d5a881 HTTP/1.1" status: 204 len: 168 time: 0.2042196 Apr 18 20:33:31.086063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c1d3a-3053-435a-bc71-e66dfb6085c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7121a47-8b66-4251-9807-a1dea8d5a881,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:31.096373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 812c5b33-eae5-4ab8-9b36-e464d9bbb434 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:31.292866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 812c5b33-eae5-4ab8-9b36-e464d9bbb434, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=812c5b33-eae5-4ab8-9b36-e464d9bbb434,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:31.306853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '812c5b33-eae5-4ab8-9b36-e464d9bbb434', 'network_id': 'b1b4d5f9-6058-4549-8139-74e3343a735f', 'port_id': '812c5b33-eae5-4ab8-9b36-e464d9bbb434', 'mac_address': 'fa:16:3e:49:f2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c80dd2f-ad69-41ab-8ad0-a07561e20c8a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:31.390451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdb769-339c-41f2-9040-c6fef45eeccb req-bc098583-2abb-4392-b110-e8d22d2c07dd tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:31.395712 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.399431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60cdb769-339c-41f2-9040-c6fef45eeccb req-bc098583-2abb-4392-b110-e8d22d2c07dd tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 945 time: 0.1082017 Apr 18 20:33:31.424101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812c5b33-eae5-4ab8-9b36-e464d9bbb434 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:31.429265 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-fc125cee-ed50-4fe1-87b0-b801708bc770 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Floating IP 9f6acf42-4c20-4c37-8ebb-f776d80b4c42 associated. External IP: 172.25.2.147, port: f0bfa11d-323f-40f7-8393-41cfa97a8609. Apr 18 20:33:31.450122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60cdb769-339c-41f2-9040-c6fef45eeccb req-017f2164-e846-4a2c-a64b-24b5ace16441 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497637 Apr 18 20:33:31.455439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 812c5b33-eae5-4ab8-9b36-e464d9bbb434, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=812c5b33-eae5-4ab8-9b36-e464d9bbb434,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:31.462649 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.524097 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=812c5b33-eae5-4ab8-9b36-e464d9bbb434,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:31.600242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34920) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:31.608858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cee58b-6dc1-4ae7-bc5e-19f7b890f73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bfb6ad-8509-42e0-ad17-f32e3ded9261'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:31.613018 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba9864-e643-45c1-a31d-90aba0cd944d" -d '{"events": [{"server_uuid": "70cee58b-6dc1-4ae7-bc5e-19f7b890f73f", "name": "network-vif-plugged", "status": "completed", "tag": "53bfb6ad-8509-42e0-ad17-f32e3ded9261"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:31.614540 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c48ec050-b184-4c30-a8c4-c62959122cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.683098 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4403c037-4b1b-4591-90d7-14cb6a36ed21 x-openstack-request-id: req-4403c037-4b1b-4591-90d7-14cb6a36ed21 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:31.683746 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cee58b-6dc1-4ae7-bc5e-19f7b890f73f", "name": "network-vif-plugged", "status": "completed", "tag": "53bfb6ad-8509-42e0-ad17-f32e3ded9261", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:31.684301 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4403c037-4b1b-4591-90d7-14cb6a36ed21 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:31.685011 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4403c037-4b1b-4591-90d7-14cb6a36ed21'] response: {'server_uuid': '70cee58b-6dc1-4ae7-bc5e-19f7b890f73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53bfb6ad-8509-42e0-ad17-f32e3ded9261', 'code': 200} Apr 18 20:33:31.726909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc125cee-ed50-4fe1-87b0-b801708bc770 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:33:31.742256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c48ec050-b184-4c30-a8c4-c62959122cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.747809 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c48ec050-b184-4c30-a8c4-c62959122cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.820455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ec050-b184-4c30-a8c4-c62959122cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6960a366-b0a1-453c-8701-e650bf5fb6cb,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:31.829124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c48ec050-b184-4c30-a8c4-c62959122cbb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=72d5e21d1a57459a9605b78da9d529a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277849 Apr 18 20:33:31.832743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34924) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:31.856574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['812c5b33-eae5-4ab8-9b36-e464d9bbb434'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:31.861777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69101ddd-3ffb-4343-bf5c-1a6d6506ec47 req-0270827b-c692-40b5-a395-b54751cccf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:31.863296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69101ddd-3ffb-4343-bf5c-1a6d6506ec47 req-0270827b-c692-40b5-a395-b54751cccf69 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 1096 time: 0.1126640 Apr 18 20:33:31.869953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc125cee-ed50-4fe1-87b0-b801708bc770 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:31.885287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc125cee-ed50-4fe1-87b0-b801708bc770 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.917590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b3004b68-591a-491c-9313-7ccfebfb8a02 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:31.951818 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fc125cee-ed50-4fe1-87b0-b801708bc770 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "PUT /v2.0/floatingips/9f6acf42-4c20-4c37-8ebb-f776d80b4c42 HTTP/1.1" status: 200 len: 992 time: 1.9881947 Apr 18 20:33:31.952764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a1483d-a58d-40e2-839f-955173c1aa47', 'tag': 'f0bfa11d-323f-40f7-8393-41cfa97a8609'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:31.953997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] Sync routers for ids ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:31.960989 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef50de91-0b99-42b4-b5f6-3d43685650e5" -d '{"events": [{"name": "network-changed", "server_uuid": "09a1483d-a58d-40e2-839f-955173c1aa47", "tag": "f0bfa11d-323f-40f7-8393-41cfa97a8609"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:32.001206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] Routers {'0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:32.002514 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:33:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:32.002799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69101ddd-3ffb-4343-bf5c-1a6d6506ec47 req-f7719990-03e9-4625-9cb3-c82d20cde247 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286862 Apr 18 20:33:32.040526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c5a165c-6ea6-4720-af2a-e5bdb308cb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.085309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889875b-dc12-40db-8bbf-2e35c8778e05 req-4a355688-d39e-4351-9250-23e51303e257 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.096537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d889875b-dc12-40db-8bbf-2e35c8778e05 req-4a355688-d39e-4351-9250-23e51303e257 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 945 time: 0.1673939 Apr 18 20:33:32.111273 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c5a165c-6ea6-4720-af2a-e5bdb308cb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.141594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda4df-7613-49c2-b327-2b9f6e32dcb4 req-d147ba32-3a9d-43f9-9510-4a4db24a3cea tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.143183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4fda4df-7613-49c2-b327-2b9f6e32dcb4 req-d147ba32-3a9d-43f9-9510-4a4db24a3cea tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 945 time: 0.1473622 Apr 18 20:33:32.195243 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port b3004b68-591a-491c-9313-7ccfebfb8a02 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:32.202180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d889875b-dc12-40db-8bbf-2e35c8778e05 req-de4ebc56-5b93-4487-8c04-135730342fc6 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047029 Apr 18 20:33:32.205103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port b3004b68-591a-491c-9313-7ccfebfb8a02 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:32.205794 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.231640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4fda4df-7613-49c2-b327-2b9f6e32dcb4 req-dd6b66dc-85b7-496f-a49b-81e0a8aa174c tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789673 Apr 18 20:33:32.238402 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c5a165c-6ea6-4720-af2a-e5bdb308cb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.243048 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c5a165c-6ea6-4720-af2a-e5bdb308cb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.246643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4c5a165c-6ea6-4720-af2a-e5bdb308cb08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6960a366-b0a1-453c-8701-e650bf5fb6cb HTTP/1.1" status: 204 len: 168 time: 0.4109454 Apr 18 20:33:32.253575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a165c-6ea6-4720-af2a-e5bdb308cb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6960a366-b0a1-453c-8701-e650bf5fb6cb,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:32.292676 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54f4568-4005-4229-aa66-1ed812e2b186 x-openstack-request-id: req-e54f4568-4005-4229-aa66-1ed812e2b186 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:32.293225 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a1483d-a58d-40e2-839f-955173c1aa47", "tag": "f0bfa11d-323f-40f7-8393-41cfa97a8609", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:32.293745 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e54f4568-4005-4229-aa66-1ed812e2b186 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:32.294413 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54f4568-4005-4229-aa66-1ed812e2b186'] response: {'name': 'network-changed', 'server_uuid': '09a1483d-a58d-40e2-839f-955173c1aa47', 'tag': 'f0bfa11d-323f-40f7-8393-41cfa97a8609', 'status': 'completed', 'code': 200} Apr 18 20:33:32.366238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-18ef22ea-acf6-4bf8-bd8d-33754cfc2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.368410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-18ef22ea-acf6-4bf8-bd8d-33754cfc2392 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e115fb25034476cb0e3ad16148fcef8&device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 1097 time: 0.0491245 Apr 18 20:33:32.370785 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] Set router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:32.490079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-d9e4ab4e-4075-474e-8749-0de856a6976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.491952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-d9e4ab4e-4075-474e-8749-0de856a6976d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fd4968a1-b686-432e-b279-ac6fbfecd24e HTTP/1.1" status: 200 len: 916 time: 0.1149993 Apr 18 20:33:32.514420 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.584813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b3004b68-591a-491c-9313-7ccfebfb8a02, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b3004b68-591a-491c-9313-7ccfebfb8a02,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:32.597468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-508695f2-cfe9-46c0-b635-e0cf5f057c6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0bfa11d-323f-40f7-8393-41cfa97a8609 HTTP/1.1" status: 200 len: 1000 time: 0.0889049 Apr 18 20:33:32.627695 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.714591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f522a-fa39-4621-826d-74ed152b9c9d req-11532baf-515b-45f2-9d7e-4f9d4366e021 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.721964 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-408f522a-fa39-4621-826d-74ed152b9c9d req-11532baf-515b-45f2-9d7e-4f9d4366e021 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.1201379 Apr 18 20:33:32.725404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b3004b68-591a-491c-9313-7ccfebfb8a02,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:32.726049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-453dac47-9d84-49ea-a759-441a5b569d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.728226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-453dac47-9d84-49ea-a759-441a5b569d1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf3ac664-e9b5-4c1f-bb90-8495c512c13f HTTP/1.1" status: 200 len: 854 time: 0.0889406 Apr 18 20:33:32.807634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-408f522a-fa39-4621-826d-74ed152b9c9d req-5d4c14ae-c902-4027-b245-6048175f644b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828338 Apr 18 20:33:32.812987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '9f6acf42-4c20-4c37-8ebb-f776d80b4c42', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'port_id': 'f0bfa11d-323f-40f7-8393-41cfa97a8609', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'mac_address': 'fa:16:3e:71:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a1483d-a58d-40e2-839f-955173c1aa47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:07Z', 'updated_at': '2022-04-18T20:33:30Z', 'revision_number': 1, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1da6d21-caf4-462a-8aaf-351946b7fb70', 'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'mac_address': 'fa:16:3e:22:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:01Z', 'updated_at': '2022-04-18T20:33:08Z', 'revision_number': 5, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'subnets': [{'id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:32.860070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-d8cf23b3-45f2-47b2-8776-dfed922c6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.862356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] Checking router: 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:32.864027 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-d8cf23b3-45f2-47b2-8776-dfed922c6cb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fd4968a1-b686-432e-b279-ac6fbfecd24e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019263 Apr 18 20:33:32.876816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] Routers {'0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:32.877626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:33:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:33.024164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-6f87697a-4357-4aa5-9a6d-0b541dc0e035 service neutron] 10.222.0.60 "GET /v2.0/networks/fd4968a1-b686-432e-b279-ac6fbfecd24e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515760 Apr 18 20:33:33.062592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] Set router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:33.166044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef50de91-0b99-42b4-b5f6-3d43685650e5 req-b9f60df6-3360-4668-bdcc-e26b93c48a02 service neutron] 10.222.0.60 "GET /v2.0/networks/fd4968a1-b686-432e-b279-ac6fbfecd24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330667 Apr 18 20:33:33.366555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54567815-6c3a-4357-a1c0-a621c2bb83b4 req-cde76546-6205-4055-a148-21b7dd286283 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:33.367983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54567815-6c3a-4357-a1c0-a621c2bb83b4 req-cde76546-6205-4055-a148-21b7dd286283 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 945 time: 0.0586653 Apr 18 20:33:33.387021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '9f6acf42-4c20-4c37-8ebb-f776d80b4c42', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'port_id': 'f0bfa11d-323f-40f7-8393-41cfa97a8609', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'mac_address': 'fa:16:3e:71:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a1483d-a58d-40e2-839f-955173c1aa47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:07Z', 'updated_at': '2022-04-18T20:33:30Z', 'revision_number': 1, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1da6d21-caf4-462a-8aaf-351946b7fb70', 'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'mac_address': 'fa:16:3e:22:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:01Z', 'updated_at': '2022-04-18T20:33:08Z', 'revision_number': 5, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'subnets': [{'id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:33.412052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54567815-6c3a-4357-a1c0-a621c2bb83b4 req-be435cc0-d50a-447f-b077-aca57a48d5d2 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362628 Apr 18 20:33:33.414491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdeb712-8a11-4d65-b156-d6728f57e37b None None] The sync data for ids ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'] in n-d-836015-4 is: [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '9f6acf42-4c20-4c37-8ebb-f776d80b4c42', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'port_id': 'f0bfa11d-323f-40f7-8393-41cfa97a8609', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'mac_address': 'fa:16:3e:71:7f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a1483d-a58d-40e2-839f-955173c1aa47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:07Z', 'updated_at': '2022-04-18T20:33:30Z', 'revision_number': 1, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1da6d21-caf4-462a-8aaf-351946b7fb70', 'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'mac_address': 'fa:16:3e:22:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:01Z', 'updated_at': '2022-04-18T20:33:08Z', 'revision_number': 5, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'subnets': [{'id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:33.564193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb58471-28da-44c1-9291-b23a9c6f98fb req-2eb92a99-eda5-4e59-9af6-8c1ee3a41107 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:33.565753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-feb58471-28da-44c1-9291-b23a9c6f98fb req-2eb92a99-eda5-4e59-9af6-8c1ee3a41107 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 945 time: 0.0717959 Apr 18 20:33:33.629185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-feb58471-28da-44c1-9291-b23a9c6f98fb req-6d5a68e1-141c-4869-8845-35532cb522d2 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 Apr 18 20:33:33.688143 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5261a74-c31c-4839-9aba-ab9315120b4a None None] New status for floating IP 9f6acf42-4c20-4c37-8ebb-f776d80b4c42: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:33:33.689503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4fb07-7622-4d40-a20a-31445715b974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3004b68-591a-491c-9313-7ccfebfb8a02'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:33.692207 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be918ffb-6371-46e2-8dce-864c70c5ef47" -d '{"events": [{"server_uuid": "89e4fb07-7622-4d40-a20a-31445715b974", "name": "network-vif-plugged", "status": "completed", "tag": "b3004b68-591a-491c-9313-7ccfebfb8a02"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:33.821745 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2edd9f-4d68-40b5-8fa7-354c7a453a8a x-openstack-request-id: req-0a2edd9f-4d68-40b5-8fa7-354c7a453a8a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:33.822030 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4fb07-7622-4d40-a20a-31445715b974", "name": "network-vif-plugged", "status": "completed", "tag": "b3004b68-591a-491c-9313-7ccfebfb8a02", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:33.823250 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a2edd9f-4d68-40b5-8fa7-354c7a453a8a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:33.823959 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a2edd9f-4d68-40b5-8fa7-354c7a453a8a'] response: {'server_uuid': '89e4fb07-7622-4d40-a20a-31445715b974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3004b68-591a-491c-9313-7ccfebfb8a02', 'code': 200} Apr 18 20:33:34.024028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c2734-67c6-46d3-8e49-c869b8ee3bb3 req-9ea2f5e1-9c2e-49d1-be41-899584b96b56 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:34.025615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-190c2734-67c6-46d3-8e49-c869b8ee3bb3 req-9ea2f5e1-9c2e-49d1-be41-899584b96b56 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.1338654 Apr 18 20:33:34.029647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa60e3-2f09-4768-86d4-371ab93656bd req-adde6581-92e3-42ee-9328-fc8a92393190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:34.031013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cafa60e3-2f09-4768-86d4-371ab93656bd req-adde6581-92e3-42ee-9328-fc8a92393190 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 1097 time: 0.1072001 Apr 18 20:33:34.075772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e3400-d357-44e1-b113-bf8ab267545a req-aa4f9833-2bcb-49ac-b8de-100d102e0cd1 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:34.077267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d44e3400-d357-44e1-b113-bf8ab267545a req-aa4f9833-2bcb-49ac-b8de-100d102e0cd1 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 945 time: 0.1203451 Apr 18 20:33:34.114283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-190c2734-67c6-46d3-8e49-c869b8ee3bb3 req-98c6ed7d-38c6-4bd5-93e5-79701873b26b tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814338 Apr 18 20:33:34.121730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cafa60e3-2f09-4768-86d4-371ab93656bd req-aff031b4-1c5a-49ca-8a8a-7e0176491fd8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793715 Apr 18 20:33:34.146396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d44e3400-d357-44e1-b113-bf8ab267545a req-850b822a-4b08-4eca-91f3-2a316cee720f tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595756 Apr 18 20:33:34.279376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e033d3e-78d0-4b76-81cb-7ec0e14f55c0 req-7674f620-c78f-43a9-9de4-aaffce901c30 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=73e5d8a0a3bf40db8ce71900eb043c7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223508 Apr 18 20:33:34.392070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e033d3e-78d0-4b76-81cb-7ec0e14f55c0 req-2db0506d-5647-4814-b1b7-55285f8d94c7 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:34.393534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e033d3e-78d0-4b76-81cb-7ec0e14f55c0 req-2db0506d-5647-4814-b1b7-55285f8d94c7 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082683 Apr 18 20:33:34.409414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e033d3e-78d0-4b76-81cb-7ec0e14f55c0 req-a87afcdd-76c0-4670-8012-ad6e19c23979 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/quotas/73e5d8a0a3bf40db8ce71900eb043c7d HTTP/1.1" status: 200 len: 375 time: 0.0091467 Apr 18 20:33:34.441525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e033d3e-78d0-4b76-81cb-7ec0e14f55c0 req-a25967d9-1812-4fe9-b978-94d14a9e6cf8 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e5d8a0a3bf40db8ce71900eb043c7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265698 Apr 18 20:33:34.521475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35050) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:34.640297 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c897a36-c5df-4cf2-8558-5e06d5c35522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.789301 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c897a36-c5df-4cf2-8558-5e06d5c35522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.801869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da4c74-6b12-4d2c-a79f-56854b50d506 req-003a0ad2-0cfb-4e57-9ae4-ca46361115a3 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:34.803388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73da4c74-6b12-4d2c-a79f-56854b50d506 req-003a0ad2-0cfb-4e57-9ae4-ca46361115a3 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 945 time: 0.1061215 Apr 18 20:33:34.804216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c897a36-c5df-4cf2-8558-5e06d5c35522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.864043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9c897a36-c5df-4cf2-8558-5e06d5c35522 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fe0b1455cd34c0a83c0cf19fb2b4522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412952 Apr 18 20:33:34.867016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35064) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:34.870307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c897a36-c5df-4cf2-8558-5e06d5c35522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4136f24b-18e3-487d-a924-7288f1a979e8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:34.886747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73da4c74-6b12-4d2c-a79f-56854b50d506 req-c8c9b051-2d57-4dd1-aae7-8c841ae342f1 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714552 Apr 18 20:33:34.947431 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e1e32c0-5f39-4683-9969-67afba9108b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.970363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e1e32c0-5f39-4683-9969-67afba9108b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.019203 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e1e32c0-5f39-4683-9969-67afba9108b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.022653 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e1e32c0-5f39-4683-9969-67afba9108b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.023996 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7e1e32c0-5f39-4683-9969-67afba9108b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4136f24b-18e3-487d-a924-7288f1a979e8 HTTP/1.1" status: 204 len: 168 time: 0.1559494 Apr 18 20:33:35.033864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e32c0-5f39-4683-9969-67afba9108b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136f24b-18e3-487d-a924-7288f1a979e8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:35.118938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 812c5b33-eae5-4ab8-9b36-e464d9bbb434 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:35.189191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:35.194694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:35.195068 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.299334 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.304038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa94c68-a07f-49d0-b41a-35dc28618e70 req-40d37026-c5b7-449c-8581-527de9d499de tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:35.306160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7aa94c68-a07f-49d0-b41a-35dc28618e70 req-40d37026-c5b7-449c-8581-527de9d499de tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.1020458 Apr 18 20:33:35.346622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21774ddb-b14d-448e-a713-32e6f8242a04 req-a5ee04d2-d6fa-4b8d-bdb9-a236b0d3d479 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:35.348872 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21774ddb-b14d-448e-a713-32e6f8242a04 req-a5ee04d2-d6fa-4b8d-bdb9-a236b0d3d479 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 945 time: 0.1054900 Apr 18 20:33:35.355109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 812c5b33-eae5-4ab8-9b36-e464d9bbb434, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=812c5b33-eae5-4ab8-9b36-e464d9bbb434,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:35.361013 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.411494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7aa94c68-a07f-49d0-b41a-35dc28618e70 req-bc73890c-97a0-4dae-bc63-c09650835702 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986702 Apr 18 20:33:35.412754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=812c5b33-eae5-4ab8-9b36-e464d9bbb434,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:35.420691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21774ddb-b14d-448e-a713-32e6f8242a04 req-00e9eaa5-b9da-4b10-8c04-9345287bd50f tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4c27754-fd17-458e-bc4d-dcd3a7c2812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578518 Apr 18 20:33:35.491824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-ee7926b1-88cd-4de5-a9d0-1ca887486a87 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:35.493729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-ee7926b1-88cd-4de5-a9d0-1ca887486a87 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.64 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 945 time: 0.0723681 Apr 18 20:33:35.558342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d69fa4bf-be26-43db-8090-b882ff7db2e7 req-d81cd4f6-93fc-4834-8a2b-ac52218ec950 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=73e5d8a0a3bf40db8ce71900eb043c7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312126 Apr 18 20:33:35.701872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-9ab9249c-86f8-4e8f-9c71-30905b8c765b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Deleting port 53bfb6ad-8509-42e0-ad17-f32e3ded9261 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:35.702214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-9ab9249c-86f8-4e8f-9c71-30905b8c765b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.729663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fa4bf-be26-43db-8090-b882ff7db2e7 req-ead421c3-64ac-4f36-b2ef-45f115bd60f8 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:35.731190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d69fa4bf-be26-43db-8090-b882ff7db2e7 req-ead421c3-64ac-4f36-b2ef-45f115bd60f8 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456516 Apr 18 20:33:35.755601 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9132-8daa-4ec9-83fb-7a9afaa5318e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.789817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d69fa4bf-be26-43db-8090-b882ff7db2e7 req-8006d0f5-fd1d-4d4f-988c-134ff7b61812 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/quotas/73e5d8a0a3bf40db8ce71900eb043c7d HTTP/1.1" status: 200 len: 375 time: 0.0207088 Apr 18 20:33:35.825590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2066e82-12a6-4331-8894-f4ad191fab83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812c5b33-eae5-4ab8-9b36-e464d9bbb434'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:35.828359 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1da97f-9ba1-46c2-a2ff-235b43e6219e" -d '{"events": [{"server_uuid": "c2066e82-12a6-4331-8894-f4ad191fab83", "name": "network-vif-plugged", "status": "completed", "tag": "812c5b33-eae5-4ab8-9b36-e464d9bbb434"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:35.835948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d69fa4bf-be26-43db-8090-b882ff7db2e7 req-06e95386-ffb2-42af-a575-78a7535bd6a5 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e5d8a0a3bf40db8ce71900eb043c7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381851 Apr 18 20:33:35.854286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-9ab9249c-86f8-4e8f-9c71-30905b8c765b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] For port 53bfb6ad-8509-42e0-ad17-f32e3ded9261, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=53bfb6ad-8509-42e0-ad17-f32e3ded9261,segment=NetworkSegment(660abc52-bf0f-45c3-a878-ae21910d1966),segment_id=660abc52-bf0f-45c3-a878-ae21910d1966)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:35.854657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-9ab9249c-86f8-4e8f-9c71-30905b8c765b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:35.870740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-9ab9249c-86f8-4e8f-9c71-30905b8c765b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Calling delete_port for 53bfb6ad-8509-42e0-ad17-f32e3ded9261 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:35.879021 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfce668-9ea6-48ff-b428-34e504df09fc x-openstack-request-id: req-cdfce668-9ea6-48ff-b428-34e504df09fc {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:35.879483 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2066e82-12a6-4331-8894-f4ad191fab83", "name": "network-vif-plugged", "status": "completed", "tag": "812c5b33-eae5-4ab8-9b36-e464d9bbb434", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:35.879797 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cdfce668-9ea6-48ff-b428-34e504df09fc {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:35.880275 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfce668-9ea6-48ff-b428-34e504df09fc'] response: {'server_uuid': 'c2066e82-12a6-4331-8894-f4ad191fab83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812c5b33-eae5-4ab8-9b36-e464d9bbb434', 'code': 200} Apr 18 20:33:36.092965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87a6e5-f2a6-4643-a6a2-c692bfefe2f4 req-36d05bab-fad7-477e-877b-1e07dce1e064 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:36.094519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f87a6e5-f2a6-4643-a6a2-c692bfefe2f4 req-36d05bab-fad7-477e-877b-1e07dce1e064 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 946 time: 0.0929277 Apr 18 20:33:36.096504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e384ea-fc9d-481e-8d29-74413ccb89e5 req-047ede4b-e04e-466e-90ed-f6e886d25221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:36.098544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89e384ea-fc9d-481e-8d29-74413ccb89e5 req-047ede4b-e04e-466e-90ed-f6e886d25221 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 1097 time: 0.1249981 Apr 18 20:33:36.153066 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-9ab9249c-86f8-4e8f-9c71-30905b8c765b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.174017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f87a6e5-f2a6-4643-a6a2-c692bfefe2f4 req-96afe191-4710-41a6-861f-c28dc637794a tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722468 Apr 18 20:33:36.202697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9249c-86f8-4e8f-9c71-30905b8c765b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Pushing event deleted for resources: {'Port': ['ID=53bfb6ad-8509-42e0-ad17-f32e3ded9261,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:36.215070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89e384ea-fc9d-481e-8d29-74413ccb89e5 req-e4491fe6-bf16-4207-ba15-c81fe27e4d2a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867751 Apr 18 20:33:36.257431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-9ab9249c-86f8-4e8f-9c71-30905b8c765b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] No DVR routers for this DVR port 53bfb6ad-8509-42e0-ad17-f32e3ded9261 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:36.260547 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-9ab9249c-86f8-4e8f-9c71-30905b8c765b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.264582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a539ebd-35e5-466f-bf41-4427dc28682f req-9ab9249c-86f8-4e8f-9c71-30905b8c765b tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.64 "DELETE /v2.0/ports/53bfb6ad-8509-42e0-ad17-f32e3ded9261 HTTP/1.1" status: 204 len: 173 time: 0.7651989 Apr 18 20:33:36.265198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cee58b-6dc1-4ae7-bc5e-19f7b890f73f', 'name': 'network-vif-deleted', 'tag': '53bfb6ad-8509-42e0-ad17-f32e3ded9261'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:36.267586 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6925ac-fe29-400c-b69d-37cc8c29ff6a" -d '{"events": [{"server_uuid": "70cee58b-6dc1-4ae7-bc5e-19f7b890f73f", "name": "network-vif-deleted", "tag": "53bfb6ad-8509-42e0-ad17-f32e3ded9261"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:36.317642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35140) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:36.325979 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05c5978-0217-4857-9113-509d2ddad327 x-openstack-request-id: req-a05c5978-0217-4857-9113-509d2ddad327 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:36.326573 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cee58b-6dc1-4ae7-bc5e-19f7b890f73f", "name": "network-vif-deleted", "tag": "53bfb6ad-8509-42e0-ad17-f32e3ded9261", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:36.326743 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a05c5978-0217-4857-9113-509d2ddad327 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:36.327621 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05c5978-0217-4857-9113-509d2ddad327'] response: {'server_uuid': '70cee58b-6dc1-4ae7-bc5e-19f7b890f73f', 'name': 'network-vif-deleted', 'tag': '53bfb6ad-8509-42e0-ad17-f32e3ded9261', 'status': 'completed', 'code': 200} Apr 18 20:33:36.432934 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7577c732-2c7c-4e5b-98f4-7c6c94e013f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.531004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7577c732-2c7c-4e5b-98f4-7c6c94e013f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.536478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7577c732-2c7c-4e5b-98f4-7c6c94e013f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.553468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a95cd-5cf1-4cbc-b019-993a6d635aca req-56ec2df1-1f35-4135-9543-d69ebbde0013 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:36.555179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-061a95cd-5cf1-4cbc-b019-993a6d635aca req-56ec2df1-1f35-4135-9543-d69ebbde0013 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.0552952 Apr 18 20:33:36.582037 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7577c732-2c7c-4e5b-98f4-7c6c94e013f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f62f593522c0432cace5365b7b899334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632556 Apr 18 20:33:36.583692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577c732-2c7c-4e5b-98f4-7c6c94e013f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94af2fc0-487b-4e84-9e1b-b08786442392,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:36.586063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35150) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:36.613289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2ccb3b0-c977-40f1-b717-4e54b882569c req-48e290b1-94c5-4d65-8f09-f8fd59989344 tempest-ServerAddressesNegativeTestJSON-843845105 tempest-ServerAddressesNegativeTestJSON-843845105-project] 10.222.0.49 "GET /v2.0/ports?device_id=70cee58b-6dc1-4ae7-bc5e-19f7b890f73f HTTP/1.1" status: 200 len: 210 time: 0.0422056 Apr 18 20:33:36.626977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-061a95cd-5cf1-4cbc-b019-993a6d635aca req-94dc3726-4881-440a-bd89-6ad634af7bf4 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638053 Apr 18 20:33:36.650957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d892f8c-4924-4a4e-8c30-6fe4dbfb2118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.677162 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d892f8c-4924-4a4e-8c30-6fe4dbfb2118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.750579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d892f8c-4924-4a4e-8c30-6fe4dbfb2118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.753984 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d892f8c-4924-4a4e-8c30-6fe4dbfb2118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:36.757007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4de11-3f56-4695-98fd-68663bc3d774 req-d6efe052-9c76-42d6-98b0-4867e3e4e29a tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:36.758919 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9d892f8c-4924-4a4e-8c30-6fe4dbfb2118 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94af2fc0-487b-4e84-9e1b-b08786442392 HTTP/1.1" status: 204 len: 168 time: 0.1718922 Apr 18 20:33:36.765450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4be4de11-3f56-4695-98fd-68663bc3d774 req-d6efe052-9c76-42d6-98b0-4867e3e4e29a tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.0624268 Apr 18 20:33:36.770887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d892f8c-4924-4a4e-8c30-6fe4dbfb2118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94af2fc0-487b-4e84-9e1b-b08786442392,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:36.822907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4be4de11-3f56-4695-98fd-68663bc3d774 req-62e68e0c-4f7a-4d72-971e-4dcc17897410 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565147 Apr 18 20:33:36.983470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f49ba46-9fc2-4a52-8a6c-705d535e790d req-755dd16a-5f44-4fc7-9a15-2b881ac727e4 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=73e5d8a0a3bf40db8ce71900eb043c7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232167 Apr 18 20:33:37.125582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a2773-a81f-471a-8c8a-af1a9c3b7967 req-02c57b55-3c95-49df-9414-e6f1a6eee3ba tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.127063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d75a2773-a81f-471a-8c8a-af1a9c3b7967 req-02c57b55-3c95-49df-9414-e6f1a6eee3ba tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.1121423 Apr 18 20:33:37.138467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49ba46-9fc2-4a52-8a6c-705d535e790d req-225b4bd9-634e-4b7b-9aef-3b3d218200b9 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.139952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f49ba46-9fc2-4a52-8a6c-705d535e790d req-225b4bd9-634e-4b7b-9aef-3b3d218200b9 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492193 Apr 18 20:33:37.165132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f49ba46-9fc2-4a52-8a6c-705d535e790d req-dbe10e7d-e254-498e-aa6b-15cb5e26a053 tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/quotas/73e5d8a0a3bf40db8ce71900eb043c7d HTTP/1.1" status: 200 len: 375 time: 0.0181210 Apr 18 20:33:37.204810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d75a2773-a81f-471a-8c8a-af1a9c3b7967 req-f2f46566-1590-4e7a-ac1e-2439a04d04ce tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639007 Apr 18 20:33:37.206899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f49ba46-9fc2-4a52-8a6c-705d535e790d req-67b1b9c3-2fac-409d-b159-99c461edabce tempest-QuotasAdminNegativeTest-938031023 tempest-QuotasAdminNegativeTest-938031023-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=73e5d8a0a3bf40db8ce71900eb043c7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321152 Apr 18 20:33:37.324028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956db86-9c9b-43d4-a5e0-362ba5b12d26 req-d92d3ce1-814f-4865-aee7-9b5a737fb5ab tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.325540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d956db86-9c9b-43d4-a5e0-362ba5b12d26 req-d92d3ce1-814f-4865-aee7-9b5a737fb5ab tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 946 time: 0.0560617 Apr 18 20:33:37.395457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d956db86-9c9b-43d4-a5e0-362ba5b12d26 req-99206718-a771-4628-bc8e-93ee1a714685 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636988 Apr 18 20:33:37.413200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ec10c-609e-4caa-9ebd-9215edfffe41 req-c515fc33-6d12-4a5c-b18a-0a2c1930ab4d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.414710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a7ec10c-609e-4caa-9ebd-9215edfffe41 req-c515fc33-6d12-4a5c-b18a-0a2c1930ab4d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.0771196 Apr 18 20:33:37.471123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a7ec10c-609e-4caa-9ebd-9215edfffe41 req-9058910b-7405-492f-ad7c-1f5dbda5ef48 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468562 Apr 18 20:33:37.731054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4748a-2972-4f83-86d4-9200272a495e req-7272179e-95f7-45d1-a813-adad4fa50c8e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.731171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35218) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:37.740059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cd4748a-2972-4f83-86d4-9200272a495e req-7272179e-95f7-45d1-a813-adad4fa50c8e tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.0652680 Apr 18 20:33:37.795171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cd4748a-2972-4f83-86d4-9200272a495e req-0444eed1-9c4f-4b75-85b9-de8aadc6718f tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487487 Apr 18 20:33:37.804616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f5ac3c-e27d-4f4a-909b-1b14ed8beb13 admin admin] Deleting subnet d1c9ca2c-e7a9-4462-b6e4-1b71c2f32749 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:33:37.808123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d3f5ac3c-e27d-4f4a-909b-1b14ed8beb13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.855305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d3f5ac3c-e27d-4f4a-909b-1b14ed8beb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.908962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 53bfb6ad-8509-42e0-ad17-f32e3ded9261 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:37.913429 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d3f5ac3c-e27d-4f4a-909b-1b14ed8beb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.933085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 53bfb6ad-8509-42e0-ad17-f32e3ded9261 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:37.933662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 53bfb6ad-8509-42e0-ad17-f32e3ded9261 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:37.940080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3973df-4e45-47a1-a67a-b007e73faf69 req-3237ebe4-e6b7-433c-835e-cb1b355ee6c3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.947396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa3973df-4e45-47a1-a67a-b007e73faf69 req-3237ebe4-e6b7-433c-835e-cb1b355ee6c3 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.0742450 Apr 18 20:33:37.989583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa3973df-4e45-47a1-a67a-b007e73faf69 req-66563db2-10e8-4a57-8ef7-b603ee0b3996 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 Apr 18 20:33:37.995545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d3f5ac3c-e27d-4f4a-909b-1b14ed8beb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.026527 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5ac3c-e27d-4f4a-909b-1b14ed8beb13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c9ca2c-e7a9-4462-b6e4-1b71c2f32749,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:38.034171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d3f5ac3c-e27d-4f4a-909b-1b14ed8beb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.040407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35232) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:38.040557 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d3f5ac3c-e27d-4f4a-909b-1b14ed8beb13 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d1c9ca2c-e7a9-4462-b6e4-1b71c2f32749 HTTP/1.1" status: 204 len: 168 time: 0.3082507 Apr 18 20:33:38.115334 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e301b055-583f-4070-b31f-a0d842986142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.164056 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.166936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35234) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:38.279630 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.320000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c36eb5-ede0-4bd1-b021-211ce6a5d896']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:38.331387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660abc52-bf0f-45c3-a878-ae21910d1966') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:38.331717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660abc52-bf0f-45c3-a878-ae21910d1966') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:38.343568 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.358763 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.366338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:38.366740 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.368927 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ce01ba7-6b8f-4c79-8e6f-aa33c6784ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:38.370510 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:38.454541 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.484296 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.487706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c7c36eb5-ede0-4bd1-b021-211ce6a5d896 HTTP/1.1" status: 204 len: 168 time: 0.4459171 Apr 18 20:33:38.518318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd54b0-6cb4-4604-85ee-f8ae4e016b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c36eb5-ede0-4bd1-b021-211ce6a5d896,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:38.534220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ce01ba7-6b8f-4c79-8e6f-aa33c6784ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.539083 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ce01ba7-6b8f-4c79-8e6f-aa33c6784ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.559431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cffa6-b376-481f-8fd4-d6f6beb85b9e req-b82692ed-1cca-42df-8837-f2a1f606820b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.565659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cffa6-b376-481f-8fd4-d6f6beb85b9e req-b82692ed-1cca-42df-8837-f2a1f606820b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.573858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cffa6-b376-481f-8fd4-d6f6beb85b9e req-b82692ed-1cca-42df-8837-f2a1f606820b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.580492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cffa6-b376-481f-8fd4-d6f6beb85b9e req-b82692ed-1cca-42df-8837-f2a1f606820b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.586490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cffa6-b376-481f-8fd4-d6f6beb85b9e req-b82692ed-1cca-42df-8837-f2a1f606820b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.594651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cffa6-b376-481f-8fd4-d6f6beb85b9e req-b82692ed-1cca-42df-8837-f2a1f606820b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.597718 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3ce01ba7-6b8f-4c79-8e6f-aa33c6784ff3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73e5d8a0a3bf40db8ce71900eb043c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294751 Apr 18 20:33:38.598858 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce01ba7-6b8f-4c79-8e6f-aa33c6784ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4b0a12-9491-45c5-bf59-4f63b1b554e8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:38.600848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cffa6-b376-481f-8fd4-d6f6beb85b9e req-b82692ed-1cca-42df-8837-f2a1f606820b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.602939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d65cffa6-b376-481f-8fd4-d6f6beb85b9e req-b82692ed-1cca-42df-8837-f2a1f606820b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5442 time: 0.1519663 Apr 18 20:33:38.603491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35258) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:38.612558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9661fe-cf33-4783-9ed6-c6fa2b593b5f req-41869031-a92d-4ee8-9208-a1ad4aac2144 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.614620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac9661fe-cf33-4783-9ed6-c6fa2b593b5f req-41869031-a92d-4ee8-9208-a1ad4aac2144 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.1737552 Apr 18 20:33:38.711479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac9661fe-cf33-4783-9ed6-c6fa2b593b5f req-96c88779-230d-4781-afc0-087d65a82802 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887971 Apr 18 20:33:38.716611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d65cffa6-b376-481f-8fd4-d6f6beb85b9e req-63bf19f3-3110-438f-ba55-7a78af5e24fe tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967250 Apr 18 20:33:38.731113 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08261778-3a31-4f21-89a2-8c55a93c3366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.777346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35262) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:38.780148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08261778-3a31-4f21-89a2-8c55a93c3366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.830447 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cf0e517e-8e1b-4a1e-9bee-f1035538c38f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93891cc9bec74b019b78cb498210a9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514398 Apr 18 20:33:38.833536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35264) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:38.864250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c0a82-1e81-4934-a628-1086d7808ea9 req-e128c261-40b0-43f9-8973-29619add1f89 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.866160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c00c0a82-1e81-4934-a628-1086d7808ea9 req-e128c261-40b0-43f9-8973-29619add1f89 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 946 time: 0.0773592 Apr 18 20:33:38.882951 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08261778-3a31-4f21-89a2-8c55a93c3366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.885439 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08261778-3a31-4f21-89a2-8c55a93c3366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.889038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-08261778-3a31-4f21-89a2-8c55a93c3366 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a4b0a12-9491-45c5-bf59-4f63b1b554e8 HTTP/1.1" status: 204 len: 168 time: 0.2819455 Apr 18 20:33:38.899046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93b85dd1-bbfe-4a43-ad95-69997e4759e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.908030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08261778-3a31-4f21-89a2-8c55a93c3366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4b0a12-9491-45c5-bf59-4f63b1b554e8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:38.935906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c00c0a82-1e81-4934-a628-1086d7808ea9 req-7e73d5b9-2074-4a3a-83d2-66ad09c467af tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624259 Apr 18 20:33:38.948286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93b85dd1-bbfe-4a43-ad95-69997e4759e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.007625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93b85dd1-bbfe-4a43-ad95-69997e4759e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.011709 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93b85dd1-bbfe-4a43-ad95-69997e4759e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.016929 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-93b85dd1-bbfe-4a43-ad95-69997e4759e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4c27754-fd17-458e-bc4d-dcd3a7c2812b HTTP/1.1" status: 204 len: 168 time: 0.1822212 Apr 18 20:33:39.026941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b85dd1-bbfe-4a43-ad95-69997e4759e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c27754-fd17-458e-bc4d-dcd3a7c2812b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:39.092365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e777dd-ce09-4f23-9415-529b1334fd89 req-d1612f90-f04a-458d-98ab-5a71549bb161 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:39.094516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48e777dd-ce09-4f23-9415-529b1334fd89 req-d1612f90-f04a-458d-98ab-5a71549bb161 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.0650678 Apr 18 20:33:39.144426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48e777dd-ce09-4f23-9415-529b1334fd89 req-97ee0cb1-3a6e-4e03-b600-67000594bad9 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Apr 18 20:33:39.245795 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.279585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc828d-8f28-406b-bf23-08c954a2c5e4 req-3956a4f2-7fcb-4b45-a996-9550bba8a04d tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:39.281272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcbc828d-8f28-406b-bf23-08c954a2c5e4 req-3956a4f2-7fcb-4b45-a996-9550bba8a04d tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776 HTTP/1.1" status: 200 len: 946 time: 0.0648420 Apr 18 20:33:39.339660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcbc828d-8f28-406b-bf23-08c954a2c5e4 req-5befc188-ed16-4e09-b051-d1a7d2689ffc tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506761 Apr 18 20:33:39.455500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35290) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:39.516258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35296) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:39.530135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d052e17e-51f4-4a85-8919-50208b8d0d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.652802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d052e17e-51f4-4a85-8919-50208b8d0d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.664386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d052e17e-51f4-4a85-8919-50208b8d0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.671886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f3b23-dd4a-4510-9a86-1a135a6d2e0a req-99d16ec7-53af-4060-863f-28c3e55dcb33 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:39.673467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-223f3b23-dd4a-4510-9a86-1a135a6d2e0a req-99d16ec7-53af-4060-863f-28c3e55dcb33 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 946 time: 0.0583663 Apr 18 20:33:39.718593 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d052e17e-51f4-4a85-8919-50208b8d0d76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b951817920af41e2be04706f5a70f628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010722 Apr 18 20:33:39.720482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-223f3b23-dd4a-4510-9a86-1a135a6d2e0a req-a8a5f74c-6814-454c-8581-b07758c276e5 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Apr 18 20:33:39.721247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35300) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:39.740780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-185d3f11-1f84-4601-a0fa-9f747ed04c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.744298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052e17e-51f4-4a85-8919-50208b8d0d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acb28d9-ddae-4f81-a8d3-03074fabdb93,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:39.847523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45338ce-83ea-47b6-856e-36f59f45273b req-7500d354-5d28-412c-a941-5d2e57cdb2b8 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:39.850342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b45338ce-83ea-47b6-856e-36f59f45273b req-7500d354-5d28-412c-a941-5d2e57cdb2b8 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.0993111 Apr 18 20:33:39.862608 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c012b966-f3dc-4568-9d95-dfa886a88b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.900252 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-185d3f11-1f84-4601-a0fa-9f747ed04c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.907080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-185d3f11-1f84-4601-a0fa-9f747ed04c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.964097 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-185d3f11-1f84-4601-a0fa-9f747ed04c48 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f8b7699d06d4f4fbf82590765f7a26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071378 Apr 18 20:33:39.969868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35312) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:39.993107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d3f11-1f84-4601-a0fa-9f747ed04c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e95d6d-19c9-4460-ac73-d9330ac19ee8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:40.010405 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c012b966-f3dc-4568-9d95-dfa886a88b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.081269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c141209c-669f-432e-b713-a2c19f7cd479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.120328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c141209c-669f-432e-b713-a2c19f7cd479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.206259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c141209c-669f-432e-b713-a2c19f7cd479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.209604 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c141209c-669f-432e-b713-a2c19f7cd479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.213449 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c141209c-669f-432e-b713-a2c19f7cd479 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3e95d6d-19c9-4460-ac73-d9330ac19ee8 HTTP/1.1" status: 204 len: 168 time: 0.2396679 Apr 18 20:33:40.219475 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141209c-669f-432e-b713-a2c19f7cd479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e95d6d-19c9-4460-ac73-d9330ac19ee8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:40.289470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35322) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:40.382612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902ea90-a528-4ce3-be71-98b27f4c1aac req-65c2e49a-ce28-4f1a-88fd-1103bef03eec tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.389946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b902ea90-a528-4ce3-be71-98b27f4c1aac req-65c2e49a-ce28-4f1a-88fd-1103bef03eec tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 946 time: 0.5319932 Apr 18 20:33:40.413521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1584509656-network', 'tenant_id': '465de81abb5b473187f70deeddb101a0'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:40.419362 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.442305 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Made reservation on behalf of 465de81abb5b473187f70deeddb101a0 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:40.445085 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.454690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.457873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b45338ce-83ea-47b6-856e-36f59f45273b req-fdd74ddd-3dbb-4c41-8851-f51c5b3bc015 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Deleting port b3004b68-591a-491c-9313-7ccfebfb8a02 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:40.458433 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b45338ce-83ea-47b6-856e-36f59f45273b req-fdd74ddd-3dbb-4c41-8851-f51c5b3bc015 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.535168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b902ea90-a528-4ce3-be71-98b27f4c1aac req-2e0ada72-00ba-42f4-bae1-14e9de6c503d tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439900 Apr 18 20:33:40.547590 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.552240 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.573294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67ff46-638d-4b73-8554-226c98065402 req-c649ffa4-1e0c-424c-842d-7ccc624b2a57 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.578823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:33:40.581157 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb67ff46-638d-4b73-8554-226c98065402 req-c649ffa4-1e0c-424c-842d-7ccc624b2a57 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.2257786 Apr 18 20:33:40.589320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c012b966-f3dc-4568-9d95-dfa886a88b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.592201 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c012b966-f3dc-4568-9d95-dfa886a88b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.595873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c012b966-f3dc-4568-9d95-dfa886a88b9e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7acb28d9-ddae-4f81-a8d3-03074fabdb93 HTTP/1.1" status: 204 len: 168 time: 0.8711004 Apr 18 20:33:40.596009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f03753-156e-4f6e-b7e3-231cae60cf1d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:40.612857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.617893 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Added segment 35100e4c-f3a2-4611-844c-30b8cc4228db of type vlan for network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc Apr 18 20:33:40.626924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012b966-f3dc-4568-9d95-dfa886a88b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acb28d9-ddae-4f81-a8d3-03074fabdb93,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:40.652721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b45338ce-83ea-47b6-856e-36f59f45273b req-fdd74ddd-3dbb-4c41-8851-f51c5b3bc015 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] For port b3004b68-591a-491c-9313-7ccfebfb8a02, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b3004b68-591a-491c-9313-7ccfebfb8a02,segment=NetworkSegment(48b50892-5f8a-4a68-9c1b-4ada730a49ac),segment_id=48b50892-5f8a-4a68-9c1b-4ada730a49ac)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:40.653024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b45338ce-83ea-47b6-856e-36f59f45273b req-fdd74ddd-3dbb-4c41-8851-f51c5b3bc015 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.677440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb67ff46-638d-4b73-8554-226c98065402 req-f72e1160-778a-4353-98c7-823ab1f7c324 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952103 Apr 18 20:33:40.678649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b45338ce-83ea-47b6-856e-36f59f45273b req-fdd74ddd-3dbb-4c41-8851-f51c5b3bc015 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Calling delete_port for b3004b68-591a-491c-9313-7ccfebfb8a02 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:40.701279 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.733097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.733878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.734652 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.772957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35332) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:40.805271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2312ad8a-c7bb-4fed-8626-16de6b0f1ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.816218 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5255899 Apr 18 20:33:40.819244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35334) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:40.824302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Request body: {'subnet': {'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1584509656-subnet', 'tenant_id': '465de81abb5b473187f70deeddb101a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:40.834314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763656-7352-47c3-93e8-23fe937c8b21 req-10edd7dc-5a7e-43b7-afd3-1e02002e1607 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.835190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763656-7352-47c3-93e8-23fe937c8b21 req-10edd7dc-5a7e-43b7-afd3-1e02002e1607 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.841068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763656-7352-47c3-93e8-23fe937c8b21 req-10edd7dc-5a7e-43b7-afd3-1e02002e1607 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.841608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc2915-1135-4e2a-b3be-a399354fd1a6 admin admin] Pushing event updated for resources: {'Network': ['ID=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:40.847137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763656-7352-47c3-93e8-23fe937c8b21 req-10edd7dc-5a7e-43b7-afd3-1e02002e1607 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.853043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763656-7352-47c3-93e8-23fe937c8b21 req-10edd7dc-5a7e-43b7-afd3-1e02002e1607 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.853188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:33:40.860662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763656-7352-47c3-93e8-23fe937c8b21 req-10edd7dc-5a7e-43b7-afd3-1e02002e1607 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.862703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Made reservation on behalf of 465de81abb5b473187f70deeddb101a0 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:40.867099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.868398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763656-7352-47c3-93e8-23fe937c8b21 req-10edd7dc-5a7e-43b7-afd3-1e02002e1607 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.870540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f763656-7352-47c3-93e8-23fe937c8b21 req-10edd7dc-5a7e-43b7-afd3-1e02002e1607 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5442 time: 0.2040639 Apr 18 20:33:40.960742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f763656-7352-47c3-93e8-23fe937c8b21 req-9492043a-7ce9-474d-a306-0f30f1b84bb7 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779448 Apr 18 20:33:41.053074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b45338ce-83ea-47b6-856e-36f59f45273b req-fdd74ddd-3dbb-4c41-8851-f51c5b3bc015 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.063098 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2312ad8a-c7bb-4fed-8626-16de6b0f1ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.093842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd74ddd-3dbb-4c41-8851-f51c5b3bc015 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Pushing event deleted for resources: {'Port': ['ID=b3004b68-591a-491c-9313-7ccfebfb8a02,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:41.095746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2312ad8a-c7bb-4fed-8626-16de6b0f1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.154935 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.194767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.210092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45338ce-83ea-47b6-856e-36f59f45273b req-fdd74ddd-3dbb-4c41-8851-f51c5b3bc015 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] No DVR routers for this DVR port b3004b68-591a-491c-9313-7ccfebfb8a02 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:41.212155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312ad8a-c7bb-4fed-8626-16de6b0f1ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3b3b1d-0359-4fdc-88a6-cf1b34e20752,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:41.217204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2312ad8a-c7bb-4fed-8626-16de6b0f1ca5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d6481e2fc624a3e8c4a06cd57b0600b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415624 Apr 18 20:33:41.218482 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b45338ce-83ea-47b6-856e-36f59f45273b req-fdd74ddd-3dbb-4c41-8851-f51c5b3bc015 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.220703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35346) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:41.221931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b45338ce-83ea-47b6-856e-36f59f45273b req-fdd74ddd-3dbb-4c41-8851-f51c5b3bc015 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.64 "DELETE /v2.0/ports/b3004b68-591a-491c-9313-7ccfebfb8a02 HTTP/1.1" status: 204 len: 173 time: 1.3615942 Apr 18 20:33:41.224229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4fb07-7622-4d40-a20a-31445715b974', 'name': 'network-vif-deleted', 'tag': 'b3004b68-591a-491c-9313-7ccfebfb8a02'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:41.226608 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff629a76-2ee1-4cbf-abea-31ab72a15c12" -d '{"events": [{"server_uuid": "89e4fb07-7622-4d40-a20a-31445715b974", "name": "network-vif-deleted", "tag": "b3004b68-591a-491c-9313-7ccfebfb8a02"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:41.250844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b38464-116a-465c-83fb-22a385c632dd req-4eb182c8-93b0-4be2-a7aa-0636cd8c7f54 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.261654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b38464-116a-465c-83fb-22a385c632dd req-4eb182c8-93b0-4be2-a7aa-0636cd8c7f54 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.271886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b38464-116a-465c-83fb-22a385c632dd req-4eb182c8-93b0-4be2-a7aa-0636cd8c7f54 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.283728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14b38464-116a-465c-83fb-22a385c632dd req-4eb182c8-93b0-4be2-a7aa-0636cd8c7f54 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83&device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776&device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 2419 time: 0.1953268 Apr 18 20:33:41.299144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91cae2a0-3806-4090-a4c7-af6543a276b8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:41.319395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Checking segment: {'id': '35100e4c-f3a2-4611-844c-30b8cc4228db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:41.319811 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Network hostable DHCP agents. Network: cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:33:41.330790 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf3ec12-a1ae-43f8-9bfd-1505984fabfe x-openstack-request-id: req-fcf3ec12-a1ae-43f8-9bfd-1505984fabfe {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:41.331331 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4fb07-7622-4d40-a20a-31445715b974", "name": "network-vif-deleted", "tag": "b3004b68-591a-491c-9313-7ccfebfb8a02", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:41.331729 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fcf3ec12-a1ae-43f8-9bfd-1505984fabfe {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:41.332393 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf3ec12-a1ae-43f8-9bfd-1505984fabfe'] response: {'server_uuid': '89e4fb07-7622-4d40-a20a-31445715b974', 'name': 'network-vif-deleted', 'tag': 'b3004b68-591a-491c-9313-7ccfebfb8a02', 'status': 'completed', 'code': 200} Apr 18 20:33:41.344518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b52c6788-4584-4734-8d80-ec6c9e8510b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.356910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14b38464-116a-465c-83fb-22a385c632dd req-c9710b15-5b07-461d-a480-b1a70a8de74b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662324 Apr 18 20:33:41.361871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:33:41.389766 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b52c6788-4584-4734-8d80-ec6c9e8510b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.392941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:41.398614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.399228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.404710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7639310-a1c6-4959-b981-763fc257267d None None] Network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:41.460950 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7897fd52-969d-4049-9dc1-6485751c6489 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6403623 Apr 18 20:33:41.480894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b52c6788-4584-4734-8d80-ec6c9e8510b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.484149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b52c6788-4584-4734-8d80-ec6c9e8510b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.485486 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b52c6788-4584-4734-8d80-ec6c9e8510b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b3b3b1d-0359-4fdc-88a6-cf1b34e20752 HTTP/1.1" status: 204 len: 168 time: 0.2631156 Apr 18 20:33:41.495798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c6788-4584-4734-8d80-ec6c9e8510b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3b3b1d-0359-4fdc-88a6-cf1b34e20752,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:41.559277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea6db5-3717-4b88-9cef-100c0dc45b3c req-7d9c5839-2362-499b-8d70-2879533097e8 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.560911 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09ea6db5-3717-4b88-9cef-100c0dc45b3c req-7d9c5839-2362-499b-8d70-2879533097e8 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 946 time: 0.0688136 Apr 18 20:33:41.616568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09ea6db5-3717-4b88-9cef-100c0dc45b3c req-7595e5f8-d241-4e8c-bbd8-15c9f6a0c642 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486293 Apr 18 20:33:41.628389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a486467-9bce-4e91-9e96-971896ade9f3 None None] Network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:41.758014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3aa92ab2-ef0e-4280-935b-4a91ab730228 req-e58261b1-d302-4601-9de9-4f7f00f78b88 tempest-ServerDiskConfigTestJSON-1433194579 tempest-ServerDiskConfigTestJSON-1433194579-project] 10.222.0.49 "GET /v2.0/ports?device_id=89e4fb07-7622-4d40-a20a-31445715b974 HTTP/1.1" status: 200 len: 210 time: 0.0683661 Apr 18 20:33:41.828591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-90fc0a22-b219-470a-864c-6113338b95b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.840197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-90fc0a22-b219-470a-864c-6113338b95b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.848774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-90fc0a22-b219-470a-864c-6113338b95b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.855603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-90fc0a22-b219-470a-864c-6113338b95b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.862141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-90fc0a22-b219-470a-864c-6113338b95b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.869154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-90fc0a22-b219-470a-864c-6113338b95b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.876682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-90fc0a22-b219-470a-864c-6113338b95b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.879400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-90fc0a22-b219-470a-864c-6113338b95b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5442 time: 0.2097735 Apr 18 20:33:41.933977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b3004b68-591a-491c-9313-7ccfebfb8a02 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:41.953438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: b3004b68-591a-491c-9313-7ccfebfb8a02 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:33:41.953983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b3004b68-591a-491c-9313-7ccfebfb8a02 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:41.954546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 215b09a2-2bb2-427a-8349-96fb818e7e00 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:41.968718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-9d3ef11a-a698-49dd-935f-00af6705a362 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:41.970433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-9d3ef11a-a698-49dd-935f-00af6705a362 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "GET /v2.0/ports/eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0842204 Apr 18 20:33:42.017930 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.071171 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.099656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215b09a2-2bb2-427a-8349-96fb818e7e00'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:42.102676 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d2fb46-7b8c-4bef-ac2d-d88518ab08a2" -d '{"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-unplugged", "status": "completed", "tag": "215b09a2-2bb2-427a-8349-96fb818e7e00"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:42.123741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 215b09a2-2bb2-427a-8349-96fb818e7e00, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=215b09a2-2bb2-427a-8349-96fb818e7e00,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:42.125028 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.125842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fc2afa25-19f9-4b42-b122-e7a346866596 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:42.134912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-57729024-2021-49dc-84a7-ed8dc469d5a1 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "GET /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1572511 Apr 18 20:33:42.150562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:42.233135 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=215b09a2-2bb2-427a-8349-96fb818e7e00,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:42.259196 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.277206 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.322832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port fc2afa25-19f9-4b42-b122-e7a346866596, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc2afa25-19f9-4b42-b122-e7a346866596,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:42.330039 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.338156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec102fb-c8ad-491d-aa95-55b5914c5647 req-f6841454-925c-4d2a-820a-2d35410a7cc4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.344314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec102fb-c8ad-491d-aa95-55b5914c5647 req-f6841454-925c-4d2a-820a-2d35410a7cc4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.353440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec102fb-c8ad-491d-aa95-55b5914c5647 req-f6841454-925c-4d2a-820a-2d35410a7cc4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.364998 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec102fb-c8ad-491d-aa95-55b5914c5647 req-f6841454-925c-4d2a-820a-2d35410a7cc4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.381166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec102fb-c8ad-491d-aa95-55b5914c5647 req-f6841454-925c-4d2a-820a-2d35410a7cc4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.387536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec102fb-c8ad-491d-aa95-55b5914c5647 req-f6841454-925c-4d2a-820a-2d35410a7cc4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.393450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec102fb-c8ad-491d-aa95-55b5914c5647 req-f6841454-925c-4d2a-820a-2d35410a7cc4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.395970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ec102fb-c8ad-491d-aa95-55b5914c5647 req-f6841454-925c-4d2a-820a-2d35410a7cc4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 5440 time: 0.2051604 Apr 18 20:33:42.417253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=fc2afa25-19f9-4b42-b122-e7a346866596,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:42.593381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ec102fb-c8ad-491d-aa95-55b5914c5647 req-d5c65500-8783-4710-840d-59b06e67d32d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1731851 Apr 18 20:33:42.651982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-c635279d-9f96-41ba-958f-3ae447caf6a3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.659240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-c635279d-9f96-41ba-958f-3ae447caf6a3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 814 time: 0.2622070 Apr 18 20:33:42.672563 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549fc5a8-e19e-449c-b8f7-a3401e565c92 x-openstack-request-id: req-549fc5a8-e19e-449c-b8f7-a3401e565c92 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:42.673783 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-unplugged", "status": "completed", "tag": "215b09a2-2bb2-427a-8349-96fb818e7e00", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:42.674184 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-549fc5a8-e19e-449c-b8f7-a3401e565c92 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:42.674436 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549fc5a8-e19e-449c-b8f7-a3401e565c92'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '215b09a2-2bb2-427a-8349-96fb818e7e00', 'code': 200} Apr 18 20:33:42.690194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-a724ce50-b592-4eb6-b5bc-33a480e60f1d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/quotas/465de81abb5b473187f70deeddb101a0 HTTP/1.1" status: 200 len: 375 time: 0.0299680 Apr 18 20:33:42.692539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] For port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:42.733437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-09204d04-0fb5-4bbe-80f5-47316370d83f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322762 Apr 18 20:33:42.779350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] For port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:42.867147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] device_id is not set on port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:33:42.881839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.899643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.953168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-c9493602-5e79-4ba2-a528-312db84e036d service neutron] 10.222.0.49 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112024 Apr 18 20:33:43.037635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:43.061632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] No DVR routers for this DVR port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:43.143216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] In _notify_port_updated(), no bound segment for port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:33:43.144151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.144815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.146109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-2d350393-36d2-426f-a703-4d51e248c854 service neutron] 10.222.0.64 "PUT /v2.0/ports/eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae HTTP/1.1" status: 200 len: 1031 time: 1.0032446 Apr 18 20:33:43.154155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-4bf7c52b-7c20-416c-8e46-29cbcd1213d8 service neutron] 10.222.0.49 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001219 Apr 18 20:33:43.253782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-e62cd7c6-78a2-4320-9a1f-672643e077ef tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.256167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-e62cd7c6-78a2-4320-9a1f-672643e077ef tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "GET /v2.0/ports/5d2e384b-30c9-4d64-bd31-15040d2a61fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0997629 Apr 18 20:33:43.283922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:43.408533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ee508830-b2a1-4483-b572-bc7dfe5cab17 None None] Provisioning complete for port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:43.408920 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ee508830-b2a1-4483-b572-bc7dfe5cab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.418510 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.467648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35450) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:43.514335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2f2137-edc2-42cc-9cab-ebfdaaa90063 admin admin] Deleting subnet 5d12608d-009f-4a39-9db8-81b8a2747d26 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:33:43.517886 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f2f2137-edc2-42cc-9cab-ebfdaaa90063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.539177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ee508830-b2a1-4483-b572-bc7dfe5cab17 None None] Port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:43.547298 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5837e555-b82e-4e53-b260-5f31554f5ae7 req-db283920-de5c-412b-93eb-9dee72da8e53 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 210 time: 0.0970411 Apr 18 20:33:43.573914 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f2f2137-edc2-42cc-9cab-ebfdaaa90063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.575763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35452) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:43.676410 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f2f2137-edc2-42cc-9cab-ebfdaaa90063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.776472 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f2f2137-edc2-42cc-9cab-ebfdaaa90063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.830988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17dbefd1-3e85-4a9c-97d8-53d3f4b4fa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.834936 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f2f2137-edc2-42cc-9cab-ebfdaaa90063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.840813 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2f2f2137-edc2-42cc-9cab-ebfdaaa90063 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5d12608d-009f-4a39-9db8-81b8a2747d26 HTTP/1.1" status: 204 len: 168 time: 0.3720534 Apr 18 20:33:43.842032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f2137-edc2-42cc-9cab-ebfdaaa90063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d12608d-009f-4a39-9db8-81b8a2747d26,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:43.844832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35466) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:43.861270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] For port 5d2e384b-30c9-4d64-bd31-15040d2a61fb, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5d2e384b-30c9-4d64-bd31-15040d2a61fb,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:43.880466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674c9ae-4c67-4fef-bcde-fdeb21eb119b req-5f97b938-615f-42fa-a54f-311d1eeff332 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.882028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2674c9ae-4c67-4fef-bcde-fdeb21eb119b req-5f97b938-615f-42fa-a54f-311d1eeff332 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.1520133 Apr 18 20:33:43.925168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e537f5-adcb-4c10-b470-b6b2bd06cd3b req-088b42ec-47ca-4a10-8c7f-e310e7aeb293 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.931525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e537f5-adcb-4c10-b470-b6b2bd06cd3b req-088b42ec-47ca-4a10-8c7f-e310e7aeb293 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.937783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e537f5-adcb-4c10-b470-b6b2bd06cd3b req-088b42ec-47ca-4a10-8c7f-e310e7aeb293 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.945822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e537f5-adcb-4c10-b470-b6b2bd06cd3b req-088b42ec-47ca-4a10-8c7f-e310e7aeb293 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.946538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5d2e384b-30c9-4d64-bd31-15040d2a61fb no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:43.953705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e537f5-adcb-4c10-b470-b6b2bd06cd3b req-088b42ec-47ca-4a10-8c7f-e310e7aeb293 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.955969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.961588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e537f5-adcb-4c10-b470-b6b2bd06cd3b req-088b42ec-47ca-4a10-8c7f-e310e7aeb293 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:43.963565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49e537f5-adcb-4c10-b470-b6b2bd06cd3b req-088b42ec-47ca-4a10-8c7f-e310e7aeb293 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 4660 time: 0.1752250 Apr 18 20:33:44.003310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] For port 5d2e384b-30c9-4d64-bd31-15040d2a61fb, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:44.094565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2674c9ae-4c67-4fef-bcde-fdeb21eb119b req-74feac6f-097f-4d01-9d58-e5f5b3743b88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968591 Apr 18 20:33:44.108473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] device_id is not set on port 5d2e384b-30c9-4d64-bd31-15040d2a61fb yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:33:44.124578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.129688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49e537f5-adcb-4c10-b470-b6b2bd06cd3b req-60b570b9-958d-4466-998a-646c2cfe4de2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=8fb35e52-02c3-4908-8d6a-6b7af940a1c2&id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497173 Apr 18 20:33:44.138760 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.147119 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17dbefd1-3e85-4a9c-97d8-53d3f4b4fa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.154092 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.157870 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.168173 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17dbefd1-3e85-4a9c-97d8-53d3f4b4fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.234586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] No DVR routers for this DVR port 5d2e384b-30c9-4d64-bd31-15040d2a61fb on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:44.273731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2e384b-30c9-4d64-bd31-15040d2a61fb,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:44.312296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] In _notify_port_updated(), no bound segment for port 5d2e384b-30c9-4d64-bd31-15040d2a61fb on network c0ab9790-64b6-40c9-8458-d547c06593c1 {{(pid=102904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:33:44.314493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:44.318326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.322850 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-f6e46b9c-0144-4efe-8612-283215ee1cb7 service neutron] 10.222.0.64 "PUT /v2.0/ports/5d2e384b-30c9-4d64-bd31-15040d2a61fb HTTP/1.1" status: 200 len: 1032 time: 1.0557880 Apr 18 20:33:44.326151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbefd1-3e85-4a9c-97d8-53d3f4b4fa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5a5c73-7362-4802-99d8-41b492e86371,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:44.399412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2b1220-8805-470c-b36c-c73e5c0023d0']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:44.413775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35476) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:44.414281 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-17dbefd1-3e85-4a9c-97d8-53d3f4b4fa88 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c16afc6c2e44483b3f801a3d9042852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8373973 Apr 18 20:33:44.419155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b50892-5f8a-4a68-9c1b-4ada730a49ac') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:44.421647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b50892-5f8a-4a68-9c1b-4ada730a49ac') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:44.446201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.478049 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.494711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:44.495334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:44.500192 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:44.518433 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2e72250-bebc-4c19-8604-fbedecec26e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.526970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-53ae66fc-d4d7-47e1-8a85-7332470aef3b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting port 215b09a2-2bb2-427a-8349-96fb818e7e00 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:44.527211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-53ae66fc-d4d7-47e1-8a85-7332470aef3b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.554943 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:33:44.555560 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:33:44.590199 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.598776 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.612200 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] 10.222.0.49 "DELETE /v2.0/networks/9b2b1220-8805-470c-b36c-c73e5c0023d0 HTTP/1.1" status: 204 len: 168 time: 0.7619512 Apr 18 20:33:44.625043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2e72250-bebc-4c19-8604-fbedecec26e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.627089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34375f7-6b09-46d2-83c0-742ec9b6121b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2b1220-8805-470c-b36c-c73e5c0023d0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:44.677313 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2afa25-19f9-4b42-b122-e7a346866596'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:44.679627 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0c2208-4700-4e6f-be69-d029a08c68d3" -d '{"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2afa25-19f9-4b42-b122-e7a346866596"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:44.688222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d362a261-707f-4f19-afa5-1b0c2055f795 None None] Provisioning complete for port 5d2e384b-30c9-4d64-bd31-15040d2a61fb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:44.688582 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d362a261-707f-4f19-afa5-1b0c2055f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.729228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d362a261-707f-4f19-afa5-1b0c2055f795 None None] Port 5d2e384b-30c9-4d64-bd31-15040d2a61fb cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:33:44.737029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9ba4bf6-191d-4572-a05a-d97de9b34c4c req-fbc52056-1a38-4ae7-a673-a93f12306302 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 210 time: 0.0763316 Apr 18 20:33:44.742450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-53ae66fc-d4d7-47e1-8a85-7332470aef3b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] For port 215b09a2-2bb2-427a-8349-96fb818e7e00, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=215b09a2-2bb2-427a-8349-96fb818e7e00,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:44.743393 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-53ae66fc-d4d7-47e1-8a85-7332470aef3b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.758309 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da4d071-9d50-4d41-882b-3bacc668fefb x-openstack-request-id: req-9da4d071-9d50-4d41-882b-3bacc668fefb {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:44.758309 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2afa25-19f9-4b42-b122-e7a346866596", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:44.758309 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9da4d071-9d50-4d41-882b-3bacc668fefb {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:44.758309 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da4d071-9d50-4d41-882b-3bacc668fefb'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2afa25-19f9-4b42-b122-e7a346866596', 'code': 200} Apr 18 20:33:44.763262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-53ae66fc-d4d7-47e1-8a85-7332470aef3b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Calling delete_port for 215b09a2-2bb2-427a-8349-96fb818e7e00 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:44.820788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2e72250-bebc-4c19-8604-fbedecec26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.822284 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:44.827956 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2e72250-bebc-4c19-8604-fbedecec26e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.827956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a2e72250-bebc-4c19-8604-fbedecec26e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e5a5c73-7362-4802-99d8-41b492e86371 HTTP/1.1" status: 204 len: 168 time: 0.4120610 Apr 18 20:33:44.882299 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-288262c0-04ce-476b-bf86-b569bb91abaa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74af994a319048dea8b73a6e53ac4590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588264 Apr 18 20:33:44.886303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35490) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:44.906526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e72250-bebc-4c19-8604-fbedecec26e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5a5c73-7362-4802-99d8-41b492e86371,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:44.984471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8689614b-65ff-4888-8a5d-e2b742be3c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.989639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-cab543fa-5772-46e6-affe-a804e1d940f0 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:44.991318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-cab543fa-5772-46e6-affe-a804e1d940f0 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.64 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 814 time: 0.2104323 Apr 18 20:33:45.012308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8689614b-65ff-4888-8a5d-e2b742be3c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.041122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Request body: {'port': {'device_id': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc', 'admin_state_up': True, 'tenant_id': '465de81abb5b473187f70deeddb101a0'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:45.075408 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8689614b-65ff-4888-8a5d-e2b742be3c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.078495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8689614b-65ff-4888-8a5d-e2b742be3c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.090844 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8689614b-65ff-4888-8a5d-e2b742be3c9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef246193-1f1a-4b8d-b0f4-f57d1ecbe876 HTTP/1.1" status: 204 len: 168 time: 0.1981850 Apr 18 20:33:45.105816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 815adc4a-4209-41ff-a49f-c34c609cd72f no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:45.133171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689614b-65ff-4888-8a5d-e2b742be3c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef246193-1f1a-4b8d-b0f4-f57d1ecbe876,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:45.155986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-53ae66fc-d4d7-47e1-8a85-7332470aef3b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.225840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae66fc-d4d7-47e1-8a85-7332470aef3b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Port': ['ID=215b09a2-2bb2-427a-8349-96fb818e7e00,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:45.295359 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.316886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-53ae66fc-d4d7-47e1-8a85-7332470aef3b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] No DVR routers for this DVR port 215b09a2-2bb2-427a-8349-96fb818e7e00 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:45.334748 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-53ae66fc-d4d7-47e1-8a85-7332470aef3b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.338143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-53ae66fc-d4d7-47e1-8a85-7332470aef3b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "DELETE /v2.0/ports/215b09a2-2bb2-427a-8349-96fb818e7e00 HTTP/1.1" status: 204 len: 173 time: 1.0102296 Apr 18 20:33:45.338622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-deleted', 'tag': '215b09a2-2bb2-427a-8349-96fb818e7e00'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:45.341346 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7926d139-aa1e-430a-bd67-5a2405dba7bc" -d '{"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-deleted", "tag": "215b09a2-2bb2-427a-8349-96fb818e7e00"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:45.348619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Made reservation on behalf of 465de81abb5b473187f70deeddb101a0 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:45.352694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.361641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 815adc4a-4209-41ff-a49f-c34c609cd72f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=815adc4a-4209-41ff-a49f-c34c609cd72f,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:45.371542 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.373133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 60d1ace1-f765-41d8-ad68-02c18347f29f no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:45.462623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5d6ff-7b6f-4641-8fdf-67ae426ceb01 req-ec51ed72-1aec-435c-825b-64d40f00739c tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:45.468565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31d5d6ff-7b6f-4641-8fdf-67ae426ceb01 req-ec51ed72-1aec-435c-825b-64d40f00739c tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.2468603 Apr 18 20:33:45.561555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35510) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:45.588797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=815adc4a-4209-41ff-a49f-c34c609cd72f,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:45.594113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b08dc962-d442-4538-b14f-5be52c3ad38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.635374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494936-a620-4fe9-977c-cae68bdfba91 req-39b8ace1-d2d7-49e5-8086-12f4ccd2060c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:45.641702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494936-a620-4fe9-977c-cae68bdfba91 req-39b8ace1-d2d7-49e5-8086-12f4ccd2060c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:45.661294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494936-a620-4fe9-977c-cae68bdfba91 req-39b8ace1-d2d7-49e5-8086-12f4ccd2060c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:45.674898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494936-a620-4fe9-977c-cae68bdfba91 req-39b8ace1-d2d7-49e5-8086-12f4ccd2060c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:45.696639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52494936-a620-4fe9-977c-cae68bdfba91 req-39b8ace1-d2d7-49e5-8086-12f4ccd2060c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 3148 time: 0.3823915 Apr 18 20:33:45.739027 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31d5d6ff-7b6f-4641-8fdf-67ae426ceb01 req-c04ee9d1-9d93-4dad-a2a5-cf779f9219de tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653008 Apr 18 20:33:45.757984 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.833264 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.854276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b08dc962-d442-4538-b14f-5be52c3ad38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.861810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b08dc962-d442-4538-b14f-5be52c3ad38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.883671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52494936-a620-4fe9-977c-cae68bdfba91 req-b5b2ba60-6fa4-4bf6-ac33-584430b80aed tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859879 Apr 18 20:33:45.952165 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430e388f-7c29-4fb8-9b29-4de4beee53e4 x-openstack-request-id: req-430e388f-7c29-4fb8-9b29-4de4beee53e4 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:45.952850 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-deleted", "tag": "215b09a2-2bb2-427a-8349-96fb818e7e00", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:45.952991 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-430e388f-7c29-4fb8-9b29-4de4beee53e4 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:45.953561 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430e388f-7c29-4fb8-9b29-4de4beee53e4'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-deleted', 'tag': '215b09a2-2bb2-427a-8349-96fb818e7e00', 'status': 'completed', 'code': 200} Apr 18 20:33:45.956087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-fedb2cd4-c28c-4e74-b875-833869520d25 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting port fc2afa25-19f9-4b42-b122-e7a346866596 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:45.956424 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-fedb2cd4-c28c-4e74-b875-833869520d25 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.959521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dc962-d442-4538-b14f-5be52c3ad38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460ab209-6950-4abc-88b7-6c8ef4f94487,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:45.960911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 60d1ace1-f765-41d8-ad68-02c18347f29f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=60d1ace1-f765-41d8-ad68-02c18347f29f,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:45.984969 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.985611 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b08dc962-d442-4538-b14f-5be52c3ad38d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7ea4e7dc34d47f6acc9f003613e2b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217188 Apr 18 20:33:45.991248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35524) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:45.991618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:46.069916 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16a298ad-1ade-4873-a317-05ba323ffbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.106372 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16a298ad-1ade-4873-a317-05ba323ffbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.146443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3185ec63-d62a-4eab-bf77-64c432f0ccdb req-53f57774-446f-4d66-8238-3967530b377c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 210 time: 0.1051993 Apr 18 20:33:46.201841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Allocated IP 172.20.0.6 (cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc/91cae2a0-3806-4090-a4c7-af6543a276b8/54ccbf5f-bfbd-4599-98b2-8537a1210f03) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:46.206274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:33:46.206934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 305f39d6-2edb-4b24-8b63-fd3f9a829bdc no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:33:46.217386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16a298ad-1ade-4873-a317-05ba323ffbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.222064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16a298ad-1ade-4873-a317-05ba323ffbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.226493 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-16a298ad-1ade-4873-a317-05ba323ffbf1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/460ab209-6950-4abc-88b7-6c8ef4f94487 HTTP/1.1" status: 204 len: 168 time: 0.2308125 Apr 18 20:33:46.252684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a298ad-1ade-4873-a317-05ba323ffbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460ab209-6950-4abc-88b7-6c8ef4f94487,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:46.256370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=60d1ace1-f765-41d8-ad68-02c18347f29f,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:46.301724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-fedb2cd4-c28c-4e74-b875-833869520d25 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] For port fc2afa25-19f9-4b42-b122-e7a346866596, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc2afa25-19f9-4b42-b122-e7a346866596,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:46.302219 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-fedb2cd4-c28c-4e74-b875-833869520d25 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.320340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-fedb2cd4-c28c-4e74-b875-833869520d25 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Calling delete_port for fc2afa25-19f9-4b42-b122-e7a346866596 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:46.360349 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.398554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:46.403200 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.412126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35536) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:46.466850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:46.567610 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-fedb2cd4-c28c-4e74-b875-833869520d25 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.604370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb2cd4-c28c-4e74-b875-833869520d25 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Port': ['ID=fc2afa25-19f9-4b42-b122-e7a346866596,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:46.667068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-fedb2cd4-c28c-4e74-b875-833869520d25 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] No DVR routers for this DVR port fc2afa25-19f9-4b42-b122-e7a346866596 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:46.671562 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-fedb2cd4-c28c-4e74-b875-833869520d25 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.674807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-fedb2cd4-c28c-4e74-b875-833869520d25 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "DELETE /v2.0/ports/fc2afa25-19f9-4b42-b122-e7a346866596 HTTP/1.1" status: 204 len: 173 time: 1.3295386 Apr 18 20:33:46.679563 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-782650061-network', 'tenant_id': '62eb206dc2564da1a9cb0273cf49a68a'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:46.694990 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.701767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Made reservation on behalf of 62eb206dc2564da1a9cb0273cf49a68a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:46.704482 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.713911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.757661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815adc4a-4209-41ff-a49f-c34c609cd72f'}, {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d1ace1-f765-41d8-ad68-02c18347f29f'}, {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:46.759740 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bfa118-3b26-430c-9d47-f6dc9ad69220" -d '{"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-unplugged", "status": "completed", "tag": "815adc4a-4209-41ff-a49f-c34c609cd72f"}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-unplugged", "status": "completed", "tag": "60d1ace1-f765-41d8-ad68-02c18347f29f"}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-unplugged", "status": "completed", "tag": "305f39d6-2edb-4b24-8b63-fd3f9a829bdc"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:46.801646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.824904 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f19672-ed87-4b99-9a3f-c769e1f898f9 x-openstack-request-id: req-61f19672-ed87-4b99-9a3f-c769e1f898f9 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:46.825205 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-unplugged", "status": "completed", "tag": "815adc4a-4209-41ff-a49f-c34c609cd72f", "code": 200}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-unplugged", "status": "completed", "tag": "60d1ace1-f765-41d8-ad68-02c18347f29f", "code": 200}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-unplugged", "status": "completed", "tag": "305f39d6-2edb-4b24-8b63-fd3f9a829bdc", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:46.825455 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61f19672-ed87-4b99-9a3f-c769e1f898f9 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:46.825864 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f19672-ed87-4b99-9a3f-c769e1f898f9'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '815adc4a-4209-41ff-a49f-c34c609cd72f', 'code': 200} Apr 18 20:33:46.826120 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f19672-ed87-4b99-9a3f-c769e1f898f9'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60d1ace1-f765-41d8-ad68-02c18347f29f', 'code': 200} Apr 18 20:33:46.826370 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f19672-ed87-4b99-9a3f-c769e1f898f9'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc', 'code': 200} Apr 18 20:33:46.833628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.839706 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.868194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:33:46.883014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0141f93-d9df-4126-a663-a68b7c2e93fe,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:46.888178 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.888766 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Added segment b3533fc8-db1d-4a10-81e2-fedee48b85b5 of type vlan for network 981738f3-7653-48eb-b26f-d4b94694954e Apr 18 20:33:46.934053 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.996425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.997546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:46.998183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.101318 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6853828 Apr 18 20:33:47.114357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35566) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:47.119640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Request body: {'subnet': {'network_id': '981738f3-7653-48eb-b26f-d4b94694954e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-782650061-subnet', 'tenant_id': '62eb206dc2564da1a9cb0273cf49a68a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:47.126351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd1244-5924-460d-9c57-7b1a1741e034 admin admin] Pushing event updated for resources: {'Network': ['ID=981738f3-7653-48eb-b26f-d4b94694954e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:47.143865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 981738f3-7653-48eb-b26f-d4b94694954e details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:33:47.163746 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Made reservation on behalf of 62eb206dc2564da1a9cb0273cf49a68a for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:47.166261 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.352741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:47.353592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.399660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:47.425066 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.438491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:47.445086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:47.447633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Pushing event updated for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:47.479924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebb6b3b3-93c0-4efd-b15c-04547c528234,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:47.492647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Checking segment: {'id': 'b3533fc8-db1d-4a10-81e2-fedee48b85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '981738f3-7653-48eb-b26f-d4b94694954e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:47.492999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Network hostable DHCP agents. Network: 981738f3-7653-48eb-b26f-d4b94694954e, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:33:47.511634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Network 981738f3-7653-48eb-b26f-d4b94694954e is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:33:47.524050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 981738f3-7653-48eb-b26f-d4b94694954e) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:47.527197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ac54a-0190-4269-b777-4d66bce9d75c req-50936e9c-0212-4210-a307-e5d5590510f9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.532692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f8da4-7041-4b39-bc0e-649ed0881dee None None] Network 981738f3-7653-48eb-b26f-d4b94694954e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:47.533223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ac54a-0190-4269-b777-4d66bce9d75c req-50936e9c-0212-4210-a307-e5d5590510f9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.533691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.534399 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.539195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ac54a-0190-4269-b777-4d66bce9d75c req-50936e9c-0212-4210-a307-e5d5590510f9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.544630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-958ac54a-0190-4269-b777-4d66bce9d75c req-50936e9c-0212-4210-a307-e5d5590510f9 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 2409 time: 0.2854877 Apr 18 20:33:47.557199 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f1248242-4b9f-4e1d-9c9e-2e2be41fc896 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4416807 Apr 18 20:33:47.569319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720cee6-92aa-4691-a807-2952eb6f0a37 req-f5b04a07-a2db-4c52-83cf-56ea69fe5538 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.570975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d720cee6-92aa-4691-a807-2952eb6f0a37 req-f5b04a07-a2db-4c52-83cf-56ea69fe5538 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.2653687 Apr 18 20:33:47.593439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.594587 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.642938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] For port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:47.643313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.681788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-01444c31-dadc-4603-bdc3-acbcd8a00860 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6744006 Apr 18 20:33:47.702666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ab626-1889-4423-a18e-20b6662e4c24 None None] Network 981738f3-7653-48eb-b26f-d4b94694954e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:33:47.728960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Request body: {'port': {'device_id': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:47.734231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-958ac54a-0190-4269-b777-4d66bce9d75c req-b46c51de-ccfa-4094-aab8-c833e442e9b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758976 Apr 18 20:33:47.744533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d720cee6-92aa-4691-a807-2952eb6f0a37 req-e819b5cc-e2a2-4cd7-91b7-aaba48536cf2 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578453 Apr 18 20:33:47.920233 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.955233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-deleted', 'tag': 'fc2afa25-19f9-4b42-b122-e7a346866596'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:47.964329 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c35cf95-e6e0-4522-a473-b608927c9f4f" -d '{"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-deleted", "tag": "fc2afa25-19f9-4b42-b122-e7a346866596"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:47.985002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9e370-ed74-4e3d-a3f7-7771b1413ca0 req-9f3e161d-13d6-4035-9d12-81c41db3c50d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.986747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03f9e370-ed74-4e3d-a3f7-7771b1413ca0 req-9f3e161d-13d6-4035-9d12-81c41db3c50d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 931 time: 0.1777842 Apr 18 20:33:48.064675 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.065557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.065557 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Floating IP ff7dcbba-1dd8-4ef2-9de5-5fbe770895dc disassociated. External IP: 172.25.2.231, port: 305f39d6-2edb-4b24-8b63-fd3f9a829bdc. Apr 18 20:33:48.065742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Calling delete_port for 305f39d6-2edb-4b24-8b63-fd3f9a829bdc owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:48.251440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03f9e370-ed74-4e3d-a3f7-7771b1413ca0 req-404ee0b9-4635-43e1-abe5-87f8e2c61c0d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405045 Apr 18 20:33:48.304501 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b41a678-7e93-431c-af9e-d078b06e1d8e x-openstack-request-id: req-0b41a678-7e93-431c-af9e-d078b06e1d8e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:48.304794 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-deleted", "tag": "fc2afa25-19f9-4b42-b122-e7a346866596", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:48.305041 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b41a678-7e93-431c-af9e-d078b06e1d8e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:48.305438 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b41a678-7e93-431c-af9e-d078b06e1d8e'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-deleted', 'tag': 'fc2afa25-19f9-4b42-b122-e7a346866596', 'status': 'completed', 'code': 200} Apr 18 20:33:48.406627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-cdc65d3c-da91-4603-8724-e3a45d91786c tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:48.407718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-cdc65d3c-da91-4603-8724-e3a45d91786c tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/networks?id=981738f3-7653-48eb-b26f-d4b94694954e HTTP/1.1" status: 200 len: 821 time: 0.3220186 Apr 18 20:33:48.470556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-5a8f78ca-bbe7-4501-9c07-6252978d88fb tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/quotas/62eb206dc2564da1a9cb0273cf49a68a HTTP/1.1" status: 200 len: 375 time: 0.0447094 Apr 18 20:33:48.557256 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-32d98c56-8600-43dd-9484-d35df77a7bb0 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=62eb206dc2564da1a9cb0273cf49a68a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482998 Apr 18 20:33:48.590876 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.710997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Port': ['ID=305f39d6-2edb-4b24-8b63-fd3f9a829bdc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:48.720839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ccbf5f-bfbd-4599-98b2-8537a1210f03 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:48.726220 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6caa3979-8798-4b91-9de1-5c5bc6fbd1b6 req-2461bece-487c-48f9-9d90-fa8312ec56e6 tempest-FlavorsV2NegativeTest-829131125 tempest-FlavorsV2NegativeTest-829131125-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=6240a31067ba4ade9c6a28bb0a48e4b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894463 Apr 18 20:33:48.737172 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.825109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Transition to ACTIVE for port object 54ccbf5f-bfbd-4599-98b2-8537a1210f03 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:48.861099 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.921097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-a72965cf-0f66-4e3e-9e24-db8b5d04916f service neutron] 10.222.0.49 "GET /v2.0/networks/981738f3-7653-48eb-b26f-d4b94694954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483176 Apr 18 20:33:49.066413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:49.102533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa3979-8798-4b91-9de1-5c5bc6fbd1b6 req-7cffc418-2419-4ad1-b98b-0c1d67717da0 tempest-FlavorsV2NegativeTest-829131125 tempest-FlavorsV2NegativeTest-829131125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:49.104152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6caa3979-8798-4b91-9de1-5c5bc6fbd1b6 req-7cffc418-2419-4ad1-b98b-0c1d67717da0 tempest-FlavorsV2NegativeTest-829131125 tempest-FlavorsV2NegativeTest-829131125-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3693655 Apr 18 20:33:49.127414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Router 4f6527bf-657d-4966-b37e-40ce39326c95 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:33:49.174433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6caa3979-8798-4b91-9de1-5c5bc6fbd1b6 req-a96b932e-b63f-4fb6-817d-f00f9ef5e8ef tempest-FlavorsV2NegativeTest-829131125 tempest-FlavorsV2NegativeTest-829131125-project] 10.222.0.49 "GET /v2.0/quotas/6240a31067ba4ade9c6a28bb0a48e4b7 HTTP/1.1" status: 200 len: 375 time: 0.0437846 Apr 18 20:33:49.184960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b25996b9-499d-4c8d-833b-15a7f38c7e44 service neutron] 10.222.0.49 "GET /v2.0/networks/981738f3-7653-48eb-b26f-d4b94694954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313945 Apr 18 20:33:49.264865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6caa3979-8798-4b91-9de1-5c5bc6fbd1b6 req-d9a6a3a7-1b23-41b3-98ee-1ae622ff6f35 tempest-FlavorsV2NegativeTest-829131125 tempest-FlavorsV2NegativeTest-829131125-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6240a31067ba4ade9c6a28bb0a48e4b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784948 Apr 18 20:33:49.267734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Attempting to bind port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:49.268212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Attempting to bind port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '35100e4c-f3a2-4611-844c-30b8cc4228db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:49.268536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Attempting to bind port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 on network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:49.280687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 on network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:49.281075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Attempting to bind port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 on network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:49.294388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:49.294794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Checking segment: {'id': '35100e4c-f3a2-4611-844c-30b8cc4228db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:49.295167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Bound using segment: {'id': '35100e4c-f3a2-4611-844c-30b8cc4228db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:49.295778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Bound port: 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35100e4c-f3a2-4611-844c-30b8cc4228db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:49.296195 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.389589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:33:49.401934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] Sync routers for ids ['4f6527bf-657d-4966-b37e-40ce39326c95'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:49.418087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] Routers {'4f6527bf-657d-4966-b37e-40ce39326c95'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:49.419024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:33:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4f6527bf-657d-4966-b37e-40ce39326c95'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:49.555407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] No DVR routers for this DVR port 305f39d6-2edb-4b24-8b63-fd3f9a829bdc on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:49.563245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.566996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-1a08774c-77ad-4931-878c-d69424938b51 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "DELETE /v2.0/ports/305f39d6-2edb-4b24-8b63-fd3f9a829bdc HTTP/1.1" status: 204 len: 173 time: 2.8832114 Apr 18 20:33:49.571801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:49.590346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] Set router 4f6527bf-657d-4966-b37e-40ce39326c95 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:49.646762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:49.668205 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.683733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e0566-d9d0-4b17-bb39-4f32d0ef8992 req-aee0f744-29ff-46e0-8a3f-9652e357aab4 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:49.685598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b25e0566-d9d0-4b17-bb39-4f32d0ef8992 req-aee0f744-29ff-46e0-8a3f-9652e357aab4 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.2995088 Apr 18 20:33:49.729484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0c28f-39c4-4a64-afdf-f9b5e4662932 req-c4f76996-ca44-42fe-9b51-c9a351a44d2e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:49.736491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0c28f-39c4-4a64-afdf-f9b5e4662932 req-c4f76996-ca44-42fe-9b51-c9a351a44d2e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:49.738266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44e0c28f-39c4-4a64-afdf-f9b5e4662932 req-c4f76996-ca44-42fe-9b51-c9a351a44d2e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 1676 time: 0.2597475 Apr 18 20:33:49.807898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:49.807898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.809382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/54ccbf5f-bfbd-4599-98b2-8537a1210f03 HTTP/1.1" status: 200 len: 1091 time: 2.0880649 Apr 18 20:33:49.889573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca094cfe-604a-467b-914c-bc619763e6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:49.930053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b25e0566-d9d0-4b17-bb39-4f32d0ef8992 req-a36aca4f-cb22-452b-a57a-e9e27ebf8096 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310381 Apr 18 20:33:49.937991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44e0c28f-39c4-4a64-afdf-f9b5e4662932 req-108e1138-33cb-4932-a91f-212c21739d64 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753728 Apr 18 20:33:49.952247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '901e0592-c790-4d05-af06-7a70aec3c5ab', 'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'mac_address': 'fa:16:3e:b9:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:47Z', 'updated_at': '2022-04-18T20:27:53Z', 'revision_number': 5, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'subnets': [{'id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:49.965884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-5960c73d-3196-4758-acf2-07f859707de4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting port 815adc4a-4209-41ff-a49f-c34c609cd72f {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:49.966291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-5960c73d-3196-4758-acf2-07f859707de4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.972673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-3cfaa9f9-01ac-4203-86c9-661da62b081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:49.974369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-3cfaa9f9-01ac-4203-86c9-661da62b081a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 1094 time: 0.1023910 Apr 18 20:33:50.043479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] Checking router: 4f6527bf-657d-4966-b37e-40ce39326c95 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:50.056903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] Routers {'4f6527bf-657d-4966-b37e-40ce39326c95'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:33:50.057824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:33:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4f6527bf-657d-4966-b37e-40ce39326c95'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:50.124369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35680) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:50.233365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] Set router 4f6527bf-657d-4966-b37e-40ce39326c95 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:33:50.285325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b6d8fa6-0676-4e5a-92aa-1a5205481d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.375101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-deleted', 'tag': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc'}, {'name': 'network-changed', 'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:50.377788 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651075d4-d570-4480-918e-fc0469c5531e" -d '{"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-deleted", "tag": "305f39d6-2edb-4b24-8b63-fd3f9a829bdc"}, {"name": "network-changed", "server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:50.385948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-02835600-2246-49ba-8b25-6a016c5e6d87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03 HTTP/1.1" status: 200 len: 217 time: 0.4005706 Apr 18 20:33:50.394805 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b6d8fa6-0676-4e5a-92aa-1a5205481d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.410166 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b6d8fa6-0676-4e5a-92aa-1a5205481d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.447204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d8fa6-0676-4e5a-92aa-1a5205481d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b010c-4f38-40c9-ae5a-115a7f485d18,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:50.457399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12378b35-97e1-4fb5-a022-c6bcd8dedec6 req-468867fe-1312-48e4-ae93-5726ad979680 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 210 time: 0.0768435 Apr 18 20:33:50.479584 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b6d8fa6-0676-4e5a-92aa-1a5205481d8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6240a31067ba4ade9c6a28bb0a48e4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527124 Apr 18 20:33:50.482637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35686) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:50.534130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-0c086173-31f6-4b2c-93c1-5500c7f84a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:50.536212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-0c086173-31f6-4b2c-93c1-5500c7f84a7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cae2a0-3806-4090-a4c7-af6543a276b8 HTTP/1.1" status: 200 len: 854 time: 0.1236832 Apr 18 20:33:50.539239 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-5960c73d-3196-4758-acf2-07f859707de4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] For port 815adc4a-4209-41ff-a49f-c34c609cd72f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=815adc4a-4209-41ff-a49f-c34c609cd72f,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:50.541646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-5960c73d-3196-4758-acf2-07f859707de4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.560827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '901e0592-c790-4d05-af06-7a70aec3c5ab', 'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'mac_address': 'fa:16:3e:b9:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:47Z', 'updated_at': '2022-04-18T20:27:53Z', 'revision_number': 5, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'subnets': [{'id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:50.563073 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd42527d-c17f-480c-8920-b92f11eb6b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.566576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61511c8b-bac2-4fdf-86c0-1337fd30f411 req-15c871eb-1cf6-4799-a55a-3a3edb9e4be8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:50.572398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61511c8b-bac2-4fdf-86c0-1337fd30f411 req-15c871eb-1cf6-4799-a55a-3a3edb9e4be8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.1900969 Apr 18 20:33:50.582018 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b128803-9b81-4960-a989-698aaf54e323 x-openstack-request-id: req-1b128803-9b81-4960-a989-698aaf54e323 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:50.582636 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-deleted", "tag": "305f39d6-2edb-4b24-8b63-fd3f9a829bdc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:50.583126 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b128803-9b81-4960-a989-698aaf54e323 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:50.584001 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b128803-9b81-4960-a989-698aaf54e323'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-deleted', 'tag': '305f39d6-2edb-4b24-8b63-fd3f9a829bdc', 'status': 'completed', 'code': 200} Apr 18 20:33:50.584850 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b128803-9b81-4960-a989-698aaf54e323'] response: {'name': 'network-changed', 'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'status': 'completed', 'code': 200} Apr 18 20:33:50.592585 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd42527d-c17f-480c-8920-b92f11eb6b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.606490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-5960c73d-3196-4758-acf2-07f859707de4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Calling delete_port for 815adc4a-4209-41ff-a49f-c34c609cd72f owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:50.614235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-e67e09a0-6cc3-4280-910d-8ff66c7396fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649071 Apr 18 20:33:50.614666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5428a8-662d-4dba-a2b6-ada505f84384 None None] The sync data for ids ['4f6527bf-657d-4966-b37e-40ce39326c95'] in n-d-836015-4 is: [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:47Z', 'revision_number': 4, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '901e0592-c790-4d05-af06-7a70aec3c5ab', 'name': '', 'network_id': '5b3ce759-a463-4240-b6bf-4312a8b629c2', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'mac_address': 'fa:16:3e:b9:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:47Z', 'updated_at': '2022-04-18T20:27:53Z', 'revision_number': 5, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'subnets': [{'id': '0daa6ee3-1616-4131-b741-bc636f011dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:50.662665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd42527d-c17f-480c-8920-b92f11eb6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.665361 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd42527d-c17f-480c-8920-b92f11eb6b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.668939 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cd42527d-c17f-480c-8920-b92f11eb6b88 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/574b010c-4f38-40c9-ae5a-115a7f485d18 HTTP/1.1" status: 204 len: 168 time: 0.1828961 Apr 18 20:33:50.682291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42527d-c17f-480c-8920-b92f11eb6b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b010c-4f38-40c9-ae5a-115a7f485d18,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:50.794684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61511c8b-bac2-4fdf-86c0-1337fd30f411 req-f26c931c-19a1-482d-946e-4628c7ba1473 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857352 Apr 18 20:33:50.845680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-20088d79-fc90-482c-b741-519bd2d75ec0 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207344 Apr 18 20:33:51.022772 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-5960c73d-3196-4758-acf2-07f859707de4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.064428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-9a02753d-aec2-4d30-94e4-c91df6417359 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:51.067401 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-9a02753d-aec2-4d30-94e4-c91df6417359 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.64 "GET /v2.0/networks?id=981738f3-7653-48eb-b26f-d4b94694954e HTTP/1.1" status: 200 len: 821 time: 0.2086701 Apr 18 20:33:51.084251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Request body: {'port': {'device_id': '17554ba5-5931-4939-8fc7-7ad255a5e06a', 'network_id': '981738f3-7653-48eb-b26f-d4b94694954e', 'admin_state_up': True, 'tenant_id': '62eb206dc2564da1a9cb0273cf49a68a'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:51.107797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960c73d-3196-4758-acf2-07f859707de4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Port': ['ID=815adc4a-4209-41ff-a49f-c34c609cd72f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:51.157689 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de8a86b-6be3-42d5-b10a-642bbc5d475f None None] New status for floating IP ff7dcbba-1dd8-4ef2-9de5-5fbe770895dc: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:33:51.263178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Made reservation on behalf of 62eb206dc2564da1a9cb0273cf49a68a for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:51.270012 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.272106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-5960c73d-3196-4758-acf2-07f859707de4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] No DVR routers for this DVR port 815adc4a-4209-41ff-a49f-c34c609cd72f on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:51.277741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-5960c73d-3196-4758-acf2-07f859707de4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.281533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-5960c73d-3196-4758-acf2-07f859707de4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "DELETE /v2.0/ports/815adc4a-4209-41ff-a49f-c34c609cd72f HTTP/1.1" status: 204 len: 173 time: 1.7065265 Apr 18 20:33:51.283924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a40f3c8a-37de-4d33-997b-ac0a79ac6423 req-96b580b5-2f60-485c-a07d-773d7dda1307 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260311 Apr 18 20:33:51.320470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f212d5-44af-4d57-bcea-b9fb1a1bbf74 req-6e3c5326-fad9-4c90-9e2e-63b599621eb4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:51.328844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05f212d5-44af-4d57-bcea-b9fb1a1bbf74 req-6e3c5326-fad9-4c90-9e2e-63b599621eb4 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 943 time: 0.2252438 Apr 18 20:33:51.361326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa1165-4c6f-42ca-a69c-ae2f18872d5f req-45e7dfce-5dff-47fa-95f9-f4664edd7527 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:51.369897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62fa1165-4c6f-42ca-a69c-ae2f18872d5f req-45e7dfce-5dff-47fa-95f9-f4664edd7527 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.2197526 Apr 18 20:33:51.456703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Allocated IP 172.20.0.7 (981738f3-7653-48eb-b26f-d4b94694954e/ebb6b3b3-93c0-4efd-b15c-04547c528234/465b09a4-6781-4a91-8cdf-1e86d62c184c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:51.498946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05f212d5-44af-4d57-bcea-b9fb1a1bbf74 req-a74ba59a-5cad-4c50-b511-be0b727cbce8 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups?id=08512ae3-d852-4ca5-abb6-f545f20b8c22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688883 Apr 18 20:33:51.511090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62fa1165-4c6f-42ca-a69c-ae2f18872d5f req-447c9347-b223-455e-8f1a-1d2ba34e354e tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399860 Apr 18 20:33:51.522718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651075d4-d570-4480-918e-fc0469c5531e req-365617e3-d4f0-45ae-a9a6-498f51987b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:51.524284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651075d4-d570-4480-918e-fc0469c5531e req-365617e3-d4f0-45ae-a9a6-498f51987b69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 1094 time: 0.1485076 Apr 18 20:33:51.656482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-efd32004-3c4a-4ffe-940e-733f569cd8e3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting port 60d1ace1-f765-41d8-ad68-02c18347f29f {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:33:51.657154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-efd32004-3c4a-4ffe-940e-733f569cd8e3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.668439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-056a9e21-5d65-40c4-9a32-cbb9a6c44a2b req-b1fa163d-513b-4fed-905b-5c4812eb10a0 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 210 time: 0.0477555 Apr 18 20:33:51.691949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.723029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651075d4-d570-4480-918e-fc0469c5531e req-adc04532-3ea7-4064-a706-6ad6c30a2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:51.724685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651075d4-d570-4480-918e-fc0469c5531e req-adc04532-3ea7-4064-a706-6ad6c30a2887 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 915 time: 0.1864145 Apr 18 20:33:51.748300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.816703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Network 981738f3-7653-48eb-b26f-d4b94694954e is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:51.820810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:51.823633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651075d4-d570-4480-918e-fc0469c5531e req-27bfc2bd-9e6f-4e8f-a7af-468c7dc61ad0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03 HTTP/1.1" status: 200 len: 217 time: 0.0531359 Apr 18 20:33:51.824839 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:33:51.852907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Pushing event updated for resources: {'Port': ['ID=465b09a4-6781-4a91-8cdf-1e86d62c184c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:51.887876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:51.888659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.906202 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-b47b1733-1902-4493-b06b-4b07e5f7fa6b tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8280854 Apr 18 20:33:51.918830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-efd32004-3c4a-4ffe-940e-733f569cd8e3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] For port 60d1ace1-f765-41d8-ad68-02c18347f29f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=60d1ace1-f765-41d8-ad68-02c18347f29f,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:51.919105 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-efd32004-3c4a-4ffe-940e-733f569cd8e3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.925990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Request body: {'port': {'device_id': '17554ba5-5931-4939-8fc7-7ad255a5e06a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:51.947181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651075d4-d570-4480-918e-fc0469c5531e req-50a057d9-d4f1-4473-8f4f-25f10de7a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:51.948674 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651075d4-d570-4480-918e-fc0469c5531e req-50a057d9-d4f1-4473-8f4f-25f10de7a698 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cae2a0-3806-4090-a4c7-af6543a276b8 HTTP/1.1" status: 200 len: 854 time: 0.1150897 Apr 18 20:33:51.963640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-efd32004-3c4a-4ffe-940e-733f569cd8e3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Calling delete_port for 60d1ace1-f765-41d8-ad68-02c18347f29f owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:33:51.982135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.005551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651075d4-d570-4480-918e-fc0469c5531e req-ad07c564-1a26-4402-bb3d-ec0771065aca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440009 Apr 18 20:33:52.079334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee010fcc-9904-4df5-ac4d-59cab7c90f95 req-d105f7a3-d005-4a8b-b233-a9fa4e14b990 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:52.082548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee010fcc-9904-4df5-ac4d-59cab7c90f95 req-d105f7a3-d005-4a8b-b233-a9fa4e14b990 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.1910977 Apr 18 20:33:52.232609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee010fcc-9904-4df5-ac4d-59cab7c90f95 req-f65ee309-9019-46b9-aa2b-09e9382a763f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264703 Apr 18 20:33:52.298822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651075d4-d570-4480-918e-fc0469c5531e req-88d1194e-549c-49dd-ace1-ed6a783c4646 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465813 Apr 18 20:33:52.381340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465b09a4-6781-4a91-8cdf-1e86d62c184c {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:52.390045 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-efd32004-3c4a-4ffe-940e-733f569cd8e3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.393086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.412614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Transition to ACTIVE for port object 465b09a4-6781-4a91-8cdf-1e86d62c184c will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:52.419379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.432877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd32004-3c4a-4ffe-940e-733f569cd8e3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Port': ['ID=60d1ace1-f765-41d8-ad68-02c18347f29f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:52.481842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Pushing event updated for resources: {'Port': ['ID=465b09a4-6781-4a91-8cdf-1e86d62c184c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:52.502760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-efd32004-3c4a-4ffe-940e-733f569cd8e3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] No DVR routers for this DVR port 60d1ace1-f765-41d8-ad68-02c18347f29f on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:52.506250 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-efd32004-3c4a-4ffe-940e-733f569cd8e3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.510528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb1598e-4965-4bc0-95ff-b4f18656838a req-efd32004-3c4a-4ffe-940e-733f569cd8e3 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.64 "DELETE /v2.0/ports/60d1ace1-f765-41d8-ad68-02c18347f29f HTTP/1.1" status: 204 len: 173 time: 1.2136607 Apr 18 20:33:52.515346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651075d4-d570-4480-918e-fc0469c5531e req-efd794d8-83d7-457d-aac7-5e947e6b9217 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046781 Apr 18 20:33:52.586317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-deleted', 'tag': '815adc4a-4209-41ff-a49f-c34c609cd72f'}, {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-deleted', 'tag': '60d1ace1-f765-41d8-ad68-02c18347f29f'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:52.588339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Attempting to bind port 465b09a4-6781-4a91-8cdf-1e86d62c184c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:52.588792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Attempting to bind port 465b09a4-6781-4a91-8cdf-1e86d62c184c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'b3533fc8-db1d-4a10-81e2-fedee48b85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '981738f3-7653-48eb-b26f-d4b94694954e'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:52.589314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Attempting to bind port 465b09a4-6781-4a91-8cdf-1e86d62c184c on network 981738f3-7653-48eb-b26f-d4b94694954e {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:52.589441 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d926313b-823d-494a-8b93-8867a9bef8d4" -d '{"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-deleted", "tag": "815adc4a-4209-41ff-a49f-c34c609cd72f"}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-deleted", "tag": "60d1ace1-f765-41d8-ad68-02c18347f29f"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:52.595557 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Port 465b09a4-6781-4a91-8cdf-1e86d62c184c on network 981738f3-7653-48eb-b26f-d4b94694954e not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:33:52.596019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Attempting to bind port 465b09a4-6781-4a91-8cdf-1e86d62c184c on network 981738f3-7653-48eb-b26f-d4b94694954e {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:33:52.602122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:33:52.602591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Checking segment: {'id': 'b3533fc8-db1d-4a10-81e2-fedee48b85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '981738f3-7653-48eb-b26f-d4b94694954e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:33:52.603058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Bound using segment: {'id': 'b3533fc8-db1d-4a10-81e2-fedee48b85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '981738f3-7653-48eb-b26f-d4b94694954e'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:33:52.603572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Bound port: 465b09a4-6781-4a91-8cdf-1e86d62c184c, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3533fc8-db1d-4a10-81e2-fedee48b85b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '981738f3-7653-48eb-b26f-d4b94694954e'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:52.604103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.666387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35774) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:52.698633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d76335b-0376-46be-a0f8-2c4f9bffa32a req-e3a75740-d138-4b52-bab3-5050c0417adf tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.0680561 Apr 18 20:33:52.715978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] For port 465b09a4-6781-4a91-8cdf-1e86d62c184c, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:33:52.720027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] For port 465b09a4-6781-4a91-8cdf-1e86d62c184c, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=465b09a4-6781-4a91-8cdf-1e86d62c184c,segment=NetworkSegment(b3533fc8-db1d-4a10-81e2-fedee48b85b5),segment_id=b3533fc8-db1d-4a10-81e2-fedee48b85b5)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:33:52.727093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.731477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d39b8-f59f-4074-bb6e-050312cc0855 req-71ce5ae6-5b17-42fc-8dd2-5b55513e1c62 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:52.733555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751d39b8-f59f-4074-bb6e-050312cc0855 req-71ce5ae6-5b17-42fc-8dd2-5b55513e1c62 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.1201031 Apr 18 20:33:52.805278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:52.806183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.808237 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] 10.222.0.64 "PUT /v2.0/ports/465b09a4-6781-4a91-8cdf-1e86d62c184c HTTP/1.1" status: 200 len: 1091 time: 0.8913629 Apr 18 20:33:52.808860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17554ba5-5931-4939-8fc7-7ad255a5e06a', 'tag': '465b09a4-6781-4a91-8cdf-1e86d62c184c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:52.812194 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718ff219-2a03-4930-9a0f-02e059089bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "17554ba5-5931-4939-8fc7-7ad255a5e06a", "tag": "465b09a4-6781-4a91-8cdf-1e86d62c184c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:52.818940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751d39b8-f59f-4074-bb6e-050312cc0855 req-46590baa-4c74-495e-8ec8-cc93fc24b4f8 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769839 Apr 18 20:33:52.822371 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72607f64-1038-4034-a8e2-cfe7c42f7a41 x-openstack-request-id: req-72607f64-1038-4034-a8e2-cfe7c42f7a41 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:52.823391 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-deleted", "tag": "815adc4a-4209-41ff-a49f-c34c609cd72f", "status": "completed", "code": 200}, {"server_uuid": "fd038fc0-a94b-4e66-8967-abeaf4bb205e", "name": "network-vif-deleted", "tag": "60d1ace1-f765-41d8-ad68-02c18347f29f", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:52.825454 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-72607f64-1038-4034-a8e2-cfe7c42f7a41 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:52.825454 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72607f64-1038-4034-a8e2-cfe7c42f7a41'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-deleted', 'tag': '815adc4a-4209-41ff-a49f-c34c609cd72f', 'status': 'completed', 'code': 200} Apr 18 20:33:52.825777 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72607f64-1038-4034-a8e2-cfe7c42f7a41'] response: {'server_uuid': 'fd038fc0-a94b-4e66-8967-abeaf4bb205e', 'name': 'network-vif-deleted', 'tag': '60d1ace1-f765-41d8-ad68-02c18347f29f', 'status': 'completed', 'code': 200} Apr 18 20:33:52.856877 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a83022e3-4012-474a-97b5-cd55fda7507d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:52.920272 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332d6a8f-be96-4f21-9131-fdaff630994e x-openstack-request-id: req-332d6a8f-be96-4f21-9131-fdaff630994e {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:52.920622 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17554ba5-5931-4939-8fc7-7ad255a5e06a", "tag": "465b09a4-6781-4a91-8cdf-1e86d62c184c", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:52.920819 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-332d6a8f-be96-4f21-9131-fdaff630994e {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:52.921225 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332d6a8f-be96-4f21-9131-fdaff630994e'] response: {'name': 'network-changed', 'server_uuid': '17554ba5-5931-4939-8fc7-7ad255a5e06a', 'tag': '465b09a4-6781-4a91-8cdf-1e86d62c184c', 'status': 'completed', 'code': 200} Apr 18 20:33:52.945088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c64f9-e5dc-4775-a247-d20b54d73d93 service neutron] Pushing event updated for resources: {'Port': ['ID=465b09a4-6781-4a91-8cdf-1e86d62c184c,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:52.969151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-7bc13a12-1295-4252-a135-6cb563a47237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:52.971772 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-7bc13a12-1295-4252-a135-6cb563a47237 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62eb206dc2564da1a9cb0273cf49a68a&device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 1094 time: 0.0877945 Apr 18 20:33:53.026201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8809a18-6e8a-4ce7-a886-e8521dc6614c req-c95aace2-3d0a-4e42-9fa9-8cfedee41cc0 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:53.027942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8809a18-6e8a-4ce7-a886-e8521dc6614c req-c95aace2-3d0a-4e42-9fa9-8cfedee41cc0 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 943 time: 0.1220589 Apr 18 20:33:53.030085 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-e95e63b3-32b6-428d-8bc8-d2185dd29970 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=465b09a4-6781-4a91-8cdf-1e86d62c184c HTTP/1.1" status: 200 len: 217 time: 0.0500956 Apr 18 20:33:53.033874 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a83022e3-4012-474a-97b5-cd55fda7507d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.060583 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a83022e3-4012-474a-97b5-cd55fda7507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.093490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-d84bf450-d4a4-40f8-a5ca-658ea1a09e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:53.095160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a83022e3-4012-474a-97b5-cd55fda7507d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73e18752dcac4e738514d7d8fa66359c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253712 Apr 18 20:33:53.096070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35782) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:53.098131 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-d84bf450-d4a4-40f8-a5ca-658ea1a09e4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ebb6b3b3-93c0-4efd-b15c-04547c528234 HTTP/1.1" status: 200 len: 861 time: 0.0610187 Apr 18 20:33:53.140133 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-8f028a6b-32e4-4519-b89c-34d52e54bc5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=981738f3-7653-48eb-b26f-d4b94694954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337415 Apr 18 20:33:53.153003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8809a18-6e8a-4ce7-a886-e8521dc6614c req-d9b98252-1fab-4020-9acb-158422a70434 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163838 Apr 18 20:33:53.161984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83022e3-4012-474a-97b5-cd55fda7507d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe308e4-e8c8-4a48-803c-968145333365,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:53.202670 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-399a6621-bce1-4315-92f5-04f7f75aa053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.227939 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-399a6621-bce1-4315-92f5-04f7f75aa053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.250701 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-dece5cb2-d95b-4dbd-a886-a787dee3dcc9 service neutron] 10.222.0.64 "GET /v2.0/networks/981738f3-7653-48eb-b26f-d4b94694954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940242 Apr 18 20:33:53.301801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-399a6621-bce1-4315-92f5-04f7f75aa053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.305588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-399a6621-bce1-4315-92f5-04f7f75aa053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.311028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-399a6621-bce1-4315-92f5-04f7f75aa053 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fe308e4-e8c8-4a48-803c-968145333365 HTTP/1.1" status: 204 len: 168 time: 0.2084806 Apr 18 20:33:53.331081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a6621-bce1-4315-92f5-04f7f75aa053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe308e4-e8c8-4a48-803c-968145333365,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:53.359528 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd94d93b-fe83-40b5-ab96-04fbe6887472 req-6b30fdfa-3513-4681-9879-97fe826e708c service neutron] 10.222.0.64 "GET /v2.0/networks/981738f3-7653-48eb-b26f-d4b94694954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014061 Apr 18 20:33:53.444967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a7ef-1cf7-45a0-b4f5-8c9fc1377737 req-b766c96b-f808-4c38-a112-6241ca82f1b4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:53.446791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a607a7ef-1cf7-45a0-b4f5-8c9fc1377737 req-b766c96b-f808-4c38-a112-6241ca82f1b4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.0679533 Apr 18 20:33:53.492806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ff219-2a03-4930-9a0f-02e059089bb8 req-0d3533b2-cb99-4421-979a-e609063df159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:53.494505 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-718ff219-2a03-4930-9a0f-02e059089bb8 req-0d3533b2-cb99-4421-979a-e609063df159 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=62eb206dc2564da1a9cb0273cf49a68a&device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 1094 time: 0.0613678 Apr 18 20:33:53.514826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a607a7ef-1cf7-45a0-b4f5-8c9fc1377737 req-279a8ccc-934a-4fd4-8abb-734df2c6dc59 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432305 Apr 18 20:33:53.615436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ff219-2a03-4930-9a0f-02e059089bb8 req-7f693fbf-d0bf-4808-9993-e52d4f0a6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:53.615931 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-718ff219-2a03-4930-9a0f-02e059089bb8 req-7f693fbf-d0bf-4808-9993-e52d4f0a6ebc service neutron] 10.222.0.64 "GET /v2.0/networks?id=981738f3-7653-48eb-b26f-d4b94694954e HTTP/1.1" status: 200 len: 922 time: 0.1139963 Apr 18 20:33:53.661127 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-718ff219-2a03-4930-9a0f-02e059089bb8 req-f6ae23ec-48bc-4aca-a2c7-e8c824368bef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=465b09a4-6781-4a91-8cdf-1e86d62c184c HTTP/1.1" status: 200 len: 217 time: 0.0386810 Apr 18 20:33:53.725416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ff219-2a03-4930-9a0f-02e059089bb8 req-b5b280a3-b5ef-416b-8399-f49e436c93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:53.726914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-718ff219-2a03-4930-9a0f-02e059089bb8 req-b5b280a3-b5ef-416b-8399-f49e436c93ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ebb6b3b3-93c0-4efd-b15c-04547c528234 HTTP/1.1" status: 200 len: 861 time: 0.0581613 Apr 18 20:33:53.767170 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-718ff219-2a03-4930-9a0f-02e059089bb8 req-e3b2fb1c-07ad-44c9-9c78-275d69ab8892 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=981738f3-7653-48eb-b26f-d4b94694954e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316796 Apr 18 20:33:53.877586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7850022-2195-41ea-9d96-0fb3ff6b8bcc req-7766b8ce-ca73-4877-bf95-6346da54961d tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.0481398 Apr 18 20:33:53.938596 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-718ff219-2a03-4930-9a0f-02e059089bb8 req-70291269-fab6-47ef-bca4-7ed427fb9fd5 service neutron] 10.222.0.64 "GET /v2.0/networks/981738f3-7653-48eb-b26f-d4b94694954e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567433 Apr 18 20:33:54.012198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c339d-a314-4421-b837-fdceeb9497d0 req-0ef8c61c-655d-4e45-9654-513a0ab52514 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:54.018604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f5c339d-a314-4421-b837-fdceeb9497d0 req-0ef8c61c-655d-4e45-9654-513a0ab52514 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.0798569 Apr 18 20:33:54.063489 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-718ff219-2a03-4930-9a0f-02e059089bb8 req-5597bb15-f3c2-4ff3-80ed-cbea0d2688bb service neutron] 10.222.0.64 "GET /v2.0/networks/981738f3-7653-48eb-b26f-d4b94694954e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163988 Apr 18 20:33:54.071174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f5c339d-a314-4421-b837-fdceeb9497d0 req-9a7a766d-8c77-443e-9a3d-3d519a0ca476 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469449 Apr 18 20:33:54.303657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a739690-24b5-4282-b29e-3438057735f6 req-a31a5206-9389-406a-ac09-2928307f2bb6 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:54.312494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a739690-24b5-4282-b29e-3438057735f6 req-a31a5206-9389-406a-ac09-2928307f2bb6 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 943 time: 0.0633776 Apr 18 20:33:54.363331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a739690-24b5-4282-b29e-3438057735f6 req-16c9ec6e-6cdd-4294-b72f-9adca21db0ad tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466573 Apr 18 20:33:54.648904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48f238-a6c5-49e2-a23b-41286fbcb2df req-fafb461a-7169-45bd-9502-193063ea83f6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:54.650658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc48f238-a6c5-49e2-a23b-41286fbcb2df req-fafb461a-7169-45bd-9502-193063ea83f6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.0598516 Apr 18 20:33:54.692047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc48f238-a6c5-49e2-a23b-41286fbcb2df req-7be57887-181f-4ab6-8b90-e105d18a76cc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348816 Apr 18 20:33:54.878434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35854) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:54.989284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fa732d0-ee9b-434d-9319-fd90fb058c41 req-49f1be81-8483-4b12-9b44-0b494c3af27b tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.0295463 Apr 18 20:33:54.994689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cf78856-07e1-47bc-b32b-059e158792e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:55.098789 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cf78856-07e1-47bc-b32b-059e158792e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:55.104452 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cf78856-07e1-47bc-b32b-059e158792e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:55.162488 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5cf78856-07e1-47bc-b32b-059e158792e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac8794b634eb48cba5c3a349a4bbb73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796805 Apr 18 20:33:55.162728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35862) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:55.168925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf78856-07e1-47bc-b32b-059e158792e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01947d9-4785-48f7-a1a7-9d31cf01878f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:55.230780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314fc9d-e671-40e9-b3c5-17ea866f058d req-119c6410-e5f4-4500-ae66-c10a26c16d2c tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:55.232375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5314fc9d-e671-40e9-b3c5-17ea866f058d req-119c6410-e5f4-4500-ae66-c10a26c16d2c tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.0741937 Apr 18 20:33:55.234573 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-292b0288-9103-4a44-9f5a-a90d81c28e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:55.261903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-292b0288-9103-4a44-9f5a-a90d81c28e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:55.288251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5314fc9d-e671-40e9-b3c5-17ea866f058d req-7bbf40a0-7a72-4417-bd45-d6d7b6e10547 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Apr 18 20:33:55.321358 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-292b0288-9103-4a44-9f5a-a90d81c28e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:55.324098 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-292b0288-9103-4a44-9f5a-a90d81c28e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:55.325262 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-292b0288-9103-4a44-9f5a-a90d81c28e03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c01947d9-4785-48f7-a1a7-9d31cf01878f HTTP/1.1" status: 204 len: 168 time: 0.1616805 Apr 18 20:33:55.334930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b0288-9103-4a44-9f5a-a90d81c28e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01947d9-4785-48f7-a1a7-9d31cf01878f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:55.510161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d743a87-1e85-4f95-aa12-0e5116fe6b4c req-1a4df92a-3b55-44c1-9297-4c740104695e tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:55.511978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d743a87-1e85-4f95-aa12-0e5116fe6b4c req-1a4df92a-3b55-44c1-9297-4c740104695e tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 943 time: 0.0564220 Apr 18 20:33:55.573660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d743a87-1e85-4f95-aa12-0e5116fe6b4c req-32e01c43-147b-42e3-8da1-75227cb28755 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511186 Apr 18 20:33:55.851314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31a1d1-7636-4183-b58a-748a5b92b511 req-abd63c61-092a-4e87-a89b-5e698e02254d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:55.854301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b31a1d1-7636-4183-b58a-748a5b92b511 req-abd63c61-092a-4e87-a89b-5e698e02254d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.0651822 Apr 18 20:33:55.899605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b31a1d1-7636-4183-b58a-748a5b92b511 req-cc1ed36e-38a0-494e-af5f-7549315955bd tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382628 Apr 18 20:33:55.977151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 54ccbf5f-bfbd-4599-98b2-8537a1210f03 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:56.130533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9277fdd3-42cd-4c4c-8ef5-c1600434c378 req-bed31b12-45a7-4433-b5d4-b71c7d084f53 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.0411561 Apr 18 20:33:56.247579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:56.261154 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc', 'port_id': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'mac_address': 'fa:16:3e:a6:89:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cae2a0-3806-4090-a4c7-af6543a276b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:56.301008 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:56.315661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ccbf5f-bfbd-4599-98b2-8537a1210f03 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:56.339130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:56.348846 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:56.435103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:56.446725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba1772-52f1-4e5a-a7ff-c590af55ea3b req-c7c555ac-6a12-449a-87a4-9d059a9bd75d tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:56.454006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70ba1772-52f1-4e5a-a7ff-c590af55ea3b req-c7c555ac-6a12-449a-87a4-9d059a9bd75d tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.0731385 Apr 18 20:33:56.494424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70ba1772-52f1-4e5a-a7ff-c590af55ea3b req-29ccd3c4-fd86-42bd-a2b6-7226b60e9347 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393128 Apr 18 20:33:56.614868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['54ccbf5f-bfbd-4599-98b2-8537a1210f03'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:56.731994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3def5-aa79-455d-bebf-3d3893951260 req-f35f8de7-7b48-4aff-a3c4-22a9899df215 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:56.733968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71a3def5-aa79-455d-bebf-3d3893951260 req-f35f8de7-7b48-4aff-a3c4-22a9899df215 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 943 time: 0.0678291 Apr 18 20:33:56.790965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71a3def5-aa79-455d-bebf-3d3893951260 req-3afb90ce-86bb-496a-804b-f379236d4742 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508838 Apr 18 20:33:56.863919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35930) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:56.978228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58d8f31d-03e9-4a7c-8a2a-fbf493061597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:57.030356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1e8d7-b1fb-4662-8cbf-c6c68f5144e0 req-134b0a41-c843-4dbc-86a6-c72d34507408 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.032348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ad1e8d7-b1fb-4662-8cbf-c6c68f5144e0 req-134b0a41-c843-4dbc-86a6-c72d34507408 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 944 time: 0.0600400 Apr 18 20:33:57.071803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58d8f31d-03e9-4a7c-8a2a-fbf493061597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:57.076908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58d8f31d-03e9-4a7c-8a2a-fbf493061597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:57.086302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ad1e8d7-b1fb-4662-8cbf-c6c68f5144e0 req-d9e707f0-ed89-47f8-88bd-962352d0cd95 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445840 Apr 18 20:33:57.118685 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-58d8f31d-03e9-4a7c-8a2a-fbf493061597 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e170cf1ad40d4144972ef1d644a5d03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539728 Apr 18 20:33:57.119588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8f31d-03e9-4a7c-8a2a-fbf493061597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aafd54-a06b-470a-bf48-e008b4b441db,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:57.121555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35936) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:57.181712 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:33:57.205356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4ca9255d-7331-4307-b888-734aa5d9f936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:57.230352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4ca9255d-7331-4307-b888-734aa5d9f936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:57.298416 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4ca9255d-7331-4307-b888-734aa5d9f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:57.300572 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4ca9255d-7331-4307-b888-734aa5d9f936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:57.305679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4ca9255d-7331-4307-b888-734aa5d9f936 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39aafd54-a06b-470a-bf48-e008b4b441db HTTP/1.1" status: 204 len: 168 time: 0.1789477 Apr 18 20:33:57.353859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a328b516-bd95-4d09-9cf4-9c92a77ce318 req-efe4b25b-1ae3-457a-9d59-0546e23668f2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.0671751 Apr 18 20:33:57.367481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9255d-7331-4307-b888-734aa5d9f936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aafd54-a06b-470a-bf48-e008b4b441db,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:57.595699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-dfad411c-62e9-49c7-ad75-8eb46c599a5a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0912464 Apr 18 20:33:57.735696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a45267-cb76-463c-8a97-2c910c78ebf4 req-f829cf2e-a822-4aac-8eef-a3769523ab1b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.744617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1a45267-cb76-463c-8a97-2c910c78ebf4 req-f829cf2e-a822-4aac-8eef-a3769523ab1b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.0924606 Apr 18 20:33:57.750933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-161fe66d-efa8-44f0-8bac-d958b4b44730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.751955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-161fe66d-efa8-44f0-8bac-d958b4b44730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.752482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-161fe66d-efa8-44f0-8bac-d958b4b44730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.752978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-161fe66d-efa8-44f0-8bac-d958b4b44730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.753432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-161fe66d-efa8-44f0-8bac-d958b4b44730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.753886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-161fe66d-efa8-44f0-8bac-d958b4b44730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.754338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-161fe66d-efa8-44f0-8bac-d958b4b44730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.756376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-161fe66d-efa8-44f0-8bac-d958b4b44730 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=231f1132973642388e3f464a286dd35e&device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 6491 time: 0.1244934 Apr 18 20:33:57.815196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1a45267-cb76-463c-8a97-2c910c78ebf4 req-a8683877-c58d-4b4f-bd2b-3ed30a4d8788 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697446 Apr 18 20:33:57.955085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-6c616b87-60dc-4320-aba2-12a6b89e60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.955706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-6c616b87-60dc-4320-aba2-12a6b89e60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.956784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-6c616b87-60dc-4320-aba2-12a6b89e60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.958515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-6c616b87-60dc-4320-aba2-12a6b89e60b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=40baddb5-68da-4f0c-ae8d-ea9385b9e124&id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa HTTP/1.1" status: 200 len: 2289 time: 0.1470766 Apr 18 20:33:57.994633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 465b09a4-6781-4a91-8cdf-1e86d62c184c details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:33:58.003421 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 54ccbf5f-bfbd-4599-98b2-8537a1210f03 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:33:58.074109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8097b-9d61-4bf5-bbc1-0135f0653db2 req-37f00fb8-8114-486e-920f-dce94b6b2519 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:58.083540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70a8097b-9d61-4bf5-bbc1-0135f0653db2 req-37f00fb8-8114-486e-920f-dce94b6b2519 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 943 time: 0.1623631 Apr 18 20:33:58.134561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-502400a2-186a-4f8d-b667-fac72d3aace4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22545a06-76ec-4a8f-ad48-d3b3a0485dd2 HTTP/1.1" status: 200 len: 1001 time: 0.1666386 Apr 18 20:33:58.182123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:58.195347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:58.196475 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:58.220200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70a8097b-9d61-4bf5-bbc1-0135f0653db2 req-c39e5a6a-626f-42ce-98ad-2950758bc9fe tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331959 Apr 18 20:33:58.287809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-d10b5ea6-51a5-4265-af4b-4e58ae4db64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:58.289523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-d10b5ea6-51a5-4265-af4b-4e58ae4db64d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7c27bf96-d9a7-4307-810b-d7e4f9726a0b HTTP/1.1" status: 200 len: 850 time: 0.1272674 Apr 18 20:33:58.309792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 465b09a4-6781-4a91-8cdf-1e86d62c184c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=465b09a4-6781-4a91-8cdf-1e86d62c184c,segment=NetworkSegment(b3533fc8-db1d-4a10-81e2-fedee48b85b5),segment_id=b3533fc8-db1d-4a10-81e2-fedee48b85b5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:58.334179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '465b09a4-6781-4a91-8cdf-1e86d62c184c', 'network_id': '981738f3-7653-48eb-b26f-d4b94694954e', 'port_id': '465b09a4-6781-4a91-8cdf-1e86d62c184c', 'mac_address': 'fa:16:3e:50:03:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebb6b3b3-93c0-4efd-b15c-04547c528234', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:33:58.386583 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:58.418403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83627e2c-fae4-4706-8210-75042a7fd3fe req-a90a0a35-e4c9-4039-84d4-6acb41942812 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:58.422385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83627e2c-fae4-4706-8210-75042a7fd3fe req-a90a0a35-e4c9-4039-84d4-6acb41942812 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 944 time: 0.1830704 Apr 18 20:33:58.424073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465b09a4-6781-4a91-8cdf-1e86d62c184c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:58.475659 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:58.491355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-388bc464-446d-4034-9a73-55a7b91df7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:58.492590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 465b09a4-6781-4a91-8cdf-1e86d62c184c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=465b09a4-6781-4a91-8cdf-1e86d62c184c,segment=NetworkSegment(b3533fc8-db1d-4a10-81e2-fedee48b85b5),segment_id=b3533fc8-db1d-4a10-81e2-fedee48b85b5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:58.494583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-388bc464-446d-4034-9a73-55a7b91df7a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40baddb5-68da-4f0c-ae8d-ea9385b9e124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1966205 Apr 18 20:33:58.534802 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:58.549559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:58.562625 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b0c8f9-8d31-4c4f-8dd1-f8b73ec7e937" -d '{"events": [{"server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "name": "network-vif-plugged", "status": "completed", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:33:58.605278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:33:58.619317 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:58.642457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83627e2c-fae4-4706-8210-75042a7fd3fe req-48afded5-7a07-4d13-9683-a87220cabfed tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000201 Apr 18 20:33:58.645181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53b90aca-61fc-4066-a232-e103f732dc00 req-dfb5af66-2df2-407a-b067-6eb771de4160 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.1225607 Apr 18 20:33:58.675760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=465b09a4-6781-4a91-8cdf-1e86d62c184c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:58.701383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-5733322f-9303-4a95-8d33-05c85eca2439 service neutron] 10.222.0.60 "GET /v2.0/networks/40baddb5-68da-4f0c-ae8d-ea9385b9e124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916525 Apr 18 20:33:58.757935 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc85581-1013-4a70-8753-a54443c3c35a x-openstack-request-id: req-ccc85581-1013-4a70-8753-a54443c3c35a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:33:58.758499 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "name": "network-vif-plugged", "status": "completed", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:33:58.759009 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ccc85581-1013-4a70-8753-a54443c3c35a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:33:58.759848 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc85581-1013-4a70-8753-a54443c3c35a'] response: {'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'code': 200} Apr 18 20:33:58.821500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['465b09a4-6781-4a91-8cdf-1e86d62c184c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:33:58.956808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:58.989602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1ab18-453f-4ddf-a87c-8195632b5a88 req-f097e0f1-85d4-467f-b62e-73be63e6bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:58.999873 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d9b1ab18-453f-4ddf-a87c-8195632b5a88 req-f097e0f1-85d4-467f-b62e-73be63e6bbe0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 1096 time: 0.1605358 Apr 18 20:33:59.006225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-0c427862-bc96-473b-9d03-6bf934085498 service neutron] 10.222.0.60 "GET /v2.0/networks/40baddb5-68da-4f0c-ae8d-ea9385b9e124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981060 Apr 18 20:33:59.046947 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d9b1ab18-453f-4ddf-a87c-8195632b5a88 req-e3b17a36-36a4-44c9-93b3-e6d8dc27ae43 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Apr 18 20:33:59.086633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-6aff1266-6bf1-4807-85a4-14a271c68bbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=55a26db7-6d97-4b34-ac9c-f92a1ea52f80 HTTP/1.1" status: 200 len: 217 time: 0.0640006 Apr 18 20:33:59.108737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b15ca-287c-4e66-8715-c5bf22101645 req-b1d5a558-2275-4eab-99db-cbdafa2b7457 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.110317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d1b15ca-287c-4e66-8715-c5bf22101645 req-b1d5a558-2275-4eab-99db-cbdafa2b7457 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.1243243 Apr 18 20:33:59.203879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03eb929f-487c-4c40-96eb-1e0e696231c5 req-ee516601-5050-4b5e-ade1-45f55ab641f2 tempest-AbsoluteLimitsNegativeTestJSON-708595511 tempest-AbsoluteLimitsNegativeTestJSON-708595511-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=91b21eb06d6d44b8bc4bc2656a39cd7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455835 Apr 18 20:33:59.219129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-8fd0cd73-e7a7-4b2d-ad94-7713530f3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.220655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-8fd0cd73-e7a7-4b2d-ad94-7713530f3f70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72b0e71a-7b78-4073-ac14-7f6de0ac75da HTTP/1.1" status: 200 len: 797 time: 0.1092801 Apr 18 20:33:59.236625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d1b15ca-287c-4e66-8715-c5bf22101645 req-df0516c1-0af7-4937-938e-7552966e8e35 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160915 Apr 18 20:33:59.405526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-c58a1b7d-2662-4182-bd43-4bba0eb5bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.406954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-c58a1b7d-2662-4182-bd43-4bba0eb5bf29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1588383 Apr 18 20:33:59.413769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb929f-487c-4c40-96eb-1e0e696231c5 req-b324a501-aa0b-4e68-befe-2cd3207975ac tempest-AbsoluteLimitsNegativeTestJSON-708595511 tempest-AbsoluteLimitsNegativeTestJSON-708595511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.415204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03eb929f-487c-4c40-96eb-1e0e696231c5 req-b324a501-aa0b-4e68-befe-2cd3207975ac tempest-AbsoluteLimitsNegativeTestJSON-708595511 tempest-AbsoluteLimitsNegativeTestJSON-708595511-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011795 Apr 18 20:33:59.456152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec13869-f355-453a-adff-7e8dc2fa686d req-4c2aad3d-e372-46e1-85df-13903a2245a6 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.457751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ec13869-f355-453a-adff-7e8dc2fa686d req-4c2aad3d-e372-46e1-85df-13903a2245a6 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 944 time: 0.1361246 Apr 18 20:33:59.465410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03eb929f-487c-4c40-96eb-1e0e696231c5 req-ce8a67a7-e488-4bf1-ac49-b8ab3e22329c tempest-AbsoluteLimitsNegativeTestJSON-708595511 tempest-AbsoluteLimitsNegativeTestJSON-708595511-project] 10.222.0.49 "GET /v2.0/quotas/91b21eb06d6d44b8bc4bc2656a39cd7f HTTP/1.1" status: 200 len: 375 time: 0.0382364 Apr 18 20:33:59.543639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03eb929f-487c-4c40-96eb-1e0e696231c5 req-394c1aa9-de9a-4dbf-a925-38b0bbbd8950 tempest-AbsoluteLimitsNegativeTestJSON-708595511 tempest-AbsoluteLimitsNegativeTestJSON-708595511-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=91b21eb06d6d44b8bc4bc2656a39cd7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513561 Apr 18 20:33:59.578424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ec13869-f355-453a-adff-7e8dc2fa686d req-bdd148cd-bad5-4446-908e-e713e15cebb3 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872197 Apr 18 20:33:59.607069 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-1355086f-a574-488a-9e11-9db05b7f9678 service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895874 Apr 18 20:33:59.811405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-b178fe83-5b35-4b09-a007-0b2c189aa4ac service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967466 Apr 18 20:33:59.838626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da1317-1d99-44f6-9bc7-64c0a9e9ad1c req-0e56b37e-a0c8-473e-b971-31a6bb766274 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.840308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01da1317-1d99-44f6-9bc7-64c0a9e9ad1c req-0e56b37e-a0c8-473e-b971-31a6bb766274 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0986018 Apr 18 20:33:59.896339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8dd885d-aaae-46df-bb23-d0b34d30f292 req-5a01f4e0-334c-47ed-a196-11692b11a7b2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.0877337 Apr 18 20:33:59.903150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-dcc7abe8-f6ee-414e-a85f-191d05b222ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=ee55985d-2e1c-4faf-9628-c2bc9255de09 HTTP/1.1" status: 200 len: 217 time: 0.0767512 Apr 18 20:33:59.980573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01da1317-1d99-44f6-9bc7-64c0a9e9ad1c req-6296c883-ab83-4ec8-b5eb-b59b7ef33205 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865941 Apr 18 20:33:59.992060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35998) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:33:59.995427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-71de7aa8-cd7d-429f-b35e-4b6dde9f5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.997338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-71de7aa8-cd7d-429f-b35e-4b6dde9f5f98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72b0e71a-7b78-4073-ac14-7f6de0ac75da HTTP/1.1" status: 200 len: 797 time: 0.0844421 Apr 18 20:34:00.009906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 465b09a4-6781-4a91-8cdf-1e86d62c184c up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:00.082969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-c08fe95a-91f1-441f-8c7c-bf522ccfcc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:00.085023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-c08fe95a-91f1-441f-8c7c-bf522ccfcc61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798302 Apr 18 20:34:00.101417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 465b09a4-6781-4a91-8cdf-1e86d62c184c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:00.115680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 465b09a4-6781-4a91-8cdf-1e86d62c184c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:00.116487 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.244615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf1c2-43b2-4cc8-81c2-8c26d5f19454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.246877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-aa9337ad-46ae-4b6e-8a1a-648fe724119a service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532426 Apr 18 20:34:00.295496 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.375203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 465b09a4-6781-4a91-8cdf-1e86d62c184c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=465b09a4-6781-4a91-8cdf-1e86d62c184c,segment=NetworkSegment(b3533fc8-db1d-4a10-81e2-fedee48b85b5),segment_id=b3533fc8-db1d-4a10-81e2-fedee48b85b5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:00.384164 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.409155 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf1c2-43b2-4cc8-81c2-8c26d5f19454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.426451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf1c2-43b2-4cc8-81c2-8c26d5f19454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.463205 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=465b09a4-6781-4a91-8cdf-1e86d62c184c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:00.484207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcaf1c2-43b2-4cc8-81c2-8c26d5f19454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa62ba26-ffb3-45ad-9379-cbc90f64ee11,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:00.504656 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6fcaf1c2-43b2-4cc8-81c2-8c26d5f19454 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91b21eb06d6d44b8bc4bc2656a39cd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108929 Apr 18 20:34:00.505408 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36004) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:00.574681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06220c60-09c4-45af-b88d-79caa9706b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.600558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06220c60-09c4-45af-b88d-79caa9706b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.662354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06220c60-09c4-45af-b88d-79caa9706b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.666221 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06220c60-09c4-45af-b88d-79caa9706b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.667963 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06220c60-09c4-45af-b88d-79caa9706b34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aa62ba26-ffb3-45ad-9379-cbc90f64ee11 HTTP/1.1" status: 204 len: 168 time: 0.1604264 Apr 18 20:34:00.679722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06220c60-09c4-45af-b88d-79caa9706b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa62ba26-ffb3-45ad-9379-cbc90f64ee11,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:00.761361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17554ba5-5931-4939-8fc7-7ad255a5e06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465b09a4-6781-4a91-8cdf-1e86d62c184c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:00.765601 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d7e47c-fec1-490d-b978-64bdb778e430" -d '{"events": [{"server_uuid": "17554ba5-5931-4939-8fc7-7ad255a5e06a", "name": "network-vif-plugged", "status": "completed", "tag": "465b09a4-6781-4a91-8cdf-1e86d62c184c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:00.848090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-0b8f3189-b18b-4472-811a-05c301cfa1fb service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931985 Apr 18 20:34:00.860712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b2431-d976-48fc-95c5-fe1fa58a5d8f req-c70e025d-378f-4515-be25-4dc5e27c46ee tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:00.868958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef0b2431-d976-48fc-95c5-fe1fa58a5d8f req-c70e025d-378f-4515-be25-4dc5e27c46ee tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 945 time: 0.1410565 Apr 18 20:34:00.894904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6fd072-12b6-4a13-9f6e-4d93f02a9b2e req-92d98fad-1c07-4735-82e9-00f84179a6f7 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:00.896495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae6fd072-12b6-4a13-9f6e-4d93f02a9b2e req-92d98fad-1c07-4735-82e9-00f84179a6f7 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.1698215 Apr 18 20:34:00.940141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-36a181bb-069c-4fbe-9c55-16f5a692ab13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=0e596951-f706-4996-862c-949b0abf7f2d HTTP/1.1" status: 200 len: 217 time: 0.0698497 Apr 18 20:34:01.068973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef0b2431-d976-48fc-95c5-fe1fa58a5d8f req-9beb8c80-b501-4251-b33b-b049c25d8af2 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866159 Apr 18 20:34:01.071598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-feec7fa8-d086-4c25-baa5-3253f8aa2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:01.074524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-feec7fa8-d086-4c25-baa5-3253f8aa2680 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72b0e71a-7b78-4073-ac14-7f6de0ac75da HTTP/1.1" status: 200 len: 797 time: 0.1259689 Apr 18 20:34:01.088602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae6fd072-12b6-4a13-9f6e-4d93f02a9b2e req-f78fb331-98f8-41f7-b188-94d23c69fcda tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554892 Apr 18 20:34:01.145244 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30e01bf-368a-4e65-aec3-cf589ed0bd56 x-openstack-request-id: req-b30e01bf-368a-4e65-aec3-cf589ed0bd56 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:01.145735 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17554ba5-5931-4939-8fc7-7ad255a5e06a", "name": "network-vif-plugged", "status": "completed", "tag": "465b09a4-6781-4a91-8cdf-1e86d62c184c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:01.145849 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b30e01bf-368a-4e65-aec3-cf589ed0bd56 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:01.146164 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b30e01bf-368a-4e65-aec3-cf589ed0bd56'] response: {'server_uuid': '17554ba5-5931-4939-8fc7-7ad255a5e06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465b09a4-6781-4a91-8cdf-1e86d62c184c', 'code': 200} Apr 18 20:34:01.233055 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c6097d9-afb7-4703-be3d-07e5555d3224 req-f09a9225-3a41-46b6-ba16-ce8dbafe2d95 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.0508816 Apr 18 20:34:01.237562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-c1b3cabc-2b8a-4f09-9083-2dca63493db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:01.239054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-c1b3cabc-2b8a-4f09-9083-2dca63493db0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1494932 Apr 18 20:34:01.295274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c1b69-ece8-4ad9-9df7-2048778dff76 req-97cf7fe2-8498-45db-8e73-5c369948e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:01.297599 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b5c1b69-ece8-4ad9-9df7-2048778dff76 req-97cf7fe2-8498-45db-8e73-5c369948e932 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 1096 time: 0.0823567 Apr 18 20:34:01.364505 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3b5c1b69-ece8-4ad9-9df7-2048778dff76 req-3999e0ff-1281-47bc-ab0c-ffc2d780e603 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Apr 18 20:34:01.369393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ae55d-6117-48b5-a5ad-2abfb8040748 req-af82c9af-deed-4d3d-9ae2-3df980468fae tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:01.371025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c6ae55d-6117-48b5-a5ad-2abfb8040748 req-af82c9af-deed-4d3d-9ae2-3df980468fae tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1408179 Apr 18 20:34:01.425509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-b030727b-ff04-4433-98a4-c1f67135743d service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776738 Apr 18 20:34:01.446626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c6ae55d-6117-48b5-a5ad-2abfb8040748 req-6ca4926f-0cf8-4701-af86-43f6867b15fc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627146 Apr 18 20:34:01.550553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-e88cf14d-84ea-4077-b370-1132bdef5713 service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166780 Apr 18 20:34:01.613715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-5a4123d4-3864-40f0-ad6b-0b28d9290df8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 HTTP/1.1" status: 200 len: 217 time: 0.0556109 Apr 18 20:34:01.694296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36046) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:01.753750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-fde840ec-848e-4d49-8c63-ab60db791180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:01.755296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-fde840ec-848e-4d49-8c63-ab60db791180 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=72b0e71a-7b78-4073-ac14-7f6de0ac75da HTTP/1.1" status: 200 len: 797 time: 0.1342468 Apr 18 20:34:01.872122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-fd382b17-629a-4c4b-8ea8-eb585c453703 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:01.874068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-fd382b17-629a-4c4b-8ea8-eb585c453703 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 814 time: 0.2024071 Apr 18 20:34:01.878178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-9cdcde49-a2c8-4899-8511-0ededfdfa47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:01.879943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-9cdcde49-a2c8-4899-8511-0ededfdfa47b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff4f2684-1dfe-4c84-a88a-0ab386c59d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1138010 Apr 18 20:34:01.890253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1456295671-network', 'tenant_id': '51f49feb61414e54898b782154919cc9'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:01.902800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-da2acd93-9676-49d4-90bd-e7aad04f81a4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/quotas/465de81abb5b473187f70deeddb101a0 HTTP/1.1" status: 200 len: 375 time: 0.0185618 Apr 18 20:34:01.910899 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Made reservation on behalf of 51f49feb61414e54898b782154919cc9 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:01.913962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:01.925946 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.019075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-812293e7-e993-402e-9be0-3dcfac34d861 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013367 Apr 18 20:34:02.038157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-67c48f9b-9531-4bf6-882f-d70caf91cf71 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:34:02.039156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-67c48f9b-9531-4bf6-882f-d70caf91cf71 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063965 Apr 18 20:34:02.041268 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.043462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-1284fa8f-f411-408e-9ca0-693e68376c1b service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525433 Apr 18 20:34:02.047323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.087643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:34:02.103976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc02e8ba-ce8b-419b-8e15-941ff17569db,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:02.111506 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.112524 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Added segment 997a4d3f-f907-4c37-a1fa-4acb64cdc1b3 of type vlan for network 27d5394a-3b48-41ec-a989-ef824a3124dc Apr 18 20:34:02.163255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.205960 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.212358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:02.213224 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.237662 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-a3ca29a6-8c5d-4663-9e2d-72231314c6a0 service neutron] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863413 Apr 18 20:34:02.257023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-29262d01-a7d1-4a85-b6a7-6da030c1b32c service neutron] 10.222.0.49 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958475 Apr 18 20:34:02.306413 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6079392 Apr 18 20:34:02.306997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36062) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:02.314320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Request body: {'subnet': {'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1456295671-subnet', 'tenant_id': '51f49feb61414e54898b782154919cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:02.338622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030f602-9e1e-4be9-b771-2ab70935a5ec admin admin] Pushing event updated for resources: {'Network': ['ID=27d5394a-3b48-41ec-a989-ef824a3124dc,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:02.342380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Made reservation on behalf of 51f49feb61414e54898b782154919cc9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:02.345180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.352339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 27d5394a-3b48-41ec-a989-ef824a3124dc details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:34:02.484464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-8032f71c-6955-48f7-92ef-5c2ad87ac72e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f465dbba-9077-4e4b-b3ad-e75f72765025 HTTP/1.1" status: 200 len: 217 time: 0.2392972 Apr 18 20:34:02.486576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-b26ea342-f5c1-43c3-914f-3f5346e8ac31 service neutron] 10.222.0.49 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364260 Apr 18 20:34:02.568194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1773257-da77-44b1-a042-0c61ce36ea23 req-5d9bb09b-8ac5-40a1-aa0b-6fb14696c529 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:02.577963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1773257-da77-44b1-a042-0c61ce36ea23 req-5d9bb09b-8ac5-40a1-aa0b-6fb14696c529 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 945 time: 0.3350501 Apr 18 20:34:02.623684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-903df293-5516-469d-96ce-d179f99c074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:02.625299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-903df293-5516-469d-96ce-d179f99c074f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a62baa3a-b0b4-47c1-a580-4cd6e4528962 HTTP/1.1" status: 200 len: 797 time: 0.1314278 Apr 18 20:34:02.669176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.677565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1773257-da77-44b1-a042-0c61ce36ea23 req-19b9214c-5dfd-4ebe-bf91-beb43c10fdaf tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985360 Apr 18 20:34:02.696206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-e5ea92eb-1c38-486b-808b-c8c1ef6ba96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:02.698061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-e5ea92eb-1c38-486b-808b-c8c1ef6ba96f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603590 Apr 18 20:34:02.750371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5851b4f6-7372-4b3b-910b-58ceab856969,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:02.760006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Checking segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:02.760375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Network hostable DHCP agents. Network: 27d5394a-3b48-41ec-a989-ef824a3124dc, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:34:02.798340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Network 27d5394a-3b48-41ec-a989-ef824a3124dc is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:34:02.815581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 27d5394a-3b48-41ec-a989-ef824a3124dc) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:02.822130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:02.823855 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.827633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e94dcb5-2469-4b8e-ac54-e3ef58a0acc6 None None] Network 27d5394a-3b48-41ec-a989-ef824a3124dc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:02.867041 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dd04f39b-da4f-4e4e-bfd6-a15561fb09c9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5592220 Apr 18 20:34:02.925358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-fa9110ef-86a7-461a-b9f9-a6f9adfc1084 service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194095 Apr 18 20:34:02.964877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe58acef-e352-42f7-945b-f947bee86798 req-e986062b-4061-4c0c-affe-00c225b0df83 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.0880175 Apr 18 20:34:03.041063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082e7df-13f0-4729-b1f1-16183ae513f8 None None] Network 27d5394a-3b48-41ec-a989-ef824a3124dc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:03.112371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6b9df-8c2d-40e1-861f-908541f74633 req-3e5817a8-d3da-4669-9c39-fa87773956d3 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:03.125079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41c6b9df-8c2d-40e1-861f-908541f74633 req-3e5817a8-d3da-4669-9c39-fa87773956d3 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.2613373 Apr 18 20:34:03.177351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-520fc6a8-f448-429a-8110-3fa41943d4eb req-758eed55-2552-4745-9a90-cfa684d59add tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 210 time: 0.0991900 Apr 18 20:34:03.249476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-41ca1164-e51f-421e-96d6-6ced42c6ae87 service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772009 Apr 18 20:34:03.264272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41c6b9df-8c2d-40e1-861f-908541f74633 req-7980107a-e78f-4eda-a11d-4b4e6eb56824 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341481 Apr 18 20:34:03.310128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-8ddcf8e2-58a9-4d21-9540-6dbcf88f229b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e5656ecb-767a-4e18-948a-8ff179c57632 HTTP/1.1" status: 200 len: 217 time: 0.0447118 Apr 18 20:34:03.365644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-fb9ed98b-6689-42a0-9fe0-7824371771f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:03.367136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-fb9ed98b-6689-42a0-9fe0-7824371771f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a62baa3a-b0b4-47c1-a580-4cd6e4528962 HTTP/1.1" status: 200 len: 797 time: 0.0506878 Apr 18 20:34:03.433000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-0fc7c0dd-83a2-4413-ac02-fba58607c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:03.434922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-0fc7c0dd-83a2-4413-ac02-fba58607c75b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0602360 Apr 18 20:34:03.626912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-6da6e670-ff12-46cf-9a83-05ddff6eaf83 service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830933 Apr 18 20:34:03.803229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-e9b22229-fde2-4886-b344-88cf0f711e01 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:03.810544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-e9b22229-fde2-4886-b344-88cf0f711e01 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.3044412 Apr 18 20:34:03.834377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-354e0fc2-cadc-451d-be9a-47f14b91d5d5 req-1cbdf009-c1fe-4c31-943d-86ac80b4f1d2 service neutron] 10.222.0.60 "GET /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993322 Apr 18 20:34:03.840389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-ed93145d-0d97-4083-a701-4d17d41ad3b7 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/quotas/51f49feb61414e54898b782154919cc9 HTTP/1.1" status: 200 len: 375 time: 0.0289426 Apr 18 20:34:03.897847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-c9dab599-4474-4da2-849c-0e14e8e4335f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318956 Apr 18 20:34:03.920918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d44c-f869-47dc-b073-26bfd938d1bb req-be6015d7-4e8f-4db9-a48f-6e8260485f8e tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:03.922694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2889d44c-f869-47dc-b073-26bfd938d1bb req-be6015d7-4e8f-4db9-a48f-6e8260485f8e tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 945 time: 0.1076787 Apr 18 20:34:04.022726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2889d44c-f869-47dc-b073-26bfd938d1bb req-1ce909b0-cdf8-4845-b0b6-56608a125ce6 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727961 Apr 18 20:34:04.062939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-e955097b-8e73-4642-bc61-230bf81de3d0 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390564 Apr 18 20:34:04.142770 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6674a79-36f0-4fb3-86ab-0c293a5339fe req-6098abc9-25fd-4ccc-9442-e6ac3f2840cc tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.0271752 Apr 18 20:34:04.252942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-2a76d92a-0945-439a-9b9d-2b87373b0708 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883461 Apr 18 20:34:04.313823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-33f540d6-5f4c-440b-a6eb-7cfd913ee7cf tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:04.316500 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-33f540d6-5f4c-440b-a6eb-7cfd913ee7cf tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.64 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 814 time: 0.1922221 Apr 18 20:34:04.332247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Request body: {'port': {'device_id': '90474947-9b35-4cb0-855c-ac2e9acfe5bb', 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc', 'admin_state_up': True, 'tenant_id': '465de81abb5b473187f70deeddb101a0'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:04.421527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7673b1a9-0654-46a4-808f-a6b04b813cd8 req-630906c4-9c45-4fc2-8336-0e66389582ab tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 210 time: 0.0502315 Apr 18 20:34:04.504604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Made reservation on behalf of 465de81abb5b473187f70deeddb101a0 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:04.513155 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.561861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46612bb3-1c04-470b-a04d-362ee277b318 req-0c1bf1ce-c65d-4f5f-9625-68220b9ade98 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:04.570046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46612bb3-1c04-470b-a04d-362ee277b318 req-0c1bf1ce-c65d-4f5f-9625-68220b9ade98 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.0744996 Apr 18 20:34:04.639334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46612bb3-1c04-470b-a04d-362ee277b318 req-acbe980f-0d79-4686-a577-5af9270c06ed tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681860 Apr 18 20:34:04.663948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd219f9a-ceb4-494e-ac9d-16c10285942a req-9fba1129-5788-4932-a334-9fdf70adbc69 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 210 time: 0.0655954 Apr 18 20:34:04.699470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Allocated IP 172.20.0.2 (cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc/91cae2a0-3806-4090-a4c7-af6543a276b8/80887e64-68c8-4a5f-8d0e-4b502bff80e8) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:05.192027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff7597-d9db-468c-ae1f-5a964e2eb489 req-c367166e-bfcf-46cc-995a-2bdc59a5d441 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:05.193980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7ff7597-d9db-468c-ae1f-5a964e2eb489 req-c367166e-bfcf-46cc-995a-2bdc59a5d441 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 945 time: 0.2085843 Apr 18 20:34:05.252548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-dcfacf31-0df1-4cb3-8cef-5f1ce31fec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:05.254782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-dcfacf31-0df1-4cb3-8cef-5f1ce31fec64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 1097 time: 0.1486306 Apr 18 20:34:05.269525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1968560-8639-403b-a9ff-3df361be0214 req-c7bb0500-c250-43be-b362-7c972e76010b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:05.271213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1968560-8639-403b-a9ff-3df361be0214 req-c7bb0500-c250-43be-b362-7c972e76010b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.1638119 Apr 18 20:34:05.385231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7ff7597-d9db-468c-ae1f-5a964e2eb489 req-93e0c216-d99b-42cf-a410-8792171f6a19 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814446 Apr 18 20:34:05.389102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.447318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-c4a86e69-f424-4e46-9dd8-149e9bcf88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:05.448768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-c4a86e69-f424-4e46-9dd8-149e9bcf88ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 200 len: 917 time: 0.1762686 Apr 18 20:34:05.456090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.470852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['54ccbf5f-bfbd-4599-98b2-8537a1210f03'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:05.515192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:05.519361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:05.519979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-08c4e336-e494-4897-a27e-4da2addb5846 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af6213f1-7ce9-4557-a768-b4c1d7386cd4 HTTP/1.1" status: 200 len: 217 time: 0.0575297 Apr 18 20:34:05.524702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:05.567615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e01782d-35cf-4e81-ac47-dc8aa57c0d3c req-6c500b47-b3af-4bec-ab5b-7473da7d024c tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.1174824 Apr 18 20:34:05.574037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Pushing event updated for resources: {'Port': ['ID=80887e64-68c8-4a5f-8d0e-4b502bff80e8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:05.586494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1968560-8639-403b-a9ff-3df361be0214 req-4b1bb1c8-1a60-4999-a2ab-c814c01507bd tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785668 Apr 18 20:34:05.605586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:05.608134 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.633614 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-c8765959-acb5-48c3-9484-1771278fb513 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3063021 Apr 18 20:34:05.649000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Request body: {'port': {'device_id': '90474947-9b35-4cb0-855c-ac2e9acfe5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:05.704357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-9a67d460-36a9-4dc7-8e4a-bb8c8bf05f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:05.706283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-9a67d460-36a9-4dc7-8e4a-bb8c8bf05f4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c80dd2f-ad69-41ab-8ad0-a07561e20c8a HTTP/1.1" status: 200 len: 855 time: 0.1643655 Apr 18 20:34:05.717290 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.737843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d7fa7-6c4a-47a6-999d-790536f81c13 req-8a8e6dc6-6377-4aa5-b60a-a2d6cd3ce9e7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:05.739383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d0d7fa7-6c4a-47a6-999d-790536f81c13 req-8a8e6dc6-6377-4aa5-b60a-a2d6cd3ce9e7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 931 time: 0.0880620 Apr 18 20:34:05.763096 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-074aa1a8-3c2e-4723-96be-a88f9a9f029b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.863418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5894b4e8-105a-4a71-8827-4a1685ad91ca req-dfc02a51-ca70-4219-ae11-de17f0d2ba13 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 210 time: 0.0494151 Apr 18 20:34:05.901833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d0d7fa7-6c4a-47a6-999d-790536f81c13 req-9bf88177-bdaf-4ec2-a195-c97e2c07d49b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394622 Apr 18 20:34:05.914091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-763befd4-6177-4072-a81b-12b7aa1a0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:05.916268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-763befd4-6177-4072-a81b-12b7aa1a0a4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1b4d5f9-6058-4549-8139-74e3343a735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917689 Apr 18 20:34:06.084351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80887e64-68c8-4a5f-8d0e-4b502bff80e8 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:06.095373 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.101250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-1bfa6519-2a8c-43eb-abd1-abb7366fa5a4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:06.102870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-1bfa6519-2a8c-43eb-abd1-abb7366fa5a4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.2417910 Apr 18 20:34:06.106467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-96c8d205-c504-41b5-bdfa-0ba6d8daac64 service neutron] 10.222.0.60 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743498 Apr 18 20:34:06.114999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Transition to ACTIVE for port object 80887e64-68c8-4a5f-8d0e-4b502bff80e8 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:06.119280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.121417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Request body: {'port': {'device_id': '05efd08d-6351-4953-ac53-a863dd7a6025', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'admin_state_up': True, 'tenant_id': '51f49feb61414e54898b782154919cc9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:06.175043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Pushing event updated for resources: {'Port': ['ID=80887e64-68c8-4a5f-8d0e-4b502bff80e8,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:06.246958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Attempting to bind port 80887e64-68c8-4a5f-8d0e-4b502bff80e8 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:06.247413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Attempting to bind port 80887e64-68c8-4a5f-8d0e-4b502bff80e8 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '35100e4c-f3a2-4611-844c-30b8cc4228db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:06.247818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Attempting to bind port 80887e64-68c8-4a5f-8d0e-4b502bff80e8 on network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:06.253420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Port 80887e64-68c8-4a5f-8d0e-4b502bff80e8 on network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:06.253842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Attempting to bind port 80887e64-68c8-4a5f-8d0e-4b502bff80e8 on network cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:06.259714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:06.260111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Checking segment: {'id': '35100e4c-f3a2-4611-844c-30b8cc4228db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:06.260505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Bound using segment: {'id': '35100e4c-f3a2-4611-844c-30b8cc4228db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:06.260947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Bound port: 80887e64-68c8-4a5f-8d0e-4b502bff80e8, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35100e4c-f3a2-4611-844c-30b8cc4228db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:06.261310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.340880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] For port 80887e64-68c8-4a5f-8d0e-4b502bff80e8, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:06.344297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] For port 80887e64-68c8-4a5f-8d0e-4b502bff80e8, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=80887e64-68c8-4a5f-8d0e-4b502bff80e8,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:06.349624 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.390081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:06.392300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.393768 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] 10.222.0.64 "PUT /v2.0/ports/80887e64-68c8-4a5f-8d0e-4b502bff80e8 HTTP/1.1" status: 200 len: 1091 time: 0.7489970 Apr 18 20:34:06.394230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90474947-9b35-4cb0-855c-ac2e9acfe5bb', 'tag': '80887e64-68c8-4a5f-8d0e-4b502bff80e8'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:06.396569 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03639c4e-1437-4e67-b470-a5838750374a" -d '{"events": [{"name": "network-changed", "server_uuid": "90474947-9b35-4cb0-855c-ac2e9acfe5bb", "tag": "80887e64-68c8-4a5f-8d0e-4b502bff80e8"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:06.456805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d7d09-fec5-4df8-ab1d-f5a5c0488951 service neutron] Pushing event updated for resources: {'Port': ['ID=80887e64-68c8-4a5f-8d0e-4b502bff80e8,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:06.475738 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0578d310-3453-44bc-ad83-ca4144b3629b x-openstack-request-id: req-0578d310-3453-44bc-ad83-ca4144b3629b {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:06.476046 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90474947-9b35-4cb0-855c-ac2e9acfe5bb", "tag": "80887e64-68c8-4a5f-8d0e-4b502bff80e8", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:06.476291 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0578d310-3453-44bc-ad83-ca4144b3629b {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:06.476683 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0578d310-3453-44bc-ad83-ca4144b3629b'] response: {'name': 'network-changed', 'server_uuid': '90474947-9b35-4cb0-855c-ac2e9acfe5bb', 'tag': '80887e64-68c8-4a5f-8d0e-4b502bff80e8', 'status': 'completed', 'code': 200} Apr 18 20:34:06.497434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-cd82096d-3360-4259-90e4-a1ad7ac512df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:06.499383 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-cd82096d-3360-4259-90e4-a1ad7ac512df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 1094 time: 0.0573368 Apr 18 20:34:06.551518 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-5fdf60ba-0461-44b6-8989-d0f2423ae676 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80887e64-68c8-4a5f-8d0e-4b502bff80e8 HTTP/1.1" status: 200 len: 217 time: 0.0435338 Apr 18 20:34:06.612503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-8d5e787f-ccd3-4348-9480-ba669862d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:06.614195 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-8d5e787f-ccd3-4348-9480-ba669862d471 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cae2a0-3806-4090-a4c7-af6543a276b8 HTTP/1.1" status: 200 len: 854 time: 0.0539544 Apr 18 20:34:06.659895 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-7d5009a9-124b-464b-b677-f0355fde0ac4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370913 Apr 18 20:34:06.680336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-7c49253f-9872-48a9-a0c4-7b61e7635c72 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:06.681828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-7c49253f-9872-48a9-a0c4-7b61e7635c72 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.64 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 945 time: 0.2047629 Apr 18 20:34:06.741589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40dd3661-ef6b-4e62-b26e-2df35a6c304c req-564885b9-5b2f-45e4-ab25-cf19c7f997bd service neutron] 10.222.0.60 "GET /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167433 Apr 18 20:34:06.763431 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-41c2ac4c-05e3-49ed-adc4-cba151d0b0f5 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966280 Apr 18 20:34:06.765905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe0b35-d6fd-4afb-b132-75f36b1aa57f req-11d1d370-2475-4b9a-8fe2-639730916291 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:06.767562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62fe0b35-d6fd-4afb-b132-75f36b1aa57f req-11d1d370-2475-4b9a-8fe2-639730916291 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 945 time: 0.2924008 Apr 18 20:34:06.773900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d478198f-f42e-4d88-a0cf-505810c1e33f req-1b90f921-5e09-42fd-9928-45ddbaf11212 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd038fc0-a94b-4e66-8967-abeaf4bb205e HTTP/1.1" status: 200 len: 210 time: 0.0831032 Apr 18 20:34:06.847658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Made reservation on behalf of 51f49feb61414e54898b782154919cc9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:06.851361 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.888423 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d8e99449-49e9-423b-b058-8dbefcc1fd27 req-e83d40a4-39a5-4362-8073-d5ed646bb427 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177263 Apr 18 20:34:06.928325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62fe0b35-d6fd-4afb-b132-75f36b1aa57f req-bee5d4c6-df4a-4b06-bdff-53d1a48779e9 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0141f93-d9df-4126-a663-a68b7c2e93fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320610 Apr 18 20:34:06.989281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03639c4e-1437-4e67-b470-a5838750374a req-08bbe1cc-8851-4ee1-9dd3-313130dbe727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:06.989858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-49531674-d70c-4346-b7ca-66284479eab5 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Deleting port 465b09a4-6781-4a91-8cdf-1e86d62c184c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:06.990207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-49531674-d70c-4346-b7ca-66284479eab5 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.991097 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-03639c4e-1437-4e67-b470-a5838750374a req-08bbe1cc-8851-4ee1-9dd3-313130dbe727 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 1094 time: 0.0502117 Apr 18 20:34:06.999761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be64be1-fd85-4ace-95f2-f419858db628 req-0476dcb2-3f1c-4501-b756-a1dc56edab04 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:07.001279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1be64be1-fd85-4ace-95f2-f419858db628 req-0476dcb2-3f1c-4501-b756-a1dc56edab04 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.1464741 Apr 18 20:34:07.088183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03639c4e-1437-4e67-b470-a5838750374a req-7c30507d-9279-4fcd-9a90-a617df807cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:07.089677 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-03639c4e-1437-4e67-b470-a5838750374a req-7c30507d-9279-4fcd-9a90-a617df807cbb service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 915 time: 0.0915687 Apr 18 20:34:07.092406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11263c29-c118-4d88-a82b-be6ef1d6981e req-8d307d05-d0f7-464e-af93-f5e338634aec tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 210 time: 0.0865562 Apr 18 20:34:07.144782 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-03639c4e-1437-4e67-b470-a5838750374a req-5c6695dd-2000-48b8-adab-5b57bebfcc25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80887e64-68c8-4a5f-8d0e-4b502bff80e8 HTTP/1.1" status: 200 len: 217 time: 0.0472653 Apr 18 20:34:07.185263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1be64be1-fd85-4ace-95f2-f419858db628 req-e35c421b-ea6e-4aff-9350-82a320a15b6b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652634 Apr 18 20:34:07.211896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03639c4e-1437-4e67-b470-a5838750374a req-b1db29c6-4b20-4760-9fce-7a99a330aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:07.214238 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-03639c4e-1437-4e67-b470-a5838750374a req-b1db29c6-4b20-4760-9fce-7a99a330aa83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cae2a0-3806-4090-a4c7-af6543a276b8 HTTP/1.1" status: 200 len: 854 time: 0.0617170 Apr 18 20:34:07.225256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Allocated IP 172.20.0.13 (27d5394a-3b48-41ec-a989-ef824a3124dc/5851b4f6-7372-4b3b-910b-58ceab856969/dce3addc-1b8d-4434-bd1c-0d8597db8c34) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:07.250381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-49531674-d70c-4346-b7ca-66284479eab5 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] For port 465b09a4-6781-4a91-8cdf-1e86d62c184c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=465b09a4-6781-4a91-8cdf-1e86d62c184c,segment=NetworkSegment(b3533fc8-db1d-4a10-81e2-fedee48b85b5),segment_id=b3533fc8-db1d-4a10-81e2-fedee48b85b5)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:07.250978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-49531674-d70c-4346-b7ca-66284479eab5 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.254822 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-03639c4e-1437-4e67-b470-a5838750374a req-68ad5b6b-a943-491f-836b-7eb3acdb8c3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326121 Apr 18 20:34:07.278244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-49531674-d70c-4346-b7ca-66284479eab5 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Calling delete_port for 465b09a4-6781-4a91-8cdf-1e86d62c184c owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:07.305292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f69a4-49c1-440e-8218-b772b07ea798 req-6b889aa1-9e3a-466f-86c5-e0af67f59467 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:07.306868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d1f69a4-49c1-440e-8218-b772b07ea798 req-6b889aa1-9e3a-466f-86c5-e0af67f59467 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 943 time: 0.1444280 Apr 18 20:34:07.358838 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-03639c4e-1437-4e67-b470-a5838750374a req-5c115ad9-a1c2-469d-9f35-5bfddf7ab7f8 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958359 Apr 18 20:34:07.459201 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-03639c4e-1437-4e67-b470-a5838750374a req-ff5fcdc7-5d62-489e-a4bf-1a370c861eea service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915172 Apr 18 20:34:07.462493 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d1f69a4-49c1-440e-8218-b772b07ea798 req-3b29e77f-c187-4e37-a38d-ac70c1ead694 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458158 Apr 18 20:34:07.564078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.582018 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-49531674-d70c-4346-b7ca-66284479eab5 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.594631 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['465b09a4-6781-4a91-8cdf-1e86d62c184c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:07.614396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49531674-d70c-4346-b7ca-66284479eab5 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Pushing event deleted for resources: {'Port': ['ID=465b09a4-6781-4a91-8cdf-1e86d62c184c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:07.673936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-49531674-d70c-4346-b7ca-66284479eab5 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] No DVR routers for this DVR port 465b09a4-6781-4a91-8cdf-1e86d62c184c on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:07.676089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.677924 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-49531674-d70c-4346-b7ca-66284479eab5 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.681223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12cdb08c-eece-4502-ad6a-01c0f2ad815e req-49531674-d70c-4346-b7ca-66284479eab5 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.64 "DELETE /v2.0/ports/465b09a4-6781-4a91-8cdf-1e86d62c184c HTTP/1.1" status: 204 len: 173 time: 0.9893589 Apr 18 20:34:07.681660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17554ba5-5931-4939-8fc7-7ad255a5e06a', 'name': 'network-vif-deleted', 'tag': '465b09a4-6781-4a91-8cdf-1e86d62c184c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:07.684074 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fda648-0cdf-4bb5-bf84-fe453ac68d38" -d '{"events": [{"server_uuid": "17554ba5-5931-4939-8fc7-7ad255a5e06a", "name": "network-vif-deleted", "tag": "465b09a4-6781-4a91-8cdf-1e86d62c184c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:07.727927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Network 27d5394a-3b48-41ec-a989-ef824a3124dc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:07.734551 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bce04ff-3d6d-455d-a9d4-3697771d74b4 x-openstack-request-id: req-9bce04ff-3d6d-455d-a9d4-3697771d74b4 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:07.734958 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17554ba5-5931-4939-8fc7-7ad255a5e06a", "name": "network-vif-deleted", "tag": "465b09a4-6781-4a91-8cdf-1e86d62c184c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:07.735057 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9bce04ff-3d6d-455d-a9d4-3697771d74b4 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:07.735457 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bce04ff-3d6d-455d-a9d4-3697771d74b4'] response: {'server_uuid': '17554ba5-5931-4939-8fc7-7ad255a5e06a', 'name': 'network-vif-deleted', 'tag': '465b09a4-6781-4a91-8cdf-1e86d62c184c', 'status': 'completed', 'code': 200} Apr 18 20:34:07.736321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:07.740682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:07.769201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event updated for resources: {'Port': ['ID=dce3addc-1b8d-4434-bd1c-0d8597db8c34,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:07.800164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:07.800794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.816954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-58c25389-6557-4751-bd17-a89fef469e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6995771 Apr 18 20:34:07.830007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Request body: {'port': {'device_id': '05efd08d-6351-4953-ac53-a863dd7a6025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:07.895830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36170) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:07.902062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.955766 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c76777ee-379e-490e-81cc-3de90299505e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.982584 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c76777ee-379e-490e-81cc-3de90299505e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.039287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c76777ee-379e-490e-81cc-3de90299505e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.041919 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c76777ee-379e-490e-81cc-3de90299505e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.043627 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c76777ee-379e-490e-81cc-3de90299505e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "DELETE /v2.0/security-groups/08512ae3-d852-4ca5-abb6-f545f20b8c22 HTTP/1.1" status: 204 len: 168 time: 0.1465764 Apr 18 20:34:08.046823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36174) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:08.057683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ab1dc62-9b14-45c6-aade-17f136c0c447 req-24db1abf-97f7-4afe-ac47-5e42dfb4cd66 tempest-InstanceActionsNegativeTestJSON-709165320 tempest-InstanceActionsNegativeTestJSON-709165320-project] 10.222.0.49 "GET /v2.0/ports?device_id=17554ba5-5931-4939-8fc7-7ad255a5e06a HTTP/1.1" status: 200 len: 210 time: 0.0381410 Apr 18 20:34:08.065825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76777ee-379e-490e-81cc-3de90299505e tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08512ae3-d852-4ca5-abb6-f545f20b8c22,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:08.068082 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-d1741e5e-f037-4490-bea0-ae0471d2aaba tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] show failed (client error): The resource could not be found. Apr 18 20:34:08.071740 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d1741e5e-f037-4490-bea0-ae0471d2aaba tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "GET /v2.0/security-groups/08512ae3-d852-4ca5-abb6-f545f20b8c22 HTTP/1.1" status: 404 len: 347 time: 0.0214019 Apr 18 20:34:08.072201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36176) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:08.113113 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bd960b7a-878f-4a57-8c80-d105a6d390ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.315055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15930dc5-f7de-4fd0-9a6e-d5d81522d9ae req-afdb2a28-6005-4776-9101-0026442cacd3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:08.316548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15930dc5-f7de-4fd0-9a6e-d5d81522d9ae req-afdb2a28-6005-4776-9101-0026442cacd3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 932 time: 0.1409795 Apr 18 20:34:08.446132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15930dc5-f7de-4fd0-9a6e-d5d81522d9ae req-a4f168d5-e4b0-4cba-8b44-61646633961a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208534 Apr 18 20:34:08.455976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bef0b-f339-40f6-af3f-5000cfe1640e req-591dae1d-036b-4c25-b910-e57f67a54a9b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:08.457517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e6bef0b-f339-40f6-af3f-5000cfe1640e req-591dae1d-036b-4c25-b910-e57f67a54a9b tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.1623683 Apr 18 20:34:08.461022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-78a38ecb-8fec-4d6d-be48-0eb85035a4db tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting port ab35a214-bc8d-4bdf-955f-41a4c5947199 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:08.470913 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78a38ecb-8fec-4d6d-be48-0eb85035a4db tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.499126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce3addc-1b8d-4434-bd1c-0d8597db8c34 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:08.537798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.599157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Transition to ACTIVE for port object dce3addc-1b8d-4434-bd1c-0d8597db8c34 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:08.611048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e6bef0b-f339-40f6-af3f-5000cfe1640e req-89d5fc19-7e6a-4d5b-a4cc-281fd24dd77d tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367064 Apr 18 20:34:08.617704 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.654644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78a38ecb-8fec-4d6d-be48-0eb85035a4db tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.654976 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78a38ecb-8fec-4d6d-be48-0eb85035a4db tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.681976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-78a38ecb-8fec-4d6d-be48-0eb85035a4db tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Calling delete_port for ab35a214-bc8d-4bdf-955f-41a4c5947199 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:08.703485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Pushing event updated for resources: {'Port': ['ID=dce3addc-1b8d-4434-bd1c-0d8597db8c34,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:08.717777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e1f6-fa03-43cc-b35d-3693efcfdb66 req-63b327cc-c289-4fd6-ac2f-9ac62d51e9ad tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:08.719309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29c9e1f6-fa03-43cc-b35d-3693efcfdb66 req-63b327cc-c289-4fd6-ac2f-9ac62d51e9ad tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 943 time: 0.1632206 Apr 18 20:34:08.734927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36194) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:08.859252 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d7a9-a3aa-41d9-9e77-377f20d6f4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.892299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29c9e1f6-fa03-43cc-b35d-3693efcfdb66 req-51055b3e-cdef-420e-bd3f-1f1eb4b00147 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360371 Apr 18 20:34:08.912106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb617b1-d1eb-4207-9d09-3b20af86a089 req-9a245e5c-20b0-41f2-957f-f9c39ab09f5d tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:08.913614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deb617b1-d1eb-4207-9d09-3b20af86a089 req-9a245e5c-20b0-41f2-957f-f9c39ab09f5d tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.1550901 Apr 18 20:34:08.940759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Attempting to bind port dce3addc-1b8d-4434-bd1c-0d8597db8c34 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:08.941034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Attempting to bind port dce3addc-1b8d-4434-bd1c-0d8597db8c34 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:08.941378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Attempting to bind port dce3addc-1b8d-4434-bd1c-0d8597db8c34 on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:08.967454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d7a9-a3aa-41d9-9e77-377f20d6f4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.971304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ea9d7a9-a3aa-41d9-9e77-377f20d6f4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.975412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Port dce3addc-1b8d-4434-bd1c-0d8597db8c34 on network 27d5394a-3b48-41ec-a989-ef824a3124dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:08.975734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Attempting to bind port dce3addc-1b8d-4434-bd1c-0d8597db8c34 on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:08.995288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:08.995646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Checking segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:08.996031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Bound using segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:08.996598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Bound port: dce3addc-1b8d-4434-bd1c-0d8597db8c34, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:08.996821 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.013876 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8ea9d7a9-a3aa-41d9-9e77-377f20d6f4db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9f994bc07c84b39ba1b88c944bde471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778111 Apr 18 20:34:09.014764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9d7a9-a3aa-41d9-9e77-377f20d6f4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812f0b9b-be9a-4312-b722-f907f5c8f87e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:09.017134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36198) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:09.021375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deb617b1-d1eb-4207-9d09-3b20af86a089 req-5a6263ca-64c3-4575-80ad-3adf35350cf5 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921147 Apr 18 20:34:09.049443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78a38ecb-8fec-4d6d-be48-0eb85035a4db tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.086166 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e45416ef-3d9a-49c8-917e-91125c9a4f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.087567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a38ecb-8fec-4d6d-be48-0eb85035a4db tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Port': ['ID=ab35a214-bc8d-4bdf-955f-41a4c5947199,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:09.112741 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e45416ef-3d9a-49c8-917e-91125c9a4f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.142209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36204) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:09.158568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] For port dce3addc-1b8d-4434-bd1c-0d8597db8c34, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:09.192985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] For port dce3addc-1b8d-4434-bd1c-0d8597db8c34, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=dce3addc-1b8d-4434-bd1c-0d8597db8c34,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:09.199779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ba3ddd-2bab-4100-b2c0-fea4e82af715 admin admin] Deleting subnet ebb6b3b3-93c0-4efd-b15c-04547c528234 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:09.202324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.203416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3ddd-2bab-4100-b2c0-fea4e82af715 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.238231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78a38ecb-8fec-4d6d-be48-0eb85035a4db tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.241161 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78a38ecb-8fec-4d6d-be48-0eb85035a4db tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.246129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-78a38ecb-8fec-4d6d-be48-0eb85035a4db tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "DELETE /v2.0/floatingips/ff7dcbba-1dd8-4ef2-9de5-5fbe770895dc HTTP/1.1" status: 204 len: 168 time: 1.1691775 Apr 18 20:34:09.246380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.249449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36206) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:09.254831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:09.255630 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.256851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] 10.222.0.60 "PUT /v2.0/ports/dce3addc-1b8d-4434-bd1c-0d8597db8c34 HTTP/1.1" status: 200 len: 1092 time: 1.4312112 Apr 18 20:34:09.273801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b06a-45ae-40f1-9672-441121a13f37 req-0a208641-b979-491e-a123-7afb8fe39dd6 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:09.275334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6731b06a-45ae-40f1-9672-441121a13f37 req-0a208641-b979-491e-a123-7afb8fe39dd6 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776 HTTP/1.1" status: 200 len: 946 time: 0.1311722 Apr 18 20:34:09.285566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e45416ef-3d9a-49c8-917e-91125c9a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.292712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e45416ef-3d9a-49c8-917e-91125c9a4f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.295450 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e45416ef-3d9a-49c8-917e-91125c9a4f6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/812f0b9b-be9a-4312-b722-f907f5c8f87e HTTP/1.1" status: 204 len: 168 time: 0.2766635 Apr 18 20:34:09.296677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338244d5-7e4d-4678-8ce0-1bfbb7286a9c service neutron] Pushing event updated for resources: {'Port': ['ID=dce3addc-1b8d-4434-bd1c-0d8597db8c34,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:09.360523 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3ddd-2bab-4100-b2c0-fea4e82af715 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.362834 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45416ef-3d9a-49c8-917e-91125c9a4f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812f0b9b-be9a-4312-b722-f907f5c8f87e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:09.367085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6731b06a-45ae-40f1-9672-441121a13f37 req-b64c12d4-db24-4896-a838-55494fa701d8 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715191 Apr 18 20:34:09.372852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-fe428136-0d60-46a4-be9f-0b7f7e235ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:09.374324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-fe428136-0d60-46a4-be9f-0b7f7e235ac8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 1095 time: 0.0596735 Apr 18 20:34:09.429647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-2600a773-60ab-4e7b-ba15-f427b090c52e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dce3addc-1b8d-4434-bd1c-0d8597db8c34 HTTP/1.1" status: 200 len: 217 time: 0.0457196 Apr 18 20:34:09.465285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3ddd-2bab-4100-b2c0-fea4e82af715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.520739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-69108e57-b347-4a0a-a387-2db41dd61672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:09.522476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-69108e57-b347-4a0a-a387-2db41dd61672 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.0847921 Apr 18 20:34:09.529686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0d5bba56-e3d6-4037-b1fb-c08fc91846d2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting port 5d2e384b-30c9-4d64-bd31-15040d2a61fb {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:09.530028 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d5bba56-e3d6-4037-b1fb-c08fc91846d2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.550640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd331ba-4d64-4794-ae8e-c954b2845720 req-b18ae4bd-94b2-42a0-a1d7-896562ede359 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:09.552410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd331ba-4d64-4794-ae8e-c954b2845720 req-b18ae4bd-94b2-42a0-a1d7-896562ede359 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 946 time: 0.0809216 Apr 18 20:34:09.570683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-db269075-c7d3-4af1-bf9b-dde28b2c9d4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404618 Apr 18 20:34:09.610243 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3ddd-2bab-4100-b2c0-fea4e82af715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.649925 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3ddd-2bab-4100-b2c0-fea4e82af715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.653787 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a2ba3ddd-2bab-4100-b2c0-fea4e82af715 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ebb6b3b3-93c0-4efd-b15c-04547c528234 HTTP/1.1" status: 204 len: 168 time: 0.5099897 Apr 18 20:34:09.654628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba3ddd-2bab-4100-b2c0-fea4e82af715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebb6b3b3-93c0-4efd-b15c-04547c528234,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:09.663340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36222) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:09.682667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d5bba56-e3d6-4037-b1fb-c08fc91846d2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.696876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0d5bba56-e3d6-4037-b1fb-c08fc91846d2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Calling delete_port for 5d2e384b-30c9-4d64-bd31-15040d2a61fb owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:09.707062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd331ba-4d64-4794-ae8e-c954b2845720 req-0abc7242-806f-45cc-8e64-b937cf76e199 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368287 Apr 18 20:34:09.718276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82c961-f03c-4c90-9969-819ae9ce6551 req-c4c1d830-efaa-46e8-9c93-461833572d34 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:09.727271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b82c961-f03c-4c90-9969-819ae9ce6551 req-c4c1d830-efaa-46e8-9c93-461833572d34 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 944 time: 0.1594410 Apr 18 20:34:09.756898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05efd08d-6351-4953-ac53-a863dd7a6025', 'tag': 'dce3addc-1b8d-4434-bd1c-0d8597db8c34'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:09.759184 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78de551-0e81-4bfe-86a6-b235083a013d" -d '{"events": [{"name": "network-changed", "server_uuid": "05efd08d-6351-4953-ac53-a863dd7a6025", "tag": "dce3addc-1b8d-4434-bd1c-0d8597db8c34"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:09.786984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-9aefa4d3-7728-4aaa-9e5b-65626662a748 req-8b90bb32-4fa7-4d89-8daf-b30235475656 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:34:09.786984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9aefa4d3-7728-4aaa-9e5b-65626662a748 req-8b90bb32-4fa7-4d89-8daf-b30235475656 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212178 Apr 18 20:34:09.857006 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d5bba56-e3d6-4037-b1fb-c08fc91846d2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.875006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.892149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bba56-e3d6-4037-b1fb-c08fc91846d2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Port': ['ID=5d2e384b-30c9-4d64-bd31-15040d2a61fb,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:09.894084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-782f6f99-f633-48d1-8388-1c84d9091f9a service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153307 Apr 18 20:34:09.911676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b82c961-f03c-4c90-9969-819ae9ce6551 req-cf5ffe41-a763-460f-95b2-aa78fddbd2f7 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847804 Apr 18 20:34:09.995426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d5bba56-e3d6-4037-b1fb-c08fc91846d2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.001718 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d5bba56-e3d6-4037-b1fb-c08fc91846d2 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "DELETE /v2.0/ports/5d2e384b-30c9-4d64-bd31-15040d2a61fb HTTP/1.1" status: 204 len: 168 time: 0.7446182 Apr 18 20:34:10.002039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36238) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:10.051077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 80887e64-68c8-4a5f-8d0e-4b502bff80e8 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:10.140365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-160ec214-60f3-4bf4-b897-49fc4219c33f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting port eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:10.140787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-160ec214-60f3-4bf4-b897-49fc4219c33f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.168087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 80887e64-68c8-4a5f-8d0e-4b502bff80e8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=80887e64-68c8-4a5f-8d0e-4b502bff80e8,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:10.187124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '80887e64-68c8-4a5f-8d0e-4b502bff80e8', 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc', 'port_id': '80887e64-68c8-4a5f-8d0e-4b502bff80e8', 'mac_address': 'fa:16:3e:02:83:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cae2a0-3806-4090-a4c7-af6543a276b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:10.233547 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.258312 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80887e64-68c8-4a5f-8d0e-4b502bff80e8 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:10.271888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-160ec214-60f3-4bf4-b897-49fc4219c33f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.285491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 80887e64-68c8-4a5f-8d0e-4b502bff80e8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=80887e64-68c8-4a5f-8d0e-4b502bff80e8,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:10.292678 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.296145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-160ec214-60f3-4bf4-b897-49fc4219c33f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Calling delete_port for eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:10.341874 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f04a87d-63a4-448f-82b0-23b4539dfc86 x-openstack-request-id: req-4f04a87d-63a4-448f-82b0-23b4539dfc86 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:10.342159 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05efd08d-6351-4953-ac53-a863dd7a6025", "tag": "dce3addc-1b8d-4434-bd1c-0d8597db8c34", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:10.342406 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f04a87d-63a4-448f-82b0-23b4539dfc86 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:10.342789 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f04a87d-63a4-448f-82b0-23b4539dfc86'] response: {'name': 'network-changed', 'server_uuid': '05efd08d-6351-4953-ac53-a863dd7a6025', 'tag': 'dce3addc-1b8d-4434-bd1c-0d8597db8c34', 'status': 'completed', 'code': 200} Apr 18 20:34:10.350101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9aefa4d3-7728-4aaa-9e5b-65626662a748 req-30fea9af-9e69-45a0-8b42-1b776a298034 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5572205 Apr 18 20:34:10.367538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=80887e64-68c8-4a5f-8d0e-4b502bff80e8,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:10.398443 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.519942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.530207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4412d2a-95a1-484e-b22c-f09a2de374c2 req-810ad82a-d66b-4ffb-9eb4-7f5997e3b91b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:10.531924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4412d2a-95a1-484e-b22c-f09a2de374c2 req-810ad82a-d66b-4ffb-9eb4-7f5997e3b91b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 944 time: 0.1934035 Apr 18 20:34:10.540724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['80887e64-68c8-4a5f-8d0e-4b502bff80e8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:10.578704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-160ec214-60f3-4bf4-b897-49fc4219c33f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.586731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981738f3-7653-48eb-b26f-d4b94694954e']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:10.591013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5da295bb-49d0-440d-8f8d-4cbadae61ae3 req-82897574-d8be-4a8c-9b1b-ce2c18ef3c43 service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845245 Apr 18 20:34:10.613203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3533fc8-db1d-4a10-81e2-fedee48b85b5') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:10.613500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3533fc8-db1d-4a10-81e2-fedee48b85b5') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:10.631425 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.650615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4412d2a-95a1-484e-b22c-f09a2de374c2 req-d9d565ff-485a-4df9-9263-7424c0f15e1d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980530 Apr 18 20:34:10.657909 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.694915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ec214-60f3-4bf4-b897-49fc4219c33f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Port': ['ID=eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:10.708947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:10.709490 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:10.711431 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:10.808882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-160ec214-60f3-4bf4-b897-49fc4219c33f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.817304 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-160ec214-60f3-4bf4-b897-49fc4219c33f tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "DELETE /v2.0/ports/eeb68cbf-c4fb-43f8-b9ab-f237e18b57ae HTTP/1.1" status: 204 len: 168 time: 0.8130426 Apr 18 20:34:10.817508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78de551-0e81-4bfe-86a6-b235083a013d req-29db033b-4490-45c7-b7ab-11cfcd57e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:10.818355 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36254) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:10.819151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c78de551-0e81-4bfe-86a6-b235083a013d req-29db033b-4490-45c7-b7ab-11cfcd57e08c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 1095 time: 0.1573250 Apr 18 20:34:10.821971 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.827202 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.832133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] 10.222.0.49 "DELETE /v2.0/networks/981738f3-7653-48eb-b26f-d4b94694954e HTTP/1.1" status: 204 len: 168 time: 1.1621349 Apr 18 20:34:10.856800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8b18c-d103-451a-ac35-cebb97b1a626 admin admin] Pushing event deleted for resources: {'Network': ['ID=981738f3-7653-48eb-b26f-d4b94694954e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:10.883447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6ddfd0-44de-4f87-ac40-85059cd9ac98 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting subnet 35182965-e091-4cb9-91d6-57229691da27 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:10.889148 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a6ddfd0-44de-4f87-ac40-85059cd9ac98 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.941392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b787b-8a7e-4bc0-b570-905b031d649b req-3956672f-b2e5-4c43-a18b-3764fd76f66f tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:10.942441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d2b787b-8a7e-4bc0-b570-905b031d649b req-3956672f-b2e5-4c43-a18b-3764fd76f66f tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.1719441 Apr 18 20:34:10.943557 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a6ddfd0-44de-4f87-ac40-85059cd9ac98 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.011636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78de551-0e81-4bfe-86a6-b235083a013d req-e53f8231-8208-4bbb-b7f8-e510f928ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:11.013180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c78de551-0e81-4bfe-86a6-b235083a013d req-e53f8231-8208-4bbb-b7f8-e510f928ac9f service neutron] 10.222.0.60 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 913 time: 0.1794796 Apr 18 20:34:11.032739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d2b787b-8a7e-4bc0-b570-905b031d649b req-c28361ab-4a0c-4acc-8d4d-9a349aa4aa7d tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799272 Apr 18 20:34:11.076140 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a6ddfd0-44de-4f87-ac40-85059cd9ac98 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.080341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36266) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:11.121935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c78de551-0e81-4bfe-86a6-b235083a013d req-15fc1a12-5bd3-4fc2-b6f4-cb76ea5ef982 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dce3addc-1b8d-4434-bd1c-0d8597db8c34 HTTP/1.1" status: 200 len: 217 time: 0.0874228 Apr 18 20:34:11.134253 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.171161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ea064bfa-6d42-4bda-a81f-0b7e1674cbd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=62eb206dc2564da1a9cb0273cf49a68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0895951 Apr 18 20:34:11.174627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36274) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:11.192507 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a6ddfd0-44de-4f87-ac40-85059cd9ac98 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.240739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ddfd0-44de-4f87-ac40-85059cd9ac98 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Subnet': ['ID=35182965-e091-4cb9-91d6-57229691da27,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:11.250788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a6ddfd0-44de-4f87-ac40-85059cd9ac98 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.256933 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6a6ddfd0-44de-4f87-ac40-85059cd9ac98 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "DELETE /v2.0/subnets/35182965-e091-4cb9-91d6-57229691da27 HTTP/1.1" status: 204 len: 168 time: 0.4349253 Apr 18 20:34:11.257076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdb433-a511-4f7a-8974-33d284232352 req-dea01a39-8691-4821-8c2e-38e0ec93f67d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:11.261105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36276) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:11.261503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec4e74-b63f-4bd1-9f61-713e58fb8c78 None None] Network 0b7f62c7-66d0-4e9c-b056-c65bae64064e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:11.262781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dfdb433-a511-4f7a-8974-33d284232352 req-dea01a39-8691-4821-8c2e-38e0ec93f67d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 944 time: 0.1397583 Apr 18 20:34:11.286477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78de551-0e81-4bfe-86a6-b235083a013d req-e0801645-2ab3-41e8-ad47-09effc0b8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:11.287983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c78de551-0e81-4bfe-86a6-b235083a013d req-e0801645-2ab3-41e8-ad47-09effc0b8767 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.1273766 Apr 18 20:34:11.327558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-668ac7ee-47aa-44ad-bbc1-22eb1265b042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.341691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c78de551-0e81-4bfe-86a6-b235083a013d req-7a70e3d1-78c8-483f-8625-44ce0f5e86fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447261 Apr 18 20:34:11.344155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-4174a753-54d1-493b-9de3-50500e0db502 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting subnet 4848f905-b4f2-4a0f-8d61-86f966f37b58 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:11.350059 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4174a753-54d1-493b-9de3-50500e0db502 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.353328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657b0ad-a417-40b5-be01-c1b6e16dc533 req-7d283c65-e1b3-4c69-a4c3-0b89b441fe79 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:11.360687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1657b0ad-a417-40b5-be01-c1b6e16dc533 req-7d283c65-e1b3-4c69-a4c3-0b89b441fe79 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776 HTTP/1.1" status: 200 len: 946 time: 0.2015095 Apr 18 20:34:11.383698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-668ac7ee-47aa-44ad-bbc1-22eb1265b042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.393205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dfdb433-a511-4f7a-8974-33d284232352 req-04db6aea-1ea4-4855-bc1e-f9dd0011e844 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236532 Apr 18 20:34:11.414719 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4174a753-54d1-493b-9de3-50500e0db502 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.487683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1657b0ad-a417-40b5-be01-c1b6e16dc533 req-4411fd7a-5ef3-4e20-8db6-a07f338f9756 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260669 Apr 18 20:34:11.527264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-668ac7ee-47aa-44ad-bbc1-22eb1265b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.529841 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-668ac7ee-47aa-44ad-bbc1-22eb1265b042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.534286 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-668ac7ee-47aa-44ad-bbc1-22eb1265b042 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0141f93-d9df-4126-a663-a68b7c2e93fe HTTP/1.1" status: 204 len: 168 time: 0.3554649 Apr 18 20:34:11.567665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c78de551-0e81-4bfe-86a6-b235083a013d req-7e8434f4-3325-4cc2-9ddc-07965fa16b2c service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027695 Apr 18 20:34:11.576564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ac7ee-47aa-44ad-bbc1-22eb1265b042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0141f93-d9df-4126-a663-a68b7c2e93fe,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:11.604194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4174a753-54d1-493b-9de3-50500e0db502 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.649022 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edb53c1-527b-4400-8861-b43270356c26 None None] DHCP port deletion for 0b7f62c7-66d0-4e9c-b056-c65bae64064e request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:34:11.729403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2edb53c1-527b-4400-8861-b43270356c26 None None] Deleting port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:11.730005 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2edb53c1-527b-4400-8861-b43270356c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.746861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4174a753-54d1-493b-9de3-50500e0db502 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.788062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174a753-54d1-493b-9de3-50500e0db502 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Subnet': ['ID=4848f905-b4f2-4a0f-8d61-86f966f37b58,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:11.798443 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4174a753-54d1-493b-9de3-50500e0db502 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.804094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c78de551-0e81-4bfe-86a6-b235083a013d req-025651e1-54a6-4f53-80b7-ea0fe2c3fded service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298377 Apr 18 20:34:11.806689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4174a753-54d1-493b-9de3-50500e0db502 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "DELETE /v2.0/subnets/4848f905-b4f2-4a0f-8d61-86f966f37b58 HTTP/1.1" status: 204 len: 168 time: 0.5444794 Apr 18 20:34:11.807342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36306) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:11.832772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a3efc-d25c-4539-a136-5296425e65c9 req-febb3d80-5233-402a-bde1-9612a6cfaa81 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:11.834940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c5a3efc-d25c-4539-a136-5296425e65c9 req-febb3d80-5233-402a-bde1-9612a6cfaa81 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 946 time: 0.2423773 Apr 18 20:34:11.846899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc5432-5b14-4812-82f9-8d50762b391e None None] Network c0ab9790-64b6-40c9-8458-d547c06593c1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:11.878315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4e2f-9779-4fc1-a8df-7993e50c2278 req-92353cfd-25d1-4337-98d9-8fd9b2495737 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:11.878506 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2edb53c1-527b-4400-8861-b43270356c26 None None] For port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1d26d75e-1178-4885-b9bb-552ed6a8a2d7,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:11.878809 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2edb53c1-527b-4400-8861-b43270356c26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.880141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f12b4e2f-9779-4fc1-a8df-7993e50c2278 req-92353cfd-25d1-4337-98d9-8fd9b2495737 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 944 time: 0.1458960 Apr 18 20:34:11.899781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2edb53c1-527b-4400-8861-b43270356c26 None None] Calling delete_port for 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:11.919229 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.923731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c5a3efc-d25c-4539-a136-5296425e65c9 req-d4e9add8-6105-498b-b226-6605f6d40967 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778251 Apr 18 20:34:11.947804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f12b4e2f-9779-4fc1-a8df-7993e50c2278 req-efa2d972-c642-4de7-8321-40b637fe2330 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577645 Apr 18 20:34:12.010906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:12.011135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.073438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 80887e64-68c8-4a5f-8d0e-4b502bff80e8 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:12.114328 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.139553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] For port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1d26d75e-1178-4885-b9bb-552ed6a8a2d7,segment=NetworkSegment(34cbbd5d-1ea6-4449-91cd-68a47ed43322),segment_id=34cbbd5d-1ea6-4449-91cd-68a47ed43322)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:12.139553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.153379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Calling delete_port for 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:12.213289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318061f9-67a3-4007-b84b-943cb2067859 req-d2f87d4c-2540-46df-a705-dcbc58170323 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.213911 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2edb53c1-527b-4400-8861-b43270356c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.228106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318061f9-67a3-4007-b84b-943cb2067859 req-d2f87d4c-2540-46df-a705-dcbc58170323 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.235226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318061f9-67a3-4007-b84b-943cb2067859 req-d2f87d4c-2540-46df-a705-dcbc58170323 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.237548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-318061f9-67a3-4007-b84b-943cb2067859 req-d2f87d4c-2540-46df-a705-dcbc58170323 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83&device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776&device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 2419 time: 0.1209528 Apr 18 20:34:12.261263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 80887e64-68c8-4a5f-8d0e-4b502bff80e8 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:12.271538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb53c1-527b-4400-8861-b43270356c26 None None] Pushing event deleted for resources: {'Port': ['ID=1d26d75e-1178-4885-b9bb-552ed6a8a2d7,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:12.287895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb53c1-527b-4400-8861-b43270356c26 None None] No DVR routers for this DVR port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:12.289710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 80887e64-68c8-4a5f-8d0e-4b502bff80e8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:12.289984 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.294828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:12.308906 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.331398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-318061f9-67a3-4007-b84b-943cb2067859 req-cba7c236-ec12-432f-bf1c-dfd2cba7ddc2 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873158 Apr 18 20:34:12.344264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:12.344264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:12.357298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Port': ['ID=1d26d75e-1178-4885-b9bb-552ed6a8a2d7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:12.364701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] No DVR routers for this DVR port 1d26d75e-1178-4885-b9bb-552ed6a8a2d7 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:12.432474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36334) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:12.475116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a800be5-b62d-4b1c-8ba1-7df2820bd7f8 req-e7a6be5e-b378-4c28-8c50-b0cfc016607c tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1095874 Apr 18 20:34:12.476048 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e99b6-7a30-4970-92fc-1d1e400cee27 None None] DHCP port deletion for c0ab9790-64b6-40c9-8458-d547c06593c1 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:34:12.497732 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.535243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7f62c7-66d0-4e9c-b056-c65bae64064e']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:12.538267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.547482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cbbd5d-1ea6-4449-91cd-68a47ed43322') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:12.547857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cbbd5d-1ea6-4449-91cd-68a47ed43322') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:12.560900 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.578664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.586825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90474947-9b35-4cb0-855c-ac2e9acfe5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80887e64-68c8-4a5f-8d0e-4b502bff80e8'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:12.589916 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a44dc-9c82-4785-bcee-f4f1f22616f0" -d '{"events": [{"server_uuid": "90474947-9b35-4cb0-855c-ac2e9acfe5bb", "name": "network-vif-plugged", "status": "completed", "tag": "80887e64-68c8-4a5f-8d0e-4b502bff80e8"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:12.591080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:12.591495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.593843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03817f23-517d-477a-8680-c56d84674a99 req-3b18aace-b70a-4f20-9dfd-45ee09784490 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:12.599290 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:12.603064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03817f23-517d-477a-8680-c56d84674a99 req-3b18aace-b70a-4f20-9dfd-45ee09784490 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 944 time: 0.1041822 Apr 18 20:34:12.606662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 80887e64-68c8-4a5f-8d0e-4b502bff80e8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=80887e64-68c8-4a5f-8d0e-4b502bff80e8,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:12.609387 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a11e99b6-7a30-4970-92fc-1d1e400cee27 None None] Deleting port e6789a94-35e3-4dc2-9907-4932e3d00e98 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:12.609980 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a11e99b6-7a30-4970-92fc-1d1e400cee27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.661947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03817f23-517d-477a-8680-c56d84674a99 req-edc1208a-615c-4ee1-90c7-eaf50078510f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579042 Apr 18 20:34:12.689098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a11e99b6-7a30-4970-92fc-1d1e400cee27 None None] For port e6789a94-35e3-4dc2-9907-4932e3d00e98, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e6789a94-35e3-4dc2-9907-4932e3d00e98,segment=NetworkSegment(c443fa16-c86a-47d1-bebb-e10d38702134),segment_id=c443fa16-c86a-47d1-bebb-e10d38702134)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:12.689596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a11e99b6-7a30-4970-92fc-1d1e400cee27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.718855 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b8442e-1cd5-49c3-a7d8-31eecbd3ef0d x-openstack-request-id: req-e1b8442e-1cd5-49c3-a7d8-31eecbd3ef0d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:12.719199 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90474947-9b35-4cb0-855c-ac2e9acfe5bb", "name": "network-vif-plugged", "status": "completed", "tag": "80887e64-68c8-4a5f-8d0e-4b502bff80e8", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:12.719444 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e1b8442e-1cd5-49c3-a7d8-31eecbd3ef0d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:12.722780 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b8442e-1cd5-49c3-a7d8-31eecbd3ef0d'] response: {'server_uuid': '90474947-9b35-4cb0-855c-ac2e9acfe5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80887e64-68c8-4a5f-8d0e-4b502bff80e8', 'code': 200} Apr 18 20:34:12.728314 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.729391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 465b09a4-6781-4a91-8cdf-1e86d62c184c no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:12.734377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a11e99b6-7a30-4970-92fc-1d1e400cee27 None None] Calling delete_port for e6789a94-35e3-4dc2-9907-4932e3d00e98 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:12.737753 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.747101 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.756603 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "DELETE /v2.0/networks/0b7f62c7-66d0-4e9c-b056-c65bae64064e HTTP/1.1" status: 204 len: 168 time: 0.9481344 Apr 18 20:34:12.764529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36344) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:12.793169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121e686-9e12-46f8-81c4-8cc2982e3203 tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Network': ['ID=0b7f62c7-66d0-4e9c-b056-c65bae64064e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:12.819509 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a5a2405c-8765-4fcd-bcfa-51a3f4fab610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.907119 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.949130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368fb20-3055-43bb-ba2e-c2ad87b15804 req-00fe2f2c-bf67-4dda-b563-a4713f50c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.951003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8368fb20-3055-43bb-ba2e-c2ad87b15804 req-00fe2f2c-bf67-4dda-b563-a4713f50c12d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 1096 time: 0.1505985 Apr 18 20:34:12.999696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 465b09a4-6781-4a91-8cdf-1e86d62c184c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:13.000072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 465b09a4-6781-4a91-8cdf-1e86d62c184c not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:13.030877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8368fb20-3055-43bb-ba2e-c2ad87b15804 req-55187c63-d193-4801-acf9-890862ccf9ed service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501924 Apr 18 20:34:13.063893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36358) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:13.066899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=80887e64-68c8-4a5f-8d0e-4b502bff80e8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:13.116420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Deleting port e6789a94-35e3-4dc2-9907-4932e3d00e98 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:13.116922 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.117843 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a11e99b6-7a30-4970-92fc-1d1e400cee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.140922 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a5a2405c-8765-4fcd-bcfa-51a3f4fab610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.149880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e99b6-7a30-4970-92fc-1d1e400cee27 None None] No DVR routers for this DVR port e6789a94-35e3-4dc2-9907-4932e3d00e98 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:13.151865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e99b6-7a30-4970-92fc-1d1e400cee27 None None] Pushing event deleted for resources: {'Port': ['ID=e6789a94-35e3-4dc2-9907-4932e3d00e98,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:13.156286 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a5a2405c-8765-4fcd-bcfa-51a3f4fab610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.210158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1465022577-network', 'tenant_id': '7b85a90ec46347af8617813c56d061ff'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:13.235157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Made reservation on behalf of 7b85a90ec46347af8617813c56d061ff for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:13.238076 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.248297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.257333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2405c-8765-4fcd-bcfa-51a3f4fab610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4cfcd8-e32b-4ada-915f-3fb0364175a0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:13.287334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a5a2405c-8765-4fcd-bcfa-51a3f4fab610 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff866c77978b4d60bb7348443e8d06ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8538737 Apr 18 20:34:13.290320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36364) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:13.302327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c262e51-993d-488e-b78e-1d3c7bb581c5 req-19180c23-f815-42b2-9023-4db638603e47 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.304829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c262e51-993d-488e-b78e-1d3c7bb581c5 req-19180c23-f815-42b2-9023-4db638603e47 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 945 time: 0.2108090 Apr 18 20:34:13.306200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] For port e6789a94-35e3-4dc2-9907-4932e3d00e98, host n-d-836015-4, got binding levels [] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:13.306785 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.340444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Calling delete_port for e6789a94-35e3-4dc2-9907-4932e3d00e98 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:13.345118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Port e6789a94-35e3-4dc2-9907-4932e3d00e98 was not found and therefore no delete operation was performed {{(pid=102904) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:34:13.348388 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.377717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Port': ['ID=e6789a94-35e3-4dc2-9907-4932e3d00e98,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:13.394407 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04bd1882-dfcb-497d-a524-777d9f4eb276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.397185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.398280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] No DVR routers for this DVR port e6789a94-35e3-4dc2-9907-4932e3d00e98 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:13.408303 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.418103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c262e51-993d-488e-b78e-1d3c7bb581c5 req-4b1e21fc-90c6-48b1-b302-31f149e76b96 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020362 Apr 18 20:34:13.449370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04bd1882-dfcb-497d-a524-777d9f4eb276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.459798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:34:13.491924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.492395 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Added segment 4f72fffd-9146-4b96-b001-de3247afc861 of type vlan for network 6c0d125c-f7b6-46e8-963c-9b2db79addbd Apr 18 20:34:13.497383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a1f02f-85bb-44f8-89d0-c43faaac2639,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:13.512739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.535595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ab9790-64b6-40c9-8458-d547c06593c1']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:13.547504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.548009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c443fa16-c86a-47d1-bebb-e10d38702134') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:13.548459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c443fa16-c86a-47d1-bebb-e10d38702134') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:13.559666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.575076 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.579013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.580682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.581276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.584223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:13.584858 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:13.588093 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:13.592002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04bd1882-dfcb-497d-a524-777d9f4eb276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.594714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04bd1882-dfcb-497d-a524-777d9f4eb276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.598551 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-04bd1882-dfcb-497d-a524-777d9f4eb276 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee4cfcd8-e32b-4ada-915f-3fb0364175a0 HTTP/1.1" status: 204 len: 168 time: 0.3027961 Apr 18 20:34:13.616400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd1882-dfcb-497d-a524-777d9f4eb276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4cfcd8-e32b-4ada-915f-3fb0364175a0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:13.675531 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.681678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.689033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] 10.222.0.49 "DELETE /v2.0/networks/c0ab9790-64b6-40c9-8458-d547c06593c1 HTTP/1.1" status: 204 len: 168 time: 0.9211576 Apr 18 20:34:13.730330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87d241-720c-46a4-80d9-bf18309cd0bd tempest-TaggedBootDevicesTest_v242-1837730986 tempest-TaggedBootDevicesTest_v242-1837730986-project] Pushing event deleted for resources: {'Network': ['ID=c0ab9790-64b6-40c9-8458-d547c06593c1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:13.740073 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6712117 Apr 18 20:34:13.740269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36376) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:13.745483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Request body: {'subnet': {'network_id': '6c0d125c-f7b6-46e8-963c-9b2db79addbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1465022577-subnet', 'tenant_id': '7b85a90ec46347af8617813c56d061ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:13.747418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14451214-8ad4-4679-b5e5-2442c36d7e48 admin admin] Pushing event updated for resources: {'Network': ['ID=6c0d125c-f7b6-46e8-963c-9b2db79addbd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:13.772551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 6c0d125c-f7b6-46e8-963c-9b2db79addbd details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:34:13.825814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c032a6a-2a43-420f-a7df-5e5f8bbb68e3 req-278d8301-32b2-43d0-9fee-f226c59a2589 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.827234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c032a6a-2a43-420f-a7df-5e5f8bbb68e3 req-278d8301-32b2-43d0-9fee-f226c59a2589 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 944 time: 0.0636570 Apr 18 20:34:13.827865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Made reservation on behalf of 7b85a90ec46347af8617813c56d061ff for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:13.830134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.931901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c032a6a-2a43-420f-a7df-5e5f8bbb68e3 req-bf062921-0830-44de-9771-a6d9d34478ba tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581961 Apr 18 20:34:13.988155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36384) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:14.004961 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6cd591e5-48dd-4f62-801a-4ca0694341a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.123272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.137345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6cd591e5-48dd-4f62-801a-4ca0694341a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.144112 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6cd591e5-48dd-4f62-801a-4ca0694341a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.195373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4eedfd-6e82-4ff1-9ebc-00abb76d8b4c,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:14.226996 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6cd591e5-48dd-4f62-801a-4ca0694341a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14554991b49e45d8a69b8049fd3c6dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373819 Apr 18 20:34:14.234555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36392) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:14.234555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd591e5-48dd-4f62-801a-4ca0694341a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94de8ebf-8add-4785-a84b-7e7762cb94cd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:14.256926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Checking segment: {'id': '4f72fffd-9146-4b96-b001-de3247afc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6c0d125c-f7b6-46e8-963c-9b2db79addbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:14.257271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Network hostable DHCP agents. Network: 6c0d125c-f7b6-46e8-963c-9b2db79addbd, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:34:14.289607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db8eaf-9703-4437-a768-77a8345045c1 req-1b9b0f75-47f4-4813-bb6c-b20c1c716c50 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.291152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3db8eaf-9703-4437-a768-77a8345045c1 req-1b9b0f75-47f4-4813-bb6c-b20c1c716c50 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 946 time: 0.0894098 Apr 18 20:34:14.293232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e6789a94-35e3-4dc2-9907-4932e3d00e98 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:14.293766 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e724-141f-4dbf-8d02-9a604f96c6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.300349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Network 6c0d125c-f7b6-46e8-963c-9b2db79addbd is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:34:14.322632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e724-141f-4dbf-8d02-9a604f96c6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.325467 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e6789a94-35e3-4dc2-9907-4932e3d00e98 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:14.326082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e6789a94-35e3-4dc2-9907-4932e3d00e98 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:14.339324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 6c0d125c-f7b6-46e8-963c-9b2db79addbd) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:14.349575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.350173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.355714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c909af-cb6c-40d6-9738-ff4f5ec590f4 None None] Network 6c0d125c-f7b6-46e8-963c-9b2db79addbd requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:14.385021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3db8eaf-9703-4437-a768-77a8345045c1 req-80eef6f6-e5b6-4071-8ade-42cfd3b80007 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785382 Apr 18 20:34:14.393434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-748afa39-89a6-4d83-a566-92c3893f1a9d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6521301 Apr 18 20:34:14.405003 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e724-141f-4dbf-8d02-9a604f96c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.407925 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0d7e724-141f-4dbf-8d02-9a604f96c6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.412369 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f0d7e724-141f-4dbf-8d02-9a604f96c6e8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/94de8ebf-8add-4785-a84b-7e7762cb94cd HTTP/1.1" status: 204 len: 168 time: 0.1802461 Apr 18 20:34:14.429268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7e724-141f-4dbf-8d02-9a604f96c6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94de8ebf-8add-4785-a84b-7e7762cb94cd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:14.561319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e58421-b15a-4954-b3c2-842104083a74 None None] Network 6c0d125c-f7b6-46e8-963c-9b2db79addbd requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:14.595088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89056d1e-85ad-4ebb-ac10-3f5041e643eb req-8d63a6c8-8358-45fa-8998-8fbe852ef5a8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.597376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89056d1e-85ad-4ebb-ac10-3f5041e643eb req-8d63a6c8-8358-45fa-8998-8fbe852ef5a8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 945 time: 0.0623753 Apr 18 20:34:14.669973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89056d1e-85ad-4ebb-ac10-3f5041e643eb req-7e25a15e-7270-498d-9b4d-376d2ea95f89 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655124 Apr 18 20:34:15.071625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a037b-a87a-469b-abb8-a95b6031bf07 req-ed804b3f-3622-46d1-a565-2aac1ea958fc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.073281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c39a037b-a87a-469b-abb8-a95b6031bf07 req-ed804b3f-3622-46d1-a565-2aac1ea958fc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 945 time: 0.1329713 Apr 18 20:34:15.151797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-25615ace-524c-42b5-bd02-86ab29e48088 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.153493 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-25615ace-524c-42b5-bd02-86ab29e48088 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/networks?id=6c0d125c-f7b6-46e8-963c-9b2db79addbd HTTP/1.1" status: 200 len: 814 time: 0.1694577 Apr 18 20:34:15.161234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c39a037b-a87a-469b-abb8-a95b6031bf07 req-257845e0-31a8-48b7-b822-adbea2c945f0 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770950 Apr 18 20:34:15.185533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-c14c665a-58fd-4231-aac8-524bc7d1f963 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/quotas/7b85a90ec46347af8617813c56d061ff HTTP/1.1" status: 200 len: 375 time: 0.0188651 Apr 18 20:34:15.233920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-78a7e3a8-421b-4927-ad49-9ad27e96e175 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7b85a90ec46347af8617813c56d061ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374484 Apr 18 20:34:15.255623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device dce3addc-1b8d-4434-bd1c-0d8597db8c34 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:15.390316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad2474-9b76-4547-ad32-743050ac0864 req-6dd4ad66-38f4-48ea-b0e1-83e5f6ecaab1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.391405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3ad2474-9b76-4547-ad32-743050ac0864 req-6dd4ad66-38f4-48ea-b0e1-83e5f6ecaab1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 944 time: 0.1541834 Apr 18 20:34:15.391545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port dce3addc-1b8d-4434-bd1c-0d8597db8c34, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=dce3addc-1b8d-4434-bd1c-0d8597db8c34,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:15.393282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-47a39ba6-c4eb-40c4-a76e-92226d218e8c service neutron] 10.222.0.49 "GET /v2.0/networks/6c0d125c-f7b6-46e8-963c-9b2db79addbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586196 Apr 18 20:34:15.407328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'dce3addc-1b8d-4434-bd1c-0d8597db8c34', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'port_id': 'dce3addc-1b8d-4434-bd1c-0d8597db8c34', 'mac_address': 'fa:16:3e:4d:0c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5851b4f6-7372-4b3b-910b-58ceab856969', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:15.458368 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.485355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce3addc-1b8d-4434-bd1c-0d8597db8c34 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:15.513435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port dce3addc-1b8d-4434-bd1c-0d8597db8c34, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=dce3addc-1b8d-4434-bd1c-0d8597db8c34,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:15.514715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3ad2474-9b76-4547-ad32-743050ac0864 req-489953ae-239f-4c09-a0af-396aebe8fac9 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134059 Apr 18 20:34:15.519095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.609069 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-0637369e-f8f9-4693-9e13-69cfacc1ebe3 service neutron] 10.222.0.49 "GET /v2.0/networks/6c0d125c-f7b6-46e8-963c-9b2db79addbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043750 Apr 18 20:34:15.609693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=dce3addc-1b8d-4434-bd1c-0d8597db8c34,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:15.714837 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.715100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1609599-a950-4a2e-b4e5-f5f4bf8f4297 req-555a2d8a-2c28-4c34-9c70-c5fdaf3b9aaf tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.716838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1609599-a950-4a2e-b4e5-f5f4bf8f4297 req-555a2d8a-2c28-4c34-9c70-c5fdaf3b9aaf tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 946 time: 0.0859697 Apr 18 20:34:15.775007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1609599-a950-4a2e-b4e5-f5f4bf8f4297 req-9b749ae8-be8b-47e2-9309-1b37346a412c tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489094 Apr 18 20:34:15.864590 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86812d01-ebd0-418d-961a-37912a0b48b5 req-0111b1df-a78e-49eb-be71-10e3a85bab01 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 210 time: 0.0363650 Apr 18 20:34:15.912651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-cbb3fe7c-6e46-4a7d-8781-00e94ee21360 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.914260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-cbb3fe7c-6e46-4a7d-8781-00e94ee21360 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 946 time: 0.0757079 Apr 18 20:34:16.028610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-0654d2a9-7976-42c6-ae2d-dbf0e3f8a426 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Deleting port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:16.028970 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-0654d2a9-7976-42c6-ae2d-dbf0e3f8a426 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.034777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36496) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:16.071436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['dce3addc-1b8d-4434-bd1c-0d8597db8c34'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:16.156361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-0654d2a9-7976-42c6-ae2d-dbf0e3f8a426 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] For port 812c5b33-eae5-4ab8-9b36-e464d9bbb434, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=812c5b33-eae5-4ab8-9b36-e464d9bbb434,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:16.158417 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-0654d2a9-7976-42c6-ae2d-dbf0e3f8a426 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.177247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-0654d2a9-7976-42c6-ae2d-dbf0e3f8a426 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Calling delete_port for 812c5b33-eae5-4ab8-9b36-e464d9bbb434 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:16.206714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a05144-fc27-4dfd-90e2-51366825056b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.349825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a05144-fc27-4dfd-90e2-51366825056b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.362195 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a05144-fc27-4dfd-90e2-51366825056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.433879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-2830d212-c652-4b32-bc00-d9c9a82a21d1 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.435761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-2830d212-c652-4b32-bc00-d9c9a82a21d1 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.64 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 945 time: 0.1017063 Apr 18 20:34:16.441252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a05144-fc27-4dfd-90e2-51366825056b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1acee0-f248-41be-a11d-c055fb4f29f6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:16.445655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33067b0-eb17-4aeb-91d2-65efcd43fbc3 req-7f711e48-4924-4a1a-bafe-c59bdefe0bf3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.447412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e33067b0-eb17-4aeb-91d2-65efcd43fbc3 req-7f711e48-4924-4a1a-bafe-c59bdefe0bf3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 945 time: 0.1775429 Apr 18 20:34:16.467294 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-19a05144-fc27-4dfd-90e2-51366825056b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b996fb7ea83f4aeb994ed92b457eb1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314451 Apr 18 20:34:16.470260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36506) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:16.548198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29975902-fc5a-4540-a023-9860fd66cba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.589350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e33067b0-eb17-4aeb-91d2-65efcd43fbc3 req-f0ad0db6-36dc-4404-a4c8-92dbc91bd206 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314406 Apr 18 20:34:16.609726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29975902-fc5a-4540-a023-9860fd66cba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.680765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-0654d2a9-7976-42c6-ae2d-dbf0e3f8a426 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.690451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29975902-fc5a-4540-a023-9860fd66cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.693115 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29975902-fc5a-4540-a023-9860fd66cba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.693257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['01c54908-ca5b-46e9-b367-b64ecae82b8c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:16.697038 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-29975902-fc5a-4540-a023-9860fd66cba3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db1acee0-f248-41be-a11d-c055fb4f29f6 HTTP/1.1" status: 204 len: 168 time: 0.2254989 Apr 18 20:34:16.708876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29975902-fc5a-4540-a023-9860fd66cba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1acee0-f248-41be-a11d-c055fb4f29f6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:16.732757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654d2a9-7976-42c6-ae2d-dbf0e3f8a426 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Pushing event deleted for resources: {'Port': ['ID=812c5b33-eae5-4ab8-9b36-e464d9bbb434,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:16.753712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d71e6-2a6c-4f62-a2b3-826687ae1348 req-000af566-24ff-4b68-bcf8-0498ef9dd926 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.761491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd8d71e6-2a6c-4f62-a2b3-826687ae1348 req-000af566-24ff-4b68-bcf8-0498ef9dd926 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 945 time: 0.1445296 Apr 18 20:34:16.823863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-0654d2a9-7976-42c6-ae2d-dbf0e3f8a426 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] No DVR routers for this DVR port 812c5b33-eae5-4ab8-9b36-e464d9bbb434 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:16.827149 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-0654d2a9-7976-42c6-ae2d-dbf0e3f8a426 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.832110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be3fdbd8-329c-4351-acbb-2443d219d804 req-0654d2a9-7976-42c6-ae2d-dbf0e3f8a426 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.60 "DELETE /v2.0/ports/812c5b33-eae5-4ab8-9b36-e464d9bbb434 HTTP/1.1" status: 204 len: 173 time: 0.9117618 Apr 18 20:34:16.838334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2066e82-12a6-4331-8894-f4ad191fab83', 'name': 'network-vif-deleted', 'tag': '812c5b33-eae5-4ab8-9b36-e464d9bbb434'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:16.840682 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a3838-3c8c-4712-b68d-22fac984bbf7" -d '{"events": [{"server_uuid": "c2066e82-12a6-4331-8894-f4ad191fab83", "name": "network-vif-deleted", "tag": "812c5b33-eae5-4ab8-9b36-e464d9bbb434"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:16.860131 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-29aa9d06-7e1b-4bb8-a77a-76cce45f9055 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Deleting port 80887e64-68c8-4a5f-8d0e-4b502bff80e8 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:16.860396 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-29aa9d06-7e1b-4bb8-a77a-76cce45f9055 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.941776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd8d71e6-2a6c-4f62-a2b3-826687ae1348 req-964998d0-0241-441d-a390-991449b66dac tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794097 Apr 18 20:34:16.992122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3cf7a3de-3720-4ce0-b981-87da05198a0d req-dc512ed8-895e-4340-a3b6-53b11305433d tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2066e82-12a6-4331-8894-f4ad191fab83 HTTP/1.1" status: 200 len: 210 time: 0.0419009 Apr 18 20:34:17.024301 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbb138b-0f72-451d-9085-2a8bf1f7a679 x-openstack-request-id: req-3cbb138b-0f72-451d-9085-2a8bf1f7a679 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:17.024888 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2066e82-12a6-4331-8894-f4ad191fab83", "name": "network-vif-deleted", "tag": "812c5b33-eae5-4ab8-9b36-e464d9bbb434", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:17.024888 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cbb138b-0f72-451d-9085-2a8bf1f7a679 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:17.025229 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbb138b-0f72-451d-9085-2a8bf1f7a679'] response: {'server_uuid': 'c2066e82-12a6-4331-8894-f4ad191fab83', 'name': 'network-vif-deleted', 'tag': '812c5b33-eae5-4ab8-9b36-e464d9bbb434', 'status': 'completed', 'code': 200} Apr 18 20:34:17.073032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-29aa9d06-7e1b-4bb8-a77a-76cce45f9055 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] For port 80887e64-68c8-4a5f-8d0e-4b502bff80e8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=80887e64-68c8-4a5f-8d0e-4b502bff80e8,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:17.073706 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-29aa9d06-7e1b-4bb8-a77a-76cce45f9055 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.100503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-29aa9d06-7e1b-4bb8-a77a-76cce45f9055 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Calling delete_port for 80887e64-68c8-4a5f-8d0e-4b502bff80e8 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:17.242193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['af6213f1-7ce9-4557-a768-b4c1d7386cd4', '812c5b33-eae5-4ab8-9b36-e464d9bbb434'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:17.281188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0be95c56-ac6c-4e15-b945-aeb3aafbb136 req-b2fc5e5b-21d9-496e-83af-45e9529debb9 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 210 time: 0.1103656 Apr 18 20:34:17.363517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-fca2335e-1d7f-4399-93bf-97156f2283b8 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:17.365374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-fca2335e-1d7f-4399-93bf-97156f2283b8 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.60 "GET /v2.0/networks?id=6c0d125c-f7b6-46e8-963c-9b2db79addbd HTTP/1.1" status: 200 len: 814 time: 0.1988442 Apr 18 20:34:17.384761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Request body: {'port': {'device_id': '85a92866-c42c-4df9-96a8-efd740a43e31', 'network_id': '6c0d125c-f7b6-46e8-963c-9b2db79addbd', 'admin_state_up': True, 'tenant_id': '7b85a90ec46347af8617813c56d061ff'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:17.548320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-29aa9d06-7e1b-4bb8-a77a-76cce45f9055 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.564753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['54ccbf5f-bfbd-4599-98b2-8537a1210f03', '80887e64-68c8-4a5f-8d0e-4b502bff80e8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:17.591433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa9d06-7e1b-4bb8-a77a-76cce45f9055 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Pushing event deleted for resources: {'Port': ['ID=80887e64-68c8-4a5f-8d0e-4b502bff80e8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:17.662440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-29aa9d06-7e1b-4bb8-a77a-76cce45f9055 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] No DVR routers for this DVR port 80887e64-68c8-4a5f-8d0e-4b502bff80e8 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:17.669764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-29aa9d06-7e1b-4bb8-a77a-76cce45f9055 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.677195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-975ec821-1fde-4f3c-bdf0-924ca73650d5 req-29aa9d06-7e1b-4bb8-a77a-76cce45f9055 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.64 "DELETE /v2.0/ports/80887e64-68c8-4a5f-8d0e-4b502bff80e8 HTTP/1.1" status: 204 len: 173 time: 1.2277524 Apr 18 20:34:17.727111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Made reservation on behalf of 7b85a90ec46347af8617813c56d061ff for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:17.732664 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.917385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f97a7f70-3df2-47c9-b053-748f255d5a87 req-8269ce9f-26fd-46f0-9e88-94a0fa7de735 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=90474947-9b35-4cb0-855c-ac2e9acfe5bb HTTP/1.1" status: 200 len: 210 time: 0.1802673 Apr 18 20:34:17.996515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Allocated IP 172.20.0.5 (6c0d125c-f7b6-46e8-963c-9b2db79addbd/ca4eedfd-6e82-4ff1-9ebc-00abb76d8b4c/ddeb9114-a24f-4d93-9ac9-0b8f5c232240) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:18.199238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.294631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccffb80-d67c-46d5-9236-5be3ce59b386 req-cad9bc42-89f7-406b-b0ff-71d7ae3a1bc2 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:18.296559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ccffb80-d67c-46d5-9236-5be3ce59b386 req-cad9bc42-89f7-406b-b0ff-71d7ae3a1bc2 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 945 time: 0.1482413 Apr 18 20:34:18.316046 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.384037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Network 6c0d125c-f7b6-46e8-963c-9b2db79addbd is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:18.392978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:18.399528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:18.424451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ccffb80-d67c-46d5-9236-5be3ce59b386 req-3c61b7f0-ea60-4f5a-8bdd-a41fb4024bf0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209140 Apr 18 20:34:18.459668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Pushing event updated for resources: {'Port': ['ID=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:18.895551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:18.896206 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.922108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36596) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:18.930054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839065-894d-4191-beac-de6197b3724f req-f3b26641-1d06-4d4e-b459-f395249b8f03 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:18.931530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18839065-894d-4191-beac-de6197b3724f req-f3b26641-1d06-4d4e-b459-f395249b8f03 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 931 time: 0.5061400 Apr 18 20:34:18.934995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-945d342f-7ade-458b-a5bb-1fd4290785dc tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5596366 Apr 18 20:34:18.955508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560a242-ba2a-4092-83bc-331d2ef7e996 req-d3f0ea6d-95ff-4485-b330-dea303fab144 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:18.956958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f560a242-ba2a-4092-83bc-331d2ef7e996 req-d3f0ea6d-95ff-4485-b330-dea303fab144 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776 HTTP/1.1" status: 200 len: 946 time: 0.1051741 Apr 18 20:34:18.966399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Request body: {'port': {'device_id': '85a92866-c42c-4df9-96a8-efd740a43e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:19.027039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18839065-894d-4191-beac-de6197b3724f req-125ba1c1-29af-4c3c-97a9-98118b99bd28 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888252 Apr 18 20:34:19.029220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90474947-9b35-4cb0-855c-ac2e9acfe5bb', 'name': 'network-vif-deleted', 'tag': '80887e64-68c8-4a5f-8d0e-4b502bff80e8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:19.032152 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1023b2f8-8fbe-4cc4-9ec7-7df8073c3e9d" -d '{"events": [{"server_uuid": "90474947-9b35-4cb0-855c-ac2e9acfe5bb", "name": "network-vif-deleted", "tag": "80887e64-68c8-4a5f-8d0e-4b502bff80e8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:19.047881 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6b2789f-4fd9-4b3b-8af1-821f2bb933d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.072005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f560a242-ba2a-4092-83bc-331d2ef7e996 req-d45ddb5c-a00f-4783-b4f5-24ade4bf3192 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997097 Apr 18 20:34:19.077253 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.143772 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5863f084-9c35-49fd-a954-32ac2f602c6b x-openstack-request-id: req-5863f084-9c35-49fd-a954-32ac2f602c6b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:19.144080 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90474947-9b35-4cb0-855c-ac2e9acfe5bb", "name": "network-vif-deleted", "tag": "80887e64-68c8-4a5f-8d0e-4b502bff80e8", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:19.144842 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5863f084-9c35-49fd-a954-32ac2f602c6b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:19.144842 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5863f084-9c35-49fd-a954-32ac2f602c6b'] response: {'server_uuid': '90474947-9b35-4cb0-855c-ac2e9acfe5bb', 'name': 'network-vif-deleted', 'tag': '80887e64-68c8-4a5f-8d0e-4b502bff80e8', 'status': 'completed', 'code': 200} Apr 18 20:34:19.154057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6b2789f-4fd9-4b3b-8af1-821f2bb933d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.160993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f6b2789f-4fd9-4b3b-8af1-821f2bb933d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.202188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f6b2789f-4fd9-4b3b-8af1-821f2bb933d2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14913358c7f84aaabaf3ea34fc1bf309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789767 Apr 18 20:34:19.203306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2789f-4fd9-4b3b-8af1-821f2bb933d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befedd66-a7d8-458e-b508-21192809997f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:19.206604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36612) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:19.268035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cca9e0ef-70f2-4cda-8b5a-3fc29d53c5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.293076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device dce3addc-1b8d-4434-bd1c-0d8597db8c34 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:19.311737 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cca9e0ef-70f2-4cda-8b5a-3fc29d53c5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.356040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da344b-b18e-4ea1-91f8-64617bf48ac5 req-9fb61a2f-1318-4c57-9186-9f03ab3ff189 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.357588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30da344b-b18e-4ea1-91f8-64617bf48ac5 req-9fb61a2f-1318-4c57-9186-9f03ab3ff189 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1204808 Apr 18 20:34:19.387345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port dce3addc-1b8d-4434-bd1c-0d8597db8c34 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:19.392999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port dce3addc-1b8d-4434-bd1c-0d8597db8c34 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:19.394062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.412043 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cca9e0ef-70f2-4cda-8b5a-3fc29d53c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.415557 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cca9e0ef-70f2-4cda-8b5a-3fc29d53c5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.417539 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cca9e0ef-70f2-4cda-8b5a-3fc29d53c5f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/befedd66-a7d8-458e-b508-21192809997f HTTP/1.1" status: 204 len: 168 time: 0.2100127 Apr 18 20:34:19.430844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30da344b-b18e-4ea1-91f8-64617bf48ac5 req-fdcca41e-cb81-443a-a150-3e8c40aa7199 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620997 Apr 18 20:34:19.436823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9e0ef-70f2-4cda-8b5a-3fc29d53c5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befedd66-a7d8-458e-b508-21192809997f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:19.588371 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.622872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efd08d-6351-4953-ac53-a863dd7a6025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce3addc-1b8d-4434-bd1c-0d8597db8c34'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:19.626393 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548806fa-7116-444b-aadc-68e62f7122c3" -d '{"events": [{"server_uuid": "05efd08d-6351-4953-ac53-a863dd7a6025", "name": "network-vif-plugged", "status": "completed", "tag": "dce3addc-1b8d-4434-bd1c-0d8597db8c34"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:19.652713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeb9114-a24f-4d93-9ac9-0b8f5c232240 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:19.658245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port dce3addc-1b8d-4434-bd1c-0d8597db8c34, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=dce3addc-1b8d-4434-bd1c-0d8597db8c34,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:19.664908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.666996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 812c5b33-eae5-4ab8-9b36-e464d9bbb434 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:19.676420 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.694961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Transition to ACTIVE for port object ddeb9114-a24f-4d93-9ac9-0b8f5c232240 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:19.700210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 812c5b33-eae5-4ab8-9b36-e464d9bbb434 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:19.700441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 812c5b33-eae5-4ab8-9b36-e464d9bbb434 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:19.723675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af5c44-9305-4e6f-98f9-ac61460aabf3 req-16444fb4-39a7-4ffd-9de6-f58816aea670 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.725785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1af5c44-9305-4e6f-98f9-ac61460aabf3 req-16444fb4-39a7-4ffd-9de6-f58816aea670 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 945 time: 0.1629908 Apr 18 20:34:19.726886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.790706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=dce3addc-1b8d-4434-bd1c-0d8597db8c34,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:19.865996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:19.936132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1af5c44-9305-4e6f-98f9-ac61460aabf3 req-2e5571d2-4dfa-4f95-b231-245015272979 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003016 Apr 18 20:34:19.957576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-e4f6ae32-d65d-43d3-bad7-3c6f6a81f35e tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.959080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-e4f6ae32-d65d-43d3-bad7-3c6f6a81f35e tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.64 "GET /v2.0/ports?device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776 HTTP/1.1" status: 200 len: 946 time: 0.1550815 Apr 18 20:34:19.972696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfddd5-6c5e-4084-85b8-0154ec176c94 req-d2bac2da-6240-4d07-8d18-83d101ec372f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.978650 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfddd5-6c5e-4084-85b8-0154ec176c94 req-d2bac2da-6240-4d07-8d18-83d101ec372f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.984588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfddd5-6c5e-4084-85b8-0154ec176c94 req-d2bac2da-6240-4d07-8d18-83d101ec372f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.990803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfddd5-6c5e-4084-85b8-0154ec176c94 req-d2bac2da-6240-4d07-8d18-83d101ec372f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.995474 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45791240-eaa6-4138-85b8-7304050e4455 x-openstack-request-id: req-45791240-eaa6-4138-85b8-7304050e4455 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:19.995770 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05efd08d-6351-4953-ac53-a863dd7a6025", "name": "network-vif-plugged", "status": "completed", "tag": "dce3addc-1b8d-4434-bd1c-0d8597db8c34", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:19.996063 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-45791240-eaa6-4138-85b8-7304050e4455 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:19.996452 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45791240-eaa6-4138-85b8-7304050e4455'] response: {'server_uuid': '05efd08d-6351-4953-ac53-a863dd7a6025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce3addc-1b8d-4434-bd1c-0d8597db8c34', 'code': 200} Apr 18 20:34:19.997017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfddd5-6c5e-4084-85b8-0154ec176c94 req-d2bac2da-6240-4d07-8d18-83d101ec372f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.003486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfddd5-6c5e-4084-85b8-0154ec176c94 req-d2bac2da-6240-4d07-8d18-83d101ec372f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.009389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfddd5-6c5e-4084-85b8-0154ec176c94 req-d2bac2da-6240-4d07-8d18-83d101ec372f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.017732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fbfddd5-6c5e-4084-85b8-0154ec176c94 req-d2bac2da-6240-4d07-8d18-83d101ec372f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.2612216 Apr 18 20:34:20.118271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 80887e64-68c8-4a5f-8d0e-4b502bff80e8 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:20.130327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Attempting to bind port ddeb9114-a24f-4d93-9ac9-0b8f5c232240 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:20.130662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Attempting to bind port ddeb9114-a24f-4d93-9ac9-0b8f5c232240 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '4f72fffd-9146-4b96-b001-de3247afc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6c0d125c-f7b6-46e8-963c-9b2db79addbd'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:20.130988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Attempting to bind port ddeb9114-a24f-4d93-9ac9-0b8f5c232240 on network 6c0d125c-f7b6-46e8-963c-9b2db79addbd {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:20.139674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 80887e64-68c8-4a5f-8d0e-4b502bff80e8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:20.140045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 80887e64-68c8-4a5f-8d0e-4b502bff80e8 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:20.142627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fbfddd5-6c5e-4084-85b8-0154ec176c94 req-e270cb54-3176-4539-8be9-2fdca08c3308 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228538 Apr 18 20:34:20.222483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Port ddeb9114-a24f-4d93-9ac9-0b8f5c232240 on network 6c0d125c-f7b6-46e8-963c-9b2db79addbd not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:20.222881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Attempting to bind port ddeb9114-a24f-4d93-9ac9-0b8f5c232240 on network 6c0d125c-f7b6-46e8-963c-9b2db79addbd {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:20.250630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:20.250970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Checking segment: {'id': '4f72fffd-9146-4b96-b001-de3247afc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6c0d125c-f7b6-46e8-963c-9b2db79addbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:20.251936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Bound using segment: {'id': '4f72fffd-9146-4b96-b001-de3247afc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6c0d125c-f7b6-46e8-963c-9b2db79addbd'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:20.252385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Bound port: ddeb9114-a24f-4d93-9ac9-0b8f5c232240, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f72fffd-9146-4b96-b001-de3247afc861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6c0d125c-f7b6-46e8-963c-9b2db79addbd'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:20.252743 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.302983 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8658e-ae67-4ee8-985e-48d8629f2131 req-40d1378a-91ad-48a2-9a0e-e0c794bb1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.304545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18b8658e-ae67-4ee8-985e-48d8629f2131 req-40d1378a-91ad-48a2-9a0e-e0c794bb1fe4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 1097 time: 0.2177162 Apr 18 20:34:20.319237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fad89-1f2b-4c05-8763-1b847fda77d9 req-959d2b7c-0515-411f-8510-b423841f0662 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.320780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453fad89-1f2b-4c05-8763-1b847fda77d9 req-959d2b7c-0515-411f-8510-b423841f0662 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1945848 Apr 18 20:34:20.349592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36652) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:20.406183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088055-07a5-4df1-9c58-2eb96ec16603 req-a76913dc-5eac-45b2-84e8-2561835c786d tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.413657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84088055-07a5-4df1-9c58-2eb96ec16603 req-a76913dc-5eac-45b2-84e8-2561835c786d tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 943 time: 0.1937339 Apr 18 20:34:20.424559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-24c56109-4d5f-4afc-a4b2-b18273d06d88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Deleting port 01c54908-ca5b-46e9-b367-b64ecae82b8c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:20.424896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-24c56109-4d5f-4afc-a4b2-b18273d06d88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.470681 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-959561298'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:20.495462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Made reservation on behalf of 4f5a8ba573d841cd96d5956928f890d1 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:20.499322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.508489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.514754 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18b8658e-ae67-4ee8-985e-48d8629f2131 req-93f82edd-26ba-4655-8ed7-d9d8d9da4040 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903870 Apr 18 20:34:20.527127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] For port ddeb9114-a24f-4d93-9ac9-0b8f5c232240, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:20.543342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-453fad89-1f2b-4c05-8763-1b847fda77d9 req-e5f11362-4bd8-4dd2-98d5-498ead7de605 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967051 Apr 18 20:34:20.577857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] For port ddeb9114-a24f-4d93-9ac9-0b8f5c232240, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,segment=NetworkSegment(4f72fffd-9146-4b96-b001-de3247afc861),segment_id=4f72fffd-9146-4b96-b001-de3247afc861)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:20.602864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.607300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.611871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84088055-07a5-4df1-9c58-2eb96ec16603 req-900ef549-031a-422f-88ba-2f962175fed6 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976519 Apr 18 20:34:20.621385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:34:20.628172 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.636386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.636737 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Added segment f03e294b-e94d-4ae0-a7fa-c1a48437d511 of type vlan for network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da Apr 18 20:34:20.689814 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.723731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-24c56109-4d5f-4afc-a4b2-b18273d06d88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] For port 01c54908-ca5b-46e9-b367-b64ecae82b8c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=01c54908-ca5b-46e9-b367-b64ecae82b8c,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:20.724264 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-24c56109-4d5f-4afc-a4b2-b18273d06d88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.733210 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.741784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.742560 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.762751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.763151 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.764570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] 10.222.0.60 "PUT /v2.0/ports/ddeb9114-a24f-4d93-9ac9-0b8f5c232240 HTTP/1.1" status: 200 len: 1091 time: 1.8168514 Apr 18 20:34:20.804609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-24c56109-4d5f-4afc-a4b2-b18273d06d88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Calling delete_port for 01c54908-ca5b-46e9-b367-b64ecae82b8c owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:20.829455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6512ad5-4806-42c6-b7d0-bcc8f9465171,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:20.844539 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4911220 Apr 18 20:34:20.845621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36664) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:20.850122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'subnet': {'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:20.872269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24f37b-34e9-49f3-a8e2-9e7c8bb984b8 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Network': ['ID=4775fe1f-6f8a-49b6-a7d3-8681e0b560da,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:20.883567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:34:20.917340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c8187-2809-49c8-82fa-8d2dfcb440bc req-ae27f144-f817-41bb-9bbe-969d462dda69 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:20.927694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e36c8187-2809-49c8-82fa-8d2dfcb440bc req-ae27f144-f817-41bb-9bbe-969d462dda69 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776 HTTP/1.1" status: 200 len: 946 time: 0.3146415 Apr 18 20:34:20.975451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Made reservation on behalf of 4f5a8ba573d841cd96d5956928f890d1 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:20.979311 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.015130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeba59-d1ac-4101-a9cd-b0c2fabec0f0 req-2bc3233a-106b-4316-9d1a-2d04dbd6bb4b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.024012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fdeba59-d1ac-4101-a9cd-b0c2fabec0f0 req-2bc3233a-106b-4316-9d1a-2d04dbd6bb4b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.3173425 Apr 18 20:34:21.033997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae2547-e93c-433c-89a7-3ab2264cc924 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:21.152833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e36c8187-2809-49c8-82fa-8d2dfcb440bc req-99eadc1f-4811-4e8a-ac97-43f04bda6f58 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238760 Apr 18 20:34:21.165493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85a92866-c42c-4df9-96a8-efd740a43e31', 'tag': 'ddeb9114-a24f-4d93-9ac9-0b8f5c232240'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:21.170826 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b" -d '{"events": [{"name": "network-changed", "server_uuid": "85a92866-c42c-4df9-96a8-efd740a43e31", "tag": "ddeb9114-a24f-4d93-9ac9-0b8f5c232240"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:21.232592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9fdeba59-d1ac-4101-a9cd-b0c2fabec0f0 req-b2701ee3-81b9-4632-81aa-31e018fa583b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036676 Apr 18 20:34:21.236827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-58b90b8a-e1fd-4b34-a36e-6bdc67ebf629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.238774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-58b90b8a-e1fd-4b34-a36e-6bdc67ebf629 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b85a90ec46347af8617813c56d061ff&device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 1094 time: 0.2882392 Apr 18 20:34:21.250227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.293932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-24c56109-4d5f-4afc-a4b2-b18273d06d88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.307069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['af6213f1-7ce9-4557-a768-b4c1d7386cd4'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:21.309265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['01c54908-ca5b-46e9-b367-b64ecae82b8c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:21.371468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Checking segment: {'id': 'f03e294b-e94d-4ae0-a7fa-c1a48437d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:21.372823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Network hostable DHCP agents. Network: 4775fe1f-6f8a-49b6-a7d3-8681e0b560da, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:34:21.390467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Subnet': ['ID=88c09ec7-5dc4-4195-9830-f43bdd28ce72,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:21.420722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:34:21.434854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 4775fe1f-6f8a-49b6-a7d3-8681e0b560da) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:21.441185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.441786 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.457382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20e8fde-1d24-49c9-9dbf-7d96ea188898 None None] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:21.477181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-ef62e6ae-7e35-4591-9478-bd179b84b088 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddeb9114-a24f-4d93-9ac9-0b8f5c232240 HTTP/1.1" status: 200 len: 217 time: 0.2119415 Apr 18 20:34:21.486642 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fe162427-d75a-4824-bda2-37beb5ef6145 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6403046 Apr 18 20:34:21.487935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36674) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:21.493549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'port': {'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1490594322'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:21.499186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c56109-4d5f-4afc-a4b2-b18273d06d88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Pushing event deleted for resources: {'Port': ['ID=01c54908-ca5b-46e9-b367-b64ecae82b8c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:21.668725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-24c56109-4d5f-4afc-a4b2-b18273d06d88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] No DVR routers for this DVR port 01c54908-ca5b-46e9-b367-b64ecae82b8c on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:21.684407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca94a-ecd8-427d-8ab6-5ac172e32f1a req-fc2577ae-6c5d-469d-9fce-77909e898efd tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.692944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-589ca94a-ecd8-427d-8ab6-5ac172e32f1a req-fc2577ae-6c5d-469d-9fce-77909e898efd tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 946 time: 0.4517002 Apr 18 20:34:21.695976 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-24c56109-4d5f-4afc-a4b2-b18273d06d88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.700339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f28a929-53bb-4a44-8fff-d42b02ff9bfa req-24c56109-4d5f-4afc-a4b2-b18273d06d88 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.64 "DELETE /v2.0/ports/01c54908-ca5b-46e9-b367-b64ecae82b8c HTTP/1.1" status: 204 len: 173 time: 1.6691561 Apr 18 20:34:21.721293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-b50669c6-24bc-4273-b110-1ade667ea331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.722582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-b50669c6-24bc-4273-b110-1ade667ea331 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca4eedfd-6e82-4ff1-9ebc-00abb76d8b4c HTTP/1.1" status: 200 len: 854 time: 0.2182195 Apr 18 20:34:21.725706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Made reservation on behalf of 4f5a8ba573d841cd96d5956928f890d1 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:21.737202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1bde-16ec-436e-87f2-4346664ae6c4 req-f085cd68-ca97-44a1-9128-c5c893523567 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.744308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1bde-16ec-436e-87f2-4346664ae6c4 req-f085cd68-ca97-44a1-9128-c5c893523567 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.754620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1bde-16ec-436e-87f2-4346664ae6c4 req-f085cd68-ca97-44a1-9128-c5c893523567 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.755554 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.760795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1bde-16ec-436e-87f2-4346664ae6c4 req-f085cd68-ca97-44a1-9128-c5c893523567 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.766720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1bde-16ec-436e-87f2-4346664ae6c4 req-f085cd68-ca97-44a1-9128-c5c893523567 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.774055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1bde-16ec-436e-87f2-4346664ae6c4 req-f085cd68-ca97-44a1-9128-c5c893523567 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.780566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f1bde-16ec-436e-87f2-4346664ae6c4 req-f085cd68-ca97-44a1-9128-c5c893523567 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.792960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e78f1bde-16ec-436e-87f2-4346664ae6c4 req-f085cd68-ca97-44a1-9128-c5c893523567 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.4550624 Apr 18 20:34:21.818272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-4775fe1f-6f8a-49b6-a7d3-8681e0b560da', 'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da', 'tenant_id': '4f5a8ba573d841cd96d5956928f890d1', 'fixed_ips': [{'subnet_id': '88c09ec7-5dc4-4195-9830-f43bdd28ce72'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:34:21.819172 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.826326 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] device_id is not set on port 4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:34:21.905517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-90fda100-91af-4de0-be1a-885959a4a5d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c0d125c-f7b6-46e8-963c-9b2db79addbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086900 Apr 18 20:34:21.962094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-589ca94a-ecd8-427d-8ab6-5ac172e32f1a req-ed3dd24d-9353-4e5c-aee0-c719e8afd0ca tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681682 Apr 18 20:34:22.040111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e78f1bde-16ec-436e-87f2-4346664ae6c4 req-e5ef7557-3a66-431c-996d-7dae902efc9d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2453821 Apr 18 20:34:22.124751 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b9cbe7-040a-4ddc-a31f-a378ae53654a x-openstack-request-id: req-98b9cbe7-040a-4ddc-a31f-a378ae53654a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:22.125004 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85a92866-c42c-4df9-96a8-efd740a43e31", "tag": "ddeb9114-a24f-4d93-9ac9-0b8f5c232240", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:22.125334 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-98b9cbe7-040a-4ddc-a31f-a378ae53654a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:22.125641 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b9cbe7-040a-4ddc-a31f-a378ae53654a'] response: {'name': 'network-changed', 'server_uuid': '85a92866-c42c-4df9-96a8-efd740a43e31', 'tag': 'ddeb9114-a24f-4d93-9ac9-0b8f5c232240', 'status': 'completed', 'code': 200} Apr 18 20:34:22.207577 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Allocated IP 2001:db8::1a6 (4775fe1f-6f8a-49b6-a7d3-8681e0b560da/88c09ec7-5dc4-4195-9830-f43bdd28ce72/4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:22.331198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad963e-33c8-4f25-9c1c-df3379a0ec70 req-301e08be-0cfb-4cfa-89e2-7bc0f94ec267 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.333120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebad963e-33c8-4f25-9c1c-df3379a0ec70 req-301e08be-0cfb-4cfa-89e2-7bc0f94ec267 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 943 time: 0.1764557 Apr 18 20:34:22.335351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-98e53c6a-c5d4-4a19-9409-4e732adb047d service neutron] 10.222.0.60 "GET /v2.0/networks/6c0d125c-f7b6-46e8-963c-9b2db79addbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205766 Apr 18 20:34:22.425842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf7d6d2f-b864-4a19-b011-ff839efc92f5 req-1abb902d-627c-4117-b188-aac096ab799c tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=733c421c-4d77-4d2a-9c8b-46a2808ad776 HTTP/1.1" status: 200 len: 210 time: 0.0816193 Apr 18 20:34:22.444149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.460591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebad963e-33c8-4f25-9c1c-df3379a0ec70 req-09573a1d-3c1a-4f9a-a2ee-edb2e4d8d75f tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163015 Apr 18 20:34:22.500968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.530222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85b85f01-6a9a-4376-bde8-eabeecfd2c64 req-3263de8c-27a4-41b7-84ea-8ec8ab2fefab service neutron] 10.222.0.60 "GET /v2.0/networks/6c0d125c-f7b6-46e8-963c-9b2db79addbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768367 Apr 18 20:34:22.551915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:22.555446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:22.560682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:22.567277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.571463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.587422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Port': ['ID=4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:22.587926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Allocated IP 2001:db8::2 (4775fe1f-6f8a-49b6-a7d3-8681e0b560da/88c09ec7-5dc4-4195-9830-f43bdd28ce72/26a78ad7-21c1-4a01-a8f0-7a238472235b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:22.609685 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d10db774-47dd-405d-adfe-8b35ca5965f2 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1204014 Apr 18 20:34:22.610304 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36688) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:22.615996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'port': {'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1336018243', 'allowed_address_pairs': [{'ip_address': '2001:db8::1a6', 'mac_address': 'fa:16:3e:d6:fb:92'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:22.648039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b req-91227150-a5e9-42e1-b4d5-7aa06c17deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.649849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b req-91227150-a5e9-42e1-b4d5-7aa06c17deff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7b85a90ec46347af8617813c56d061ff&device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 1094 time: 0.0592582 Apr 18 20:34:22.788055 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.795887 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.801549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b req-924aaab9-2e5d-4bfd-924f-e6e1cabc06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.803553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b req-924aaab9-2e5d-4bfd-924f-e6e1cabc06aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c0d125c-f7b6-46e8-963c-9b2db79addbd HTTP/1.1" status: 200 len: 915 time: 0.1452971 Apr 18 20:34:22.835465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Made reservation on behalf of 4f5a8ba573d841cd96d5956928f890d1 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:22.844966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Pushing event updated for resources: {'Port': ['ID=26a78ad7-21c1-4a01-a8f0-7a238472235b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:22.856305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.856854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.857190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.857516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.857841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.858219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.858667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.858992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.859309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.859869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.860192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.861066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:22.871364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:22.875933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:22.879015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:22.909747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b req-9bf56a57-311a-45b7-a930-172821e84fe5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddeb9114-a24f-4d93-9ac9-0b8f5c232240 HTTP/1.1" status: 200 len: 217 time: 0.0870893 Apr 18 20:34:22.974508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.994416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Attempting to bind port 26a78ad7-21c1-4a01-a8f0-7a238472235b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:22.995015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Attempting to bind port 26a78ad7-21c1-4a01-a8f0-7a238472235b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'f03e294b-e94d-4ae0-a7fa-c1a48437d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:22.995382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Attempting to bind port 26a78ad7-21c1-4a01-a8f0-7a238472235b on network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:22.999109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] device_id is not set on port b47898c6-31e9-47a6-9b30-9536ce204494 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:34:23.010692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:23.011081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Checking segment: {'id': 'f03e294b-e94d-4ae0-a7fa-c1a48437d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:23.011493 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.011906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Bound using segment: {'id': 'f03e294b-e94d-4ae0-a7fa-c1a48437d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:23.015697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Bound port: 26a78ad7-21c1-4a01-a8f0-7a238472235b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03e294b-e94d-4ae0-a7fa-c1a48437d511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:23.018736 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.098989 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b req-8e4a6d19-fb75-4668-a1a9-b7b74cb7fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.100611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b req-8e4a6d19-fb75-4668-a1a9-b7b74cb7fd1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ca4eedfd-6e82-4ff1-9ebc-00abb76d8b4c HTTP/1.1" status: 200 len: 854 time: 0.1762915 Apr 18 20:34:23.174597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] For port 26a78ad7-21c1-4a01-a8f0-7a238472235b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:23.178994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] For port 26a78ad7-21c1-4a01-a8f0-7a238472235b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=26a78ad7-21c1-4a01-a8f0-7a238472235b,segment=NetworkSegment(f03e294b-e94d-4ae0-a7fa-c1a48437d511),segment_id=f03e294b-e94d-4ae0-a7fa-c1a48437d511)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:23.185951 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.201137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e4928-8bee-49e0-8600-ec83cdbde2b2 req-fefc249d-93a7-4a74-b7c5-705ac6b04a78 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.209775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-366e4928-8bee-49e0-8600-ec83cdbde2b2 req-fefc249d-93a7-4a74-b7c5-705ac6b04a78 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 946 time: 0.1147749 Apr 18 20:34:23.233376 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Allocated IP 2001:db8::17e (4775fe1f-6f8a-49b6-a7d3-8681e0b560da/88c09ec7-5dc4-4195-9830-f43bdd28ce72/b47898c6-31e9-47a6-9b30-9536ce204494) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:23.251933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59f910-f236-4aca-9210-746a0273e887 None None] Pushing event updated for resources: {'Port': ['ID=26a78ad7-21c1-4a01-a8f0-7a238472235b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:23.269911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff617b2-9922-47d8-92e2-830ea60735c9 req-d8151f81-c461-4abf-acab-ae04924a9293 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.276178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff617b2-9922-47d8-92e2-830ea60735c9 req-d8151f81-c461-4abf-acab-ae04924a9293 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.282406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff617b2-9922-47d8-92e2-830ea60735c9 req-d8151f81-c461-4abf-acab-ae04924a9293 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.288568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff617b2-9922-47d8-92e2-830ea60735c9 req-d8151f81-c461-4abf-acab-ae04924a9293 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.294521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff617b2-9922-47d8-92e2-830ea60735c9 req-d8151f81-c461-4abf-acab-ae04924a9293 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.300596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff617b2-9922-47d8-92e2-830ea60735c9 req-d8151f81-c461-4abf-acab-ae04924a9293 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.307088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff617b2-9922-47d8-92e2-830ea60735c9 req-d8151f81-c461-4abf-acab-ae04924a9293 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.309059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cff617b2-9922-47d8-92e2-830ea60735c9 req-d8151f81-c461-4abf-acab-ae04924a9293 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.1649737 Apr 18 20:34:23.362007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b req-96e71bb2-bfd6-4477-8ad0-389f14acfefd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c0d125c-f7b6-46e8-963c-9b2db79addbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517883 Apr 18 20:34:23.376975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-366e4928-8bee-49e0-8600-ec83cdbde2b2 req-2ac99ef4-6570-4eee-b2e5-e79fa57f974b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663096 Apr 18 20:34:23.504744 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.521370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cff617b2-9922-47d8-92e2-830ea60735c9 req-39551fe7-b508-459b-94aa-eb8b62f59753 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1982236 Apr 18 20:34:23.525500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b req-7bc9d217-7538-48c1-b2f1-15b2c1648e76 service neutron] 10.222.0.60 "GET /v2.0/networks/6c0d125c-f7b6-46e8-963c-9b2db79addbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259027 Apr 18 20:34:23.564946 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.630038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:23.641848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:23.648205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:23.656584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.657552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.668812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Port': ['ID=b47898c6-31e9-47a6-9b30-9536ce204494,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:23.693327 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d4cb9be2-759f-4a33-bf72-e127c6b429f3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0810623 Apr 18 20:34:23.694812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36708) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:23.816529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-ac0089d7-dcf7-4510-9b02-5494dcc4d63d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.822356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-ac0089d7-dcf7-4510-9b02-5494dcc4d63d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.828150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-ac0089d7-dcf7-4510-9b02-5494dcc4d63d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.834547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-ac0089d7-dcf7-4510-9b02-5494dcc4d63d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.836814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81c0ad-c2ec-47d6-bd6e-d1db304db04c tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.841156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-ac0089d7-dcf7-4510-9b02-5494dcc4d63d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.844534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81c0ad-c2ec-47d6-bd6e-d1db304db04c tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.850859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-ac0089d7-dcf7-4510-9b02-5494dcc4d63d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.852168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba81c0ad-c2ec-47d6-bd6e-d1db304db04c tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.856070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-ac0089d7-dcf7-4510-9b02-5494dcc4d63d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.857836 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ba81c0ad-c2ec-47d6-bd6e-d1db304db04c tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1612349 Apr 18 20:34:23.858020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-ac0089d7-dcf7-4510-9b02-5494dcc4d63d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.3137882 Apr 18 20:34:23.858660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36710) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:23.936335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a6fea-380d-40f9-bb74-142d9015a89f req-fa245659-b157-4e8a-b15f-192b80be73e1 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.945664 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd3a6fea-380d-40f9-bb74-142d9015a89f req-fa245659-b157-4e8a-b15f-192b80be73e1 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 943 time: 0.2203684 Apr 18 20:34:23.952995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d6d3ed4-b7a4-4b3b-8b27-5b59e7d2ba1b req-bbcdb8eb-22b7-432a-91d3-a04e870e6f5c service neutron] 10.222.0.60 "GET /v2.0/networks/6c0d125c-f7b6-46e8-963c-9b2db79addbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101880 Apr 18 20:34:23.972942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-eae171e7-60f5-4c9a-99dc-453ed702b7a0 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Deleting port b47898c6-31e9-47a6-9b30-9536ce204494 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:23.973382 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eae171e7-60f5-4c9a-99dc-453ed702b7a0 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.975476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-eb5b2948-3a6e-4ff8-a627-ce2312d6ba30 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.976890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-eb5b2948-3a6e-4ff8-a627-ce2312d6ba30 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "GET /v2.0/ports/55a26db7-6d97-4b34-ac9c-f92a1ea52f80?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1048601 Apr 18 20:34:24.099866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd3a6fea-380d-40f9-bb74-142d9015a89f req-5f79f709-5941-49ee-9556-d144cf69f35c tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530166 Apr 18 20:34:24.125438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdfead-ddfa-445c-92a3-3f29562b5ef8 req-f7aaa488-4eaf-4f2d-8389-34975e5ef976 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:24.126909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86bdfead-ddfa-445c-92a3-3f29562b5ef8 req-f7aaa488-4eaf-4f2d-8389-34975e5ef976 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 946 time: 0.1680021 Apr 18 20:34:24.130397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36718) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:24.130397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733c421c-4d77-4d2a-9c8b-46a2808ad776', 'name': 'network-vif-deleted', 'tag': '01c54908-ca5b-46e9-b367-b64ecae82b8c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:24.132343 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875bd9e9-493a-4314-b0ff-fd17e8ff8fde" -d '{"events": [{"server_uuid": "733c421c-4d77-4d2a-9c8b-46a2808ad776", "name": "network-vif-deleted", "tag": "01c54908-ca5b-46e9-b367-b64ecae82b8c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:24.133343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 01c54908-ca5b-46e9-b367-b64ecae82b8c no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:24.204103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 01c54908-ca5b-46e9-b367-b64ecae82b8c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:24.205478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 01c54908-ca5b-46e9-b367-b64ecae82b8c not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:24.216956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-526456b5-bc01-4e1e-9478-342f8f36fc58 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "GET /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2041039 Apr 18 20:34:24.235003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86bdfead-ddfa-445c-92a3-3f29562b5ef8 req-7215b8db-04ab-4d21-8cdf-76fb5c682b0b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981305 Apr 18 20:34:24.259107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:24.393507 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e845f4ff-fec2-4e00-bf14-7ce0f8ede126 x-openstack-request-id: req-e845f4ff-fec2-4e00-bf14-7ce0f8ede126 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:24.393507 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733c421c-4d77-4d2a-9c8b-46a2808ad776", "name": "network-vif-deleted", "tag": "01c54908-ca5b-46e9-b367-b64ecae82b8c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:24.393507 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e845f4ff-fec2-4e00-bf14-7ce0f8ede126 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:24.393507 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e845f4ff-fec2-4e00-bf14-7ce0f8ede126'] response: {'server_uuid': '733c421c-4d77-4d2a-9c8b-46a2808ad776', 'name': 'network-vif-deleted', 'tag': '01c54908-ca5b-46e9-b367-b64ecae82b8c', 'status': 'completed', 'code': 200} Apr 18 20:34:24.431957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 26a78ad7-21c1-4a01-a8f0-7a238472235b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:24.521344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1496d-dda3-41b2-8934-3bce21eb9876 req-01adc361-b82d-4c91-98a2-5220d5924b06 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:24.522938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22e1496d-dda3-41b2-8934-3bce21eb9876 req-01adc361-b82d-4c91-98a2-5220d5924b06 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.3030255 Apr 18 20:34:24.552699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 26a78ad7-21c1-4a01-a8f0-7a238472235b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:24.553326 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.619639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22e1496d-dda3-41b2-8934-3bce21eb9876 req-90ec422b-cc7f-4999-92e2-4485182445b5 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388942 Apr 18 20:34:24.620232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.654552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eae171e7-60f5-4c9a-99dc-453ed702b7a0 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.696172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-eae171e7-60f5-4c9a-99dc-453ed702b7a0 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Calling delete_port for b47898c6-31e9-47a6-9b30-9536ce204494 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:24.759135 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.805172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 26a78ad7-21c1-4a01-a8f0-7a238472235b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=26a78ad7-21c1-4a01-a8f0-7a238472235b,segment=NetworkSegment(f03e294b-e94d-4ae0-a7fa-c1a48437d511),segment_id=f03e294b-e94d-4ae0-a7fa-c1a48437d511)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:24.812704 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.879018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=26a78ad7-21c1-4a01-a8f0-7a238472235b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:24.892686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] For port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:24.906150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65602e66-1905-42f4-b806-3d4872c14a38 None None] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:24.947430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eae171e7-60f5-4c9a-99dc-453ed702b7a0 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.995208 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae171e7-60f5-4c9a-99dc-453ed702b7a0 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event deleted for resources: {'Port': ['ID=b47898c6-31e9-47a6-9b30-9536ce204494,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:25.083299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0842659b-d7a8-4e9d-8b27-374feb0cbc37 None None] Provisioning complete for port 26a78ad7-21c1-4a01-a8f0-7a238472235b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:25.083977 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0842659b-d7a8-4e9d-8b27-374feb0cbc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:25.177953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eae171e7-60f5-4c9a-99dc-453ed702b7a0 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:25.184783 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eae171e7-60f5-4c9a-99dc-453ed702b7a0 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "DELETE /v2.0/ports/b47898c6-31e9-47a6-9b30-9536ce204494 HTTP/1.1" status: 204 len: 168 time: 1.3226533 Apr 18 20:34:25.188104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36740) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:25.226359 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff36bff-bbfc-4aed-b615-4824a712cc37 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] GET failed (client error): The resource could not be found. Apr 18 20:34:25.227979 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eff36bff-bbfc-4aed-b615-4824a712cc37 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "GET /v2.0/ports/b47898c6-31e9-47a6-9b30-9536ce204494 HTTP/1.1" status: 404 len: 333 time: 0.0386982 Apr 18 20:34:25.232160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36742) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:25.237344 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'port': {'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2048151716'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:25.339305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] For port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:25.370895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Made reservation on behalf of 4f5a8ba573d841cd96d5956928f890d1 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:25.375155 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:25.414281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7ff0-99f0-46e0-97e4-3f613f0216d2 req-f8296e5b-4712-4df7-b3cb-47e86f300fa3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.416413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] device_id is not set on port 9f6d6143-d1a7-4c35-b114-ab365511b009 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:34:25.420254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf4c7ff0-99f0-46e0-97e4-3f613f0216d2 req-f8296e5b-4712-4df7-b3cb-47e86f300fa3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.6568947 Apr 18 20:34:25.498931 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] device_id is not set on port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:34:25.528217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db04a-16ab-495b-9521-ccd0086d541b req-1421108c-4c43-4027-9c43-b088b96994dd tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.534314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db04a-16ab-495b-9521-ccd0086d541b req-1421108c-4c43-4027-9c43-b088b96994dd tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.538942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-326c0ed3-5ab2-4379-b043-e416c184374b None None] Provisioning complete for port 4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:25.539446 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-326c0ed3-5ab2-4379-b043-e416c184374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:25.559708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db04a-16ab-495b-9521-ccd0086d541b req-1421108c-4c43-4027-9c43-b088b96994dd tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.566465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db04a-16ab-495b-9521-ccd0086d541b req-1421108c-4c43-4027-9c43-b088b96994dd tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.578452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db04a-16ab-495b-9521-ccd0086d541b req-1421108c-4c43-4027-9c43-b088b96994dd tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.586400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db04a-16ab-495b-9521-ccd0086d541b req-1421108c-4c43-4027-9c43-b088b96994dd tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.592831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9db04a-16ab-495b-9521-ccd0086d541b req-1421108c-4c43-4027-9c43-b088b96994dd tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.595062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e9db04a-16ab-495b-9521-ccd0086d541b req-1421108c-4c43-4027-9c43-b088b96994dd tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 5434 time: 0.8333280 Apr 18 20:34:25.595355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-326c0ed3-5ab2-4379-b043-e416c184374b None None] Port 4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:25.602373 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:25.606843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-326c0ed3-5ab2-4379-b043-e416c184374b None None] Provisioning complete for port 26a78ad7-21c1-4a01-a8f0-7a238472235b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:25.607544 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-326c0ed3-5ab2-4379-b043-e416c184374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:25.618084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Allocated IP 2001:db8::213 (4775fe1f-6f8a-49b6-a7d3-8681e0b560da/88c09ec7-5dc4-4195-9830-f43bdd28ce72/9f6d6143-d1a7-4c35-b114-ab365511b009) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:25.644216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:25.705678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] Pushing event updated for resources: {'Port': ['ID=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:25.744849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf4c7ff0-99f0-46e0-97e4-3f613f0216d2 req-64116a11-2bff-422d-bd33-472eb18634e2 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874763 Apr 18 20:34:25.830188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d610a7-cece-4085-9394-84d44456be91 req-59fcda61-2858-4797-958a-53e4b05e9371 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.832009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2d610a7-cece-4085-9394-84d44456be91 req-59fcda61-2858-4797-958a-53e4b05e9371 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 946 time: 0.4047472 Apr 18 20:34:25.832789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-abc6876c-d288-4b67-9212-0ae9a9e08fb1 None None] Provisioning complete for port 4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:25.833363 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-abc6876c-d288-4b67-9212-0ae9a9e08fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:25.861786 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:25.863136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e9db04a-16ab-495b-9521-ccd0086d541b req-12a69533-4291-4cff-8412-13f423713162 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2273321 Apr 18 20:34:25.946540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-abc6876c-d288-4b67-9212-0ae9a9e08fb1 None None] Port 4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:25.963687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] No DVR routers for this DVR port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:25.987628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-4ceaef41-4ed4-4da1-991b-66c814e91072 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.992071 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-4ceaef41-4ed4-4da1-991b-66c814e91072 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.60 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.1176779 Apr 18 20:34:26.035667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.084042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:26.098338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:26.112692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:26.118761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.119611 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.143602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] In _notify_port_updated(), no bound segment for port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:34:26.144493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.145102 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.146518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-84d375d9-a5a9-4ba3-945e-a1ce4717c74d service neutron] 10.222.0.60 "PUT /v2.0/ports/55a26db7-6d97-4b34-ac9c-f92a1ea52f80 HTTP/1.1" status: 200 len: 1028 time: 1.8956571 Apr 18 20:34:26.166319 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Port': ['ID=9f6d6143-d1a7-4c35-b114-ab365511b009,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:26.193559 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-47ad5210-d0ba-435b-bd35-dffe612c4bbd tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9591422 Apr 18 20:34:26.197281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36750) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:26.212185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-83b55daf-1be2-4290-9f40-233d581505c4 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1a6', 'mac_address': 'fa:16:3e:d6:fb:92'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:26.224689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d86cd157-7a2d-471e-8b50-df2eee0c1fa5 None None] Provisioning complete for port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:26.225181 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d86cd157-7a2d-471e-8b50-df2eee0c1fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.244866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe37fb-8d86-4677-a6c4-8b5f7047da13 req-9c7de760-a425-4bc5-afa4-88e4ac9141ec tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.249560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bfe37fb-8d86-4677-a6c4-8b5f7047da13 req-9c7de760-a425-4bc5-afa4-88e4ac9141ec tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 943 time: 0.3571777 Apr 18 20:34:26.314681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-f2dda5a9-eb55-4ef7-8413-2f31b8cacc15 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.322614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-f2dda5a9-eb55-4ef7-8413-2f31b8cacc15 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "GET /v2.0/ports/ee55985d-2e1c-4faf-9628-c2bc9255de09?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1416521 Apr 18 20:34:26.334234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d86cd157-7a2d-471e-8b50-df2eee0c1fa5 None None] Port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:26.346789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d86cd157-7a2d-471e-8b50-df2eee0c1fa5 None None] Could not find standard attr ID for object b47898c6-31e9-47a6-9b30-9536ce204494. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:34:26.367819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83b55daf-1be2-4290-9f40-233d581505c4 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.369473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:26.384769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 26a78ad7-21c1-4a01-a8f0-7a238472235b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:26.392806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-de5dda85-dd14-4585-b7ac-a2d0d5a1c531 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Deleting port af6213f1-7ce9-4557-a768-b4c1d7386cd4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:26.393157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-de5dda85-dd14-4585-b7ac-a2d0d5a1c531 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.403941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbe942-f3a9-4a89-b7b7-519e5c523765 req-dd0c2ede-e45a-43cf-9169-cbbc6caf66ac tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.412164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05bbe942-f3a9-4a89-b7b7-519e5c523765 req-dd0c2ede-e45a-43cf-9169-cbbc6caf66ac tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 946 time: 0.3932083 Apr 18 20:34:26.438293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 26a78ad7-21c1-4a01-a8f0-7a238472235b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:26.438632 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.449954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b2d610a7-cece-4085-9394-84d44456be91 req-70bc4f8d-3eff-44fe-9001-884bd512d2d8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Deleting port dce3addc-1b8d-4434-bd1c-0d8597db8c34 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:26.450163 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2d610a7-cece-4085-9394-84d44456be91 req-70bc4f8d-3eff-44fe-9001-884bd512d2d8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.517552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bfe37fb-8d86-4677-a6c4-8b5f7047da13 req-00e2cc0d-84aa-4e0f-a871-ce2da3428797 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084541 Apr 18 20:34:26.542806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05bbe942-f3a9-4a89-b7b7-519e5c523765 req-93d46163-f307-409a-be49-06e3740e0964 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295395 Apr 18 20:34:26.592276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c4f4b981-5cf4-4e3c-bd7a-4edb0e30eff7 None None] Provisioning complete for port 9f6d6143-d1a7-4c35-b114-ab365511b009 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:26.592778 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c4f4b981-5cf4-4e3c-bd7a-4edb0e30eff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.658613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-de5dda85-dd14-4585-b7ac-a2d0d5a1c531 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] For port af6213f1-7ce9-4557-a768-b4c1d7386cd4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=af6213f1-7ce9-4557-a768-b4c1d7386cd4,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:26.658989 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-de5dda85-dd14-4585-b7ac-a2d0d5a1c531 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.678491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-de5dda85-dd14-4585-b7ac-a2d0d5a1c531 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Calling delete_port for af6213f1-7ce9-4557-a768-b4c1d7386cd4 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:26.759646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.792895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4b981-5cf4-4e3c-bd7a-4edb0e30eff7 None None] Port 9f6d6143-d1a7-4c35-b114-ab365511b009 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:26.807100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83b55daf-1be2-4290-9f40-233d581505c4 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.816019 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83b55daf-1be2-4290-9f40-233d581505c4 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.832120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e14e0-eeee-43e0-bc0a-6257cdaff4a1 req-2d4ee7bb-0bd3-4f77-86bd-d5312712a980 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.833657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-189e14e0-eeee-43e0-bc0a-6257cdaff4a1 req-2d4ee7bb-0bd3-4f77-86bd-d5312712a980 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1772668 Apr 18 20:34:26.858265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b2d610a7-cece-4085-9394-84d44456be91 req-70bc4f8d-3eff-44fe-9001-884bd512d2d8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] For port dce3addc-1b8d-4434-bd1c-0d8597db8c34, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=dce3addc-1b8d-4434-bd1c-0d8597db8c34,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:26.858721 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2d610a7-cece-4085-9394-84d44456be91 req-70bc4f8d-3eff-44fe-9001-884bd512d2d8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.860949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-83b55daf-1be2-4290-9f40-233d581505c4 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] In _notify_port_updated(), no bound segment for port 9f6d6143-d1a7-4c35-b114-ab365511b009 on network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:34:26.866664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b55daf-1be2-4290-9f40-233d581505c4 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.867320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83b55daf-1be2-4290-9f40-233d581505c4 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.871379 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-83b55daf-1be2-4290-9f40-233d581505c4 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "PUT /v2.0/ports/9f6d6143-d1a7-4c35-b114-ab365511b009 HTTP/1.1" status: 200 len: 1003 time: 0.6691363 Apr 18 20:34:26.876418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36752) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:26.880518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ef3b1-ff1a-47c8-879d-c2c1a397ad7f req-b6e99c85-55ce-432e-b720-133a26cbf2ea tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.882469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-145ef3b1-ff1a-47c8-879d-c2c1a397ad7f req-b6e99c85-55ce-432e-b720-133a26cbf2ea tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/ports?device_id=446dde5d-06bf-4d78-8870-b6d14b2750df HTTP/1.1" status: 200 len: 946 time: 0.2272630 Apr 18 20:34:26.913295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b2d610a7-cece-4085-9394-84d44456be91 req-70bc4f8d-3eff-44fe-9001-884bd512d2d8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Calling delete_port for dce3addc-1b8d-4434-bd1c-0d8597db8c34 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:26.946695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b55daf-1be2-4290-9f40-233d581505c4 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Port': ['ID=9f6d6143-d1a7-4c35-b114-ab365511b009,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:26.990913 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-de5dda85-dd14-4585-b7ac-a2d0d5a1c531 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.003066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['af6213f1-7ce9-4557-a768-b4c1d7386cd4'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:27.034551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dda85-dd14-4585-b7ac-a2d0d5a1c531 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Pushing event deleted for resources: {'Port': ['ID=af6213f1-7ce9-4557-a768-b4c1d7386cd4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:27.070495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.074597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-189e14e0-eeee-43e0-bc0a-6257cdaff4a1 req-e2549ce0-1e4a-4667-813e-def3db6b1527 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118344 Apr 18 20:34:27.086932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-de5dda85-dd14-4585-b7ac-a2d0d5a1c531 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] No DVR routers for this DVR port af6213f1-7ce9-4557-a768-b4c1d7386cd4 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:27.090138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-de5dda85-dd14-4585-b7ac-a2d0d5a1c531 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.093541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c2922823-8ee8-48ef-9a4c-f4f4e16a3093 req-de5dda85-dd14-4585-b7ac-a2d0d5a1c531 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.60 "DELETE /v2.0/ports/af6213f1-7ce9-4557-a768-b4c1d7386cd4 HTTP/1.1" status: 204 len: 173 time: 1.0951693 Apr 18 20:34:27.094164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446dde5d-06bf-4d78-8870-b6d14b2750df', 'name': 'network-vif-deleted', 'tag': 'af6213f1-7ce9-4557-a768-b4c1d7386cd4'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:27.096559 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4f1e6a-910b-462a-b7c9-bf6fd7454f3f" -d '{"events": [{"server_uuid": "446dde5d-06bf-4d78-8870-b6d14b2750df", "name": "network-vif-deleted", "tag": "af6213f1-7ce9-4557-a768-b4c1d7386cd4"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:27.123324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-10c386e3-65be-4236-b9a6-9c2503964ded tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Deleting port 9f6d6143-d1a7-4c35-b114-ab365511b009 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:27.123824 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10c386e3-65be-4236-b9a6-9c2503964ded tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.132189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-145ef3b1-ff1a-47c8-879d-c2c1a397ad7f req-c1bd47ac-1458-4cd8-b672-a42db4af3bf4 tempest-ListServerFiltersTestJSON-353645932 tempest-ListServerFiltersTestJSON-353645932-project] 10.222.0.49 "GET /v2.0/security-groups?id=9e623693-6aa7-4c19-ba28-98c4ab0e7983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316833 Apr 18 20:34:27.252345 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fe4e86-dcf9-44fd-92a5-e58dc031d8b2 x-openstack-request-id: req-34fe4e86-dcf9-44fd-92a5-e58dc031d8b2 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:27.252680 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446dde5d-06bf-4d78-8870-b6d14b2750df", "name": "network-vif-deleted", "tag": "af6213f1-7ce9-4557-a768-b4c1d7386cd4", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:27.253000 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34fe4e86-dcf9-44fd-92a5-e58dc031d8b2 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:27.253269 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fe4e86-dcf9-44fd-92a5-e58dc031d8b2'] response: {'server_uuid': '446dde5d-06bf-4d78-8870-b6d14b2750df', 'name': 'network-vif-deleted', 'tag': 'af6213f1-7ce9-4557-a768-b4c1d7386cd4', 'status': 'completed', 'code': 200} Apr 18 20:34:27.326798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10c386e3-65be-4236-b9a6-9c2503964ded tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.328447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-795ed267-7904-42a5-a1c3-43e347beaee3 None None] Provisioning complete for port 9f6d6143-d1a7-4c35-b114-ab365511b009 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:27.330725 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-795ed267-7904-42a5-a1c3-43e347beaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.346569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-10c386e3-65be-4236-b9a6-9c2503964ded tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Calling delete_port for 9f6d6143-d1a7-4c35-b114-ab365511b009 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:27.386188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ddeb9114-a24f-4d93-9ac9-0b8f5c232240 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:27.388349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:27.417599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] For port ee55985d-2e1c-4faf-9628-c2bc9255de09, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ee55985d-2e1c-4faf-9628-c2bc9255de09,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:27.467967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-795ed267-7904-42a5-a1c3-43e347beaee3 None None] Port 9f6d6143-d1a7-4c35-b114-ab365511b009 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:27.515507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97767fb7-d5a8-4349-a0b2-51f17f990546 req-208f9a2d-b7e6-4060-b8ab-3a16c686f2b1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.523111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97767fb7-d5a8-4349-a0b2-51f17f990546 req-208f9a2d-b7e6-4060-b8ab-3a16c686f2b1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.530515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97767fb7-d5a8-4349-a0b2-51f17f990546 req-208f9a2d-b7e6-4060-b8ab-3a16c686f2b1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.540255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97767fb7-d5a8-4349-a0b2-51f17f990546 req-208f9a2d-b7e6-4060-b8ab-3a16c686f2b1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.559485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97767fb7-d5a8-4349-a0b2-51f17f990546 req-208f9a2d-b7e6-4060-b8ab-3a16c686f2b1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.570110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97767fb7-d5a8-4349-a0b2-51f17f990546 req-208f9a2d-b7e6-4060-b8ab-3a16c686f2b1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.572753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97767fb7-d5a8-4349-a0b2-51f17f990546 req-208f9a2d-b7e6-4060-b8ab-3a16c686f2b1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 4659 time: 0.2566800 Apr 18 20:34:27.604017 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.628889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10c386e3-65be-4236-b9a6-9c2503964ded tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.630465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ddeb9114-a24f-4d93-9ac9-0b8f5c232240, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,segment=NetworkSegment(4f72fffd-9146-4b96-b001-de3247afc861),segment_id=4f72fffd-9146-4b96-b001-de3247afc861)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:27.635421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] For port ee55985d-2e1c-4faf-9628-c2bc9255de09, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:27.655089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:27.657993 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0061adb5-e47e-4aae-b52c-d16607a45145" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "22545a06-76ec-4a8f-ad48-d3b3a0485dd2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:27.662923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'ddeb9114-a24f-4d93-9ac9-0b8f5c232240', 'network_id': '6c0d125c-f7b6-46e8-963c-9b2db79addbd', 'port_id': 'ddeb9114-a24f-4d93-9ac9-0b8f5c232240', 'mac_address': 'fa:16:3e:15:48:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4eedfd-6e82-4ff1-9ebc-00abb76d8b4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:27.673430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:27.679070 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2d610a7-cece-4085-9394-84d44456be91 req-70bc4f8d-3eff-44fe-9001-884bd512d2d8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.698862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['dce3addc-1b8d-4434-bd1c-0d8597db8c34'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:27.702560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c386e3-65be-4236-b9a6-9c2503964ded tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event deleted for resources: {'Port': ['ID=9f6d6143-d1a7-4c35-b114-ab365511b009,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:27.704143 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.704844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:27.810539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.842035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc4f8d-3eff-44fe-9001-884bd512d2d8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event deleted for resources: {'Port': ['ID=dce3addc-1b8d-4434-bd1c-0d8597db8c34,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:27.868151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeb9114-a24f-4d93-9ac9-0b8f5c232240 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:27.876420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d610a7-cece-4085-9394-84d44456be91 req-70bc4f8d-3eff-44fe-9001-884bd512d2d8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] No DVR routers for this DVR port dce3addc-1b8d-4434-bd1c-0d8597db8c34 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:27.880219 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10c386e3-65be-4236-b9a6-9c2503964ded tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.881340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:27.894159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef43dc-3833-4f4a-b4e5-94c284f0b365 req-b15725f3-fa83-4bfd-a0ad-5d46b3493f78 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.903502 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63ef43dc-3833-4f4a-b4e5-94c284f0b365 req-b15725f3-fa83-4bfd-a0ad-5d46b3493f78 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 943 time: 0.2283900 Apr 18 20:34:27.909506 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-10c386e3-65be-4236-b9a6-9c2503964ded tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "DELETE /v2.0/ports/9f6d6143-d1a7-4c35-b114-ab365511b009 HTTP/1.1" status: 204 len: 168 time: 1.0319283 Apr 18 20:34:27.911280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ddeb9114-a24f-4d93-9ac9-0b8f5c232240, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,segment=NetworkSegment(4f72fffd-9146-4b96-b001-de3247afc861),segment_id=4f72fffd-9146-4b96-b001-de3247afc861)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:27.911574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36774) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:27.912371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97767fb7-d5a8-4349-a0b2-51f17f990546 req-74ee28be-ab74-44c2-bc1b-8483c576c26b tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&id=bf561c15-b051-4b95-966d-6534eed6b95a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3302081 Apr 18 20:34:27.914770 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b2d610a7-cece-4085-9394-84d44456be91 req-70bc4f8d-3eff-44fe-9001-884bd512d2d8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.919972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2d610a7-cece-4085-9394-84d44456be91 req-70bc4f8d-3eff-44fe-9001-884bd512d2d8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "DELETE /v2.0/ports/dce3addc-1b8d-4434-bd1c-0d8597db8c34 HTTP/1.1" status: 204 len: 173 time: 2.0744758 Apr 18 20:34:27.923341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] device_id is not set on port ee55985d-2e1c-4faf-9628-c2bc9255de09 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:34:27.930381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05efd08d-6351-4953-ac53-a863dd7a6025', 'name': 'network-vif-deleted', 'tag': 'dce3addc-1b8d-4434-bd1c-0d8597db8c34'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:27.933363 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61db717e-5a79-4d59-ad22-434d82f20ec0" -d '{"events": [{"server_uuid": "05efd08d-6351-4953-ac53-a863dd7a6025", "name": "network-vif-deleted", "tag": "dce3addc-1b8d-4434-bd1c-0d8597db8c34"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:27.935325 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.956075 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-6185e10f-b5aa-4b41-a1df-34c7cea528fb tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] GET failed (client error): The resource could not be found. Apr 18 20:34:27.958010 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6185e10f-b5aa-4b41-a1df-34c7cea528fb tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "GET /v2.0/ports/9f6d6143-d1a7-4c35-b114-ab365511b009 HTTP/1.1" status: 404 len: 333 time: 0.0451620 Apr 18 20:34:27.962247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36778) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:27.972613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:27.980964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'port': {'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-871218303'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:28.025030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.051225 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.100904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:28.128747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:28.132377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a921b8e7-c385-4eb2-885f-56efcaf28d21 req-d5980fd7-904c-4013-92e7-e859c6e3d8f9 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=05efd08d-6351-4953-ac53-a863dd7a6025 HTTP/1.1" status: 200 len: 210 time: 0.0953324 Apr 18 20:34:28.143108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.143900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e5656ecb-767a-4e18-948a-8ff179c57632 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:28.195934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63ef43dc-3833-4f4a-b4e5-94c284f0b365 req-f804ec8d-f55d-44f1-9fda-f91a45445237 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910123 Apr 18 20:34:28.281180 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47504f65-75d1-4a4d-936b-3c20e13bb371 x-openstack-request-id: req-47504f65-75d1-4a4d-936b-3c20e13bb371 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:28.281423 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "22545a06-76ec-4a8f-ad48-d3b3a0485dd2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:28.281686 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47504f65-75d1-4a4d-936b-3c20e13bb371 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:28.282199 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47504f65-75d1-4a4d-936b-3c20e13bb371'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2', 'code': 200} Apr 18 20:34:28.285376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['ddeb9114-a24f-4d93-9ac9-0b8f5c232240'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:28.300171 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3302568b-cdb3-4b94-b9ca-6f2dea4d49fc x-openstack-request-id: req-3302568b-cdb3-4b94-b9ca-6f2dea4d49fc {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:28.301862 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05efd08d-6351-4953-ac53-a863dd7a6025", "name": "network-vif-deleted", "tag": "dce3addc-1b8d-4434-bd1c-0d8597db8c34", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:28.302211 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3302568b-cdb3-4b94-b9ca-6f2dea4d49fc {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:28.302707 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3302568b-cdb3-4b94-b9ca-6f2dea4d49fc'] response: {'server_uuid': '05efd08d-6351-4953-ac53-a863dd7a6025', 'name': 'network-vif-deleted', 'tag': 'dce3addc-1b8d-4434-bd1c-0d8597db8c34', 'status': 'completed', 'code': 200} Apr 18 20:34:28.303748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] No DVR routers for this DVR port ee55985d-2e1c-4faf-9628-c2bc9255de09 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:28.324738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36782) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:28.350987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] In _notify_port_updated(), no bound segment for port ee55985d-2e1c-4faf-9628-c2bc9255de09 on network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 {{(pid=102904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:34:28.352076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:28.352752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.354169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] 10.222.0.60 "PUT /v2.0/ports/ee55985d-2e1c-4faf-9628-c2bc9255de09 HTTP/1.1" status: 200 len: 1026 time: 2.0200887 Apr 18 20:34:28.358300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed21b6-8500-45c5-8de0-00d7d2d52125 service neutron] Pushing event updated for resources: {'Port': ['ID=ee55985d-2e1c-4faf-9628-c2bc9255de09,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:28.361831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] Deleting port 901e0592-c790-4d05-af06-7a70aec3c5ab {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:28.362268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.384441 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f9b744-133f-4544-aabe-c01c04c934f0 admin admin] Deleting subnet 4c80dd2f-ad69-41ab-8ad0-a07561e20c8a {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:28.390353 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b744-133f-4544-aabe-c01c04c934f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.394310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:28.452438 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b744-133f-4544-aabe-c01c04c934f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.528711 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.569241 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b744-133f-4544-aabe-c01c04c934f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.586027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-46dc3a8e-ca7e-4184-83f3-f1514e5c04c0 None None] Provisioning complete for port ee55985d-2e1c-4faf-9628-c2bc9255de09 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:28.586993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-46dc3a8e-ca7e-4184-83f3-f1514e5c04c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.598698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] For port 901e0592-c790-4d05-af06-7a70aec3c5ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=901e0592-c790-4d05-af06-7a70aec3c5ab,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:28.599217 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.612065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Made reservation on behalf of 4f5a8ba573d841cd96d5956928f890d1 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:28.617459 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.643426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] device_id is not set on port e0be82b9-1974-41a9-a92b-e069e940f91e yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:34:28.645659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b744-133f-4544-aabe-c01c04c934f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.658487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:28.658819 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.682864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9b744-133f-4544-aabe-c01c04c934f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c80dd2f-ad69-41ab-8ad0-a07561e20c8a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:28.686816 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d3f9b744-133f-4544-aabe-c01c04c934f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.695172 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d3f9b744-133f-4544-aabe-c01c04c934f0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4c80dd2f-ad69-41ab-8ad0-a07561e20c8a HTTP/1.1" status: 204 len: 168 time: 0.3690884 Apr 18 20:34:28.697667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36786) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:28.707811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6cbf9e-3ead-4b6c-925c-2b2b44812946 None None] Network b1b4d5f9-6058-4549-8139-74e3343a735f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:28.778785 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-46dc3a8e-ca7e-4184-83f3-f1514e5c04c0 None None] Port ee55985d-2e1c-4faf-9628-c2bc9255de09 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:28.788649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port e5656ecb-767a-4e18-948a-8ff179c57632, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e5656ecb-767a-4e18-948a-8ff179c57632,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:28.809610 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.810675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ee55985d-2e1c-4faf-9628-c2bc9255de09 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:28.826416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.910295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ee55985d-2e1c-4faf-9628-c2bc9255de09 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:28.911256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:28.915347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Deleting port b802e0b3-ddac-4f73-ad26-40866d7562a5 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:28.915936 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.002294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] For port b802e0b3-ddac-4f73-ad26-40866d7562a5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b802e0b3-ddac-4f73-ad26-40866d7562a5,segment=NetworkSegment(957be755-4667-4cd5-88a1-f09b2433e605),segment_id=957be755-4667-4cd5-88a1-f09b2433e605)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:29.002629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.017037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:29.017561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0e596951-f706-4996-862c-949b0abf7f2d no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:29.019149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Calling delete_port for b802e0b3-ddac-4f73-ad26-40866d7562a5 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:29.054975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=e5656ecb-767a-4e18-948a-8ff179c57632,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:29.100670 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.111586 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.126588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] Calling delete_port for 901e0592-c790-4d05-af06-7a70aec3c5ab owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:29.130811 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] No DVR routers for this DVR port b802e0b3-ddac-4f73-ad26-40866d7562a5 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:29.133076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Pushing event deleted for resources: {'Port': ['ID=b802e0b3-ddac-4f73-ad26-40866d7562a5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:29.157537 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 0e596951-f706-4996-862c-949b0abf7f2d, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e596951-f706-4996-862c-949b0abf7f2d,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:29.165307 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.166916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f465dbba-9077-4e4b-b3ad-e75f72765025 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:29.260618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.273038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701d4fb-2788-4c3c-b818-c14a68a7756e None None] DHCP port deletion for b1b4d5f9-6058-4549-8139-74e3343a735f request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:34:29.309415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b4d5f9-6058-4549-8139-74e3343a735f']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:29.327322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957be755-4667-4cd5-88a1-f09b2433e605') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:29.327619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957be755-4667-4cd5-88a1-f09b2433e605') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:29.347619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.350761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=0e596951-f706-4996-862c-949b0abf7f2d,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:29.352877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Allocated IP 2001:db8::13c (4775fe1f-6f8a-49b6-a7d3-8681e0b560da/88c09ec7-5dc4-4195-9830-f43bdd28ce72/e0be82b9-1974-41a9-a92b-e069e940f91e) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:29.382245 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.387668 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.399711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:29.400144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:29.403482 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:29.419813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36178b1b-2488-4a79-9495-1c9058a248d7 req-dd557ea3-b309-4806-8cd4-83504a46ced3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.426228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36178b1b-2488-4a79-9495-1c9058a248d7 req-dd557ea3-b309-4806-8cd4-83504a46ced3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.432059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36178b1b-2488-4a79-9495-1c9058a248d7 req-dd557ea3-b309-4806-8cd4-83504a46ced3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.432253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f465dbba-9077-4e4b-b3ad-e75f72765025, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f465dbba-9077-4e4b-b3ad-e75f72765025,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:29.436951 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.438670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36178b1b-2488-4a79-9495-1c9058a248d7 req-dd557ea3-b309-4806-8cd4-83504a46ced3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.445206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36178b1b-2488-4a79-9495-1c9058a248d7 req-dd557ea3-b309-4806-8cd4-83504a46ced3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.447012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36178b1b-2488-4a79-9495-1c9058a248d7 req-dd557ea3-b309-4806-8cd4-83504a46ced3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 3878 time: 0.3150432 Apr 18 20:34:29.456018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] For port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:29.456018 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.462092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device dce3addc-1b8d-4434-bd1c-0d8597db8c34 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:29.477611 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.487500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: dce3addc-1b8d-4434-bd1c-0d8597db8c34 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:29.487862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device dce3addc-1b8d-4434-bd1c-0d8597db8c34 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:29.488276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device af6213f1-7ce9-4557-a768-b4c1d7386cd4 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:29.498826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.506413 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] 10.222.0.49 "DELETE /v2.0/networks/b1b4d5f9-6058-4549-8139-74e3343a735f HTTP/1.1" status: 204 len: 168 time: 0.8076499 Apr 18 20:34:29.507739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f76a8-c39c-4278-bcda-88e456486baa admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b4d5f9-6058-4549-8139-74e3343a735f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:29.521037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: af6213f1-7ce9-4557-a768-b4c1d7386cd4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:29.521037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device af6213f1-7ce9-4557-a768-b4c1d7386cd4 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:29.534815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f465dbba-9077-4e4b-b3ad-e75f72765025,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:29.628038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36800) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:29.633421 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36178b1b-2488-4a79-9495-1c9058a248d7 req-6e85e8f5-8f39-4bf9-8123-deece17061f4 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699715 Apr 18 20:34:29.646794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b7867-14b5-43e9-a76f-b19bb5ec50b4 req-eae94fb6-fa3d-448f-acdc-df1b75332e42 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.648285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c7b7867-14b5-43e9-a76f-b19bb5ec50b4 req-eae94fb6-fa3d-448f-acdc-df1b75332e42 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 944 time: 0.3282990 Apr 18 20:34:29.671882 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2221bc19-baa1-4e79-bac4-43d60b952354 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edc7d229b6214ac5a8ce8d0ab4ffb20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417092 Apr 18 20:34:29.674456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36802) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:29.741460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.767004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.831418 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.836934 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.840343 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e623693-6aa7-4c19-ba28-98c4ab0e7983 HTTP/1.1" status: 204 len: 168 time: 0.1646843 Apr 18 20:34:29.853458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e623693-6aa7-4c19-ba28-98c4ab0e7983,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:29.862394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.862999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.863439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.864214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.864672 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.865091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.865513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.865927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.866341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.866770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.867498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.867498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77db12-9218-40e6-8bba-1afc42d551ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:29.907076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c7b7867-14b5-43e9-a76f-b19bb5ec50b4 req-36f4449a-89a5-4a98-938e-1c316775594a tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208350 Apr 18 20:34:30.057364 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.057728 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.058041 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Floating IP e06a7876-ba6b-432b-90d2-1916525ca0b3 disassociated. External IP: 172.25.2.51, port: 22545a06-76ec-4a8f-ad48-d3b3a0485dd2. Apr 18 20:34:30.058377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Calling delete_port for 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:30.062154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.104438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-8d52ed07-946e-43df-b794-c9501e359d2d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:30.105922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-8d52ed07-946e-43df-b794-c9501e359d2d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.3683980 Apr 18 20:34:30.146309 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.208751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=901e0592-c790-4d05-af06-7a70aec3c5ab,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:30.216146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-48ab4971-5665-466f-bcfd-9cd6fdaa5fa3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/quotas/51f49feb61414e54898b782154919cc9 HTTP/1.1" status: 200 len: 375 time: 0.0708282 Apr 18 20:34:30.224079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120360af-109f-4622-8f50-6fbf546bd67c req-cf5bba26-c1ab-482a-b560-7a9f5fa8a772 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:30.225728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-120360af-109f-4622-8f50-6fbf546bd67c req-cf5bba26-c1ab-482a-b560-7a9f5fa8a772 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2388620 Apr 18 20:34:30.283444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0'}, {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5656ecb-767a-4e18-948a-8ff179c57632'}, {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e596951-f706-4996-862c-949b0abf7f2d'}, {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f465dbba-9077-4e4b-b3ad-e75f72765025'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:30.286790 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a653c1e7-d947-48aa-bd48-7f1df372c2ee" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0"}, {"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "e5656ecb-767a-4e18-948a-8ff179c57632"}, {"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "0e596951-f706-4996-862c-949b0abf7f2d"}, {"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "f465dbba-9077-4e4b-b3ad-e75f72765025"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:30.308136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-cc519165-5885-4903-8ec5-c83983c5ee08 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732327 Apr 18 20:34:30.320285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b802e0b3-ddac-4f73-ad26-40866d7562a5 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:30.341366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.345133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b802e0b3-ddac-4f73-ad26-40866d7562a5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:30.350057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b802e0b3-ddac-4f73-ad26-40866d7562a5 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:30.412756 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-120360af-109f-4622-8f50-6fbf546bd67c req-f52b6407-caf3-4565-ab21-9b5979ba2f44 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732428 Apr 18 20:34:30.467188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:30.508950 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c6597e-eb78-4f05-b118-3218107f0029 x-openstack-request-id: req-97c6597e-eb78-4f05-b118-3218107f0029 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:30.509259 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0", "code": 200}, {"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "e5656ecb-767a-4e18-948a-8ff179c57632", "code": 200}, {"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "0e596951-f706-4996-862c-949b0abf7f2d", "code": 200}, {"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-unplugged", "status": "completed", "tag": "f465dbba-9077-4e4b-b3ad-e75f72765025", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:30.509511 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97c6597e-eb78-4f05-b118-3218107f0029 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:30.510024 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c6597e-eb78-4f05-b118-3218107f0029'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0', 'code': 200} Apr 18 20:34:30.510275 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c6597e-eb78-4f05-b118-3218107f0029'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5656ecb-767a-4e18-948a-8ff179c57632', 'code': 200} Apr 18 20:34:30.510695 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c6597e-eb78-4f05-b118-3218107f0029'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e596951-f706-4996-862c-949b0abf7f2d', 'code': 200} Apr 18 20:34:30.511111 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c6597e-eb78-4f05-b118-3218107f0029'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f465dbba-9077-4e4b-b3ad-e75f72765025', 'code': 200} Apr 18 20:34:30.529121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:30.543718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:30.552095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:30.553257 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.556921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Port': ['ID=e0be82b9-1974-41a9-a92b-e069e940f91e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:30.603781 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.682833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dbe3f01c-3c7c-4345-a33e-58c6ec605249 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7080350 Apr 18 20:34:30.686490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36848) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:30.694492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0e64ec82-f86c-499d-b9e9-3fa2dcf7859f tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d6:fb:92'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:30.731890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36850) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:30.741688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Port': ['ID=22545a06-76ec-4a8f-ad48-d3b3a0485dd2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:30.832035 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.847395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3f146-dcf6-4e1d-834b-ae92d9fd06a8 req-e046441a-bd93-4cb1-bb2d-dc7fc4e72527 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:30.848933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30e3f146-dcf6-4e1d-834b-ae92d9fd06a8 req-e046441a-bd93-4cb1-bb2d-dc7fc4e72527 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2657866 Apr 18 20:34:30.895654 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e64ec82-f86c-499d-b9e9-3fa2dcf7859f tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.900549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1959457463-network', 'tenant_id': 'e40bca93f63a4b8a82b374f30b8a5727'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:30.920708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4fcb92ce-5a54-48cd-b50e-74bdc0678884 None None] Provisioning complete for port e0be82b9-1974-41a9-a92b-e069e940f91e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:30.921082 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4fcb92ce-5a54-48cd-b50e-74bdc0678884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.929456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-2359a878-1cf3-4331-9403-549a348c23dd service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898716 Apr 18 20:34:30.958660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Made reservation on behalf of e40bca93f63a4b8a82b374f30b8a5727 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:30.961055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.962602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb92ce-5a54-48cd-b50e-74bdc0678884 None None] Port e0be82b9-1974-41a9-a92b-e069e940f91e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:30.978121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.023430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30e3f146-dcf6-4e1d-834b-ae92d9fd06a8 req-8fbeaa75-a0dd-432e-8e4b-dac86d331c86 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611252 Apr 18 20:34:31.101570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:34:31.169306 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.181455 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.192637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e64ec82-f86c-499d-b9e9-3fa2dcf7859f tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.206157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e64ec82-f86c-499d-b9e9-3fa2dcf7859f tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.238236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-e055a71d-c469-46f6-ba85-924be0fb2e42 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704282 Apr 18 20:34:31.258438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:34:31.271318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0e64ec82-f86c-499d-b9e9-3fa2dcf7859f tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] In _notify_port_updated(), no bound segment for port e0be82b9-1974-41a9-a92b-e069e940f91e on network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:34:31.278626 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e64ec82-f86c-499d-b9e9-3fa2dcf7859f tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.279763 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e64ec82-f86c-499d-b9e9-3fa2dcf7859f tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.281380 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0e64ec82-f86c-499d-b9e9-3fa2dcf7859f tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "PUT /v2.0/ports/e0be82b9-1974-41a9-a92b-e069e940f91e HTTP/1.1" status: 200 len: 1002 time: 0.5928485 Apr 18 20:34:31.287592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36860) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:31.299119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0992253a-0ed8-4172-83e5-be2a15e1ade4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:31.341558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ddeb9114-a24f-4d93-9ac9-0b8f5c232240 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:31.368476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] Router 4f6527bf-657d-4966-b37e-40ce39326c95 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:34:31.372306 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.372687 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Added segment 14a413d1-4501-4ee3-9433-25f107384399 of type vlan for network 6056b303-f2b8-4026-a53d-1f7de5471b3f Apr 18 20:34:31.417048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ba8e9-3eaa-4071-8671-c19f5aeb27ac req-c404b6b2-f306-4030-8043-1b5ea92d2113 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.433897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ba8e9-3eaa-4071-8671-c19f5aeb27ac req-c404b6b2-f306-4030-8043-1b5ea92d2113 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.439688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64ec82-f86c-499d-b9e9-3fa2dcf7859f tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Port': ['ID=e0be82b9-1974-41a9-a92b-e069e940f91e,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:31.450763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ba8e9-3eaa-4071-8671-c19f5aeb27ac req-c404b6b2-f306-4030-8043-1b5ea92d2113 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.464434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ba8e9-3eaa-4071-8671-c19f5aeb27ac req-c404b6b2-f306-4030-8043-1b5ea92d2113 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.475004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port ddeb9114-a24f-4d93-9ac9-0b8f5c232240 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:31.477456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c1ba8e9-3eaa-4071-8671-c19f5aeb27ac req-c404b6b2-f306-4030-8043-1b5ea92d2113 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 3142 time: 0.3492818 Apr 18 20:34:31.492983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port ddeb9114-a24f-4d93-9ac9-0b8f5c232240 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:31.493350 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.538815 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.588861 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-920f81f7-4db2-4773-a259-e33151c85305 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Deleting port e0be82b9-1974-41a9-a92b-e069e940f91e {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:31.589308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-920f81f7-4db2-4773-a259-e33151c85305 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.604603 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.605716 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.606295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.663891 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.670222 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] Pushing event updated for resources: {'Network': ['ID=6056b303-f2b8-4026-a53d-1f7de5471b3f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:31.683345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:34:31.752387 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c5065e67-39d1-4d4d-acd5-ca3e232779ee admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0163391 Apr 18 20:34:31.759958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36870) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:31.764966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Request body: {'subnet': {'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1959457463-subnet', 'tenant_id': 'e40bca93f63a4b8a82b374f30b8a5727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:31.782676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2856c6bb-8589-4ae9-8071-39882083b542 None None] Provisioning complete for port e0be82b9-1974-41a9-a92b-e069e940f91e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:31.783267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2856c6bb-8589-4ae9-8071-39882083b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.786289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ddeb9114-a24f-4d93-9ac9-0b8f5c232240, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,segment=NetworkSegment(4f72fffd-9146-4b96-b001-de3247afc861),segment_id=4f72fffd-9146-4b96-b001-de3247afc861)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:31.796467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Made reservation on behalf of e40bca93f63a4b8a82b374f30b8a5727 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:31.798870 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.819758 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.860128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2856c6bb-8589-4ae9-8071-39882083b542 None None] Port e0be82b9-1974-41a9-a92b-e069e940f91e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:31.882712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-920f81f7-4db2-4773-a259-e33151c85305 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.890686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:31.911472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-920f81f7-4db2-4773-a259-e33151c85305 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Calling delete_port for e0be82b9-1974-41a9-a92b-e069e940f91e owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:32.050124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:34:32.068103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] Sync routers for ids ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:32.082899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] Routers {'ac30c01a-0f79-4eb9-ad80-21b2de032eb9'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:32.084733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:34:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:32.097634 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.098009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c1ba8e9-3eaa-4071-8671-c19f5aeb27ac req-bd8f6c5a-9a6d-44ae-b010-77c3c83f8eb3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6197042 Apr 18 20:34:32.152962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbfc16-7303-43e1-ac69-7ff08ab30862 req-e4c05042-df9c-4f94-92f1-535f037a31a4 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:32.154483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7cbfc16-7303-43e1-ac69-7ff08ab30862 req-e4c05042-df9c-4f94-92f1-535f037a31a4 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 945 time: 0.1767178 Apr 18 20:34:32.170801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=835aa03a-8d5a-48b9-a98a-4a33d2d594c4,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:32.171459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] No DVR routers for this DVR port 22545a06-76ec-4a8f-ad48-d3b3a0485dd2 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:32.178151 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.181418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-9b8fdb1e-f432-4eaa-9a0c-643e2943095f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "DELETE /v2.0/ports/22545a06-76ec-4a8f-ad48-d3b3a0485dd2 HTTP/1.1" status: 204 len: 173 time: 3.8123567 Apr 18 20:34:32.186095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-deleted', 'tag': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:32.190005 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2af3756-48cf-4c59-9575-d3808e81085f" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-deleted", "tag": "22545a06-76ec-4a8f-ad48-d3b3a0485dd2"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:32.207943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:34:32.217398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1ff712b7-bda6-4908-afac-216f0b8deeb7 admin admin] 10.222.0.49 "PUT /v2.0/routers/4f6527bf-657d-4966-b37e-40ce39326c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0797894 Apr 18 20:34:32.221920 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] Sync routers for ids ['4f6527bf-657d-4966-b37e-40ce39326c95'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:32.233109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36878) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:32.247890 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] Routers {'4f6527bf-657d-4966-b37e-40ce39326c95'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:32.248904 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:34:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4f6527bf-657d-4966-b37e-40ce39326c95'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:32.274901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Checking segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:32.279873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Network hostable DHCP agents. Network: 6056b303-f2b8-4026-a53d-1f7de5471b3f, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:34:32.287601 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-920f81f7-4db2-4773-a259-e33151c85305 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.380417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96530f86-fa17-4672-be9c-bdf5aaf18063 req-5a5e2b6e-6e4b-4a3d-a115-af265e602701 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 210 time: 0.0848126 Apr 18 20:34:32.437825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f81f7-4db2-4773-a259-e33151c85305 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event deleted for resources: {'Port': ['ID=e0be82b9-1974-41a9-a92b-e069e940f91e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:32.455768 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-920f81f7-4db2-4773-a259-e33151c85305 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.459147 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-920f81f7-4db2-4773-a259-e33151c85305 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "DELETE /v2.0/ports/e0be82b9-1974-41a9-a92b-e069e940f91e HTTP/1.1" status: 204 len: 168 time: 1.1691558 Apr 18 20:34:32.462798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36880) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:32.472575 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] Set router 4f6527bf-657d-4966-b37e-40ce39326c95 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:32.472891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7cbfc16-7303-43e1-ac69-7ff08ab30862 req-a2075de9-2654-4c04-8675-a86cb1cbdf36 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024013 Apr 18 20:34:32.516546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a92866-c42c-4df9-96a8-efd740a43e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb9114-a24f-4d93-9ac9-0b8f5c232240'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:32.518845 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9999ab7-954d-4949-90bd-be5ec11a4af2" -d '{"events": [{"server_uuid": "85a92866-c42c-4df9-96a8-efd740a43e31", "name": "network-vif-plugged", "status": "completed", "tag": "ddeb9114-a24f-4d93-9ac9-0b8f5c232240"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:32.522657 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0f0bfe-2259-4152-8faf-248208be7f58 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] GET failed (client error): The resource could not be found. Apr 18 20:34:32.527877 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cd0f0bfe-2259-4152-8faf-248208be7f58 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "GET /v2.0/ports/e0be82b9-1974-41a9-a92b-e069e940f91e HTTP/1.1" status: 404 len: 333 time: 0.0606785 Apr 18 20:34:32.527877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:34:32.528974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36884) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:32.543247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'port': {'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-778171023'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:32.551054 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.555319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] Set router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:32.557777 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842a4c04-4adb-4e18-8245-26c5d647486c x-openstack-request-id: req-842a4c04-4adb-4e18-8245-26c5d647486c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:32.558052 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-deleted", "tag": "22545a06-76ec-4a8f-ad48-d3b3a0485dd2", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:32.558303 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-842a4c04-4adb-4e18-8245-26c5d647486c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:32.574325 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842a4c04-4adb-4e18-8245-26c5d647486c'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-deleted', 'tag': '22545a06-76ec-4a8f-ad48-d3b3a0485dd2', 'status': 'completed', 'code': 200} Apr 18 20:34:32.607383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 6056b303-f2b8-4026-a53d-1f7de5471b3f) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:32.632475 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7742f36f-8032-4170-8d8b-67479340168a x-openstack-request-id: req-7742f36f-8032-4170-8d8b-67479340168a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:32.633054 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a92866-c42c-4df9-96a8-efd740a43e31", "name": "network-vif-plugged", "status": "completed", "tag": "ddeb9114-a24f-4d93-9ac9-0b8f5c232240", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:32.633480 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7742f36f-8032-4170-8d8b-67479340168a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:32.634046 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7742f36f-8032-4170-8d8b-67479340168a'] response: {'server_uuid': '85a92866-c42c-4df9-96a8-efd740a43e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb9114-a24f-4d93-9ac9-0b8f5c232240', 'code': 200} Apr 18 20:34:32.637965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00eeb87-1ab6-481b-8c06-a9f87217b50c None None] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:32.682920 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:32.683965 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.703609 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:34:29Z', 'revision_number': 5, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:32.740566 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3b4718ac-7812-431e-9593-a5bf085f4338 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9795041 Apr 18 20:34:32.752403 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] Checking router: 4f6527bf-657d-4966-b37e-40ce39326c95 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:32.762199 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] Routers {'4f6527bf-657d-4966-b37e-40ce39326c95'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:32.763045 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:34:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4f6527bf-657d-4966-b37e-40ce39326c95'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:32.841772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376227-d265-43b2-a294-6030b8a883fc req-5404f292-f875-4cfb-a20e-886d3cd200b3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:32.851144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14376227-d265-43b2-a294-6030b8a883fc req-5404f292-f875-4cfb-a20e-886d3cd200b3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2961817 Apr 18 20:34:32.875042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Made reservation on behalf of 4f5a8ba573d841cd96d5956928f890d1 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:32.878505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.912730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] device_id is not set on port 3b305766-5b8a-4d03-aca6-28f0784c4e3d yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:34:32.929785 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] Set router 4f6527bf-657d-4966-b37e-40ce39326c95 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:32.934530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6a7b4-b383-4e64-a7c8-5e41c1dab8f0 req-db90f95d-f126-4fa1-9dcc-3db425e72e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:32.936440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35d6a7b4-b383-4e64-a7c8-5e41c1dab8f0 req-db90f95d-f126-4fa1-9dcc-3db425e72e6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 1096 time: 0.2506588 Apr 18 20:34:32.956561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting port e5656ecb-767a-4e18-948a-8ff179c57632 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:32.957280 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.122644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.134710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Allocated IP 2001:db8::42 (4775fe1f-6f8a-49b6-a7d3-8681e0b560da/88c09ec7-5dc4-4195-9830-f43bdd28ce72/3b305766-5b8a-4d03-aca6-28f0784c4e3d) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:33.139348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc888ad4-d9b8-4173-80c5-d0370996552c None None] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:33.175657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14376227-d265-43b2-a294-6030b8a883fc req-bb026cf4-180e-4266-a8b0-a231019d45fe tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234367 Apr 18 20:34:33.233379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35d6a7b4-b383-4e64-a7c8-5e41c1dab8f0 req-972b2007-a73c-4c99-b798-7270c6558826 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050729 Apr 18 20:34:33.249737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-50f08c67-149a-47e5-98b6-5a8fd47f26ed tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.256351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-50f08c67-149a-47e5-98b6-5a8fd47f26ed tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.64 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.3967726 Apr 18 20:34:33.277251 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:34:29Z', 'revision_number': 5, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:33.283443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Request body: {'port': {'device_id': '4ffa6953-2321-40c9-9426-f2db6053ba6f', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'admin_state_up': True, 'tenant_id': '51f49feb61414e54898b782154919cc9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:33.315080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2330b8a0-cfa5-4cec-a96d-11c173cb65e2', 'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'mac_address': 'fa:16:3e:94:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:47Z', 'updated_at': '2022-04-18T20:28:53Z', 'revision_number': 5, 'project_id': '231f1132973642388e3f464a286dd35e', 'subnets': [{'id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:33.337098 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e567e6a6-3875-437d-a465-1778a00900f2 None None] The sync data for ids ['4f6527bf-657d-4966-b37e-40ce39326c95'] in n-d-836015-4 is: [{'id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'name': 'tempest-TaggedBootDevicesTest_v242-1471511982-router', 'tenant_id': '7c4bea438d0240ea855317f3fb9ab77d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:34:29Z', 'revision_number': 5, 'project_id': '7c4bea438d0240ea855317f3fb9ab77d', 'gw_port': {'id': 'e8bd37d9-b080-4174-bbb0-cb8be171ceae', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6527bf-657d-4966-b37e-40ce39326c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:42Z', 'updated_at': '2022-04-18T20:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:33.422494 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.425170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] Checking router: ac30c01a-0f79-4eb9-ad80-21b2de032eb9 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:33.440480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] Routers {'ac30c01a-0f79-4eb9-ad80-21b2de032eb9'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:33.441166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:34:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:33.465016 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.487571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] For port e5656ecb-767a-4e18-948a-8ff179c57632, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e5656ecb-767a-4e18-948a-8ff179c57632,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:33.488182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.522641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:33.525902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:33.526593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Calling delete_port for e5656ecb-767a-4e18-948a-8ff179c57632 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:33.528354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:33.534253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.534892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.544204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Port': ['ID=3b305766-5b8a-4d03-aca6-28f0784c4e3d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:33.570044 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e4c2171d-20c2-4a7f-822e-a29bbd3582ed tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0393765 Apr 18 20:34:33.573227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36910) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:33.579817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'port': {'network_id': '4775fe1f-6f8a-49b6-a7d3-8681e0b560da', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1831529094'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:33.587910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] Set router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:33.596342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd43be-aaf8-4094-9add-824b175e7d78 req-bb0f79a5-f2ee-426b-936d-038f58cf9c75 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.602159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd43be-aaf8-4094-9add-824b175e7d78 req-bb0f79a5-f2ee-426b-936d-038f58cf9c75 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.607977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd43be-aaf8-4094-9add-824b175e7d78 req-bb0f79a5-f2ee-426b-936d-038f58cf9c75 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.615135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd43be-aaf8-4094-9add-824b175e7d78 req-bb0f79a5-f2ee-426b-936d-038f58cf9c75 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.617270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cdd43be-aaf8-4094-9add-824b175e7d78 req-bb0f79a5-f2ee-426b-936d-038f58cf9c75 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 3142 time: 0.2492168 Apr 18 20:34:33.714146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Made reservation on behalf of 4f5a8ba573d841cd96d5956928f890d1 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:33.716223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Deleting port e8bd37d9-b080-4174-bbb0-cb8be171ceae {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:33.716561 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.718976 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.744566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] device_id is not set on port d4618b8d-a8ed-4914-9495-d6f6fdbedd0f yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:34:33.829914 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cdd43be-aaf8-4094-9add-824b175e7d78 req-ac8ab532-3d11-45f0-b4dc-6e50eb8d06ab tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947379 Apr 18 20:34:33.851336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-93ff9185-1190-4117-848d-538d80c0f89b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.852711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-93ff9185-1190-4117-848d-538d80c0f89b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.3806674 Apr 18 20:34:33.887679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Made reservation on behalf of 51f49feb61414e54898b782154919cc9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:33.891832 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.932608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-0280e71b-956e-4e1f-87e1-daf5ed095366 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/quotas/e40bca93f63a4b8a82b374f30b8a5727 HTTP/1.1" status: 200 len: 375 time: 0.0501907 Apr 18 20:34:33.949862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] For port e8bd37d9-b080-4174-bbb0-cb8be171ceae, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e8bd37d9-b080-4174-bbb0-cb8be171ceae,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:33.950228 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.957192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2330b8a0-cfa5-4cec-a96d-11c173cb65e2', 'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'mac_address': 'fa:16:3e:94:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:47Z', 'updated_at': '2022-04-18T20:28:53Z', 'revision_number': 5, 'project_id': '231f1132973642388e3f464a286dd35e', 'subnets': [{'id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:33.982424 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Allocated IP 2001:db8::140 (4775fe1f-6f8a-49b6-a7d3-8681e0b560da/88c09ec7-5dc4-4195-9830-f43bdd28ce72/d4618b8d-a8ed-4914-9495-d6f6fdbedd0f) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:33.993733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256af9a-c2f9-4cc0-8a72-5fe3da0ac351 None None] The sync data for ids ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'] in n-d-836015-4 is: [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2330b8a0-cfa5-4cec-a96d-11c173cb65e2', 'name': '', 'network_id': '40baddb5-68da-4f0c-ae8d-ea9385b9e124', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'mac_address': 'fa:16:3e:94:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:47Z', 'updated_at': '2022-04-18T20:28:53Z', 'revision_number': 5, 'project_id': '231f1132973642388e3f464a286dd35e', 'subnets': [{'id': '7c27bf96-d9a7-4307-810b-d7e4f9726a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:34.020240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7da87a44-4eca-4d20-9758-14865c3c9b47 None None] Provisioning complete for port 3b305766-5b8a-4d03-aca6-28f0784c4e3d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:34.021080 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7da87a44-4eca-4d20-9758-14865c3c9b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.028316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Calling delete_port for e8bd37d9-b080-4174-bbb0-cb8be171ceae owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:34.055587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-a08be7dc-910a-4aee-90d6-3a3ab4caf63f tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930688 Apr 18 20:34:34.081444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7da87a44-4eca-4d20-9758-14865c3c9b47 None None] Port 3b305766-5b8a-4d03-aca6-28f0784c4e3d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:34.180827 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:34:34.183300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.223535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.227278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.247205 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 901e0592-c790-4d05-af06-7a70aec3c5ab no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:34.283557 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:34.289148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:34.293946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 901e0592-c790-4d05-af06-7a70aec3c5ab {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:34.294292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 901e0592-c790-4d05-af06-7a70aec3c5ab not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:34.294951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a9132-60c4-475c-8c57-ab6dad4c3893 req-7bfce5db-078f-4661-b75d-b802bf92ce0b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.296550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-621a9132-60c4-475c-8c57-ab6dad4c3893 req-7bfce5db-078f-4661-b75d-b802bf92ce0b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.3488319 Apr 18 20:34:34.302832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Port': ['ID=d4618b8d-a8ed-4914-9495-d6f6fdbedd0f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:34.305820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:34.312084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.312891 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.327824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Port': ['ID=e5656ecb-767a-4e18-948a-8ff179c57632,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:34.338565 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7cee9efa-2595-4f38-a3eb-3a7a13c9b553 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7641747 Apr 18 20:34:34.341192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36912) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:34.345472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3051fbb5-02de-4dfe-ad77-0b8b523d2432 None None] New status for floating IP e06a7876-ba6b-432b-90d2-1916525ca0b3: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:34:34.353290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0e6cf8d6-1fb3-4348-b95d-a2989c70e191 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1a6', 'mac_address': 'fa:16:3e:d6:fb:92'}, {'ip_address': '2001:db8::42', 'mac_address': 'fa:16:3e:f6:55:7a'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:34.439580 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf8d6-1fb3-4348-b95d-a2989c70e191 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.443987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.444352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.444666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.445005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.445340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.445669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.445997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.446319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.446645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.446968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.447296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.447619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:34.462581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] No DVR routers for this DVR port e5656ecb-767a-4e18-948a-8ff179c57632 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:34.507422 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.510925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-2ff9e0cc-3c73-4b41-aae6-eb5656c78e4f tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "DELETE /v2.0/ports/e5656ecb-767a-4e18-948a-8ff179c57632 HTTP/1.1" status: 204 len: 173 time: 2.3163564 Apr 18 20:34:34.521581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-621a9132-60c4-475c-8c57-ab6dad4c3893 req-8792fb2e-8b6a-4e10-bcb9-7f7a3a885c4c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983371 Apr 18 20:34:34.528072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-e1dccdfa-fff8-4c3d-9943-1199be71ad01 service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259377 Apr 18 20:34:34.547933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Allocated IP 172.20.0.10 (27d5394a-3b48-41ec-a989-ef824a3124dc/5851b4f6-7372-4b3b-910b-58ceab856969/ae34be7d-ba60-496c-aa94-126a7d33164d) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:34.649772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-deleted', 'tag': 'e5656ecb-767a-4e18-948a-8ff179c57632'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:34.652521 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5494640-0f52-4154-82e5-e48629c94468" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-deleted", "tag": "e5656ecb-767a-4e18-948a-8ff179c57632"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:34.708609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e31a303b-cba7-41d4-8b69-6e6bf9f3c08e None None] Provisioning complete for port d4618b8d-a8ed-4914-9495-d6f6fdbedd0f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:34.709183 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e31a303b-cba7-41d4-8b69-6e6bf9f3c08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.751736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf8d6-1fb3-4348-b95d-a2989c70e191 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.752517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e31a303b-cba7-41d4-8b69-6e6bf9f3c08e None None] Port d4618b8d-a8ed-4914-9495-d6f6fdbedd0f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:34.758499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf8d6-1fb3-4348-b95d-a2989c70e191 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.802316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0e6cf8d6-1fb3-4348-b95d-a2989c70e191 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] In _notify_port_updated(), no bound segment for port d4618b8d-a8ed-4914-9495-d6f6fdbedd0f on network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:34:34.808322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6cf8d6-1fb3-4348-b95d-a2989c70e191 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.809076 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf8d6-1fb3-4348-b95d-a2989c70e191 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.810533 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0e6cf8d6-1fb3-4348-b95d-a2989c70e191 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "PUT /v2.0/ports/d4618b8d-a8ed-4914-9495-d6f6fdbedd0f HTTP/1.1" status: 200 len: 1067 time: 0.4683251 Apr 18 20:34:34.813654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36920) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:34.833257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cf8d6-1fb3-4348-b95d-a2989c70e191 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event updated for resources: {'Port': ['ID=d4618b8d-a8ed-4914-9495-d6f6fdbedd0f,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:34.942794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3884ffe7-16da-4704-864b-56b9f9a7cba3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Deleting port d4618b8d-a8ed-4914-9495-d6f6fdbedd0f {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:34.943147 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3884ffe7-16da-4704-864b-56b9f9a7cba3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.041668 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3884ffe7-16da-4704-864b-56b9f9a7cba3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.055205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3884ffe7-16da-4704-864b-56b9f9a7cba3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Calling delete_port for d4618b8d-a8ed-4914-9495-d6f6fdbedd0f owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:35.109736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e3cb954-bf10-4eed-9475-849410e685f8 req-a4d2d29d-4b59-452b-9394-4983002cf18b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 210 time: 0.4341061 Apr 18 20:34:35.184282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-696bbc62-68bc-4f66-af06-5327615c2567 None None] Provisioning complete for port d4618b8d-a8ed-4914-9495-d6f6fdbedd0f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:35.185062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-696bbc62-68bc-4f66-af06-5327615c2567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.198404 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3884ffe7-16da-4704-864b-56b9f9a7cba3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.226573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-696bbc62-68bc-4f66-af06-5327615c2567 None None] Port d4618b8d-a8ed-4914-9495-d6f6fdbedd0f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:34:35.242984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884ffe7-16da-4704-864b-56b9f9a7cba3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event deleted for resources: {'Port': ['ID=d4618b8d-a8ed-4914-9495-d6f6fdbedd0f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:35.337366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.350652 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.383769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bd37d9-b080-4174-bbb0-cb8be171ceae,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:35.387138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-b870c18e-b51e-4c15-ae4c-62ea80e0b56e service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098081 Apr 18 20:34:35.399867 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479497c1-3a49-42a9-9e26-db9a1be290ec req-e6179b7b-8800-4424-b051-1fc289a74f5e tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:35.405653 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3884ffe7-16da-4704-864b-56b9f9a7cba3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.407218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-479497c1-3a49-42a9-9e26-db9a1be290ec req-e6179b7b-8800-4424-b051-1fc289a74f5e tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 945 time: 0.1941893 Apr 18 20:34:35.409018 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3884ffe7-16da-4704-864b-56b9f9a7cba3 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "DELETE /v2.0/ports/d4618b8d-a8ed-4914-9495-d6f6fdbedd0f HTTP/1.1" status: 204 len: 168 time: 0.5943103 Apr 18 20:34:35.411503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36924) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:35.445309 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6af831-4b8e-4bad-b997-4c5a341633e0 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] GET failed (client error): The resource could not be found. Apr 18 20:34:35.446863 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ce6af831-4b8e-4bad-b997-4c5a341633e0 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "GET /v2.0/ports/d4618b8d-a8ed-4914-9495-d6f6fdbedd0f HTTP/1.1" status: 404 len: 333 time: 0.0342078 Apr 18 20:34:35.449667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36926) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:35.511508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-26eabfbe-0103-4501-872f-e66e16f67398 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:35.511508 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-26eabfbe-0103-4501-872f-e66e16f67398 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.593639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-479497c1-3a49-42a9-9e26-db9a1be290ec req-f122bd37-e3c5-4793-9900-6bc4cb04e1e1 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855369 Apr 18 20:34:35.595720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.602110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9965c533-4363-4a18-be0e-dc0e95d8a1f1 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Deleting port 3b305766-5b8a-4d03-aca6-28f0784c4e3d {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:35.602110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9965c533-4363-4a18-be0e-dc0e95d8a1f1 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.658504 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cac7d4-435d-41ab-b905-407509996d53 x-openstack-request-id: req-38cac7d4-435d-41ab-b905-407509996d53 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:35.658799 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-deleted", "tag": "e5656ecb-767a-4e18-948a-8ff179c57632", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:35.659041 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38cac7d4-435d-41ab-b905-407509996d53 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:35.659450 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38cac7d4-435d-41ab-b905-407509996d53'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-deleted', 'tag': 'e5656ecb-767a-4e18-948a-8ff179c57632', 'status': 'completed', 'code': 200} Apr 18 20:34:35.717296 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.755915 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa08004f-80b9-4ac0-9888-b6a8c184cde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.786561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd652d3d-89eb-4e73-a61b-9ef6835aa12a req-392d1586-5c47-42d1-ba53-a8c24c6a5e64 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 210 time: 0.0728688 Apr 18 20:34:35.891286 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.895791 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.928914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-26eabfbe-0103-4501-872f-e66e16f67398 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] For port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:35.929279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-26eabfbe-0103-4501-872f-e66e16f67398 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.953356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Network 27d5394a-3b48-41ec-a989-ef824a3124dc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:36.003123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:36.005556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-26eabfbe-0103-4501-872f-e66e16f67398 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Calling delete_port for 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:36.009525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:36.013738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event updated for resources: {'Port': ['ID=ae34be7d-ba60-496c-aa94-126a7d33164d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:36.035764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9965c533-4363-4a18-be0e-dc0e95d8a1f1 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.051266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9965c533-4363-4a18-be0e-dc0e95d8a1f1 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Calling delete_port for 3b305766-5b8a-4d03-aca6-28f0784c4e3d owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:36.065474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13da443-9883-4d94-b14f-a1f611300aba req-4fe3f9ef-3cdd-402d-a600-049b11c75756 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.071372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13da443-9883-4d94-b14f-a1f611300aba req-4fe3f9ef-3cdd-402d-a600-049b11c75756 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.077210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13da443-9883-4d94-b14f-a1f611300aba req-4fe3f9ef-3cdd-402d-a600-049b11c75756 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.079039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c13da443-9883-4d94-b14f-a1f611300aba req-4fe3f9ef-3cdd-402d-a600-049b11c75756 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 2409 time: 0.4182906 Apr 18 20:34:36.085123 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.085338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f6527bf-657d-4966-b37e-40ce39326c95 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:34:36.090275 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.091361 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-50829f79-6411-4ced-a583-c25550c9fe84 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4f6527bf-657d-4966-b37e-40ce39326c95 HTTP/1.1" status: 204 len: 168 time: 3.8574145 Apr 18 20:34:36.103086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36942) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:36.148577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99102d27-ae02-42fb-b39d-90175c05deb9 req-b730f783-9133-419f-89d7-45a7722aad09 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.150262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99102d27-ae02-42fb-b39d-90175c05deb9 req-b730f783-9133-419f-89d7-45a7722aad09 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2763751 Apr 18 20:34:36.173113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-c307e74c-9cb6-43b0-8082-1b1b19ad7a1d admin admin] Deleting subnet 0daa6ee3-1616-4131-b741-bc636f011dc4 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:36.177092 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c307e74c-9cb6-43b0-8082-1b1b19ad7a1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.205409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.206415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.222297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c307e74c-9cb6-43b0-8082-1b1b19ad7a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.252467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c13da443-9883-4d94-b14f-a1f611300aba req-e0e0e1d4-d7e9-4e8b-a4e2-439da5bb0de3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303720 Apr 18 20:34:36.336329 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9965c533-4363-4a18-be0e-dc0e95d8a1f1 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.398328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-7ce47946-b28d-4f65-aafb-00ab70ecab21 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1299467 Apr 18 20:34:36.423190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Request body: {'port': {'device_id': '4ffa6953-2321-40c9-9426-f2db6053ba6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:36.434629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965c533-4363-4a18-be0e-dc0e95d8a1f1 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event deleted for resources: {'Port': ['ID=3b305766-5b8a-4d03-aca6-28f0784c4e3d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:36.443671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9965c533-4363-4a18-be0e-dc0e95d8a1f1 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.447007 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9965c533-4363-4a18-be0e-dc0e95d8a1f1 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "DELETE /v2.0/ports/3b305766-5b8a-4d03-aca6-28f0784c4e3d HTTP/1.1" status: 204 len: 168 time: 0.9961908 Apr 18 20:34:36.450412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99102d27-ae02-42fb-b39d-90175c05deb9 req-ae23e3bf-30e4-4ece-bfb9-f19d058c4d3d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893124 Apr 18 20:34:36.450563 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36948) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:36.458051 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c307e74c-9cb6-43b0-8082-1b1b19ad7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.510813 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1b142c-4cb9-439c-b5c6-b5fe993449cc tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] GET failed (client error): The resource could not be found. Apr 18 20:34:36.512387 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9d1b142c-4cb9-439c-b5c6-b5fe993449cc tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "GET /v2.0/ports/3b305766-5b8a-4d03-aca6-28f0784c4e3d HTTP/1.1" status: 404 len: 333 time: 0.0607588 Apr 18 20:34:36.523177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36952) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:36.534810 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-26eabfbe-0103-4501-872f-e66e16f67398 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.579940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eabfbe-0103-4501-872f-e66e16f67398 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Port': ['ID=33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:36.602287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c307e74c-9cb6-43b0-8082-1b1b19ad7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.620250 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.634209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c307e74c-9cb6-43b0-8082-1b1b19ad7a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.643396 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c307e74c-9cb6-43b0-8082-1b1b19ad7a1d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0daa6ee3-1616-4131-b741-bc636f011dc4 HTTP/1.1" status: 204 len: 168 time: 0.5362780 Apr 18 20:34:36.643396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307e74c-9cb6-43b0-8082-1b1b19ad7a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0daa6ee3-1616-4131-b741-bc636f011dc4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:36.644768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36956) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:36.675012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15afb1d3-a92c-46f4-a5bf-d90919b85757 None None] Network 5b3ce759-a463-4240-b6bf-4312a8b629c2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:36.773189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.781235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1b34b81c-0e95-4c1a-bda6-116b46a4adbb tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Deleting port 4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:36.781657 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b34b81c-0e95-4c1a-bda6-116b46a4adbb tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.832887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a03296-9eaf-4f99-825e-b3ddd20c729e req-d1ce37f5-c8cf-48e0-8cfa-db3f08151563 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.840205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78a03296-9eaf-4f99-825e-b3ddd20c729e req-d1ce37f5-c8cf-48e0-8cfa-db3f08151563 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 932 time: 0.4120018 Apr 18 20:34:36.857176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-26eabfbe-0103-4501-872f-e66e16f67398 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] No DVR routers for this DVR port 33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:36.868929 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-26eabfbe-0103-4501-872f-e66e16f67398 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.874420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-26eabfbe-0103-4501-872f-e66e16f67398 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "DELETE /v2.0/ports/33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0 HTTP/1.1" status: 204 len: 173 time: 2.3502395 Apr 18 20:34:36.923214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b34b81c-0e95-4c1a-bda6-116b46a4adbb tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.940300 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Deleting port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:36.940629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.962540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1b34b81c-0e95-4c1a-bda6-116b46a4adbb tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Calling delete_port for 4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:36.976382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3cf0d3-4be6-494a-9466-775831da93c8 None None] DHCP port deletion for 5b3ce759-a463-4240-b6bf-4312a8b629c2 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:34:37.028022 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0b3cf0d3-4be6-494a-9466-775831da93c8 None None] Deleting port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:37.029129 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf0d3-4be6-494a-9466-775831da93c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.049793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] For port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2c5f45cf-2f33-4e01-84d3-fe291c2fefb4,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:37.050157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.066497 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Calling delete_port for 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:37.081850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe3c3a-2210-4734-aa5b-672d3790b57f req-ad10035a-6ec1-4f65-810a-377cb29f0315 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.083445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71fe3c3a-2210-4734-aa5b-672d3790b57f req-ad10035a-6ec1-4f65-810a-377cb29f0315 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.4679933 Apr 18 20:34:37.119396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0b3cf0d3-4be6-494a-9466-775831da93c8 None None] For port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2c5f45cf-2f33-4e01-84d3-fe291c2fefb4,segment=NetworkSegment(0f7ffd2b-e548-43f6-9cec-7e9d92d42848),segment_id=0f7ffd2b-e548-43f6-9cec-7e9d92d42848)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:37.120402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf0d3-4be6-494a-9466-775831da93c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.130012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78a03296-9eaf-4f99-825e-b3ddd20c729e req-a38a6c7f-4417-4bb5-b62b-804548de1513 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889223 Apr 18 20:34:37.154007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0b3cf0d3-4be6-494a-9466-775831da93c8 None None] Calling delete_port for 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:37.221247 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.261962 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0b3cf0d3-4be6-494a-9466-775831da93c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.266870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5f45cf-2f33-4e01-84d3-fe291c2fefb4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:37.271458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] No DVR routers for this DVR port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:37.273074 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b34b81c-0e95-4c1a-bda6-116b46a4adbb tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.300903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71fe3c3a-2210-4734-aa5b-672d3790b57f req-9c2e460f-7509-4ac0-bdba-3cd79558493d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913984 Apr 18 20:34:37.313149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cf0d3-4be6-494a-9466-775831da93c8 None None] Pushing event deleted for resources: {'Port': ['ID=2c5f45cf-2f33-4e01-84d3-fe291c2fefb4,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:37.318486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cf0d3-4be6-494a-9466-775831da93c8 None None] No DVR routers for this DVR port 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:37.353412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-ee3e3445-ec6c-4582-b966-b9dc7e7fb1e6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.355059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-ee3e3445-ec6c-4582-b966-b9dc7e7fb1e6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.5520542 Apr 18 20:34:37.382828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c408e2eb-1130-41ed-aa4d-8d56e11b0bab req-9f96d2a6-4ed8-4166-9155-33ee395241df tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 210 time: 0.0774956 Apr 18 20:34:37.386236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Request body: {'port': {'device_id': '19d433d4-3798-4de0-8336-b22e0a54f8a5', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'admin_state_up': True, 'tenant_id': 'e40bca93f63a4b8a82b374f30b8a5727'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:37.442875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34b81c-0e95-4c1a-bda6-116b46a4adbb tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event deleted for resources: {'Port': ['ID=4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:37.463035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.497177 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b34b81c-0e95-4c1a-bda6-116b46a4adbb tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.500846 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1b34b81c-0e95-4c1a-bda6-116b46a4adbb tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "DELETE /v2.0/ports/4f502f4a-b78b-44a9-9ba5-0ac32b43ff1c HTTP/1.1" status: 204 len: 168 time: 0.9809971 Apr 18 20:34:37.504586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36970) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:37.533464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-7afded5a-b79e-44a6-8b1c-8a8e524c9129 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting port 0e596951-f706-4996-862c-949b0abf7f2d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:37.533815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-7afded5a-b79e-44a6-8b1c-8a8e524c9129 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.546528 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3ce759-a463-4240-b6bf-4312a8b629c2']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:37.566045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7ffd2b-e548-43f6-9cec-7e9d92d42848') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:37.566371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7ffd2b-e548-43f6-9cec-7e9d92d42848') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:37.581359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.606269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc7b1a7-490c-4d84-bc4b-da723ff03bde tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Deleting subnet 88c09ec7-5dc4-4195-9830-f43bdd28ce72 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:37.616832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b1a7-490c-4d84-bc4b-da723ff03bde tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.643594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.662023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:37.662463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:37.664351 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:37.678904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-deleted', 'tag': '33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:37.681639 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb183758-0336-47ca-a9e8-633f26eaa4a6" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-deleted", "tag": "33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:37.721573 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b1a7-490c-4d84-bc4b-da723ff03bde tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.731364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3b6ed-1866-4bcb-a4a4-f45a10522b05 req-56d8c104-64b0-4f42-86fe-dc0001917b81 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.737242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3b6ed-1866-4bcb-a4a4-f45a10522b05 req-56d8c104-64b0-4f42-86fe-dc0001917b81 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.739151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45b3b6ed-1866-4bcb-a4a4-f45a10522b05 req-56d8c104-64b0-4f42-86fe-dc0001917b81 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 1677 time: 0.2392793 Apr 18 20:34:37.763290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Made reservation on behalf of e40bca93f63a4b8a82b374f30b8a5727 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:37.764721 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.767290 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.774685 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.778371 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5b3ce759-a463-4240-b6bf-4312a8b629c2 HTTP/1.1" status: 204 len: 168 time: 1.1312196 Apr 18 20:34:37.786010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae34be7d-ba60-496c-aa94-126a7d33164d {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:37.790062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36978) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:37.801272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92944a-5dfc-49fe-98b8-a7ab5c320a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3ce759-a463-4240-b6bf-4312a8b629c2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:37.834054 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.841723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-7afded5a-b79e-44a6-8b1c-8a8e524c9129 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] For port 0e596951-f706-4996-862c-949b0abf7f2d, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e596951-f706-4996-862c-949b0abf7f2d,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:37.842115 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-7afded5a-b79e-44a6-8b1c-8a8e524c9129 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.878030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-7afded5a-b79e-44a6-8b1c-8a8e524c9129 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Calling delete_port for 0e596951-f706-4996-862c-949b0abf7f2d owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:37.888426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Transition to ACTIVE for port object ae34be7d-ba60-496c-aa94-126a7d33164d will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:37.897384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e663e6-d1fb-4645-9247-dc7132eae510 req-e7940556-16ae-46f5-ba1d-261309988ce9 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.898866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90e663e6-d1fb-4645-9247-dc7132eae510 req-e7940556-16ae-46f5-ba1d-261309988ce9 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 945 time: 0.2132154 Apr 18 20:34:37.908346 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.914938 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b1a7-490c-4d84-bc4b-da723ff03bde tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.951284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45b3b6ed-1866-4bcb-a4a4-f45a10522b05 req-4303ec84-0f07-47b5-b3e4-ba814e6788a3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919250 Apr 18 20:34:38.056566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b1a7-490c-4d84-bc4b-da723ff03bde tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.091196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7b1a7-490c-4d84-bc4b-da723ff03bde tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event deleted for resources: {'Subnet': ['ID=88c09ec7-5dc4-4195-9830-f43bdd28ce72,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:38.099497 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b1a7-490c-4d84-bc4b-da723ff03bde tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.104843 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2bc7b1a7-490c-4d84-bc4b-da723ff03bde tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "DELETE /v2.0/subnets/88c09ec7-5dc4-4195-9830-f43bdd28ce72 HTTP/1.1" status: 204 len: 168 time: 0.5970728 Apr 18 20:34:38.105719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36980) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:38.115366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a026dcc-afa4-42ce-9497-3d8e8a390d6f None None] Network 4775fe1f-6f8a-49b6-a7d3-8681e0b560da requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:38.143485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Pushing event updated for resources: {'Port': ['ID=ae34be7d-ba60-496c-aa94-126a7d33164d,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:38.172068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90e663e6-d1fb-4645-9247-dc7132eae510 req-910c0d72-d03d-4c55-a477-2590c4d34668 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614520 Apr 18 20:34:38.194587 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fefdd0c9-7e21-4022-a562-05107954b343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.231181 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.244795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Allocated IP 172.20.0.5 (6056b303-f2b8-4026-a53d-1f7de5471b3f/835aa03a-8d5a-48b9-a98a-4a33d2d594c4/7b71809d-8127-43a9-9141-898ed88c1ad8) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:38.276930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07069b15-7e91-4a7c-a296-b77e2ab4c7f9 req-96f591cc-1189-4a4a-aa35-7365e292a242 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:38.285883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07069b15-7e91-4a7c-a296-b77e2ab4c7f9 req-96f591cc-1189-4a4a-aa35-7365e292a242 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2411621 Apr 18 20:34:38.348932 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ec3c6d-6ee4-433d-803b-a4026b1c1015 x-openstack-request-id: req-42ec3c6d-6ee4-433d-803b-a4026b1c1015 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:38.349288 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-deleted", "tag": "33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:38.349492 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42ec3c6d-6ee4-433d-803b-a4026b1c1015 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:38.349971 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ec3c6d-6ee4-433d-803b-a4026b1c1015'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-deleted', 'tag': '33bbcd6a-9d5f-418a-9a2e-ad7a08778eb0', 'status': 'completed', 'code': 200} Apr 18 20:34:38.374331 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8139e-b186-4fe1-8a60-95ecaf72b5fa None None] DHCP port deletion for 4775fe1f-6f8a-49b6-a7d3-8681e0b560da request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:34:38.380215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Attempting to bind port ae34be7d-ba60-496c-aa94-126a7d33164d on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:38.380543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Attempting to bind port ae34be7d-ba60-496c-aa94-126a7d33164d by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:38.380860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Attempting to bind port ae34be7d-ba60-496c-aa94-126a7d33164d on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:38.397463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Deleting port 26a78ad7-21c1-4a01-a8f0-7a238472235b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:38.397818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.416397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:38.429782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Port ae34be7d-ba60-496c-aa94-126a7d33164d on network 27d5394a-3b48-41ec-a989-ef824a3124dc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:38.430114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Attempting to bind port ae34be7d-ba60-496c-aa94-126a7d33164d on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:38.456006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07069b15-7e91-4a7c-a296-b77e2ab4c7f9 req-5a45955a-340c-409d-92ba-2d89d1b986e9 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654768 Apr 18 20:34:38.509315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] For port 26a78ad7-21c1-4a01-a8f0-7a238472235b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=26a78ad7-21c1-4a01-a8f0-7a238472235b,segment=NetworkSegment(f03e294b-e94d-4ae0-a7fa-c1a48437d511),segment_id=f03e294b-e94d-4ae0-a7fa-c1a48437d511)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:38.509765 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.528453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Calling delete_port for 26a78ad7-21c1-4a01-a8f0-7a238472235b owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:38.543028 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.607460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:38.607712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2c5f45cf-2f33-4e01-84d3-fe291c2fefb4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:38.608160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e8bd37d9-b080-4174-bbb0-cb8be171ceae no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:38.634175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e8bd37d9-b080-4174-bbb0-cb8be171ceae {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:38.634571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e8bd37d9-b080-4174-bbb0-cb8be171ceae not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:38.674219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-88c8139e-b186-4fe1-8a60-95ecaf72b5fa None None] Deleting port 26a78ad7-21c1-4a01-a8f0-7a238472235b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:38.674950 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88c8139e-b186-4fe1-8a60-95ecaf72b5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.751744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-88c8139e-b186-4fe1-8a60-95ecaf72b5fa None None] For port 26a78ad7-21c1-4a01-a8f0-7a238472235b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=26a78ad7-21c1-4a01-a8f0-7a238472235b,segment=NetworkSegment(f03e294b-e94d-4ae0-a7fa-c1a48437d511),segment_id=f03e294b-e94d-4ae0-a7fa-c1a48437d511)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:38.752422 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88c8139e-b186-4fe1-8a60-95ecaf72b5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.762208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.768091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-88c8139e-b186-4fe1-8a60-95ecaf72b5fa None None] Calling delete_port for 26a78ad7-21c1-4a01-a8f0-7a238472235b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:38.776618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] No DVR routers for this DVR port 26a78ad7-21c1-4a01-a8f0-7a238472235b on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:38.799913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event deleted for resources: {'Port': ['ID=26a78ad7-21c1-4a01-a8f0-7a238472235b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:38.867532 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-7afded5a-b79e-44a6-8b1c-8a8e524c9129 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.869382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:38.869778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Checking segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:38.870226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Bound using segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:38.870941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Bound port: ae34be7d-ba60-496c-aa94-126a7d33164d, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:38.871061 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.878620 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88c8139e-b186-4fe1-8a60-95ecaf72b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.902677 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.911167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8139e-b186-4fe1-8a60-95ecaf72b5fa None None] Pushing event deleted for resources: {'Port': ['ID=26a78ad7-21c1-4a01-a8f0-7a238472235b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:38.915998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8139e-b186-4fe1-8a60-95ecaf72b5fa None None] No DVR routers for this DVR port 26a78ad7-21c1-4a01-a8f0-7a238472235b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:38.931724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4775fe1f-6f8a-49b6-a7d3-8681e0b560da']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:38.942996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e5cf6d-e2a5-4340-be11-7089a38c92ed req-9be3638e-3a41-4d8a-9967-5eb78f3809a2 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 210 time: 0.0658913 Apr 18 20:34:38.958498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03e294b-e94d-4ae0-a7fa-c1a48437d511') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:38.958793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03e294b-e94d-4ae0-a7fa-c1a48437d511') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:38.973326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afded5a-b79e-44a6-8b1c-8a8e524c9129 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Port': ['ID=0e596951-f706-4996-862c-949b0abf7f2d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:38.976944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.019128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.028166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:39.028562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:39.032508 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:39.099705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] Deleting port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:39.100402 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.100922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9ebc3-cc47-407f-9b3f-f05ca0d8c1c5 req-298a5336-cbe3-4444-b47d-ae7f7563ecf3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.101751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.102456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb9ebc3-cc47-407f-9b3f-f05ca0d8c1c5 req-298a5336-cbe3-4444-b47d-ae7f7563ecf3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 944 time: 0.6837435 Apr 18 20:34:39.106197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.112843 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] 10.222.0.49 "DELETE /v2.0/networks/4775fe1f-6f8a-49b6-a7d3-8681e0b560da HTTP/1.1" status: 204 len: 168 time: 1.0027812 Apr 18 20:34:39.125833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-7afded5a-b79e-44a6-8b1c-8a8e524c9129 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] No DVR routers for this DVR port 0e596951-f706-4996-862c-949b0abf7f2d on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:39.137928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de916e9-2702-4ca2-a054-ec1d74dd9665 tempest-AllowedAddressPairIpV6TestJSON-938627579 tempest-AllowedAddressPairIpV6TestJSON-938627579-project] Pushing event deleted for resources: {'Network': ['ID=4775fe1f-6f8a-49b6-a7d3-8681e0b560da,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:39.148475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-7afded5a-b79e-44a6-8b1c-8a8e524c9129 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.151723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-7afded5a-b79e-44a6-8b1c-8a8e524c9129 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "DELETE /v2.0/ports/0e596951-f706-4996-862c-949b0abf7f2d HTTP/1.1" status: 204 len: 173 time: 2.2567389 Apr 18 20:34:39.209243 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.210990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] For port ae34be7d-ba60-496c-aa94-126a7d33164d, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:39.242436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-deb85ff1-9dc5-48cd-8463-32150f4a82f3 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.244084 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-deb85ff1-9dc5-48cd-8463-32150f4a82f3 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.60 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 945 time: 0.0743737 Apr 18 20:34:39.247877 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.257093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d335eff-2642-4a41-87df-2c2c776a7828 req-c701f291-d56f-48cc-95d7-280598d1cbaa tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.258591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d335eff-2642-4a41-87df-2c2c776a7828 req-c701f291-d56f-48cc-95d7-280598d1cbaa tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2406945 Apr 18 20:34:39.283956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] For port ae34be7d-ba60-496c-aa94-126a7d33164d, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ae34be7d-ba60-496c-aa94-126a7d33164d,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:39.288732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] For port 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0,segment=NetworkSegment(89e6bb4a-1c57-401b-b9ab-93b64f34dc6a),segment_id=89e6bb4a-1c57-401b-b9ab-93b64f34dc6a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:39.289445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb9ebc3-cc47-407f-9b3f-f05ca0d8c1c5 req-fb3ff57e-6fe8-41b5-bb84-fca8ab30f918 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655505 Apr 18 20:34:39.291960 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.304024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.346454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] Calling delete_port for 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:39.412477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.413112 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.414514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] 10.222.0.64 "PUT /v2.0/ports/ae34be7d-ba60-496c-aa94-126a7d33164d HTTP/1.1" status: 200 len: 1092 time: 2.9957967 Apr 18 20:34:39.426398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36996) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:39.472795 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.477123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d335eff-2642-4a41-87df-2c2c776a7828 req-3528e3e0-a71a-40ad-963e-3d6f03d43eef tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969528 Apr 18 20:34:39.487868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-356bc58e-588c-4637-889a-dabf95b55b11 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Deleting port ddeb9114-a24f-4d93-9ac9-0b8f5c232240 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:39.488294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-356bc58e-588c-4637-889a-dabf95b55b11 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.529862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c546b7b-da68-481a-894d-9f389485e00e service neutron] Pushing event updated for resources: {'Port': ['ID=ae34be7d-ba60-496c-aa94-126a7d33164d,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:39.610953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce63ff-a78c-4557-8b8d-da34e7406e15 req-171c1296-c911-43a9-ad91-ecfd4f6571a9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.619089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15ce63ff-a78c-4557-8b8d-da34e7406e15 req-171c1296-c911-43a9-ad91-ecfd4f6571a9 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 943 time: 0.2467761 Apr 18 20:34:39.630374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:39.666117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:39.695258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:39.708250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-5a1caf3a-366c-4698-987f-cd5d6f3fea90 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting port f465dbba-9077-4e4b-b3ad-e75f72765025 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:39.709194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-5a1caf3a-366c-4698-987f-cd5d6f3fea90 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.715209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-356bc58e-588c-4637-889a-dabf95b55b11 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] For port ddeb9114-a24f-4d93-9ac9-0b8f5c232240, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,segment=NetworkSegment(4f72fffd-9146-4b96-b001-de3247afc861),segment_id=4f72fffd-9146-4b96-b001-de3247afc861)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:39.715581 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-356bc58e-588c-4637-889a-dabf95b55b11 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.728545 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-628732fd-817c-4e1c-b07d-6f0babca4d82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f5a8ba573d841cd96d5956928f890d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3010905 Apr 18 20:34:39.749831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37004) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:39.755618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-356bc58e-588c-4637-889a-dabf95b55b11 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Calling delete_port for ddeb9114-a24f-4d93-9ac9-0b8f5c232240 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:39.764930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-bdbae45d-f36b-45a4-ab7b-d5ae495f18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.767074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-bdbae45d-f36b-45a4-ab7b-d5ae495f18e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 1095 time: 0.2833884 Apr 18 20:34:39.769975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event updated for resources: {'Port': ['ID=7b71809d-8127-43a9-9141-898ed88c1ad8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:39.817123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.850334 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:39.888965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15ce63ff-a78c-4557-8b8d-da34e7406e15 req-50fcbbe7-0b04-46af-bf6f-2c384c706464 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups?id=8acd6ebf-a30f-4087-84ff-ef6700e4d982&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689846 Apr 18 20:34:39.903658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-9258413a-66fa-41d1-9d85-a4a816544575 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae34be7d-ba60-496c-aa94-126a7d33164d HTTP/1.1" status: 200 len: 217 time: 0.1162097 Apr 18 20:34:39.914111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.914688 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.928466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533037da-27c1-435e-abc4-2e6ca329c211 req-43d18cb4-c57e-4322-9fe6-2eb72c2b32f8 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.928466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-533037da-27c1-435e-abc4-2e6ca329c211 req-43d18cb4-c57e-4322-9fe6-2eb72c2b32f8 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/ports?device_id=85a92866-c42c-4df9-96a8-efd740a43e31 HTTP/1.1" status: 200 len: 945 time: 0.2986124 Apr 18 20:34:40.067622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-9cafc7c2-d069-442f-a0dd-4d0552339c6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6884048 Apr 18 20:34:40.072555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-356bc58e-588c-4637-889a-dabf95b55b11 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.078412 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe5ed-c8bf-4423-bc79-a94ce6616192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.084909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['ddeb9114-a24f-4d93-9ac9-0b8f5c232240'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:40.096424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Request body: {'port': {'device_id': '19d433d4-3798-4de0-8336-b22e0a54f8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:40.113665 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bc58e-588c-4637-889a-dabf95b55b11 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Pushing event deleted for resources: {'Port': ['ID=ddeb9114-a24f-4d93-9ac9-0b8f5c232240,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:40.121620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-5a1caf3a-366c-4698-987f-cd5d6f3fea90 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] For port f465dbba-9077-4e4b-b3ad-e75f72765025, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f465dbba-9077-4e4b-b3ad-e75f72765025,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:40.121992 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-5a1caf3a-366c-4698-987f-cd5d6f3fea90 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.126372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-99afd44a-b815-4a4d-8d89-9e7834a2747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:40.127800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-99afd44a-b815-4a4d-8d89-9e7834a2747f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.1923292 Apr 18 20:34:40.144502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.159578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-533037da-27c1-435e-abc4-2e6ca329c211 req-57c12cf3-c9e9-4d6a-87c7-51fbb6945e04 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.49 "GET /v2.0/security-groups?id=97a1f02f-85bb-44f8-89d0-c43faaac2639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189045 Apr 18 20:34:40.165069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-356bc58e-588c-4637-889a-dabf95b55b11 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] No DVR routers for this DVR port ddeb9114-a24f-4d93-9ac9-0b8f5c232240 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:40.167759 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-356bc58e-588c-4637-889a-dabf95b55b11 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.172328 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d88d8d1f-577c-4b15-b230-204693cd2276 req-356bc58e-588c-4637-889a-dabf95b55b11 tempest-ServerAddressesTestJSON-822937800 tempest-ServerAddressesTestJSON-822937800-project] 10.222.0.60 "DELETE /v2.0/ports/ddeb9114-a24f-4d93-9ac9-0b8f5c232240 HTTP/1.1" status: 204 len: 173 time: 0.9204106 Apr 18 20:34:40.174412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85a92866-c42c-4df9-96a8-efd740a43e31', 'name': 'network-vif-deleted', 'tag': 'ddeb9114-a24f-4d93-9ac9-0b8f5c232240'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:40.177629 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15820a0d-0734-4fee-997a-4fef300406ac" -d '{"events": [{"server_uuid": "85a92866-c42c-4df9-96a8-efd740a43e31", "name": "network-vif-deleted", "tag": "ddeb9114-a24f-4d93-9ac9-0b8f5c232240"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:40.199581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe5ed-c8bf-4423-bc79-a94ce6616192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.296285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-5a1caf3a-366c-4698-987f-cd5d6f3fea90 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Calling delete_port for f465dbba-9077-4e4b-b3ad-e75f72765025 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:40.302433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-52542e34-072e-402a-a55f-c6158c242c2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362760 Apr 18 20:34:40.356169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fca73f-08cb-44c2-a909-799027bdc942 req-9c7b3880-3b73-4896-997d-9c99a339f37a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:40.357779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67fca73f-08cb-44c2-a909-799027bdc942 req-9c7b3880-3b73-4896-997d-9c99a339f37a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.3614299 Apr 18 20:34:40.397494 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.407566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 26a78ad7-21c1-4a01-a8f0-7a238472235b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:40.408556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-deleted', 'tag': '0e596951-f706-4996-862c-949b0abf7f2d'}, {'name': 'network-changed', 'server_uuid': '4ffa6953-2321-40c9-9426-f2db6053ba6f', 'tag': 'ae34be7d-ba60-496c-aa94-126a7d33164d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:40.411269 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-deleted", "tag": "0e596951-f706-4996-862c-949b0abf7f2d"}, {"name": "network-changed", "server_uuid": "4ffa6953-2321-40c9-9426-f2db6053ba6f", "tag": "ae34be7d-ba60-496c-aa94-126a7d33164d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:40.431625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 26a78ad7-21c1-4a01-a8f0-7a238472235b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:40.432303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 26a78ad7-21c1-4a01-a8f0-7a238472235b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:40.438646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] Router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:34:40.522395 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.540657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe5ed-c8bf-4423-bc79-a94ce6616192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.543153 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e6fe5ed-c8bf-4423-bc79-a94ce6616192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.544336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2e6fe5ed-c8bf-4423-bc79-a94ce6616192 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6512ad5-4806-42c6-b7d0-bcc8f9465171 HTTP/1.1" status: 204 len: 168 time: 0.7921629 Apr 18 20:34:40.554935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:34:40.560039 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-092d2439-7141-4301-a355-b9686ccf4fbb admin admin] 10.222.0.49 "PUT /v2.0/routers/0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658505 Apr 18 20:34:40.562779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37018) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:40.572075 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] Sync routers for ids ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:40.584564 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] Routers {'0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:40.586241 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:34:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:40.591192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fe5ed-c8bf-4423-bc79-a94ce6616192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6512ad5-4806-42c6-b7d0-bcc8f9465171,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:40.643865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67fca73f-08cb-44c2-a909-799027bdc942 req-16996fae-5f71-4055-9f24-ca39b6f1578c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212951 Apr 18 20:34:40.673657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8763b-5160-4fa1-8316-0fc5a5555f6b req-82173631-cffa-450e-a843-4c014d666584 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:40.682712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17e8763b-5160-4fa1-8316-0fc5a5555f6b req-82173631-cffa-450e-a843-4c014d666584 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 931 time: 0.4242749 Apr 18 20:34:40.731658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-10bdcc04-2b03-42aa-8b88-2aea53988f8a service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916264 Apr 18 20:34:40.894311 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] Set router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:40.968556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17e8763b-5160-4fa1-8316-0fc5a5555f6b req-d252c151-34f7-4ec0-acd3-456dce2aed2a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846708 Apr 18 20:34:41.113633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-5a1caf3a-366c-4698-987f-cd5d6f3fea90 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.127471 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18871ca5-90ad-48d3-9579-76f6e0fd2422 x-openstack-request-id: req-18871ca5-90ad-48d3-9579-76f6e0fd2422 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:41.127828 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-deleted", "tag": "0e596951-f706-4996-862c-949b0abf7f2d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ffa6953-2321-40c9-9426-f2db6053ba6f", "tag": "ae34be7d-ba60-496c-aa94-126a7d33164d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:41.128027 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18871ca5-90ad-48d3-9579-76f6e0fd2422 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:41.128422 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18871ca5-90ad-48d3-9579-76f6e0fd2422'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-deleted', 'tag': '0e596951-f706-4996-862c-949b0abf7f2d', 'status': 'completed', 'code': 200} Apr 18 20:34:41.128675 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18871ca5-90ad-48d3-9579-76f6e0fd2422'] response: {'name': 'network-changed', 'server_uuid': '4ffa6953-2321-40c9-9426-f2db6053ba6f', 'tag': 'ae34be7d-ba60-496c-aa94-126a7d33164d', 'status': 'completed', 'code': 200} Apr 18 20:34:41.142845 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.148782 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b120c646-8e0b-41e5-99ca-c5d617b5f82e x-openstack-request-id: req-b120c646-8e0b-41e5-99ca-c5d617b5f82e {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:41.149364 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85a92866-c42c-4df9-96a8-efd740a43e31", "name": "network-vif-deleted", "tag": "ddeb9114-a24f-4d93-9ac9-0b8f5c232240", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:41.149364 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b120c646-8e0b-41e5-99ca-c5d617b5f82e {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:41.149692 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b120c646-8e0b-41e5-99ca-c5d617b5f82e'] response: {'server_uuid': '85a92866-c42c-4df9-96a8-efd740a43e31', 'name': 'network-vif-deleted', 'tag': 'ddeb9114-a24f-4d93-9ac9-0b8f5c232240', 'status': 'completed', 'code': 200} Apr 18 20:34:41.176228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.188723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832d884-5a2b-4899-b583-59b524667ec8 req-ea7e32dd-8eb5-49b2-a2e9-b116db234163 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:41.197241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9832d884-5a2b-4899-b583-59b524667ec8 req-ea7e32dd-8eb5-49b2-a2e9-b116db234163 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 944 time: 0.2949653 Apr 18 20:34:41.211995 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-router', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:34:39Z', 'revision_number': 5, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'gw_port': {'id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:41.227130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1caf3a-366c-4698-987f-cd5d6f3fea90 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Port': ['ID=f465dbba-9077-4e4b-b3ad-e75f72765025,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:41.262703 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] Checking router: 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:41.276694 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] Routers {'0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:41.277413 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:34:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:41.321090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1713cda0-e7d0-4d61-a44c-082ee4b2e376 req-11c9e9de-25c1-4291-995b-ee9ff00470c5 service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663145 Apr 18 20:34:41.333779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.424500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Deleting port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:41.425304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.460019 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] Set router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:41.538701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] For port 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=65e128bf-7c7b-4f06-84a0-cdd7e3a0026f,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:41.539161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.561812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Calling delete_port for 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:41.736043 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-router', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:34:39Z', 'revision_number': 5, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'gw_port': {'id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:41.783797 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03197ae4-c762-4e0d-9d21-f60d304324cb None None] The sync data for ids ['0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e'] in n-d-836015-4 is: [{'id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'name': 'tempest-TaggedBootDevicesTest_v242-1517058126-router', 'tenant_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:34:39Z', 'revision_number': 5, 'project_id': 'e592e45fbf8b48a28a1a40a3384d398c', 'gw_port': {'id': '65e128bf-7c7b-4f06-84a0-cdd7e3a0026f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:05:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:55Z', 'updated_at': '2022-04-18T20:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:41.794506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-5a1caf3a-366c-4698-987f-cd5d6f3fea90 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] No DVR routers for this DVR port f465dbba-9077-4e4b-b3ad-e75f72765025 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:41.798240 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-5a1caf3a-366c-4698-987f-cd5d6f3fea90 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.803155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8eb3432-5eb1-4ad2-b7f1-b3dd266ccabd req-5a1caf3a-366c-4698-987f-cd5d6f3fea90 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.60 "DELETE /v2.0/ports/f465dbba-9077-4e4b-b3ad-e75f72765025 HTTP/1.1" status: 204 len: 173 time: 2.6213660 Apr 18 20:34:41.885160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.894152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9832d884-5a2b-4899-b583-59b524667ec8 req-44df7181-afe0-495a-9782-8c9842810d57 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6899188 Apr 18 20:34:41.941467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e128bf-7c7b-4f06-84a0-cdd7e3a0026f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:41.951954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f981e-d015-48df-9cb3-1fa9b660512d req-22400a0a-b33d-4abb-99fa-7a220951f91d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:41.965417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-406f981e-d015-48df-9cb3-1fa9b660512d req-22400a0a-b33d-4abb-99fa-7a220951f91d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.8217080 Apr 18 20:34:42.004874 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.029718 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.047275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b71809d-8127-43a9-9141-898ed88c1ad8 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:42.056135 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.070225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Transition to ACTIVE for port object 7b71809d-8127-43a9-9141-898ed88c1ad8 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:42.092406 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.102710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48 req-03808568-aab9-47c8-b6dd-8a0d69effc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:42.104317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48 req-03808568-aab9-47c8-b6dd-8a0d69effc67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 1095 time: 0.3486178 Apr 18 20:34:42.139317 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.144532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-204405f2-9fd2-4e72-b1cf-fe04123a3568 req-31f07729-b638-4501-b94b-3da65e6ae352 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.0666223 Apr 18 20:34:42.148087 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.212739 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.213419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:34:42.224123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.229342 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-13352363-8278-41ec-af57-acfc91613bc7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0e9bdf79-0dd3-40b3-bed6-6f9ad95bc48e HTTP/1.1" status: 204 len: 168 time: 1.6632183 Apr 18 20:34:42.231034 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37052) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:42.273888 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37054) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:42.326384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48 req-0e04289a-56c8-4f71-aa04-12cb913959a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:42.328092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48 req-0e04289a-56c8-4f71-aa04-12cb913959a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 913 time: 0.1932549 Apr 18 20:34:42.365327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:42.410473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5e72c0-66b6-4257-a802-aaf13d75caa5 admin admin] Deleting subnet ca4eedfd-6e82-4ff1-9ebc-00abb76d8b4c {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:42.418598 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c5e72c0-66b6-4257-a802-aaf13d75caa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.419520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:42.420818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5b2a3911-8565-4e9d-b1d6-8fe20cdc0ee0 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:42.470017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-b663cb79-a554-45d5-a0a5-80614bdf58b8 admin admin] Deleting subnet 8611c517-f5b9-47d7-bd21-081765556b9b {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:34:42.474481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b663cb79-a554-45d5-a0a5-80614bdf58b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.496374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c5e72c0-66b6-4257-a802-aaf13d75caa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.501389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-406f981e-d015-48df-9cb3-1fa9b660512d req-1fa92069-c10f-409f-a6f3-6d08bd46e1f2 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360093 Apr 18 20:34:42.502798 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48 req-f9431bef-cf17-4581-9a82-6e2b2ef45392 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae34be7d-ba60-496c-aa94-126a7d33164d HTTP/1.1" status: 200 len: 217 time: 0.1627073 Apr 18 20:34:42.538572 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b663cb79-a554-45d5-a0a5-80614bdf58b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.559956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Pushing event updated for resources: {'Port': ['ID=7b71809d-8127-43a9-9141-898ed88c1ad8,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:42.577626 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c5e72c0-66b6-4257-a802-aaf13d75caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.716227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b663cb79-a554-45d5-a0a5-80614bdf58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.719566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c5e72c0-66b6-4257-a802-aaf13d75caa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.736655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48 req-6c9331ec-f605-483c-8798-93350b57cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:42.739057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48 req-6c9331ec-f605-483c-8798-93350b57cca6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.1635079 Apr 18 20:34:42.770979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Attempting to bind port 7b71809d-8127-43a9-9141-898ed88c1ad8 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:42.772053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Attempting to bind port 7b71809d-8127-43a9-9141-898ed88c1ad8 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:42.772451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Attempting to bind port 7b71809d-8127-43a9-9141-898ed88c1ad8 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:42.788895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Port 7b71809d-8127-43a9-9141-898ed88c1ad8 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:42.789230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Attempting to bind port 7b71809d-8127-43a9-9141-898ed88c1ad8 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:42.805143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d112546-131d-48b3-9a96-c7a58c56b73f req-5a5537dc-8e17-4a55-a7c2-959594b85929 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:42.807395 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c5e72c0-66b6-4257-a802-aaf13d75caa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.808805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d112546-131d-48b3-9a96-c7a58c56b73f req-5a5537dc-8e17-4a55-a7c2-959594b85929 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 943 time: 0.4360564 Apr 18 20:34:42.814850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:42.814850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Checking segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:42.814850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Bound using segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:42.815251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Bound port: 7b71809d-8127-43a9-9141-898ed88c1ad8, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:42.815251 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.817425 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7c5e72c0-66b6-4257-a802-aaf13d75caa5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ca4eedfd-6e82-4ff1-9ebc-00abb76d8b4c HTTP/1.1" status: 204 len: 168 time: 0.5363295 Apr 18 20:34:42.818480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e72c0-66b6-4257-a802-aaf13d75caa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4eedfd-6e82-4ff1-9ebc-00abb76d8b4c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:42.820253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37070) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:42.884984 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b663cb79-a554-45d5-a0a5-80614bdf58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.887386 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48 req-8a76c838-e090-46f2-b63c-37cfee1a3b2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175778 Apr 18 20:34:42.966002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663cb79-a554-45d5-a0a5-80614bdf58b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8611c517-f5b9-47d7-bd21-081765556b9b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:42.976858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d112546-131d-48b3-9a96-c7a58c56b73f req-df250da8-5617-4743-9f66-f29adbf43af5 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251371 Apr 18 20:34:42.993822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d31315f-42d3-4cea-9da6-c688491c5942 None None] Network 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:43.004128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b663cb79-a554-45d5-a0a5-80614bdf58b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.010926 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b663cb79-a554-45d5-a0a5-80614bdf58b8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8611c517-f5b9-47d7-bd21-081765556b9b HTTP/1.1" status: 204 len: 168 time: 0.7625577 Apr 18 20:34:43.013317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37078) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:43.024316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.064782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d149c-3e92-4f2b-82a9-d4e83689d9a3 req-40018dd6-2a9a-41fa-8481-33ad8c4da04f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:43.072850 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-072d149c-3e92-4f2b-82a9-d4e83689d9a3 req-40018dd6-2a9a-41fa-8481-33ad8c4da04f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2625501 Apr 18 20:34:43.138449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-deleted', 'tag': 'f465dbba-9077-4e4b-b3ad-e75f72765025'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:43.144864 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2723bba2-151f-4abb-86de-f8c1a3dbb07a" -d '{"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-deleted", "tag": "f465dbba-9077-4e4b-b3ad-e75f72765025"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:43.158155 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.261414 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.295781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d0752a-e28a-4fd6-a910-270d01463a34 None None] DHCP port deletion for 204f9d4a-4621-4789-a1c1-d1e7b09b35a1 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:34:43.310912 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0d125c-f7b6-46e8-963c-9b2db79addbd']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:43.319389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] For port 7b71809d-8127-43a9-9141-898ed88c1ad8, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:43.325370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f72fffd-9146-4b96-b001-de3247afc861') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:43.326117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f72fffd-9146-4b96-b001-de3247afc861') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:43.338957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-072d149c-3e92-4f2b-82a9-d4e83689d9a3 req-a422f00e-5637-4c79-9f22-166ad60102db tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650425 Apr 18 20:34:43.339906 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.358007 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.367922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:43.368345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.369246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ddeb9114-a24f-4d93-9ac9-0b8f5c232240 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:43.395494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] For port 7b71809d-8127-43a9-9141-898ed88c1ad8, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7b71809d-8127-43a9-9141-898ed88c1ad8,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:43.402484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48 req-235eb220-2057-4ef5-b6ff-2d4578cb303c service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965200 Apr 18 20:34:43.426948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: ddeb9114-a24f-4d93-9ac9-0b8f5c232240 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:43.427331 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ddeb9114-a24f-4d93-9ac9-0b8f5c232240 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:43.430161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27809e4-6925-4cbf-9368-ac5a2681ed02 req-f8a3c155-8844-48c4-9993-0a84463b41f3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:43.432363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a27809e4-6925-4cbf-9368-ac5a2681ed02 req-f8a3c155-8844-48c4-9993-0a84463b41f3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 944 time: 0.3262048 Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:43.441277 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:43.459565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-11d0752a-e28a-4fd6-a910-270d01463a34 None None] Deleting port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:43.460766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-11d0752a-e28a-4fd6-a910-270d01463a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.529055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.541724 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b352d07-4303-4699-9b2a-d41e06351bc6 x-openstack-request-id: req-2b352d07-4303-4699-9b2a-d41e06351bc6 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:43.542017 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfca4ddd-20a5-4981-a04f-d7fcfb046d9f", "name": "network-vif-deleted", "tag": "f465dbba-9077-4e4b-b3ad-e75f72765025", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:43.542273 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b352d07-4303-4699-9b2a-d41e06351bc6 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:43.542725 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b352d07-4303-4699-9b2a-d41e06351bc6'] response: {'server_uuid': 'bfca4ddd-20a5-4981-a04f-d7fcfb046d9f', 'name': 'network-vif-deleted', 'tag': 'f465dbba-9077-4e4b-b3ad-e75f72765025', 'status': 'completed', 'code': 200} Apr 18 20:34:43.544905 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd1bcdcb-1cf3-433a-9ed9-45a569675d48 req-2f4e147a-d478-43cc-8d99-2fdf8990d8a4 service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091185 Apr 18 20:34:43.546465 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.548753 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.568280 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6c0d125c-f7b6-46e8-963c-9b2db79addbd HTTP/1.1" status: 204 len: 168 time: 0.7449665 Apr 18 20:34:43.572224 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02475f-7659-4e3c-bd34-b08cef688651 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c0d125c-f7b6-46e8-963c-9b2db79addbd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:43.584091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Deleting port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:43.584793 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.604241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-11d0752a-e28a-4fd6-a910-270d01463a34 None None] For port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc,segment=NetworkSegment(89e6bb4a-1c57-401b-b9ab-93b64f34dc6a),segment_id=89e6bb4a-1c57-401b-b9ab-93b64f34dc6a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:43.604841 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-11d0752a-e28a-4fd6-a910-270d01463a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.621651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-11d0752a-e28a-4fd6-a910-270d01463a34 None None] Calling delete_port for 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:43.642970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ed7a6fa-206d-4097-a0ab-280c613f096b req-dcd996c3-de14-41ce-9747-74dffdafaa49 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.0780711 Apr 18 20:34:43.661915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] For port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc,segment=NetworkSegment(89e6bb4a-1c57-401b-b9ab-93b64f34dc6a),segment_id=89e6bb4a-1c57-401b-b9ab-93b64f34dc6a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:43.662384 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.676873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Calling delete_port for 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:43.704374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:43.706008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.708409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] 10.222.0.60 "PUT /v2.0/ports/7b71809d-8127-43a9-9141-898ed88c1ad8 HTTP/1.1" status: 200 len: 1091 time: 3.6180167 Apr 18 20:34:43.726363 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-11d0752a-e28a-4fd6-a910-270d01463a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.757914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0752a-e28a-4fd6-a910-270d01463a34 None None] Pushing event deleted for resources: {'Port': ['ID=51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:43.771637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0752a-e28a-4fd6-a910-270d01463a34 None None] No DVR routers for this DVR port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:43.815223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a27809e4-6925-4cbf-9368-ac5a2681ed02 req-ce2d25b3-1839-4565-9b65-e28ff2640539 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654102 Apr 18 20:34:43.867953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.888834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cfe16-c5b3-44b5-b383-761ead926a0c service neutron] Pushing event updated for resources: {'Port': ['ID=7b71809d-8127-43a9-9141-898ed88c1ad8,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:43.926950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:43.930478 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] No DVR routers for this DVR port 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:43.938297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f6455-a1d6-498a-a72c-d5dd01fe77f8 req-60bcd27b-3d08-4346-8c34-06f4e5499140 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:43.940734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e54f6455-a1d6-498a-a72c-d5dd01fe77f8 req-60bcd27b-3d08-4346-8c34-06f4e5499140 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1243293 Apr 18 20:34:43.943362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-f1d15928-1bda-4003-a9c4-3c6170b2eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:43.945795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-f1d15928-1bda-4003-a9c4-3c6170b2eb4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 1094 time: 0.1819944 Apr 18 20:34:43.980087 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37096) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:44.012488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-0c9b33a7-0ba7-4dc9-99ea-61b9968e911a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b71809d-8127-43a9-9141-898ed88c1ad8 HTTP/1.1" status: 200 len: 217 time: 0.0581009 Apr 18 20:34:44.038998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.040417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e54f6455-a1d6-498a-a72c-d5dd01fe77f8 req-518137d3-b97d-4df0-919f-e8e4aa1c6faa tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938013 Apr 18 20:34:44.075455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204f9d4a-4621-4789-a1c1-d1e7b09b35a1']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:44.083468 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ffc75d26-0c3c-47f1-870c-27ef448f3b61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b85a90ec46347af8617813c56d061ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1022913 Apr 18 20:34:44.084077 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37102) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:44.098588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:44.098885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e6bb4a-1c57-401b-b9ab-93b64f34dc6a') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:44.116151 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.129162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-2174ee6b-9cf8-4a55-a8aa-9556fa8afdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:44.130666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-2174ee6b-9cf8-4a55-a8aa-9556fa8afdf5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.0955360 Apr 18 20:34:44.142342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.160729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25807ea5-2224-4520-96d7-3c32bcaf7d6f req-330636ea-943f-424b-b1b7-26b85e9c48b9 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:44.164296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:44.164705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.166328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea620-5bbb-4443-90f3-4156e981e96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:44.168141 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:44.170419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25807ea5-2224-4520-96d7-3c32bcaf7d6f req-330636ea-943f-424b-b1b7-26b85e9c48b9 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 943 time: 0.0924985 Apr 18 20:34:44.200718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-1b58db99-224c-4202-afa5-561321686537 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603716 Apr 18 20:34:44.225115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ae34be7d-ba60-496c-aa94-126a7d33164d details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:44.236378 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea620-5bbb-4443-90f3-4156e981e96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.244097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.256975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.260163 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/204f9d4a-4621-4789-a1c1-d1e7b09b35a1 HTTP/1.1" status: 204 len: 168 time: 1.2457960 Apr 18 20:34:44.279410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc469a-a4dc-40fb-be23-956fded2f0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=204f9d4a-4621-4789-a1c1-d1e7b09b35a1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:44.341137 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea620-5bbb-4443-90f3-4156e981e96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.345897 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a4ea620-5bbb-4443-90f3-4156e981e96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.353903 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3a4ea620-5bbb-4443-90f3-4156e981e96e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97a1f02f-85bb-44f8-89d0-c43faaac2639 HTTP/1.1" status: 204 len: 168 time: 0.2620959 Apr 18 20:34:44.367330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ea620-5bbb-4443-90f3-4156e981e96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a1f02f-85bb-44f8-89d0-c43faaac2639,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:44.401155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:44.438605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:44.438945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 51a0eaf9-1ecd-4f56-9efe-5cea147f7fbc not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:44.439365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:44.470096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:34:44.470889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 65e128bf-7c7b-4f06-84a0-cdd7e3a0026f not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:34:44.514726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f006a-1ffb-434c-b2f4-ff2f3fe221f3 req-19d387ed-91d2-452e-8d90-614ad65c111c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:44.516270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-472f006a-1ffb-434c-b2f4-ff2f3fe221f3 req-19d387ed-91d2-452e-8d90-614ad65c111c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 814 time: 0.1440151 Apr 18 20:34:44.541859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ae34be7d-ba60-496c-aa94-126a7d33164d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ae34be7d-ba60-496c-aa94-126a7d33164d,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:44.542652 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25807ea5-2224-4520-96d7-3c32bcaf7d6f req-504c4cee-8c08-4efb-9722-7459a3da4cec tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733847 Apr 18 20:34:44.544019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-472f006a-1ffb-434c-b2f4-ff2f3fe221f3 req-4ec577e3-4ad8-425e-ad25-abe6e5045a9b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/quotas/465de81abb5b473187f70deeddb101a0 HTTP/1.1" status: 200 len: 375 time: 0.0163934 Apr 18 20:34:44.584731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37118) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:44.585756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'ae34be7d-ba60-496c-aa94-126a7d33164d', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'port_id': 'ae34be7d-ba60-496c-aa94-126a7d33164d', 'mac_address': 'fa:16:3e:19:ca:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5851b4f6-7372-4b3b-910b-58ceab856969', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:44.608509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-00cef4b0-a798-40d8-ac86-fe1f5a1dc04d service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803973 Apr 18 20:34:44.623832 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-472f006a-1ffb-434c-b2f4-ff2f3fe221f3 req-bad21e81-1c9c-42a3-8d07-c7c99a334a20 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636301 Apr 18 20:34:44.639961 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a259ee4c-4549-486d-8a90-4419f46d66a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c4bea438d0240ea855317f3fb9ab77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527618 Apr 18 20:34:44.642278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37122) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:44.668585 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.700773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae34be7d-ba60-496c-aa94-126a7d33164d {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:44.715639 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-22395cae-b6af-4a3c-a8f6-6315e642f523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.745476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92facaf4-8e9f-4487-ab22-2dbcae75230f req-c4727725-2863-4c47-97b6-0b99756ce4e2 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263802 Apr 18 20:34:44.747204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ae34be7d-ba60-496c-aa94-126a7d33164d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ae34be7d-ba60-496c-aa94-126a7d33164d,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:44.748901 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-22395cae-b6af-4a3c-a8f6-6315e642f523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.754716 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.846442 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-22395cae-b6af-4a3c-a8f6-6315e642f523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.851306 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-22395cae-b6af-4a3c-a8f6-6315e642f523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.853029 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-22395cae-b6af-4a3c-a8f6-6315e642f523 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8fb35e52-02c3-4908-8d6a-6b7af940a1c2 HTTP/1.1" status: 204 len: 168 time: 0.2097917 Apr 18 20:34:44.860781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ae34be7d-ba60-496c-aa94-126a7d33164d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:44.884098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395cae-b6af-4a3c-a8f6-6315e642f523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb35e52-02c3-4908-8d6a-6b7af940a1c2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:44.902404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e57cf32-084f-4d56-b786-0acffb5baf43 req-3bdfaaa9-45bf-411f-877e-71eb996c621e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.0646939 Apr 18 20:34:44.952057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec8fad-65c5-4af5-a088-80b7fe840c7e req-36c79083-7397-4bc2-89b2-429b68425174 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:44.957739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48ec8fad-65c5-4af5-a088-80b7fe840c7e req-36c79083-7397-4bc2-89b2-429b68425174 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1702108 Apr 18 20:34:45.032284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ae34be7d-ba60-496c-aa94-126a7d33164d'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:45.094583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48ec8fad-65c5-4af5-a088-80b7fe840c7e req-5eaee25c-1668-446f-ae4d-6f8b44dc376b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319907 Apr 18 20:34:45.137221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ede3b1-cca5-4939-9bcd-975ae42fb380 req-e417b85e-ab98-4ccb-b33e-44a552aeca4c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:45.138801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19ede3b1-cca5-4939-9bcd-975ae42fb380 req-e417b85e-ab98-4ccb-b33e-44a552aeca4c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 945 time: 0.0975807 Apr 18 20:34:45.227236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19ede3b1-cca5-4939-9bcd-975ae42fb380 req-d052194b-023f-42f2-ba2d-36dfd0a63967 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789709 Apr 18 20:34:45.301670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e497bf-bb1f-4e31-bb50-b24526459a2e req-43d58b7c-c65c-4fc1-b8e6-6a4403a2e932 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:45.304067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73e497bf-bb1f-4e31-bb50-b24526459a2e req-43d58b7c-c65c-4fc1-b8e6-6a4403a2e932 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0811734 Apr 18 20:34:45.387823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37148) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:45.388938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73e497bf-bb1f-4e31-bb50-b24526459a2e req-ebc9bd02-32ac-4bed-9bad-d047a59092db tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783787 Apr 18 20:34:45.455771 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c8eeb26e-bdac-47c9-a71e-554ecb409ab4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e592e45fbf8b48a28a1a40a3384d398c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659583 Apr 18 20:34:45.458189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37154) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:45.543796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d433d4-3798-4de0-8336-b22e0a54f8a5', 'tag': '7b71809d-8127-43a9-9141-898ed88c1ad8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:45.550375 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebee2cf-2e34-472e-af15-f061e8fceee9" -d '{"events": [{"name": "network-changed", "server_uuid": "19d433d4-3798-4de0-8336-b22e0a54f8a5", "tag": "7b71809d-8127-43a9-9141-898ed88c1ad8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:45.587014 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d73b3ac-aee5-4747-806a-a1ea195edf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.649179 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9549bdd0-dc31-43f9-a58c-64ac972d1827 x-openstack-request-id: req-9549bdd0-dc31-43f9-a58c-64ac972d1827 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:45.649465 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d433d4-3798-4de0-8336-b22e0a54f8a5", "tag": "7b71809d-8127-43a9-9141-898ed88c1ad8", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:45.649718 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9549bdd0-dc31-43f9-a58c-64ac972d1827 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:45.650125 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9549bdd0-dc31-43f9-a58c-64ac972d1827'] response: {'name': 'network-changed', 'server_uuid': '19d433d4-3798-4de0-8336-b22e0a54f8a5', 'tag': '7b71809d-8127-43a9-9141-898ed88c1ad8', 'status': 'completed', 'code': 200} Apr 18 20:34:45.654126 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d73b3ac-aee5-4747-806a-a1ea195edf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.726312 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.844193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-466b3259-b07a-46be-89ed-5ec54f6e0d12 req-97f098f8-2dc6-43f0-beff-ce71e2efe8e9 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=465de81abb5b473187f70deeddb101a0 HTTP/1.1" status: 200 len: 221 time: 0.1624770 Apr 18 20:34:45.866024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee2cf-2e34-472e-af15-f061e8fceee9 req-4799680b-e7b4-4378-aa9b-cab251e4351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:45.868642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ebee2cf-2e34-472e-af15-f061e8fceee9 req-4799680b-e7b4-4378-aa9b-cab251e4351c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 1094 time: 0.1947820 Apr 18 20:34:45.925952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770d63a-9c9f-4e19-aac1-f3e9b26e4933 req-0955b695-a605-4168-943a-cc20ab1d5a75 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:45.927943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2770d63a-9c9f-4e19-aac1-f3e9b26e4933 req-0955b695-a605-4168-943a-cc20ab1d5a75 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 943 time: 0.1785302 Apr 18 20:34:45.987758 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d73b3ac-aee5-4747-806a-a1ea195edf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.991051 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d73b3ac-aee5-4747-806a-a1ea195edf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.995067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6d73b3ac-aee5-4747-806a-a1ea195edf0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/401bb825-8491-4c21-a53f-21462c4963d1 HTTP/1.1" status: 204 len: 168 time: 0.5358572 Apr 18 20:34:46.038947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73b3ac-aee5-4747-806a-a1ea195edf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401bb825-8491-4c21-a53f-21462c4963d1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:46.085375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2770d63a-9c9f-4e19-aac1-f3e9b26e4933 req-3c43063f-fa8e-4809-b474-5e9838e4a29e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291289 Apr 18 20:34:46.102708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee2cf-2e34-472e-af15-f061e8fceee9 req-4b00287a-9209-43cd-85b4-b2a112cd4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.104331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ebee2cf-2e34-472e-af15-f061e8fceee9 req-4b00287a-9209-43cd-85b4-b2a112cd4c9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 907 time: 0.2268610 Apr 18 20:34:46.126473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e2b1-14f6-4c17-9ce2-c6816d80cf64 req-cb7c2ca9-a0a3-4c21-a1ff-2b500ee56190 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.132950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca89e2b1-14f6-4c17-9ce2-c6816d80cf64 req-cb7c2ca9-a0a3-4c21-a1ff-2b500ee56190 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1755838 Apr 18 20:34:46.182790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ebee2cf-2e34-472e-af15-f061e8fceee9 req-acc8a6ac-aa47-4a97-bfed-82fea32deb06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b71809d-8127-43a9-9141-898ed88c1ad8 HTTP/1.1" status: 200 len: 217 time: 0.0486162 Apr 18 20:34:46.241868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ae34be7d-ba60-496c-aa94-126a7d33164d up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:46.245679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9999d914-b9c4-42b0-a0cc-0516d6874a0b req-d8f09bee-03eb-4ebd-b736-f9517db0289a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.0607710 Apr 18 20:34:46.274339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca89e2b1-14f6-4c17-9ce2-c6816d80cf64 req-9c6a068f-a184-43c9-ba2e-9914c05350b3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332257 Apr 18 20:34:46.280118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee2cf-2e34-472e-af15-f061e8fceee9 req-1988b939-9715-4fcd-9a77-c28e368eb26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.282178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ebee2cf-2e34-472e-af15-f061e8fceee9 req-1988b939-9715-4fcd-9a77-c28e368eb26c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.0888972 Apr 18 20:34:46.323467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ebee2cf-2e34-472e-af15-f061e8fceee9 req-aa7c2d28-8a11-49c0-94ca-d17d16c89d56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338521 Apr 18 20:34:46.346147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port ae34be7d-ba60-496c-aa94-126a7d33164d completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:46.350694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port ae34be7d-ba60-496c-aa94-126a7d33164d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:46.351266 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.502423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ebee2cf-2e34-472e-af15-f061e8fceee9 req-b0fcd495-61e0-47ae-b233-3e4907f05c75 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703043 Apr 18 20:34:46.516616 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.519971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd7bf7-7d5e-45d8-80d6-9b18c9ac9c97 req-e0f2fbae-f959-4472-bec9-48dc90d1ba9b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.528837 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ccd7bf7-7d5e-45d8-80d6-9b18c9ac9c97 req-e0f2fbae-f959-4472-bec9-48dc90d1ba9b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 945 time: 0.0982351 Apr 18 20:34:46.570600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ae34be7d-ba60-496c-aa94-126a7d33164d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ae34be7d-ba60-496c-aa94-126a7d33164d,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:46.571959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffa6953-2321-40c9-9426-f2db6053ba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae34be7d-ba60-496c-aa94-126a7d33164d'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:46.577868 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a5d90-6cd5-4311-af15-5d22ca6c69fa" -d '{"events": [{"server_uuid": "4ffa6953-2321-40c9-9426-f2db6053ba6f", "name": "network-vif-plugged", "status": "completed", "tag": "ae34be7d-ba60-496c-aa94-126a7d33164d"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:46.590268 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.710273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ebee2cf-2e34-472e-af15-f061e8fceee9 req-b4d2839d-726a-4bb0-833e-3eccf03b69c8 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745267 Apr 18 20:34:46.714384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ae34be7d-ba60-496c-aa94-126a7d33164d,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:46.760653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ccd7bf7-7d5e-45d8-80d6-9b18c9ac9c97 req-8f606e40-190d-4ee9-83c5-aeb9e9d0f7c8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301049 Apr 18 20:34:46.906841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7f118-2275-4726-94a8-982c129088dc req-46b0c725-2109-4984-bbac-622270f301c7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:46.908912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cd7f118-2275-4726-94a8-982c129088dc req-46b0c725-2109-4984-bbac-622270f301c7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0690088 Apr 18 20:34:46.982365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cd7f118-2275-4726-94a8-982c129088dc req-b8066966-3757-4221-91b6-5e78fbd8d7c0 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667236 Apr 18 20:34:47.012877 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e053f3ad-7602-416d-8a4e-75eabcb7bf67 x-openstack-request-id: req-e053f3ad-7602-416d-8a4e-75eabcb7bf67 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:47.013385 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffa6953-2321-40c9-9426-f2db6053ba6f", "name": "network-vif-plugged", "status": "completed", "tag": "ae34be7d-ba60-496c-aa94-126a7d33164d", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:47.013649 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e053f3ad-7602-416d-8a4e-75eabcb7bf67 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:47.014183 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e053f3ad-7602-416d-8a4e-75eabcb7bf67'] response: {'server_uuid': '4ffa6953-2321-40c9-9426-f2db6053ba6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae34be7d-ba60-496c-aa94-126a7d33164d', 'code': 200} Apr 18 20:34:47.119171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4938557d-1c6a-406a-ae9e-63d3bce521aa req-360d55dd-7041-48ed-a640-b9ab029cff1e tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=5689f064-a313-414b-8fe7-5c2e34008266 HTTP/1.1" status: 200 len: 210 time: 0.0685794 Apr 18 20:34:47.194548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ef1af-a440-4c47-97a9-5aa74e9ec39a req-682fcb49-a0f3-481b-85e0-d0dfee814beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:47.198082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37246) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:47.205413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a43ef1af-a440-4c47-97a9-5aa74e9ec39a req-682fcb49-a0f3-481b-85e0-d0dfee814beb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 1097 time: 0.0982206 Apr 18 20:34:47.215039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29251d-0467-41e1-9a21-8b571aa2129e req-c8c2d54f-517e-4e3a-b029-bd1da5948b41 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:47.218321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd29251d-0467-41e1-9a21-8b571aa2129e req-c8c2d54f-517e-4e3a-b029-bd1da5948b41 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0970056 Apr 18 20:34:47.298056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a43ef1af-a440-4c47-97a9-5aa74e9ec39a req-9472d929-fade-4244-ae0b-f2e488f213fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765669 Apr 18 20:34:47.328890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd5c56-550d-4a95-994c-801d36f56907 req-11808f52-06b6-4ee9-9c08-59ca3cab13ec tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:47.330564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05cd5c56-550d-4a95-994c-801d36f56907 req-11808f52-06b6-4ee9-9c08-59ca3cab13ec tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 943 time: 0.1112459 Apr 18 20:34:47.334528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd29251d-0467-41e1-9a21-8b571aa2129e req-fb3ef0e2-98e0-4f9f-86e1-b0b3a1393ce1 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992169 Apr 18 20:34:47.417447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-69461002-network', 'tenant_id': 'f0b109fc24884f00a409030949f6c5b6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:47.421848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05cd5c56-550d-4a95-994c-801d36f56907 req-52fb4863-fd6c-4daf-b5f6-ce96c234aba0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639906 Apr 18 20:34:47.450615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Made reservation on behalf of f0b109fc24884f00a409030949f6c5b6 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:47.454464 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.464977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.505397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c87c4119-c72f-4327-a9d1-c00ada61114d req-d104340d-ec90-4d77-9e97-2d046d0eb432 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.0358601 Apr 18 20:34:47.627619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbece9a1-0d63-4d11-9f01-58ff51cebbde req-01407353-4b84-4894-a97f-d59c016ba110 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:47.628208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.635343 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.636370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fbece9a1-0d63-4d11-9f01-58ff51cebbde req-01407353-4b84-4894-a97f-d59c016ba110 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0623238 Apr 18 20:34:47.667079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:34:47.685642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f93322-5bf6-4eb8-9e60-f502e0ac87b5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:47.687794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fbece9a1-0d63-4d11-9f01-58ff51cebbde req-36edea14-a087-455a-865e-1f471fefda9a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480628 Apr 18 20:34:47.689502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.689935 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Added segment a591cec1-368b-43c4-a07e-90b2a42436cf of type vlan for network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 Apr 18 20:34:47.745101 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.812971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.814656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:47.815373 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.873006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720483c9-bff2-44cf-8bee-b95e7b60c648 req-4d11032f-d3c1-44b2-8cb1-06f4ae40ee46 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:47.878242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-720483c9-bff2-44cf-8bee-b95e7b60c648 req-4d11032f-d3c1-44b2-8cb1-06f4ae40ee46 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0832098 Apr 18 20:34:47.888550 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6892998 Apr 18 20:34:47.895545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37286) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:34:47.909884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Request body: {'subnet': {'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-69461002-subnet', 'tenant_id': 'f0b109fc24884f00a409030949f6c5b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:47.950381 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a2ebd-8183-4269-9d18-9dbdbdd9e585 admin admin] Pushing event updated for resources: {'Network': ['ID=89a3cc1d-e53a-4eb6-ac48-6492b7722094,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:47.965609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:34:47.970875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Made reservation on behalf of f0b109fc24884f00a409030949f6c5b6 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:47.973601 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.060479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-720483c9-bff2-44cf-8bee-b95e7b60c648 req-40781599-5787-44d0-9e97-011f28fb0b45 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773086 Apr 18 20:34:48.081337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cda62c-349d-4e48-a32f-4671f2631687 req-213249fa-dd69-4eb2-9b44-f37f4e131553 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.090906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0cda62c-349d-4e48-a32f-4671f2631687 req-213249fa-dd69-4eb2-9b44-f37f4e131553 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 946 time: 0.1722975 Apr 18 20:34:48.198965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b0c26d2-b8ca-4b54-aa70-9af23867595f req-84796d5c-9bb3-4664-a4e4-cfa1e3df47c5 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0645401 Apr 18 20:34:48.224589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0cda62c-349d-4e48-a32f-4671f2631687 req-0cef0e4d-b837-4f23-865c-c1a03d1b2ed3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320980 Apr 18 20:34:48.320185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc40fc-7171-44e9-b45d-fcdc52109f79 req-203faf9a-4503-479a-998b-b26d27ec6dcc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.321717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33cc40fc-7171-44e9-b45d-fcdc52109f79 req-203faf9a-4503-479a-998b-b26d27ec6dcc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0508029 Apr 18 20:34:48.370437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33cc40fc-7171-44e9-b45d-fcdc52109f79 req-73984d07-0a4c-4071-b109-452c646ab0e9 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398471 Apr 18 20:34:48.383184 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.472344 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a25313f-59f1-4dc6-a353-eab1a5bdbb80,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:48.493172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Checking segment: {'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:48.493540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Network hostable DHCP agents. Network: 89a3cc1d-e53a-4eb6-ac48-6492b7722094, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:34:48.547874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:34:48.567145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 89a3cc1d-e53a-4eb6-ac48-6492b7722094) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:48.572666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.573522 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.577923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59217db1-09cf-4feb-9eb8-f92cf10a62b3 None None] Network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:48.617207 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-20dd1ed9-a3ab-4c35-aa0e-67c4c2904dbe admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7152719 Apr 18 20:34:48.761684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93cbfe-8309-4938-a060-844e812a38ce req-cd325f9f-ac1f-40dd-8283-6ba32eaacd9c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.763234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e93cbfe-8309-4938-a060-844e812a38ce req-cd325f9f-ac1f-40dd-8283-6ba32eaacd9c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1739242 Apr 18 20:34:48.775160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026ae9f-4c97-499c-a0d7-7753d6052389 req-63fc1d2e-a087-4e13-92d5-61c49ed2662c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:48.787953 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a026ae9f-4c97-499c-a0d7-7753d6052389 req-63fc1d2e-a087-4e13-92d5-61c49ed2662c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 943 time: 0.1081030 Apr 18 20:34:48.893695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c7109-2452-4a53-90f6-116458273170 None None] Network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:34:48.954027 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a026ae9f-4c97-499c-a0d7-7753d6052389 req-4a064189-7a48-4060-b9d1-2c09e6637990 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644325 Apr 18 20:34:48.977528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e93cbfe-8309-4938-a060-844e812a38ce req-2657bb28-4aed-4f10-9f96-48943524abfb tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919203 Apr 18 20:34:49.100460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae97fd09-9782-4f83-b2cc-e1b29ad37c53 req-a9235a9c-dd19-4606-ac7e-a7e114100be7 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.0406892 Apr 18 20:34:49.302582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854a39c-9118-4731-abe0-8565bd24a6cf req-af4b27d3-d2c6-4da1-9ebb-f22ae3fe7b21 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:49.304099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8854a39c-9118-4731-abe0-8565bd24a6cf req-af4b27d3-d2c6-4da1-9ebb-f22ae3fe7b21 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0707219 Apr 18 20:34:49.376680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8854a39c-9118-4731-abe0-8565bd24a6cf req-08d90a1e-1f14-465c-80cf-ac6177de2e5a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633991 Apr 18 20:34:49.391202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7b71809d-8127-43a9-9141-898ed88c1ad8 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:34:49.545494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 7b71809d-8127-43a9-9141-898ed88c1ad8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7b71809d-8127-43a9-9141-898ed88c1ad8,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:49.567304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '7b71809d-8127-43a9-9141-898ed88c1ad8', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'port_id': '7b71809d-8127-43a9-9141-898ed88c1ad8', 'mac_address': 'fa:16:3e:30:61:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835aa03a-8d5a-48b9-a98a-4a33d2d594c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:34:49.587325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-4f698dff-ec3d-4b0c-a4b9-ae6bafbf2e9d tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:49.589173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-4f698dff-ec3d-4b0c-a4b9-ae6bafbf2e9d tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/networks?id=89a3cc1d-e53a-4eb6-ac48-6492b7722094 HTTP/1.1" status: 200 len: 816 time: 0.2083788 Apr 18 20:34:49.613417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767db99-85e8-4dc0-a532-e1dc8fa2bbe2 req-a0293c5b-1174-480c-8e91-513d49d308c9 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:49.615210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8767db99-85e8-4dc0-a532-e1dc8fa2bbe2 req-a0293c5b-1174-480c-8e91-513d49d308c9 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 946 time: 0.1127059 Apr 18 20:34:49.622773 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:49.624870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-14637de3-96ee-48d6-b171-eb922e57c33b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/quotas/f0b109fc24884f00a409030949f6c5b6 HTTP/1.1" status: 200 len: 375 time: 0.0275943 Apr 18 20:34:49.647548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b71809d-8127-43a9-9141-898ed88c1ad8 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:49.673445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-d395ef0c-3b37-48eb-a797-5946d00f458f tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b109fc24884f00a409030949f6c5b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474761 Apr 18 20:34:49.674842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 7b71809d-8127-43a9-9141-898ed88c1ad8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7b71809d-8127-43a9-9141-898ed88c1ad8,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:49.679529 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:49.746101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8767db99-85e8-4dc0-a532-e1dc8fa2bbe2 req-1c01126e-e777-44df-a969-e4602934f6c9 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184497 Apr 18 20:34:49.746830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=7b71809d-8127-43a9-9141-898ed88c1ad8,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:49.801363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a0ac2550-a494-48bb-a6b6-ea8c476acf3d service neutron] 10.222.0.49 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267781 Apr 18 20:34:49.855973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-275959b6-ba3f-400e-8534-684237cb5fce req-10f4d932-0143-4192-ac3b-d9802827a117 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0271690 Apr 18 20:34:50.014080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-b06b4001-f098-4013-a136-49aad85d9e8a service neutron] 10.222.0.49 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057633 Apr 18 20:34:50.134383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44044-0af9-4eaa-bca6-dbd7c387cc86 req-0f729f99-26cc-442c-891c-b24eb1713d26 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:50.135687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ca44044-0af9-4eaa-bca6-dbd7c387cc86 req-0f729f99-26cc-442c-891c-b24eb1713d26 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 946 time: 0.2137375 Apr 18 20:34:50.200579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ca44044-0af9-4eaa-bca6-dbd7c387cc86 req-38bfc3e6-a5cd-49d4-814e-aa4d5d5a8505 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533853 Apr 18 20:34:50.374285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:34:50.412341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6799e-b73e-4d23-890f-403bf1d7848b req-29025983-dbb4-4922-a69b-11300a5fd72d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:50.427765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95d6799e-b73e-4d23-890f-403bf1d7848b req-29025983-dbb4-4922-a69b-11300a5fd72d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 944 time: 0.1006012 Apr 18 20:34:50.548468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95d6799e-b73e-4d23-890f-403bf1d7848b req-0b8853f8-8f0a-4a08-bfb2-4ab2787119a9 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187241 Apr 18 20:34:50.640779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21674da3-3b33-4a68-ac03-3f41eaee630f req-910d0644-7d3a-4a60-8ca8-28957619fbdc tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.0369096 Apr 18 20:34:50.762073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60a6a-c90c-42b0-99ce-8e17a8b08980 req-72248137-16a9-4c58-94b1-2ec6a6fb03cc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:50.763569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1b60a6a-c90c-42b0-99ce-8e17a8b08980 req-72248137-16a9-4c58-94b1-2ec6a6fb03cc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1201549 Apr 18 20:34:50.881010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9789046a-062e-402e-bb73-18b2ea6b56ac req-68745fdd-a91c-4d18-8ed0-56cadb79c357 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 210 time: 0.0584497 Apr 18 20:34:50.969099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1b60a6a-c90c-42b0-99ce-8e17a8b08980 req-c71049c4-6303-45dc-8d67-2e3d5ab76a19 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923175 Apr 18 20:34:51.154783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cb89e9c-04bf-47a3-b72d-e84e3082dae0 req-243f78fc-76a3-425a-86b1-4e83b85ab7d9 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0443692 Apr 18 20:34:51.195275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-9528aaae-9ffe-47e8-83c5-a3cf0058ce84 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:51.197003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-9528aaae-9ffe-47e8-83c5-a3cf0058ce84 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 946 time: 0.1532969 Apr 18 20:34:51.212061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6680578-7810-4926-8a8b-a77094a935a6 req-be07fe56-a3a3-473c-8015-57442480cef6 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:51.220378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6680578-7810-4926-8a8b-a77094a935a6 req-be07fe56-a3a3-473c-8015-57442480cef6 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 946 time: 0.1907632 Apr 18 20:34:51.431391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6680578-7810-4926-8a8b-a77094a935a6 req-57ccf9d6-af9f-436b-bf73-6c1aa4398edc tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097127 Apr 18 20:34:51.467079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149cd84-9609-4fcc-99c5-da74f9b79d9d req-47dbf61f-e9f0-4efc-8f41-61ad237e001f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:51.475035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6149cd84-9609-4fcc-99c5-da74f9b79d9d req-47dbf61f-e9f0-4efc-8f41-61ad237e001f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2354722 Apr 18 20:34:51.534028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6149cd84-9609-4fcc-99c5-da74f9b79d9d req-44699cf8-4cdb-447e-87a2-ff0d8b957696 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575728 Apr 18 20:34:51.601340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Deleting port f0bfa11d-323f-40f7-8393-41cfa97a8609 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:34:51.603152 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.459480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79bf8881-ad56-43cf-a0b8-22c2eb8586a9 req-91b2eb8f-3982-40bc-9000-6665740d0ec0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5689f064-a313-414b-8fe7-5c2e34008266 HTTP/1.1" status: 200 len: 210 time: 0.0357082 Apr 18 20:34:52.525315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d6cdd-6036-4ea0-bee2-6d963e7c8f6c req-57574465-c33a-48d2-8e9e-79d0f3ba3ea1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:52.528522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e0d6cdd-6036-4ea0-bee2-6d963e7c8f6c req-57574465-c33a-48d2-8e9e-79d0f3ba3ea1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 944 time: 0.8701744 Apr 18 20:34:52.673253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e0d6cdd-6036-4ea0-bee2-6d963e7c8f6c req-b40cb18f-d6d3-468e-802a-57857f3a5cdb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345694 Apr 18 20:34:52.686292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af9d71-bd86-4518-901d-98e83369f366 req-01402236-40d1-490e-a236-734f9b5dd8b7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:52.724577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17af9d71-bd86-4518-901d-98e83369f366 req-01402236-40d1-490e-a236-734f9b5dd8b7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 1.0119638 Apr 18 20:34:52.729496 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] For port f0bfa11d-323f-40f7-8393-41cfa97a8609, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f0bfa11d-323f-40f7-8393-41cfa97a8609,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:52.730058 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.942356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb7f3d7a-253b-463a-8f89-8556c7c35860 req-ca6d9a0f-44d6-4d86-9c6c-bf1acb130493 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.1377237 Apr 18 20:34:53.004109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-576677fe-2db8-4b44-b38b-d659fd0a5864 req-35f5fc39-a6d8-4604-8ae5-07e7a778f10e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1351707 Apr 18 20:34:53.042810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17af9d71-bd86-4518-901d-98e83369f366 req-bac498d7-ee39-4c51-b924-a2a5c11baaa4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124681 Apr 18 20:34:53.159038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94bb238d-88b8-45a4-b5f8-ac36a2bc1f59 req-5ad9d8d2-f8ef-4e75-abc3-ec46bfa63a54 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 210 time: 0.0430164 Apr 18 20:34:53.289156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f611119-fa98-4e04-9008-b9891bac4340 req-a4a79c9c-f472-4867-9627-61f1910b446a tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1332710 Apr 18 20:34:53.409501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7b71809d-8127-43a9-9141-898ed88c1ad8 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:34:53.485814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 7b71809d-8127-43a9-9141-898ed88c1ad8 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:53.491934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 7b71809d-8127-43a9-9141-898ed88c1ad8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:53.492701 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.557190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-83aa1364-c16d-46cc-9982-cce1d606c9ec tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:53.558839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-83aa1364-c16d-46cc-9982-cce1d606c9ec tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.64 "GET /v2.0/networks?id=89a3cc1d-e53a-4eb6-ac48-6492b7722094 HTTP/1.1" status: 200 len: 816 time: 0.2854359 Apr 18 20:34:53.589751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.590155 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.590426 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Floating IP 9f6acf42-4c20-4c37-8ebb-f776d80b4c42 disassociated. External IP: 172.25.2.147, port: f0bfa11d-323f-40f7-8393-41cfa97a8609. Apr 18 20:34:53.591497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Calling delete_port for f0bfa11d-323f-40f7-8393-41cfa97a8609 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:34:53.604601 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.637813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d433d4-3798-4de0-8336-b22e0a54f8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b71809d-8127-43a9-9141-898ed88c1ad8'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:53.640653 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9f7f1c-cdc9-4845-951d-6a1abb7f6701" -d '{"events": [{"server_uuid": "19d433d4-3798-4de0-8336-b22e0a54f8a5", "name": "network-vif-plugged", "status": "completed", "tag": "7b71809d-8127-43a9-9141-898ed88c1ad8"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:53.655061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 7b71809d-8127-43a9-9141-898ed88c1ad8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7b71809d-8127-43a9-9141-898ed88c1ad8,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:53.665207 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.668221 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f0bfa11d-323f-40f7-8393-41cfa97a8609 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:34:53.718585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Request body: {'port': {'device_id': '797a79ea-1f6d-415b-ba40-75d0796aec16', 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094', 'admin_state_up': True, 'tenant_id': 'f0b109fc24884f00a409030949f6c5b6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:53.835734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=7b71809d-8127-43a9-9141-898ed88c1ad8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:53.896888 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.963590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f0bfa11d-323f-40f7-8393-41cfa97a8609, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f0bfa11d-323f-40f7-8393-41cfa97a8609,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:34:53.971462 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.974985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47723a6-0dcc-41f2-9c2e-647ffb044cec req-60d12fe8-e11e-477a-9828-57901daee9b5 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:53.979243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c47723a6-0dcc-41f2-9c2e-647ffb044cec req-60d12fe8-e11e-477a-9828-57901daee9b5 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 946 time: 0.6666110 Apr 18 20:34:54.031774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f0bfa11d-323f-40f7-8393-41cfa97a8609,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:54.098473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101f97f-df00-4202-ab0d-b9d39d5abd8e req-0c6232ce-a7db-4d03-b4e2-f64594d09800 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:54.112485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f101f97f-df00-4202-ab0d-b9d39d5abd8e req-0c6232ce-a7db-4d03-b4e2-f64594d09800 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.4889803 Apr 18 20:34:54.205690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-723902df-0701-4e5d-8d71-f278740599f4 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:54.208330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-723902df-0701-4e5d-8d71-f278740599f4 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.60 "GET /v2.0/networks?id=89a3cc1d-e53a-4eb6-ac48-6492b7722094 HTTP/1.1" status: 200 len: 816 time: 0.4701517 Apr 18 20:34:54.232972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c47723a6-0dcc-41f2-9c2e-647ffb044cec req-f41a68f6-b572-4a73-af94-36e694afac6c tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups?id=d205d4a5-0b99-4d63-8068-4a5db93faeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353313 Apr 18 20:34:54.247769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Request body: {'port': {'device_id': 'fd77a2a9-3991-4e59-9ef0-bf698136b367', 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094', 'admin_state_up': True, 'tenant_id': 'f0b109fc24884f00a409030949f6c5b6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:54.298419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-4f5af6ac-b0d5-4eba-9ef9-5dafe6635de2 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:54.301151 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-4f5af6ac-b0d5-4eba-9ef9-5dafe6635de2 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.64 "GET /v2.0/networks?id=89a3cc1d-e53a-4eb6-ac48-6492b7722094 HTTP/1.1" status: 200 len: 816 time: 0.2899969 Apr 18 20:34:54.334901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Request body: {'port': {'device_id': 'b62d6f3b-4e88-466d-a17a-27bb0fb49985', 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094', 'admin_state_up': True, 'tenant_id': 'f0b109fc24884f00a409030949f6c5b6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:54.343291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f101f97f-df00-4202-ab0d-b9d39d5abd8e req-20205206-ec2b-4ace-a491-632fc0c54393 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295125 Apr 18 20:34:54.410127 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38c5b1b-6762-4c0a-b886-710dba6de764 x-openstack-request-id: req-b38c5b1b-6762-4c0a-b886-710dba6de764 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:54.413064 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d433d4-3798-4de0-8336-b22e0a54f8a5", "name": "network-vif-plugged", "status": "completed", "tag": "7b71809d-8127-43a9-9141-898ed88c1ad8", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:54.413591 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b38c5b1b-6762-4c0a-b886-710dba6de764 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:54.414525 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38c5b1b-6762-4c0a-b886-710dba6de764'] response: {'server_uuid': '19d433d4-3798-4de0-8336-b22e0a54f8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b71809d-8127-43a9-9141-898ed88c1ad8', 'code': 200} Apr 18 20:34:54.475186 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Made reservation on behalf of f0b109fc24884f00a409030949f6c5b6 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:54.483215 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.528802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Made reservation on behalf of f0b109fc24884f00a409030949f6c5b6 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:54.533144 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.716945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b9d6a-165b-4301-a143-0cbf23d52bdb req-13eda3d2-5005-44a2-a36a-e5352aab59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:54.719458 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-150b9d6a-165b-4301-a143-0cbf23d52bdb req-13eda3d2-5005-44a2-a36a-e5352aab59f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 1096 time: 0.1607430 Apr 18 20:34:54.808799 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-150b9d6a-165b-4301-a143-0cbf23d52bdb req-7eefc0c1-4be1-4955-a61a-ed9beb88b7c0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557408 Apr 18 20:34:54.815781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Allocated IP 172.20.0.13 (89a3cc1d-e53a-4eb6-ac48-6492b7722094/1a25313f-59f1-4dc6-a353-eab1a5bdbb80/1eaf083e-f29c-4f2e-934c-b39fba1eddae) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:54.890437 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.943534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Pushing event deleted for resources: {'Port': ['ID=f0bfa11d-323f-40f7-8393-41cfa97a8609,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:54.957878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Made reservation on behalf of f0b109fc24884f00a409030949f6c5b6 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:54.962937 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.976115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847f48a-b8c2-444e-82e5-1db1c869547a req-0cc9671c-b824-48a8-bb5b-10f40e1e9cb7 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:54.987331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c847f48a-b8c2-444e-82e5-1db1c869547a req-0cc9671c-b824-48a8-bb5b-10f40e1e9cb7 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 945 time: 0.4367445 Apr 18 20:34:55.131760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.155790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f3ab003-a1e2-4298-9eb7-f73758b592ae req-f05805e7-e3a5-4f29-830f-d5a2af54be0a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.1604066 Apr 18 20:34:55.203774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c847f48a-b8c2-444e-82e5-1db1c869547a req-d0d5ecee-a609-43da-a185-4b1d41350d9c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131801 Apr 18 20:34:55.258217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.328411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:55.333495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:55.348566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:55.421110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Pushing event updated for resources: {'Port': ['ID=1eaf083e-f29c-4f2e-934c-b39fba1eddae,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:55.466867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:55.469502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.505905 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-a5831018-c7e3-4df6-b596-fcf0632d2e7c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1812646 Apr 18 20:34:55.522252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Request body: {'port': {'device_id': 'b62d6f3b-4e88-466d-a17a-27bb0fb49985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:55.538338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Allocated IP 172.20.0.2 (89a3cc1d-e53a-4eb6-ac48-6492b7722094/1a25313f-59f1-4dc6-a353-eab1a5bdbb80/836982fd-1aab-4b61-a0b6-2df10e1474e1) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:55.612873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7da54985-565d-4fe3-a431-89fedb817ad8 req-2ede8edb-5fcc-48ba-bffd-4e739e53fbc0 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.2907200 Apr 18 20:34:55.618275 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.628047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf76ce8c-bec4-46d8-84bc-b7730ffe426d req-ec358446-b63d-4e1b-9e39-87bf9c5d1753 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 210 time: 0.2964373 Apr 18 20:34:55.877061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75ae610f-f96d-4e36-87d2-13a0a6c3a5b5 req-3f8114bb-e803-4cf4-87a0-eca595831b33 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 210 time: 0.1130903 Apr 18 20:34:55.985723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:34:56.147900 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.176365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d9ed7-93d5-4c0a-80aa-52b0832762c9 req-eaff55e4-005b-43dd-9a70-995a61946a19 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:56.184851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ed7d9ed7-93d5-4c0a-80aa-52b0832762c9 req-eaff55e4-005b-43dd-9a70-995a61946a19 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1957483 Apr 18 20:34:56.288534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f57e122-217f-4f00-91fe-bf33abec3a03 req-e5d4062b-0934-4f75-8222-562aaba1eae5 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1263740 Apr 18 20:34:56.322314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ed7d9ed7-93d5-4c0a-80aa-52b0832762c9 req-4ff5a675-f554-4142-b927-b79516c19543 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363056 Apr 18 20:34:56.360767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:34:56.375567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] Sync routers for ids ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:56.404811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] Routers {'0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:56.408053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:34:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:56.418643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] No DVR routers for this DVR port f0bfa11d-323f-40f7-8393-41cfa97a8609 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:56.425791 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.426356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1483d-a58d-40e2-839f-955173c1aa47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bfa11d-323f-40f7-8393-41cfa97a8609'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:56.433235 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e12468-15b3-4978-adef-1d078bc786ba" -d '{"events": [{"server_uuid": "09a1483d-a58d-40e2-839f-955173c1aa47", "name": "network-vif-unplugged", "status": "completed", "tag": "f0bfa11d-323f-40f7-8393-41cfa97a8609"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:56.433644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bcae4e50-ca04-48d1-9929-eccf148993d3 req-00475ff4-e1c4-4647-8cae-7c9c9244dd96 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.60 "DELETE /v2.0/ports/f0bfa11d-323f-40f7-8393-41cfa97a8609 HTTP/1.1" status: 204 len: 173 time: 5.2108889 Apr 18 20:34:56.458816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1483d-a58d-40e2-839f-955173c1aa47', 'name': 'network-vif-deleted', 'tag': 'f0bfa11d-323f-40f7-8393-41cfa97a8609'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:56.461179 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ab2368-bb85-4c73-97be-1350d2ac54eb" -d '{"events": [{"server_uuid": "09a1483d-a58d-40e2-839f-955173c1aa47", "name": "network-vif-deleted", "tag": "f0bfa11d-323f-40f7-8393-41cfa97a8609"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:56.525237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.584720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb019b7-cac5-4c9d-80ac-57e0efddb30a req-ce4d5254-7021-4c48-8704-f18c191b2f01 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:56.586335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbb019b7-cac5-4c9d-80ac-57e0efddb30a req-ce4d5254-7021-4c48-8704-f18c191b2f01 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 945 time: 0.1707199 Apr 18 20:34:56.588684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f8c6bdaa-cfd8-47d3-ae68-3fa5e5d88329 req-cc55b304-2c05-48d2-91e5-127a19d2952e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.0910006 Apr 18 20:34:56.637759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:56.669320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:56.683978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:56.724045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Allocated IP 172.20.0.4 (89a3cc1d-e53a-4eb6-ac48-6492b7722094/1a25313f-59f1-4dc6-a353-eab1a5bdbb80/24954c54-3ed8-48dd-8249-f6310c85f382) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:56.740482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbb019b7-cac5-4c9d-80ac-57e0efddb30a req-7fbc8736-504c-4fbd-bae2-232871b3bd47 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144836 Apr 18 20:34:56.816980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Pushing event updated for resources: {'Port': ['ID=836982fd-1aab-4b61-a0b6-2df10e1474e1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:56.844116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:56.844983 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.878911 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-c924bccc-63ab-4477-bd18-1b9d55fae119 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2055497 Apr 18 20:34:56.896807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866149-c258-4138-8dd3-caa97a844bad req-21ea7f20-031e-41c2-81b3-6087c45a3b87 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:56.899025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0866149-c258-4138-8dd3-caa97a844bad req-21ea7f20-031e-41c2-81b3-6087c45a3b87 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1650541 Apr 18 20:34:56.914731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Request body: {'port': {'device_id': '797a79ea-1f6d-415b-ba40-75d0796aec16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:56.954085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] Set router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:56.961430 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542cd9ad-9f9f-403c-bf30-c908d4d14a57 x-openstack-request-id: req-542cd9ad-9f9f-403c-bf30-c908d4d14a57 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:56.961719 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a1483d-a58d-40e2-839f-955173c1aa47", "name": "network-vif-deleted", "tag": "f0bfa11d-323f-40f7-8393-41cfa97a8609", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:56.961972 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-542cd9ad-9f9f-403c-bf30-c908d4d14a57 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:56.962379 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542cd9ad-9f9f-403c-bf30-c908d4d14a57'] response: {'server_uuid': '09a1483d-a58d-40e2-839f-955173c1aa47', 'name': 'network-vif-deleted', 'tag': 'f0bfa11d-323f-40f7-8393-41cfa97a8609', 'status': 'completed', 'code': 200} Apr 18 20:34:56.991366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0866149-c258-4138-8dd3-caa97a844bad req-8ccdd9ec-7a31-406e-9879-bfb4b440082e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Apr 18 20:34:57.126367 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:57.136812 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46e7f2a-d228-4883-b3ed-f3816018b184 x-openstack-request-id: req-d46e7f2a-d228-4883-b3ed-f3816018b184 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:34:57.139369 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a1483d-a58d-40e2-839f-955173c1aa47", "name": "network-vif-unplugged", "status": "completed", "tag": "f0bfa11d-323f-40f7-8393-41cfa97a8609", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:34:57.142791 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d46e7f2a-d228-4883-b3ed-f3816018b184 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:34:57.143443 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46e7f2a-d228-4883-b3ed-f3816018b184'] response: {'server_uuid': '09a1483d-a58d-40e2-839f-955173c1aa47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0bfa11d-323f-40f7-8393-41cfa97a8609', 'code': 200} Apr 18 20:34:57.207988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d3ad77b-85fb-414a-92e1-e5b8d783ef60 req-642285d6-a118-4a68-a745-9578fa3bbbd5 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 210 time: 0.1017313 Apr 18 20:34:57.290148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b4c75a8-4c0e-498b-97fc-17b74321c88d req-ac1d3103-7873-427c-9e5e-b1d0169df1b1 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/ports?device_id=09a1483d-a58d-40e2-839f-955173c1aa47 HTTP/1.1" status: 200 len: 210 time: 0.0903578 Apr 18 20:34:57.406871 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:57.430899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1da6d21-caf4-462a-8aaf-351946b7fb70', 'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'mac_address': 'fa:16:3e:22:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:01Z', 'updated_at': '2022-04-18T20:33:08Z', 'revision_number': 5, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'subnets': [{'id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:57.488560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] Checking router: 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:57.515292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] Routers {'0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:34:57.516757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:34:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:57.630376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71fa94bb-8a70-4879-a2b7-b44cf37305e9 req-e8b0367a-666e-4809-bf4f-4a334ca33ead tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0425987 Apr 18 20:34:57.648937 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:57.696080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] Set router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:34:57.708662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c1eab-0bdc-4fae-a5d4-6c24defb18d1 req-1755fc5e-d5a7-43cf-b92c-c62e2b6ee74b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:57.710261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b0c1eab-0bdc-4fae-a5d4-6c24defb18d1 req-1755fc5e-d5a7-43cf-b92c-c62e2b6ee74b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.2978990 Apr 18 20:34:57.712488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:57.715824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:57.721782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:34:57.778568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b0c1eab-0bdc-4fae-a5d4-6c24defb18d1 req-33c298f9-a5dd-4717-a2f8-dcb9932fec9d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/quotas/e40bca93f63a4b8a82b374f30b8a5727 HTTP/1.1" status: 200 len: 375 time: 0.0577409 Apr 18 20:34:57.799334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Pushing event updated for resources: {'Port': ['ID=24954c54-3ed8-48dd-8249-f6310c85f382,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:58.030435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eaf083e-f29c-4f2e-934c-b39fba1eddae {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:58.049202 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.075691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Transition to ACTIVE for port object 1eaf083e-f29c-4f2e-934c-b39fba1eddae will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:58.085455 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.166252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1da6d21-caf4-462a-8aaf-351946b7fb70', 'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'mac_address': 'fa:16:3e:22:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:01Z', 'updated_at': '2022-04-18T20:33:08Z', 'revision_number': 5, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'subnets': [{'id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:58.215299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaf083e-f29c-4f2e-934c-b39fba1eddae,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:58.225368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f282b58-02e2-41c1-9289-d5ad930c0ff3 None None] The sync data for ids ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'] in n-d-836015-4 is: [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:33:02Z', 'revision_number': 4, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e1da6d21-caf4-462a-8aaf-351946b7fb70', 'name': '', 'network_id': 'fd4968a1-b686-432e-b279-ac6fbfecd24e', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'mac_address': 'fa:16:3e:22:95:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_interface', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:01Z', 'updated_at': '2022-04-18T20:33:08Z', 'revision_number': 5, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'subnets': [{'id': 'bf3ac664-e9b5-4c1f-bb90-8495c512c13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:58.291990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:58.300297 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.349986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Attempting to bind port 1eaf083e-f29c-4f2e-934c-b39fba1eddae on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:58.350794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Attempting to bind port 1eaf083e-f29c-4f2e-934c-b39fba1eddae by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:58.354085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Attempting to bind port 1eaf083e-f29c-4f2e-934c-b39fba1eddae on network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:58.362005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Port 1eaf083e-f29c-4f2e-934c-b39fba1eddae on network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:34:58.362005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Attempting to bind port 1eaf083e-f29c-4f2e-934c-b39fba1eddae on network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:34:58.371209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:34:58.374347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Checking segment: {'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:34:58.374347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Bound using segment: {'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:34:58.374347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Bound port: 1eaf083e-f29c-4f2e-934c-b39fba1eddae, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:58.374347 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.485905 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-3aebe4c2-be63-462b-a7e3-5239df5515d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2502611 Apr 18 20:34:58.520469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] For port 1eaf083e-f29c-4f2e-934c-b39fba1eddae, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:34:58.528663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] For port 1eaf083e-f29c-4f2e-934c-b39fba1eddae, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1eaf083e-f29c-4f2e-934c-b39fba1eddae,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:34:58.537027 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.567129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Request body: {'port': {'device_id': 'fd77a2a9-3991-4e59-9ef0-bf698136b367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:58.629038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaf083e-f29c-4f2e-934c-b39fba1eddae,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:58.631992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:58.632627 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.634146 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-70436667-3c28-4c49-985a-1926ca2ac2c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/1eaf083e-f29c-4f2e-934c-b39fba1eddae HTTP/1.1" status: 200 len: 1092 time: 3.1200061 Apr 18 20:34:58.635168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62d6f3b-4e88-466d-a17a-27bb0fb49985', 'tag': '1eaf083e-f29c-4f2e-934c-b39fba1eddae'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:58.637440 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1565fe5-454a-481b-b2fc-ab327863ca38" -d '{"events": [{"name": "network-changed", "server_uuid": "b62d6f3b-4e88-466d-a17a-27bb0fb49985", "tag": "1eaf083e-f29c-4f2e-934c-b39fba1eddae"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:34:58.664511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b0c1eab-0bdc-4fae-a5d4-6c24defb18d1 req-b9997655-428b-4b03-a622-492d061240b8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8849728 Apr 18 20:34:58.669136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5727a92b-c081-46c3-800b-726aee935f03 req-1fb33cb9-1cb2-4065-a596-4a853b4b88e0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8851042 Apr 18 20:34:58.822682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727a92b-c081-46c3-800b-726aee935f03 req-e58d39ab-e616-48f9-973e-8b5c93808de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:58.837569 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5727a92b-c081-46c3-800b-726aee935f03 req-e58d39ab-e616-48f9-973e-8b5c93808de2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 1096 time: 0.0862634 Apr 18 20:34:58.898926 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10f8bc-1a3b-4502-bee9-0d38d9abab4c None None] New status for floating IP 9f6acf42-4c20-4c37-8ebb-f776d80b4c42: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:34:58.911591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575c0ab-e763-46e4-8134-b0ffdbb0b123 req-e55fad3c-2558-4164-9284-e4c71b648594 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:58.919659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3575c0ab-e763-46e4-8134-b0ffdbb0b123 req-e55fad3c-2558-4164-9284-e4c71b648594 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.7028732 Apr 18 20:34:58.967313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-57d512a5-102a-4d7a-9135-9169d6b42800 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4952719 Apr 18 20:34:59.003263 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.036245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727a92b-c081-46c3-800b-726aee935f03 req-53082b47-8066-45c6-9df9-759dc30a5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:59.038425 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5727a92b-c081-46c3-800b-726aee935f03 req-53082b47-8066-45c6-9df9-759dc30a5d0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 915 time: 0.1801336 Apr 18 20:34:59.109145 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5727a92b-c081-46c3-800b-726aee935f03 req-be47a98d-700d-425d-91e4-9c0875c8d6d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03 HTTP/1.1" status: 200 len: 217 time: 0.0582063 Apr 18 20:34:59.178690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727a92b-c081-46c3-800b-726aee935f03 req-e815fe40-674e-47ff-bbbd-fcaf13daa478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:59.180680 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5727a92b-c081-46c3-800b-726aee935f03 req-e815fe40-674e-47ff-bbbd-fcaf13daa478 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cae2a0-3806-4090-a4c7-af6543a276b8 HTTP/1.1" status: 200 len: 854 time: 0.0559633 Apr 18 20:34:59.243579 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5727a92b-c081-46c3-800b-726aee935f03 req-3f0a7405-5f4e-474e-ad15-59e7c165e8cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542874 Apr 18 20:34:59.260137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3575c0ab-e763-46e4-8134-b0ffdbb0b123 req-e8b185a1-b7a9-41d6-8f1d-61065973d85f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392880 Apr 18 20:34:59.293028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836982fd-1aab-4b61-a0b6-2df10e1474e1 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:59.301069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-ccee6c44-cf7e-40c3-aae1-b73be0d9553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:59.302828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-ccee6c44-cf7e-40c3-aae1-b73be0d9553d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0b109fc24884f00a409030949f6c5b6&device_id=b62d6f3b-4e88-466d-a17a-27bb0fb49985 HTTP/1.1" status: 200 len: 1095 time: 0.5826173 Apr 18 20:34:59.313668 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.402305 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5727a92b-c081-46c3-800b-726aee935f03 req-d916eb4f-f701-4d7d-b27a-64a268f96455 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385710 Apr 18 20:34:59.410944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-cff182b1-ddbf-493f-ad1c-f51e6d8af17e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eaf083e-f29c-4f2e-934c-b39fba1eddae HTTP/1.1" status: 200 len: 217 time: 0.0941429 Apr 18 20:34:59.541422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b0c1eab-0bdc-4fae-a5d4-6c24defb18d1 req-2ea8e142-35e1-4f16-80b5-858f187b24b5 service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8754394 Apr 18 20:34:59.543775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44c01e08-1862-4cb4-9967-4e7d1d07a894 req-3087e976-742f-4b85-8b56-0c4bbb2bf247 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfca4ddd-20a5-4981-a04f-d7fcfb046d9f HTTP/1.1" status: 200 len: 210 time: 0.0849876 Apr 18 20:34:59.562399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Transition to ACTIVE for port object 836982fd-1aab-4b61-a0b6-2df10e1474e1 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:59.588124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-0964d76a-92f6-4fd2-90f3-eae3509eb46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:59.590135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-0964d76a-92f6-4fd2-90f3-eae3509eb46c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 1096 time: 0.5414171 Apr 18 20:34:59.597600 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.642237 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5727a92b-c081-46c3-800b-726aee935f03 req-d37e6df2-5862-480f-9004-c4c79cdf61c1 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326479 Apr 18 20:34:59.683646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-7bf58946-dc5c-4903-a0be-ee3c9055e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:59.685690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-7bf58946-dc5c-4903-a0be-ee3c9055e890 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1a25313f-59f1-4dc6-a353-eab1a5bdbb80 HTTP/1.1" status: 200 len: 856 time: 0.2638276 Apr 18 20:34:59.863876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-dd15e45b-33ba-4ec4-bf4b-f852690ab3e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89a3cc1d-e53a-4eb6-ac48-6492b7722094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836649 Apr 18 20:34:59.963371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Pushing event updated for resources: {'Port': ['ID=836982fd-1aab-4b61-a0b6-2df10e1474e1,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:00.165395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b0c1eab-0bdc-4fae-a5d4-6c24defb18d1 req-8428afd2-bc81-4d5e-9774-b95331759d7b service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044877 Apr 18 20:35:00.219543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ce883-5ed3-4aab-9d77-ffe69aa117c1 req-9a35e98d-c142-4203-bb22-b0ddb0707671 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:00.221126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e08ce883-5ed3-4aab-9d77-ffe69aa117c1 req-9a35e98d-c142-4203-bb22-b0ddb0707671 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 931 time: 0.4453890 Apr 18 20:35:00.264493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-d11278ea-d015-4b9e-9af0-d62e3b5f0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:00.265974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-d11278ea-d015-4b9e-9af0-d62e3b5f0f95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 907 time: 0.6369689 Apr 18 20:35:00.427168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-19fa2cf2-d0ab-403e-a5b3-1e2b412b3d0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b71809d-8127-43a9-9141-898ed88c1ad8 HTTP/1.1" status: 200 len: 217 time: 0.1147187 Apr 18 20:35:00.430037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-5b24ea3d-3a07-4464-b224-797852bc5462 service neutron] 10.222.0.64 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149910 Apr 18 20:35:00.585888 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed49a03c-9f05-4a36-924a-e31c2c54550f x-openstack-request-id: req-ed49a03c-9f05-4a36-924a-e31c2c54550f {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:00.586483 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62d6f3b-4e88-466d-a17a-27bb0fb49985", "tag": "1eaf083e-f29c-4f2e-934c-b39fba1eddae", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:00.586483 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed49a03c-9f05-4a36-924a-e31c2c54550f {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:00.586753 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed49a03c-9f05-4a36-924a-e31c2c54550f'] response: {'name': 'network-changed', 'server_uuid': 'b62d6f3b-4e88-466d-a17a-27bb0fb49985', 'tag': '1eaf083e-f29c-4f2e-934c-b39fba1eddae', 'status': 'completed', 'code': 200} Apr 18 20:35:00.621428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Attempting to bind port 836982fd-1aab-4b61-a0b6-2df10e1474e1 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:00.621766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Attempting to bind port 836982fd-1aab-4b61-a0b6-2df10e1474e1 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:00.622088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Attempting to bind port 836982fd-1aab-4b61-a0b6-2df10e1474e1 on network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:00.734539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-885aaa32-ed1a-425c-8b29-5048c3d4f19a service neutron] 10.222.0.64 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333128 Apr 18 20:35:00.741380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24954c54-3ed8-48dd-8249-f6310c85f382 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:00.751094 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.773927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Transition to ACTIVE for port object 24954c54-3ed8-48dd-8249-f6310c85f382 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:00.789175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Port 836982fd-1aab-4b61-a0b6-2df10e1474e1 on network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:35:00.789596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Attempting to bind port 836982fd-1aab-4b61-a0b6-2df10e1474e1 on network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:00.810086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e08ce883-5ed3-4aab-9d77-ffe69aa117c1 req-c30ff5b7-360e-4c6b-930a-fe416a72d50d tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703464 Apr 18 20:35:00.861424 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.950852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Pushing event updated for resources: {'Port': ['ID=24954c54-3ed8-48dd-8249-f6310c85f382,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:00.961822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3039e4c6-f94b-498d-be23-a840d577ad93 req-f5f7f695-2bc3-4dfb-ae61-ff7a0e5dd44e tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1376815 Apr 18 20:35:00.974832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:00.975166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Checking segment: {'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:00.976599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Bound using segment: {'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:00.977036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Bound port: 836982fd-1aab-4b61-a0b6-2df10e1474e1, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:00.977404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.052892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] For port 836982fd-1aab-4b61-a0b6-2df10e1474e1, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:01.056300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] For port 836982fd-1aab-4b61-a0b6-2df10e1474e1, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=836982fd-1aab-4b61-a0b6-2df10e1474e1,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:01.117436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.132417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-cc44bf38-2c9e-4e48-b1cd-7a43df95cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:01.133882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-cc44bf38-2c9e-4e48-b1cd-7a43df95cb4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.6173904 Apr 18 20:35:01.145194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565fe5-454a-481b-b2fc-ab327863ca38 req-0dfa27a2-8432-4d1c-b9a8-6581390bdf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:01.146692 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1565fe5-454a-481b-b2fc-ab327863ca38 req-0dfa27a2-8432-4d1c-b9a8-6581390bdf91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0b109fc24884f00a409030949f6c5b6&device_id=b62d6f3b-4e88-466d-a17a-27bb0fb49985 HTTP/1.1" status: 200 len: 1095 time: 0.3147273 Apr 18 20:35:01.358571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Pushing event updated for resources: {'Port': ['ID=836982fd-1aab-4b61-a0b6-2df10e1474e1,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:01.407507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:01.409215 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.409507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-9bde1f53-7d46-41fb-952f-aaf7c4e27c4b service neutron] 10.222.0.64 "PUT /v2.0/ports/836982fd-1aab-4b61-a0b6-2df10e1474e1 HTTP/1.1" status: 200 len: 1091 time: 4.5052028 Apr 18 20:35:01.416709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797a79ea-1f6d-415b-ba40-75d0796aec16', 'tag': '836982fd-1aab-4b61-a0b6-2df10e1474e1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:01.418259 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3c13fb-f916-4b70-b574-23e4736c3e70" -d '{"events": [{"name": "network-changed", "server_uuid": "797a79ea-1f6d-415b-ba40-75d0796aec16", "tag": "836982fd-1aab-4b61-a0b6-2df10e1474e1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:01.423855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-01623b42-a8eb-4778-b3bd-cd74776352ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2736890 Apr 18 20:35:01.538661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5359b-bd32-4e8c-be00-61c4fea898ad req-59c151b2-01d7-4f40-821f-9f8b775b4f89 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:01.540265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5e5359b-bd32-4e8c-be00-61c4fea898ad req-59c151b2-01d7-4f40-821f-9f8b775b4f89 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.5735900 Apr 18 20:35:01.700320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5e5359b-bd32-4e8c-be00-61c4fea898ad req-d76702be-1bc1-4227-8d50-201ba51695e0 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041446 Apr 18 20:35:01.765624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37554) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:01.894672 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b465fcee-9c5d-4ef1-ac36-f8229957a405 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.896339 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9da37d8-0b53-4528-87d8-207f452dcc63 x-openstack-request-id: req-c9da37d8-0b53-4528-87d8-207f452dcc63 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:01.896636 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797a79ea-1f6d-415b-ba40-75d0796aec16", "tag": "836982fd-1aab-4b61-a0b6-2df10e1474e1", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:01.896896 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c9da37d8-0b53-4528-87d8-207f452dcc63 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:01.897320 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9da37d8-0b53-4528-87d8-207f452dcc63'] response: {'name': 'network-changed', 'server_uuid': '797a79ea-1f6d-415b-ba40-75d0796aec16', 'tag': '836982fd-1aab-4b61-a0b6-2df10e1474e1', 'status': 'completed', 'code': 200} Apr 18 20:35:01.939345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b465fcee-9c5d-4ef1-ac36-f8229957a405 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.956128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Attempting to bind port 24954c54-3ed8-48dd-8249-f6310c85f382 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:01.959807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Attempting to bind port 24954c54-3ed8-48dd-8249-f6310c85f382 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:01.960201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Attempting to bind port 24954c54-3ed8-48dd-8249-f6310c85f382 on network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:01.962724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37568) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:01.977457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-778c5ce3-6a19-4874-96dc-9036ef0a6f0e service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305882 Apr 18 20:35:01.981663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Port 24954c54-3ed8-48dd-8249-f6310c85f382 on network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:35:01.981992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Attempting to bind port 24954c54-3ed8-48dd-8249-f6310c85f382 on network 89a3cc1d-e53a-4eb6-ac48-6492b7722094 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:02.016924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565fe5-454a-481b-b2fc-ab327863ca38 req-e1e0a06b-169d-48e5-a298-2bc7fc129172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:02.018405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1565fe5-454a-481b-b2fc-ab327863ca38 req-e1e0a06b-169d-48e5-a298-2bc7fc129172 service neutron] 10.222.0.64 "GET /v2.0/networks?id=89a3cc1d-e53a-4eb6-ac48-6492b7722094 HTTP/1.1" status: 200 len: 917 time: 0.7655530 Apr 18 20:35:02.029109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:02.029456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Checking segment: {'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:02.029911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Bound using segment: {'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:02.030349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Bound port: 24954c54-3ed8-48dd-8249-f6310c85f382, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a591cec1-368b-43c4-a07e-90b2a42436cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:02.030730 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.057185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-733e9586-7415-48cd-a563-3be7d1b79d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:02.058680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-733e9586-7415-48cd-a563-3be7d1b79d08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0b109fc24884f00a409030949f6c5b6&device_id=797a79ea-1f6d-415b-ba40-75d0796aec16 HTTP/1.1" status: 200 len: 1094 time: 0.3815377 Apr 18 20:35:02.140528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec649b4c-c64c-46dd-87fa-f10b8edfb82a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.180162 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b465fcee-9c5d-4ef1-ac36-f8229957a405 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.182811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b465fcee-9c5d-4ef1-ac36-f8229957a405 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.183968 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b465fcee-9c5d-4ef1-ac36-f8229957a405 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "DELETE /v2.0/security-groups/d205d4a5-0b99-4d63-8068-4a5db93faeb1 HTTP/1.1" status: 204 len: 168 time: 0.4173517 Apr 18 20:35:02.192596 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec649b4c-c64c-46dd-87fa-f10b8edfb82a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.195738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37576) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:02.226489 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-2da9f268-9824-4a46-b601-7410b3c29143 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] show failed (client error): The resource could not be found. Apr 18 20:35:02.227811 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2da9f268-9824-4a46-b601-7410b3c29143 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "GET /v2.0/security-groups/d205d4a5-0b99-4d63-8068-4a5db93faeb1 HTTP/1.1" status: 404 len: 347 time: 0.0309048 Apr 18 20:35:02.229000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465fcee-9c5d-4ef1-ac36-f8229957a405 tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d205d4a5-0b99-4d63-8068-4a5db93faeb1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:02.257714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37578) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:02.457383 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec649b4c-c64c-46dd-87fa-f10b8edfb82a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.460146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec649b4c-c64c-46dd-87fa-f10b8edfb82a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.461411 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ec649b4c-c64c-46dd-87fa-f10b8edfb82a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "DELETE /v2.0/security-groups/8acd6ebf-a30f-4087-84ff-ef6700e4d982 HTTP/1.1" status: 204 len: 168 time: 0.4963553 Apr 18 20:35:02.467261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37582) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:02.487212 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-af8164e3-6b93-4957-b270-e3aeaf9e65a3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] show failed (client error): The resource could not be found. Apr 18 20:35:02.488465 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-af8164e3-6b93-4957-b270-e3aeaf9e65a3 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "GET /v2.0/security-groups/8acd6ebf-a30f-4087-84ff-ef6700e4d982 HTTP/1.1" status: 404 len: 347 time: 0.0200942 Apr 18 20:35:02.494778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37584) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:02.518602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec649b4c-c64c-46dd-87fa-f10b8edfb82a tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd6ebf-a30f-4087-84ff-ef6700e4d982,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:02.647926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1565fe5-454a-481b-b2fc-ab327863ca38 req-bfc99cf9-e508-4303-8cb1-d0d470aa82e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eaf083e-f29c-4f2e-934c-b39fba1eddae HTTP/1.1" status: 200 len: 217 time: 0.5988503 Apr 18 20:35:02.667584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8305cd20-edb0-4248-a633-6be7668d05ce tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Deleting port 7388109b-eb2e-40fe-8726-c19a96507094 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:02.668189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8305cd20-edb0-4248-a633-6be7668d05ce tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.738630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-17cbdda2-c293-42c6-95ad-a424aa4b0c5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=836982fd-1aab-4b61-a0b6-2df10e1474e1 HTTP/1.1" status: 200 len: 217 time: 0.6390855 Apr 18 20:35:02.763354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68d0e167-a514-46c5-9fd7-f8512424ea96 req-5c603428-0cea-4245-b359-101c71ee363d tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1121483 Apr 18 20:35:02.812175 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8305cd20-edb0-4248-a633-6be7668d05ce tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.814011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8305cd20-edb0-4248-a633-6be7668d05ce tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.836668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8305cd20-edb0-4248-a633-6be7668d05ce tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Calling delete_port for 7388109b-eb2e-40fe-8726-c19a96507094 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:02.915241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-757ad601-8f56-4870-83bf-2c086bcb4075 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting port 304f7eaa-6579-4231-8b7c-55416437af2b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:02.915600 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-757ad601-8f56-4870-83bf-2c086bcb4075 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.945353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fbf84-64a7-49f7-8ef3-eb206d8f0856 req-fb04ae72-8e9d-4e5f-b6d7-ae5168215fde tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:02.946719 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e8fbf84-64a7-49f7-8ef3-eb206d8f0856 req-fb04ae72-8e9d-4e5f-b6d7-ae5168215fde tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 943 time: 0.8450875 Apr 18 20:35:03.021843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1565fe5-454a-481b-b2fc-ab327863ca38 req-b53ab190-35c0-4392-8205-f2319db2bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:03.023246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1565fe5-454a-481b-b2fc-ab327863ca38 req-b53ab190-35c0-4392-8205-f2319db2bae7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1a25313f-59f1-4dc6-a353-eab1a5bdbb80 HTTP/1.1" status: 200 len: 856 time: 0.2941780 Apr 18 20:35:03.026844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] For port 24954c54-3ed8-48dd-8249-f6310c85f382, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:03.031143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-29cffb81-2481-4529-9d5b-89b85419c5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:03.031628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-757ad601-8f56-4870-83bf-2c086bcb4075 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.032032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-757ad601-8f56-4870-83bf-2c086bcb4075 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.033209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-29cffb81-2481-4529-9d5b-89b85419c5c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1a25313f-59f1-4dc6-a353-eab1a5bdbb80 HTTP/1.1" status: 200 len: 856 time: 0.2603281 Apr 18 20:35:03.045328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-757ad601-8f56-4870-83bf-2c086bcb4075 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Calling delete_port for 304f7eaa-6579-4231-8b7c-55416437af2b owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:03.063891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b315905-c138-451b-88fc-f2e83906a8f2 req-1513131f-35fb-4bdd-b6fd-19fff9ace84f service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0765047 Apr 18 20:35:03.095707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] For port 24954c54-3ed8-48dd-8249-f6310c85f382, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=24954c54-3ed8-48dd-8249-f6310c85f382,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:03.123021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-ca471844-6eea-4d0b-b38d-eb4b7d5431d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89a3cc1d-e53a-4eb6-ac48-6492b7722094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701280 Apr 18 20:35:03.132846 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866b3e-f826-4f7a-b8cf-9f4a66b09b7c req-ea98888e-87f6-4f0e-9350-423bc1819da1 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:03.134426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66866b3e-f826-4f7a-b8cf-9f4a66b09b7c req-ea98888e-87f6-4f0e-9350-423bc1819da1 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2012765 Apr 18 20:35:03.138946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1565fe5-454a-481b-b2fc-ab327863ca38 req-da3ed29e-7199-44c0-bde6-f3925e022698 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89a3cc1d-e53a-4eb6-ac48-6492b7722094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986061 Apr 18 20:35:03.143305 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.160857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8305cd20-edb0-4248-a633-6be7668d05ce tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.197349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305cd20-edb0-4248-a633-6be7668d05ce tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Pushing event deleted for resources: {'Port': ['ID=7388109b-eb2e-40fe-8726-c19a96507094,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:03.243289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e8fbf84-64a7-49f7-8ef3-eb206d8f0856 req-ad690e99-6624-46f9-b382-57b1ebc3ef00 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510793 Apr 18 20:35:03.322788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8305cd20-edb0-4248-a633-6be7668d05ce tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.326218 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8305cd20-edb0-4248-a633-6be7668d05ce tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.329734 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8305cd20-edb0-4248-a633-6be7668d05ce tempest-ServersTestFqdnHostnames-713216449 tempest-ServersTestFqdnHostnames-713216449-project] 10.222.0.49 "DELETE /v2.0/floatingips/9f6acf42-4c20-4c37-8ebb-f776d80b4c42 HTTP/1.1" status: 204 len: 168 time: 1.0561192 Apr 18 20:35:03.330535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37598) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:03.335181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:03.336502 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.337879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] 10.222.0.60 "PUT /v2.0/ports/24954c54-3ed8-48dd-8249-f6310c85f382 HTTP/1.1" status: 200 len: 1091 time: 4.7882798 Apr 18 20:35:03.382786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66866b3e-f826-4f7a-b8cf-9f4a66b09b7c req-8fad8b8c-33ef-4dcc-bcf1-7bb569385bf8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371192 Apr 18 20:35:03.522267 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-757ad601-8f56-4870-83bf-2c086bcb4075 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.546683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5f09d-bd15-4df0-975e-7528feeebde5 service neutron] Pushing event updated for resources: {'Port': ['ID=24954c54-3ed8-48dd-8249-f6310c85f382,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:03.582905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ad601-8f56-4870-83bf-2c086bcb4075 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Port': ['ID=304f7eaa-6579-4231-8b7c-55416437af2b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:03.617897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1565fe5-454a-481b-b2fc-ab327863ca38 req-84ddcbfd-c74b-44c7-a9c0-393d11470189 service neutron] 10.222.0.64 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563849 Apr 18 20:35:03.624073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-015e14a9-6d1a-47c1-b730-d68cc992bc8d service neutron] 10.222.0.64 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832773 Apr 18 20:35:03.687617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-35703fa2-8ab6-4e8b-916b-a335c60493b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:03.689194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-35703fa2-8ab6-4e8b-916b-a335c60493b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0b109fc24884f00a409030949f6c5b6&device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 1094 time: 0.2995956 Apr 18 20:35:03.830753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe72ccb-ebb0-456f-a63e-a146d2cbb3ea req-3005e7e8-5866-4a30-ad6d-1ca68077640e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:03.832348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fbe72ccb-ebb0-456f-a63e-a146d2cbb3ea req-3005e7e8-5866-4a30-ad6d-1ca68077640e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.3401098 Apr 18 20:35:03.837649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-e6cad3a4-e0c8-445c-9b6d-9b38ec205c1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24954c54-3ed8-48dd-8249-f6310c85f382 HTTP/1.1" status: 200 len: 217 time: 0.1075938 Apr 18 20:35:03.852331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1a40-d080-4423-919a-870439501c87 req-6f317f6b-e2ac-48e1-bbe7-b8a208457570 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:03.860128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-6f317f6b-e2ac-48e1-bbe7-b8a208457570 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.4574902 Apr 18 20:35:03.904315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd77a2a9-3991-4e59-9ef0-bf698136b367', 'tag': '24954c54-3ed8-48dd-8249-f6310c85f382'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:03.913350 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd77a2a9-3991-4e59-9ef0-bf698136b367", "tag": "24954c54-3ed8-48dd-8249-f6310c85f382"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:03.952026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-a815953a-4bb3-41af-b038-afc791198050 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/quotas/e40bca93f63a4b8a82b374f30b8a5727 HTTP/1.1" status: 200 len: 375 time: 0.0903978 Apr 18 20:35:04.039878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-e502e1c1-bbee-4327-9aa0-e1b82e1d5602 service neutron] 10.222.0.64 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061387 Apr 18 20:35:04.072377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fbe72ccb-ebb0-456f-a63e-a146d2cbb3ea req-f89ef11e-ac7c-4a6c-b79c-2483bbb47b2e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287028 Apr 18 20:35:04.093262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-da3c972a-7c12-47cd-8b27-afd1e55a55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:04.094810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-da3c972a-7c12-47cd-8b27-afd1e55a55f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a25313f-59f1-4dc6-a353-eab1a5bdbb80 HTTP/1.1" status: 200 len: 856 time: 0.2307181 Apr 18 20:35:04.100869 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1565fe5-454a-481b-b2fc-ab327863ca38 req-d120349d-6806-47ce-a6d1-418968cad2cc service neutron] 10.222.0.64 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553599 Apr 18 20:35:04.204306 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-757ad601-8f56-4870-83bf-2c086bcb4075 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.206997 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-757ad601-8f56-4870-83bf-2c086bcb4075 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.208270 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-757ad601-8f56-4870-83bf-2c086bcb4075 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "DELETE /v2.0/floatingips/e06a7876-ba6b-432b-90d2-1916525ca0b3 HTTP/1.1" status: 204 len: 168 time: 1.7123232 Apr 18 20:35:04.213515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37634) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:04.233430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-68277baf-d79d-4abe-81da-8e18da973145 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89a3cc1d-e53a-4eb6-ac48-6492b7722094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313322 Apr 18 20:35:04.308140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-c658aa33-5468-4ee2-8eb8-b682ffcbc580 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3550925 Apr 18 20:35:04.317533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1eaf083e-f29c-4f2e-934c-b39fba1eddae details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:04.363668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14165821-54c6-4c31-bc07-ada96f6b0f85 req-779a0521-d567-482e-943e-63d2b0f48869 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1121197 Apr 18 20:35:04.364698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.484601 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468956ff-cc82-43dc-bb32-05564b85ac9e x-openstack-request-id: req-468956ff-cc82-43dc-bb32-05564b85ac9e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:04.484948 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd77a2a9-3991-4e59-9ef0-bf698136b367", "tag": "24954c54-3ed8-48dd-8249-f6310c85f382", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:04.485204 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-468956ff-cc82-43dc-bb32-05564b85ac9e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:04.485619 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468956ff-cc82-43dc-bb32-05564b85ac9e'] response: {'name': 'network-changed', 'server_uuid': 'fd77a2a9-3991-4e59-9ef0-bf698136b367', 'tag': '24954c54-3ed8-48dd-8249-f6310c85f382', 'status': 'completed', 'code': 200} Apr 18 20:35:04.524100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1eaf083e-f29c-4f2e-934c-b39fba1eddae, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1eaf083e-f29c-4f2e-934c-b39fba1eddae,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:04.540730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '1eaf083e-f29c-4f2e-934c-b39fba1eddae', 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094', 'port_id': '1eaf083e-f29c-4f2e-934c-b39fba1eddae', 'mac_address': 'fa:16:3e:bb:14:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a25313f-59f1-4dc6-a353-eab1a5bdbb80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:04.585073 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.604552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eaf083e-f29c-4f2e-934c-b39fba1eddae {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:04.651069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c13fb-f916-4b70-b574-23e4736c3e70 req-5d5cea36-972f-4ea2-bd2a-a916f84264c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:04.652827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea3c13fb-f916-4b70-b574-23e4736c3e70 req-5d5cea36-972f-4ea2-bd2a-a916f84264c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f0b109fc24884f00a409030949f6c5b6&device_id=797a79ea-1f6d-415b-ba40-75d0796aec16 HTTP/1.1" status: 200 len: 1094 time: 0.4627655 Apr 18 20:35:04.687723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1eaf083e-f29c-4f2e-934c-b39fba1eddae, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1eaf083e-f29c-4f2e-934c-b39fba1eddae,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:04.698866 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.741774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] Deleting port e1da6d21-caf4-462a-8aaf-351946b7fb70 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:04.742363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.751455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1eaf083e-f29c-4f2e-934c-b39fba1eddae,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:04.790143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bb66b-80d8-4dfc-a5a1-03925e3996ef req-6da14cdb-c8a9-4ebe-8e6d-e424eddc0d42 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:04.791684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c4bb66b-80d8-4dfc-a5a1-03925e3996ef req-6da14cdb-c8a9-4ebe-8e6d-e424eddc0d42 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 943 time: 0.1862574 Apr 18 20:35:04.794714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-2b39190a-92a1-4d67-8b0b-25a997c0a0d7 service neutron] 10.222.0.60 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332825 Apr 18 20:35:04.820544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-fa2b1056-17fa-4341-afb7-62158bf48635 service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112352 Apr 18 20:35:04.860523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] For port e1da6d21-caf4-462a-8aaf-351946b7fb70, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e1da6d21-caf4-462a-8aaf-351946b7fb70,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:04.861352 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.878239 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] Calling delete_port for e1da6d21-caf4-462a-8aaf-351946b7fb70 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:04.929848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f424f-e276-49c3-87df-73f5bdcff269 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting port ee55985d-2e1c-4faf-9628-c2bc9255de09 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:04.930185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d0f424f-e276-49c3-87df-73f5bdcff269 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.981436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1eaf083e-f29c-4f2e-934c-b39fba1eddae'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:04.999314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c13fb-f916-4b70-b574-23e4736c3e70 req-fd7be140-3dfc-4ee4-9765-586f0dc58a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:05.001327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea3c13fb-f916-4b70-b574-23e4736c3e70 req-fd7be140-3dfc-4ee4-9765-586f0dc58a3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=89a3cc1d-e53a-4eb6-ac48-6492b7722094 HTTP/1.1" status: 200 len: 917 time: 0.3321736 Apr 18 20:35:05.061489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c4bb66b-80d8-4dfc-a5a1-03925e3996ef req-6a958527-edd1-4872-bb88-cfbbcb9af30c tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568181 Apr 18 20:35:05.156688 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:05.163390 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea3c13fb-f916-4b70-b574-23e4736c3e70 req-a06ad538-8723-4dc1-9bdb-a8c7d4c7f9de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=836982fd-1aab-4b61-a0b6-2df10e1474e1 HTTP/1.1" status: 200 len: 217 time: 0.1290741 Apr 18 20:35:05.194531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1da6d21-caf4-462a-8aaf-351946b7fb70,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:05.513223 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:05.727971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-f7d1e180-3206-4e4c-8bfb-be4450adc6f0 service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8764586 Apr 18 20:35:05.749820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25d6539c-fd13-4d08-a488-3c82410bbfdb req-18031cfc-0d4d-4483-a500-5dd95451f447 service neutron] 10.222.0.60 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9354746 Apr 18 20:35:05.757930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d0f424f-e276-49c3-87df-73f5bdcff269 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:05.772482 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-74a97895-de0f-4950-b737-c23d9ac844bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:05.803423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5d0f424f-e276-49c3-87df-73f5bdcff269 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Calling delete_port for ee55985d-2e1c-4faf-9628-c2bc9255de09 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:05.834792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] Router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:35:05.892552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c13fb-f916-4b70-b574-23e4736c3e70 req-8e948377-1750-46b6-b6be-e2d4991164d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:05.894091 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea3c13fb-f916-4b70-b574-23e4736c3e70 req-8e948377-1750-46b6-b6be-e2d4991164d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1a25313f-59f1-4dc6-a353-eab1a5bdbb80 HTTP/1.1" status: 200 len: 856 time: 0.7037184 Apr 18 20:35:05.969139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f76377-ba4b-4e90-86da-942f80ddc05d req-ac1eb91a-1279-4ac8-9d8a-499bdbdc7a6c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:05.981154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20f76377-ba4b-4e90-86da-942f80ddc05d req-ac1eb91a-1279-4ac8-9d8a-499bdbdc7a6c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.8097012 Apr 18 20:35:06.004111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:06.016554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] Sync routers for ids ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:06.020078 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-48f3b1b4-83de-40c8-aacc-73e0dd86b7e0 admin admin] 10.222.0.49 "PUT /v2.0/routers/0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6884332 Apr 18 20:35:06.022477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37652) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:06.033121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] Routers {'0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:06.035733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:34:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:06.174077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0b3a77d-898a-444a-888d-dc2c01f89730 req-0e5ab181-d1a1-4138-9664-98386e4e6d86 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1534183 Apr 18 20:35:06.176127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea3c13fb-f916-4b70-b574-23e4736c3e70 req-79a8e73f-5e26-4a3c-90a6-e42280855455 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=89a3cc1d-e53a-4eb6-ac48-6492b7722094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2507162 Apr 18 20:35:06.237799 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.246396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] Set router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:06.324784 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d0f424f-e276-49c3-87df-73f5bdcff269 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.374306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20f76377-ba4b-4e90-86da-942f80ddc05d req-485db10b-73af-4410-8670-95fed9ae49aa tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818395 Apr 18 20:35:06.418589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1eaf083e-f29c-4f2e-934c-b39fba1eddae up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:06.451861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.463414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d req-1b3573fc-c4f6-432d-aaeb-7ebc4d93e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:06.465334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d req-1b3573fc-c4f6-432d-aaeb-7ebc4d93e39f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0b109fc24884f00a409030949f6c5b6&device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 1094 time: 0.5536778 Apr 18 20:35:06.473185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d55e615-978e-483b-9728-9a7d441b2a7e req-34241730-6c00-4597-9fe9-3c39fc29387b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 210 time: 0.1782041 Apr 18 20:35:06.477262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f424f-e276-49c3-87df-73f5bdcff269 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Port': ['ID=ee55985d-2e1c-4faf-9628-c2bc9255de09,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:06.578338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Deleting port dba0dbac-a9a3-48f8-a2e7-e97509127b7c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:06.579005 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.689146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 1eaf083e-f29c-4f2e-934c-b39fba1eddae completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:06.708218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] For port dba0dbac-a9a3-48f8-a2e7-e97509127b7c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=dba0dbac-a9a3-48f8-a2e7-e97509127b7c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:06.708584 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.713549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 1eaf083e-f29c-4f2e-934c-b39fba1eddae triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:06.714193 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.722179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea3c13fb-f916-4b70-b574-23e4736c3e70 req-3a04ccb4-390d-4bcb-8d5d-67cf4b1b841e service neutron] 10.222.0.64 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313447 Apr 18 20:35:06.746559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Calling delete_port for dba0dbac-a9a3-48f8-a2e7-e97509127b7c owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:06.862827 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.864631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e542e-f37f-41ed-8de7-9c15604ff237 req-b916ea9f-9f81-4289-809e-8f0eb3019021 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:06.867124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a47e542e-f37f-41ed-8de7-9c15604ff237 req-b916ea9f-9f81-4289-809e-8f0eb3019021 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 943 time: 0.3329332 Apr 18 20:35:06.947088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62d6f3b-4e88-466d-a17a-27bb0fb49985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaf083e-f29c-4f2e-934c-b39fba1eddae'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:06.950560 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddde35b-ee68-486b-b51f-dce01f017319" -d '{"events": [{"server_uuid": "b62d6f3b-4e88-466d-a17a-27bb0fb49985", "name": "network-vif-plugged", "status": "completed", "tag": "1eaf083e-f29c-4f2e-934c-b39fba1eddae"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:06.971013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:35:05Z', 'revision_number': 5, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port': {'id': 'dba0dbac-a9a3-48f8-a2e7-e97509127b7c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:06:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:56Z', 'updated_at': '2022-04-18T20:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:06.977273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1eaf083e-f29c-4f2e-934c-b39fba1eddae, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1eaf083e-f29c-4f2e-934c-b39fba1eddae,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:07.012343 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.025025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea3c13fb-f916-4b70-b574-23e4736c3e70 req-678362a4-f13a-4123-a7bf-1b590ba9e73b service neutron] 10.222.0.64 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749112 Apr 18 20:35:07.036277 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d0f424f-e276-49c3-87df-73f5bdcff269 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.051101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37672) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:07.052093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5d0f424f-e276-49c3-87df-73f5bdcff269 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "DELETE /v2.0/ports/ee55985d-2e1c-4faf-9628-c2bc9255de09 HTTP/1.1" status: 204 len: 168 time: 2.8318763 Apr 18 20:35:07.078797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1989-28b1-45f2-aea0-9c579fab743d req-9845086a-4a66-459e-bb0a-e30f3b3b38db tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:07.089225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c73f1989-28b1-45f2-aea0-9c579fab743d req-9845086a-4a66-459e-bb0a-e30f3b3b38db tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.4777060 Apr 18 20:35:07.104100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d req-d6665705-3008-468e-862f-08a44857889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:07.105693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d req-d6665705-3008-468e-862f-08a44857889f service neutron] 10.222.0.60 "GET /v2.0/networks?id=89a3cc1d-e53a-4eb6-ac48-6492b7722094 HTTP/1.1" status: 200 len: 917 time: 0.6295807 Apr 18 20:35:07.108891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] Checking router: 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:07.110658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a47e542e-f37f-41ed-8de7-9c15604ff237 req-4f9c319d-9293-4464-9c82-137f4d30d8f3 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396523 Apr 18 20:35:07.126255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1eaf083e-f29c-4f2e-934c-b39fba1eddae,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:07.157387 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] Routers {'0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:07.158050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:34:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:07.222135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.230195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d req-7281617b-ec34-4efa-afb2-c16520355af5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24954c54-3ed8-48dd-8249-f6310c85f382 HTTP/1.1" status: 200 len: 217 time: 0.1096780 Apr 18 20:35:07.305390 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c73f1989-28b1-45f2-aea0-9c579fab743d req-cfbdd99e-98ec-44b6-bdbb-7f4560abbfff tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151506 Apr 18 20:35:07.341107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Pushing event deleted for resources: {'Port': ['ID=dba0dbac-a9a3-48f8-a2e7-e97509127b7c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:07.349761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d req-113a8228-7044-4790-9bcd-91934747a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:07.352626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d req-113a8228-7044-4790-9bcd-91934747a04f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1a25313f-59f1-4dc6-a353-eab1a5bdbb80 HTTP/1.1" status: 200 len: 856 time: 0.1139848 Apr 18 20:35:07.381543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] Set router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:07.437980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d req-4ff18f79-8cfc-4f03-96bf-6208a7791621 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=89a3cc1d-e53a-4eb6-ac48-6492b7722094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741289 Apr 18 20:35:07.505135 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74c6aa8-36b8-4f79-a482-3ee893b41345 x-openstack-request-id: req-a74c6aa8-36b8-4f79-a482-3ee893b41345 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:07.505459 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62d6f3b-4e88-466d-a17a-27bb0fb49985", "name": "network-vif-plugged", "status": "completed", "tag": "1eaf083e-f29c-4f2e-934c-b39fba1eddae", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:07.505768 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a74c6aa8-36b8-4f79-a482-3ee893b41345 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:07.506063 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74c6aa8-36b8-4f79-a482-3ee893b41345'] response: {'server_uuid': 'b62d6f3b-4e88-466d-a17a-27bb0fb49985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaf083e-f29c-4f2e-934c-b39fba1eddae', 'code': 200} Apr 18 20:35:07.516388 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:35:06Z', 'revision_number': 6, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:07.567637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f3abdad-65cb-4457-b3a5-c0d5b347be3b req-a38daac4-234d-4d40-86ad-e0b18e8725bd tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0779874 Apr 18 20:35:07.610609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.613078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ca6641-6420-4262-a079-bc28f3477257 None None] The sync data for ids ['0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945'] in n-d-836015-4 is: [{'id': '0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945', 'name': 'tempest-ServersTestFqdnHostnames-1516122902-router', 'tenant_id': '9e115fb25034476cb0e3ad16148fcef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:55Z', 'updated_at': '2022-04-18T20:35:06Z', 'revision_number': 6, 'project_id': '9e115fb25034476cb0e3ad16148fcef8', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:07.729241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f54b8f9a-2ca3-4685-ae5e-a99d8014736e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting port 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:07.730256 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f54b8f9a-2ca3-4685-ae5e-a99d8014736e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.736967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3bb30abe-0a28-402b-9bfb-da57f93172e3 req-cade0e3d-891f-4193-95dd-390aced4ef16 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 210 time: 0.0904946 Apr 18 20:35:07.871800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.875500 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.942131 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.942699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:35:07.949497 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.951803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2499f-27d3-474e-8345-ffe52d661417 req-9d5e8f8a-05bb-4b61-8708-a09c76dd5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:07.955716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bad2499f-27d3-474e-8345-ffe52d661417 req-9d5e8f8a-05bb-4b61-8708-a09c76dd5af0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b62d6f3b-4e88-466d-a17a-27bb0fb49985 HTTP/1.1" status: 200 len: 1097 time: 0.3841040 Apr 18 20:35:07.955886 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7ec3cce9-09c9-4ac1-96fa-15e08a91bd2b admin admin] 10.222.0.49 "DELETE /v2.0/routers/0c35dae9-5eb5-43cb-bfa7-a3d7ddc83945 HTTP/1.1" status: 204 len: 168 time: 1.9299827 Apr 18 20:35:07.967826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37692) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:07.984467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d req-5a12997b-63f1-4417-8d41-b285a7d83209 service neutron] 10.222.0.60 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225465 Apr 18 20:35:08.119665 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9c3340a6-a804-467e-836a-6bd3e6724660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.140354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f54b8f9a-2ca3-4685-ae5e-a99d8014736e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.184703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f54b8f9a-2ca3-4685-ae5e-a99d8014736e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Calling delete_port for 55a26db7-6d97-4b34-ac9c-f92a1ea52f80 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:08.239652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fd5209-e41a-4482-b887-f79e45743343 admin admin] Deleting subnet bf3ac664-e9b5-4c1f-bb90-8495c512c13f {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:35:08.252849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1a40-d080-4423-919a-870439501c87 req-7ed25157-ee4f-4263-a857-fd33bedcb48b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:08.254469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-7ed25157-ee4f-4263-a857-fd33bedcb48b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.64 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.8155763 Apr 18 20:35:08.262392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdb03a-4ab2-46b3-8312-66138ec57502 req-11561246-7366-4f35-900f-2b856bcd02b7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:08.270019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4fdb03a-4ab2-46b3-8312-66138ec57502 req-11561246-7366-4f35-900f-2b856bcd02b7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.4605889 Apr 18 20:35:08.272048 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80fd5209-e41a-4482-b887-f79e45743343 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.281258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Request body: {'port': {'device_id': '587ece0f-1500-41c5-82f0-fdd06d503034', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'admin_state_up': True, 'tenant_id': 'e40bca93f63a4b8a82b374f30b8a5727'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:08.325347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bad2499f-27d3-474e-8345-ffe52d661417 req-a9421281-1441-4932-8b41-444f2147ad1f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535316 Apr 18 20:35:08.331320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 836982fd-1aab-4b61-a0b6-2df10e1474e1 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:08.430240 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f54b8f9a-2ca3-4685-ae5e-a99d8014736e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.492326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80fd5209-e41a-4482-b887-f79e45743343 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.512415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b8f9a-2ca3-4685-ae5e-a99d8014736e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Port': ['ID=55a26db7-6d97-4b34-ac9c-f92a1ea52f80,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:08.521900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76dbe9a6-8c78-48fc-a70c-ead8b0fe767d req-6fd7a9f9-8205-4099-b06e-be94729728f0 service neutron] 10.222.0.60 "GET /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978657 Apr 18 20:35:08.599667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 836982fd-1aab-4b61-a0b6-2df10e1474e1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=836982fd-1aab-4b61-a0b6-2df10e1474e1,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:08.617461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '836982fd-1aab-4b61-a0b6-2df10e1474e1', 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094', 'port_id': '836982fd-1aab-4b61-a0b6-2df10e1474e1', 'mac_address': 'fa:16:3e:2b:01:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a25313f-59f1-4dc6-a353-eab1a5bdbb80', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:08.626792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4fdb03a-4ab2-46b3-8312-66138ec57502 req-876b1de9-f9da-43a7-a6b9-79277aef16c7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557503 Apr 18 20:35:08.687415 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.709532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836982fd-1aab-4b61-a0b6-2df10e1474e1 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:08.711854 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f54b8f9a-2ca3-4685-ae5e-a99d8014736e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.725769 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f54b8f9a-2ca3-4685-ae5e-a99d8014736e tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "DELETE /v2.0/ports/55a26db7-6d97-4b34-ac9c-f92a1ea52f80 HTTP/1.1" status: 204 len: 168 time: 1.6707366 Apr 18 20:35:08.726000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37706) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:08.749848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486e5f-0c5a-4871-b83b-b6e3c711056b req-dcb5d615-d063-40fe-ba18-888cdd4b73cf tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:08.750073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 836982fd-1aab-4b61-a0b6-2df10e1474e1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=836982fd-1aab-4b61-a0b6-2df10e1474e1,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:08.757997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98486e5f-0c5a-4871-b83b-b6e3c711056b req-dcb5d615-d063-40fe-ba18-888cdd4b73cf tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 943 time: 0.4565096 Apr 18 20:35:08.758397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e1da6d21-caf4-462a-8aaf-351946b7fb70 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:08.812412 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.817549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e1da6d21-caf4-462a-8aaf-351946b7fb70 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:08.818201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e1da6d21-caf4-462a-8aaf-351946b7fb70 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:08.818912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dba0dbac-a9a3-48f8-a2e7-e97509127b7c no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:08.827602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb06df8-bcf6-4a9c-acce-2697c249a7c0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting subnet a62baa3a-b0b4-47c1-a580-4cd6e4528962 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:35:08.835158 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fb06df8-bcf6-4a9c-acce-2697c249a7c0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.851070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9d1f350-2732-462f-8089-1d0600c263ef req-5ad25bc7-5dd6-4206-a1ed-2ab3cd6c9c72 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1079531 Apr 18 20:35:08.851220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: dba0dbac-a9a3-48f8-a2e7-e97509127b7c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:08.851791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dba0dbac-a9a3-48f8-a2e7-e97509127b7c not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:08.910630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Made reservation on behalf of e40bca93f63a4b8a82b374f30b8a5727 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:08.927797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.940728 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fb06df8-bcf6-4a9c-acce-2697c249a7c0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.949427 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80fd5209-e41a-4482-b887-f79e45743343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.967787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=836982fd-1aab-4b61-a0b6-2df10e1474e1,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:09.034925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98486e5f-0c5a-4871-b83b-b6e3c711056b req-6113380f-5cfc-4572-bf46-d708ba34069d tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759659 Apr 18 20:35:09.083543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fb06df8-bcf6-4a9c-acce-2697c249a7c0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.088189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['836982fd-1aab-4b61-a0b6-2df10e1474e1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:09.130404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b22be3eb-a8de-4543-b731-153e8a5f55a0 req-5e914e5a-1fed-4228-8b4d-f276ab947e81 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 210 time: 0.0752454 Apr 18 20:35:09.236664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fb06df8-bcf6-4a9c-acce-2697c249a7c0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.286948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb06df8-bcf6-4a9c-acce-2697c249a7c0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Subnet': ['ID=a62baa3a-b0b4-47c1-a580-4cd6e4528962,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:09.293781 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fb06df8-bcf6-4a9c-acce-2697c249a7c0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.318954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3fb06df8-bcf6-4a9c-acce-2697c249a7c0 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "DELETE /v2.0/subnets/a62baa3a-b0b4-47c1-a580-4cd6e4528962 HTTP/1.1" status: 204 len: 168 time: 0.5909717 Apr 18 20:35:09.325724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37714) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:09.332088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80fd5209-e41a-4482-b887-f79e45743343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.396332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbdf204-6c59-4e47-9551-b0f4eb7ac7da None None] Network 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:09.409013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd5209-e41a-4482-b887-f79e45743343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3ac664-e9b5-4c1f-bb90-8495c512c13f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:09.433520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1ef018-7180-4365-94e9-81034456d12c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting subnet 72b0e71a-7b78-4073-ac14-7f6de0ac75da {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:35:09.446916 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef018-7180-4365-94e9-81034456d12c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.454161 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf17a1-dfe0-414a-81bb-97fbe2468714 None None] Network fd4968a1-b686-432e-b279-ac6fbfecd24e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:09.455452 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80fd5209-e41a-4482-b887-f79e45743343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.465545 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.480326 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37716) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:09.489977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-80fd5209-e41a-4482-b887-f79e45743343 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bf3ac664-e9b5-4c1f-bb90-8495c512c13f HTTP/1.1" status: 204 len: 168 time: 1.5103283 Apr 18 20:35:09.518729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 24954c54-3ed8-48dd-8249-f6310c85f382 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:09.547880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef018-7180-4365-94e9-81034456d12c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.548223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Allocated IP 172.20.0.4 (6056b303-f2b8-4026-a53d-1f7de5471b3f/835aa03a-8d5a-48b9-a98a-4a33d2d594c4/bdbf47cb-088f-44e9-a0b0-4b39f23b1095) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:09.603577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.719562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef018-7180-4365-94e9-81034456d12c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.799916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Deleting port 269de47b-fb1d-44e3-9e77-67d809d7955a {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:09.800265 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.830350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730ccb8-2bc1-4b12-8a3b-e301508d47ab req-0c40a6f8-911a-448e-b3b7-d4fa06e0a58f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:09.831924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1730ccb8-2bc1-4b12-8a3b-e301508d47ab req-0c40a6f8-911a-448e-b3b7-d4fa06e0a58f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1057637 Apr 18 20:35:09.860766 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef018-7180-4365-94e9-81034456d12c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.881769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b1ef018-7180-4365-94e9-81034456d12c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.885230 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0b1ef018-7180-4365-94e9-81034456d12c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "DELETE /v2.0/subnets/72b0e71a-7b78-4073-ac14-7f6de0ac75da HTTP/1.1" status: 204 len: 168 time: 0.5577023 Apr 18 20:35:09.897085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f988d-e47c-4e9f-8739-45f1f70a4be0 None None] Network ff4f2684-1dfe-4c84-a88a-0ab386c59d43 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:09.897850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37722) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:09.909172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ef018-7180-4365-94e9-81034456d12c tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Subnet': ['ID=72b0e71a-7b78-4073-ac14-7f6de0ac75da,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:09.914124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1730ccb8-2bc1-4b12-8a3b-e301508d47ab req-01d5e4ee-513c-4ddf-8bdc-491e80f8dd50 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726244 Apr 18 20:35:09.928288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.951919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] For port 269de47b-fb1d-44e3-9e77-67d809d7955a, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=269de47b-fb1d-44e3-9e77-67d809d7955a,segment=NetworkSegment(92ab2155-6a0c-4a60-85bd-75e5daf61006),segment_id=92ab2155-6a0c-4a60-85bd-75e5daf61006)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:09.953314 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.994875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Calling delete_port for 269de47b-fb1d-44e3-9e77-67d809d7955a owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:10.034065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 24954c54-3ed8-48dd-8249-f6310c85f382, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=24954c54-3ed8-48dd-8249-f6310c85f382,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:10.081428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c924a9f0-2177-4175-babb-2bdbec451394 None None] DHCP port deletion for 503a89fb-4d02-4653-b4e1-ae0a3c94c6fa request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:35:10.096920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '24954c54-3ed8-48dd-8249-f6310c85f382', 'network_id': '89a3cc1d-e53a-4eb6-ac48-6492b7722094', 'port_id': '24954c54-3ed8-48dd-8249-f6310c85f382', 'mac_address': 'fa:16:3e:69:08:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a25313f-59f1-4dc6-a353-eab1a5bdbb80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:10.117649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bdc6d55-6fc2-44ae-8608-e4391ef5a41a req-a0d70775-16c2-4017-85a1-ff6d9f3c8011 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1150835 Apr 18 20:35:10.155874 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.163741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663119c0-0800-42c3-8032-50a5382a95e8 None None] DHCP port deletion for fd4968a1-b686-432e-b279-ac6fbfecd24e request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:35:10.189593 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.248921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:10.285161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.321895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] No DVR routers for this DVR port 269de47b-fb1d-44e3-9e77-67d809d7955a on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:10.360000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:10.366423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:10.369272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:10.402638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event updated for resources: {'Port': ['ID=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:10.452362 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.458334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaaf1f-aba1-4a72-9d79-fdeb01d9ffb1 req-956be5e4-b332-4dcc-a17a-961b9bbb2be9 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:10.460139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85eaaf1f-aba1-4a72-9d79-fdeb01d9ffb1 req-956be5e4-b332-4dcc-a17a-961b9bbb2be9 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 943 time: 0.1814167 Apr 18 20:35:10.468382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:10.468382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.510454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Deleting port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:10.511503 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.536357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-67da55da-dad7-411b-ac05-ea6b01eaf4fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2594557 Apr 18 20:35:10.545632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85eaaf1f-aba1-4a72-9d79-fdeb01d9ffb1 req-2ce22c29-1d52-43e5-85d9-96d727c5cdd5 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736961 Apr 18 20:35:10.582823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:10.600375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Pushing event deleted for resources: {'Port': ['ID=269de47b-fb1d-44e3-9e77-67d809d7955a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:10.615084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Request body: {'port': {'device_id': '587ece0f-1500-41c5-82f0-fdd06d503034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:10.624538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.666636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4968a1-b686-432e-b279-ac6fbfecd24e']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:10.680123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ab2155-6a0c-4a60-85bd-75e5daf61006') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:10.680431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ab2155-6a0c-4a60-85bd-75e5daf61006') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:10.695296 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.721177 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.728953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.741652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:10.742102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.742225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24954c54-3ed8-48dd-8249-f6310c85f382 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:10.744170 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:10.762022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] For port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:10.762390 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.778844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 24954c54-3ed8-48dd-8249-f6310c85f382, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=24954c54-3ed8-48dd-8249-f6310c85f382,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:10.826757 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.829778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.837661 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.842191 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fd4968a1-b686-432e-b279-ac6fbfecd24e HTTP/1.1" status: 204 len: 168 time: 1.3605721 Apr 18 20:35:10.846551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0527575-b438-46c1-8e79-be0404c90329 None None] DHCP port deletion for ff4f2684-1dfe-4c84-a88a-0ab386c59d43 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:35:10.858446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8f928-fb4a-4fea-8856-52119cf71258 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4968a1-b686-432e-b279-ac6fbfecd24e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:10.912814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c924a9f0-2177-4175-babb-2bdbec451394 None None] Deleting port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:10.913185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c924a9f0-2177-4175-babb-2bdbec451394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.924169 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.018419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37752) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:11.064310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-663119c0-0800-42c3-8032-50a5382a95e8 None None] Deleting port 269de47b-fb1d-44e3-9e77-67d809d7955a {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:11.064797 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-663119c0-0800-42c3-8032-50a5382a95e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.070562 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6ca103cc-7773-4289-8719-c09a1a98ac9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e115fb25034476cb0e3ad16148fcef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480816 Apr 18 20:35:11.070958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37754) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:11.088418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=24954c54-3ed8-48dd-8249-f6310c85f382,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:11.147962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eab3537a-ceda-4d42-8822-df7a12a8bcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-663119c0-0800-42c3-8032-50a5382a95e8 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network fd4968a1-b686-432e-b279-ac6fbfecd24e could not be found. Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1537, in delete_ports_by_device_id Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:35:11.155260 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2019, in delete_port Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1195, in get_network Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network fd4968a1-b686-432e-b279-ac6fbfecd24e could not be found. Apr 18 20:35:11.158763 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:35:11.185885 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:35:11.195736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eab3537a-ceda-4d42-8822-df7a12a8bcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.205083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Calling delete_port for 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:11.213647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2358208-dc1c-4437-a7eb-daf7983612e8 None None] DHCP port deletion for fd4968a1-b686-432e-b279-ac6fbfecd24e request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:35:11.215691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['24954c54-3ed8-48dd-8249-f6310c85f382'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:11.230210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:11.254661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.268014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c924a9f0-2177-4175-babb-2bdbec451394 None None] For port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,segment=NetworkSegment(dc929a60-7989-43ab-9f88-5488d81f56a1),segment_id=dc929a60-7989-43ab-9f88-5488d81f56a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:11.268394 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c924a9f0-2177-4175-babb-2bdbec451394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.279718 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eab3537a-ceda-4d42-8822-df7a12a8bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.283329 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.283792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eab3537a-ceda-4d42-8822-df7a12a8bcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.284097 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 269de47b-fb1d-44e3-9e77-67d809d7955a no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:11.285141 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eab3537a-ceda-4d42-8822-df7a12a8bcc9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d020db1-ee5a-477b-a1a2-7c6a591e7a0f HTTP/1.1" status: 204 len: 168 time: 0.2125599 Apr 18 20:35:11.311616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3537a-ceda-4d42-8822-df7a12a8bcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d020db1-ee5a-477b-a1a2-7c6a591e7a0f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:11.374695 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.376663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c924a9f0-2177-4175-babb-2bdbec451394 None None] Calling delete_port for 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:11.378803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93489ecd-2351-414e-a7fa-e8b5bfb956e0 req-9c404bc4-56d1-4e30-bb3e-12a72d5da497 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:11.386424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93489ecd-2351-414e-a7fa-e8b5bfb956e0 req-9c404bc4-56d1-4e30-bb3e-12a72d5da497 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 931 time: 0.7642806 Apr 18 20:35:11.429459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 269de47b-fb1d-44e3-9e77-67d809d7955a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:11.429805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 269de47b-fb1d-44e3-9e77-67d809d7955a not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:11.442084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a0527575-b438-46c1-8e79-be0404c90329 None None] Deleting port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:11.442297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40574015-cf99-477a-810d-a637d11b6e9d req-b86a335f-c640-4384-b37a-92997c1dce99 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:11.442844 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0527575-b438-46c1-8e79-be0404c90329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.449707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40574015-cf99-477a-810d-a637d11b6e9d req-b86a335f-c640-4384-b37a-92997c1dce99 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.7881801 Apr 18 20:35:11.527884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93489ecd-2351-414e-a7fa-e8b5bfb956e0 req-00043f3f-782e-47e1-81a8-305ea3bb60fc tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395168 Apr 18 20:35:11.656850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:11.712335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a0527575-b438-46c1-8e79-be0404c90329 None None] For port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=34efc59c-0d58-4bfc-b2ce-f38d5653c1d1,segment=NetworkSegment(263e3a56-8309-4fce-b6c0-70c91c73ced2),segment_id=263e3a56-8309-4fce-b6c0-70c91c73ced2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:11.712945 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0527575-b438-46c1-8e79-be0404c90329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.729974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d249e31-d6ea-4b79-8064-f98175143d9e req-633dd143-af5c-44b4-a68a-6103a6ea75fd tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0793245 Apr 18 20:35:11.750725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a0527575-b438-46c1-8e79-be0404c90329 None None] Calling delete_port for 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:11.771012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40574015-cf99-477a-810d-a637d11b6e9d req-e9f57293-9640-4a13-a097-b106c1653348 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203490 Apr 18 20:35:11.793071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.877373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c924a9f0-2177-4175-babb-2bdbec451394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.881937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Port': ['ID=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:11.912226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c924a9f0-2177-4175-babb-2bdbec451394 None None] No DVR routers for this DVR port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:11.937997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] No DVR routers for this DVR port 2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:12.072732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb16e10-7ff8-4cfa-b3f9-d3556bd59d1f req-0815175a-c62e-4469-ba49-098ff31db7c8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:12.081371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ceb16e10-7ff8-4cfa-b3f9-d3556bd59d1f req-0815175a-c62e-4469-ba49-098ff31db7c8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 944 time: 0.2370403 Apr 18 20:35:12.106221 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.139890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924a9f0-2177-4175-babb-2bdbec451394 None None] Pushing event deleted for resources: {'Port': ['ID=2be5d9a2-cf9f-4ade-b9f9-59c5f6d2a873,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:12.178740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503a89fb-4d02-4653-b4e1-ae0a3c94c6fa']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:12.200374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.220538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ceb16e10-7ff8-4cfa-b3f9-d3556bd59d1f req-23db1db8-4ec7-46d8-916a-e7c147f373eb tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325231 Apr 18 20:35:12.249224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc929a60-7989-43ab-9f88-5488d81f56a1') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:12.249895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc929a60-7989-43ab-9f88-5488d81f56a1') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:12.250398 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0527575-b438-46c1-8e79-be0404c90329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.303622 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0527575-b438-46c1-8e79-be0404c90329 None None] No DVR routers for this DVR port 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:12.304571 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.305625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0527575-b438-46c1-8e79-be0404c90329 None None] Pushing event deleted for resources: {'Port': ['ID=34efc59c-0d58-4bfc-b2ce-f38d5653c1d1,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:12.330355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad6494f-1130-4dc2-bcd0-79b6d44b185d None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:35:12.342257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbf47cb-088f-44e9-a0b0-4b39f23b1095 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:12.354232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 836982fd-1aab-4b61-a0b6-2df10e1474e1 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:12.358561 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.365720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.379340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:12.379764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:12.384354 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:12.406613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Transition to ACTIVE for port object bdbf47cb-088f-44e9-a0b0-4b39f23b1095 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:12.432063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:12.447140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d8bee-c2c5-4caa-82b5-6908442a681d req-c21b892b-c86e-419f-b815-690cdb109570 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:12.455174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-679d8bee-c2c5-4caa-82b5-6908442a681d req-c21b892b-c86e-419f-b815-690cdb109570 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 946 time: 0.2335348 Apr 18 20:35:12.464210 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.481006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:12.481338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 34efc59c-0d58-4bfc-b2ce-f38d5653c1d1 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:12.570127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-679d8bee-c2c5-4caa-82b5-6908442a681d req-3f5edb07-b584-4e34-9d6f-03f7d6d480c3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996082 Apr 18 20:35:12.570127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.578059 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.581610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "DELETE /v2.0/networks/503a89fb-4d02-4653-b4e1-ae0a3c94c6fa HTTP/1.1" status: 204 len: 168 time: 2.6641145 Apr 18 20:35:12.585318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37794) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:12.606515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cd144-dfab-4d17-8480-3463531e615d tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Network': ['ID=503a89fb-4d02-4653-b4e1-ae0a3c94c6fa,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:12.609938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:12.627830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37796) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:12.665729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad6494f-1130-4dc2-bcd0-79b6d44b185d None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:35:12.690870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 836982fd-1aab-4b61-a0b6-2df10e1474e1 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:12.699612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 836982fd-1aab-4b61-a0b6-2df10e1474e1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:12.700153 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.731201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f381a4-5b8c-4ab3-921c-3b61451d510b req-0c722385-9eaf-4a2f-8f87-9c1d31ba29c4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:12.741300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6f381a4-5b8c-4ab3-921c-3b61451d510b req-0c722385-9eaf-4a2f-8f87-9c1d31ba29c4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 943 time: 0.0853841 Apr 18 20:35:12.743055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.756331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Attempting to bind port bdbf47cb-088f-44e9-a0b0-4b39f23b1095 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:12.756864 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Attempting to bind port bdbf47cb-088f-44e9-a0b0-4b39f23b1095 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:12.757403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Attempting to bind port bdbf47cb-088f-44e9-a0b0-4b39f23b1095 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:12.824942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Port bdbf47cb-088f-44e9-a0b0-4b39f23b1095 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:35:12.825462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Attempting to bind port bdbf47cb-088f-44e9-a0b0-4b39f23b1095 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:12.852981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:12.853704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Checking segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:12.854425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Bound using segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:12.855229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Bound port: bdbf47cb-088f-44e9-a0b0-4b39f23b1095, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:12.856114 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.886294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6f381a4-5b8c-4ab3-921c-3b61451d510b req-c10cf0dd-cdc2-4293-afcd-a44d81e99e0b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438310 Apr 18 20:35:12.903030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-469695348-network', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:12.934817 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.956920 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.971227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4f2684-1dfe-4c84-a88a-0ab386c59d43']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:12.979276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Made reservation on behalf of 00b4b2b9d9a3403bbe4e5f69ee163733 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:12.981598 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.009848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263e3a56-8309-4fce-b6c0-70c91c73ced2') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:13.010544 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263e3a56-8309-4fce-b6c0-70c91c73ced2') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:13.023345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a19dd5a-d2da-4369-8964-0430f3a081cb req-ea1efac4-cbd0-4c9f-a7e8-b20323e7d3e7 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0499673 Apr 18 20:35:13.026964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] For port bdbf47cb-088f-44e9-a0b0-4b39f23b1095, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:13.027584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797a79ea-1f6d-415b-ba40-75d0796aec16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836982fd-1aab-4b61-a0b6-2df10e1474e1'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:13.030403 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5875083b-6f6d-4d91-b0a8-7df55e093e5c" -d '{"events": [{"server_uuid": "797a79ea-1f6d-415b-ba40-75d0796aec16", "name": "network-vif-plugged", "status": "completed", "tag": "836982fd-1aab-4b61-a0b6-2df10e1474e1"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:13.046214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] For port bdbf47cb-088f-44e9-a0b0-4b39f23b1095, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:13.050732 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.053655 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.080393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 836982fd-1aab-4b61-a0b6-2df10e1474e1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=836982fd-1aab-4b61-a0b6-2df10e1474e1,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:13.100413 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.104986 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.117675 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:13.119683 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.162599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.163450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.164881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] 10.222.0.64 "PUT /v2.0/ports/bdbf47cb-088f-44e9-a0b0-4b39f23b1095 HTTP/1.1" status: 200 len: 1091 time: 2.5600741 Apr 18 20:35:13.166215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587ece0f-1500-41c5-82f0-fdd06d503034', 'tag': 'bdbf47cb-088f-44e9-a0b0-4b39f23b1095'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:13.171866 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eb269f-d92f-4766-9620-033323421130" -d '{"events": [{"name": "network-changed", "server_uuid": "587ece0f-1500-41c5-82f0-fdd06d503034", "tag": "bdbf47cb-088f-44e9-a0b0-4b39f23b1095"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:13.224705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35528d8a-85dd-48a5-a67b-9ea6129a1565 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:13.285086 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce737c0-38b5-4bd5-a495-71ad21529f8c x-openstack-request-id: req-9ce737c0-38b5-4bd5-a495-71ad21529f8c {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:13.285426 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797a79ea-1f6d-415b-ba40-75d0796aec16", "name": "network-vif-plugged", "status": "completed", "tag": "836982fd-1aab-4b61-a0b6-2df10e1474e1", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:13.285607 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9ce737c0-38b5-4bd5-a495-71ad21529f8c {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:13.286034 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce737c0-38b5-4bd5-a495-71ad21529f8c'] response: {'server_uuid': '797a79ea-1f6d-415b-ba40-75d0796aec16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836982fd-1aab-4b61-a0b6-2df10e1474e1', 'code': 200} Apr 18 20:35:13.286691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=836982fd-1aab-4b61-a0b6-2df10e1474e1,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:13.305550 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:13.320839 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.325020 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.334170 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.338928 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] 10.222.0.49 "DELETE /v2.0/networks/ff4f2684-1dfe-4c84-a88a-0ab386c59d43 HTTP/1.1" status: 204 len: 168 time: 0.7524464 Apr 18 20:35:13.358884 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3585c743-a005-4a72-901e-a2b49afcf4d6 x-openstack-request-id: req-3585c743-a005-4a72-901e-a2b49afcf4d6 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:13.359258 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587ece0f-1500-41c5-82f0-fdd06d503034", "tag": "bdbf47cb-088f-44e9-a0b0-4b39f23b1095", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:13.359957 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3585c743-a005-4a72-901e-a2b49afcf4d6 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:13.360590 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3585c743-a005-4a72-901e-a2b49afcf4d6'] response: {'name': 'network-changed', 'server_uuid': '587ece0f-1500-41c5-82f0-fdd06d503034', 'tag': 'bdbf47cb-088f-44e9-a0b0-4b39f23b1095', 'status': 'completed', 'code': 200} Apr 18 20:35:13.403814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc4b6b-e10c-4ab1-afad-25db8cb937d1 tempest-TaggedBootDevicesTest-1185011888 tempest-TaggedBootDevicesTest-1185011888-project] Pushing event deleted for resources: {'Network': ['ID=ff4f2684-1dfe-4c84-a88a-0ab386c59d43,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:13.450416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040f919-00e0-44cd-8fb2-6e792e45a44f req-038ca118-c6ae-4cff-a056-4fa34a36fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.452190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a040f919-00e0-44cd-8fb2-6e792e45a44f req-038ca118-c6ae-4cff-a056-4fa34a36fb9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=797a79ea-1f6d-415b-ba40-75d0796aec16 HTTP/1.1" status: 200 len: 1096 time: 0.0739634 Apr 18 20:35:13.454549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1a40-d080-4423-919a-870439501c87 req-9ed43f37-ec5a-4493-9068-2415f2125fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.456207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-9ed43f37-ec5a-4493-9068-2415f2125fee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 1094 time: 0.2020295 Apr 18 20:35:13.465518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35383ea-7b1a-4c78-a276-343926c31033 req-750ebc5b-914a-4a01-b4f7-7bfa41dbaa06 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.475723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e35383ea-7b1a-4c78-a276-343926c31033 req-750ebc5b-914a-4a01-b4f7-7bfa41dbaa06 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2599466 Apr 18 20:35:13.510738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 24954c54-3ed8-48dd-8249-f6310c85f382 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:13.569807 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.577192 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.608161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:13.616125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-f7bc02f7-76f6-4133-8613-ed9a9bc03f00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdbf47cb-088f-44e9-a0b0-4b39f23b1095 HTTP/1.1" status: 200 len: 217 time: 0.1351404 Apr 18 20:35:13.629285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca07101f-ce5e-4ded-a457-0bf5141c5b9c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:13.635893 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.636378 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Added segment 0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08 of type vlan for network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 Apr 18 20:35:13.674608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e35383ea-7b1a-4c78-a276-343926c31033 req-595a64a8-9aee-4b8c-9a32-0e9e0b19f9f3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978436 Apr 18 20:35:13.693909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 24954c54-3ed8-48dd-8249-f6310c85f382 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:13.699826 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 24954c54-3ed8-48dd-8249-f6310c85f382 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:13.700670 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.703022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.737215 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.740168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.740767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.777226 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1423013 Apr 18 20:35:13.780726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37820) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:13.786607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Request body: {'subnet': {'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-469695348-subnet', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:13.803736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b324c-7229-4eae-9e06-1075c6eeda2c req-04d661da-70c5-4a25-adb8-08e2c4febfa2 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.805264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-763b324c-7229-4eae-9e06-1075c6eeda2c req-04d661da-70c5-4a25-adb8-08e2c4febfa2 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 944 time: 0.3159852 Apr 18 20:35:13.809947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a040f919-00e0-44cd-8fb2-6e792e45a44f req-3cc27c37-5b37-4ddc-840d-a3cc7ca02fb1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306739 Apr 18 20:35:13.822079 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.825622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1a40-d080-4423-919a-870439501c87 req-ab76209e-d38b-4e52-b350-c493ddbb19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.827760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-ab76209e-d38b-4e52-b350-c493ddbb19a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1992207 Apr 18 20:35:13.866512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 24954c54-3ed8-48dd-8249-f6310c85f382, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=24954c54-3ed8-48dd-8249-f6310c85f382,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:13.874181 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.899763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-763b324c-7229-4eae-9e06-1075c6eeda2c req-ed77506c-9253-456e-b4a3-3ca88fc1fb48 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804806 Apr 18 20:35:13.929123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546147-5f4a-4362-af80-a75335a4c1e5 req-ae69526e-706b-460d-9564-07ccd050875c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.941910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9546147-5f4a-4362-af80-a75335a4c1e5 req-ae69526e-706b-460d-9564-07ccd050875c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 946 time: 0.1130941 Apr 18 20:35:13.959208 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=24954c54-3ed8-48dd-8249-f6310c85f382,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:14.053802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-33d680cb-2397-48d7-8e95-df0f04fb2cfb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485342 Apr 18 20:35:14.056827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9546147-5f4a-4362-af80-a75335a4c1e5 req-474bab78-ce25-4f1d-9edb-71af226cd2ea tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087739 Apr 18 20:35:14.223444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeefbd6-2962-477d-a66d-f35c43a1ebfa req-06e64d87-f1de-48f0-be6f-f320cb745614 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:14.231657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbeefbd6-2962-477d-a66d-f35c43a1ebfa req-06e64d87-f1de-48f0-be6f-f320cb745614 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 943 time: 0.1885321 Apr 18 20:35:14.272385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f090886-2235-4124-9f51-2d0925f08861 req-1183a8f5-961c-410a-ab0c-7307641473e6 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:14.273493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c66d5-75ac-4f10-8be2-4368b3013703 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f5aec1-a8b4-458d-a434-0b9fc2eca784,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:14.280114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Made reservation on behalf of 00b4b2b9d9a3403bbe4e5f69ee163733 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:14.282606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:14.290043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f090886-2235-4124-9f51-2d0925f08861 req-1183a8f5-961c-410a-ab0c-7307641473e6 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.64 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 946 time: 0.2486854 Apr 18 20:35:14.292961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02a1ca28-2b05-4bed-821e-1186a52e046d req-7385c48d-6625-4462-b71d-e1b0d0024b03 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1064744 Apr 18 20:35:14.306767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:35:14.454186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbeefbd6-2962-477d-a66d-f35c43a1ebfa req-78312374-3a75-4b1d-b61e-e1dbaf72912c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215624 Apr 18 20:35:14.499775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-ead45426-2173-4f5c-b6d9-4c43138d22fe service neutron] 10.222.0.64 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080248 Apr 18 20:35:14.663252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-8f090886-2235-4124-9f51-2d0925f08861 req-f04c1b58-d8a9-483c-8a21-692a7e739b77 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Deleting port ae34be7d-ba60-496c-aa94-126a7d33164d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:14.663720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8f090886-2235-4124-9f51-2d0925f08861 req-f04c1b58-d8a9-483c-8a21-692a7e739b77 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:14.667392 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:14.746968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f65c27-8c45-4797-8a9b-87bf6a07c218,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:14.761727 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Checking segment: {'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:14.762181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Network hostable DHCP agents. Network: b8f5aec1-a8b4-458d-a434-0b9fc2eca784, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:35:14.788117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:35:14.801605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, b8f5aec1-a8b4-458d-a434-0b9fc2eca784) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:14.815693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158231e8-54e9-4753-9313-38d13c8dba45 None None] Network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:14.817686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:14.818347 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:14.847150 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-46c04653-53e5-4455-be7f-798b22213e47 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0649290 Apr 18 20:35:14.849591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37846) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:14.857597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:14.867827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8f090886-2235-4124-9f51-2d0925f08861 req-f04c1b58-d8a9-483c-8a21-692a7e739b77 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] For port ae34be7d-ba60-496c-aa94-126a7d33164d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ae34be7d-ba60-496c-aa94-126a7d33164d,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:14.868227 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8f090886-2235-4124-9f51-2d0925f08861 req-f04c1b58-d8a9-483c-8a21-692a7e739b77 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:14.878468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c2f1a40-d080-4423-919a-870439501c87 req-eb09e0a0-3410-42f8-95f4-ea38344bdd55 service neutron] 10.222.0.64 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697164 Apr 18 20:35:14.912270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-8f090886-2235-4124-9f51-2d0925f08861 req-f04c1b58-d8a9-483c-8a21-692a7e739b77 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Calling delete_port for ae34be7d-ba60-496c-aa94-126a7d33164d owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:14.936929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee87a7-cc8d-41c5-9964-acbdc175e25d req-92053e87-6a27-4f91-bcfa-d331e9823d47 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:14.938647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4ee87a7-cc8d-41c5-9964-acbdc175e25d req-92053e87-6a27-4f91-bcfa-d331e9823d47 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1403680 Apr 18 20:35:14.953700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:14.957207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.052882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4ee87a7-cc8d-41c5-9964-acbdc175e25d req-9a752351-5d50-4d42-b856-c7a2dc807971 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057003 Apr 18 20:35:15.070534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:35:15.074173 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.137064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.312949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5278d-8405-4247-b4da-695582563167 req-cf3475a1-23a9-4a1c-befd-0dd9ad4876d6 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:15.314846 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f2d5278d-8405-4247-b4da-695582563167 req-cf3475a1-23a9-4a1c-befd-0dd9ad4876d6 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 945 time: 0.2087498 Apr 18 20:35:15.328732 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.329085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb269f-d92f-4766-9620-033323421130 req-e1c755d2-188f-4df9-8534-35c290c9dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:15.330562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50eb269f-d92f-4766-9620-033323421130 req-e1c755d2-188f-4df9-8534-35c290c9dedc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 1094 time: 0.2472308 Apr 18 20:35:15.358777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66eb18-9e56-4d19-9e73-8129fb48426b req-4fd0dc86-3f92-4723-899e-e8e0de2ca5fe tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:15.360393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e66eb18-9e56-4d19-9e73-8129fb48426b req-4fd0dc86-3f92-4723-899e-e8e0de2ca5fe tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 946 time: 0.1644859 Apr 18 20:35:15.366456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Allocated IP 172.20.0.2 (b8f5aec1-a8b4-458d-a434-0b9fc2eca784/a3f65c27-8c45-4797-8a9b-87bf6a07c218/0d5b5227-f05b-407c-b779-ce78ccb4a28b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:15.397734 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8f090886-2235-4124-9f51-2d0925f08861 req-f04c1b58-d8a9-483c-8a21-692a7e739b77 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.434163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd77a2a9-3991-4e59-9ef0-bf698136b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24954c54-3ed8-48dd-8249-f6310c85f382'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:15.437443 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0b417-d852-4e87-a5ca-01682fe706a2" -d '{"events": [{"server_uuid": "fd77a2a9-3991-4e59-9ef0-bf698136b367", "name": "network-vif-plugged", "status": "completed", "tag": "24954c54-3ed8-48dd-8249-f6310c85f382"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:15.444141 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ae34be7d-ba60-496c-aa94-126a7d33164d'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:15.546098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c1b58-d8a9-483c-8a21-692a7e739b77 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event deleted for resources: {'Port': ['ID=ae34be7d-ba60-496c-aa94-126a7d33164d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:15.554870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f090886-2235-4124-9f51-2d0925f08861 req-f04c1b58-d8a9-483c-8a21-692a7e739b77 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] No DVR routers for this DVR port ae34be7d-ba60-496c-aa94-126a7d33164d on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:15.559684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f2d5278d-8405-4247-b4da-695582563167 req-30d6f182-52e2-4ab7-9b9c-b89d185dd233 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328150 Apr 18 20:35:15.561237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8f090886-2235-4124-9f51-2d0925f08861 req-f04c1b58-d8a9-483c-8a21-692a7e739b77 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.564532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f090886-2235-4124-9f51-2d0925f08861 req-f04c1b58-d8a9-483c-8a21-692a7e739b77 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.64 "DELETE /v2.0/ports/ae34be7d-ba60-496c-aa94-126a7d33164d HTTP/1.1" status: 204 len: 173 time: 1.2653582 Apr 18 20:35:15.569845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffa6953-2321-40c9-9426-f2db6053ba6f', 'name': 'network-vif-deleted', 'tag': 'ae34be7d-ba60-496c-aa94-126a7d33164d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:15.572176 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce5ddeb-a03f-4255-9a55-fe1b274bbc74" -d '{"events": [{"server_uuid": "4ffa6953-2321-40c9-9426-f2db6053ba6f", "name": "network-vif-deleted", "tag": "ae34be7d-ba60-496c-aa94-126a7d33164d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:15.588749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e66eb18-9e56-4d19-9e73-8129fb48426b req-05a7b11b-0551-4c2b-ad2b-12031ce8682e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115734 Apr 18 20:35:15.609379 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.622321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb269f-d92f-4766-9620-033323421130 req-ec144e5d-1fef-4701-8ef5-318a79788799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:15.622639 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.623904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50eb269f-d92f-4766-9620-033323421130 req-ec144e5d-1fef-4701-8ef5-318a79788799 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 907 time: 0.2762108 Apr 18 20:35:15.684715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50eb269f-d92f-4766-9620-033323421130 req-8188a8c0-c7cf-4975-bfe7-260fd83bd707 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdbf47cb-088f-44e9-a0b0-4b39f23b1095 HTTP/1.1" status: 200 len: 217 time: 0.0505316 Apr 18 20:35:15.697507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:15.708862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:15.715340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:15.735955 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.742473 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009b1790-a5a1-46a6-b508-777ecd175a3d x-openstack-request-id: req-009b1790-a5a1-46a6-b508-777ecd175a3d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:15.742776 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd77a2a9-3991-4e59-9ef0-bf698136b367", "name": "network-vif-plugged", "status": "completed", "tag": "24954c54-3ed8-48dd-8249-f6310c85f382", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:15.742980 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-009b1790-a5a1-46a6-b508-777ecd175a3d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:15.743377 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009b1790-a5a1-46a6-b508-777ecd175a3d'] response: {'server_uuid': 'fd77a2a9-3991-4e59-9ef0-bf698136b367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24954c54-3ed8-48dd-8249-f6310c85f382', 'code': 200} Apr 18 20:35:15.757551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Pushing event updated for resources: {'Port': ['ID=0d5b5227-f05b-407c-b779-ce78ccb4a28b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:15.790189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.851386 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.855253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb269f-d92f-4766-9620-033323421130 req-f6cec61f-2c33-4ead-86a4-bd656a8af040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:15.856797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50eb269f-d92f-4766-9620-033323421130 req-f6cec61f-2c33-4ead-86a4-bd656a8af040 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1610420 Apr 18 20:35:15.869201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Attempting to bind port 0d5b5227-f05b-407c-b779-ce78ccb4a28b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:15.870528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Attempting to bind port 0d5b5227-f05b-407c-b779-ce78ccb4a28b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:15.873284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Attempting to bind port 0d5b5227-f05b-407c-b779-ce78ccb4a28b on network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:15.886761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:15.887310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Checking segment: {'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:15.887810 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.888923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Bound using segment: {'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:15.889515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Bound port: 0d5b5227-f05b-407c-b779-ce78ccb4a28b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:15.893621 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.965670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25423d16-bd1c-4ec0-b3c1-05c7d719350f req-0a2e9bf7-bc2e-43ef-b8ff-86acd67c24f1 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1872907 Apr 18 20:35:16.022952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Allocated IP 172.25.2.50 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/e3c9a7e0-f769-4a26-9ea6-59e35345dd9b) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:16.084725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] For port 0d5b5227-f05b-407c-b779-ce78ccb4a28b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:16.089578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] For port 0d5b5227-f05b-407c-b779-ce78ccb4a28b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0d5b5227-f05b-407c-b779-ce78ccb4a28b,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:16.097806 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.109315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50eb269f-d92f-4766-9620-033323421130 req-ffaa39dc-ad04-4699-b1c7-851d4d9a9afa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833215 Apr 18 20:35:16.117952 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eda9c3b-0739-4ba8-bc82-5bd5b61e9191 x-openstack-request-id: req-0eda9c3b-0739-4ba8-bc82-5bd5b61e9191 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:16.120537 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffa6953-2321-40c9-9426-f2db6053ba6f", "name": "network-vif-deleted", "tag": "ae34be7d-ba60-496c-aa94-126a7d33164d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:16.120537 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0eda9c3b-0739-4ba8-bc82-5bd5b61e9191 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:16.122393 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eda9c3b-0739-4ba8-bc82-5bd5b61e9191'] response: {'server_uuid': '4ffa6953-2321-40c9-9426-f2db6053ba6f', 'name': 'network-vif-deleted', 'tag': 'ae34be7d-ba60-496c-aa94-126a7d33164d', 'status': 'completed', 'code': 200} Apr 18 20:35:16.250782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ee7a4-bfc8-46c2-aab5-c9c1d9c54f40 None None] Pushing event updated for resources: {'Port': ['ID=0d5b5227-f05b-407c-b779-ce78ccb4a28b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:16.301162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab45f0-79a7-4bbf-b66b-99e520f3c0b2 req-3188e0e5-a92b-4aa1-be88-7f13afdb8abd tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:16.303039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eeab45f0-79a7-4bbf-b66b-99e520f3c0b2 req-3188e0e5-a92b-4aa1-be88-7f13afdb8abd tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 943 time: 0.4589999 Apr 18 20:35:16.343099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.415176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.439906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f102cc-8adf-417c-a4d2-36c8f2009664 req-b616be1a-4cbd-4da6-910c-2ce05bd3a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:16.445445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49f102cc-8adf-417c-a4d2-36c8f2009664 req-b616be1a-4cbd-4da6-910c-2ce05bd3a652 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 1096 time: 0.6118264 Apr 18 20:35:16.526305 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:16.544788 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:16.553844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:16.614804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Pushing event updated for resources: {'Port': ['ID=e3c9a7e0-f769-4a26-9ea6-59e35345dd9b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:16.630042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eeab45f0-79a7-4bbf-b66b-99e520f3c0b2 req-424a3e85-980b-4266-8375-9c509344cfea tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490888 Apr 18 20:35:16.726154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49f102cc-8adf-417c-a4d2-36c8f2009664 req-150584a2-d696-4520-9404-03bb36982f62 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544899 Apr 18 20:35:16.743424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515b662-0583-4802-8b8c-f2c22ad8557e req-6b6c0e76-30fd-443b-9574-14d913eacf4a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:16.754114 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b515b662-0583-4802-8b8c-f2c22ad8557e req-6b6c0e76-30fd-443b-9574-14d913eacf4a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.4956110 Apr 18 20:35:16.795406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50eb269f-d92f-4766-9620-033323421130 req-45187034-fb70-425c-8e82-dddfd41768c6 service neutron] 10.222.0.64 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606698 Apr 18 20:35:16.964683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b515b662-0583-4802-8b8c-f2c22ad8557e req-50f5eae0-730f-4f06-bb6d-438359f89764 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093725 Apr 18 20:35:16.983185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:17.054346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85707697-c90e-458c-8828-de4e82ce9363 req-1351c6bc-aa4f-4118-b1ef-0f68025db6d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:17.057215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85707697-c90e-458c-8828-de4e82ce9363 req-1351c6bc-aa4f-4118-b1ef-0f68025db6d8 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 945 time: 0.2803118 Apr 18 20:35:17.062214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50eb269f-d92f-4766-9620-033323421130 req-02b7358e-7321-4aeb-9f52-18f7e6843734 service neutron] 10.222.0.64 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298799 Apr 18 20:35:17.151643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6e4e0ed-f58b-406f-b4f9-25b65c5dfc0f req-2fe0a49d-4527-4b22-80ca-e199c062c0cb tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 210 time: 0.0465665 Apr 18 20:35:17.164373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85707697-c90e-458c-8828-de4e82ce9363 req-ebbcd7f7-d6b0-4ea5-a6ef-c80edf5d5f1e tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977030 Apr 18 20:35:17.383601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2468fa19-2716-4a2f-b75e-1b1b33132623 req-3fb73c95-f6db-46f2-8f06-c9584ee7235c tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0705533 Apr 18 20:35:17.387332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:17.485227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2b4ce-d556-4694-9f4b-bf192b04d5b9 req-a3010ccd-d17c-4e51-b517-b59933f5bb9e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:17.487953 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aec2b4ce-d556-4694-9f4b-bf192b04d5b9 req-a3010ccd-d17c-4e51-b517-b59933f5bb9e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0983057 Apr 18 20:35:17.555510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aec2b4ce-d556-4694-9f4b-bf192b04d5b9 req-0472bbf8-a019-44bb-9c20-92fd99b75d0c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605855 Apr 18 20:35:17.736474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Router 98c193dc-703b-4da0-991b-ba46e2c09992 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:35:17.954478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb327b26-4f3e-45e2-b90a-5b7dec49ed0f req-286e16b5-9e35-4fb7-a63c-8944682b0cc7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:17.960554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb327b26-4f3e-45e2-b90a-5b7dec49ed0f req-286e16b5-9e35-4fb7-a63c-8944682b0cc7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1723328 Apr 18 20:35:17.975329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69413ad-f385-4ef9-b17e-e741d50b3dd3 req-8cb3ec2a-6187-4f85-9762-f44b196393ac tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:17.983068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b69413ad-f385-4ef9-b17e-e741d50b3dd3 req-8cb3ec2a-6187-4f85-9762-f44b196393ac tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 943 time: 0.1847208 Apr 18 20:35:18.001623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83989eed-af8c-4f3c-bf88-073ef54cac25 None None] Network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:18.042052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b69413ad-f385-4ef9-b17e-e741d50b3dd3 req-a606fb24-9271-4a8d-a404-a91608f913bc tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583634 Apr 18 20:35:18.049421 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:18.058181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb327b26-4f3e-45e2-b90a-5b7dec49ed0f req-58eb6f5a-1c7c-484e-a9eb-6f5e03871a10 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917826 Apr 18 20:35:18.063054 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Sync routers for ids ['98c193dc-703b-4da0-991b-ba46e2c09992'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:18.074835 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Routers {'98c193dc-703b-4da0-991b-ba46e2c09992'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:18.076304 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['98c193dc-703b-4da0-991b-ba46e2c09992'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:18.101829 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.106070 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dedff8ae-b836-4a4e-a284-f614ac6d995a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2521930 Apr 18 20:35:18.106410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37908) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:18.194637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c82bb94c-584b-487d-9e44-53c85e0e90e2 None None] Provisioning complete for port 0d5b5227-f05b-407c-b779-ce78ccb4a28b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:18.195192 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c82bb94c-584b-487d-9e44-53c85e0e90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.326993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b9ab0-60c1-4c03-9d34-efbea2f85146 req-3ae5809d-8970-4ca0-8fb7-8db655e4d8fd tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:18.337753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-283b9ab0-60c1-4c03-9d34-efbea2f85146 req-3ae5809d-8970-4ca0-8fb7-8db655e4d8fd tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1543026 Apr 18 20:35:18.367475 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Set router 98c193dc-703b-4da0-991b-ba46e2c09992 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:18.556766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-283b9ab0-60c1-4c03-9d34-efbea2f85146 req-44ce509a-7b7c-4580-bb45-781db829f50a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178090 Apr 18 20:35:18.570822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device bdbf47cb-088f-44e9-a0b0-4b39f23b1095 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:18.577850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b58f4c-ceef-4211-b89a-9f7b8cffad1b req-61724069-6240-48bd-aaf3-8b513e14322e tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:18.580853 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36b58f4c-ceef-4211-b89a-9f7b8cffad1b req-61724069-6240-48bd-aaf3-8b513e14322e tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 945 time: 0.2263253 Apr 18 20:35:18.731807 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:16Z', 'revision_number': 3, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:18.748805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36b58f4c-ceef-4211-b89a-9f7b8cffad1b req-6b4eae3e-24ba-43fa-802b-a0a719630671 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613226 Apr 18 20:35:18.776303 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Checking router: 98c193dc-703b-4da0-991b-ba46e2c09992 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:18.776643 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Updating router 98c193dc-703b-4da0-991b-ba46e2c09992 port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:35:18.799510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2fd5a48-828b-49b5-9948-4aa08d7e69c3 req-d33dd92a-d078-4463-83dc-90bbdf887d3b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 210 time: 0.1099753 Apr 18 20:35:18.875973 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.912295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bdbf47cb-088f-44e9-a0b0-4b39f23b1095, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:18.955638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ae34be7d-ba60-496c-aa94-126a7d33164d no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:18.969305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0d5b5227-f05b-407c-b779-ce78ccb4a28b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:19.056105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'bdbf47cb-088f-44e9-a0b0-4b39f23b1095', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'port_id': 'bdbf47cb-088f-44e9-a0b0-4b39f23b1095', 'mac_address': 'fa:16:3e:95:df:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835aa03a-8d5a-48b9-a98a-4a33d2d594c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:19.058624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea807bb8-2810-4544-ac40-344288d2c548 req-5c8fae21-380d-498e-9d02-36de2ef70ef1 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1124706 Apr 18 20:35:19.061496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: ae34be7d-ba60-496c-aa94-126a7d33164d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:19.062601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ae34be7d-ba60-496c-aa94-126a7d33164d not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:19.117238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a17a64-2a89-41df-aa45-435f12621f86 req-4c10a4f7-52da-49bb-b383-b49390451ef8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:19.118802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0a17a64-2a89-41df-aa45-435f12621f86 req-4c10a4f7-52da-49bb-b383-b49390451ef8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1630466 Apr 18 20:35:19.208261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0a17a64-2a89-41df-aa45-435f12621f86 req-c3ebaa94-4922-4967-8e5d-8e16ec6796d5 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742540 Apr 18 20:35:19.321570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.379630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0d5b5227-f05b-407c-b779-ce78ccb4a28b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:19.380211 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.384950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbf47cb-088f-44e9-a0b0-4b39f23b1095 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:19.414495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c82bb94c-584b-487d-9e44-53c85e0e90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.448152 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.496255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bdbf47cb-088f-44e9-a0b0-4b39f23b1095, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:19.527618 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.582249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c82bb94c-584b-487d-9e44-53c85e0e90e2 None None] For port 0d5b5227-f05b-407c-b779-ce78ccb4a28b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0d5b5227-f05b-407c-b779-ce78ccb4a28b,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:19.592164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300a03e-4ae0-4122-8803-255760bbaf82 req-9899a218-7a02-4fdf-baf8-5995b14e5b7c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:19.609235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d300a03e-4ae0-4122-8803-255760bbaf82 req-9899a218-7a02-4fdf-baf8-5995b14e5b7c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 943 time: 0.3222771 Apr 18 20:35:19.646108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c82bb94c-584b-487d-9e44-53c85e0e90e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.693750 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.712442 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.767192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31d81c-5815-419f-b1e1-593e10e67fbd req-7d13b423-e155-4126-bfb2-69414e4514f4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:19.785839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab31d81c-5815-419f-b1e1-593e10e67fbd req-7d13b423-e155-4126-bfb2-69414e4514f4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.4129484 Apr 18 20:35:19.790221 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Pushing event updated for resources: {'Port': ['ID=e3c9a7e0-f769-4a26-9ea6-59e35345dd9b,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:19.821881 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.822238 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.822545 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.822869 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.823186 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.823507 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.823823 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.824165 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.824479 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.824793 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.825107 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.825448 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:19.845391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:19.874647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['bdbf47cb-088f-44e9-a0b0-4b39f23b1095'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:19.893858 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Attempting to bind port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:19.896252 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Attempting to bind port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:19.896804 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Attempting to bind port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:19.905323 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:19.910949 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:19.911568 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.912220 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:19.912874 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Bound port: e3c9a7e0-f769-4a26-9ea6-59e35345dd9b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:19.914416 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.925123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d300a03e-4ae0-4122-8803-255760bbaf82 req-0fa05d6c-6dc5-4070-85f9-0f69ba6c1fad tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090727 Apr 18 20:35:20.015689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab31d81c-5815-419f-b1e1-593e10e67fbd req-6bf3ce71-5e68-48ad-a13d-42acbd51f87b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317452 Apr 18 20:35:20.037555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Allocated IP 172.20.0.1 (b8f5aec1-a8b4-458d-a434-0b9fc2eca784/a3f65c27-8c45-4797-8a9b-87bf6a07c218/6384d579-5276-45e7-bbb8-abeb9f3337a0) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:20.038494 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] For port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:20.042408 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] For port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e3c9a7e0-f769-4a26-9ea6-59e35345dd9b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:20.058044 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:20.097525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4cb08c7f-73db-4697-a0c5-7f5d4c07442e None None] Provisioning complete for port 0d5b5227-f05b-407c-b779-ce78ccb4a28b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:20.098084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4cb08c7f-73db-4697-a0c5-7f5d4c07442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:20.175375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3be2bce-c9f7-41dc-9c9a-4eb333a13ba9 req-eb367db8-a305-461b-84d9-455c423d56ab tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 210 time: 0.0534718 Apr 18 20:35:20.364033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:20.399472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c63556-be5f-442d-96e9-21244ef2c9f1 req-9da8728c-fdeb-453d-b964-d9e67b6135d0 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:20.402348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24c63556-be5f-442d-96e9-21244ef2c9f1 req-9da8728c-fdeb-453d-b964-d9e67b6135d0 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 945 time: 0.1986232 Apr 18 20:35:20.410036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bb94c-584b-487d-9e44-53c85e0e90e2 None None] Pushing event updated for resources: {'Port': ['ID=0d5b5227-f05b-407c-b779-ce78ccb4a28b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:20.483970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:20.605373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f568601e-5c41-443f-a97d-0c5e119fd729 req-507ef22e-3f9f-41d8-b10b-66aa64e9f5c2 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0777111 Apr 18 20:35:20.618774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24c63556-be5f-442d-96e9-21244ef2c9f1 req-60e3f6e5-8013-4996-a695-3fe98c0f8fe1 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941473 Apr 18 20:35:20.666908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:20.678426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:20.702467 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Routers {'98c193dc-703b-4da0-991b-ba46e2c09992'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:20.703451 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['98c193dc-703b-4da0-991b-ba46e2c09992'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:20.716021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:20.726691 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886bbed-f8c1-4647-a785-0a7d61886591 None None] Pushing event updated for resources: {'Port': ['ID=e3c9a7e0-f769-4a26-9ea6-59e35345dd9b,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:20.825145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea0a3f-9dfb-4f31-aa6c-be970d5b4173 req-a7aed009-fd24-449c-a5cc-053c000dcc0b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:20.834003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bea0a3f-9dfb-4f31-aa6c-be970d5b4173 req-a7aed009-fd24-449c-a5cc-053c000dcc0b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62d6f3b-4e88-466d-a17a-27bb0fb49985 HTTP/1.1" status: 200 len: 946 time: 0.0800064 Apr 18 20:35:20.859802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a34dff-4677-4b18-b46f-105011b89014 req-29848454-7d44-4500-8e1e-858f28fe3618 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:20.867939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14a34dff-4677-4b18-b46f-105011b89014 req-29848454-7d44-4500-8e1e-858f28fe3618 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1711965 Apr 18 20:35:20.873057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:20.914239 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] Set router 98c193dc-703b-4da0-991b-ba46e2c09992 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:20.943704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bea0a3f-9dfb-4f31-aa6c-be970d5b4173 req-f8ce64ff-ecae-4142-9299-529742faae04 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085148 Apr 18 20:35:21.001588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14a34dff-4677-4b18-b46f-105011b89014 req-eccb778f-ffc2-43b3-bcff-fec24b2e421e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324844 Apr 18 20:35:21.008400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Pushing event updated for resources: {'Port': ['ID=6384d579-5276-45e7-bbb8-abeb9f3337a0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:21.208267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8626b26-6569-42bb-b5c0-2eb982a5055d req-cb6d64f0-622b-41f8-93c9-32ea26e55404 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:21.217362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8626b26-6569-42bb-b5c0-2eb982a5055d req-cb6d64f0-622b-41f8-93c9-32ea26e55404 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 944 time: 0.1261268 Apr 18 20:35:21.240376 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:16Z', 'revision_number': 3, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:21.240914 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.241035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a9d4bd99-46ad-4c0e-8cb4-50eae0d5e489 None None] Provisioning complete for port 6384d579-5276-45e7-bbb8-abeb9f3337a0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:21.241470 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a9d4bd99-46ad-4c0e-8cb4-50eae0d5e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.279305 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842cc2c-e188-4e01-ad4a-938adc299ded None None] The sync data for ids ['98c193dc-703b-4da0-991b-ba46e2c09992'] in n-d-836015-4 is: [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:16Z', 'revision_number': 3, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:21.293755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8626b26-6569-42bb-b5c0-2eb982a5055d req-584a8fcb-cdb5-4c7d-9d15-2ab754d5aa03 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753813 Apr 18 20:35:21.331365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd106da-a787-4840-860d-732afd6b1a02 req-deb702b9-643a-4dfd-af20-d3eadfda5ab0 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:21.331805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4bd99-46ad-4c0e-8cb4-50eae0d5e489 None None] Port 6384d579-5276-45e7-bbb8-abeb9f3337a0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:35:21.359591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acd106da-a787-4840-860d-732afd6b1a02 req-deb702b9-643a-4dfd-af20-d3eadfda5ab0 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=797a79ea-1f6d-415b-ba40-75d0796aec16 HTTP/1.1" status: 200 len: 945 time: 0.2095065 Apr 18 20:35:21.527605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.542125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.591186 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.707953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Pushing event updated for resources: {'Port': ['ID=6384d579-5276-45e7-bbb8-abeb9f3337a0,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:21.760645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:21.762453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:21.863012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acd106da-a787-4840-860d-732afd6b1a02 req-e3d3a5f5-bd43-4fd5-a160-6be894800070 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947381 Apr 18 20:35:21.959214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8881f2d-47cf-4398-b991-4469dbbf18b9 req-a04fa778-0efc-4cbf-9600-47fd3943ef98 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:21.964380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8881f2d-47cf-4398-b991-4469dbbf18b9 req-a04fa778-0efc-4cbf-9600-47fd3943ef98 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1050816 Apr 18 20:35:22.001510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Router 98c193dc-703b-4da0-991b-ba46e2c09992 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:35:22.049996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9cc47c6c-23ed-40f7-a502-8f40f66ea84e req-832f80f6-8d5d-4de6-90d6-17bdefdf7bee tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 210 time: 0.0470984 Apr 18 20:35:22.112679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8881f2d-47cf-4398-b991-4469dbbf18b9 req-ff2a7770-37e5-42bd-8674-374c7a9f9f3f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392906 Apr 18 20:35:22.215875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88734907-c1c9-495e-ab51-baab95b9a59e req-805e283d-ce01-4d7d-9ba3-5733c2e3551b tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0342684 Apr 18 20:35:22.274275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-80b1834f-b9f1-4f38-bf1d-e7845b9d5bd0 None None] Provisioning complete for port 6384d579-5276-45e7-bbb8-abeb9f3337a0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:22.275871 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-80b1834f-b9f1-4f38-bf1d-e7845b9d5bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.283376 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:22.298076 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a310a532-0738-41f2-8232-2d23d44c2060 admin admin] 10.222.0.49 "PUT /v2.0/routers/98c193dc-703b-4da0-991b-ba46e2c09992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1902161 Apr 18 20:35:22.410810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device bdbf47cb-088f-44e9-a0b0-4b39f23b1095 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:22.514315 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-80b1834f-b9f1-4f38-bf1d-e7845b9d5bd0 None None] Port 6384d579-5276-45e7-bbb8-abeb9f3337a0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:35:22.532878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0d5b5227-f05b-407c-b779-ce78ccb4a28b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:22.538428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port bdbf47cb-088f-44e9-a0b0-4b39f23b1095 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:22.551358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed2adf-14af-4570-8d93-873b4c57a0c4 req-6c9bbee0-eead-49a1-9d93-8054a8e0a6c6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:22.553024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffed2adf-14af-4570-8d93-873b4c57a0c4 req-6c9bbee0-eead-49a1-9d93-8054a8e0a6c6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1748977 Apr 18 20:35:22.562651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port bdbf47cb-088f-44e9-a0b0-4b39f23b1095 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:22.563341 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.572001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454b9c9-06cd-4997-9e68-6d712bfee216 req-94a1860a-d4cf-4a0a-893d-a488a54ab4ff tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:22.574122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d454b9c9-06cd-4997-9e68-6d712bfee216 req-94a1860a-d4cf-4a0a-893d-a488a54ab4ff tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 944 time: 0.1083393 Apr 18 20:35:22.629615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffed2adf-14af-4570-8d93-873b4c57a0c4 req-b7e6c188-fbef-4d0d-96c3-b6a5a558d575 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541296 Apr 18 20:35:22.674562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d454b9c9-06cd-4997-9e68-6d712bfee216 req-ae505b41-67b6-4de2-b7b7-2e80254c9af7 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856948 Apr 18 20:35:22.681185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0d5b5227-f05b-407c-b779-ce78ccb4a28b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:22.682101 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.685830 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.795034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6e7f7-f1b6-444f-a2a2-5cc414679f75 req-11f95986-30ff-4f55-bce6-2e3b21c6879f tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:22.796907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fdb6e7f7-f1b6-444f-a2a2-5cc414679f75 req-11f95986-30ff-4f55-bce6-2e3b21c6879f tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=797a79ea-1f6d-415b-ba40-75d0796aec16 HTTP/1.1" status: 200 len: 945 time: 0.0912054 Apr 18 20:35:22.819188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587ece0f-1500-41c5-82f0-fdd06d503034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbf47cb-088f-44e9-a0b0-4b39f23b1095'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:22.824682 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317431b6-c07e-4718-aeda-f75ed0cacabb" -d '{"events": [{"server_uuid": "587ece0f-1500-41c5-82f0-fdd06d503034", "name": "network-vif-plugged", "status": "completed", "tag": "bdbf47cb-088f-44e9-a0b0-4b39f23b1095"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:22.855631 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port bdbf47cb-088f-44e9-a0b0-4b39f23b1095, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:22.892300 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.892430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fdb6e7f7-f1b6-444f-a2a2-5cc414679f75 req-4111d50c-39f6-4b72-a1b4-6ea8d0665826 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855637 Apr 18 20:35:22.948005 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e3c9a7e0-f769-4a26-9ea6-59e35345dd9b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:23.006547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107aac3-9621-4070-8dca-1e67b785c574 req-0f885dfb-ed01-4efc-a73f-febced9647d7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.008446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3107aac3-9621-4070-8dca-1e67b785c574 req-0f885dfb-ed01-4efc-a73f-febced9647d7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0628552 Apr 18 20:35:23.047729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:23.056488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3107aac3-9621-4070-8dca-1e67b785c574 req-3946976d-dc21-4143-8b71-455d95ff395c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 Apr 18 20:35:23.058227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:23.058597 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.062576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.062918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.063253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.063581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.063932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.064257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.065020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.065020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.065339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.065663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.065975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.066295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.145201 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5e8e7f-ece9-404d-b9b4-42ab1f8e913e x-openstack-request-id: req-9b5e8e7f-ece9-404d-b9b4-42ab1f8e913e {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:23.145609 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587ece0f-1500-41c5-82f0-fdd06d503034", "name": "network-vif-plugged", "status": "completed", "tag": "bdbf47cb-088f-44e9-a0b0-4b39f23b1095", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:23.145954 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9b5e8e7f-ece9-404d-b9b4-42ab1f8e913e {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:23.147695 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5e8e7f-ece9-404d-b9b4-42ab1f8e913e'] response: {'server_uuid': '587ece0f-1500-41c5-82f0-fdd06d503034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbf47cb-088f-44e9-a0b0-4b39f23b1095', 'code': 200} Apr 18 20:35:23.169264 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.205129 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e3c9a7e0-f769-4a26-9ea6-59e35345dd9b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:23.212001 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.288669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55f66a38-6872-4383-bdaf-efcca1062063 req-7a366eb4-cf43-4acf-9652-62c80d8d4dc9 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ffa6953-2321-40c9-9426-f2db6053ba6f HTTP/1.1" status: 200 len: 210 time: 0.0732081 Apr 18 20:35:23.310435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=e3c9a7e0-f769-4a26-9ea6-59e35345dd9b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:23.314627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055a911-111f-443a-8bc0-7ea1a7feb03d req-77116d5e-9fde-45be-b8ae-6d05536ce58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.316697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e055a911-111f-443a-8bc0-7ea1a7feb03d req-77116d5e-9fde-45be-b8ae-6d05536ce58f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 1096 time: 0.1026652 Apr 18 20:35:23.417075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e055a911-111f-443a-8bc0-7ea1a7feb03d req-f7596413-d326-4a98-b868-74c645c0ecd2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872114 Apr 18 20:35:23.499833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f22987de-004a-4713-b9a9-cc0460ef6fcc req-fffb4f8b-5c70-4482-afda-315da428e1e6 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0281134 Apr 18 20:35:23.628235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658445f9-b175-4300-8f75-98e856bca1f8 req-396ebff8-98d8-4238-8361-c48f803d81fb tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.629706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658445f9-b175-4300-8f75-98e856bca1f8 req-396ebff8-98d8-4238-8361-c48f803d81fb tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0555234 Apr 18 20:35:23.668552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658445f9-b175-4300-8f75-98e856bca1f8 req-4bbead1e-6906-415e-8d3c-a8b8656ae32b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325072 Apr 18 20:35:23.785772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Sync routers for ids ['98c193dc-703b-4da0-991b-ba46e2c09992'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:23.795852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Routers {'98c193dc-703b-4da0-991b-ba46e2c09992'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:23.796417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['98c193dc-703b-4da0-991b-ba46e2c09992'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:23.796934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90efcb-0064-4256-b207-2fa2a917e89e req-4fdddf02-083f-4f28-b74b-334fef3b7381 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.799191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d90efcb-0064-4256-b207-2fa2a917e89e req-4fdddf02-083f-4f28-b74b-334fef3b7381 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0599365 Apr 18 20:35:23.848243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d90efcb-0064-4256-b207-2fa2a917e89e req-bae90dc2-4b2c-4157-8cb4-27142a625ac0 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428598 Apr 18 20:35:23.907230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Set router 98c193dc-703b-4da0-991b-ba46e2c09992 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:23.971673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f280f-d918-44b7-b73d-d21ad3fe993e req-4dc79e2c-9c4e-40a3-8b44-5ea5721cb96b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.973688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d59f280f-d918-44b7-b73d-d21ad3fe993e req-4dc79e2c-9c4e-40a3-8b44-5ea5721cb96b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 945 time: 0.0547607 Apr 18 20:35:24.014996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d59f280f-d918-44b7-b73d-d21ad3fe993e req-712a0e73-078e-44b8-b825-85faefdc3c17 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Apr 18 20:35:24.136711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38026) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:24.143405 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-55be4336-7beb-4d58-920a-bbe523a1e14b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662864687', 'description': 'tempest-description--1934599780'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:24.164005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-5568d152-62c8-447c-81c2-6c8fac246d80 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:24.167084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-5568d152-62c8-447c-81c2-6c8fac246d80 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.64 "GET /v2.0/ports?device_id=797a79ea-1f6d-415b-ba40-75d0796aec16 HTTP/1.1" status: 200 len: 945 time: 0.1018870 Apr 18 20:35:24.176503 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55be4336-7beb-4d58-920a-bbe523a1e14b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.200995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:21Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '6384d579-5276-45e7-bbb8-abeb9f3337a0', 'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'mac_address': 'fa:16:3e:42:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:19Z', 'updated_at': '2022-04-18T20:35:21Z', 'revision_number': 2, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'subnets': [{'id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:24.245371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Checking router: 98c193dc-703b-4da0-991b-ba46e2c09992 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:24.246029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Updating router 98c193dc-703b-4da0-991b-ba46e2c09992 port 6384d579-5276-45e7-bbb8-abeb9f3337a0 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:35:24.281342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.283774 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55be4336-7beb-4d58-920a-bbe523a1e14b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.291116 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55be4336-7beb-4d58-920a-bbe523a1e14b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.339869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be4336-7beb-4d58-920a-bbe523a1e14b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43094635-2553-4892-801c-412bc45abd97,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:24.339869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55be4336-7beb-4d58-920a-bbe523a1e14b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.339869 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-55be4336-7beb-4d58-920a-bbe523a1e14b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1987996 Apr 18 20:35:24.341553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38030) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:24.346577 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-af42a1f1-9bd0-4dd4-931c-31b9ce28a605 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Request body: {'security_group_rule': {'security_group_id': '43094635-2553-4892-801c-412bc45abd97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:24.380565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766678cd-7603-4d35-aeda-b4dd9375bd7e req-c61874c2-2153-4572-9863-7554bb8e77a7 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:24.384707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-766678cd-7603-4d35-aeda-b4dd9375bd7e req-c61874c2-2153-4572-9863-7554bb8e77a7 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=797a79ea-1f6d-415b-ba40-75d0796aec16 HTTP/1.1" status: 200 len: 945 time: 0.2165933 Apr 18 20:35:24.408117 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af42a1f1-9bd0-4dd4-931c-31b9ce28a605 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.409708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244f22-60ec-4cfe-9db2-47649d0933d8 req-bafdf5f9-2d8f-4119-9164-12f520d33f34 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:24.411203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0244f22-60ec-4cfe-9db2-47649d0933d8 req-bafdf5f9-2d8f-4119-9164-12f520d33f34 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1684370 Apr 18 20:35:24.446975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e3c9a7e0-f769-4a26-9ea6-59e35345dd9b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:24.459315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0244f22-60ec-4cfe-9db2-47649d0933d8 req-03334d80-08a7-4927-8b83-0654b0150f55 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Apr 18 20:35:24.495120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-766678cd-7603-4d35-aeda-b4dd9375bd7e req-c5abf47c-5c0a-4deb-9827-2309a82274df tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037338 Apr 18 20:35:24.533323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-43129bc0-bbd6-46ed-8aac-8209f26273ef tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Deleting port 836982fd-1aab-4b61-a0b6-2df10e1474e1 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:24.533323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-43129bc0-bbd6-46ed-8aac-8209f26273ef tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.565637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af42a1f1-9bd0-4dd4-931c-31b9ce28a605 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.580060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af42a1f1-9bd0-4dd4-931c-31b9ce28a605 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.647653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a1f1-9bd0-4dd4-931c-31b9ce28a605 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74e5aea-5aa7-4dd3-b7bb-6b7e127979a8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:24.659450 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af42a1f1-9bd0-4dd4-931c-31b9ce28a605 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.660793 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-af42a1f1-9bd0-4dd4-931c-31b9ce28a605 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181314 Apr 18 20:35:24.663717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38044) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:24.674073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-50094f72-ed17-4715-a081-079698698420 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Request body: {'security_group_rule': {'security_group_id': '43094635-2553-4892-801c-412bc45abd97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:24.738327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50094f72-ed17-4715-a081-079698698420 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.744689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77afa6b0-17b0-4385-878e-891412516899 req-66af2259-daba-4e92-9002-03d50855519a tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0493162 Apr 18 20:35:24.840669 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50094f72-ed17-4715-a081-079698698420 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.853497 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50094f72-ed17-4715-a081-079698698420 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.862505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74091dc9-67b5-459f-b36f-7712a97be2a9 req-0ed98c64-7b5e-447d-ba6a-4d5726c4d85f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:24.871755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74091dc9-67b5-459f-b36f-7712a97be2a9 req-0ed98c64-7b5e-447d-ba6a-4d5726c4d85f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1774244 Apr 18 20:35:24.878141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50094f72-ed17-4715-a081-079698698420 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da6e79c-843f-4983-9412-b757fdc8c082,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:24.888555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-43129bc0-bbd6-46ed-8aac-8209f26273ef tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] For port 836982fd-1aab-4b61-a0b6-2df10e1474e1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=836982fd-1aab-4b61-a0b6-2df10e1474e1,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:24.889060 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-43129bc0-bbd6-46ed-8aac-8209f26273ef tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.907926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-43129bc0-bbd6-46ed-8aac-8209f26273ef tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Calling delete_port for 836982fd-1aab-4b61-a0b6-2df10e1474e1 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:24.923627 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50094f72-ed17-4715-a081-079698698420 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.925399 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-50094f72-ed17-4715-a081-079698698420 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2606318 Apr 18 20:35:24.929393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38056) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:24.935525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:24.966183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.995627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:24.996187 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.078361 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74091dc9-67b5-459f-b36f-7712a97be2a9 req-b5117982-6d08-405f-965c-3371cfb210ae tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012796 Apr 18 20:35:25.202495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.232978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.239729 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.324104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4625eeb-6a51-42f1-84a2-d798bebb9fa7 None None] Pushing event updated for resources: {'Port': ['ID=6384d579-5276-45e7-bbb8-abeb9f3337a0,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:25.366815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Allocated IP 172.25.2.240 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/29752f6d-b914-445a-ba8a-eacbe8d5a785) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:25.376567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Attempting to bind port 6384d579-5276-45e7-bbb8-abeb9f3337a0 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:25.377293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Attempting to bind port 6384d579-5276-45e7-bbb8-abeb9f3337a0 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:25.378035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Attempting to bind port 6384d579-5276-45e7-bbb8-abeb9f3337a0 on network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:25.383666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-43129bc0-bbd6-46ed-8aac-8209f26273ef tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.389007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:25.390856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Checking segment: {'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:25.391342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.391805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Bound using segment: {'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:25.394611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Bound port: 6384d579-5276-45e7-bbb8-abeb9f3337a0, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:25.395072 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.397896 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7af65-c139-4a7d-99d8-76d358b13ab9 req-1bc3f0cc-e0eb-468e-a307-7a26e1682d68 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:25.406094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d7af65-c139-4a7d-99d8-76d358b13ab9 req-1bc3f0cc-e0eb-468e-a307-7a26e1682d68 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 945 time: 0.1255810 Apr 18 20:35:25.417830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1eaf083e-f29c-4f2e-934c-b39fba1eddae', '836982fd-1aab-4b61-a0b6-2df10e1474e1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:25.421642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['24954c54-3ed8-48dd-8249-f6310c85f382'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:25.473085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f2c7e-1f1e-4176-bd8e-9d9beed58cbf req-ff1cf6ed-f210-44da-99e3-91a710d52e4e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:25.482068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f2c7e-1f1e-4176-bd8e-9d9beed58cbf req-ff1cf6ed-f210-44da-99e3-91a710d52e4e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.3101747 Apr 18 20:35:25.484282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43129bc0-bbd6-46ed-8aac-8209f26273ef tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Pushing event deleted for resources: {'Port': ['ID=836982fd-1aab-4b61-a0b6-2df10e1474e1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:25.526706 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.559034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-43129bc0-bbd6-46ed-8aac-8209f26273ef tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] No DVR routers for this DVR port 836982fd-1aab-4b61-a0b6-2df10e1474e1 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:25.563818 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-43129bc0-bbd6-46ed-8aac-8209f26273ef tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.572176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a8378-e290-416e-a6fd-3d3f88c1cea3 req-43129bc0-bbd6-46ed-8aac-8209f26273ef tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.64 "DELETE /v2.0/ports/836982fd-1aab-4b61-a0b6-2df10e1474e1 HTTP/1.1" status: 204 len: 173 time: 1.3789155 Apr 18 20:35:25.575013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797a79ea-1f6d-415b-ba40-75d0796aec16', 'name': 'network-vif-deleted', 'tag': '836982fd-1aab-4b61-a0b6-2df10e1474e1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:25.577870 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a86298d-754e-489b-82ee-948673929bbf" -d '{"events": [{"server_uuid": "797a79ea-1f6d-415b-ba40-75d0796aec16", "name": "network-vif-deleted", "tag": "836982fd-1aab-4b61-a0b6-2df10e1474e1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:25.586946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f2c7e-1f1e-4176-bd8e-9d9beed58cbf req-8667d141-5cc8-4032-93b5-86f526e2f0ee tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/quotas/51f49feb61414e54898b782154919cc9 HTTP/1.1" status: 200 len: 375 time: 0.1037252 Apr 18 20:35:25.611741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d7af65-c139-4a7d-99d8-76d358b13ab9 req-286ba4eb-faf9-414d-9fbd-593b4bf2a2cb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043762 Apr 18 20:35:25.658264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f2c7e-1f1e-4176-bd8e-9d9beed58cbf req-ce8e2e4e-821c-4f06-b97b-a67267afbcfc tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700333 Apr 18 20:35:25.663410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] For port 6384d579-5276-45e7-bbb8-abeb9f3337a0, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:25.758814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] For port 6384d579-5276-45e7-bbb8-abeb9f3337a0, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6384d579-5276-45e7-bbb8-abeb9f3337a0,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:25.785467 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.820649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7ce4223-0835-4bf1-8a5c-b365a1655713 req-408eb566-1460-476b-a5bc-ff3c1aeabb77 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=797a79ea-1f6d-415b-ba40-75d0796aec16 HTTP/1.1" status: 200 len: 210 time: 0.0528212 Apr 18 20:35:25.860993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-07092e14-65d4-449d-aac5-7a94261ccea2 None None] Provisioning complete for port 6384d579-5276-45e7-bbb8-abeb9f3337a0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:25.861522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-07092e14-65d4-449d-aac5-7a94261ccea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.875918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f2c7e-1f1e-4176-bd8e-9d9beed58cbf req-297d6a65-9313-41a6-95bb-50140e0f1087 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169528 Apr 18 20:35:25.970533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4625eeb-6a51-42f1-84a2-d798bebb9fa7 None None] Pushing event updated for resources: {'Port': ['ID=6384d579-5276-45e7-bbb8-abeb9f3337a0,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:26.010291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Routers {'98c193dc-703b-4da0-991b-ba46e2c09992'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:26.011023 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['98c193dc-703b-4da0-991b-ba46e2c09992'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:26.136350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f2c7e-1f1e-4176-bd8e-9d9beed58cbf req-d773d084-0d82-498a-ad1e-5d0827996440 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591078 Apr 18 20:35:26.149273 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962b13d1-ed43-4f94-823e-9083d0a6e3fc x-openstack-request-id: req-962b13d1-ed43-4f94-823e-9083d0a6e3fc {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:26.149567 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797a79ea-1f6d-415b-ba40-75d0796aec16", "name": "network-vif-deleted", "tag": "836982fd-1aab-4b61-a0b6-2df10e1474e1", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:26.149845 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-962b13d1-ed43-4f94-823e-9083d0a6e3fc {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:26.150275 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-962b13d1-ed43-4f94-823e-9083d0a6e3fc'] response: {'server_uuid': '797a79ea-1f6d-415b-ba40-75d0796aec16', 'name': 'network-vif-deleted', 'tag': '836982fd-1aab-4b61-a0b6-2df10e1474e1', 'status': 'completed', 'code': 200} Apr 18 20:35:26.187583 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.295990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:26.300152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:26.313899 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:26.342994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19595f2d-ac1f-4834-9b35-82d4dff72590 req-b4d1f597-f838-477a-87dc-af58d71cf6e1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:26.352950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19595f2d-ac1f-4834-9b35-82d4dff72590 req-b4d1f597-f838-477a-87dc-af58d71cf6e1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 945 time: 0.2141223 Apr 18 20:35:26.384575 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-07092e14-65d4-449d-aac5-7a94261ccea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.453454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19595f2d-ac1f-4834-9b35-82d4dff72590 req-9cfd6b22-ca48-4bba-8857-b6596a27be5b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968883 Apr 18 20:35:26.472938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] Set router 98c193dc-703b-4da0-991b-ba46e2c09992 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:26.524990 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.579869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Pushing event updated for resources: {'Port': ['ID=29752f6d-b914-445a-ba8a-eacbe8d5a785,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:26.628888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.639394 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-07092e14-65d4-449d-aac5-7a94261ccea2 None None] For port 6384d579-5276-45e7-bbb8-abeb9f3337a0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6384d579-5276-45e7-bbb8-abeb9f3337a0,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:26.672155 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-07092e14-65d4-449d-aac5-7a94261ccea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.765912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be5d8ea1-51a8-4725-8d44-ebfc1f4690c2 req-5b26c5d9-50d8-4031-bf2a-172639c467e1 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1276591 Apr 18 20:35:26.834149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d34bc1-418d-49c8-be06-4ee32b6e9035 req-da263946-6d0a-4d77-99db-c7be635f4b2c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:26.865085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86d34bc1-418d-49c8-be06-4ee32b6e9035 req-da263946-6d0a-4d77-99db-c7be635f4b2c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2753851 Apr 18 20:35:26.901216 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.906961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2b73d928-8a13-4bad-9e11-c3ece39d1676 None None] Provisioning complete for port 6384d579-5276-45e7-bbb8-abeb9f3337a0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:26.907343 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b73d928-8a13-4bad-9e11-c3ece39d1676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.916418 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:26.976816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aca0f4da-b6a8-4bea-ae9a-1697a8a4c1cb req-dba55fc8-bfbe-4d7b-9e6a-860d8c4cceec tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=7bd8657f-0ad8-423f-add7-70b9aa156c62 HTTP/1.1" status: 200 len: 210 time: 0.0748816 Apr 18 20:35:26.990058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Pushing event updated for resources: {'Port': ['ID=29752f6d-b914-445a-ba8a-eacbe8d5a785,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:27.006906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86d34bc1-418d-49c8-be06-4ee32b6e9035 req-76f0c6ab-da4d-4fe6-b1d1-70f0e52c610d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408520 Apr 18 20:35:27.045403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.078444 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.078444 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ea9ad171-53ca-42e1-9bb6-95b42bb5368b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1465874 Apr 18 20:35:27.082030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07092e14-65d4-449d-aac5-7a94261ccea2 None None] Pushing event updated for resources: {'Port': ['ID=6384d579-5276-45e7-bbb8-abeb9f3337a0,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:27.388557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:21Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '6384d579-5276-45e7-bbb8-abeb9f3337a0', 'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'mac_address': 'fa:16:3e:42:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:19Z', 'updated_at': '2022-04-18T20:35:25Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'subnets': [{'id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:27.443000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bd1d6-5085-4451-bb4e-3b658ee7ea0b req-a7d058f9-d4f3-4d75-baff-1634a06dc8f6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:27.448789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a3bd1d6-5085-4451-bb4e-3b658ee7ea0b req-a7d058f9-d4f3-4d75-baff-1634a06dc8f6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1110046 Apr 18 20:35:27.465215 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f4fab8-4669-4301-b592-27d759fff698 None None] The sync data for ids ['98c193dc-703b-4da0-991b-ba46e2c09992'] in n-d-836015-4 is: [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:21Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '6384d579-5276-45e7-bbb8-abeb9f3337a0', 'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'mac_address': 'fa:16:3e:42:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:19Z', 'updated_at': '2022-04-18T20:35:25Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'subnets': [{'id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:27.571204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a3bd1d6-5085-4451-bb4e-3b658ee7ea0b req-3d949ebf-9740-4cdf-93e3-360cb6781305 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085880 Apr 18 20:35:27.701604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e14bb44d-33ba-49ae-bb87-a231cdfcc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1662864687&fields=id&tenant_id=00b4b2b9d9a3403bbe4e5f69ee163733 HTTP/1.1" status: 200 len: 267 time: 0.0563166 Apr 18 20:35:27.845627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e27728-7a36-44f3-bda5-a30238a063e4 req-f936b8d2-a560-4049-8a35-fa037e351aee tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:27.847157 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98e27728-7a36-44f3-bda5-a30238a063e4 req-f936b8d2-a560-4049-8a35-fa037e351aee tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 945 time: 0.1319537 Apr 18 20:35:27.908186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1825a-18c5-421e-a182-044e289fde23 req-3e1b295e-f06b-4668-baef-3f05068c990c tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:27.909795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-3e1b295e-f06b-4668-baef-3f05068c990c tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/networks?id=b8f5aec1-a8b4-458d-a434-0b9fc2eca784 HTTP/1.1" status: 200 len: 805 time: 0.2058406 Apr 18 20:35:27.956056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98e27728-7a36-44f3-bda5-a30238a063e4 req-d6ae32e0-d5c2-48f8-b6c1-51f7a4d23d3e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956817 Apr 18 20:35:27.971806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-ef476e2a-65d1-44c3-8243-a8d5b699b638 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/quotas/00b4b2b9d9a3403bbe4e5f69ee163733 HTTP/1.1" status: 200 len: 375 time: 0.0455337 Apr 18 20:35:28.072295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-87440665-01f8-44ae-8144-1b5c62334d63 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=00b4b2b9d9a3403bbe4e5f69ee163733&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0941718 Apr 18 20:35:28.248464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-1dac2e2f-6f03-450d-9d82-71096ea686d6 service neutron] 10.222.0.49 "GET /v2.0/networks/b8f5aec1-a8b4-458d-a434-0b9fc2eca784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732941 Apr 18 20:35:28.273953 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37eedbc7-4e6e-486f-b53a-1aa6cb0795b0 req-266d10c2-7439-435e-9a33-d6c732ca8e5b tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0449727 Apr 18 20:35:28.438300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 836982fd-1aab-4b61-a0b6-2df10e1474e1 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:28.450509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e59b5a4f-565c-419e-bd39-59dff7772cf4 service neutron] 10.222.0.49 "GET /v2.0/networks/b8f5aec1-a8b4-458d-a434-0b9fc2eca784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464820 Apr 18 20:35:28.466037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 836982fd-1aab-4b61-a0b6-2df10e1474e1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:28.466833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 836982fd-1aab-4b61-a0b6-2df10e1474e1 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:28.494791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6384d579-5276-45e7-bbb8-abeb9f3337a0 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:28.632486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 6384d579-5276-45e7-bbb8-abeb9f3337a0 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:28.633151 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.850405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-ea6e5c62-1df3-4106-a625-937c0d8cd25c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:28.852457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-ea6e5c62-1df3-4106-a625-937c0d8cd25c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.64 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 945 time: 0.1570346 Apr 18 20:35:28.982338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-37963938-7544-44be-b8be-9f279160f2ea tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:28.983961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-37963938-7544-44be-b8be-9f279160f2ea tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.3469017 Apr 18 20:35:29.004938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-6e2881be-7041-4bcc-b2be-e44c78cbc278 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/quotas/51f49feb61414e54898b782154919cc9 HTTP/1.1" status: 200 len: 375 time: 0.0143085 Apr 18 20:35:29.105844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-3c23795b-71cd-4470-ae38-3961469a6e91 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914979 Apr 18 20:35:29.115717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c1234-2ab2-47d0-9972-76fb97dbdc9f req-9e34b874-1a6f-4b58-852e-797e76da8f17 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:29.117680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c56c1234-2ab2-47d0-9972-76fb97dbdc9f req-9e34b874-1a6f-4b58-852e-797e76da8f17 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1800277 Apr 18 20:35:29.232440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c56c1234-2ab2-47d0-9972-76fb97dbdc9f req-d68443b2-3c32-4e95-ac33-faea020ad25f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035428 Apr 18 20:35:29.273296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-d9492bb7-d0fe-4e75-8cb1-f3fe380ddbb3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Deleting port bdbf47cb-088f-44e9-a0b0-4b39f23b1095 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:29.273665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-d9492bb7-d0fe-4e75-8cb1-f3fe380ddbb3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.316445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-4a5704b1-88fe-4324-9a89-f281ec498e78 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953371 Apr 18 20:35:29.556990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-d9492bb7-d0fe-4e75-8cb1-f3fe380ddbb3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] For port bdbf47cb-088f-44e9-a0b0-4b39f23b1095, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:29.557545 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-d9492bb7-d0fe-4e75-8cb1-f3fe380ddbb3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.633578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-d9492bb7-d0fe-4e75-8cb1-f3fe380ddbb3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Calling delete_port for bdbf47cb-088f-44e9-a0b0-4b39f23b1095 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:29.637753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fd3730f-574e-40a2-8940-4adec3a9060e req-ca92c79b-dd50-441b-9301-0f1e347754b2 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 210 time: 0.0375130 Apr 18 20:35:29.641808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-a7492162-c8c3-4b55-8666-d0d6303f1791 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246338 Apr 18 20:35:29.865770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd3f96-fd09-4c52-9e09-db7e403c2b07 req-1b914c28-95d6-4fef-89cd-cb6fb0620b13 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:29.867578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cbd3f96-fd09-4c52-9e09-db7e403c2b07 req-1b914c28-95d6-4fef-89cd-cb6fb0620b13 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=587ece0f-1500-41c5-82f0-fdd06d503034 HTTP/1.1" status: 200 len: 945 time: 0.0726566 Apr 18 20:35:29.868311 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-d9492bb7-d0fe-4e75-8cb1-f3fe380ddbb3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.883704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['bdbf47cb-088f-44e9-a0b0-4b39f23b1095'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:29.926959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9492bb7-d0fe-4e75-8cb1-f3fe380ddbb3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event deleted for resources: {'Port': ['ID=bdbf47cb-088f-44e9-a0b0-4b39f23b1095,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:29.938183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:30.102292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-d9492bb7-d0fe-4e75-8cb1-f3fe380ddbb3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] No DVR routers for this DVR port bdbf47cb-088f-44e9-a0b0-4b39f23b1095 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:30.107544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-d9492bb7-d0fe-4e75-8cb1-f3fe380ddbb3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:30.110982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9174efce-659a-4bfb-ac04-63d5768a3a38 req-d9492bb7-d0fe-4e75-8cb1-f3fe380ddbb3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.64 "DELETE /v2.0/ports/bdbf47cb-088f-44e9-a0b0-4b39f23b1095 HTTP/1.1" status: 204 len: 173 time: 1.2452035 Apr 18 20:35:30.113722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587ece0f-1500-41c5-82f0-fdd06d503034', 'name': 'network-vif-deleted', 'tag': 'bdbf47cb-088f-44e9-a0b0-4b39f23b1095'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:30.116270 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb05ec9-050b-4108-b4dc-770009e9dfbb" -d '{"events": [{"server_uuid": "587ece0f-1500-41c5-82f0-fdd06d503034", "name": "network-vif-deleted", "tag": "bdbf47cb-088f-44e9-a0b0-4b39f23b1095"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:30.127371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cbd3f96-fd09-4c52-9e09-db7e403c2b07 req-7bed189a-6b29-4d7a-b209-5e7477814d1c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064977 Apr 18 20:35:30.165075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcd391-fad4-4d4f-b806-14ec44b2d3aa req-3539eaf9-cc83-4d06-a801-dbdcea9c9cf2 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:30.170988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66dcd391-fad4-4d4f-b806-14ec44b2d3aa req-3539eaf9-cc83-4d06-a801-dbdcea9c9cf2 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1967278 Apr 18 20:35:30.250353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66dcd391-fad4-4d4f-b806-14ec44b2d3aa req-e4cffeb7-4abb-4663-8fd1-08470fcebbd6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658965 Apr 18 20:35:30.364565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a204d51a-1fa1-437c-bebc-fcef0cedab7a req-44acc3b4-810f-4835-818d-62fda5f672f4 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.1129351 Apr 18 20:35:30.464515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bde13743-8953-49c9-983e-307707b5e8e5 req-59105d07-e65b-4359-a0fe-e29db899b9f8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 210 time: 0.0733337 Apr 18 20:35:30.624948 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddfdaf4-9d6d-43af-a7fc-b41f4a3e51d7 x-openstack-request-id: req-1ddfdaf4-9d6d-43af-a7fc-b41f4a3e51d7 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:30.625628 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587ece0f-1500-41c5-82f0-fdd06d503034", "name": "network-vif-deleted", "tag": "bdbf47cb-088f-44e9-a0b0-4b39f23b1095", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:30.625628 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1ddfdaf4-9d6d-43af-a7fc-b41f4a3e51d7 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:30.625867 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddfdaf4-9d6d-43af-a7fc-b41f4a3e51d7'] response: {'server_uuid': '587ece0f-1500-41c5-82f0-fdd06d503034', 'name': 'network-vif-deleted', 'tag': 'bdbf47cb-088f-44e9-a0b0-4b39f23b1095', 'status': 'completed', 'code': 200} Apr 18 20:35:30.662987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38224) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:30.751854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702dc0e-644b-42a4-b621-7e943b715239 req-536897c3-11d9-4766-8634-3b15a64aa510 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:30.754871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6702dc0e-644b-42a4-b621-7e943b715239 req-536897c3-11d9-4766-8634-3b15a64aa510 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1280432 Apr 18 20:35:30.780199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1825a-18c5-421e-a182-044e289fde23 req-a0133e9a-82ec-4dbf-9c07-026ed1359406 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:30.785412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-a0133e9a-82ec-4dbf-9c07-026ed1359406 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.64 "GET /v2.0/networks?id=b8f5aec1-a8b4-458d-a434-0b9fc2eca784 HTTP/1.1" status: 200 len: 805 time: 0.3128107 Apr 18 20:35:30.858349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6702dc0e-644b-42a4-b621-7e943b715239 req-53d8825f-f683-496c-a39e-55c81d2cec6c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574279 Apr 18 20:35:30.921350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-6ba1b7ef-ca49-4f5a-beac-c5c78e5ef93a tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00b4b2b9d9a3403bbe4e5f69ee163733 HTTP/1.1" status: 200 len: 380 time: 0.1192634 Apr 18 20:35:30.960614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Request body: {'port': {'device_id': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'admin_state_up': True, 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'security_groups': ['43094635-2553-4892-801c-412bc45abd97']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:30.977040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-910fb3d6-f8a1-4b3c-8db8-2da23d1c889a req-d626326f-d7d0-4b87-99f3-c26932edcf16 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 210 time: 0.0942295 Apr 18 20:35:31.359461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Made reservation on behalf of 00b4b2b9d9a3403bbe4e5f69ee163733 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:31.363690 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.385838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e2c3b-fabc-448b-af13-9ba886ce7ad3 req-99538ca4-384e-44fe-a9e4-62a64993688a tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:31.395531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e2c3b-fabc-448b-af13-9ba886ce7ad3 req-99538ca4-384e-44fe-a9e4-62a64993688a tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:31.406096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e9e2c3b-fabc-448b-af13-9ba886ce7ad3 req-99538ca4-384e-44fe-a9e4-62a64993688a tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62d6f3b-4e88-466d-a17a-27bb0fb49985&device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 1682 time: 0.1442752 Apr 18 20:35:31.522254 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.638590 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e9e2c3b-fabc-448b-af13-9ba886ce7ad3 req-6370b77d-e646-4c56-9539-86150409a4c3 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/security-groups?id=41f93322-5bf6-4eb8-9e60-f502e0ac87b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279294 Apr 18 20:35:31.755937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Allocated IP 172.20.0.8 (b8f5aec1-a8b4-458d-a434-0b9fc2eca784/a3f65c27-8c45-4797-8a9b-87bf6a07c218/1595a8a5-df7d-48eb-9e86-7ffb20474e0f) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:31.865348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Deleting port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:31.866425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.894120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-501261ac-1c4e-4d79-b4a2-0a2b710558c1 req-fe609635-8357-4c2f-a7b1-75aa24174cd5 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0537524 Apr 18 20:35:31.975200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] For port 2330b8a0-cfa5-4cec-a96d-11c173cb65e2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2330b8a0-cfa5-4cec-a96d-11c173cb65e2,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:31.975580 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.990621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Calling delete_port for 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:32.201802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.228581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2330b8a0-cfa5-4cec-a96d-11c173cb65e2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:32.242490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.242836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.243187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.243690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.244052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.244423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.244789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.245089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.245410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.245797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.246268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.247122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:32.345437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d463bcb6-9cd5-440b-b009-7e0cef0af777 req-d7ad3031-f6c8-44a3-a7f3-fac0277c5678 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0888305 Apr 18 20:35:32.398402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911962d0-e0db-467a-b84a-0f342a0f4813 req-d30f79dc-2e5e-47ef-845f-f98dde8a5417 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:32.410141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-911962d0-e0db-467a-b84a-0f342a0f4813 req-d30f79dc-2e5e-47ef-845f-f98dde8a5417 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.8514524 Apr 18 20:35:32.413563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f564743f-4744-475a-b1f2-fd6d91200520 req-f293447e-66e7-4a37-9cec-1b8bdefdc193 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 210 time: 0.1536980 Apr 18 20:35:32.429376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device bdbf47cb-088f-44e9-a0b0-4b39f23b1095 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:32.451500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-9bb5a58d-b71c-41e5-a758-d9705a5842aa tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:32.453426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-9bb5a58d-b71c-41e5-a758-d9705a5842aa tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.64 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.8805091 Apr 18 20:35:32.470007 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.472366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Request body: {'port': {'device_id': '5c673482-e7b3-415b-a8b3-3d0ce237a096', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'admin_state_up': True, 'tenant_id': '51f49feb61414e54898b782154919cc9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:32.482353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: bdbf47cb-088f-44e9-a0b0-4b39f23b1095 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:32.489085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device bdbf47cb-088f-44e9-a0b0-4b39f23b1095 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:32.572240 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.587923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-911962d0-e0db-467a-b84a-0f342a0f4813 req-2b7b7f8c-a5c3-470f-8d4d-0d34512abdce tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718121 Apr 18 20:35:32.751624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5c7ec4d-979f-400a-8a06-6055262f0233 req-2675e2e6-c182-487b-ba1c-64ec2b1d3419 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 210 time: 0.0467398 Apr 18 20:35:32.786448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.795089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:35:32.833610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Made reservation on behalf of 51f49feb61414e54898b782154919cc9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:32.837068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.872556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:32.882949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Pushing event updated for resources: {'Port': ['ID=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:32.885521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:32.893425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:33.005169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:33.005782 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.078611 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:33.094756 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] Sync routers for ids ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:33.106533 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] Routers {'ac30c01a-0f79-4eb9-ad80-21b2de032eb9'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:33.107429 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:33.116557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-466f0e95-c4c3-4530-9603-a91296a2175f tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1573081 Apr 18 20:35:33.116889 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b536337f-be3f-4012-8305-23a8a64c2fc6 admin admin] 10.222.0.49 "PUT /v2.0/routers/ac30c01a-0f79-4eb9-ad80-21b2de032eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4499607 Apr 18 20:35:33.117485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38284) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:33.123858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-643beda3-72c9-4d97-8ad6-a2fdb2833ad6 req-2a1b6479-6e3d-4336-9dd2-f035b49d88c1 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0710495 Apr 18 20:35:33.132808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Request body: {'port': {'device_id': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:33.192885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Allocated IP 172.20.0.13 (27d5394a-3b48-41ec-a989-ef824a3124dc/5851b4f6-7372-4b3b-910b-58ceab856969/7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:33.254805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a63e90-c894-46fe-b93b-320c778eab54 req-d68139d8-473b-40e0-a058-1b46634483c8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:33.256365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65a63e90-c894-46fe-b93b-320c778eab54 req-d68139d8-473b-40e0-a058-1b46634483c8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2448764 Apr 18 20:35:33.264419 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] Set router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:33.343045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bd33cab3-2747-488e-8cc3-809942bf0704 None None] Provisioning complete for port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:33.345756 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bd33cab3-2747-488e-8cc3-809942bf0704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.358908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.433776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bd33cab3-2747-488e-8cc3-809942bf0704 None None] Port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:35:33.494210 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:35:32Z', 'revision_number': 5, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port': {'id': '5f7ddc21-d78f-4c0c-af18-5ad53f1053da', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:33.508671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.517978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.525185 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] Checking router: ac30c01a-0f79-4eb9-ad80-21b2de032eb9 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:33.534893 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] Routers {'ac30c01a-0f79-4eb9-ad80-21b2de032eb9'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:33.535758 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:33.552669 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.575232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Deleting port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:33.576035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.622054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65a63e90-c894-46fe-b93b-320c778eab54 req-c12d9a9d-4ec5-414e-971a-4405b9ad0ea6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274441 Apr 18 20:35:33.655288 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] Set router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:33.694653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] For port 5f7ddc21-d78f-4c0c-af18-5ad53f1053da, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5f7ddc21-d78f-4c0c-af18-5ad53f1053da,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:33.695081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.748975 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Calling delete_port for 5f7ddc21-d78f-4c0c-af18-5ad53f1053da owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:33.749187 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:35:33Z', 'revision_number': 6, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:33.803280 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1630e236-e491-4e73-8a1b-1a4ed16eaa8b None None] The sync data for ids ['ac30c01a-0f79-4eb9-ad80-21b2de032eb9'] in n-d-836015-4 is: [{'id': 'ac30c01a-0f79-4eb9-ad80-21b2de032eb9', 'name': 'tempest-TaggedBootDevicesTest-887027009-router', 'tenant_id': '231f1132973642388e3f464a286dd35e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:43Z', 'updated_at': '2022-04-18T20:35:33Z', 'revision_number': 6, 'project_id': '231f1132973642388e3f464a286dd35e', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:33.868109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.939275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-ff64caed-2368-41d2-9fe9-5ad0be2b6648 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:33.946451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-ff64caed-2368-41d2-9fe9-5ad0be2b6648 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.5964220 Apr 18 20:35:34.026455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-f11921fc-d533-498c-ad70-c3c7ddad63fd tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/quotas/e40bca93f63a4b8a82b374f30b8a5727 HTTP/1.1" status: 200 len: 375 time: 0.0750527 Apr 18 20:35:34.029707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Network 27d5394a-3b48-41ec-a989-ef824a3124dc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:34.051320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:34.083630 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.093394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event updated for resources: {'Port': ['ID=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:34.111460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7ddc21-d78f-4c0c-af18-5ad53f1053da,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:34.111975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:34.188735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.211876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-6ea233f1-a10d-4991-b8ea-95fa6a134bc7 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1844580 Apr 18 20:35:34.230493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d52aa-05f7-4a15-9ff4-35735a4738fd req-6cc42de3-32b3-4223-840a-6235acb099e4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:34.232700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac6d52aa-05f7-4a15-9ff4-35735a4738fd req-6cc42de3-32b3-4223-840a-6235acb099e4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 932 time: 0.1857963 Apr 18 20:35:34.267484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:34.268644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.311708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.318628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.372235 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.372829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac30c01a-0f79-4eb9-ad80-21b2de032eb9 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:35:34.387609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.389004 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3aa15128-33f6-4be8-9613-f8546147d5ab admin admin] 10.222.0.49 "DELETE /v2.0/routers/ac30c01a-0f79-4eb9-ad80-21b2de032eb9 HTTP/1.1" status: 204 len: 168 time: 1.2704265 Apr 18 20:35:34.391513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38310) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:34.436121 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-e684e877-d209-4c7a-a5da-dab5bb050a59 admin admin] Deleting subnet 7c27bf96-d9a7-4307-810b-d7e4f9726a0b {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:35:34.439159 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e684e877-d209-4c7a-a5da-dab5bb050a59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.463626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac6d52aa-05f7-4a15-9ff4-35735a4738fd req-bfb79505-b3e9-4c44-b5dc-46791bc0024e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079058 Apr 18 20:35:34.470146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1595a8a5-df7d-48eb-9e86-7ffb20474e0f {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:34.473527 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e684e877-d209-4c7a-a5da-dab5bb050a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.476458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c9760292-2b4a-4378-84af-9d9d4cda5ec3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0109911 Apr 18 20:35:34.485777 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.494952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Request body: {'port': {'device_id': '5c673482-e7b3-415b-a8b3-3d0ce237a096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:34.559649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Transition to ACTIVE for port object 1595a8a5-df7d-48eb-9e86-7ffb20474e0f will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:34.564520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-b1a1a87c-96c4-4674-916d-f3894b6fe7a4 service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250968 Apr 18 20:35:34.578648 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e684e877-d209-4c7a-a5da-dab5bb050a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.607465 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.640612 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e684e877-d209-4c7a-a5da-dab5bb050a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.663043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.676013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684e877-d209-4c7a-a5da-dab5bb050a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c27bf96-d9a7-4307-810b-d7e4f9726a0b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:34.681101 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e684e877-d209-4c7a-a5da-dab5bb050a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.690852 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e684e877-d209-4c7a-a5da-dab5bb050a59 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7c27bf96-d9a7-4307-810b-d7e4f9726a0b HTTP/1.1" status: 204 len: 168 time: 0.2980444 Apr 18 20:35:34.691477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38312) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:34.706552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:34.714139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d49ea-2835-4637-8faa-ed1df21fa44f None None] Network 40baddb5-68da-4f0c-ae8d-ea9385b9e124 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:34.764546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Pushing event updated for resources: {'Port': ['ID=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:34.775390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.820476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:34.820820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2330b8a0-cfa5-4cec-a96d-11c173cb65e2 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:34.825012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e180e-cc2f-4d47-9e5c-cb4882edd120 req-a2fa8d59-ce22-4a72-a48a-6fa37fb89588 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:34.836744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e7e180e-cc2f-4d47-9e5c-cb4882edd120 req-a2fa8d59-ce22-4a72-a48a-6fa37fb89588 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2959070 Apr 18 20:35:34.875514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Deleting port 40ab1dca-c503-41ef-810e-15c6555d1561 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:34.876091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.882769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.883317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.883416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.883757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.884113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.884443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.884937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.885466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.885854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.886185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.886510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.886833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:34.966753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] For port 40ab1dca-c503-41ef-810e-15c6555d1561, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=40ab1dca-c503-41ef-810e-15c6555d1561,segment=NetworkSegment(305bfae0-d30a-4bf2-9715-0b9775f3e71c),segment_id=305bfae0-d30a-4bf2-9715-0b9775f3e71c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:34.967187 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.983209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Calling delete_port for 40ab1dca-c503-41ef-810e-15c6555d1561 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:35.059554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-abe5f0dc-a22c-471d-8fa8-f7cd6b20c4df service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550505 Apr 18 20:35:35.062194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Attempting to bind port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:35.062755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Attempting to bind port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:35.062894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Attempting to bind port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f on network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:35.113468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e7e180e-cc2f-4d47-9e5c-cb4882edd120 req-dcb18c17-b02e-46a4-a2bc-81ec7d6e2b3e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756114 Apr 18 20:35:35.135190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f376f2-e246-4608-9d24-5370e53819fc None None] DHCP port deletion for 40baddb5-68da-4f0c-ae8d-ea9385b9e124 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:35:35.142175 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.181319 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] No DVR routers for this DVR port 40ab1dca-c503-41ef-810e-15c6555d1561 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:35.232016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f on network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:35:35.232836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Attempting to bind port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f on network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:35.238923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Pushing event deleted for resources: {'Port': ['ID=40ab1dca-c503-41ef-810e-15c6555d1561,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:35.269858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:35.270211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Checking segment: {'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:35.270583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Bound using segment: {'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:35.271026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Bound port: 1595a8a5-df7d-48eb-9e86-7ffb20474e0f, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:35.271385 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.424945 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.539515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e15120-0e10-45db-a25c-b3d1fdc3a2df req-de554a1d-92f2-408c-aad0-10814ff8767e tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:35.547903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07e15120-0e10-45db-a25c-b3d1fdc3a2df req-de554a1d-92f2-408c-aad0-10814ff8767e tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 943 time: 0.2875309 Apr 18 20:35:35.562133 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40baddb5-68da-4f0c-ae8d-ea9385b9e124']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:35.571025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] For port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:35.576206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305bfae0-d30a-4bf2-9715-0b9775f3e71c') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:35.576650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305bfae0-d30a-4bf2-9715-0b9775f3e71c') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:35.599627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-144633fe-607a-451e-9e8e-a126889091d4 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:35.602116 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-144633fe-607a-451e-9e8e-a126889091d4 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.64 "GET /v2.0/ports?device_id=b62d6f3b-4e88-466d-a17a-27bb0fb49985 HTTP/1.1" status: 200 len: 946 time: 0.1734214 Apr 18 20:35:35.607322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.651421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] For port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:35.658732 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.680342 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.685214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07e15120-0e10-45db-a25c-b3d1fdc3a2df req-d8a5ec86-c2ae-4ebb-83ec-c7f0af34b647 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365135 Apr 18 20:35:35.697125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:35.698382 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:35.705204 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:35.716424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe865da-b9d5-4d95-a870-1f8da629ad63 req-0250561f-560a-46e1-93ce-e749dfd69311 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0450423 Apr 18 20:35:35.759730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:35.760524 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.762711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] 10.222.0.64 "PUT /v2.0/ports/1595a8a5-df7d-48eb-9e86-7ffb20474e0f HTTP/1.1" status: 200 len: 1091 time: 2.6376839 Apr 18 20:35:35.766969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'tag': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:35.775394 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eec36f48-e004-4b9d-a51d-baf94191679d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.797643 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4627b687-7b3d-4c89-a4d2-a7fb19db4243", "tag": "1595a8a5-df7d-48eb-9e86-7ffb20474e0f"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:35.929755 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.935276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-f31b9026-5c40-4919-94ee-700cdd91a894 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Deleting port 1eaf083e-f29c-4f2e-934c-b39fba1eddae {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:35.941834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-f31b9026-5c40-4919-94ee-700cdd91a894 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.955271 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.959244 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] 10.222.0.49 "DELETE /v2.0/networks/40baddb5-68da-4f0c-ae8d-ea9385b9e124 HTTP/1.1" status: 204 len: 168 time: 1.2667630 Apr 18 20:35:35.966685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38342) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:35.968869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:35.994218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde2dae-e5b7-41d2-babe-ca8d5076eccb admin admin] Pushing event deleted for resources: {'Network': ['ID=40baddb5-68da-4f0c-ae8d-ea9385b9e124,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:36.001679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d27f334-5e50-4fd6-91fc-1343854cd024 req-83c40f0d-5ab0-4f62-94a7-010e1e0a3ec9 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 210 time: 0.0604544 Apr 18 20:35:36.066251 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:36.070841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddb0b8-30e1-4c76-bcce-0c700724c636 service neutron] Pushing event updated for resources: {'Port': ['ID=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:36.140292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-f31b9026-5c40-4919-94ee-700cdd91a894 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] For port 1eaf083e-f29c-4f2e-934c-b39fba1eddae, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1eaf083e-f29c-4f2e-934c-b39fba1eddae,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:36.140663 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-f31b9026-5c40-4919-94ee-700cdd91a894 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:36.142584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Transition to ACTIVE for port object 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:36.155737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-f31b9026-5c40-4919-94ee-700cdd91a894 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Calling delete_port for 1eaf083e-f29c-4f2e-934c-b39fba1eddae owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:36.165913 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:36.170992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1825a-18c5-421e-a182-044e289fde23 req-cf21ad3d-d332-4f6f-968b-45c5d0fa3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:36.173355 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-cf21ad3d-d332-4f6f-968b-45c5d0fa3bcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=00b4b2b9d9a3403bbe4e5f69ee163733&device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 1094 time: 0.3092551 Apr 18 20:35:36.419123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 40ab1dca-c503-41ef-810e-15c6555d1561 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:36.437562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-f31b9026-5c40-4919-94ee-700cdd91a894 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:36.465347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 40ab1dca-c503-41ef-810e-15c6555d1561 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:36.466577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 40ab1dca-c503-41ef-810e-15c6555d1561 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:36.467336 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5f7ddc21-d78f-4c0c-af18-5ad53f1053da no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:36.470597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['24954c54-3ed8-48dd-8249-f6310c85f382'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:36.473279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1eaf083e-f29c-4f2e-934c-b39fba1eddae'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:36.499306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b9026-5c40-4919-94ee-700cdd91a894 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Pushing event deleted for resources: {'Port': ['ID=1eaf083e-f29c-4f2e-934c-b39fba1eddae,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:36.561730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-f31b9026-5c40-4919-94ee-700cdd91a894 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] No DVR routers for this DVR port 1eaf083e-f29c-4f2e-934c-b39fba1eddae on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:36.564569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-f31b9026-5c40-4919-94ee-700cdd91a894 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:36.568695 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-513cd40c-1e8b-497c-af79-676996e7aa47 req-f31b9026-5c40-4919-94ee-700cdd91a894 tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.64 "DELETE /v2.0/ports/1eaf083e-f29c-4f2e-934c-b39fba1eddae HTTP/1.1" status: 204 len: 173 time: 0.9518096 Apr 18 20:35:36.569529 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62d6f3b-4e88-466d-a17a-27bb0fb49985', 'name': 'network-vif-deleted', 'tag': '1eaf083e-f29c-4f2e-934c-b39fba1eddae'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:36.573338 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4923983-c0d3-4d24-9528-5783cc7775bc" -d '{"events": [{"server_uuid": "b62d6f3b-4e88-466d-a17a-27bb0fb49985", "name": "network-vif-deleted", "tag": "1eaf083e-f29c-4f2e-934c-b39fba1eddae"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:36.586746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 5f7ddc21-d78f-4c0c-af18-5ad53f1053da {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:36.587111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5f7ddc21-d78f-4c0c-af18-5ad53f1053da not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:36.671787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-2051bdfa-1887-47aa-bd10-4166251816ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1595a8a5-df7d-48eb-9e86-7ffb20474e0f HTTP/1.1" status: 200 len: 217 time: 0.4618235 Apr 18 20:35:36.701270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bdca89b1-a12d-4120-a04f-327d9c59b42a req-2ae6adb4-97db-4a95-b41c-3974e2b35003 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938&device_id=5689f064-a313-414b-8fe7-5c2e34008266 HTTP/1.1" status: 200 len: 210 time: 0.0519736 Apr 18 20:35:36.738417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f27a8-136b-4629-a90b-bddc0ec1ae02 req-3edb4618-bd79-46fc-a512-fd864f83f96b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:36.739932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a8f27a8-136b-4629-a90b-bddc0ec1ae02 req-3edb4618-bd79-46fc-a512-fd864f83f96b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 932 time: 0.6310999 Apr 18 20:35:36.760548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:36.769488 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10936a9-72c6-4e66-9634-1665f5b18db2 x-openstack-request-id: req-d10936a9-72c6-4e66-9634-1665f5b18db2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:36.769769 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4627b687-7b3d-4c89-a4d2-a7fb19db4243", "tag": "1595a8a5-df7d-48eb-9e86-7ffb20474e0f", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:36.770028 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d10936a9-72c6-4e66-9634-1665f5b18db2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:36.770405 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10936a9-72c6-4e66-9634-1665f5b18db2'] response: {'name': 'network-changed', 'server_uuid': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'tag': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f', 'status': 'completed', 'code': 200} Apr 18 20:35:36.877976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1825a-18c5-421e-a182-044e289fde23 req-9ee7f3eb-5f89-4f5e-b48e-c702557398db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:36.879416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-9ee7f3eb-5f89-4f5e-b48e-c702557398db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3f65c27-8c45-4797-8a9b-87bf6a07c218 HTTP/1.1" status: 200 len: 844 time: 0.1826394 Apr 18 20:35:37.017104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a8f27a8-136b-4629-a90b-bddc0ec1ae02 req-f1054383-9a6b-40b2-a212-7ee3e1358fee tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538095 Apr 18 20:35:37.142186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff73a4-1c49-4e16-9f92-e4ea69ad8f22 req-8c4eed0c-1498-4c86-99a6-22d98d172cc6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:37.144971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-adff73a4-1c49-4e16-9f92-e4ea69ad8f22 req-8c4eed0c-1498-4c86-99a6-22d98d172cc6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2972925 Apr 18 20:35:37.156526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1825a-18c5-421e-a182-044e289fde23 req-4542ecbb-31f0-4ee2-b8b6-b0d594545d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:37.157932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-4542ecbb-31f0-4ee2-b8b6-b0d594545d6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8f5aec1-a8b4-458d-a434-0b9fc2eca784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282171 Apr 18 20:35:37.170788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Attempting to bind port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:37.171125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Attempting to bind port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:37.172977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Attempting to bind port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:37.222702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0440a31-1f0a-4e6f-a8bb-b89bf95484ba req-80cef3df-1fdd-4c74-a29e-48871e5881bf tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=b62d6f3b-4e88-466d-a17a-27bb0fb49985 HTTP/1.1" status: 200 len: 210 time: 0.0714765 Apr 18 20:35:37.239613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 on network 27d5394a-3b48-41ec-a989-ef824a3124dc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:35:37.239973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Attempting to bind port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:37.271862 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbda4329-c345-4309-9726-b8a344956cae x-openstack-request-id: req-dbda4329-c345-4309-9726-b8a344956cae {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:37.272354 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62d6f3b-4e88-466d-a17a-27bb0fb49985", "name": "network-vif-deleted", "tag": "1eaf083e-f29c-4f2e-934c-b39fba1eddae", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:37.272438 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbda4329-c345-4309-9726-b8a344956cae {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:37.272934 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbda4329-c345-4309-9726-b8a344956cae'] response: {'server_uuid': 'b62d6f3b-4e88-466d-a17a-27bb0fb49985', 'name': 'network-vif-deleted', 'tag': '1eaf083e-f29c-4f2e-934c-b39fba1eddae', 'status': 'completed', 'code': 200} Apr 18 20:35:37.307347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-7c29fcbe-3130-4e4a-911f-7f7a52a70237 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:37.309403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-7c29fcbe-3130-4e4a-911f-7f7a52a70237 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.4453921 Apr 18 20:35:37.313844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:37.314193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Checking segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:37.314572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Bound using segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:37.315029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Bound port: 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:37.315392 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:37.348056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Request body: {'port': {'device_id': '663be855-1665-4f13-84e0-4f62caf33060', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'admin_state_up': True, 'tenant_id': 'e40bca93f63a4b8a82b374f30b8a5727'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:37.434370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-adff73a4-1c49-4e16-9f92-e4ea69ad8f22 req-32a96877-b3d8-4553-bbe1-f32c59739d00 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726560 Apr 18 20:35:37.565723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-66b34186-630f-446d-9ed5-595668ca1b11 service neutron] 10.222.0.64 "GET /v2.0/networks/b8f5aec1-a8b4-458d-a434-0b9fc2eca784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871861 Apr 18 20:35:37.619410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] For port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:37.639653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5026ab-53bd-41bc-b957-248e5be3259d req-691b8c16-d3b5-4f1a-b7c1-4331789c1fc2 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:37.641222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa5026ab-53bd-41bc-b957-248e5be3259d req-691b8c16-d3b5-4f1a-b7c1-4331789c1fc2 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 943 time: 0.2987683 Apr 18 20:35:37.698739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] For port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:37.738497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93e72ca9-ffff-4e89-8329-e6897c3679fa req-003a1278-6ddc-4dc0-8126-055cba186ec2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82d343cf10e54e1ea203ccb47a9464f1&device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0842803 Apr 18 20:35:37.752282 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:37.809455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a17e93d7-a00c-49d8-8946-193eb6336595 req-9d12aaf3-30f6-46ed-8b60-d768a9dc60bf tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 210 time: 0.1132572 Apr 18 20:35:37.882726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-41715029-1619-4782-b042-b0b71833211f tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:37.885460 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-41715029-1619-4782-b042-b0b71833211f tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 945 time: 0.0587332 Apr 18 20:35:37.886379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:37.887070 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:37.888600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 HTTP/1.1" status: 200 len: 1092 time: 3.3981485 Apr 18 20:35:37.929080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa5026ab-53bd-41bc-b957-248e5be3259d req-e7a2066c-d0a8-4a65-bf71-d3460730d87d tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725871 Apr 18 20:35:37.929662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Made reservation on behalf of e40bca93f63a4b8a82b374f30b8a5727 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:37.932986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:37.936716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93e72ca9-ffff-4e89-8329-e6897c3679fa req-096361a3-22e4-4769-b399-9cf6715fc482 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=82d343cf10e54e1ea203ccb47a9464f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243749 Apr 18 20:35:37.992012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e35dcf9-882a-4261-bbff-151331d1d8c5 req-4014ce99-7188-4dbf-b0a5-82a88e33190c tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0846677 Apr 18 20:35:38.011902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-c6d9dae4-0eb4-40d4-9009-a9ea7cbd939b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Deleting port 24954c54-3ed8-48dd-8249-f6310c85f382 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:38.012259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-c6d9dae4-0eb4-40d4-9009-a9ea7cbd939b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.029937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6a1825a-18c5-421e-a182-044e289fde23 req-3aaf5db9-0f82-4b04-8200-d6c72960f314 service neutron] 10.222.0.64 "GET /v2.0/networks/b8f5aec1-a8b4-458d-a434-0b9fc2eca784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519503 Apr 18 20:35:38.036837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd41f31-b15e-4707-8826-4d7b13dae3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:38.138157 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cc4d00f3-f06e-4c94-8e58-144648978d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.151831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-c6d9dae4-0eb4-40d4-9009-a9ea7cbd939b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] For port 24954c54-3ed8-48dd-8249-f6310c85f382, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=24954c54-3ed8-48dd-8249-f6310c85f382,segment=NetworkSegment(a591cec1-368b-43c4-a07e-90b2a42436cf),segment_id=a591cec1-368b-43c4-a07e-90b2a42436cf)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:38.152140 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-c6d9dae4-0eb4-40d4-9009-a9ea7cbd939b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.166220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-c6d9dae4-0eb4-40d4-9009-a9ea7cbd939b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Calling delete_port for 24954c54-3ed8-48dd-8249-f6310c85f382 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:38.234361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-375c98a3-7cb1-4f81-a428-d7df6e1247be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:38.235878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-375c98a3-7cb1-4f81-a428-d7df6e1247be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 1095 time: 0.2935967 Apr 18 20:35:38.327053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-ace71e65-e944-4625-ada6-323a1c90a984 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 HTTP/1.1" status: 200 len: 217 time: 0.0796480 Apr 18 20:35:38.344331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-c6d9dae4-0eb4-40d4-9009-a9ea7cbd939b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.354408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e72ca9-ffff-4e89-8329-e6897c3679fa req-30741ee6-be02-4c2c-85fa-16800c3eaa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:38.355225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93e72ca9-ffff-4e89-8329-e6897c3679fa req-30741ee6-be02-4c2c-85fa-16800c3eaa79 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3803303 Apr 18 20:35:38.356618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['24954c54-3ed8-48dd-8249-f6310c85f382'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:38.362211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1eaf083e-f29c-4f2e-934c-b39fba1eddae'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:38.372252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-e8d39073-2fcc-42b4-99f9-df2a26daeb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:38.373741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-e8d39073-2fcc-42b4-99f9-df2a26daeb77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=00b4b2b9d9a3403bbe4e5f69ee163733&device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 1094 time: 0.2645774 Apr 18 20:35:38.384025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9dae4-0eb4-40d4-9009-a9ea7cbd939b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Pushing event deleted for resources: {'Port': ['ID=24954c54-3ed8-48dd-8249-f6310c85f382,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:38.455633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-c6d9dae4-0eb4-40d4-9009-a9ea7cbd939b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] No DVR routers for this DVR port 24954c54-3ed8-48dd-8249-f6310c85f382 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:38.460318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-c6d9dae4-0eb4-40d4-9009-a9ea7cbd939b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.466091 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c64a850d-5775-4b57-8b3c-deb440e7e9ce req-c6d9dae4-0eb4-40d4-9009-a9ea7cbd939b tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.60 "DELETE /v2.0/ports/24954c54-3ed8-48dd-8249-f6310c85f382 HTTP/1.1" status: 204 len: 173 time: 0.5747635 Apr 18 20:35:38.474132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31c79fb2-2475-4208-9516-8ffed9ac2183 req-f14c95e0-a720-41d4-a18f-1c0194dcad9e tempest-ListServersNegativeTestJSON-1064105679 tempest-ListServersNegativeTestJSON-1064105679-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd77a2a9-3991-4e59-9ef0-bf698136b367 HTTP/1.1" status: 200 len: 210 time: 0.1145165 Apr 18 20:35:38.479087 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.557759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-3cf053b6-84b0-4db7-a9de-036ddd91b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:38.559675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-3cf053b6-84b0-4db7-a9de-036ddd91b6f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.1990767 Apr 18 20:35:38.569056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf459d3-ebc5-4d02-8488-8710801c0815 req-3c0c8921-916e-4eae-93b0-da640fe72b06 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:38.570500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bf459d3-ebc5-4d02-8488-8710801c0815 req-3c0c8921-916e-4eae-93b0-da640fe72b06 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 944 time: 0.3904283 Apr 18 20:35:39.006883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c673482-e7b3-415b-a8b3-3d0ce237a096', 'tag': '7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:39.010047 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99ad022-9086-47db-9aca-73d715903cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c673482-e7b3-415b-a8b3-3d0ce237a096", "tag": "7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:39.029826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-19c945ae-aac9-4529-8155-b429ad4118ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4267008 Apr 18 20:35:39.037701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Allocated IP 172.20.0.8 (6056b303-f2b8-4026-a53d-1f7de5471b3f/835aa03a-8d5a-48b9-a98a-4a33d2d594c4/9948ec4a-aaa7-4680-885c-77e2d66f939a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:39.201731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d6d61-506d-4efb-a8d8-08a375ef71c3 req-5f127a1a-a510-4d0f-a56e-2128e2da5ed3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:39.203313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-523d6d61-506d-4efb-a8d8-08a375ef71c3 req-5f127a1a-a510-4d0f-a56e-2128e2da5ed3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.6035447 Apr 18 20:35:39.215854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bf459d3-ebc5-4d02-8488-8710801c0815 req-17a14226-a4e3-43ae-902b-360eacc0bdec tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987449 Apr 18 20:35:39.227920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-313b5d3d-1dec-4b66-96db-5a961be755e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:39.229337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-313b5d3d-1dec-4b66-96db-5a961be755e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8f5aec1-a8b4-458d-a434-0b9fc2eca784 HTTP/1.1" status: 200 len: 906 time: 0.8361681 Apr 18 20:35:39.235368 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.276178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd77a2a9-3991-4e59-9ef0-bf698136b367', 'name': 'network-vif-deleted', 'tag': '24954c54-3ed8-48dd-8249-f6310c85f382'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:39.280038 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c847ff44-56ba-4c34-a3ff-758e9c5851eb" -d '{"events": [{"server_uuid": "fd77a2a9-3991-4e59-9ef0-bf698136b367", "name": "network-vif-deleted", "tag": "24954c54-3ed8-48dd-8249-f6310c85f382"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:39.346268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-3c87f1be-bdbb-43dc-9627-7f5d4a17174e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1595a8a5-df7d-48eb-9e86-7ffb20474e0f HTTP/1.1" status: 200 len: 217 time: 0.1040285 Apr 18 20:35:39.429946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a1b5e41-3e37-456e-91c2-7697b9d60c5c req-b00a4480-3ecb-473d-8cb0-9a63df5078b2 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 210 time: 0.1255655 Apr 18 20:35:39.464634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-587fe856-cca9-44c6-955f-5349bc313ce0 service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160821 Apr 18 20:35:39.510145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-523d6d61-506d-4efb-a8d8-08a375ef71c3 req-0cc7835b-0fef-477e-a560-77f306fa677c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892451 Apr 18 20:35:39.593574 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4e1d21-6ac6-4644-9626-18336f44ffb4 x-openstack-request-id: req-7a4e1d21-6ac6-4644-9626-18336f44ffb4 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:39.593852 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c673482-e7b3-415b-a8b3-3d0ce237a096", "tag": "7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:39.594099 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a4e1d21-6ac6-4644-9626-18336f44ffb4 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:39.594490 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4e1d21-6ac6-4644-9626-18336f44ffb4'] response: {'name': 'network-changed', 'server_uuid': '5c673482-e7b3-415b-a8b3-3d0ce237a096', 'tag': '7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8', 'status': 'completed', 'code': 200} Apr 18 20:35:39.628947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-693d3260-dc29-436b-aca0-2f36dd768013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:39.630428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-693d3260-dc29-436b-aca0-2f36dd768013 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3f65c27-8c45-4797-8a9b-87bf6a07c218 HTTP/1.1" status: 200 len: 844 time: 0.2611926 Apr 18 20:35:39.740188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.743136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68d0c91d-2f75-40d6-afab-be548e55b899 req-485a4d50-e4bd-43cc-93cb-32f0f01be89a tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0913265 Apr 18 20:35:39.762873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d85e60-c451-4205-8166-20d0770a6ae2 req-f418920a-939c-4d5c-91a9-1a3152f77eb9 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:39.764442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1d85e60-c451-4205-8166-20d0770a6ae2 req-f418920a-939c-4d5c-91a9-1a3152f77eb9 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 943 time: 0.2681062 Apr 18 20:35:39.779569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1b821b-a9a6-4e6d-8de6-381c9b853bb3 req-c0421095-1b13-46be-a83c-1f528a271b5e service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847500 Apr 18 20:35:39.806663 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b1b673-94a1-44a8-85ce-9c2985a62c72 x-openstack-request-id: req-d8b1b673-94a1-44a8-85ce-9c2985a62c72 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:39.807700 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd77a2a9-3991-4e59-9ef0-bf698136b367", "name": "network-vif-deleted", "tag": "24954c54-3ed8-48dd-8249-f6310c85f382", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:39.808168 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8b1b673-94a1-44a8-85ce-9c2985a62c72 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:39.808943 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b1b673-94a1-44a8-85ce-9c2985a62c72'] response: {'server_uuid': 'fd77a2a9-3991-4e59-9ef0-bf698136b367', 'name': 'network-vif-deleted', 'tag': '24954c54-3ed8-48dd-8249-f6310c85f382', 'status': 'completed', 'code': 200} Apr 18 20:35:39.822830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-64702806-1271-4237-845c-24e5bf46d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:39.824423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-64702806-1271-4237-845c-24e5bf46d0a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8f5aec1-a8b4-458d-a434-0b9fc2eca784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771002 Apr 18 20:35:39.848786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38410) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:39.896347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbf9e36-c69a-46dd-b414-628dfa4057e9 admin admin] Deleting subnet 1a25313f-59f1-4dc6-a353-eab1a5bdbb80 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:35:39.899694 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9e36-c69a-46dd-b414-628dfa4057e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.911739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1d85e60-c451-4205-8166-20d0770a6ae2 req-7f19bffc-23a1-4e0a-8e78-38da2cf8d9a0 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355395 Apr 18 20:35:39.943626 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9e36-c69a-46dd-b414-628dfa4057e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.976975 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.989305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:39.994104 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-93e72ca9-ffff-4e89-8329-e6897c3679fa req-5f43497c-54a1-4983-8851-a7a41f1b4b59 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5414d4c-8bfd-47fa-b089-510e7028d938 HTTP/1.1" status: 200 len: 210 time: 0.0306306 Apr 18 20:35:40.023111 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9e36-c69a-46dd-b414-628dfa4057e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.054171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ad022-9086-47db-9aca-73d715903cf0 req-76eccbfb-db6e-4f5b-a221-b5b0cbf7f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:40.055147 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b99ad022-9086-47db-9aca-73d715903cf0 req-76eccbfb-db6e-4f5b-a221-b5b0cbf7f936 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 1095 time: 0.1946969 Apr 18 20:35:40.070036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:40.102952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event updated for resources: {'Port': ['ID=9948ec4a-aaa7-4680-885c-77e2d66f939a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:40.106030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:40.117719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:40.136277 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-19ba02ec-9695-44e2-8eca-202a67d441b8 service neutron] 10.222.0.64 "GET /v2.0/networks/b8f5aec1-a8b4-458d-a434-0b9fc2eca784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797475 Apr 18 20:35:40.146976 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9e36-c69a-46dd-b414-628dfa4057e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.188593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf9e36-c69a-46dd-b414-628dfa4057e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a25313f-59f1-4dc6-a353-eab1a5bdbb80,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:40.190667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbf9e36-c69a-46dd-b414-628dfa4057e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.194755 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4dbf9e36-c69a-46dd-b414-628dfa4057e9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1a25313f-59f1-4dc6-a353-eab1a5bdbb80 HTTP/1.1" status: 204 len: 168 time: 0.3448520 Apr 18 20:35:40.201122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38412) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:40.272893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] Deleting port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:40.273234 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.317366 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.366899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:40.367982 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.432537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ad022-9086-47db-9aca-73d715903cf0 req-5a3b4c5e-0bde-484e-bd4f-fe3e9cf7b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:40.434571 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b99ad022-9086-47db-9aca-73d715903cf0 req-5a3b4c5e-0bde-484e-bd4f-fe3e9cf7b843 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 913 time: 0.3607233 Apr 18 20:35:40.436064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.462699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a3cc1d-e53a-4eb6-ac48-6492b7722094']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:40.467978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-1c62e252-0681-4ae2-b9f5-19ff73c6ac5e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1354387 Apr 18 20:35:40.469352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1595a8a5-df7d-48eb-9e86-7ffb20474e0f details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:40.476709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a591cec1-368b-43c4-a07e-90b2a42436cf') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:40.477166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a591cec1-368b-43c4-a07e-90b2a42436cf') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:40.488284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1eaf083e-f29c-4f2e-934c-b39fba1eddae no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:40.490135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.492578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.499129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0adfbaf1-5c6e-4212-acf4-bd8e83f34c8a req-5c3cae61-813a-4ce4-9699-5db98de78588 service neutron] 10.222.0.64 "GET /v2.0/networks/b8f5aec1-a8b4-458d-a434-0b9fc2eca784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048947 Apr 18 20:35:40.505972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Request body: {'port': {'device_id': '663be855-1665-4f13-84e0-4f62caf33060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:40.514718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b99ad022-9086-47db-9aca-73d715903cf0 req-3a1ed0d5-835e-4c7c-b8af-d3337ccd2d42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 HTTP/1.1" status: 200 len: 217 time: 0.0710828 Apr 18 20:35:40.524287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.539215 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 1eaf083e-f29c-4f2e-934c-b39fba1eddae {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:40.540718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1eaf083e-f29c-4f2e-934c-b39fba1eddae not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:40.545801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:40.546244 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.555873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] For port 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=047da8a9-2062-46aa-b9cd-ce0bd63f6fb1,segment=NetworkSegment(ff068793-58b5-4cc1-b04d-3e52b9e1eb0a),segment_id=ff068793-58b5-4cc1-b04d-3e52b9e1eb0a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:40.556601 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.568499 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28029241-ecd9-4176-b4ec-a297a1d02420 req-f25ef3e3-f825-4ff9-86c5-31d081ff987a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:40.576349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28029241-ecd9-4176-b4ec-a297a1d02420 req-f25ef3e3-f825-4ff9-86c5-31d081ff987a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 944 time: 0.2595735 Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:40.617829 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:40.622731 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.655542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.666121 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] 10.222.0.49 "DELETE /v2.0/networks/89a3cc1d-e53a-4eb6-ac48-6492b7722094 HTTP/1.1" status: 204 len: 168 time: 0.4639156 Apr 18 20:35:40.673277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dea607-b0d0-448e-968e-cbaf8e34f832 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a3cc1d-e53a-4eb6-ac48-6492b7722094,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:40.696559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:40.719923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'port_id': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f', 'mac_address': 'fa:16:3e:65:f9:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:40.732074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28029241-ecd9-4176-b4ec-a297a1d02420 req-649b9bd6-74b0-421a-a11e-ce603ce63b9a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498289 Apr 18 20:35:40.774642 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.791291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1595a8a5-df7d-48eb-9e86-7ffb20474e0f {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:40.797098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] Calling delete_port for 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:40.815577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:40.821354 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.857980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38428) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:40.866114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ad022-9086-47db-9aca-73d715903cf0 req-cb082e5a-a9b0-4fe7-af5c-c93539c1287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:40.868114 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b99ad022-9086-47db-9aca-73d715903cf0 req-cb082e5a-a9b0-4fe7-af5c-c93539c1287e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.3269892 Apr 18 20:35:40.868839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.885257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:40.900416 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f8e43ce3-d6e6-4f18-991b-7ac4ef2242d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f0b109fc24884f00a409030949f6c5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394657 Apr 18 20:35:40.900759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38430) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:40.961255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-735c1824-ce07-467e-9015-3d93eb3c5f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.984868 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-735c1824-ce07-467e-9015-3d93eb3c5f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.989350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705160f-8168-4c66-8ce4-46df7f5a7a24 req-0551c204-10ce-4792-97d2-b916e0737905 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:40.991009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b705160f-8168-4c66-8ce4-46df7f5a7a24 req-0551c204-10ce-4792-97d2-b916e0737905 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 931 time: 0.3787386 Apr 18 20:35:40.994413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b99ad022-9086-47db-9aca-73d715903cf0 req-c1a0f5eb-e986-49e7-ba75-a6a477444c41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678589 Apr 18 20:35:41.035545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-735c1824-ce07-467e-9015-3d93eb3c5f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.038485 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-735c1824-ce07-467e-9015-3d93eb3c5f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.042032 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-735c1824-ce07-467e-9015-3d93eb3c5f32 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41f93322-5bf6-4eb8-9e60-f502e0ac87b5 HTTP/1.1" status: 204 len: 168 time: 0.1379278 Apr 18 20:35:41.050099 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c1824-ce07-467e-9015-3d93eb3c5f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f93322-5bf6-4eb8-9e60-f502e0ac87b5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:41.075812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1595a8a5-df7d-48eb-9e86-7ffb20474e0f'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:41.094042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a0088-bbea-48f5-92b4-c3c5090b2dd9 req-82ed6d5f-9fe6-4ad0-9bec-81006a95b6d3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:41.095967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-509a0088-bbea-48f5-92b4-c3c5090b2dd9 req-82ed6d5f-9fe6-4ad0-9bec-81006a95b6d3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2624271 Apr 18 20:35:41.169763 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.304650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-509a0088-bbea-48f5-92b4-c3c5090b2dd9 req-d1485421-5d33-4586-860c-e78d67513382 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907353 Apr 18 20:35:41.363409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b705160f-8168-4c66-8ce4-46df7f5a7a24 req-501d1d86-b060-4908-a4e8-cefa0475b60b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549783 Apr 18 20:35:41.403503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b99ad022-9086-47db-9aca-73d715903cf0 req-689e2b78-3cb6-40b0-94a8-13ae99b274a7 service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939142 Apr 18 20:35:41.651583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 24954c54-3ed8-48dd-8249-f6310c85f382 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:41.695273 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-811814c7-f919-4d82-884a-afd439115d5f req-2fb89442-1ca9-4b22-af4c-2db16ac5660a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82d343cf10e54e1ea203ccb47a9464f1&device_id=5689f064-a313-414b-8fe7-5c2e34008266 HTTP/1.1" status: 200 len: 210 time: 0.0759029 Apr 18 20:35:41.709285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 24954c54-3ed8-48dd-8249-f6310c85f382 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:41.710002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 24954c54-3ed8-48dd-8249-f6310c85f382 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:41.750331 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-811814c7-f919-4d82-884a-afd439115d5f req-3e632730-7c04-4146-bd81-59fceaad33bc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=82d343cf10e54e1ea203ccb47a9464f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495448 Apr 18 20:35:41.997089 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.061906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5613d2bb-5fda-4dc7-a9ff-e9ae4ec8a1a3 req-7eaa1c8b-1e0b-4e3b-9bf1-30227dac8345 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=5689f064-a313-414b-8fe7-5c2e34008266 HTTP/1.1" status: 200 len: 210 time: 0.0696507 Apr 18 20:35:42.090451 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.117636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcef968-1d19-4f3b-98de-f9dc60d3a4e9 req-c87051ce-9fda-4b66-a506-9f019f86cca3 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:42.125965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfcef968-1d19-4f3b-98de-f9dc60d3a4e9 req-c87051ce-9fda-4b66-a506-9f019f86cca3 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 944 time: 0.5936978 Apr 18 20:35:42.141652 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b99ad022-9086-47db-9aca-73d715903cf0 req-0c18e808-fc94-4785-b603-43f323499499 service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7284629 Apr 18 20:35:42.195458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=047da8a9-2062-46aa-b9cd-ce0bd63f6fb1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:42.277863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9948ec4a-aaa7-4680-885c-77e2d66f939a {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:42.284280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811814c7-f919-4d82-884a-afd439115d5f req-ff2995eb-87f3-429a-87b8-8665db0403f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:42.286017 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-811814c7-f919-4d82-884a-afd439115d5f req-ff2995eb-87f3-429a-87b8-8665db0403f5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5294347 Apr 18 20:35:42.305740 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfcef968-1d19-4f3b-98de-f9dc60d3a4e9 req-41149ba6-d5fa-409d-a4a3-c109b04c850a tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787770 Apr 18 20:35:42.311673 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.372354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Transition to ACTIVE for port object 9948ec4a-aaa7-4680-885c-77e2d66f939a will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:42.389101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18812c06-2ff4-4286-ac2e-34cad5fb178b req-7bb72773-32d6-4d94-9577-b8ebd510f97e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:42.390687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18812c06-2ff4-4286-ac2e-34cad5fb178b req-7bb72773-32d6-4d94-9577-b8ebd510f97e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 944 time: 0.1192086 Apr 18 20:35:42.429094 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.467782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:42.475632 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1595a8a5-df7d-48eb-9e86-7ffb20474e0f up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:42.556717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:42.584928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:42.585296 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.605907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18812c06-2ff4-4286-ac2e-34cad5fb178b req-02a6c30f-3090-4556-9f29-d4c7144733db tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796489 Apr 18 20:35:42.614750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Pushing event updated for resources: {'Port': ['ID=9948ec4a-aaa7-4680-885c-77e2d66f939a,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:42.636858 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.662816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:42.695038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'port_id': '7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8', 'mac_address': 'fa:16:3e:f2:00:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5851b4f6-7372-4b3b-910b-58ceab856969', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:42.708200 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.736830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977fb4-74df-4606-9aeb-b35c223a3fa9 req-9ab94285-9efa-4680-86ff-2cf5518053ff tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:42.738058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95977fb4-74df-4606-9aeb-b35c223a3fa9 req-9ab94285-9efa-4680-86ff-2cf5518053ff tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1827893 Apr 18 20:35:42.753965 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.759690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:42.761961 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c7b5a6-39d0-416c-a3f9-41ab3ac20c8c" -d '{"events": [{"server_uuid": "4627b687-7b3d-4c89-a4d2-a7fb19db4243", "name": "network-vif-plugged", "status": "completed", "tag": "1595a8a5-df7d-48eb-9e86-7ffb20474e0f"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:42.781787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:42.783802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:42.791520 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.826880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:42.832038 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.852492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:42.869598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688c26-05d4-4e6a-9b88-163296f7ffe8 req-bf0f8efe-064e-4925-b3bb-33c866232d35 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:42.871135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9688c26-05d4-4e6a-9b88-163296f7ffe8 req-bf0f8efe-064e-4925-b3bb-33c866232d35 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 943 time: 0.1614089 Apr 18 20:35:42.877873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Attempting to bind port 9948ec4a-aaa7-4680-885c-77e2d66f939a on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:42.878211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Attempting to bind port 9948ec4a-aaa7-4680-885c-77e2d66f939a by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:42.878536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Attempting to bind port 9948ec4a-aaa7-4680-885c-77e2d66f939a on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:42.888962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95977fb4-74df-4606-9aeb-b35c223a3fa9 req-060affac-d987-4b6e-8e03-76d1a6c09fb8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303372 Apr 18 20:35:42.898362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Port 9948ec4a-aaa7-4680-885c-77e2d66f939a on network 6056b303-f2b8-4026-a53d-1f7de5471b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:35:42.898693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Attempting to bind port 9948ec4a-aaa7-4680-885c-77e2d66f939a on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:35:42.916907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:35:42.917259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Checking segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:42.917647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Bound using segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:35:42.917801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:42.918113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Bound port: 9948ec4a-aaa7-4680-885c-77e2d66f939a, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:42.918471 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.963150 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d6aca9-8cfa-401a-b7b3-b146e42edbd7 x-openstack-request-id: req-e9d6aca9-8cfa-401a-b7b3-b146e42edbd7 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:42.963436 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4627b687-7b3d-4c89-a4d2-a7fb19db4243", "name": "network-vif-plugged", "status": "completed", "tag": "1595a8a5-df7d-48eb-9e86-7ffb20474e0f", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:42.963684 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9d6aca9-8cfa-401a-b7b3-b146e42edbd7 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:42.964122 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d6aca9-8cfa-401a-b7b3-b146e42edbd7'] response: {'server_uuid': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f', 'code': 200} Apr 18 20:35:42.989586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9688c26-05d4-4e6a-9b88-163296f7ffe8 req-e2256fba-ff8d-4027-b791-42858ae2a9b1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075864 Apr 18 20:35:43.074896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:43.110665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] For port 9948ec4a-aaa7-4680-885c-77e2d66f939a, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:35:43.139550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] For port 9948ec4a-aaa7-4680-885c-77e2d66f939a, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=9948ec4a-aaa7-4680-885c-77e2d66f939a,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:35:43.154936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] Router 7287e82c-727f-4d16-8f7e-422a435bbb9c has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:35:43.157107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.250863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972f9ec-7aca-4a17-8031-5b078cf8931f req-b174051b-136e-4fdb-8fa0-cbf5f8150aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:43.252534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5972f9ec-7aca-4a17-8031-5b078cf8931f req-b174051b-136e-4fdb-8fa0-cbf5f8150aa1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 1096 time: 0.1963758 Apr 18 20:35:43.279482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8246ee1a-a2a4-409c-b7be-792400050060 req-a45a3beb-f1f9-45fe-ae29-a2b75cf9b3c3 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=5689f064-a313-414b-8fe7-5c2e34008266 HTTP/1.1" status: 200 len: 210 time: 0.0664127 Apr 18 20:35:43.295616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:43.295616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.296636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] 10.222.0.60 "PUT /v2.0/ports/9948ec4a-aaa7-4680-885c-77e2d66f939a HTTP/1.1" status: 200 len: 1091 time: 2.7942493 Apr 18 20:35:43.296636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663be855-1665-4f13-84e0-4f62caf33060', 'tag': '9948ec4a-aaa7-4680-885c-77e2d66f939a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:43.299441 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b13915d-07a1-4996-9df7-47718ed42f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "663be855-1665-4f13-84e0-4f62caf33060", "tag": "9948ec4a-aaa7-4680-885c-77e2d66f939a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:43.412180 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd44f24-6a22-4fb4-a354-dc5e7e80ef82 x-openstack-request-id: req-1fd44f24-6a22-4fb4-a354-dc5e7e80ef82 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:43.412728 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663be855-1665-4f13-84e0-4f62caf33060", "tag": "9948ec4a-aaa7-4680-885c-77e2d66f939a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:43.412977 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fd44f24-6a22-4fb4-a354-dc5e7e80ef82 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:43.413378 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd44f24-6a22-4fb4-a354-dc5e7e80ef82'] response: {'name': 'network-changed', 'server_uuid': '663be855-1665-4f13-84e0-4f62caf33060', 'tag': '9948ec4a-aaa7-4680-885c-77e2d66f939a', 'status': 'completed', 'code': 200} Apr 18 20:35:43.418170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c2fa6-aa4e-4a7c-ab3c-db18b7409109 service neutron] Pushing event updated for resources: {'Port': ['ID=9948ec4a-aaa7-4680-885c-77e2d66f939a,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:43.482407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5972f9ec-7aca-4a17-8031-5b078cf8931f req-7edf7c7b-85c7-4b00-a171-3c8d96657f32 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093632 Apr 18 20:35:43.525726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-e81f784f-bdc6-4bc3-ba3e-af4b2f749231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:43.527249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-e81f784f-bdc6-4bc3-ba3e-af4b2f749231 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 1094 time: 0.1659908 Apr 18 20:35:43.528601 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38518) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:43.575921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:43.584679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46440f8a-a7fb-430f-b75f-4dab87d48576 req-8eb71028-57ee-4e39-b9b3-62c304004d4e tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:43.587711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] Sync routers for ids ['7287e82c-727f-4d16-8f7e-422a435bbb9c'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:43.592560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46440f8a-a7fb-430f-b75f-4dab87d48576 req-8eb71028-57ee-4e39-b9b3-62c304004d4e tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 945 time: 0.1562595 Apr 18 20:35:43.595039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-766110bc-14a0-4c87-b1e1-0cd7071a0b13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9948ec4a-aaa7-4680-885c-77e2d66f939a HTTP/1.1" status: 200 len: 217 time: 0.0588284 Apr 18 20:35:43.599317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e0b23f99-dd31-4589-9183-d44dc5c9eb36 admin admin] 10.222.0.49 "PUT /v2.0/routers/7287e82c-727f-4d16-8f7e-422a435bbb9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6113882 Apr 18 20:35:43.599942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] Routers {'7287e82c-727f-4d16-8f7e-422a435bbb9c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:43.602181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38522) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:43.618143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7287e82c-727f-4d16-8f7e-422a435bbb9c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:43.741286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-4161547a-86b2-4abb-8483-dd903a2598c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:43.742922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-4161547a-86b2-4abb-8483-dd903a2598c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1381752 Apr 18 20:35:43.756470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46440f8a-a7fb-430f-b75f-4dab87d48576 req-39fca84b-b20e-4a48-9d18-cccd2f2be0a4 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628914 Apr 18 20:35:43.814294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c019d22f-7b03-4f30-9467-ba3be3002c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.846827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-ccd7f973-8476-4098-9c0f-9a88f613e9a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852773 Apr 18 20:35:43.863655 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-811814c7-f919-4d82-884a-afd439115d5f req-47b5ec3c-03b7-4cf1-811b-19e8151d17e9 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.60 "GET /v2.0/ports?device_id=5689f064-a313-414b-8fe7-5c2e34008266 HTTP/1.1" status: 200 len: 210 time: 0.0456555 Apr 18 20:35:43.879579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.916721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] Set router 7287e82c-727f-4d16-8f7e-422a435bbb9c gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:44.000156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765ceec-91d0-41d6-bb2f-9d36a0cbe881 req-597a38b0-07df-488f-b631-c1632510f3a3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:44.015239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8765ceec-91d0-41d6-bb2f-9d36a0cbe881 req-597a38b0-07df-488f-b631-c1632510f3a3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 945 time: 0.2263627 Apr 18 20:35:44.043878 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.124918 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c019d22f-7b03-4f30-9467-ba3be3002c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.136255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c019d22f-7b03-4f30-9467-ba3be3002c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.157771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8765ceec-91d0-41d6-bb2f-9d36a0cbe881 req-2058174e-bb58-4a09-acf6-fded163d864a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268160 Apr 18 20:35:44.172450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4141fa6-71f2-4041-94a3-25bb8c7f1a84 req-9048f8b1-8089-488e-9e92-53c3adcc6f87 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:44.174126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4141fa6-71f2-4041-94a3-25bb8c7f1a84 req-9048f8b1-8089-488e-9e92-53c3adcc6f87 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1354849 Apr 18 20:35:44.176111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-fa175f09-f5e1-46a6-9a1b-a2d2998c921b service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184609 Apr 18 20:35:44.185514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019d22f-7b03-4f30-9467-ba3be3002c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d99356-dd78-4edd-9528-eb569bc7bdc5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:44.188203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'name': 'tempest-TaggedBootDevicesTest-573699714-router', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:35:41Z', 'revision_number': 5, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'gw_port': {'id': 'df79bc7b-9484-4b4c-af15-d9d73026010c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:08:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:55Z', 'updated_at': '2022-04-18T20:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:44.224926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] Checking router: 7287e82c-727f-4d16-8f7e-422a435bbb9c for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:44.235236 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] Routers {'7287e82c-727f-4d16-8f7e-422a435bbb9c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:44.235946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7287e82c-727f-4d16-8f7e-422a435bbb9c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:44.248286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Deleting port df79bc7b-9484-4b4c-af15-d9d73026010c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:44.248661 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.265255 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c019d22f-7b03-4f30-9467-ba3be3002c93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2805d437b2ca4747a40a204834eae29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7349968 Apr 18 20:35:44.268168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38540) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:44.276381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4141fa6-71f2-4041-94a3-25bb8c7f1a84 req-e7842f73-ff2b-4214-b0fe-3149bbe94240 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955713 Apr 18 20:35:44.364054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] Set router 7287e82c-727f-4d16-8f7e-422a435bbb9c gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:44.447574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'name': 'tempest-TaggedBootDevicesTest-573699714-router', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:35:44Z', 'revision_number': 6, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:44.459062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] For port df79bc7b-9484-4b4c-af15-d9d73026010c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=df79bc7b-9484-4b4c-af15-d9d73026010c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:44.459719 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.462570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ef48f31-3439-447f-8eb9-1ffce89e2faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.481372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d5bfa38-a198-48a0-b319-b81074576fe7 req-476b97f8-c5e7-4d0d-b75d-9c9f51c50793 tempest-ServerShowV247Test-1148446544 tempest-ServerShowV247Test-1148446544-project] 10.222.0.49 "GET /v2.0/ports?device_id=5689f064-a313-414b-8fe7-5c2e34008266 HTTP/1.1" status: 200 len: 210 time: 0.0385370 Apr 18 20:35:44.489234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca66a64-e391-44d1-9749-380aa7140354 None None] The sync data for ids ['7287e82c-727f-4d16-8f7e-422a435bbb9c'] in n-d-836015-4 is: [{'id': '7287e82c-727f-4d16-8f7e-422a435bbb9c', 'name': 'tempest-TaggedBootDevicesTest-573699714-router', 'tenant_id': '707cce83b9464c97acddadcfee7671a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:54Z', 'updated_at': '2022-04-18T20:35:44Z', 'revision_number': 6, 'project_id': '707cce83b9464c97acddadcfee7671a6', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:44.496944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:44.513150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Calling delete_port for df79bc7b-9484-4b4c-af15-d9d73026010c owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:44.514503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50070efe-4df2-4a87-8592-dbe6b752e736 req-f2170d69-117a-4d77-b379-1d01b5f25bd8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:44.536448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50070efe-4df2-4a87-8592-dbe6b752e736 req-f2170d69-117a-4d77-b379-1d01b5f25bd8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 943 time: 0.2752430 Apr 18 20:35:44.591512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57d2ed24-8b70-4957-b183-d2f9ea044f41 req-9b91f2a5-96ab-4dba-8e1d-49f6d9873c2b service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661132 Apr 18 20:35:44.625978 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ef48f31-3439-447f-8eb9-1ffce89e2faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.629501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50070efe-4df2-4a87-8592-dbe6b752e736 req-4cff1277-369a-4e0e-9a25-1ff3e158924c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911641 Apr 18 20:35:44.630015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:44.644484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:44.644846 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.716276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13915d-07a1-4996-9df7-47718ed42f4f req-4183f338-afb8-447a-9148-7738ba2b8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:44.718278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b13915d-07a1-4996-9df7-47718ed42f4f req-4183f338-afb8-447a-9148-7738ba2b8b7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 1094 time: 0.0619678 Apr 18 20:35:44.758502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ef48f31-3439-447f-8eb9-1ffce89e2faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.762401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ef48f31-3439-447f-8eb9-1ffce89e2faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.766648 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6ef48f31-3439-447f-8eb9-1ffce89e2faa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75d99356-dd78-4edd-9528-eb569bc7bdc5 HTTP/1.1" status: 204 len: 168 time: 0.4973376 Apr 18 20:35:44.780411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef48f31-3439-447f-8eb9-1ffce89e2faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d99356-dd78-4edd-9528-eb569bc7bdc5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:44.841720 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.885353 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Pushing event deleted for resources: {'Port': ['ID=df79bc7b-9484-4b4c-af15-d9d73026010c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:44.906313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13915d-07a1-4996-9df7-47718ed42f4f req-e2025a37-c816-4b79-9248-52b28acfaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:44.907580 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.907792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b13915d-07a1-4996-9df7-47718ed42f4f req-e2025a37-c816-4b79-9248-52b28acfaf94 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 907 time: 0.1793606 Apr 18 20:35:44.982413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b13915d-07a1-4996-9df7-47718ed42f4f req-8c2488e5-0d4b-4fc5-9a29-addff047ff93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9948ec4a-aaa7-4680-885c-77e2d66f939a HTTP/1.1" status: 200 len: 217 time: 0.0649767 Apr 18 20:35:44.984061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.985502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c673482-e7b3-415b-a8b3-3d0ce237a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:44.989642 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602477ee-280d-450e-82ff-cc05ce2f6dd0" -d '{"events": [{"server_uuid": "5c673482-e7b3-415b-a8b3-3d0ce237a096", "name": "network-vif-plugged", "status": "completed", "tag": "7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:44.994598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1e66-4076-4d31-857f-66d3bb558dee req-0cbd81ed-66fe-4d98-8189-39e547bc477e tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:45.003493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:45.007321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de2f1e66-4076-4d31-857f-66d3bb558dee req-0cbd81ed-66fe-4d98-8189-39e547bc477e tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 945 time: 0.1490486 Apr 18 20:35:45.016174 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.082991 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9270a469-f0c4-4edf-a779-d98777e1e604 x-openstack-request-id: req-9270a469-f0c4-4edf-a779-d98777e1e604 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:45.083855 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c673482-e7b3-415b-a8b3-3d0ce237a096", "name": "network-vif-plugged", "status": "completed", "tag": "7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:45.085273 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9270a469-f0c4-4edf-a779-d98777e1e604 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:45.085785 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9270a469-f0c4-4edf-a779-d98777e1e604'] response: {'server_uuid': '5c673482-e7b3-415b-a8b3-3d0ce237a096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8', 'code': 200} Apr 18 20:35:45.120397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13915d-07a1-4996-9df7-47718ed42f4f req-e810a467-85b8-4d9a-9990-0d019b983d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:45.122820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b13915d-07a1-4996-9df7-47718ed42f4f req-e810a467-85b8-4d9a-9990-0d019b983d81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1051836 Apr 18 20:35:45.140896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:45.151360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.153834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.197805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b13915d-07a1-4996-9df7-47718ed42f4f req-8b50f977-7d95-48f2-8fa1-abe5eefdb437 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595155 Apr 18 20:35:45.215816 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.216037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de2f1e66-4076-4d31-857f-66d3bb558dee req-5910c33e-03df-4e44-bb11-e169802b5c40 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039568 Apr 18 20:35:45.216526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7287e82c-727f-4d16-8f7e-422a435bbb9c {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:35:45.234244 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.234346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38560) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:45.234428 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-066462b9-5977-410a-9711-676a1301c71f admin admin] 10.222.0.49 "DELETE /v2.0/routers/7287e82c-727f-4d16-8f7e-422a435bbb9c HTTP/1.1" status: 204 len: 168 time: 1.6297305 Apr 18 20:35:45.327551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba17bd-35dd-46b8-995d-f658534c5335 req-c2ef9f7c-2857-4afc-be8d-beb5af9cd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:45.329005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1ba17bd-35dd-46b8-995d-f658534c5335 req-c2ef9f7c-2857-4afc-be8d-beb5af9cd552 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 1097 time: 0.2026408 Apr 18 20:35:45.418609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eaae6af-4e8d-4385-8429-0126cca541a9 admin admin] Deleting subnet b2344dbc-6f76-4fe4-b872-35aa5730c35a {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:35:45.455337 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2eaae6af-4e8d-4385-8429-0126cca541a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.533604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab2ab5-1490-466d-ad4b-cd0f9dc7989d req-e08568be-d757-44f4-bb41-e5bbf00e47aa tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:45.535118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faab2ab5-1490-466d-ad4b-cd0f9dc7989d req-e08568be-d757-44f4-bb41-e5bbf00e47aa tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 946 time: 0.2149181 Apr 18 20:35:45.546584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1ba17bd-35dd-46b8-995d-f658534c5335 req-3aa92290-fa4d-47a3-b831-21c814d252a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677928 Apr 18 20:35:45.554177 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2eaae6af-4e8d-4385-8429-0126cca541a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.590625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0f8d5-966d-4924-a57f-028966f9ffc0 req-40cd2c20-c967-4fbe-850f-1274927ae586 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:45.595332 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-efe0f8d5-966d-4924-a57f-028966f9ffc0 req-40cd2c20-c967-4fbe-850f-1274927ae586 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 945 time: 0.2730176 Apr 18 20:35:45.602258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38580) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:45.609415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dec69e1e-efd8-4362-915d-0d607420ce13 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Request body: {'floatingip': {'port_id': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:45.642939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b13915d-07a1-4996-9df7-47718ed42f4f req-66d8a115-254c-4255-bc5e-a085fda153c6 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250956 Apr 18 20:35:45.662512 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dec69e1e-efd8-4362-915d-0d607420ce13 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.749444 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.794600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faab2ab5-1490-466d-ad4b-cd0f9dc7989d req-d6573c64-e3a1-424c-9a96-f78d3a459c1c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383051 Apr 18 20:35:46.263659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38596) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:46.364833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dec69e1e-efd8-4362-915d-0d607420ce13 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.379230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dec69e1e-efd8-4362-915d-0d607420ce13 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.390303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391787af-e124-4f15-8032-dedebb489e5a req-9b377a92-05cd-4349-86f2-5af40ac37e62 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:46.396119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-391787af-e124-4f15-8032-dedebb489e5a req-9b377a92-05cd-4349-86f2-5af40ac37e62 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.6731391 Apr 18 20:35:46.411236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2eaae6af-4e8d-4385-8429-0126cca541a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.422483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device df79bc7b-9484-4b4c-af15-d9d73026010c no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:46.441149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b13915d-07a1-4996-9df7-47718ed42f4f req-7806cf68-5672-4a5f-9570-03b31519b81f service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7905371 Apr 18 20:35:46.450867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: df79bc7b-9484-4b4c-af15-d9d73026010c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:46.451634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device df79bc7b-9484-4b4c-af15-d9d73026010c not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:46.452206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:46.463933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333372ed-7bc9-4e5f-a1ef-cfe0ebac08e5 req-b32553d2-b08a-40cc-b6e8-e3d50a5d594a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:46.465656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-333372ed-7bc9-4e5f-a1ef-cfe0ebac08e5 req-b32553d2-b08a-40cc-b6e8-e3d50a5d594a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 943 time: 0.1865301 Apr 18 20:35:46.467034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f77de047-4f91-4523-a7ab-bb466874a12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.479012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:46.480329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 047da8a9-2062-46aa-b9cd-ce0bd63f6fb1 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:46.501995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-391787af-e124-4f15-8032-dedebb489e5a req-4ba735b3-f67a-402e-a8d6-21734e9c7a41 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048796 Apr 18 20:35:46.562848 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2eaae6af-4e8d-4385-8429-0126cca541a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.603005 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-dec69e1e-efd8-4362-915d-0d607420ce13 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Floating IP b550dc34-cba0-4c0f-979d-7ac24b54b94b associated. External IP: 172.25.2.240, port: 1595a8a5-df7d-48eb-9e86-7ffb20474e0f. Apr 18 20:35:46.646419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-333372ed-7bc9-4e5f-a1ef-cfe0ebac08e5 req-b9fff8fc-1d86-4405-88dc-3aa42c81228c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733975 Apr 18 20:35:46.662311 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2eaae6af-4e8d-4385-8429-0126cca541a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.690146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6509db2-7730-4a81-a506-2a48e7e4e65b None None] Network fed7d0ff-0947-4865-9851-d20308cdb1e4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:46.698711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2eaae6af-4e8d-4385-8429-0126cca541a9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b2344dbc-6f76-4fe4-b872-35aa5730c35a HTTP/1.1" status: 204 len: 168 time: 1.4607866 Apr 18 20:35:46.701839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaae6af-4e8d-4385-8429-0126cca541a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2344dbc-6f76-4fe4-b872-35aa5730c35a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:46.710364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38604) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:46.956574 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f77de047-4f91-4523-a7ab-bb466874a12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.960697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.984080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428e116-a47f-4a49-b908-fc1f130d6cb8 req-e91f3a1d-75dc-45f5-bb81-6bc4e15c26ea tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:46.985735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2428e116-a47f-4a49-b908-fc1f130d6cb8 req-e91f3a1d-75dc-45f5-bb81-6bc4e15c26ea tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 946 time: 0.0802681 Apr 18 20:35:47.030629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f77de047-4f91-4523-a7ab-bb466874a12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.040941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2428e116-a47f-4a49-b908-fc1f130d6cb8 req-1a1dfad1-03ca-462c-90e4-81e8053d2a1c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482209 Apr 18 20:35:47.104838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356e5896-acef-4505-b0f3-9dbb9c359ead None None] DHCP port deletion for fed7d0ff-0947-4865-9851-d20308cdb1e4 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:35:47.128922 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f77de047-4f91-4523-a7ab-bb466874a12e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82d343cf10e54e1ea203ccb47a9464f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8641639 Apr 18 20:35:47.131511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38614) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:47.133149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77de047-4f91-4523-a7ab-bb466874a12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d5d651-b49d-4be3-823e-6a4853978998,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:47.219341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec69e1e-efd8-4362-915d-0d607420ce13 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Router 98c193dc-703b-4da0-991b-ba46e2c09992 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:35:47.223198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Deleting port 82b2f486-8693-498f-be23-a60e36f7eec5 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:47.223536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.248480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-356e5896-acef-4505-b0f3-9dbb9c359ead None None] Deleting port 82b2f486-8693-498f-be23-a60e36f7eec5 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:47.249124 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-356e5896-acef-4505-b0f3-9dbb9c359ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.297645 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-37df02d5-a76e-462c-a37f-cf20fe7fb700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.301991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38620) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:47.336689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-356e5896-acef-4505-b0f3-9dbb9c359ead None None] For port 82b2f486-8693-498f-be23-a60e36f7eec5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=82b2f486-8693-498f-be23-a60e36f7eec5,segment=NetworkSegment(ff068793-58b5-4cc1-b04d-3e52b9e1eb0a),segment_id=ff068793-58b5-4cc1-b04d-3e52b9e1eb0a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:47.336986 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-356e5896-acef-4505-b0f3-9dbb9c359ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.337397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfec3f-6b54-4599-942d-afe4ddb6c3b1 req-0bd5d23a-efec-4049-99b4-59824914c444 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:47.345216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5cbfec3f-6b54-4599-942d-afe4ddb6c3b1 req-0bd5d23a-efec-4049-99b4-59824914c444 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 946 time: 0.1113970 Apr 18 20:35:47.345737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] For port 82b2f486-8693-498f-be23-a60e36f7eec5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=82b2f486-8693-498f-be23-a60e36f7eec5,segment=NetworkSegment(ff068793-58b5-4cc1-b04d-3e52b9e1eb0a),segment_id=ff068793-58b5-4cc1-b04d-3e52b9e1eb0a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:47.346109 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.357031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-356e5896-acef-4505-b0f3-9dbb9c359ead None None] Calling delete_port for 82b2f486-8693-498f-be23-a60e36f7eec5 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:47.358443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-37df02d5-a76e-462c-a37f-cf20fe7fb700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.379898 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Calling delete_port for 82b2f486-8693-498f-be23-a60e36f7eec5 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:47.432304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5cbfec3f-6b54-4599-942d-afe4ddb6c3b1 req-6ddbce9a-51a8-4043-9f9b-38d1ca496226 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843174 Apr 18 20:35:47.489514 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-37df02d5-a76e-462c-a37f-cf20fe7fb700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.492267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-37df02d5-a76e-462c-a37f-cf20fe7fb700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.493397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-37df02d5-a76e-462c-a37f-cf20fe7fb700 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b4d5d651-b49d-4be3-823e-6a4853978998 HTTP/1.1" status: 204 len: 168 time: 0.3608694 Apr 18 20:35:47.507326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df02d5-a76e-462c-a37f-cf20fe7fb700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d5d651-b49d-4be3-823e-6a4853978998,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:47.527806 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-356e5896-acef-4505-b0f3-9dbb9c359ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.555325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec69e1e-efd8-4362-915d-0d607420ce13 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:47.560788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dec69e1e-efd8-4362-915d-0d607420ce13 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.569031 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] Sync routers for ids ['98c193dc-703b-4da0-991b-ba46e2c09992'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:47.575326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e9c1ea-8c4c-4165-af64-52b481c6317b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.591192 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] Routers {'98c193dc-703b-4da0-991b-ba46e2c09992'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:47.591971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e5896-acef-4505-b0f3-9dbb9c359ead None None] Pushing event deleted for resources: {'Port': ['ID=82b2f486-8693-498f-be23-a60e36f7eec5,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:47.600196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356e5896-acef-4505-b0f3-9dbb9c359ead None None] No DVR routers for this DVR port 82b2f486-8693-498f-be23-a60e36f7eec5 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:47.612556 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['98c193dc-703b-4da0-991b-ba46e2c09992'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:47.674501 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dec69e1e-efd8-4362-915d-0d607420ce13 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "PUT /v2.0/floatingips/b550dc34-cba0-4c0f-979d-7ac24b54b94b HTTP/1.1" status: 200 len: 991 time: 2.0707397 Apr 18 20:35:47.679796 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'tag': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:47.680654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 9948ec4a-aaa7-4680-885c-77e2d66f939a details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:47.687779 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a338109b-1d1c-488a-ba45-f03d9afab7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4627b687-7b3d-4c89-a4d2-a7fb19db4243", "tag": "1595a8a5-df7d-48eb-9e86-7ffb20474e0f"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:47.735244 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.785002 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] Set router 98c193dc-703b-4da0-991b-ba46e2c09992 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:47.820684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] No DVR routers for this DVR port 82b2f486-8693-498f-be23-a60e36f7eec5 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:47.832350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Pushing event deleted for resources: {'Port': ['ID=82b2f486-8693-498f-be23-a60e36f7eec5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:47.863690 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e9c1ea-8c4c-4165-af64-52b481c6317b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.884557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e9c1ea-8c4c-4165-af64-52b481c6317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.929792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-10e9c1ea-8c4c-4165-af64-52b481c6317b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af5ba0f4175040048e999c8459921551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6250508 Apr 18 20:35:47.939916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bace3d-8db5-4f3a-a903-144f8f7b2270 req-bdc0bb4f-cbff-4266-9bc6-e2be618c7aae tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:47.941616 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6bace3d-8db5-4f3a-a903-144f8f7b2270 req-bdc0bb4f-cbff-4266-9bc6-e2be618c7aae tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.3062587 Apr 18 20:35:47.942251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38652) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:47.953950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 9948ec4a-aaa7-4680-885c-77e2d66f939a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=9948ec4a-aaa7-4680-885c-77e2d66f939a,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:47.976348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '9948ec4a-aaa7-4680-885c-77e2d66f939a', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'port_id': '9948ec4a-aaa7-4680-885c-77e2d66f939a', 'mac_address': 'fa:16:3e:9d:d3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835aa03a-8d5a-48b9-a98a-4a33d2d594c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:47.992297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.026524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed7d0ff-0947-4865-9851-d20308cdb1e4']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:48.037549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:48.038020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff068793-58b5-4cc1-b04d-3e52b9e1eb0a') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:48.067295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.074891 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.088589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.104090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:48.104549 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:48.107021 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:48.115338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9948ec4a-aaa7-4680-885c-77e2d66f939a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:48.139128 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6220a2c8-32a2-49e5-99a8-68bcfd0f47d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.140733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9c1ea-8c4c-4165-af64-52b481c6317b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e63b95-b06b-40b7-8b47-f7faa87a4cb5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:48.161713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 9948ec4a-aaa7-4680-885c-77e2d66f939a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=9948ec4a-aaa7-4680-885c-77e2d66f939a,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:48.172199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0081d-d61f-4841-86e2-6e206d4b07ec req-98403bcc-388f-49a3-a819-1f6e5e14e56d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:48.173990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0eb0081d-d61f-4841-86e2-6e206d4b07ec req-98403bcc-388f-49a3-a819-1f6e5e14e56d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 943 time: 0.4048815 Apr 18 20:35:48.174340 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.176612 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.188931 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.192674 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] 10.222.0.49 "DELETE /v2.0/networks/fed7d0ff-0947-4865-9851-d20308cdb1e4 HTTP/1.1" status: 204 len: 168 time: 1.4758136 Apr 18 20:35:48.194939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6bace3d-8db5-4f3a-a903-144f8f7b2270 req-96f6d2fb-7851-45d5-a64d-9189f22a0d7b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947474 Apr 18 20:35:48.210904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674798f-ba8d-47d5-b21c-3960fb75794d admin admin] Pushing event deleted for resources: {'Network': ['ID=fed7d0ff-0947-4865-9851-d20308cdb1e4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:48.227168 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:35:48.254774 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6220a2c8-32a2-49e5-99a8-68bcfd0f47d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.317452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=9948ec4a-aaa7-4680-885c-77e2d66f939a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:48.328425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0eb0081d-d61f-4841-86e2-6e206d4b07ec req-0b6b080b-aef1-41d8-833c-223e3770fd5f tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249752 Apr 18 20:35:48.413198 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46864d2-4b9c-484a-8098-369af2d4e687 x-openstack-request-id: req-f46864d2-4b9c-484a-8098-369af2d4e687 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:48.413498 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4627b687-7b3d-4c89-a4d2-a7fb19db4243", "tag": "1595a8a5-df7d-48eb-9e86-7ffb20474e0f", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:48.413748 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f46864d2-4b9c-484a-8098-369af2d4e687 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:48.414157 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46864d2-4b9c-484a-8098-369af2d4e687'] response: {'name': 'network-changed', 'server_uuid': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'tag': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f', 'status': 'completed', 'code': 200} Apr 18 20:35:48.418091 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:21Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'b550dc34-cba0-4c0f-979d-7ac24b54b94b', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'port_id': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'mac_address': 'fa:16:3e:65:f9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:35:26Z', 'updated_at': '2022-04-18T20:35:46Z', 'revision_number': 1, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6384d579-5276-45e7-bbb8-abeb9f3337a0', 'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'mac_address': 'fa:16:3e:42:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:19Z', 'updated_at': '2022-04-18T20:35:26Z', 'revision_number': 5, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'subnets': [{'id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:48.445611 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38668) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:48.476817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b81b49-9de6-4bcc-a7b0-f2ac702d346e req-ef9eb49e-8cf6-409e-a847-983661595c6d tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:48.485530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91b81b49-9de6-4bcc-a7b0-f2ac702d346e req-ef9eb49e-8cf6-409e-a847-983661595c6d tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 945 time: 0.1509571 Apr 18 20:35:48.500645 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] Checking router: 98c193dc-703b-4da0-991b-ba46e2c09992 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:48.529142 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] Routers {'98c193dc-703b-4da0-991b-ba46e2c09992'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:48.535646 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['98c193dc-703b-4da0-991b-ba46e2c09992'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:48.555554 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6220a2c8-32a2-49e5-99a8-68bcfd0f47d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.561588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6220a2c8-32a2-49e5-99a8-68bcfd0f47d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.562844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6220a2c8-32a2-49e5-99a8-68bcfd0f47d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78e63b95-b06b-40b7-8b47-f7faa87a4cb5 HTTP/1.1" status: 204 len: 168 time: 0.6179338 Apr 18 20:35:48.576243 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eeac26eb-2b09-4f56-9e4a-8ba643540a5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=231f1132973642388e3f464a286dd35e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277835 Apr 18 20:35:48.578914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-01b0f073-a105-4469-92db-dc4cc7c25358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:48.579457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38674) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:48.580539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-01b0f073-a105-4469-92db-dc4cc7c25358 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=00b4b2b9d9a3403bbe4e5f69ee163733&device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 1096 time: 0.1360230 Apr 18 20:35:48.583607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220a2c8-32a2-49e5-99a8-68bcfd0f47d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e63b95-b06b-40b7-8b47-f7faa87a4cb5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:48.604089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91b81b49-9de6-4bcc-a7b0-f2ac702d346e req-9b886c1d-b0bf-4aca-bc19-c40b586eaa11 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132360 Apr 18 20:35:48.739637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbe861c-3ef1-434f-981c-4de54f904daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.806263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea0ccc-f1fb-4b3e-ab21-98081387159a req-e88f5073-8e21-4ab6-af1a-b641e4638489 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:48.807518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbe861c-3ef1-434f-981c-4de54f904daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.819611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfea0ccc-f1fb-4b3e-ab21-98081387159a req-e88f5073-8e21-4ab6-af1a-b641e4638489 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 946 time: 0.1792586 Apr 18 20:35:48.878861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbe861c-3ef1-434f-981c-4de54f904daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.883115 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] Set router 98c193dc-703b-4da0-991b-ba46e2c09992 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:48.885248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbe861c-3ef1-434f-981c-4de54f904daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.890518 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4dbe861c-3ef1-434f-981c-4de54f904daa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf561c15-b051-4b95-966d-6534eed6b95a HTTP/1.1" status: 204 len: 168 time: 0.3072932 Apr 18 20:35:48.912888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 82b2f486-8693-498f-be23-a60e36f7eec5 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:48.923329 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe861c-3ef1-434f-981c-4de54f904daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf561c15-b051-4b95-966d-6534eed6b95a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:48.928365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 54ccbf5f-bfbd-4599-98b2-8537a1210f03 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:35:48.930715 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['9948ec4a-aaa7-4680-885c-77e2d66f939a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:48.976951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-4a38bbe4-4fb6-4350-b8ee-91f66944385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:48.979433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-4a38bbe4-4fb6-4350-b8ee-91f66944385b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b8f5aec1-a8b4-458d-a434-0b9fc2eca784 HTTP/1.1" status: 200 len: 906 time: 0.3739457 Apr 18 20:35:49.013004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfea0ccc-f1fb-4b3e-ab21-98081387159a req-6f57511d-ec91-4467-9d73-93a9cc93901a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753387 Apr 18 20:35:49.202933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-9dd67283-32c1-4cd6-a393-16bb2d93dafe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1595a8a5-df7d-48eb-9e86-7ffb20474e0f HTTP/1.1" status: 200 len: 999 time: 0.1860478 Apr 18 20:35:49.300648 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:21Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'b550dc34-cba0-4c0f-979d-7ac24b54b94b', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'port_id': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'mac_address': 'fa:16:3e:65:f9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:35:26Z', 'updated_at': '2022-04-18T20:35:46Z', 'revision_number': 1, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6384d579-5276-45e7-bbb8-abeb9f3337a0', 'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'mac_address': 'fa:16:3e:42:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:19Z', 'updated_at': '2022-04-18T20:35:26Z', 'revision_number': 5, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'subnets': [{'id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:49.321775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-8c1832d3-5323-49c7-bb33-7ab4c5d96d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:49.332408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-8c1832d3-5323-49c7-bb33-7ab4c5d96d98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3f65c27-8c45-4797-8a9b-87bf6a07c218 HTTP/1.1" status: 200 len: 844 time: 0.1133809 Apr 18 20:35:49.382457 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ed3167-d926-4bef-835f-c48ef0908017 None None] The sync data for ids ['98c193dc-703b-4da0-991b-ba46e2c09992'] in n-d-836015-4 is: [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:21Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'b550dc34-cba0-4c0f-979d-7ac24b54b94b', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'floating_ip_address': '172.25.2.240', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'port_id': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'mac_address': 'fa:16:3e:65:f9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:35:26Z', 'updated_at': '2022-04-18T20:35:46Z', 'revision_number': 1, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6384d579-5276-45e7-bbb8-abeb9f3337a0', 'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'mac_address': 'fa:16:3e:42:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:19Z', 'updated_at': '2022-04-18T20:35:26Z', 'revision_number': 5, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'subnets': [{'id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:49.390363 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:49.417758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 82b2f486-8693-498f-be23-a60e36f7eec5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:49.418287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 82b2f486-8693-498f-be23-a60e36f7eec5 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:49.420911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc', 'port_id': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'mac_address': 'fa:16:3e:a6:89:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cae2a0-3806-4090-a4c7-af6543a276b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:35:49.518297 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.523799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cdc53-d799-4a3b-9471-1e6a02a2bc09 req-a29b1c26-ee0a-470b-8dda-199b41eb2eeb tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:49.538804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-074cdc53-d799-4a3b-9471-1e6a02a2bc09 req-a29b1c26-ee0a-470b-8dda-199b41eb2eeb tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1848688 Apr 18 20:35:49.545725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54ccbf5f-bfbd-4599-98b2-8537a1210f03 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:49.583579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:49.585189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-a5dc4b48-3a71-46e3-964c-f49513af0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:49.586845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-a5dc4b48-3a71-46e3-964c-f49513af0c02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b8f5aec1-a8b4-458d-a434-0b9fc2eca784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476118 Apr 18 20:35:49.606325 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.673315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38722) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:49.701792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['54ccbf5f-bfbd-4599-98b2-8537a1210f03'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:49.739239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:49.776008 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b67a9383-89b2-4a37-9152-3006713113a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=707cce83b9464c97acddadcfee7671a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008372 Apr 18 20:35:49.776643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38726) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:49.916671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35284ddc-836d-499a-bcea-bc93ab5dbfcb req-b282c5bf-209a-4d49-90e6-d974f0719c01 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:49.918825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35284ddc-836d-499a-bcea-bc93ab5dbfcb req-b282c5bf-209a-4d49-90e6-d974f0719c01 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 944 time: 0.3615022 Apr 18 20:35:49.947625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1daa-d617-4bab-99f3-22aa37a6a46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.958871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba816358-bf7b-4864-91bb-4413ea1921e0 None None] New status for floating IP b550dc34-cba0-4c0f-979d-7ac24b54b94b: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:35:49.975971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-074cdc53-d799-4a3b-9471-1e6a02a2bc09 req-b7b97209-aed3-44a4-9348-5e8e13e58274 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342635 Apr 18 20:35:49.989522 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1daa-d617-4bab-99f3-22aa37a6a46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.050659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35284ddc-836d-499a-bcea-bc93ab5dbfcb req-11d5ea13-9fe2-4df7-9601-f539fc92dc0c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994389 Apr 18 20:35:50.092460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-7d241b6b-961e-41a8-a0f4-5e9b9cf5bacb service neutron] 10.222.0.64 "GET /v2.0/networks/b8f5aec1-a8b4-458d-a434-0b9fc2eca784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939497 Apr 18 20:35:50.137687 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1daa-d617-4bab-99f3-22aa37a6a46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.140670 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3a7d1daa-d617-4bab-99f3-22aa37a6a46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.144410 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3a7d1daa-d617-4bab-99f3-22aa37a6a46b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b4d9dbc-ced1-45cf-ba9e-96f867fbf8cc HTTP/1.1" status: 204 len: 168 time: 0.3644054 Apr 18 20:35:50.157534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d1daa-d617-4bab-99f3-22aa37a6a46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4d9dbc-ced1-45cf-ba9e-96f867fbf8cc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:50.267488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a338109b-1d1c-488a-ba45-f03d9afab7e5 req-11678871-3fc9-43f9-8e80-7a99458c796a service neutron] 10.222.0.64 "GET /v2.0/networks/b8f5aec1-a8b4-458d-a434-0b9fc2eca784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684525 Apr 18 20:35:50.338022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dbaf8-6e22-41d5-a118-61ee784ea76c req-f251ec2e-0a03-4826-99ee-5ee67e660002 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:50.342123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b56dbaf8-6e22-41d5-a118-61ee784ea76c req-f251ec2e-0a03-4826-99ee-5ee67e660002 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 946 time: 0.2278945 Apr 18 20:35:50.389270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b56dbaf8-6e22-41d5-a118-61ee784ea76c req-5c433684-b9a4-4c25-8c02-3b7ce8b522b8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408065 Apr 18 20:35:50.492867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 54ccbf5f-bfbd-4599-98b2-8537a1210f03 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:50.556451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:50.556847 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.670984 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.703601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:50.712367 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3e2fbe-7915-494b-870e-381c73cda40f" -d '{"events": [{"server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "name": "network-vif-plugged", "status": "completed", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:50.719589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38760) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:50.738473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:50.750581 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.812816 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff488f7-6849-4f0b-8d92-eda2b2b8079c x-openstack-request-id: req-6ff488f7-6849-4f0b-8d92-eda2b2b8079c {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:50.813258 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "name": "network-vif-plugged", "status": "completed", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:50.813524 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ff488f7-6849-4f0b-8d92-eda2b2b8079c {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:50.814292 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff488f7-6849-4f0b-8d92-eda2b2b8079c'] response: {'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'code': 200} Apr 18 20:35:50.850540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:50.976968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fef1bf2a-48fe-437c-9ad6-3b97f67c1e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.096379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fef1bf2a-48fe-437c-9ad6-3b97f67c1e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.105859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-da142c75-6b31-4495-870a-ebc30a016a5b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:51.109102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-da142c75-6b31-4495-870a-ebc30a016a5b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 946 time: 0.1346567 Apr 18 20:35:51.115680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fef1bf2a-48fe-437c-9ad6-3b97f67c1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.179332 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fef1bf2a-48fe-437c-9ad6-3b97f67c1e96 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84eb9377efce4dfb8c00e2677aa08c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564924 Apr 18 20:35:51.179332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1bf2a-48fe-437c-9ad6-3b97f67c1e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbd638e-4d0f-4f81-a9a0-de51d6edb3ed,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:51.181656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38776) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:51.256637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38786) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:51.305961 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-081d6bcd-59ee-4013-b191-d8cc52048be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.349867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-081d6bcd-59ee-4013-b191-d8cc52048be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.442599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-081d6bcd-59ee-4013-b191-d8cc52048be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.449386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-081d6bcd-59ee-4013-b191-d8cc52048be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.459660 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-081d6bcd-59ee-4013-b191-d8cc52048be3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbbd638e-4d0f-4f81-a9a0-de51d6edb3ed HTTP/1.1" status: 204 len: 168 time: 0.2743919 Apr 18 20:35:51.475542 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d6bcd-59ee-4013-b191-d8cc52048be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbd638e-4d0f-4f81-a9a0-de51d6edb3ed,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:51.494098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f71ae-fdcf-4117-ab8a-8c6622cbc58d req-454ad710-4fe4-417f-a86b-6e5945a9f0f4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:51.496473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d16f71ae-fdcf-4117-ab8a-8c6622cbc58d req-454ad710-4fe4-417f-a86b-6e5945a9f0f4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2959206 Apr 18 20:35:51.508123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea6a60-4118-4d34-8fb6-fcb314b4ad54 req-b6096ec1-1666-408c-962c-46199bb14326 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:51.509678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37ea6a60-4118-4d34-8fb6-fcb314b4ad54 req-b6096ec1-1666-408c-962c-46199bb14326 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 944 time: 0.2785728 Apr 18 20:35:51.550901 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-52fb9f61-0d21-4b1f-b214-e7352d7f5104 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Deleting port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:35:51.551449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-52fb9f61-0d21-4b1f-b214-e7352d7f5104 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.605225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37ea6a60-4118-4d34-8fb6-fcb314b4ad54 req-8546425c-672b-49b3-bf36-fdf03f1fe27e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800591 Apr 18 20:35:51.625199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-195810093-network', 'tenant_id': '0f250b4f109e406eb8987da4cd125e71'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:51.670277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Made reservation on behalf of 0f250b4f109e406eb8987da4cd125e71 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:51.672930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.700535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 9948ec4a-aaa7-4680-885c-77e2d66f939a up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:35:51.722102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.858292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d16f71ae-fdcf-4117-ab8a-8c6622cbc58d req-f1fbba22-0428-4753-9856-e5df3663acb7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275797 Apr 18 20:35:51.869741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 9948ec4a-aaa7-4680-885c-77e2d66f939a completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:51.874602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 9948ec4a-aaa7-4680-885c-77e2d66f939a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:51.875180 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.911869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.921926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.981642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:52.010609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1059b853-8645-4a7f-a67c-ec2e9723551d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:52.022625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.024766 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Added segment 68d8fd81-4117-4bae-a4aa-c457cbfaddc4 of type vlan for network 9f8da792-8cfb-4fe7-afb4-81d17932a43b Apr 18 20:35:52.054190 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.087982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-52fb9f61-0d21-4b1f-b214-e7352d7f5104 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] For port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:52.091693 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-52fb9f61-0d21-4b1f-b214-e7352d7f5104 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.119976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 9948ec4a-aaa7-4680-885c-77e2d66f939a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=9948ec4a-aaa7-4680-885c-77e2d66f939a,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:35:52.129192 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.146953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.156005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-52fb9f61-0d21-4b1f-b214-e7352d7f5104 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Calling delete_port for 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:35:52.234921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=9948ec4a-aaa7-4680-885c-77e2d66f939a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:52.241809 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.243091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:52.243896 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.253144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316fb9c-c57b-4d59-87c3-55c0bf43a07f req-94ed38a5-9313-4c48-bf37-9571d16d4b91 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:52.260512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9316fb9c-c57b-4d59-87c3-55c0bf43a07f req-94ed38a5-9313-4c48-bf37-9571d16d4b91 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=5c673482-e7b3-415b-a8b3-3d0ce237a096 HTTP/1.1" status: 200 len: 946 time: 0.4642239 Apr 18 20:35:52.356450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9316fb9c-c57b-4d59-87c3-55c0bf43a07f req-d2d07105-0d26-4b37-8eb6-2f2b69678f6e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941913 Apr 18 20:35:52.357258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38822) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:52.418362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] Pushing event updated for resources: {'Network': ['ID=9f8da792-8cfb-4fe7-afb4-81d17932a43b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:52.431584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 9f8da792-8cfb-4fe7-afb4-81d17932a43b details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:35:52.444960 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e1db2d5b-f766-4ef5-9765-fbd1212dcb6d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1860368 Apr 18 20:35:52.494763 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-52fb9f61-0d21-4b1f-b214-e7352d7f5104 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.550185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:35:52.587125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb9f61-0d21-4b1f-b214-e7352d7f5104 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event deleted for resources: {'Port': ['ID=7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:52.608142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-52fb9f61-0d21-4b1f-b214-e7352d7f5104 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] No DVR routers for this DVR port 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:52.613175 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-52fb9f61-0d21-4b1f-b214-e7352d7f5104 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.622870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa899690-47ae-4898-b2d2-52b37ef2e730 req-52fb9f61-0d21-4b1f-b214-e7352d7f5104 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.64 "DELETE /v2.0/ports/7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 HTTP/1.1" status: 204 len: 173 time: 1.5032203 Apr 18 20:35:52.623400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c673482-e7b3-415b-a8b3-3d0ce237a096', 'name': 'network-vif-deleted', 'tag': '7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:52.629970 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c01e43e-b94f-4e9c-b500-47b4352dfd4e" -d '{"events": [{"server_uuid": "5c673482-e7b3-415b-a8b3-3d0ce237a096", "name": "network-vif-deleted", "tag": "7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:52.705611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1747629932-network', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:52.762263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Made reservation on behalf of 3e1505bdf71646a0bcfacb8a15e6d51e for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:52.771175 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.788170 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e6a02c-b83a-46ee-bd8c-05850ef015e0 x-openstack-request-id: req-a0e6a02c-b83a-46ee-bd8c-05850ef015e0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:52.788755 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c673482-e7b3-415b-a8b3-3d0ce237a096", "name": "network-vif-deleted", "tag": "7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:52.789165 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a0e6a02c-b83a-46ee-bd8c-05850ef015e0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:52.789736 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e6a02c-b83a-46ee-bd8c-05850ef015e0'] response: {'server_uuid': '5c673482-e7b3-415b-a8b3-3d0ce237a096', 'name': 'network-vif-deleted', 'tag': '7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8', 'status': 'completed', 'code': 200} Apr 18 20:35:52.804786 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.815885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663be855-1665-4f13-84e0-4f62caf33060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9948ec4a-aaa7-4680-885c-77e2d66f939a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:52.818421 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdfac6d-2fc3-4b2f-be6c-898993c99585" -d '{"events": [{"server_uuid": "663be855-1665-4f13-84e0-4f62caf33060", "name": "network-vif-plugged", "status": "completed", "tag": "9948ec4a-aaa7-4680-885c-77e2d66f939a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:35:53.017956 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.065847 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.078459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:53.090534 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.091213 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Added segment b61fd9b3-195f-42b7-a20b-42609ab40f85 of type vlan for network a0949b8f-0858-4410-90d6-33fbef2a23c3 Apr 18 20:35:53.141108 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.239790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8ae75-47c3-4254-8ec0-658e81d5a335 req-64c78439-8d94-45b2-b099-a4ea3a846b53 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:53.242163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dac8ae75-47c3-4254-8ec0-658e81d5a335 req-64c78439-8d94-45b2-b099-a4ea3a846b53 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 945 time: 0.3785107 Apr 18 20:35:53.304476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:35:53.436782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:53.450874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dac8ae75-47c3-4254-8ec0-658e81d5a335 req-04f0f88e-9a06-4bb9-a9cf-b6b43f772213 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922410 Apr 18 20:35:53.451928 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.453165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:53.454161 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.546589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1832690 Apr 18 20:35:53.546736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38864) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:53.551217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Request body: {'subnet': {'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1747629932-subnet', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:53.566548 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3ece70-a3d3-454c-9ff8-3030097445c0 x-openstack-request-id: req-8e3ece70-a3d3-454c-9ff8-3030097445c0 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:35:53.567103 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663be855-1665-4f13-84e0-4f62caf33060", "name": "network-vif-plugged", "status": "completed", "tag": "9948ec4a-aaa7-4680-885c-77e2d66f939a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:35:53.567505 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e3ece70-a3d3-454c-9ff8-3030097445c0 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:35:53.568089 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3ece70-a3d3-454c-9ff8-3030097445c0'] response: {'server_uuid': '663be855-1665-4f13-84e0-4f62caf33060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9948ec4a-aaa7-4680-885c-77e2d66f939a', 'code': 200} Apr 18 20:35:53.620057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Made reservation on behalf of 3e1505bdf71646a0bcfacb8a15e6d51e for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:53.622693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.632870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4740a7-a188-4288-85e3-7c428bbcd6d5 req-670ba952-8a71-44ca-938a-d03ba909b016 tempest-ComputeTenantNetworksTest-1954478123 tempest-ComputeTenantNetworksTest-1954478123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:53.639991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4740a7-a188-4288-85e3-7c428bbcd6d5 req-670ba952-8a71-44ca-938a-d03ba909b016 tempest-ComputeTenantNetworksTest-1954478123 tempest-ComputeTenantNetworksTest-1954478123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:53.653608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4740a7-a188-4288-85e3-7c428bbcd6d5 req-670ba952-8a71-44ca-938a-d03ba909b016 tempest-ComputeTenantNetworksTest-1954478123 tempest-ComputeTenantNetworksTest-1954478123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:53.669580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d4740a7-a188-4288-85e3-7c428bbcd6d5 req-670ba952-8a71-44ca-938a-d03ba909b016 tempest-ComputeTenantNetworksTest-1954478123 tempest-ComputeTenantNetworksTest-1954478123-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6539435 Apr 18 20:35:53.709319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72b70a-7725-4329-ab38-9399e5bd2fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=a0949b8f-0858-4410-90d6-33fbef2a23c3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:53.720710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a0949b8f-0858-4410-90d6-33fbef2a23c3 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:35:53.884933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c478f2f-4fc1-49e9-a823-22060e160d82 req-f48de812-422f-484a-a417-5b124cafa69c tempest-ComputeTenantNetworksTest-1954478123 tempest-ComputeTenantNetworksTest-1954478123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:53.891532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c478f2f-4fc1-49e9-a823-22060e160d82 req-f48de812-422f-484a-a417-5b124cafa69c tempest-ComputeTenantNetworksTest-1954478123 tempest-ComputeTenantNetworksTest-1954478123-project] 10.222.0.49 "GET /v2.0/networks/9f8da792-8cfb-4fe7-afb4-81d17932a43b HTTP/1.1" status: 200 len: 768 time: 0.1272914 Apr 18 20:35:53.898219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38874) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:53.918502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787bf7d-6357-4a77-aedf-4ae3a4127f11 req-a80cc2f7-66b8-446e-90fc-db3d40f32e99 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:53.920327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4787bf7d-6357-4a77-aedf-4ae3a4127f11 req-a80cc2f7-66b8-446e-90fc-db3d40f32e99 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2141933 Apr 18 20:35:53.937664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cde2e-0257-488d-af30-6d01d91b7071 req-3a499734-11f1-4b2f-be59-76611147c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:53.939862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-836cde2e-0257-488d-af30-6d01d91b7071 req-3a499734-11f1-4b2f-be59-76611147c785 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 1096 time: 0.2629068 Apr 18 20:35:53.982517 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.067430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5078e806-a8ba-4e75-9166-453eca1d54e3,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:54.099123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Checking segment: {'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:35:54.099494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Network hostable DHCP agents. Network: a0949b8f-0858-4410-90d6-33fbef2a23c3, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:35:54.103297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-836cde2e-0257-488d-af30-6d01d91b7071 req-5174c9d1-8ae7-4b7f-b4dd-a5744f8332c3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428068 Apr 18 20:35:54.108654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4787bf7d-6357-4a77-aedf-4ae3a4127f11 req-135b38c2-db89-407c-ad6a-c10ac1481e97 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655426 Apr 18 20:35:54.120014 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.138210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Network a0949b8f-0858-4410-90d6-33fbef2a23c3 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:35:54.169739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a0949b8f-0858-4410-90d6-33fbef2a23c3) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:54.181796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e028dd19-a6ec-481d-8616-6848b0188d81 None None] Network a0949b8f-0858-4410-90d6-33fbef2a23c3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:54.185010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:54.192284 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.241828 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6f8cef80-fe7f-4ddd-a9e9-6ec767bd7beb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6948678 Apr 18 20:35:54.244568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38894) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:54.249941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1747629932-router', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:54.312465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.313698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.317207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-e990442c-5e28-4525-8c08-9cfb1b92a5f5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:54.326921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-e990442c-5e28-4525-8c08-9cfb1b92a5f5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.2297325 Apr 18 20:35:54.349931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-be9059c9-ffc8-4c12-9a0e-b8ff3891ced0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/quotas/51f49feb61414e54898b782154919cc9 HTTP/1.1" status: 200 len: 375 time: 0.0222259 Apr 18 20:35:54.356175 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.394185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-d48dc02f-e116-46cd-af40-135a3d16cc99 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430663 Apr 18 20:35:54.438760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.474884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6071db7-34a2-4c34-bb9e-b5473202c915 None None] Network a0949b8f-0858-4410-90d6-33fbef2a23c3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:35:54.514987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8da792-8cfb-4fe7-afb4-81d17932a43b']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:54.542593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d8fd81-4117-4bae-a4aa-c457cbfaddc4') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:54.554439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:35:54.555034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d8fd81-4117-4bae-a4aa-c457cbfaddc4') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:54.586096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.654907 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.665968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:35:54.666551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 7de3fd97-fa0f-4f0c-86ce-9f7bbba3e1b8 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:35:54.719362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:54.723477 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:54.734197 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:54.766710 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.847353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9eb36b27-91b4-4e63-b3d3-df988c395d94 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521356 Apr 18 20:35:54.917115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9a290-29e5-49b0-9134-235ae19c0af5 req-7e145ef6-0c24-4a0b-84dd-b23e03a8a0b4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:54.918666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cd9a290-29e5-49b0-9134-235ae19c0af5 req-7e145ef6-0c24-4a0b-84dd-b23e03a8a0b4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 945 time: 0.3030603 Apr 18 20:35:54.921071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.931392 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.934657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] 10.222.0.49 "DELETE /v2.0/networks/9f8da792-8cfb-4fe7-afb4-81d17932a43b HTTP/1.1" status: 204 len: 168 time: 1.0321951 Apr 18 20:35:54.975407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e4b65-9919-4fd8-a7b0-74b8ecdb594b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8da792-8cfb-4fe7-afb4-81d17932a43b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:55.018349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cd9a290-29e5-49b0-9134-235ae19c0af5 req-d6059789-19ce-433e-89a5-13ed49eebe86 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678737 Apr 18 20:35:55.061059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-82bdf30e-6e47-4976-8d3e-062fb1640396 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052886 Apr 18 20:35:55.348513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38920) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:55.551641 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bc05a-3228-46eb-a122-7f8ab08c0070 req-fba296bd-7acb-48d5-a879-5152f5b9c197 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:55.569196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f7bc05a-3228-46eb-a122-7f8ab08c0070 req-fba296bd-7acb-48d5-a879-5152f5b9c197 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2915978 Apr 18 20:35:55.719413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edee091f-9659-494b-86bf-e896bc75722d req-68d4d6d2-1b8a-4abb-a4fb-30d49e777823 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 210 time: 0.2208593 Apr 18 20:35:55.758903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ce519571-7923-42ca-9443-509dd55ec2e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f250b4f109e406eb8987da4cd125e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082792 Apr 18 20:35:55.767053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38946) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:55.914874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f7bc05a-3228-46eb-a122-7f8ab08c0070 req-046a4dba-c111-4ebf-8865-5de6c93562b6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447163 Apr 18 20:35:55.976093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:55.987405 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f2f507d-b643-4bef-9e18-07832b7067e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.015913 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.130533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f2f507d-b643-4bef-9e18-07832b7067e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.197865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Allocated IP 172.25.2.138 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/cb0ffa85-b21d-4c3c-ba79-b59671f39632) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:56.370277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4ba63-0145-404e-99dc-34cdbb260f13 req-6c877e29-975c-4802-9b8f-b414afd32445 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:56.376218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53f4ba63-0145-404e-99dc-34cdbb260f13 req-6c877e29-975c-4802-9b8f-b414afd32445 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 945 time: 0.1804576 Apr 18 20:35:56.410575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f2f507d-b643-4bef-9e18-07832b7067e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.419062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f2f507d-b643-4bef-9e18-07832b7067e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.428585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3f2f507d-b643-4bef-9e18-07832b7067e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1059b853-8645-4a7f-a67c-ec2e9723551d HTTP/1.1" status: 204 len: 168 time: 0.6574595 Apr 18 20:35:56.472154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f507d-b643-4bef-9e18-07832b7067e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1059b853-8645-4a7f-a67c-ec2e9723551d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:56.515570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.521553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53f4ba63-0145-404e-99dc-34cdbb260f13 req-d77b4f16-f83b-4aed-b7af-c115245b4bcf tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345279 Apr 18 20:35:56.621226 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.716833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:56.719943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:56.723576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:56.831145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa61778-01ca-47eb-b461-880e95abc5b0 req-6cb364f3-91c0-405e-b9a5-daaf8304494f tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:56.834039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-daa61778-01ca-47eb-b461-880e95abc5b0 req-6cb364f3-91c0-405e-b9a5-daaf8304494f tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 945 time: 0.1534750 Apr 18 20:35:56.988452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f058ebda-3a7d-455e-adf3-a868f1716269 req-53f6b631-2417-4f9e-b80c-8e25f0c0823b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 210 time: 0.0881469 Apr 18 20:35:57.025798 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-daa61778-01ca-47eb-b461-880e95abc5b0 req-a464f2d6-f65a-46dc-b5d9-8be68879d3dc tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799729 Apr 18 20:35:57.080722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38984) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:57.239206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751be79b-2881-42b9-9432-565c4e41b09d req-cc7e3c5c-c19e-41a1-9a09-639573bb5a8b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:57.252490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751be79b-2881-42b9-9432-565c4e41b09d req-cc7e3c5c-c19e-41a1-9a09-639573bb5a8b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1245327 Apr 18 20:35:57.310807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Pushing event updated for resources: {'Port': ['ID=cb0ffa85-b21d-4c3c-ba79-b59671f39632,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:57.374777 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:57.985387 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.130662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-be99e9b4-5763-48b9-8423-658a8b3dc7fe tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:58.132182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-be99e9b4-5763-48b9-8423-658a8b3dc7fe tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.64 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.1763177 Apr 18 20:35:58.153937 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8974a0d2-ac98-4dff-945b-7cd385d62003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.165478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Request body: {'port': {'device_id': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'admin_state_up': True, 'tenant_id': '51f49feb61414e54898b782154919cc9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:58.227058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751be79b-2881-42b9-9432-565c4e41b09d req-998685c7-5dc5-467f-ac1b-511c44606796 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9712932 Apr 18 20:35:58.321977 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Router f7dd0e89-fb68-455f-ba1c-09336240dd02 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:35:58.335741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e93ae-a410-40f2-b35a-31b302ee90fd req-380cadf5-3611-490d-9329-78e4d39ac646 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:58.346569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-768e93ae-a410-40f2-b35a-31b302ee90fd req-380cadf5-3611-490d-9329-78e4d39ac646 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 945 time: 0.3916590 Apr 18 20:35:58.478468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:35:58.510350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d06a8d5f-42ee-47dc-9b53-afa9f0b02c93 req-6ca05da2-8b46-44ac-b724-9db06394a370 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 210 time: 0.0546312 Apr 18 20:35:58.510472 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Sync routers for ids ['f7dd0e89-fb68-455f-ba1c-09336240dd02'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:58.510472 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Routers {'f7dd0e89-fb68-455f-ba1c-09336240dd02'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:35:58.510472 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7dd0e89-fb68-455f-ba1c-09336240dd02'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:58.532138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.534551 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b13a65bc-4a43-48c2-9b39-adbadfa24b00 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2883608 Apr 18 20:35:58.537375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39010) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:58.552882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-768e93ae-a410-40f2-b35a-31b302ee90fd req-7e4af4d6-1693-45f1-91b2-8b024f7e9573 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051187 Apr 18 20:35:58.700109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Made reservation on behalf of 51f49feb61414e54898b782154919cc9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:58.709999 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.856981 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Set router f7dd0e89-fb68-455f-ba1c-09336240dd02 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:35:59.020931 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Allocated IP 172.20.0.12 (27d5394a-3b48-41ec-a989-ef824a3124dc/5851b4f6-7372-4b3b-910b-58ceab856969/3bc96861-ac86-4a60-a515-27788f4013e3) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:59.242154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.332839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.357881 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'name': 'tempest-ServerRescueTestJSON-1747629932-router', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:54Z', 'updated_at': '2022-04-18T20:35:56Z', 'revision_number': 3, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'gw_port': {'id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:56Z', 'updated_at': '2022-04-18T20:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:59.375772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39028) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:59.378624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8974a0d2-ac98-4dff-945b-7cd385d62003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.420285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Network 27d5394a-3b48-41ec-a989-ef824a3124dc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:59.435298 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Checking router: f7dd0e89-fb68-455f-ba1c-09336240dd02 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:59.442463 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8974a0d2-ac98-4dff-945b-7cd385d62003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.447652 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Updating router f7dd0e89-fb68-455f-ba1c-09336240dd02 port cb0ffa85-b21d-4c3c-ba79-b59671f39632 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:35:59.499339 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.613621 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.628225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8974a0d2-ac98-4dff-945b-7cd385d62003 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=49646ea2bfff476dae689fab22852bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5461638 Apr 18 20:35:59.630136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:59.638604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39038) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:35:59.641563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:35:59.724142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974a0d2-ac98-4dff-945b-7cd385d62003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3111e389-1a0b-49a0-b0e6-9d466ecdb856,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:59.733336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:59.734241 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.774032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-aa78531f-e07a-47ee-8690-2be690100a69 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:59.776058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-aa78531f-e07a-47ee-8690-2be690100a69 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 945 time: 0.4698367 Apr 18 20:35:59.893828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Allocated IP 172.20.0.1 (a0949b8f-0858-4410-90d6-33fbef2a23c3/5078e806-a8ba-4e75-9166-453eca1d54e3/eab470cd-e5db-4e22-b970-0f8f1bb3522c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:59.951524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event updated for resources: {'Port': ['ID=3bc96861-ac86-4a60-a515-27788f4013e3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:59.955037 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41ae9b82-9159-46c2-a0b3-4ad23be6794f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.979003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-cb2704ee-d5db-4942-9a72-066f893a102f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8282244 Apr 18 20:35:59.991052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de972a-ea36-41fc-af03-c83c1acbcb04 req-d8ba7067-1921-4818-b6d5-d0d44d524e49 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:59.992840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64de972a-ea36-41fc-af03-c83c1acbcb04 req-d8ba7067-1921-4818-b6d5-d0d44d524e49 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.5700111 Apr 18 20:36:00.084981 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.106619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Request body: {'port': {'device_id': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:00.136354 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41ae9b82-9159-46c2-a0b3-4ad23be6794f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.183708 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41ae9b82-9159-46c2-a0b3-4ad23be6794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.186543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.206128 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.217670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Network a0949b8f-0858-4410-90d6-33fbef2a23c3 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:00.221048 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.224284 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:00.227175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:00.272922 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679278e-c7e3-49da-8e06-ab7aaf276814 None None] Pushing event updated for resources: {'Port': ['ID=cb0ffa85-b21d-4c3c-ba79-b59671f39632,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:00.288337 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Attempting to bind port cb0ffa85-b21d-4c3c-ba79-b59671f39632 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:00.288706 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Attempting to bind port cb0ffa85-b21d-4c3c-ba79-b59671f39632 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:00.289065 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Attempting to bind port cb0ffa85-b21d-4c3c-ba79-b59671f39632 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:00.296068 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:00.296658 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:00.297063 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.298009 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:00.298574 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Bound port: cb0ffa85-b21d-4c3c-ba79-b59671f39632, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:00.299015 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.364264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af531378-a205-4274-a47d-875c2d1f620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.374893 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] For port cb0ffa85-b21d-4c3c-ba79-b59671f39632, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:00.378650 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] For port cb0ffa85-b21d-4c3c-ba79-b59671f39632, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cb0ffa85-b21d-4c3c-ba79-b59671f39632,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:00.386840 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.404315 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af531378-a205-4274-a47d-875c2d1f620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.423181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64de972a-ea36-41fc-af03-c83c1acbcb04 req-fe695ea9-2d99-4919-8aa4-b41c6fa183b0 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907007 Apr 18 20:36:00.446851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-846d34c7-7986-4fbb-ba26-a320eb0982b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Deleting port 9948ec4a-aaa7-4680-885c-77e2d66f939a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:00.449068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-846d34c7-7986-4fbb-ba26-a320eb0982b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.471113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Pushing event updated for resources: {'Port': ['ID=eab470cd-e5db-4e22-b970-0f8f1bb3522c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:00.475346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-41ae9b82-9159-46c2-a0b3-4ad23be6794f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea90f571deeb4579a1358ee5a4ed7628&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0939777 Apr 18 20:36:00.485169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39048) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:00.487418 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679278e-c7e3-49da-8e06-ab7aaf276814 None None] Pushing event updated for resources: {'Port': ['ID=cb0ffa85-b21d-4c3c-ba79-b59671f39632,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:00.503019 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Routers {'f7dd0e89-fb68-455f-ba1c-09336240dd02'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:00.504134 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7dd0e89-fb68-455f-ba1c-09336240dd02'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:00.509931 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.540389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae9b82-9159-46c2-a0b3-4ad23be6794f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65f27d1-a947-4c5b-b98b-e7661656f413,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:00.567403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.632357 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] Set router f7dd0e89-fb68-455f-ba1c-09336240dd02 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:00.683113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af531378-a205-4274-a47d-875c2d1f620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.691022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af531378-a205-4274-a47d-875c2d1f620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.694170 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-af531378-a205-4274-a47d-875c2d1f620e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3111e389-1a0b-49a0-b0e6-9d466ecdb856 HTTP/1.1" status: 204 len: 168 time: 1.0527401 Apr 18 20:36:00.695960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c190c7b-7240-4ad4-9d43-e718821474df req-d3e30cfd-ab47-4079-b87c-9568f3c91d7b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:00.698579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c190c7b-7240-4ad4-9d43-e718821474df req-d3e30cfd-ab47-4079-b87c-9568f3c91d7b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 932 time: 0.4695759 Apr 18 20:36:00.725649 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af531378-a205-4274-a47d-875c2d1f620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3111e389-1a0b-49a0-b0e6-9d466ecdb856,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:00.847022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.031116 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'name': 'tempest-ServerRescueTestJSON-1747629932-router', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:54Z', 'updated_at': '2022-04-18T20:35:56Z', 'revision_number': 3, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'gw_port': {'id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:56Z', 'updated_at': '2022-04-18T20:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:01.074282 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ea0ef8-f6ab-46ae-98b5-55cbb3464cfd None None] The sync data for ids ['f7dd0e89-fb68-455f-ba1c-09336240dd02'] in n-d-836015-4 is: [{'id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'name': 'tempest-ServerRescueTestJSON-1747629932-router', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:54Z', 'updated_at': '2022-04-18T20:35:56Z', 'revision_number': 3, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'gw_port': {'id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:56Z', 'updated_at': '2022-04-18T20:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:36:01.119520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c190c7b-7240-4ad4-9d43-e718821474df req-30b39384-69b1-48f9-a38a-064693cae06a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038157 Apr 18 20:36:01.158216 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.169813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.170085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f5c7-39e7-4328-8084-6212d7ff8128 req-37366ca4-4b71-4dfc-bec8-89e545961009 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:01.173363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d56f5c7-39e7-4328-8084-6212d7ff8128 req-37366ca4-4b71-4dfc-bec8-89e545961009 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=663be855-1665-4f13-84e0-4f62caf33060 HTTP/1.1" status: 200 len: 945 time: 0.6098056 Apr 18 20:36:01.177125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-846d34c7-7986-4fbb-ba26-a320eb0982b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] For port 9948ec4a-aaa7-4680-885c-77e2d66f939a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=9948ec4a-aaa7-4680-885c-77e2d66f939a,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:01.177501 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-846d34c7-7986-4fbb-ba26-a320eb0982b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.311105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-846d34c7-7986-4fbb-ba26-a320eb0982b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Calling delete_port for 9948ec4a-aaa7-4680-885c-77e2d66f939a owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:01.321431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39056) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:01.332049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43c6e16-e14d-4054-af53-af10c68668eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.352371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Pushing event updated for resources: {'Port': ['ID=eab470cd-e5db-4e22-b970-0f8f1bb3522c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:01.355626 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.359084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43c6e16-e14d-4054-af53-af10c68668eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.502545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d56f5c7-39e7-4328-8084-6212d7ff8128 req-5adfeaa2-8cd9-4838-9fec-922e82a18e6d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176792 Apr 18 20:36:01.503345 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e50a59de-bdd4-467a-a010-d4b7e7e6be8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.536287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Network a0949b8f-0858-4410-90d6-33fbef2a23c3 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:01.538108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:01.732840 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43c6e16-e14d-4054-af53-af10c68668eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.735447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43c6e16-e14d-4054-af53-af10c68668eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.739132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f43c6e16-e14d-4054-af53-af10c68668eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a65f27d1-a947-4c5b-b98b-e7661656f413 HTTP/1.1" status: 204 len: 168 time: 1.2132280 Apr 18 20:36:01.760265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Router f7dd0e89-fb68-455f-ba1c-09336240dd02 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:36:01.779412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 9948ec4a-aaa7-4680-885c-77e2d66f939a no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:01.812912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c6e16-e14d-4054-af53-af10c68668eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65f27d1-a947-4c5b-b98b-e7661656f413,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:01.855966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c15ec-31e8-45d5-8703-0bca58188a24 req-24565fc0-d968-4534-bf0c-115505a27328 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:01.857628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-663c15ec-31e8-45d5-8703-0bca58188a24 req-24565fc0-d968-4534-bf0c-115505a27328 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.3136194 Apr 18 20:36:01.925753 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.033432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:36:02.065894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e5089f2e-62f9-459d-9c35-453113cd6040 admin admin] 10.222.0.49 "PUT /v2.0/routers/f7dd0e89-fb68-455f-ba1c-09336240dd02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5125344 Apr 18 20:36:02.084452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc96861-ac86-4a60-a515-27788f4013e3 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:02.096334 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.113915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Transition to ACTIVE for port object 3bc96861-ac86-4a60-a515-27788f4013e3 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:02.120559 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-846d34c7-7986-4fbb-ba26-a320eb0982b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.133629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:02.196872 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.211041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d34c7-7986-4fbb-ba26-a320eb0982b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event deleted for resources: {'Port': ['ID=9948ec4a-aaa7-4680-885c-77e2d66f939a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:02.306584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-663c15ec-31e8-45d5-8703-0bca58188a24 req-fae991c1-22db-4a4c-bb04-4e580f62c940 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169378 Apr 18 20:36:02.419450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-846d34c7-7986-4fbb-ba26-a320eb0982b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] No DVR routers for this DVR port 9948ec4a-aaa7-4680-885c-77e2d66f939a on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:02.466277 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-846d34c7-7986-4fbb-ba26-a320eb0982b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.469627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-baab07e7-9ddd-4f3c-a8b4-48405b4b4891 req-846d34c7-7986-4fbb-ba26-a320eb0982b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "DELETE /v2.0/ports/9948ec4a-aaa7-4680-885c-77e2d66f939a HTTP/1.1" status: 204 len: 173 time: 2.6636908 Apr 18 20:36:02.470254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663be855-1665-4f13-84e0-4f62caf33060', 'name': 'network-vif-deleted', 'tag': '9948ec4a-aaa7-4680-885c-77e2d66f939a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:02.479394 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35135d59-03dd-4ec4-b0a8-d7a405622e9b" -d '{"events": [{"server_uuid": "663be855-1665-4f13-84e0-4f62caf33060", "name": "network-vif-deleted", "tag": "9948ec4a-aaa7-4680-885c-77e2d66f939a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:02.582355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc96861-ac86-4a60-a515-27788f4013e3,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:02.585981 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e50a59de-bdd4-467a-a010-d4b7e7e6be8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.590747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cb0ffa85-b21d-4c3c-ba79-b59671f39632 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:02.611292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39086) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:02.640956 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e50a59de-bdd4-467a-a010-d4b7e7e6be8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.642408 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-884fdd49-8122-47e2-875a-4094fb9dbecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.684863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a59de-bdd4-467a-a010-d4b7e7e6be8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b508ef-f546-484e-ae23-95b08176c468,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:02.698584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b76066-09bf-47f2-b475-2e1b9200196b req-eb2cea3f-4517-432f-aeab-3342a14ec77c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:02.706155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87b76066-09bf-47f2-b475-2e1b9200196b req-eb2cea3f-4517-432f-aeab-3342a14ec77c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 944 time: 0.3309386 Apr 18 20:36:02.719459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port cb0ffa85-b21d-4c3c-ba79-b59671f39632 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:02.720142 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.789692 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e50a59de-bdd4-467a-a010-d4b7e7e6be8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=732ece8f664843c49b8966bec7cc32e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4564440 Apr 18 20:36:02.796707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39096) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:02.847056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-884fdd49-8122-47e2-875a-4094fb9dbecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.855218 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.856759 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-884fdd49-8122-47e2-875a-4094fb9dbecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.880188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port cb0ffa85-b21d-4c3c-ba79-b59671f39632, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cb0ffa85-b21d-4c3c-ba79-b59671f39632,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:02.891458 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.902631 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-884fdd49-8122-47e2-875a-4094fb9dbecb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00fe98ae676641c5b6ffa73afee436c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899928 Apr 18 20:36:02.904575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39098) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:02.946418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fdd49-8122-47e2-875a-4094fb9dbecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929ce792-039b-4706-8c1f-db3a651accc9,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:02.956386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=cb0ffa85-b21d-4c3c-ba79-b59671f39632,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:02.959708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87b76066-09bf-47f2-b475-2e1b9200196b req-01cf3f8b-812f-4ea1-a3e8-601ff604b51d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353082 Apr 18 20:36:02.960607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Attempting to bind port 3bc96861-ac86-4a60-a515-27788f4013e3 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:02.961009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Attempting to bind port 3bc96861-ac86-4a60-a515-27788f4013e3 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:02.961346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Attempting to bind port 3bc96861-ac86-4a60-a515-27788f4013e3 on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:03.020369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ceeb044e-ba19-4a9c-a52e-4c5537d44ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.062259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Port 3bc96861-ac86-4a60-a515-27788f4013e3 on network 27d5394a-3b48-41ec-a989-ef824a3124dc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:36:03.062259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Attempting to bind port 3bc96861-ac86-4a60-a515-27788f4013e3 on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:03.080689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ceeb044e-ba19-4a9c-a52e-4c5537d44ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.090721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:03.090955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Checking segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:03.091413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Bound using segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:03.091889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Bound port: 3bc96861-ac86-4a60-a515-27788f4013e3, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:03.092321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.151090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ceeb044e-ba19-4a9c-a52e-4c5537d44ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.152695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8279a8ef-a29f-47e6-b5bf-57007823a67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.153666 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ceeb044e-ba19-4a9c-a52e-4c5537d44ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.157380 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ceeb044e-ba19-4a9c-a52e-4c5537d44ec0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/929ce792-039b-4706-8c1f-db3a651accc9 HTTP/1.1" status: 204 len: 168 time: 0.2493420 Apr 18 20:36:03.178392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb044e-ba19-4a9c-a52e-4c5537d44ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929ce792-039b-4706-8c1f-db3a651accc9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:03.208934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714b173-4f34-4d7f-8520-6d1878554758 req-a96465e5-3052-45cc-9d75-efa0a09f3e76 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:03.210712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-a96465e5-3052-45cc-9d75-efa0a09f3e76 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/networks?id=a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 200 len: 811 time: 0.4129713 Apr 18 20:36:03.267366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8279a8ef-a29f-47e6-b5bf-57007823a67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.286253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-515f55e0-7199-495e-b8b2-265ea5760b1b tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/quotas/3e1505bdf71646a0bcfacb8a15e6d51e HTTP/1.1" status: 200 len: 375 time: 0.0660706 Apr 18 20:36:03.354382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] For port 3bc96861-ac86-4a60-a515-27788f4013e3, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:03.373440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] For port 3bc96861-ac86-4a60-a515-27788f4013e3, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3bc96861-ac86-4a60-a515-27788f4013e3,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:03.383020 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.424696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-5408c5f0-2192-4cca-8952-090f20458aa7 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1269565 Apr 18 20:36:03.481495 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee8a826-12fa-4356-b999-e1143656674e x-openstack-request-id: req-bee8a826-12fa-4356-b999-e1143656674e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:03.482008 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663be855-1665-4f13-84e0-4f62caf33060", "name": "network-vif-deleted", "tag": "9948ec4a-aaa7-4680-885c-77e2d66f939a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:03.482008 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bee8a826-12fa-4356-b999-e1143656674e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:03.482411 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee8a826-12fa-4356-b999-e1143656674e'] response: {'server_uuid': '663be855-1665-4f13-84e0-4f62caf33060', 'name': 'network-vif-deleted', 'tag': '9948ec4a-aaa7-4680-885c-77e2d66f939a', 'status': 'completed', 'code': 200} Apr 18 20:36:03.490743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:03.491383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.492828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] 10.222.0.64 "PUT /v2.0/ports/3bc96861-ac86-4a60-a515-27788f4013e3 HTTP/1.1" status: 200 len: 1092 time: 3.4989805 Apr 18 20:36:03.498290 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8279a8ef-a29f-47e6-b5bf-57007823a67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.504343 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8279a8ef-a29f-47e6-b5bf-57007823a67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.505511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8279a8ef-a29f-47e6-b5bf-57007823a67d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50b508ef-f546-484e-ae23-95b08176c468 HTTP/1.1" status: 204 len: 168 time: 0.7066047 Apr 18 20:36:03.697640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279a8ef-a29f-47e6-b5bf-57007823a67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b508ef-f546-484e-ae23-95b08176c468,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:03.730214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416abcd-f449-4443-a23f-9664c88221b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc96861-ac86-4a60-a515-27788f4013e3,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:03.822414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-bf3dc2a3-2ee0-4361-bda0-213de21accf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:03.827574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-bf3dc2a3-2ee0-4361-bda0-213de21accf3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 1095 time: 0.2411530 Apr 18 20:36:03.925817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec75282-5fc1-4035-89c1-be7ae25c5d02 req-b7253629-eb16-4310-a4da-f7e9357eaf31 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:03.927397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aec75282-5fc1-4035-89c1-be7ae25c5d02 req-b7253629-eb16-4310-a4da-f7e9357eaf31 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2598054 Apr 18 20:36:03.930279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-d6202b80-d9a0-4e48-b015-065d1e0c5922 service neutron] 10.222.0.49 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746487 Apr 18 20:36:03.931559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-d436856e-065e-4618-b7cd-410810731dd6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bc96861-ac86-4a60-a515-27788f4013e3 HTTP/1.1" status: 200 len: 217 time: 0.0883164 Apr 18 20:36:04.109058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Sync routers for ids ['f7dd0e89-fb68-455f-ba1c-09336240dd02'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:36:04.133470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Routers {'f7dd0e89-fb68-455f-ba1c-09336240dd02'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:04.136378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7dd0e89-fb68-455f-ba1c-09336240dd02'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:04.172078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aec75282-5fc1-4035-89c1-be7ae25c5d02 req-31a27544-8b8f-4fe5-a800-9c0f6f2b5ed7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307234 Apr 18 20:36:04.191674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-f00cd6ca-a62e-470c-be38-ff2f7995e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.194324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-f00cd6ca-a62e-470c-be38-ff2f7995e97b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.2522948 Apr 18 20:36:04.280555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-e3728237-7fda-4a49-83bf-f5e4e5693f5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631173 Apr 18 20:36:04.295359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Set router f7dd0e89-fb68-455f-ba1c-09336240dd02 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:04.384728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-5943b4a1-c1cb-406b-a1a4-0db7a27b10d4 service neutron] 10.222.0.49 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405527 Apr 18 20:36:04.563572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41816ae-d9a5-4c83-bb3a-3c84d63729d9 req-f5b0be2c-d9df-4062-a939-a7dc0b3ae057 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.573165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cb0ffa85-b21d-4c3c-ba79-b59671f39632 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:04.573626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b41816ae-d9a5-4c83-bb3a-3c84d63729d9 req-f5b0be2c-d9df-4062-a939-a7dc0b3ae057 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 944 time: 0.0900669 Apr 18 20:36:04.613466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-f4296368-a505-40ca-968d-57f56fb67f8b service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792470 Apr 18 20:36:04.787324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d675223b-47fe-49f5-b5cd-8027dd341d80 req-ed55393e-5d29-40f5-93f7-f206e7c10c75 service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652060 Apr 18 20:36:04.811760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b41816ae-d9a5-4c83-bb3a-3c84d63729d9 req-c3126d89-cb2a-4ed3-8569-eedc15eed8fe tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366905 Apr 18 20:36:04.927465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-212a2e67-8260-4046-95cd-d07c36fbc9fe req-5775f2c0-93eb-4cfa-a2b9-556d1c7bcb1e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 210 time: 0.0744705 Apr 18 20:36:05.337465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port cb0ffa85-b21d-4c3c-ba79-b59671f39632 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:05.338664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.417774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'name': 'tempest-ServerRescueTestJSON-1747629932-router', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:54Z', 'updated_at': '2022-04-18T20:36:00Z', 'revision_number': 4, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'gw_port': {'id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:56Z', 'updated_at': '2022-04-18T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'eab470cd-e5db-4e22-b970-0f8f1bb3522c', 'name': '', 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'mac_address': 'fa:16:3e:ee:1e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5078e806-a8ba-4e75-9166-453eca1d54e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:59Z', 'updated_at': '2022-04-18T20:36:00Z', 'revision_number': 2, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'subnets': [{'id': '5078e806-a8ba-4e75-9166-453eca1d54e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:05.473909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Checking router: f7dd0e89-fb68-455f-ba1c-09336240dd02 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:36:05.475130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Updating router f7dd0e89-fb68-455f-ba1c-09336240dd02 port eab470cd-e5db-4e22-b970-0f8f1bb3522c binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:36:05.484832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'tag': '3bc96861-ac86-4a60-a515-27788f4013e3'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:05.493630 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abac2e5-3568-493c-8b19-d07188d1e5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e83f84f7-c8c4-4b8c-95c8-107c8f60ed82", "tag": "3bc96861-ac86-4a60-a515-27788f4013e3"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:05.534844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295411f-aca1-49d5-9602-fe897531dd5b req-391f10dc-b8f1-4b9e-bf25-d533c30d0b11 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:05.546487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-391f10dc-b8f1-4b9e-bf25-d533c30d0b11 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.4927287 Apr 18 20:36:05.569314 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.646368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-6b98e678-975b-4e6a-a08e-0d6c0611874e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/quotas/e40bca93f63a4b8a82b374f30b8a5727 HTTP/1.1" status: 200 len: 375 time: 0.0986290 Apr 18 20:36:05.834853 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-ad4d8523-3770-4e2a-bdda-2a9bb569770e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1874604 Apr 18 20:36:05.855556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25aa066-83e0-4219-a29d-63c386721ad5 req-9b1ff22b-0ddc-42e6-bf27-ff3ec9ae360f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:05.862892 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1a579364-96f1-4b7a-938d-2ccaafee4424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.865374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a25aa066-83e0-4219-a29d-63c386721ad5 req-9b1ff22b-0ddc-42e6-bf27-ff3ec9ae360f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.5318530 Apr 18 20:36:05.949454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a25aa066-83e0-4219-a29d-63c386721ad5 req-0abc6492-ecef-422f-bb59-03da5364fb04 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822906 Apr 18 20:36:06.077296 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621d851b-13c5-4ce8-8818-30c97e9a4dd2 x-openstack-request-id: req-621d851b-13c5-4ce8-8818-30c97e9a4dd2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:06.078052 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83f84f7-c8c4-4b8c-95c8-107c8f60ed82", "tag": "3bc96861-ac86-4a60-a515-27788f4013e3", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:06.078509 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-621d851b-13c5-4ce8-8818-30c97e9a4dd2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:06.079389 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621d851b-13c5-4ce8-8818-30c97e9a4dd2'] response: {'name': 'network-changed', 'server_uuid': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'tag': '3bc96861-ac86-4a60-a515-27788f4013e3', 'status': 'completed', 'code': 200} Apr 18 20:36:06.201010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-2699c24d-a940-4bc6-82f2-4856a3e7a17a service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643446 Apr 18 20:36:06.371641 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.379807 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.473693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af30235-634b-4054-b87f-5199ed58456b None None] Pushing event updated for resources: {'Port': ['ID=eab470cd-e5db-4e22-b970-0f8f1bb3522c,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:06.540902 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Attempting to bind port eab470cd-e5db-4e22-b970-0f8f1bb3522c on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:06.541978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Attempting to bind port eab470cd-e5db-4e22-b970-0f8f1bb3522c by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:06.542359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Attempting to bind port eab470cd-e5db-4e22-b970-0f8f1bb3522c on network a0949b8f-0858-4410-90d6-33fbef2a23c3 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:06.560841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:06.561292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Checking segment: {'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:06.561733 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.562140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Bound using segment: {'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:06.562630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Bound port: eab470cd-e5db-4e22-b970-0f8f1bb3522c, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:06.565103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.776332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] For port eab470cd-e5db-4e22-b970-0f8f1bb3522c, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:06.780690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] For port eab470cd-e5db-4e22-b970-0f8f1bb3522c, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=eab470cd-e5db-4e22-b970-0f8f1bb3522c,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:06.791164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abac2e5-3568-493c-8b19-d07188d1e5e9 req-5520482d-fb4d-44b3-87f3-50be8bdbb943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.793244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7abac2e5-3568-493c-8b19-d07188d1e5e9 req-5520482d-fb4d-44b3-87f3-50be8bdbb943 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 1095 time: 0.6969957 Apr 18 20:36:06.795988 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.886490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Routers {'f7dd0e89-fb68-455f-ba1c-09336240dd02'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:06.887282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:35:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7dd0e89-fb68-455f-ba1c-09336240dd02'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:06.988120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-defbdd5a-f129-4ebc-944d-67c80b6ae272 service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7781146 Apr 18 20:36:07.035468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af30235-634b-4054-b87f-5199ed58456b None None] Pushing event updated for resources: {'Port': ['ID=eab470cd-e5db-4e22-b970-0f8f1bb3522c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:07.186829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] Set router f7dd0e89-fb68-455f-ba1c-09336240dd02 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:07.324145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abac2e5-3568-493c-8b19-d07188d1e5e9 req-dc1de48c-f28e-42b8-9f6c-fdd2789e9bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.326397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7abac2e5-3568-493c-8b19-d07188d1e5e9 req-dc1de48c-f28e-42b8-9f6c-fdd2789e9bb0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 913 time: 0.5146108 Apr 18 20:36:07.381358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d658-e1ff-4a00-8a90-efe995515fac req-5fd2c78c-be32-412b-a3d3-2b60854ca417 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.391580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f81d658-e1ff-4a00-8a90-efe995515fac req-5fd2c78c-be32-412b-a3d3-2b60854ca417 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 944 time: 1.1827188 Apr 18 20:36:07.457332 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7abac2e5-3568-493c-8b19-d07188d1e5e9 req-28a4488d-27b8-4777-9d98-655adc3eb509 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bc96861-ac86-4a60-a515-27788f4013e3 HTTP/1.1" status: 200 len: 217 time: 0.1192398 Apr 18 20:36:07.542562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abac2e5-3568-493c-8b19-d07188d1e5e9 req-1762e996-8f9c-46e2-ba60-dd4ec28201e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.547777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7abac2e5-3568-493c-8b19-d07188d1e5e9 req-1762e996-8f9c-46e2-ba60-dd4ec28201e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.0772195 Apr 18 20:36:07.568461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714b173-4f34-4d7f-8520-6d1878554758 req-17e28698-978c-466f-a6e1-60a6b462d17d tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.571817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-17e28698-978c-466f-a6e1-60a6b462d17d tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.60 "GET /v2.0/networks?id=a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 200 len: 811 time: 0.7773623 Apr 18 20:36:07.614568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'name': 'tempest-ServerRescueTestJSON-1747629932-router', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:54Z', 'updated_at': '2022-04-18T20:36:00Z', 'revision_number': 4, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'gw_port': {'id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:56Z', 'updated_at': '2022-04-18T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'eab470cd-e5db-4e22-b970-0f8f1bb3522c', 'name': '', 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'mac_address': 'fa:16:3e:ee:1e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5078e806-a8ba-4e75-9166-453eca1d54e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:59Z', 'updated_at': '2022-04-18T20:36:06Z', 'revision_number': 4, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'subnets': [{'id': '5078e806-a8ba-4e75-9166-453eca1d54e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:07.638640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Request body: {'port': {'device_id': '6946ece7-bd1a-4a8e-9f08-54d98bc61472', 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3', 'admin_state_up': True, 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:07.701599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52d626-5bff-470b-9a03-351bd2226ddd None None] The sync data for ids ['f7dd0e89-fb68-455f-ba1c-09336240dd02'] in n-d-836015-4 is: [{'id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'name': 'tempest-ServerRescueTestJSON-1747629932-router', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:54Z', 'updated_at': '2022-04-18T20:36:00Z', 'revision_number': 4, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'gw_port': {'id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:56Z', 'updated_at': '2022-04-18T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'eab470cd-e5db-4e22-b970-0f8f1bb3522c', 'name': '', 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'mac_address': 'fa:16:3e:ee:1e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': '5078e806-a8ba-4e75-9166-453eca1d54e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:59Z', 'updated_at': '2022-04-18T20:36:06Z', 'revision_number': 4, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'subnets': [{'id': '5078e806-a8ba-4e75-9166-453eca1d54e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:36:07.716168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7abac2e5-3568-493c-8b19-d07188d1e5e9 req-0b454634-5033-4ceb-8d1b-52b7e80c8eda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192443 Apr 18 20:36:07.730302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f81d658-e1ff-4a00-8a90-efe995515fac req-2c1b3bed-7d56-43d8-8d0f-86fa70eddb78 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377366 Apr 18 20:36:08.074388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b22a1393-8c46-420f-9f54-d331cb4a654a req-632f2e02-b815-44a6-a8c2-6a7df59c5353 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 210 time: 0.4924421 Apr 18 20:36:08.082984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Made reservation on behalf of 3e1505bdf71646a0bcfacb8a15e6d51e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:08.089959 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:08.133503 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c29ed594-dbac-43e7-a4c1-e6fff02a16cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:08.534378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device eab470cd-e5db-4e22-b970-0f8f1bb3522c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:08.536704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7abac2e5-3568-493c-8b19-d07188d1e5e9 req-c9fd2e1b-8723-4af6-9572-bd3d5a2b0919 service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447733 Apr 18 20:36:08.566815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6677493a-352a-42f3-8087-1fe6cb2c8806 req-7573a270-3868-488b-a7ba-5dd0ec66feae tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 210 time: 0.3724968 Apr 18 20:36:08.604049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3bc96861-ac86-4a60-a515-27788f4013e3 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:08.856591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7abac2e5-3568-493c-8b19-d07188d1e5e9 req-de3e4b34-fa02-4913-8053-5ede839ae2eb service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934027 Apr 18 20:36:08.893844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3bc96861-ac86-4a60-a515-27788f4013e3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3bc96861-ac86-4a60-a515-27788f4013e3,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:08.925449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa79420-535d-430c-b8a3-e1283615f20f req-30292e8b-2f13-446f-bd51-ecfb34656f23 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.938479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fa79420-535d-430c-b8a3-e1283615f20f req-30292e8b-2f13-446f-bd51-ecfb34656f23 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.9230621 Apr 18 20:36:08.945409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '3bc96861-ac86-4a60-a515-27788f4013e3', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'port_id': '3bc96861-ac86-4a60-a515-27788f4013e3', 'mac_address': 'fa:16:3e:d5:15:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5851b4f6-7372-4b3b-910b-58ceab856969', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:09.071500 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:09.138842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc96861-ac86-4a60-a515-27788f4013e3 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:09.167494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fa79420-535d-430c-b8a3-e1283615f20f req-b21160d6-5085-457a-8fea-1aac96052630 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277744 Apr 18 20:36:09.233041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3bc96861-ac86-4a60-a515-27788f4013e3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3bc96861-ac86-4a60-a515-27788f4013e3,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:09.268974 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:09.293752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae97bce-fb12-4490-9fe1-20fb514b6e8d req-5be34c0c-fb3d-4728-ac01-dc39875b4ad5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:09.303992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cae97bce-fb12-4490-9fe1-20fb514b6e8d req-5be34c0c-fb3d-4728-ac01-dc39875b4ad5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 944 time: 0.4483304 Apr 18 20:36:09.406170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port eab470cd-e5db-4e22-b970-0f8f1bb3522c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:09.406539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:09.421858 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295411f-aca1-49d5-9602-fe897531dd5b req-66260b6e-67c8-4c03-b137-f3f53fb3ab40 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:09.436761 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-66260b6e-67c8-4c03-b137-f3f53fb3ab40 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.3499985 Apr 18 20:36:09.463092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Request body: {'port': {'device_id': 'db8129cc-6597-47bd-b872-9245fcefd3bd', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'admin_state_up': True, 'tenant_id': 'e40bca93f63a4b8a82b374f30b8a5727'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:09.471584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Allocated IP 172.20.0.12 (a0949b8f-0858-4410-90d6-33fbef2a23c3/5078e806-a8ba-4e75-9166-453eca1d54e3/5d2a8c61-9065-43f1-970f-2ecf4e4a2563) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:09.538622 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:09.744637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['3bc96861-ac86-4a60-a515-27788f4013e3'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:09.751888 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:09.813678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:09.833341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Made reservation on behalf of e40bca93f63a4b8a82b374f30b8a5727 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:09.837704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:09.845654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port eab470cd-e5db-4e22-b970-0f8f1bb3522c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=eab470cd-e5db-4e22-b970-0f8f1bb3522c,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:09.845654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=3bc96861-ac86-4a60-a515-27788f4013e3,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:09.856373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:09.964825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=eab470cd-e5db-4e22-b970-0f8f1bb3522c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:10.052068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.225179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Allocated IP 172.20.0.8 (6056b303-f2b8-4026-a53d-1f7de5471b3f/835aa03a-8d5a-48b9-a98a-4a33d2d594c4/dadb70ed-28e8-4192-8694-dee9e9f516b5) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:10.227434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cae97bce-fb12-4490-9fe1-20fb514b6e8d req-1d0c33cc-e878-408b-be1e-22ebf06c6d0a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9217210 Apr 18 20:36:10.245154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Network a0949b8f-0858-4410-90d6-33fbef2a23c3 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:10.262105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:10.269720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:10.430173 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.483888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:10.485824 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.500807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device eab470cd-e5db-4e22-b970-0f8f1bb3522c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:10.587402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Pushing event updated for resources: {'Port': ['ID=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:10.657135 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port eab470cd-e5db-4e22-b970-0f8f1bb3522c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:10.658426 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.706174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.710241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1ce1951-0a35-45a9-b25e-f01e06ef9414 req-595ad1e9-df74-485a-8400-aaedfc59b77a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 210 time: 0.1663873 Apr 18 20:36:10.727877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9fd46-9b9f-4767-9caa-d2f36bf010a7 req-441b80ec-5857-4e08-9933-4208197ee052 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:10.737876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83f9fd46-9b9f-4767-9caa-d2f36bf010a7 req-441b80ec-5857-4e08-9933-4208197ee052 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 932 time: 0.7507868 Apr 18 20:36:10.750619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-6ebd45c5-bd8a-4d45-90bb-949bdd57ccda tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1521106 Apr 18 20:36:10.773351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Request body: {'port': {'device_id': '6946ece7-bd1a-4a8e-9f08-54d98bc61472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:10.825652 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.850707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:10.914305 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39312) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:10.923671 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:10.943582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:10.950470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:10.960366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:10.966238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event updated for resources: {'Port': ['ID=dadb70ed-28e8-4192-8694-dee9e9f516b5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:11.033530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:11.034432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.088599 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-c880cd36-8e86-485e-a125-04bb3b4a0cca tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6429465 Apr 18 20:36:11.102984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Request body: {'port': {'device_id': 'db8129cc-6597-47bd-b872-9245fcefd3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:11.132469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83f9fd46-9b9f-4767-9caa-d2f36bf010a7 req-1765c9e5-2450-4908-810e-533492fb04e1 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936269 Apr 18 20:36:11.271528 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.293799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65331d-c830-4b6f-86a8-473f32150113 req-811d7595-67e8-4455-8b74-ca2f60c43c46 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:11.312171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff65331d-c830-4b6f-86a8-473f32150113 req-811d7595-67e8-4455-8b74-ca2f60c43c46 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.3742080 Apr 18 20:36:11.640425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:11.652769 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.669373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Transition to ACTIVE for port object 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:11.689745 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-36f4caf0-9a65-4f35-ba59-b4c1b4260bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.700892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.730075 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.816075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff65331d-c830-4b6f-86a8-473f32150113 req-580a803a-083a-42ed-92ae-0410399f64a9 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028303 Apr 18 20:36:11.839387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe2e83-d58d-41db-99bb-902d0d28e21d req-cbb9209e-d717-48e9-80e3-b028fd9b37f4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:11.849520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45fe2e83-d58d-41db-99bb-902d0d28e21d req-cbb9209e-d717-48e9-80e3-b028fd9b37f4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 945 time: 0.4435635 Apr 18 20:36:11.955045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Pushing event updated for resources: {'Port': ['ID=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:12.001918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45fe2e83-d58d-41db-99bb-902d0d28e21d req-0bb62d1a-723d-48b6-bdbb-433ea11b37a5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499414 Apr 18 20:36:12.037165 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.067633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4b220-23c7-4ae0-ad9b-e804a07ea667 req-2fc6d24b-98b5-45a1-874a-5681e2ff0a84 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.069467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24d4b220-23c7-4ae0-ad9b-e804a07ea667 req-2fc6d24b-98b5-45a1-874a-5681e2ff0a84 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 931 time: 0.1012495 Apr 18 20:36:12.070350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Attempting to bind port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:12.070834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Attempting to bind port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:12.071300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Attempting to bind port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 on network a0949b8f-0858-4410-90d6-33fbef2a23c3 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:12.077158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 on network a0949b8f-0858-4410-90d6-33fbef2a23c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:36:12.077809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Attempting to bind port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 on network a0949b8f-0858-4410-90d6-33fbef2a23c3 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:12.102744 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-36f4caf0-9a65-4f35-ba59-b4c1b4260bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.103316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:12.105861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Checking segment: {'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:12.106256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Bound using segment: {'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:12.106766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Bound port: 5d2a8c61-9065-43f1-970f-2ecf4e4a2563, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:12.107826 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.113873 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-36f4caf0-9a65-4f35-ba59-b4c1b4260bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.137796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24d4b220-23c7-4ae0-ad9b-e804a07ea667 req-52cf6400-6c6d-432a-be91-94c52d99fbfb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576439 Apr 18 20:36:12.194188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-36f4caf0-9a65-4f35-ba59-b4c1b4260bfa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=58ba987949a44ddc835adefba848a76b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2692575 Apr 18 20:36:12.195216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4caf0-9a65-4f35-ba59-b4c1b4260bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3267224e-e0cb-41ef-a9c4-4e1e8f3e55e0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:12.199970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39328) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:12.297778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dadb70ed-28e8-4192-8694-dee9e9f516b5 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:12.313772 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.326503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] For port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:12.333684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] For port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:12.343687 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Transition to ACTIVE for port object dadb70ed-28e8-4192-8694-dee9e9f516b5 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:12.344727 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.355538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.360047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaca62a-0cb3-4755-8960-e9b8325a1292 req-2ed6cbdc-fc26-42ac-9641-735685a2a95d tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.361864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-abaca62a-0cb3-4755-8960-e9b8325a1292 req-2ed6cbdc-fc26-42ac-9641-735685a2a95d tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 944 time: 0.1286528 Apr 18 20:36:12.404360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Pushing event updated for resources: {'Port': ['ID=dadb70ed-28e8-4192-8694-dee9e9f516b5,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:12.411986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.412669 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.414669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] 10.222.0.60 "PUT /v2.0/ports/5d2a8c61-9065-43f1-970f-2ecf4e4a2563 HTTP/1.1" status: 200 len: 1092 time: 1.6539509 Apr 18 20:36:12.429134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6946ece7-bd1a-4a8e-9f08-54d98bc61472', 'tag': '5d2a8c61-9065-43f1-970f-2ecf4e4a2563'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:12.432179 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971c3108-ee1a-4639-a039-9efab692c840" -d '{"events": [{"name": "network-changed", "server_uuid": "6946ece7-bd1a-4a8e-9f08-54d98bc61472", "tag": "5d2a8c61-9065-43f1-970f-2ecf4e4a2563"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:12.436690 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-135e2533-0ef2-407f-853d-92cf2a05adb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.546916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-135e2533-0ef2-407f-853d-92cf2a05adb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.559621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-abaca62a-0cb3-4755-8960-e9b8325a1292 req-03324ddf-998a-4203-b724-5e773c8a70ff tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703725 Apr 18 20:36:12.563202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffee69-4c6f-4f02-a6fe-9c5315b64f5c service neutron] Pushing event updated for resources: {'Port': ['ID=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:12.567806 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac78dffb-6ebf-4e35-9b5a-18bd90f65e18 x-openstack-request-id: req-ac78dffb-6ebf-4e35-9b5a-18bd90f65e18 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:12.568110 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6946ece7-bd1a-4a8e-9f08-54d98bc61472", "tag": "5d2a8c61-9065-43f1-970f-2ecf4e4a2563", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:12.568355 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ac78dffb-6ebf-4e35-9b5a-18bd90f65e18 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:12.568749 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac78dffb-6ebf-4e35-9b5a-18bd90f65e18'] response: {'name': 'network-changed', 'server_uuid': '6946ece7-bd1a-4a8e-9f08-54d98bc61472', 'tag': '5d2a8c61-9065-43f1-970f-2ecf4e4a2563', 'status': 'completed', 'code': 200} Apr 18 20:36:12.579991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3bc96861-ac86-4a60-a515-27788f4013e3 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:12.598458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Attempting to bind port dadb70ed-28e8-4192-8694-dee9e9f516b5 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:12.598849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Attempting to bind port dadb70ed-28e8-4192-8694-dee9e9f516b5 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:12.601504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Attempting to bind port dadb70ed-28e8-4192-8694-dee9e9f516b5 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:12.606516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Port dadb70ed-28e8-4192-8694-dee9e9f516b5 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:36:12.606629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Attempting to bind port dadb70ed-28e8-4192-8694-dee9e9f516b5 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:12.613462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:12.613808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Checking segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:12.614198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Bound using segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:12.614632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Bound port: dadb70ed-28e8-4192-8694-dee9e9f516b5, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:12.614991 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.626708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714b173-4f34-4d7f-8520-6d1878554758 req-ac67482b-fdaf-489c-a399-ac573f5bcbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.627196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-ac67482b-fdaf-489c-a399-ac573f5bcbab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 1095 time: 0.1638241 Apr 18 20:36:12.677958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-5ed4f171-f74e-4931-a0f1-9786116035dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d2a8c61-9065-43f1-970f-2ecf4e4a2563 HTTP/1.1" status: 200 len: 217 time: 0.0418704 Apr 18 20:36:12.733698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 3bc96861-ac86-4a60-a515-27788f4013e3 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:12.740441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 3bc96861-ac86-4a60-a515-27788f4013e3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:12.741103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.753619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] For port dadb70ed-28e8-4192-8694-dee9e9f516b5, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:12.759143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] For port dadb70ed-28e8-4192-8694-dee9e9f516b5, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=dadb70ed-28e8-4192-8694-dee9e9f516b5,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:12.762890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-135e2533-0ef2-407f-853d-92cf2a05adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.765883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-135e2533-0ef2-407f-853d-92cf2a05adb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.769659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-135e2533-0ef2-407f-853d-92cf2a05adb4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3267224e-e0cb-41ef-a9c4-4e1e8f3e55e0 HTTP/1.1" status: 204 len: 168 time: 0.5662210 Apr 18 20:36:12.777323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.851222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e2533-0ef2-407f-853d-92cf2a05adb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3267224e-e0cb-41ef-a9c4-4e1e8f3e55e0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:12.859255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.859935 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.862047 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] 10.222.0.60 "PUT /v2.0/ports/dadb70ed-28e8-4192-8694-dee9e9f516b5 HTTP/1.1" status: 200 len: 1091 time: 1.7655120 Apr 18 20:36:12.862502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8129cc-6597-47bd-b872-9245fcefd3bd', 'tag': 'dadb70ed-28e8-4192-8694-dee9e9f516b5'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:12.865586 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c" -d '{"events": [{"name": "network-changed", "server_uuid": "db8129cc-6597-47bd-b872-9245fcefd3bd", "tag": "dadb70ed-28e8-4192-8694-dee9e9f516b5"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:12.887500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714b173-4f34-4d7f-8520-6d1878554758 req-b142fb0d-90ee-446b-b03d-55d73a00be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.893966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-b142fb0d-90ee-446b-b03d-55d73a00be63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5078e806-a8ba-4e75-9166-453eca1d54e3 HTTP/1.1" status: 200 len: 851 time: 0.2082486 Apr 18 20:36:12.959744 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.964806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-2444cb7a-466a-42dd-abb6-ad41d3073d74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0949b8f-0858-4410-90d6-33fbef2a23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627830 Apr 18 20:36:13.073847 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3bc96861-ac86-4a60-a515-27788f4013e3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3bc96861-ac86-4a60-a515-27788f4013e3,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:13.080160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc96861-ac86-4a60-a515-27788f4013e3'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:13.085143 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d49ed1-5ac2-4859-be0b-a9c1802ecac0" -d '{"events": [{"server_uuid": "e83f84f7-c8c4-4b8c-95c8-107c8f60ed82", "name": "network-vif-plugged", "status": "completed", "tag": "3bc96861-ac86-4a60-a515-27788f4013e3"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:13.096713 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.107878 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38af0c2-57c7-4bee-b8a4-ca2942c41acf x-openstack-request-id: req-c38af0c2-57c7-4bee-b8a4-ca2942c41acf {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:13.108759 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8129cc-6597-47bd-b872-9245fcefd3bd", "tag": "dadb70ed-28e8-4192-8694-dee9e9f516b5", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:13.109183 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c38af0c2-57c7-4bee-b8a4-ca2942c41acf {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:13.112353 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c38af0c2-57c7-4bee-b8a4-ca2942c41acf'] response: {'name': 'network-changed', 'server_uuid': 'db8129cc-6597-47bd-b872-9245fcefd3bd', 'tag': 'dadb70ed-28e8-4192-8694-dee9e9f516b5', 'status': 'completed', 'code': 200} Apr 18 20:36:13.150000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3083e9-18db-4cc6-880a-7dc029a86b2e service neutron] Pushing event updated for resources: {'Port': ['ID=dadb70ed-28e8-4192-8694-dee9e9f516b5,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:13.187279 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295411f-aca1-49d5-9602-fe897531dd5b req-df1421fd-bdf4-46e4-ac50-30f31cd225f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:13.189325 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-df1421fd-bdf4-46e4-ac50-30f31cd225f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 1094 time: 0.2429314 Apr 18 20:36:13.201366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=3bc96861-ac86-4a60-a515-27788f4013e3,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:13.249288 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-ef04030d-001f-45c8-a66f-812b1af42939 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dadb70ed-28e8-4192-8694-dee9e9f516b5 HTTP/1.1" status: 200 len: 217 time: 0.0474682 Apr 18 20:36:13.378925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295411f-aca1-49d5-9602-fe897531dd5b req-ec0d0b51-c53b-445f-acdc-a06fe8bd1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:13.383813 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-ec0d0b51-c53b-445f-acdc-a06fe8bd1cc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1216340 Apr 18 20:36:13.402649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d828bf-94b6-4c30-87c0-1150a268bfd7 req-65eabe55-b94d-4924-9c7e-25f7a7671619 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:13.411633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38d828bf-94b6-4c30-87c0-1150a268bfd7 req-65eabe55-b94d-4924-9c7e-25f7a7671619 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2758164 Apr 18 20:36:13.429450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a8c72-efc3-4eec-a08a-ee088d64d965 req-1fb954ec-82d3-4c3b-b562-b035cd21d941 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:13.438589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-758a8c72-efc3-4eec-a08a-ee088d64d965 req-1fb954ec-82d3-4c3b-b562-b035cd21d941 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.2204132 Apr 18 20:36:13.444979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-b9900391-cfb0-4e2d-9844-8c7db937506b service neutron] 10.222.0.60 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732099 Apr 18 20:36:13.478269 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-f8d9249d-6860-45e2-a0b3-8ebbad71b1ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849459 Apr 18 20:36:13.478777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39364) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:13.542604 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76cc0cce-d0f3-4dee-9728-96331d7b3003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.616747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38d828bf-94b6-4c30-87c0-1150a268bfd7 req-40eed1dc-f45a-4a07-b2be-68724c4e706e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036507 Apr 18 20:36:13.628119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-758a8c72-efc3-4eec-a08a-ee088d64d965 req-024fbf86-58ab-40e0-b355-c8912adbc23f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878521 Apr 18 20:36:13.674326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3714b173-4f34-4d7f-8520-6d1878554758 req-8f20f0c4-24cf-4447-8b10-f3b29721bacd service neutron] 10.222.0.60 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950705 Apr 18 20:36:13.714250 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b1d1ab-3647-49ef-9748-cc53020d7633 x-openstack-request-id: req-94b1d1ab-3647-49ef-9748-cc53020d7633 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:13.715081 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f84f7-c8c4-4b8c-95c8-107c8f60ed82", "name": "network-vif-plugged", "status": "completed", "tag": "3bc96861-ac86-4a60-a515-27788f4013e3", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:13.715887 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-94b1d1ab-3647-49ef-9748-cc53020d7633 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:13.716680 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94b1d1ab-3647-49ef-9748-cc53020d7633'] response: {'server_uuid': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc96861-ac86-4a60-a515-27788f4013e3', 'code': 200} Apr 18 20:36:13.719511 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76cc0cce-d0f3-4dee-9728-96331d7b3003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.758156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76cc0cce-d0f3-4dee-9728-96331d7b3003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.845476 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-76cc0cce-d0f3-4dee-9728-96331d7b3003 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b4c388855504db2bcb8816fb0f6244b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656244 Apr 18 20:36:13.854586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39372) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:13.855564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc0cce-d0f3-4dee-9728-96331d7b3003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b603abe1-1215-4233-898b-9ae438ca81ca,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:13.891022 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-aa84f142-d342-4c70-bb00-777679c4d898 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458846 Apr 18 20:36:14.053030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca57f-4396-49da-b786-29f7df223e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.110568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed66dff-0cef-4de0-9c1c-5b6705c4332d req-98a92341-6f69-4beb-8fc2-f83e72508b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.112075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ed66dff-0cef-4de0-9c1c-5b6705c4332d req-98a92341-6f69-4beb-8fc2-f83e72508b93 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 1097 time: 0.2546599 Apr 18 20:36:14.117181 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca57f-4396-49da-b786-29f7df223e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.119305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126f2ef-963b-44b2-aa05-ea9bf00acaa8 req-c41b3a62-2aa0-426f-a2cb-524bc6b130dc tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.120678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1126f2ef-963b-44b2-aa05-ea9bf00acaa8 req-c41b3a62-2aa0-426f-a2cb-524bc6b130dc tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 943 time: 0.2766328 Apr 18 20:36:14.122470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c3108-ee1a-4639-a039-9efab692c840 req-a98ac575-00b1-4898-b463-9550aec98993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.124880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-971c3108-ee1a-4639-a039-9efab692c840 req-a98ac575-00b1-4898-b463-9550aec98993 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 1095 time: 0.3462563 Apr 18 20:36:14.163820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b79fba-a9fb-4e53-9ba0-619e3709ac4f req-7ac310b5-75e2-43ab-9e1f-0f52d8732c93 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.165359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15b79fba-a9fb-4e53-9ba0-619e3709ac4f req-7ac310b5-75e2-43ab-9e1f-0f52d8732c93 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 944 time: 0.3064027 Apr 18 20:36:14.216985 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e295411f-aca1-49d5-9602-fe897531dd5b req-dca83f2f-c6eb-4752-bede-6376eb18af67 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168156 Apr 18 20:36:14.229071 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca57f-4396-49da-b786-29f7df223e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.239368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff3ca57f-4396-49da-b786-29f7df223e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.241125 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ff3ca57f-4396-49da-b786-29f7df223e79 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b603abe1-1215-4233-898b-9ae438ca81ca HTTP/1.1" status: 204 len: 168 time: 0.3825161 Apr 18 20:36:14.255643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ca57f-4396-49da-b786-29f7df223e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b603abe1-1215-4233-898b-9ae438ca81ca,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:14.385468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ed66dff-0cef-4de0-9c1c-5b6705c4332d req-c965a381-0edd-4643-9c70-5df7ef0b7b93 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594256 Apr 18 20:36:14.389114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c req-f26e7d06-5695-424c-935c-21fd290867be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.390899 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c req-f26e7d06-5695-424c-935c-21fd290867be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 1094 time: 0.0974760 Apr 18 20:36:14.478790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1126f2ef-963b-44b2-aa05-ea9bf00acaa8 req-2d461e89-1214-4e5a-a27f-5a3a10ba1a95 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449347 Apr 18 20:36:14.522826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15b79fba-a9fb-4e53-9ba0-619e3709ac4f req-552fa2d7-57c0-49eb-b4ac-f3ec77d87e92 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364184 Apr 18 20:36:14.563607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c3108-ee1a-4639-a039-9efab692c840 req-718778f4-0ffe-44c0-9047-f5c1e0a1b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.564843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-971c3108-ee1a-4639-a039-9efab692c840 req-718778f4-0ffe-44c0-9047-f5c1e0a1b9a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 200 len: 912 time: 0.4298811 Apr 18 20:36:14.664746 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c req-87846cdf-147a-477f-8189-81e3cf2c60de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.666283 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c req-87846cdf-147a-477f-8189-81e3cf2c60de service neutron] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 907 time: 0.2652137 Apr 18 20:36:14.692546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-971c3108-ee1a-4639-a039-9efab692c840 req-aea4c575-8503-4578-8e2b-58cb28561cff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d2a8c61-9065-43f1-970f-2ecf4e4a2563 HTTP/1.1" status: 200 len: 217 time: 0.0996892 Apr 18 20:36:14.796170 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c req-e280fd9c-029a-45b7-b0a7-f020119869e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dadb70ed-28e8-4192-8694-dee9e9f516b5 HTTP/1.1" status: 200 len: 217 time: 0.1195121 Apr 18 20:36:14.923557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c3108-ee1a-4639-a039-9efab692c840 req-13ac8453-fb4d-4057-b644-d5c07f86b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.930501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-971c3108-ee1a-4639-a039-9efab692c840 req-13ac8453-fb4d-4057-b644-d5c07f86b3cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5078e806-a8ba-4e75-9166-453eca1d54e3 HTTP/1.1" status: 200 len: 851 time: 0.2368460 Apr 18 20:36:14.942761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c req-3a6f20fc-4504-49f4-aa1f-25cf0dd06746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.944714 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c req-3a6f20fc-4504-49f4-aa1f-25cf0dd06746 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1415195 Apr 18 20:36:14.989876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccd7b2-2fd9-4336-889b-1b888361860c req-4c8390c1-09b5-4396-b64b-c479e4dc48a5 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.996290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-baccd7b2-2fd9-4336-889b-1b888361860c req-4c8390c1-09b5-4396-b64b-c479e4dc48a5 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.2246883 Apr 18 20:36:15.010213 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c req-c9a03fe0-0d04-4caf-a982-1391c48bad44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574677 Apr 18 20:36:15.037583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-971c3108-ee1a-4639-a039-9efab692c840 req-499c94d5-bdd4-430b-b1e9-750059438578 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0949b8f-0858-4410-90d6-33fbef2a23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870423 Apr 18 20:36:15.091731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3719a1-2215-4e46-b382-6cc53e1a92ea req-5c735111-3357-4718-bd5c-44606da8b372 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:15.093428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d3719a1-2215-4e46-b382-6cc53e1a92ea req-5c735111-3357-4718-bd5c-44606da8b372 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.2934246 Apr 18 20:36:15.204253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-baccd7b2-2fd9-4336-889b-1b888361860c req-8d36f651-04fa-4ce9-a34f-c3554f648aa1 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498561 Apr 18 20:36:15.298538 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c req-d916ad3c-6ccf-41ce-a19e-4289acc87ce4 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737172 Apr 18 20:36:15.300526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d3719a1-2215-4e46-b382-6cc53e1a92ea req-85f7722e-c49e-47ae-8920-151aa7de598d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971369 Apr 18 20:36:15.495647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-971c3108-ee1a-4639-a039-9efab692c840 req-9244ed1d-2296-4c4a-b94b-5374811ad64b service neutron] 10.222.0.60 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180279 Apr 18 20:36:15.683078 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-88c7d7b5-5d91-4838-ac03-07ba7ac0fb1c req-b3415dc6-21b6-4bf8-bea3-78ca261e7dbd service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769345 Apr 18 20:36:15.725976 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-971c3108-ee1a-4639-a039-9efab692c840 req-011b2bcb-2b70-4b06-b918-6606448027ce service neutron] 10.222.0.60 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198367 Apr 18 20:36:15.791881 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.901270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550a61f-6903-4c2f-8666-6f39630248d2 req-c5a028eb-ea27-4933-85c8-d45e113c9f20 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:15.905070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d550a61f-6903-4c2f-8666-6f39630248d2 req-c5a028eb-ea27-4933-85c8-d45e113c9f20 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 943 time: 0.1712780 Apr 18 20:36:15.920518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7113c68-3a1c-4746-85be-ae28c1b301ad req-81ccc544-b65f-4cad-a01b-7685da56eeb5 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:15.922543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7113c68-3a1c-4746-85be-ae28c1b301ad req-81ccc544-b65f-4cad-a01b-7685da56eeb5 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 944 time: 0.0856965 Apr 18 20:36:15.989139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7113c68-3a1c-4746-85be-ae28c1b301ad req-f1b523a3-68b3-4240-9be9-45f45a68f574 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570276 Apr 18 20:36:15.997903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d550a61f-6903-4c2f-8666-6f39630248d2 req-a35b939d-2215-49d3-bb3a-9435afc7cf74 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860162 Apr 18 20:36:16.371093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178ccae-fef7-4636-bb0c-fca693d7427c req-659ecd0a-11c0-48fc-95f3-e6672154f427 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:16.372855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a178ccae-fef7-4636-bb0c-fca693d7427c req-659ecd0a-11c0-48fc-95f3-e6672154f427 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0969501 Apr 18 20:36:16.468641 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a178ccae-fef7-4636-bb0c-fca693d7427c req-a9a68961-0960-4ec7-9c89-9d716f225882 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891414 Apr 18 20:36:16.497323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dbea5-0069-4b33-9163-6580b849b4a4 req-d3882863-4865-4f80-a4b8-c435bb8f4a6e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:16.499265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b3dbea5-0069-4b33-9163-6580b849b4a4 req-d3882863-4865-4f80-a4b8-c435bb8f4a6e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.0783875 Apr 18 20:36:16.570638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39448) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:16.576484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b3dbea5-0069-4b33-9163-6580b849b4a4 req-b50ed3ba-98fb-47e6-b4a2-6cf0f67427d6 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713212 Apr 18 20:36:16.832505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef69b63f-4d69-4877-8e68-360b0a71de9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.960255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef69b63f-4d69-4877-8e68-360b0a71de9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.967600 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef69b63f-4d69-4877-8e68-360b0a71de9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:17.038984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39494) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:17.048421 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ef69b63f-4d69-4877-8e68-360b0a71de9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=61365dc9c8634e1cabcd0fa225bb4af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766290 Apr 18 20:36:17.053489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69b63f-4d69-4877-8e68-360b0a71de9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc3e02b-f5ee-4f96-b9da-713836c5e3e7,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:17.591057 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1b98-40ea-4105-a347-0c1f0fe33ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:17.600027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da80e79-f887-4de9-ac81-1b2121e4306a req-fa7e3635-12d6-4089-b69a-ce4e029223d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.601933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9da80e79-f887-4de9-ac81-1b2121e4306a req-fa7e3635-12d6-4089-b69a-ce4e029223d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 1096 time: 0.5021052 Apr 18 20:36:17.609267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8a442-434c-4c2d-8b88-b3b67b46b825 req-806b73a5-a791-455c-9c1e-8a99e99e40d2 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.610994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dab8a442-434c-4c2d-8b88-b3b67b46b825 req-806b73a5-a791-455c-9c1e-8a99e99e40d2 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.4969201 Apr 18 20:36:17.624561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc83908-e096-46fb-9a5f-062c81bf1eff req-3e5fb65d-3245-4783-a484-942c340cf476 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.626010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acc83908-e096-46fb-9a5f-062c81bf1eff req-3e5fb65d-3245-4783-a484-942c340cf476 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 943 time: 0.5048447 Apr 18 20:36:17.698162 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1b98-40ea-4105-a347-0c1f0fe33ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:17.777389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dab8a442-434c-4c2d-8b88-b3b67b46b825 req-e0d86c54-80d3-4685-82ad-5a05ee3511f1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504428 Apr 18 20:36:17.796751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acc83908-e096-46fb-9a5f-062c81bf1eff req-983a4972-77bc-4719-9716-d2229c74745a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599455 Apr 18 20:36:17.830163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da80e79-f887-4de9-ac81-1b2121e4306a req-1f2007fa-dd75-4f9b-b794-806ff44237a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.831812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9da80e79-f887-4de9-ac81-1b2121e4306a req-1f2007fa-dd75-4f9b-b794-806ff44237a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 915 time: 0.2151811 Apr 18 20:36:17.849748 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1b98-40ea-4105-a347-0c1f0fe33ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:17.851107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:17.852811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5ac1b98-40ea-4105-a347-0c1f0fe33ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:17.857582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b5ac1b98-40ea-4105-a347-0c1f0fe33ed4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fcc3e02b-f5ee-4f96-b9da-713836c5e3e7 HTTP/1.1" status: 204 len: 168 time: 0.8168628 Apr 18 20:36:17.896486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9da80e79-f887-4de9-ac81-1b2121e4306a req-aba3957c-dd57-4f6f-9d78-d793cd164a0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03 HTTP/1.1" status: 200 len: 217 time: 0.0567722 Apr 18 20:36:17.903406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac1b98-40ea-4105-a347-0c1f0fe33ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc3e02b-f5ee-4f96-b9da-713836c5e3e7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:18.042927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da80e79-f887-4de9-ac81-1b2121e4306a req-1fe56d43-9cda-482d-9170-274bda3a83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.044459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9da80e79-f887-4de9-ac81-1b2121e4306a req-1fe56d43-9cda-482d-9170-274bda3a83b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cae2a0-3806-4090-a4c7-af6543a276b8 HTTP/1.1" status: 200 len: 854 time: 0.1280177 Apr 18 20:36:18.079855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c645a-00f5-4f98-99ed-cd420fefc4de req-ec44bb2d-01d4-499a-8373-fdb893c7fe1d tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.081383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-779c645a-00f5-4f98-99ed-cd420fefc4de req-ec44bb2d-01d4-499a-8373-fdb893c7fe1d tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 944 time: 0.1632671 Apr 18 20:36:18.116715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9da80e79-f887-4de9-ac81-1b2121e4306a req-ff5ff65f-a22a-4586-bf7d-4c1a1c8430fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588901 Apr 18 20:36:18.123926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:18.131274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd874d-fc75-49ff-83b9-7904fa59cd2b req-ee640158-fc83-4a4f-b3e3-8ef49e533a49 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.133096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cdd874d-fc75-49ff-83b9-7904fa59cd2b req-ee640158-fc83-4a4f-b3e3-8ef49e533a49 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1736412 Apr 18 20:36:18.149157 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '5d2a8c61-9065-43f1-970f-2ecf4e4a2563', 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3', 'port_id': '5d2a8c61-9065-43f1-970f-2ecf4e4a2563', 'mac_address': 'fa:16:3e:38:a4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5078e806-a8ba-4e75-9166-453eca1d54e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:18.229540 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.247789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:18.273296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-779c645a-00f5-4f98-99ed-cd420fefc4de req-3a12ac43-ff51-4dce-b05b-aa887df9730b tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676793 Apr 18 20:36:18.289140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:18.291467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cdd874d-fc75-49ff-83b9-7904fa59cd2b req-be0141dc-0530-4d87-b2ac-91672c7636ee tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437950 Apr 18 20:36:18.312142 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.337182 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device dadb70ed-28e8-4192-8694-dee9e9f516b5 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:18.365413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9da80e79-f887-4de9-ac81-1b2121e4306a req-09c59366-9d76-4f53-9c5f-ee7f953ca1bd service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255042 Apr 18 20:36:18.516688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9da80e79-f887-4de9-ac81-1b2121e4306a req-887f4892-7bca-4c2e-8165-e5741ac2b4fc service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402807 Apr 18 20:36:18.556502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port dadb70ed-28e8-4192-8694-dee9e9f516b5, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=dadb70ed-28e8-4192-8694-dee9e9f516b5,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:18.763581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:18.766363 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'dadb70ed-28e8-4192-8694-dee9e9f516b5', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'port_id': 'dadb70ed-28e8-4192-8694-dee9e9f516b5', 'mac_address': 'fa:16:3e:cc:3c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835aa03a-8d5a-48b9-a98a-4a33d2d594c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:18.807507 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.827923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dadb70ed-28e8-4192-8694-dee9e9f516b5 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:18.855422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port dadb70ed-28e8-4192-8694-dee9e9f516b5, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=dadb70ed-28e8-4192-8694-dee9e9f516b5,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:18.861537 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.937330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a94ecc-c339-4326-b82d-56da4b6c83a4 req-5a02ad86-9f96-488c-a702-f3a2d07034f5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.945424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15a94ecc-c339-4326-b82d-56da4b6c83a4 req-5a02ad86-9f96-488c-a702-f3a2d07034f5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.0857477 Apr 18 20:36:18.955446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=dadb70ed-28e8-4192-8694-dee9e9f516b5,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:18.994358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15a94ecc-c339-4326-b82d-56da4b6c83a4 req-3c814505-12db-4286-9294-cbd26145c117 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479970 Apr 18 20:36:19.001898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97212e08-6afa-44c4-aed0-fa1e1aa55d84 req-1ea5adbf-9035-448b-8967-15e4c4aeb588 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.003376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97212e08-6afa-44c4-aed0-fa1e1aa55d84 req-1ea5adbf-9035-448b-8967-15e4c4aeb588 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 944 time: 0.1064038 Apr 18 20:36:19.046671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97212e08-6afa-44c4-aed0-fa1e1aa55d84 req-023e025a-c6ee-49b6-ae39-76aa5f89b93d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347757 Apr 18 20:36:19.242250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['dadb70ed-28e8-4192-8694-dee9e9f516b5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:19.271811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5d2a8c61-9065-43f1-970f-2ecf4e4a2563'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:19.530897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506b0f2-3bf2-4bf8-9bee-7122ef544d1d req-26874c94-25ca-4d1c-a583-6144a6ff4648 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.532895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2506b0f2-3bf2-4bf8-9bee-7122ef544d1d req-26874c94-25ca-4d1c-a583-6144a6ff4648 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 945 time: 0.1119833 Apr 18 20:36:19.546262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c6338-3424-4249-9776-adbf0b50ef5a req-9c4c412a-3044-446a-b17e-ef2969c85f9c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.553962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd5c6338-3424-4249-9776-adbf0b50ef5a req-9c4c412a-3044-446a-b17e-ef2969c85f9c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.0949850 Apr 18 20:36:19.637562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2506b0f2-3bf2-4bf8-9bee-7122ef544d1d req-bef95f9a-c302-406c-a16f-706a56f67e5e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811884 Apr 18 20:36:19.656235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd5c6338-3424-4249-9776-adbf0b50ef5a req-7dc51c7b-a747-4cef-8ec7-6f274f4f5c7e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962093 Apr 18 20:36:20.151999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0bf4a-77f0-443f-8a85-cde3ae5b05fa req-92448f11-9087-4dd0-84ad-8bc1e4a0eb89 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:20.160748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70a0bf4a-77f0-443f-8a85-cde3ae5b05fa req-92448f11-9087-4dd0-84ad-8bc1e4a0eb89 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.0667238 Apr 18 20:36:20.242273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70a0bf4a-77f0-443f-8a85-cde3ae5b05fa req-60158cbd-946b-4537-bbe3-1001f870dd98 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803878 Apr 18 20:36:20.254775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65d436-c398-494c-bb19-4d75b45f4d6e req-16ba90cd-7760-49f3-938b-3b86db2474fc tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:20.260402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f65d436-c398-494c-bb19-4d75b45f4d6e req-16ba90cd-7760-49f3-938b-3b86db2474fc tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 944 time: 0.0974605 Apr 18 20:36:20.302216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f65d436-c398-494c-bb19-4d75b45f4d6e req-d2348e84-3d11-4211-a76f-8bbe5ae6a4b8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358720 Apr 18 20:36:20.627786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 54ccbf5f-bfbd-4599-98b2-8537a1210f03 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:20.776248 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.865855 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:20.877383 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979824dd-f473-4c9e-aa7b-31ba28c6a858" -d '{"events": [{"server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "name": "network-vif-unplugged", "status": "completed", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:20.907166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733998f-e8e6-4998-af84-148072c16c53 req-64befb7e-709d-4315-add7-366c0b9e4208 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:20.926463 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e733998f-e8e6-4998-af84-148072c16c53 req-64befb7e-709d-4315-add7-366c0b9e4208 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 945 time: 0.1221540 Apr 18 20:36:20.926876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:20.938979 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.966448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612563c-e6fd-4c05-9890-85391d744d98 req-8d2a3bf5-7683-4219-8cb2-588c0a69f863 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:20.975979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6612563c-e6fd-4c05-9890-85391d744d98 req-8d2a3bf5-7683-4219-8cb2-588c0a69f863 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 945 time: 0.1399832 Apr 18 20:36:21.008736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:21.034102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e733998f-e8e6-4998-af84-148072c16c53 req-99988f5c-3c0a-418e-8286-7b7fae6b3b50 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018720 Apr 18 20:36:21.060246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6612563c-e6fd-4c05-9890-85391d744d98 req-5efee31e-4e2a-4399-9b07-eb165585e873 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825722 Apr 18 20:36:21.103688 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c30765b-2d15-443d-a056-c259a1011e8b x-openstack-request-id: req-5c30765b-2d15-443d-a056-c259a1011e8b {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:21.105440 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "name": "network-vif-unplugged", "status": "failed", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03", "code": 422}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:21.105732 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c30765b-2d15-443d-a056-c259a1011e8b {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:21.106154 n-d-836015-4 neutron-server[102905]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5c30765b-2d15-443d-a056-c259a1011e8b']: {'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'code': 422} returned with failed status Apr 18 20:36:21.204356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284dd29-36d3-41a0-8bfe-989f53102eb2 req-4f8e07a5-5963-4ac1-be4a-762e44de915d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:21.207260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9284dd29-36d3-41a0-8bfe-989f53102eb2 req-4f8e07a5-5963-4ac1-be4a-762e44de915d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.0631199 Apr 18 20:36:21.259962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9284dd29-36d3-41a0-8bfe-989f53102eb2 req-61f0264d-5050-4155-8574-f0f45e253c20 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459840 Apr 18 20:36:21.393496 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13db57-6c2a-4ce0-b4a6-461357c86042 req-ffcd4f66-0e6d-4b79-8ef7-7122f9a8531e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:21.395223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af13db57-6c2a-4ce0-b4a6-461357c86042 req-ffcd4f66-0e6d-4b79-8ef7-7122f9a8531e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.0598397 Apr 18 20:36:21.474201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af13db57-6c2a-4ce0-b4a6-461357c86042 req-8fd5635d-a95c-4cf2-984d-2398e992d063 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681491 Apr 18 20:36:21.494702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f105982a-d861-42da-affd-c9eb0395d6e4 req-cab531f5-8f3a-4419-998a-cbed898a7c74 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:21.496510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f105982a-d861-42da-affd-c9eb0395d6e4 req-cab531f5-8f3a-4419-998a-cbed898a7c74 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 944 time: 0.1003449 Apr 18 20:36:21.584563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f105982a-d861-42da-affd-c9eb0395d6e4 req-21285403-4833-4eda-bc5d-e1882fc16422 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756195 Apr 18 20:36:21.654193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-04642a16-c3c3-43fa-9c07-b98fdc046836 req-f4342980-80be-4782-82a5-3a968e80188c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:36:21.656336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04642a16-c3c3-43fa-9c07-b98fdc046836 req-f4342980-80be-4782-82a5-3a968e80188c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092139 Apr 18 20:36:21.852444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44851d-dd26-496e-937d-f5f83d688a03 req-1f8590a6-14f4-4556-9efc-22cad1a23c6d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:21.854487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba44851d-dd26-496e-937d-f5f83d688a03 req-1f8590a6-14f4-4556-9efc-22cad1a23c6d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.0562086 Apr 18 20:36:21.864750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39716) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:21.870656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:21.938666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:21.944547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba44851d-dd26-496e-937d-f5f83d688a03 req-8df4a21a-a70c-4ef2-b3e9-e89d1a61b789 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827045 Apr 18 20:36:21.945242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:21.945867 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.087012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.136574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:22.142367 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.143696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device dadb70ed-28e8-4192-8694-dee9e9f516b5 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:22.258913 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9be7e435-78d1-4f2a-b8e7-696a295d5294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.304593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port dadb70ed-28e8-4192-8694-dee9e9f516b5 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:22.310244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:22.313761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port dadb70ed-28e8-4192-8694-dee9e9f516b5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:22.314258 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.370041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080d20e-2839-4c81-95cb-c0c216fda66f req-13d80854-1151-4c61-ad7c-edf6e3bd4fca tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:22.371879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8080d20e-2839-4c81-95cb-c0c216fda66f req-13d80854-1151-4c61-ad7c-edf6e3bd4fca tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.1633253 Apr 18 20:36:22.441305 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8080d20e-2839-4c81-95cb-c0c216fda66f req-685c4d5f-1203-4fea-b27e-a6500de6d908 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617814 Apr 18 20:36:22.466234 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.526819 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9be7e435-78d1-4f2a-b8e7-696a295d5294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.537855 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9be7e435-78d1-4f2a-b8e7-696a295d5294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.558656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port dadb70ed-28e8-4192-8694-dee9e9f516b5, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=dadb70ed-28e8-4192-8694-dee9e9f516b5,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:22.570337 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.634583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7e435-78d1-4f2a-b8e7-696a295d5294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d0887d-46c8-4d4f-bdc9-1146def9a2e0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:22.641343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9be7e435-78d1-4f2a-b8e7-696a295d5294 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e7c2d3d510245b3996fa280e0ec2c78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7729690 Apr 18 20:36:22.641842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39752) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:22.691448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=dadb70ed-28e8-4192-8694-dee9e9f516b5,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:22.693675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf193f3-a47a-4245-b509-20ee600e0d1f req-64490e5a-27c7-4525-8c89-b222b5ec76f1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:22.695410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcf193f3-a47a-4245-b509-20ee600e0d1f req-64490e5a-27c7-4525-8c89-b222b5ec76f1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.0624330 Apr 18 20:36:22.782859 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-8952b0e6-2452-4001-b182-8351d47b3518 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4519937 Apr 18 20:36:22.800826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479707c5-4aa1-46f0-95e3-2934219a4667 req-62e4d349-0862-4df3-9ce2-8f801de2a4a9 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:22.801274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-035ead65-ee38-4381-a506-898725de3a4c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:36:22.802427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-479707c5-4aa1-46f0-95e3-2934219a4667 req-62e4d349-0862-4df3-9ce2-8f801de2a4a9 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 945 time: 0.1238506 Apr 18 20:36:22.805867 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-035ead65-ee38-4381-a506-898725de3a4c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090139 Apr 18 20:36:22.826483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcf193f3-a47a-4245-b509-20ee600e0d1f req-fc90c9b2-4b75-4be8-a6d7-fc438291d293 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921910 Apr 18 20:36:22.828759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39756) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:22.839502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72ccc23b-4bd3-4ebb-86ff-6e08dabf9d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.869370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72ccc23b-4bd3-4ebb-86ff-6e08dabf9d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.882436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-479707c5-4aa1-46f0-95e3-2934219a4667 req-38a6bfde-b893-4b2e-9a63-c87ee554f953 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500948 Apr 18 20:36:22.930203 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72ccc23b-4bd3-4ebb-86ff-6e08dabf9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.934691 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72ccc23b-4bd3-4ebb-86ff-6e08dabf9d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.939488 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-72ccc23b-4bd3-4ebb-86ff-6e08dabf9d35 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8d0887d-46c8-4d4f-bdc9-1146def9a2e0 HTTP/1.1" status: 204 len: 168 time: 0.2965128 Apr 18 20:36:22.951165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccc23b-4bd3-4ebb-86ff-6e08dabf9d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d0887d-46c8-4d4f-bdc9-1146def9a2e0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:23.082827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ed7a1-c677-40de-bc9b-c364bdb2c649 req-377c65e3-7b11-4e90-aeb0-423074d4df4a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.090727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-722ed7a1-c677-40de-bc9b-c364bdb2c649 req-377c65e3-7b11-4e90-aeb0-423074d4df4a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.0619452 Apr 18 20:36:23.107687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6946ece7-bd1a-4a8e-9f08-54d98bc61472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2a8c61-9065-43f1-970f-2ecf4e4a2563'}, {'server_uuid': 'db8129cc-6597-47bd-b872-9245fcefd3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadb70ed-28e8-4192-8694-dee9e9f516b5'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:23.110987 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96185291-49a8-400b-ae3e-a173b28fb6de" -d '{"events": [{"server_uuid": "6946ece7-bd1a-4a8e-9f08-54d98bc61472", "name": "network-vif-plugged", "status": "completed", "tag": "5d2a8c61-9065-43f1-970f-2ecf4e4a2563"}, {"server_uuid": "db8129cc-6597-47bd-b872-9245fcefd3bd", "name": "network-vif-plugged", "status": "completed", "tag": "dadb70ed-28e8-4192-8694-dee9e9f516b5"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:23.136096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-722ed7a1-c677-40de-bc9b-c364bdb2c649 req-e67e48c1-79ca-4538-b9f5-da3501a24668 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396340 Apr 18 20:36:23.178797 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87d2119-ee65-44f3-82f9-a42c4874c2f6 x-openstack-request-id: req-b87d2119-ee65-44f3-82f9-a42c4874c2f6 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:23.179096 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6946ece7-bd1a-4a8e-9f08-54d98bc61472", "name": "network-vif-plugged", "status": "completed", "tag": "5d2a8c61-9065-43f1-970f-2ecf4e4a2563", "code": 200}, {"server_uuid": "db8129cc-6597-47bd-b872-9245fcefd3bd", "name": "network-vif-plugged", "status": "completed", "tag": "dadb70ed-28e8-4192-8694-dee9e9f516b5", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:23.179353 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b87d2119-ee65-44f3-82f9-a42c4874c2f6 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:23.179755 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87d2119-ee65-44f3-82f9-a42c4874c2f6'] response: {'server_uuid': '6946ece7-bd1a-4a8e-9f08-54d98bc61472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2a8c61-9065-43f1-970f-2ecf4e4a2563', 'code': 200} Apr 18 20:36:23.180227 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87d2119-ee65-44f3-82f9-a42c4874c2f6'] response: {'server_uuid': 'db8129cc-6597-47bd-b872-9245fcefd3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadb70ed-28e8-4192-8694-dee9e9f516b5', 'code': 200} Apr 18 20:36:23.184324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4f23-2a3f-4eb1-af95-93833c24444f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.331952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5ade2-76cd-4009-bc97-9c59a94f352d req-f7ffa44b-ed51-49c9-84ed-87534c7e5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.336813 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-19b5ade2-76cd-4009-bc97-9c59a94f352d req-f7ffa44b-ed51-49c9-84ed-87534c7e5636 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 1097 time: 0.0600662 Apr 18 20:36:23.341465 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4f23-2a3f-4eb1-af95-93833c24444f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.351394 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2fa4f23-2a3f-4eb1-af95-93833c24444f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.358023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181ef93-8c7c-4f56-9974-b5925556f38d req-4eb0eff6-9d49-4d2b-a976-ebe436c2b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.359648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c181ef93-8c7c-4f56-9974-b5925556f38d req-4eb0eff6-9d49-4d2b-a976-ebe436c2b593 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 1096 time: 0.0829804 Apr 18 20:36:23.439460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f2fa4f23-2a3f-4eb1-af95-93833c24444f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9499310d21864ef5b3ac36c845597727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075411 Apr 18 20:36:23.441334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c181ef93-8c7c-4f56-9974-b5925556f38d req-8a44cd20-c9c5-4da7-a2ec-a2f43b86e47b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719831 Apr 18 20:36:23.441790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39778) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:23.449430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa4f23-2a3f-4eb1-af95-93833c24444f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0495febc-788c-4e4a-b8a0-87d385baa1e5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:23.451212 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-19b5ade2-76cd-4009-bc97-9c59a94f352d req-93637972-9f87-448e-9ae0-3e9a0c2b1410 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925646 Apr 18 20:36:23.516425 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0c033345-c66f-4afb-9958-1cefb34a1b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.566968 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0c033345-c66f-4afb-9958-1cefb34a1b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.603751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39784) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:23.619749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ff28d5f-7d1d-47d1-b925-1d8c2357fab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.631370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbde28-f0bf-43a6-b7c9-ddd46858238b req-552ab343-f2ca-4154-8237-49a9419d21f1 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.632969 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fedbde28-f0bf-43a6-b7c9-ddd46858238b req-552ab343-f2ca-4154-8237-49a9419d21f1 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.0861921 Apr 18 20:36:23.662922 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0c033345-c66f-4afb-9958-1cefb34a1b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.666031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0c033345-c66f-4afb-9958-1cefb34a1b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.669456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0c033345-c66f-4afb-9958-1cefb34a1b55 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0495febc-788c-4e4a-b8a0-87d385baa1e5 HTTP/1.1" status: 204 len: 168 time: 0.2242391 Apr 18 20:36:23.685946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fedbde28-f0bf-43a6-b7c9-ddd46858238b req-1ae27edf-0f0c-48f8-afc4-2fd0cd5c1084 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448651 Apr 18 20:36:23.686811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c033345-c66f-4afb-9958-1cefb34a1b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0495febc-788c-4e4a-b8a0-87d385baa1e5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:23.735573 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ff28d5f-7d1d-47d1-b925-1d8c2357fab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.740781 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ff28d5f-7d1d-47d1-b925-1d8c2357fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.783144 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3ff28d5f-7d1d-47d1-b925-1d8c2357fab8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d706f5788e13463694b855c67f188783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781549 Apr 18 20:36:23.784463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff28d5f-7d1d-47d1-b925-1d8c2357fab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f227442-65f2-49fa-b1d1-290d8641ac97,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:23.786058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39788) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:23.880086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1cd1-f3b7-432a-b644-5bb750f79a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.886247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-b090115d-50db-4812-ac1a-de7c02534644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.887941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-b090115d-50db-4812-ac1a-de7c02534644 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468&tenant_id=465de81abb5b473187f70deeddb101a0 HTTP/1.1" status: 200 len: 1094 time: 0.0686874 Apr 18 20:36:23.955117 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1cd1-f3b7-432a-b644-5bb750f79a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.081785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fcf4f4-67dc-4bfa-b067-3414e7d77cae req-76cd9185-c219-4f66-9ff3-5b7890d82ba3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:24.089060 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89fcf4f4-67dc-4bfa-b067-3414e7d77cae req-76cd9185-c219-4f66-9ff3-5b7890d82ba3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.1812179 Apr 18 20:36:24.092775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39798) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:24.098978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-9a10b739-f2b2-4b8c-b458-351484ebda69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:24.100489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-9a10b739-f2b2-4b8c-b458-351484ebda69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 1094 time: 0.1760926 Apr 18 20:36:24.108944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c25239af-e829-4738-a344-86000759d8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.132880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ce2ed-3ad9-45ad-a3a8-7171c1a146d6 req-1edb8dc9-0937-4d27-a6e5-6c82e971178b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:24.134990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e25ce2ed-3ad9-45ad-a3a8-7171c1a146d6 req-1edb8dc9-0937-4d27-a6e5-6c82e971178b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 945 time: 0.1641889 Apr 18 20:36:24.184044 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1cd1-f3b7-432a-b644-5bb750f79a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.186575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa9b1cd1-f3b7-432a-b644-5bb750f79a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.187606 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aa9b1cd1-f3b7-432a-b644-5bb750f79a6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f227442-65f2-49fa-b1d1-290d8641ac97 HTTP/1.1" status: 204 len: 168 time: 0.4004049 Apr 18 20:36:24.223613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c25239af-e829-4738-a344-86000759d8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.225974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b1cd1-f3b7-432a-b644-5bb750f79a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f227442-65f2-49fa-b1d1-290d8641ac97,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:24.238005 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c25239af-e829-4738-a344-86000759d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.245960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89fcf4f4-67dc-4bfa-b067-3414e7d77cae req-3085efbb-db52-4f3f-8e33-704686d30b7c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560361 Apr 18 20:36:24.273227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e25ce2ed-3ad9-45ad-a3a8-7171c1a146d6 req-2657def5-d4b5-4cb7-8262-4961e6eeb1f8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198070 Apr 18 20:36:24.296653 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c25239af-e829-4738-a344-86000759d8ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63a4921e52a94f94911dcc6e6a305e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025208 Apr 18 20:36:24.297573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25239af-e829-4738-a344-86000759d8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef07e635-b1a2-4c12-b7b5-6c9886c29384,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:24.300171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39806) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:24.310926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-eb923bcf-4d87-4ccf-9488-59e68382e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:24.312452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-eb923bcf-4d87-4ccf-9488-59e68382e577 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 915 time: 0.2030253 Apr 18 20:36:24.373679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0c48-afd0-490e-b083-6ddae4207ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.385857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-72fb1d34-0909-44cc-b90d-d76a7465f13c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03 HTTP/1.1" status: 200 len: 217 time: 0.0650489 Apr 18 20:36:24.397973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0c48-afd0-490e-b083-6ddae4207ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.462006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-edec2510-c223-4a51-8db8-8aa7c4dcd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:24.463739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-edec2510-c223-4a51-8db8-8aa7c4dcd2f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cae2a0-3806-4090-a4c7-af6543a276b8 HTTP/1.1" status: 200 len: 854 time: 0.0701492 Apr 18 20:36:24.464293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0c48-afd0-490e-b083-6ddae4207ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.468129 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0c48-afd0-490e-b083-6ddae4207ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.469550 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6eeb0c48-afd0-490e-b083-6ddae4207ae0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef07e635-b1a2-4c12-b7b5-6c9886c29384 HTTP/1.1" status: 204 len: 168 time: 0.1684568 Apr 18 20:36:24.480047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc6fd5-f2c9-4a1b-817c-e5641f32e9b2 req-bf15e3bf-bf2b-4b1d-ad11-5337eb531b8c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:24.480873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb0c48-afd0-490e-b083-6ddae4207ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef07e635-b1a2-4c12-b7b5-6c9886c29384,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:24.488168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cccc6fd5-f2c9-4a1b-817c-e5641f32e9b2 req-bf15e3bf-bf2b-4b1d-ad11-5337eb531b8c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.1048329 Apr 18 20:36:24.531207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-afbefddc-f19a-4ec6-9b5c-55b5d02bbbb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412576 Apr 18 20:36:24.555879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cccc6fd5-f2c9-4a1b-817c-e5641f32e9b2 req-e66e49f8-eecd-4ceb-8d55-3b6810fdb47c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670724 Apr 18 20:36:24.634444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-1281fc5c-fa07-484f-afd4-9d9b6e62ca94 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929334 Apr 18 20:36:24.652205 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 54ccbf5f-bfbd-4599-98b2-8537a1210f03 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:24.750342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11323648-96c9-4c6d-be9f-ed8a39f57f8a req-b55dc65d-51a7-4bd0-a399-ee5769eb753c service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091068 Apr 18 20:36:24.813586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39826) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:24.849437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebabf11-7940-42e0-b96f-4eb96ebaa6fb req-aa525a5f-18ec-4c01-b978-3c0fdab0beba tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:24.853544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ebabf11-7940-42e0-b96f-4eb96ebaa6fb req-aa525a5f-18ec-4c01-b978-3c0fdab0beba tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.0587282 Apr 18 20:36:24.924195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ebabf11-7940-42e0-b96f-4eb96ebaa6fb req-dddf4bb9-eacd-428a-b181-1331fbfaadd6 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449841 Apr 18 20:36:24.976403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ab8ee13e-48ee-43b5-914f-2e47d74a07bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.081124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ab8ee13e-48ee-43b5-914f-2e47d74a07bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.087654 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ab8ee13e-48ee-43b5-914f-2e47d74a07bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.132340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ee13e-48ee-43b5-914f-2e47d74a07bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e214cbdc-4e4a-4ca4-92c8-c87ebc2ce1aa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:25.140780 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ab8ee13e-48ee-43b5-914f-2e47d74a07bd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14aa6ee58559492c8fe9acca7c0c4a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211098 Apr 18 20:36:25.141152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39852) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:25.193402 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:36:25.198516 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-416abe9f-7a21-4f7a-b104-3e4407ea0b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.221301 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-416abe9f-7a21-4f7a-b104-3e4407ea0b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.289525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-416abe9f-7a21-4f7a-b104-3e4407ea0b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.292538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-416abe9f-7a21-4f7a-b104-3e4407ea0b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.293893 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-416abe9f-7a21-4f7a-b104-3e4407ea0b6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e214cbdc-4e4a-4ca4-92c8-c87ebc2ce1aa HTTP/1.1" status: 204 len: 168 time: 0.1518054 Apr 18 20:36:25.303368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416abe9f-7a21-4f7a-b104-3e4407ea0b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e214cbdc-4e4a-4ca4-92c8-c87ebc2ce1aa,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:25.703614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983061de-bfeb-4735-9c5e-89549ffe73a9 req-5077aeaa-9cdd-4292-8644-5955f9b6666c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:25.711769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-983061de-bfeb-4735-9c5e-89549ffe73a9 req-5077aeaa-9cdd-4292-8644-5955f9b6666c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 945 time: 0.2819469 Apr 18 20:36:25.728945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe587a00-caff-4a0f-8d96-270a82e38b11 req-db2d3e46-f7bc-4b47-8fb2-be17c374533f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:25.730694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe587a00-caff-4a0f-8d96-270a82e38b11 req-db2d3e46-f7bc-4b47-8fb2-be17c374533f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.1592793 Apr 18 20:36:25.794934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe587a00-caff-4a0f-8d96-270a82e38b11 req-7718acf8-d68f-4dea-b8ca-7ea9e11c758d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553453 Apr 18 20:36:25.810240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-983061de-bfeb-4735-9c5e-89549ffe73a9 req-c43530d6-e1c5-46a8-a57d-a1c0d3c8c1e2 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974562 Apr 18 20:36:26.031974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11575d-a0ad-4f05-9090-3cfc43e8d80c req-e5da508c-e52b-473f-9785-1bf08bd0b25f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.041141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb11575d-a0ad-4f05-9090-3cfc43e8d80c req-e5da508c-e52b-473f-9785-1bf08bd0b25f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.1425598 Apr 18 20:36:26.204401 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb11575d-a0ad-4f05-9090-3cfc43e8d80c req-462d5cd4-cfbd-4455-b77f-6c8cd4062cfc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579404 Apr 18 20:36:26.221548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39892) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:26.251022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653fdcb-3ff2-42d7-9410-f47550518341 req-b79f3c07-dece-4f64-923a-c9387e104035 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.252636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3653fdcb-3ff2-42d7-9410-f47550518341 req-b79f3c07-dece-4f64-923a-c9387e104035 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.2088866 Apr 18 20:36:26.256787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10af4b79-baca-400f-8b3f-1c746c5816ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:26.332728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3653fdcb-3ff2-42d7-9410-f47550518341 req-0d871a79-be95-4c30-b5b2-ed69fa450fa6 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667067 Apr 18 20:36:26.459458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10af4b79-baca-400f-8b3f-1c746c5816ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:26.465932 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10af4b79-baca-400f-8b3f-1c746c5816ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:26.559497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadf273-ebd2-4f30-9478-d485e29342f3 req-620d188b-1669-4c45-91fc-6369b5d57072 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.563794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2eadf273-ebd2-4f30-9478-d485e29342f3 req-620d188b-1669-4c45-91fc-6369b5d57072 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 945 time: 0.1311154 Apr 18 20:36:26.586371 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-10af4b79-baca-400f-8b3f-1c746c5816ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0752daf1eaed4c9f9f09aa6970b2fe9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636949 Apr 18 20:36:26.588008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af4b79-baca-400f-8b3f-1c746c5816ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccd4b14-9f55-4fb9-a94f-18675130021c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:26.592133 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39904) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:26.657744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2eadf273-ebd2-4f30-9478-d485e29342f3 req-02b0a17f-21d2-4fd7-b4bd-194efd7a0339 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839553 Apr 18 20:36:26.710523 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f296f2d1-7177-40a3-85d5-b9038fe3c1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:26.786613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f296f2d1-7177-40a3-85d5-b9038fe3c1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:26.890123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1a26-2e31-47e2-a5e4-0582556f6476 req-65570af7-2608-4d45-a5d0-a0ecafa7e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.892002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1d1a26-2e31-47e2-a5e4-0582556f6476 req-65570af7-2608-4d45-a5d0-a0ecafa7e17b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 1097 time: 0.1596446 Apr 18 20:36:26.915767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10494745-4e81-4d81-b7f3-a8e7f47042b0 req-c1e05001-eb49-4daf-8fa0-2c179b06d996 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.918468 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f296f2d1-7177-40a3-85d5-b9038fe3c1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:26.921959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f296f2d1-7177-40a3-85d5-b9038fe3c1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:26.923550 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f296f2d1-7177-40a3-85d5-b9038fe3c1b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bccd4b14-9f55-4fb9-a94f-18675130021c HTTP/1.1" status: 204 len: 168 time: 0.3304787 Apr 18 20:36:26.927107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10494745-4e81-4d81-b7f3-a8e7f47042b0 req-c1e05001-eb49-4daf-8fa0-2c179b06d996 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.1019776 Apr 18 20:36:26.945347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296f2d1-7177-40a3-85d5-b9038fe3c1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccd4b14-9f55-4fb9-a94f-18675130021c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:27.244609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10494745-4e81-4d81-b7f3-a8e7f47042b0 req-910c51ba-4b5d-4fd2-bc7a-a873fa4c4c62 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145711 Apr 18 20:36:27.327619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827f51a-0246-42a0-b1eb-a46696103db4 req-535cb658-8094-4b74-af7d-e787668cd680 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:27.344649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f827f51a-0246-42a0-b1eb-a46696103db4 req-535cb658-8094-4b74-af7d-e787668cd680 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 945 time: 0.3276014 Apr 18 20:36:27.423215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1a26-2e31-47e2-a5e4-0582556f6476 req-e1076268-fab0-4291-8386-e0cf6339840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:27.425668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1d1a26-2e31-47e2-a5e4-0582556f6476 req-e1076268-fab0-4291-8386-e0cf6339840a service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 200 len: 912 time: 0.4931705 Apr 18 20:36:27.512700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1d1a26-2e31-47e2-a5e4-0582556f6476 req-a6d01558-ed3b-4c9a-8347-f8ece93494b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d2a8c61-9065-43f1-970f-2ecf4e4a2563 HTTP/1.1" status: 200 len: 217 time: 0.0787423 Apr 18 20:36:27.617968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f827f51a-0246-42a0-b1eb-a46696103db4 req-179923d7-da37-4e4a-89f1-19e60277ad6a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675896 Apr 18 20:36:27.741230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d1a26-2e31-47e2-a5e4-0582556f6476 req-f77efdd7-5482-44c8-9334-75b0c4e9fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:27.743716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1d1a26-2e31-47e2-a5e4-0582556f6476 req-f77efdd7-5482-44c8-9334-75b0c4e9fb68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5078e806-a8ba-4e75-9166-453eca1d54e3 HTTP/1.1" status: 200 len: 851 time: 0.2135634 Apr 18 20:36:27.759661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a515d3-525f-4585-bf61-ae72167df720 req-7e1a1bae-dfac-4751-a381-94e94716652f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:27.773975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30a515d3-525f-4585-bf61-ae72167df720 req-7e1a1bae-dfac-4751-a381-94e94716652f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.2502391 Apr 18 20:36:27.876610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1d1a26-2e31-47e2-a5e4-0582556f6476 req-b33ec775-8877-478a-b526-3189aeab8577 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0949b8f-0858-4410-90d6-33fbef2a23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996070 Apr 18 20:36:28.022172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30a515d3-525f-4585-bf61-ae72167df720 req-140fb591-d44c-4ca2-8ca0-aee5c10ae3d5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146800 Apr 18 20:36:28.072241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1d1a26-2e31-47e2-a5e4-0582556f6476 req-1e5376f5-47c7-4ff8-8d65-07754967178e service neutron] 10.222.0.60 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867476 Apr 18 20:36:28.371772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d856f-6be2-480d-bbdd-c8772d4d3748 req-1407bfcf-cfe3-4580-830d-dc6d9adba15f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:28.380345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb3d856f-6be2-480d-bbdd-c8772d4d3748 req-1407bfcf-cfe3-4580-830d-dc6d9adba15f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.1749122 Apr 18 20:36:28.420993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1d1a26-2e31-47e2-a5e4-0582556f6476 req-f5b47ef2-2d3d-423b-a70e-c3d7393709d1 service neutron] 10.222.0.60 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422022 Apr 18 20:36:28.463972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb3d856f-6be2-480d-bbdd-c8772d4d3748 req-7c6e86ae-c6e0-47f7-ac30-0e56a1e6bd18 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815182 Apr 18 20:36:28.512057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-8ebca23c-2902-4c82-b186-2967c4d8a03d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:28.523024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-8ebca23c-2902-4c82-b186-2967c4d8a03d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.3165028 Apr 18 20:36:28.563467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-ea2dcc44-b7dd-424b-bf2e-f71ce0d7a064 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/quotas/e40bca93f63a4b8a82b374f30b8a5727 HTTP/1.1" status: 200 len: 375 time: 0.0371141 Apr 18 20:36:28.700748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-b5a2dbe6-0efa-4757-99cc-0a40d363fc6c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281331 Apr 18 20:36:28.765725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd734cbb-88bb-460b-8119-14aa0f649039 req-192c84bb-b7ea-4dbd-a122-66e3637b0995 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:28.782789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd734cbb-88bb-460b-8119-14aa0f649039 req-192c84bb-b7ea-4dbd-a122-66e3637b0995 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 945 time: 0.1590726 Apr 18 20:36:28.937706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd734cbb-88bb-460b-8119-14aa0f649039 req-21bab31d-085f-460d-862c-db0163475255 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528254 Apr 18 20:36:29.042515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-97a9f7c8-684d-4b28-b287-f16db66a393c service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404710 Apr 18 20:36:29.412703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40040) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:29.593960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94998e2d-7d81-48ee-a176-5f83fd144b4f req-3232ceb2-cb22-45a6-b8dc-fca9a7dcda9a tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:29.605100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94998e2d-7d81-48ee-a176-5f83fd144b4f req-3232ceb2-cb22-45a6-b8dc-fca9a7dcda9a tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.1191053 Apr 18 20:36:29.634327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6becbfb4-fa48-4ccb-be00-b49ae2e8473a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.644030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-45a295b0-4ae9-4c2c-91ef-bdd12cc7d9f6 service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996742 Apr 18 20:36:29.687992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94998e2d-7d81-48ee-a176-5f83fd144b4f req-831795d9-1476-4504-8777-4ed96346a05f tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719039 Apr 18 20:36:29.783826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6becbfb4-fa48-4ccb-be00-b49ae2e8473a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.796381 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6becbfb4-fa48-4ccb-be00-b49ae2e8473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.912970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becbfb4-fa48-4ccb-be00-b49ae2e8473a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa26ab-faa9-47e6-9ad9-ec6be7f35e5e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:29.947332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0106d5-22d1-48fd-bae2-038f08e8f310 req-18cba008-3de6-4733-8da2-2baf3a323bd8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:29.950057 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6becbfb4-fa48-4ccb-be00-b49ae2e8473a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee4c1984cb704bb48e60402d2b383acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344729 Apr 18 20:36:29.952447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40058) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:29.959370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d0106d5-22d1-48fd-bae2-038f08e8f310 req-18cba008-3de6-4733-8da2-2baf3a323bd8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.1811914 Apr 18 20:36:30.031302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40062) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:30.158203 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63b16ac8-12f7-4a58-b7bb-baa1ebfe5214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.178535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d0106d5-22d1-48fd-bae2-038f08e8f310 req-17be648d-a4ec-4602-a376-aac0721a8090 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111566 Apr 18 20:36:30.221754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63b16ac8-12f7-4a58-b7bb-baa1ebfe5214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.289071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3205c5-b29c-4834-a653-00d64c6d4eaa req-63f70b4e-6627-44cf-99d8-0dd511512cb9 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:30.295988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc3205c5-b29c-4834-a653-00d64c6d4eaa req-63f70b4e-6627-44cf-99d8-0dd511512cb9 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.2183788 Apr 18 20:36:30.356236 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63b16ac8-12f7-4a58-b7bb-baa1ebfe5214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.359007 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63b16ac8-12f7-4a58-b7bb-baa1ebfe5214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.365032 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-63b16ac8-12f7-4a58-b7bb-baa1ebfe5214 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06aa26ab-faa9-47e6-9ad9-ec6be7f35e5e HTTP/1.1" status: 204 len: 168 time: 0.4088094 Apr 18 20:36:30.380389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b16ac8-12f7-4a58-b7bb-baa1ebfe5214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa26ab-faa9-47e6-9ad9-ec6be7f35e5e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:30.413892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9188213-efc0-456b-9a14-9a97089d02d5 req-2233de06-cedc-41e3-8a85-459e7a29ea47 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 210 time: 0.1157846 Apr 18 20:36:30.484570 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-116ef761-c48e-4bc0-b9b5-840c17f9fc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.562264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc3205c5-b29c-4834-a653-00d64c6d4eaa req-4f9263b6-eb7b-40eb-bc30-b6013b86c070 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354107 Apr 18 20:36:30.750722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6256ad-7445-44f1-8155-561b276eb98c req-94305a76-301e-4381-bcc0-87ce0db95ad8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:30.762152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa6256ad-7445-44f1-8155-561b276eb98c req-94305a76-301e-4381-bcc0-87ce0db95ad8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 945 time: 0.1906502 Apr 18 20:36:30.818293 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-116ef761-c48e-4bc0-b9b5-840c17f9fc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.858205 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-116ef761-c48e-4bc0-b9b5-840c17f9fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.910949 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-116ef761-c48e-4bc0-b9b5-840c17f9fc24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1915499e1ad74791b30bd257351f0678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8759663 Apr 18 20:36:30.914837 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40088) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:30.975079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa6256ad-7445-44f1-8155-561b276eb98c req-07aa5454-a8fd-4d16-b4cd-e7d37d597ebc tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095008 Apr 18 20:36:30.982319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ef761-c48e-4bc0-b9b5-840c17f9fc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974bc3b9-b7d0-4da1-967b-76447da2541f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:31.020751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793de3b9-653a-4cba-b42a-f29dd9f790dd req-fb1bd614-782c-49c5-86c8-20bebc045874 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:31.027288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-793de3b9-653a-4cba-b42a-f29dd9f790dd req-fb1bd614-782c-49c5-86c8-20bebc045874 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.2067862 Apr 18 20:36:31.039384 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c913819b-efcf-4d66-be8a-75ae82b49210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.097537 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c913819b-efcf-4d66-be8a-75ae82b49210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.229867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c913819b-efcf-4d66-be8a-75ae82b49210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.236861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c913819b-efcf-4d66-be8a-75ae82b49210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.241439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-793de3b9-653a-4cba-b42a-f29dd9f790dd req-ca65260d-6ce3-4d34-b723-363ccea1da7c tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083256 Apr 18 20:36:31.245706 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c913819b-efcf-4d66-be8a-75ae82b49210 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/974bc3b9-b7d0-4da1-967b-76447da2541f HTTP/1.1" status: 204 len: 168 time: 0.3285084 Apr 18 20:36:31.273183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913819b-efcf-4d66-be8a-75ae82b49210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974bc3b9-b7d0-4da1-967b-76447da2541f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:31.276821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-a3fb825f-3968-4459-9aa2-d709f0172b0a tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:31.279812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-a3fb825f-3968-4459-9aa2-d709f0172b0a tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.64 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 945 time: 0.2505219 Apr 18 20:36:31.444394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c22c0-0eab-4820-9416-4a21e5e7296d req-020397ea-2aca-4593-80b1-15fb36164543 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:31.464203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f64c22c0-0eab-4820-9416-4a21e5e7296d req-020397ea-2aca-4593-80b1-15fb36164543 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.0900359 Apr 18 20:36:31.522588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f64c22c0-0eab-4820-9416-4a21e5e7296d req-d19ba5e1-7c22-412d-a4f5-e6a95c810496 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532598 Apr 18 20:36:31.597162 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4269d5b-7220-4300-8d0a-45672fdac9cd req-e258bdc8-7fed-45c7-a085-60804019ec32 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 210 time: 0.0317101 Apr 18 20:36:31.695646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Deleting port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:31.696134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.874670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95024-2ac1-4dad-8fd9-bf4d0cb789e5 req-d1d73bc4-1b1e-4685-8d4e-f8db49dda3ea tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:31.876258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ef95024-2ac1-4dad-8fd9-bf4d0cb789e5 req-d1d73bc4-1b1e-4685-8d4e-f8db49dda3ea tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.1482480 Apr 18 20:36:31.894897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] For port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:31.895271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.976411 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ef95024-2ac1-4dad-8fd9-bf4d0cb789e5 req-cdb24785-2034-48ab-8024-c532d750ee37 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922072 Apr 18 20:36:32.044997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40114) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:32.073885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40116) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:32.094133 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.292517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.293189 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.293574 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Floating IP b550dc34-cba0-4c0f-979d-7ac24b54b94b disassociated. External IP: 172.25.2.240, port: 1595a8a5-df7d-48eb-9e86-7ffb20474e0f. Apr 18 20:36:32.293958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Calling delete_port for 1595a8a5-df7d-48eb-9e86-7ffb20474e0f owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:32.347100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.356390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.461091 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=847aa088b20d4aefb580b66e22a868a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147437 Apr 18 20:36:32.462963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836c8f28-cac6-4159-a784-d27f6fc0304e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:32.484995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40128) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:32.486565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.491556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.492031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.492445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.492889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.493297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.493830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.494236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.494639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.495040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.495441 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.495855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e042d3-abc0-444f-82a3-854e71052af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:32.619535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d44e9d8-f053-47d5-93bc-2cdbc3d8df2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.669970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d44e9d8-f053-47d5-93bc-2cdbc3d8df2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.705888 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.707036 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc44b0ce-9b5d-4831-88d9-c46739be58c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.778363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d44e9d8-f053-47d5-93bc-2cdbc3d8df2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.781333 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d44e9d8-f053-47d5-93bc-2cdbc3d8df2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.784591 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6d44e9d8-f053-47d5-93bc-2cdbc3d8df2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/836c8f28-cac6-4159-a784-d27f6fc0304e HTTP/1.1" status: 204 len: 168 time: 0.2746596 Apr 18 20:36:32.794820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Pushing event deleted for resources: {'Port': ['ID=1595a8a5-df7d-48eb-9e86-7ffb20474e0f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:32.805853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44e9d8-f053-47d5-93bc-2cdbc3d8df2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c8f28-cac6-4159-a784-d27f6fc0304e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:32.860076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae45cc-b3fa-4cf3-b6a1-68e2cb89ac01 req-fd6896a6-3879-43ce-a5c3-71d46c616f9d tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.862038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3ae45cc-b3fa-4cf3-b6a1-68e2cb89ac01 req-fd6896a6-3879-43ce-a5c3-71d46c616f9d tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 867 time: 0.3331194 Apr 18 20:36:32.885623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-16b8c331-4dfb-4267-a416-58dae0a73045 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.887158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-16b8c331-4dfb-4267-a416-58dae0a73045 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.64 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.3489652 Apr 18 20:36:32.911391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc44b0ce-9b5d-4831-88d9-c46739be58c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.914315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7c9d2-38ce-44d1-b078-5e99ddcbadec req-86e5025c-6309-4860-af63-62242723e34a tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.917007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfd7c9d2-38ce-44d1-b078-5e99ddcbadec req-86e5025c-6309-4860-af63-62242723e34a tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.4003434 Apr 18 20:36:32.918847 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc44b0ce-9b5d-4831-88d9-c46739be58c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.010964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44b0ce-9b5d-4831-88d9-c46739be58c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ceda42-6e6a-4d24-947a-780bbb2a5688,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:33.044600 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bc44b0ce-9b5d-4831-88d9-c46739be58c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2bc62d250404607ae72d793b7e8c2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9674168 Apr 18 20:36:33.045267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40152) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:33.141699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Request body: {'port': {'device_id': '9bf01d7f-7e04-4757-8462-d88b0e970944', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'admin_state_up': True, 'tenant_id': 'e40bca93f63a4b8a82b374f30b8a5727'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:33.192882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Router 98c193dc-703b-4da0-991b-ba46e2c09992 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:36:33.240581 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2aae360-275f-484b-a9a9-9fbd75ea9992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.320046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2aae360-275f-484b-a9a9-9fbd75ea9992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.340628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3ae45cc-b3fa-4cf3-b6a1-68e2cb89ac01 req-925f6aa5-c685-4417-9dd7-23fb1850fe28 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups?id=43094635-2553-4892-801c-412bc45abd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4524539 Apr 18 20:36:33.459415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfd7c9d2-38ce-44d1-b078-5e99ddcbadec req-10a3b3e4-b34c-46c0-9c16-4d9816cc9f6b tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133824 Apr 18 20:36:33.497671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2aae360-275f-484b-a9a9-9fbd75ea9992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.501309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2aae360-275f-484b-a9a9-9fbd75ea9992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.502724 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a2aae360-275f-484b-a9a9-9fbd75ea9992 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9ceda42-6e6a-4d24-947a-780bbb2a5688 HTTP/1.1" status: 204 len: 168 time: 0.4564424 Apr 18 20:36:33.521444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aae360-275f-484b-a9a9-9fbd75ea9992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ceda42-6e6a-4d24-947a-780bbb2a5688,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:33.717682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbd2c92e-82ad-4495-bdc0-0eb75990ba63 req-2d97df03-5bb9-4ab0-987e-d3a0a5de4c47 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 210 time: 0.0937877 Apr 18 20:36:33.802120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:36:33.815270 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] Sync routers for ids ['98c193dc-703b-4da0-991b-ba46e2c09992'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:36:33.826441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a8e3e-6dc7-4f15-9e90-03e8e3ef8ed9 req-43f5afab-28cd-476e-9132-37d771e4323f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:33.828072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-045a8e3e-6dc7-4f15-9e90-03e8e3ef8ed9 req-43f5afab-28cd-476e-9132-37d771e4323f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.3065886 Apr 18 20:36:33.849198 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] Routers {'98c193dc-703b-4da0-991b-ba46e2c09992'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:33.849478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Made reservation on behalf of e40bca93f63a4b8a82b374f30b8a5727 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:33.851914 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:36:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['98c193dc-703b-4da0-991b-ba46e2c09992'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:33.853470 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.896061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] No DVR routers for this DVR port 1595a8a5-df7d-48eb-9e86-7ffb20474e0f on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:33.899018 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:33.903226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5985c69e-4fb0-4728-b31c-792c0f02f295 req-38c897cc-d071-4720-9d20-e994f50cc25b tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.64 "DELETE /v2.0/ports/1595a8a5-df7d-48eb-9e86-7ffb20474e0f HTTP/1.1" status: 204 len: 173 time: 2.3783267 Apr 18 20:36:33.913512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'name': 'network-vif-deleted', 'tag': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:33.917460 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65fb87f-b75d-4e83-b9cd-8e8685e7122e" -d '{"events": [{"server_uuid": "4627b687-7b3d-4c89-a4d2-a7fb19db4243", "name": "network-vif-deleted", "tag": "1595a8a5-df7d-48eb-9e86-7ffb20474e0f"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:34.135368 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] Set router 98c193dc-703b-4da0-991b-ba46e2c09992 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:34.160709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-045a8e3e-6dc7-4f15-9e90-03e8e3ef8ed9 req-764b607e-a597-4f51-9791-6c165dd1b024 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035727 Apr 18 20:36:34.252769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04027c1-674e-4740-b46c-a6ceafdec2b5 req-4a9866e0-c3aa-439c-8b9b-73d711aa2144 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:34.272746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f04027c1-674e-4740-b46c-a6ceafdec2b5 req-4a9866e0-c3aa-439c-8b9b-73d711aa2144 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.3601446 Apr 18 20:36:34.277073 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7283ca96-8133-471a-8492-14d567a4c5b2 x-openstack-request-id: req-7283ca96-8133-471a-8492-14d567a4c5b2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:34.277389 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4627b687-7b3d-4c89-a4d2-a7fb19db4243", "name": "network-vif-deleted", "tag": "1595a8a5-df7d-48eb-9e86-7ffb20474e0f", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:34.277658 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7283ca96-8133-471a-8492-14d567a4c5b2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:34.278083 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7283ca96-8133-471a-8492-14d567a4c5b2'] response: {'server_uuid': '4627b687-7b3d-4c89-a4d2-a7fb19db4243', 'name': 'network-vif-deleted', 'tag': '1595a8a5-df7d-48eb-9e86-7ffb20474e0f', 'status': 'completed', 'code': 200} Apr 18 20:36:34.444235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f04027c1-674e-4740-b46c-a6ceafdec2b5 req-8732feda-63af-41e8-9aaa-c6f5d85552eb tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671357 Apr 18 20:36:34.460560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Allocated IP 172.20.0.6 (6056b303-f2b8-4026-a53d-1f7de5471b3f/835aa03a-8d5a-48b9-a98a-4a33d2d594c4/266a0c01-2055-423b-975f-5e52fe6a7a34) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:34.569948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40188) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:34.620337 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-43cc93cd-3d35-4de6-9be7-cf3a63a65408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.648515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5512a3d3-a1ee-46fc-99d2-067c61fce0d6 req-52791aa6-2632-4676-a6b2-e1d4217e5f19 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/ports?device_id=4627b687-7b3d-4c89-a4d2-a7fb19db4243 HTTP/1.1" status: 200 len: 210 time: 0.1164360 Apr 18 20:36:34.719578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1595a8a5-df7d-48eb-9e86-7ffb20474e0f no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:34.782872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 1595a8a5-df7d-48eb-9e86-7ffb20474e0f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:36:34.785081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1595a8a5-df7d-48eb-9e86-7ffb20474e0f not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:36:34.804648 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:21Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '6384d579-5276-45e7-bbb8-abeb9f3337a0', 'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'mac_address': 'fa:16:3e:42:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:19Z', 'updated_at': '2022-04-18T20:35:26Z', 'revision_number': 5, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'subnets': [{'id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:34.835907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40192) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:34.888514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-43cc93cd-3d35-4de6-9be7-cf3a63a65408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.891720 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] Checking router: 98c193dc-703b-4da0-991b-ba46e2c09992 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:36:34.901763 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-43cc93cd-3d35-4de6-9be7-cf3a63a65408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.924508 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] Routers {'98c193dc-703b-4da0-991b-ba46e2c09992'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:34.925736 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:36:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['98c193dc-703b-4da0-991b-ba46e2c09992'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:35.006298 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-43cc93cd-3d35-4de6-9be7-cf3a63a65408 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9b67686e6cb4544a678e26d7ed06a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337094 Apr 18 20:36:35.016117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40198) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:35.058379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b29036c-1953-42d5-8fc1-cff33b5c2933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.085203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc93cd-3d35-4de6-9be7-cf3a63a65408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff4be7f-b52b-420c-9c97-eddfb65f625d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:35.101374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-279b25b9-988a-4f55-a65e-147456158af5 req-8ede269c-d60e-4565-9ca6-ef39914da5b0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 210 time: 0.1355736 Apr 18 20:36:35.178154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.202047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898687-50f1-4563-bec4-6f139c6797db req-06a61882-b180-4baf-bb24-32e67335cdf6 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:35.215221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75898687-50f1-4563-bec4-6f139c6797db req-06a61882-b180-4baf-bb24-32e67335cdf6 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.3527670 Apr 18 20:36:35.272402 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dbc44a7-ceb6-4523-bba0-23c9a8fc53bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.277532 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] Set router 98c193dc-703b-4da0-991b-ba46e2c09992 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:35.323463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dbc44a7-ceb6-4523-bba0-23c9a8fc53bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.388739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75898687-50f1-4563-bec4-6f139c6797db req-b6d66fa6-2ca5-4bfe-84c6-b7ffa16d85eb tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710432 Apr 18 20:36:35.475582 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dbc44a7-ceb6-4523-bba0-23c9a8fc53bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.482825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dbc44a7-ceb6-4523-bba0-23c9a8fc53bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.495731 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8dbc44a7-ceb6-4523-bba0-23c9a8fc53bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ff4be7f-b52b-420c-9c97-eddfb65f625d HTTP/1.1" status: 204 len: 168 time: 0.4791725 Apr 18 20:36:35.513605 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.529995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8', 'dadb70ed-28e8-4192-8694-dee9e9f516b5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:35.547127 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc44a7-ceb6-4523-bba0-23c9a8fc53bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff4be7f-b52b-420c-9c97-eddfb65f625d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:35.658321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384c244-642e-4666-8b23-e2d351bb9eee req-95567553-9ab3-42b7-ae04-a85d690690ce tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:35.665483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c384c244-642e-4666-8b23-e2d351bb9eee req-95567553-9ab3-42b7-ae04-a85d690690ce tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.3080013 Apr 18 20:36:35.678642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b29036c-1953-42d5-8fc1-cff33b5c2933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.683705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:35.687100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b29036c-1953-42d5-8fc1-cff33b5c2933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.705935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:35.728024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:35.744147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event updated for resources: {'Port': ['ID=266a0c01-2055-423b-975f-5e52fe6a7a34,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:35.828818 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0b29036c-1953-42d5-8fc1-cff33b5c2933 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbdbb8c6293741cf9fb0bb8a9e179ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9912558 Apr 18 20:36:35.841191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40216) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:35.842048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29036c-1953-42d5-8fc1-cff33b5c2933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b0083-177a-4235-8858-6d49479e2c5b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:35.887762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.888262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.888745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.889091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.889422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.889753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.890202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.890567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.890982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.891432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.898273 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:21Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '6384d579-5276-45e7-bbb8-abeb9f3337a0', 'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'mac_address': 'fa:16:3e:42:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:19Z', 'updated_at': '2022-04-18T20:35:26Z', 'revision_number': 5, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'subnets': [{'id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:35.912174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:35.912859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:36.030984 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e80090a9-f1c4-451b-a1c5-5a940c46aaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.073609 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb625d6-eb70-4f9e-afa5-60929c06f070 None None] The sync data for ids ['98c193dc-703b-4da0-991b-ba46e2c09992'] in n-d-836015-4 is: [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:35:21Z', 'revision_number': 4, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '6384d579-5276-45e7-bbb8-abeb9f3337a0', 'name': '', 'network_id': 'b8f5aec1-a8b4-458d-a434-0b9fc2eca784', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'mac_address': 'fa:16:3e:42:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:19Z', 'updated_at': '2022-04-18T20:35:26Z', 'revision_number': 5, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'subnets': [{'id': 'a3f65c27-8c45-4797-8a9b-87bf6a07c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:36:36.099059 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-174f811c-5973-49b1-b5ff-ebecc97247e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.101289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c384c244-642e-4666-8b23-e2d351bb9eee req-672f6904-659b-4f1a-8dde-978f4de4de17 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146640 Apr 18 20:36:36.147533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ad63-a7c8-4af0-95bb-ee6cd04a049b req-7e0f2963-a0ff-4654-9e2b-0e105477d5d8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:36.176519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21a5ad63-a7c8-4af0-95bb-ee6cd04a049b req-7e0f2963-a0ff-4654-9e2b-0e105477d5d8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.5024223 Apr 18 20:36:36.190940 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-174f811c-5973-49b1-b5ff-ebecc97247e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.219934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:36.220576 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.324332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-174f811c-5973-49b1-b5ff-ebecc97247e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.327061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-174f811c-5973-49b1-b5ff-ebecc97247e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.328422 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-174f811c-5973-49b1-b5ff-ebecc97247e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e93b0083-177a-4235-8858-6d49479e2c5b HTTP/1.1" status: 204 len: 168 time: 0.4832535 Apr 18 20:36:36.371037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f811c-5973-49b1-b5ff-ebecc97247e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93b0083-177a-4235-8858-6d49479e2c5b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:36.482995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21a5ad63-a7c8-4af0-95bb-ee6cd04a049b req-9a3f584c-f533-438a-bbe8-6d3a44ef4f68 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998972 Apr 18 20:36:36.500568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-70a510e7-5f01-427b-b186-70ab63fa0e1a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3629706 Apr 18 20:36:36.575195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40236) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:36.623374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Request body: {'port': {'device_id': '9bf01d7f-7e04-4757-8462-d88b0e970944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:36.707901 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a59f5-3cd6-4c13-b18c-221fba11843a None None] New status for floating IP b550dc34-cba0-4c0f-979d-7ac24b54b94b: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:36:36.769734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61f5d8d0-42c4-4c3d-87e7-67cb92977ccf tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.802295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61f5d8d0-42c4-4c3d-87e7-67cb92977ccf tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.871960 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61f5d8d0-42c4-4c3d-87e7-67cb92977ccf tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.874942 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61f5d8d0-42c4-4c3d-87e7-67cb92977ccf tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.877265 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-61f5d8d0-42c4-4c3d-87e7-67cb92977ccf tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "DELETE /v2.0/security-groups/43094635-2553-4892-801c-412bc45abd97 HTTP/1.1" status: 204 len: 168 time: 0.2999272 Apr 18 20:36:36.880526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40246) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:36.892878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c4079-7c8c-4dfb-ac90-b78fa10126e7 req-4b51007e-8818-4238-b360-e869c6909522 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:36.898075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc8c4079-7c8c-4dfb-ac90-b78fa10126e7 req-4b51007e-8818-4238-b360-e869c6909522 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 931 time: 0.5236406 Apr 18 20:36:36.948878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5d8d0-42c4-4c3d-87e7-67cb92977ccf tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43094635-2553-4892-801c-412bc45abd97,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:36.952382 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-5b4bf00e-1d8a-4abb-b14c-17cc9713e7cd tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] show failed (client error): The resource could not be found. Apr 18 20:36:36.958619 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b4bf00e-1d8a-4abb-b14c-17cc9713e7cd tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "GET /v2.0/security-groups/43094635-2553-4892-801c-412bc45abd97 HTTP/1.1" status: 404 len: 347 time: 0.0760152 Apr 18 20:36:36.964589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40250) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:37.027950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.140952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc8c4079-7c8c-4dfb-ac90-b78fa10126e7 req-8c9792e5-ccb4-4ed0-a1a2-a0693cec4daa tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972651 Apr 18 20:36:37.305432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a2f9-da36-476f-b0cb-389998483472 req-16587136-b6f0-46e8-804d-b3bb7b3dab10 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:37.320670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7815a2f9-da36-476f-b0cb-389998483472 req-16587136-b6f0-46e8-804d-b3bb7b3dab10 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.4726579 Apr 18 20:36:37.327747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7fcaa2d9-ab56-41ce-81de-9ca62643a1b8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Deleting port 29752f6d-b914-445a-ba8a-eacbe8d5a785 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:37.328115 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fcaa2d9-ab56-41ce-81de-9ca62643a1b8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.502735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fcaa2d9-ab56-41ce-81de-9ca62643a1b8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.503357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fcaa2d9-ab56-41ce-81de-9ca62643a1b8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.517864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7fcaa2d9-ab56-41ce-81de-9ca62643a1b8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Calling delete_port for 29752f6d-b914-445a-ba8a-eacbe8d5a785 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:37.519966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7815a2f9-da36-476f-b0cb-389998483472 req-c0d78203-d2df-4400-b91d-fcd2a41d2a17 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963098 Apr 18 20:36:37.558371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce83f6b-eace-45b0-ae0c-dcd9f012daf0 req-c885e7cb-9453-4f29-8b31-a78853b763d4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:37.566961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ce83f6b-eace-45b0-ae0c-dcd9f012daf0 req-c885e7cb-9453-4f29-8b31-a78853b763d4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.3128564 Apr 18 20:36:37.737599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fcaa2d9-ab56-41ce-81de-9ca62643a1b8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.761178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ce83f6b-eace-45b0-ae0c-dcd9f012daf0 req-8843871a-00c7-4306-acfb-1dad75197f2f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867726 Apr 18 20:36:37.810415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a204b37-bbc3-441c-8d29-172199405f61 req-0d25e594-194e-4aef-8c40-48b12fa071c4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:37.812938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a204b37-bbc3-441c-8d29-172199405f61 req-0d25e594-194e-4aef-8c40-48b12fa071c4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.1721692 Apr 18 20:36:37.866914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcaa2d9-ab56-41ce-81de-9ca62643a1b8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Pushing event deleted for resources: {'Port': ['ID=29752f6d-b914-445a-ba8a-eacbe8d5a785,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:37.869802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fcaa2d9-ab56-41ce-81de-9ca62643a1b8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.873335 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fcaa2d9-ab56-41ce-81de-9ca62643a1b8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.874592 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7fcaa2d9-ab56-41ce-81de-9ca62643a1b8 tempest-ServersTestJSON-542854699 tempest-ServersTestJSON-542854699-project] 10.222.0.49 "DELETE /v2.0/floatingips/b550dc34-cba0-4c0f-979d-7ac24b54b94b HTTP/1.1" status: 204 len: 168 time: 0.9087865 Apr 18 20:36:37.877924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40284) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:37.902677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a204b37-bbc3-441c-8d29-172199405f61 req-d7bb82d3-3d97-4377-b499-6a9215dc398d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887666 Apr 18 20:36:38.007484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266a0c01-2055-423b-975f-5e52fe6a7a34 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:38.018449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.123998 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a839494-03c7-43f4-a6dc-f1bce0a6c6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.403505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Transition to ACTIVE for port object 266a0c01-2055-423b-975f-5e52fe6a7a34 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:38.413326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.519363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d207b70-8597-40dc-a852-79dab03f601e req-fb6723a9-2cc8-4bd5-bfdb-e5f606268641 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.520888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d207b70-8597-40dc-a852-79dab03f601e req-fb6723a9-2cc8-4bd5-bfdb-e5f606268641 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 931 time: 0.1562400 Apr 18 20:36:38.523548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Pushing event updated for resources: {'Port': ['ID=266a0c01-2055-423b-975f-5e52fe6a7a34,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:38.666970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d207b70-8597-40dc-a852-79dab03f601e req-f5717f8f-2f0a-4208-888f-0a69c475b16a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331732 Apr 18 20:36:38.766624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788e4f5-c867-4333-a14c-c5c6b5ac05f4 req-b87fbf07-db64-4190-bc08-80bd5f1ad28d tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.774201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3788e4f5-c867-4333-a14c-c5c6b5ac05f4 req-b87fbf07-db64-4190-bc08-80bd5f1ad28d tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.1264946 Apr 18 20:36:38.777732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Attempting to bind port 266a0c01-2055-423b-975f-5e52fe6a7a34 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:38.777854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Attempting to bind port 266a0c01-2055-423b-975f-5e52fe6a7a34 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:38.778122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Attempting to bind port 266a0c01-2055-423b-975f-5e52fe6a7a34 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:38.809058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Port 266a0c01-2055-423b-975f-5e52fe6a7a34 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:36:38.809872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Attempting to bind port 266a0c01-2055-423b-975f-5e52fe6a7a34 on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:38.824308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:38.824647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Checking segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:38.825126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Bound using segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:38.826342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Bound port: 266a0c01-2055-423b-975f-5e52fe6a7a34, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:38.826874 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.912977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3788e4f5-c867-4333-a14c-c5c6b5ac05f4 req-609b8483-3a7f-48e6-a1c9-48e344c90eeb tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366830 Apr 18 20:36:39.049922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c854c-cbb1-4be9-9f04-a3875f030373 req-3217381b-b9aa-4d32-b36c-1055b467b503 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.058781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-518c854c-cbb1-4be9-9f04-a3875f030373 req-3217381b-b9aa-4d32-b36c-1055b467b503 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.1536169 Apr 18 20:36:39.069626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] For port 266a0c01-2055-423b-975f-5e52fe6a7a34, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:39.139454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] For port 266a0c01-2055-423b-975f-5e52fe6a7a34, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=266a0c01-2055-423b-975f-5e52fe6a7a34,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:39.176917 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.205444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-518c854c-cbb1-4be9-9f04-a3875f030373 req-be455938-2704-4a01-b70e-48fc375d6450 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403189 Apr 18 20:36:39.222465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.223084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.224458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] 10.222.0.64 "PUT /v2.0/ports/266a0c01-2055-423b-975f-5e52fe6a7a34 HTTP/1.1" status: 200 len: 1091 time: 2.6268635 Apr 18 20:36:39.244382 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.247628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf01d7f-7e04-4757-8462-d88b0e970944', 'tag': '266a0c01-2055-423b-975f-5e52fe6a7a34'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:39.250412 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503d0059-5a24-411c-a0dc-1477e4c6ac52" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf01d7f-7e04-4757-8462-d88b0e970944", "tag": "266a0c01-2055-423b-975f-5e52fe6a7a34"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:39.334262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77390e34-9a92-45f9-af5f-b4ce458d54d3 req-89c1af01-79c9-44dc-92b8-1c7c98f8637b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.335775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77390e34-9a92-45f9-af5f-b4ce458d54d3 req-89c1af01-79c9-44dc-92b8-1c7c98f8637b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.2959459 Apr 18 20:36:39.341606 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8022212b-882c-43cc-8a35-57fa0fe99a5c x-openstack-request-id: req-8022212b-882c-43cc-8a35-57fa0fe99a5c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:39.341884 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf01d7f-7e04-4757-8462-d88b0e970944", "tag": "266a0c01-2055-423b-975f-5e52fe6a7a34", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:39.342297 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8022212b-882c-43cc-8a35-57fa0fe99a5c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:39.342509 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8022212b-882c-43cc-8a35-57fa0fe99a5c'] response: {'name': 'network-changed', 'server_uuid': '9bf01d7f-7e04-4757-8462-d88b0e970944', 'tag': '266a0c01-2055-423b-975f-5e52fe6a7a34', 'status': 'completed', 'code': 200} Apr 18 20:36:39.380507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678bf52-270f-4a78-97c3-f4451aa85dae service neutron] Pushing event updated for resources: {'Port': ['ID=266a0c01-2055-423b-975f-5e52fe6a7a34,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:39.391091 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.444607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-b8ea0f4c-e4e2-4e01-a446-ea242f182645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.446151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-b8ea0f4c-e4e2-4e01-a446-ea242f182645 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 1094 time: 0.1671946 Apr 18 20:36:39.450720 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77390e34-9a92-45f9-af5f-b4ce458d54d3 req-f655b1bb-ff0d-44c1-bff4-fb3997dc5451 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064687 Apr 18 20:36:39.548997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-356e4dfd-463b-4898-8ec1-d0e46fe04f39 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=266a0c01-2055-423b-975f-5e52fe6a7a34 HTTP/1.1" status: 200 len: 217 time: 0.0934875 Apr 18 20:36:39.687375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-b0cf3711-acb8-4fe2-ae25-b47fadf1c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.688870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-b0cf3711-acb8-4fe2-ae25-b47fadf1c901 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1326685 Apr 18 20:36:39.736038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-38610246-56cc-4b84-b6ba-d7614c715c1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377655 Apr 18 20:36:39.898242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5cb7b-23d3-458c-868f-978338bbd596 req-6f435ebc-6330-4096-83dd-46e851f66039 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.899777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfe5cb7b-23d3-458c-868f-978338bbd596 req-6f435ebc-6330-4096-83dd-46e851f66039 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 943 time: 0.1429009 Apr 18 20:36:39.950059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-1d759496-7187-402d-ab22-877c7599fc2b service neutron] 10.222.0.64 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042205 Apr 18 20:36:39.991958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfe5cb7b-23d3-458c-868f-978338bbd596 req-0c9179b6-040c-4f36-a210-cf47050394bd tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732989 Apr 18 20:36:40.155879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] Deleting port 6384d579-5276-45e7-bbb8-abeb9f3337a0 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:40.156220 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.171986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee992db5-c3f8-4365-b097-3d08c8b87d93 req-1ba08736-a0a7-49ba-b249-5ebc56ceb5b2 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.174198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee992db5-c3f8-4365-b097-3d08c8b87d93 req-1ba08736-a0a7-49ba-b249-5ebc56ceb5b2 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.1555481 Apr 18 20:36:40.203308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e62deac1-450f-4fd8-8fb7-b861c6d7f21b req-96e5f702-8e75-42ac-8a43-f0ef0571339c service neutron] 10.222.0.64 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146261 Apr 18 20:36:40.237014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40422) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:40.320648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee992db5-c3f8-4365-b097-3d08c8b87d93 req-b1f3dd9d-54cb-47e0-b21e-858ee6b09c17 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326818 Apr 18 20:36:40.415477 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.432871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55b2ecad-7a51-46dd-8dcc-7b9199c1151e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.444051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0059-5a24-411c-a0dc-1477e4c6ac52 req-abf89bf4-2547-4e21-afce-15fc2b27bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.445575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-503d0059-5a24-411c-a0dc-1477e4c6ac52 req-abf89bf4-2547-4e21-afce-15fc2b27bbd8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 1094 time: 0.1851399 Apr 18 20:36:40.448091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] For port 6384d579-5276-45e7-bbb8-abeb9f3337a0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6384d579-5276-45e7-bbb8-abeb9f3337a0,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:40.448461 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.464421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b636b-66d5-4afe-88eb-a8a37b9d562f req-3c9ec588-b8d8-4aa3-a8e5-94c90c038bba tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.466134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-707b636b-66d5-4afe-88eb-a8a37b9d562f req-3c9ec588-b8d8-4aa3-a8e5-94c90c038bba tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.1394031 Apr 18 20:36:40.528619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] Calling delete_port for 6384d579-5276-45e7-bbb8-abeb9f3337a0 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:40.544123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55b2ecad-7a51-46dd-8dcc-7b9199c1151e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.548672 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55b2ecad-7a51-46dd-8dcc-7b9199c1151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.582530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2ecad-7a51-46dd-8dcc-7b9199c1151e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f2b641-a2c3-469e-9191-c33ad2434a81,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:40.622586 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-55b2ecad-7a51-46dd-8dcc-7b9199c1151e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83c959ff6628411e81d8f90880138ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842919 Apr 18 20:36:40.623190 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40436) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:40.671105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-707b636b-66d5-4afe-88eb-a8a37b9d562f req-a546d45d-2a06-4490-8b2c-2bbb7f143650 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775692 Apr 18 20:36:40.695955 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7be7605b-67a2-4329-9126-5179c57e2ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.725172 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7be7605b-67a2-4329-9126-5179c57e2ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.731861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0059-5a24-411c-a0dc-1477e4c6ac52 req-6b35d493-f065-40ec-96a9-02f2fc1dc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.733306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-503d0059-5a24-411c-a0dc-1477e4c6ac52 req-6b35d493-f065-40ec-96a9-02f2fc1dc55a service neutron] 10.222.0.64 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 907 time: 0.2612092 Apr 18 20:36:40.749495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 54ccbf5f-bfbd-4599-98b2-8537a1210f03 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:40.796946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09058382-215f-4157-925a-4278128275e8 req-17b788f6-2fb1-4751-99b5-901f258cad85 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.798735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09058382-215f-4157-925a-4278128275e8 req-17b788f6-2fb1-4751-99b5-901f258cad85 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 943 time: 0.2295444 Apr 18 20:36:40.802915 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7be7605b-67a2-4329-9126-5179c57e2ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.805585 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7be7605b-67a2-4329-9126-5179c57e2ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.806794 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7be7605b-67a2-4329-9126-5179c57e2ee5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6f2b641-a2c3-469e-9191-c33ad2434a81 HTTP/1.1" status: 204 len: 168 time: 0.1826801 Apr 18 20:36:40.824153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7605b-67a2-4329-9126-5179c57e2ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f2b641-a2c3-469e-9191-c33ad2434a81,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:40.845443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-503d0059-5a24-411c-a0dc-1477e4c6ac52 req-e4bde053-5398-4fea-8dbc-6f9dbfe40641 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=266a0c01-2055-423b-975f-5e52fe6a7a34 HTTP/1.1" status: 200 len: 217 time: 0.1032588 Apr 18 20:36:40.969022 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:40.980050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09058382-215f-4157-925a-4278128275e8 req-a503ca7e-bc56-42e9-9412-e9672766b612 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388476 Apr 18 20:36:40.985314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0059-5a24-411c-a0dc-1477e4c6ac52 req-ad36db07-8f57-400e-b97c-a5032e8234b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.987019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-503d0059-5a24-411c-a0dc-1477e4c6ac52 req-ad36db07-8f57-400e-b97c-a5032e8234b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1335998 Apr 18 20:36:40.999196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'network_id': 'cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc', 'port_id': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'mac_address': 'fa:16:3e:a6:89:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91cae2a0-3806-4090-a4c7-af6543a276b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:41.060449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-503d0059-5a24-411c-a0dc-1477e4c6ac52 req-7e905253-bfbd-4b08-869e-5ce3f155942a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663018 Apr 18 20:36:41.079425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.113710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ccbf5f-bfbd-4599-98b2-8537a1210f03 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:41.157619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:41.162256 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.169403 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.244240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.253761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.254095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.255047 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.255912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.256400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.256914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.257442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.260043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.264994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.265250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.265596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.265931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:41.296042 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.309388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cf423-63b5-421b-ba56-9ae545692451 req-ee6a09a6-144d-4ceb-b209-220b8dc887e8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.316859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-541cf423-63b5-421b-ba56-9ae545692451 req-ee6a09a6-144d-4ceb-b209-220b8dc887e8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 943 time: 0.1979611 Apr 18 20:36:41.381449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] Pushing event deleted for resources: {'Port': ['ID=6384d579-5276-45e7-bbb8-abeb9f3337a0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.406380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['54ccbf5f-bfbd-4599-98b2-8537a1210f03'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:41.477546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-541cf423-63b5-421b-ba56-9ae545692451 req-8230d536-c8d8-44a8-8f74-7af3fb7f27a6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597867 Apr 18 20:36:41.537052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-503d0059-5a24-411c-a0dc-1477e4c6ac52 req-7eeba851-a9e8-49df-bf9f-996a558c8ccc service neutron] 10.222.0.64 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362278 Apr 18 20:36:41.546316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40462) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:41.571591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fada318-f24e-4466-af54-d1ee64abe890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.756890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fada318-f24e-4466-af54-d1ee64abe890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.764330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fada318-f24e-4466-af54-d1ee64abe890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.893806 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8fada318-f24e-4466-af54-d1ee64abe890 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3424ca6a9ee4eb88a886aa661e5365f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440998 Apr 18 20:36:41.895030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40470) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:41.936050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fada318-f24e-4466-af54-d1ee64abe890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82905952-64b7-4a0e-8ae5-c470cf5ace36,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:42.011250 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.016379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19e83b33-0d8d-4ff2-83d2-594acfea1626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.044903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19e83b33-0d8d-4ff2-83d2-594acfea1626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.107408 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19e83b33-0d8d-4ff2-83d2-594acfea1626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.110584 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19e83b33-0d8d-4ff2-83d2-594acfea1626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.115180 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-19e83b33-0d8d-4ff2-83d2-594acfea1626 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82905952-64b7-4a0e-8ae5-c470cf5ace36 HTTP/1.1" status: 204 len: 168 time: 0.2189412 Apr 18 20:36:42.124703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e83b33-0d8d-4ff2-83d2-594acfea1626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82905952-64b7-4a0e-8ae5-c470cf5ace36,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:42.299281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996091b-4225-4f5c-91bc-a12ec19630c1 req-7ff96b86-1f5e-491a-a413-3a7f32c219ec tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.300733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d996091b-4225-4f5c-91bc-a12ec19630c1 req-7ff96b86-1f5e-491a-a413-3a7f32c219ec tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.8302512 Apr 18 20:36:42.352223 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.387547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d996091b-4225-4f5c-91bc-a12ec19630c1 req-7ec2255f-9e2a-4fa2-8e95-f9cb18b89fed tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686960 Apr 18 20:36:42.391035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-503d0059-5a24-411c-a0dc-1477e4c6ac52 req-28ab728b-3112-4c6c-b627-620c7425715c service neutron] 10.222.0.64 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8349359 Apr 18 20:36:42.420813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddfcaa-f99f-4cc4-b21c-ec8171b07cc8 req-c5ee1173-b3d2-4831-8912-c011349369c9 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.428718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4ddfcaa-f99f-4cc4-b21c-ec8171b07cc8 req-c5ee1173-b3d2-4831-8912-c011349369c9 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.2323241 Apr 18 20:36:42.534716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4ddfcaa-f99f-4cc4-b21c-ec8171b07cc8 req-d2a1da18-586e-4dfd-b8d5-bbce53477e15 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050007 Apr 18 20:36:42.704505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ef5fe-9605-4255-bf17-64dce053fe41 req-81ac2413-6f53-48ba-af03-583811a80907 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.705800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350ef5fe-9605-4255-bf17-64dce053fe41 req-81ac2413-6f53-48ba-af03-583811a80907 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 944 time: 0.1701603 Apr 18 20:36:42.753658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 266a0c01-2055-423b-975f-5e52fe6a7a34 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:42.756381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 54ccbf5f-bfbd-4599-98b2-8537a1210f03 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:42.822225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffc947-9532-442b-8352-52adb61e540f req-feb4849e-3e1e-4be6-b05a-e730935ba3a3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.824002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7ffc947-9532-442b-8352-52adb61e540f req-feb4849e-3e1e-4be6-b05a-e730935ba3a3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 943 time: 0.1951594 Apr 18 20:36:42.871953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:42.873496 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.894418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350ef5fe-9605-4255-bf17-64dce053fe41 req-51dcc03d-addc-4a63-b4d4-0fbdb3e0ef14 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500309 Apr 18 20:36:42.964778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7ffc947-9532-442b-8352-52adb61e540f req-370933a7-f689-4467-aae6-996c40ad8f52 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250253 Apr 18 20:36:42.971109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] Router 98c193dc-703b-4da0-991b-ba46e2c09992 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:36:42.990098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 266a0c01-2055-423b-975f-5e52fe6a7a34, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=266a0c01-2055-423b-975f-5e52fe6a7a34,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:43.007452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '266a0c01-2055-423b-975f-5e52fe6a7a34', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'port_id': '266a0c01-2055-423b-975f-5e52fe6a7a34', 'mac_address': 'fa:16:3e:80:63:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835aa03a-8d5a-48b9-a98a-4a33d2d594c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:43.079568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.104952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:36:43.110539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9144cced-5338-40ec-b19f-ba718025b186 admin admin] 10.222.0.49 "PUT /v2.0/routers/98c193dc-703b-4da0-991b-ba46e2c09992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2315164 Apr 18 20:36:43.113115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40502) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:43.117086 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] Sync routers for ids ['98c193dc-703b-4da0-991b-ba46e2c09992'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:36:43.119545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266a0c01-2055-423b-975f-5e52fe6a7a34 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:43.137589 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] Routers {'98c193dc-703b-4da0-991b-ba46e2c09992'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:43.138482 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:36:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['98c193dc-703b-4da0-991b-ba46e2c09992'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:43.166388 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 266a0c01-2055-423b-975f-5e52fe6a7a34, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=266a0c01-2055-423b-975f-5e52fe6a7a34,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:43.183366 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.326721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=266a0c01-2055-423b-975f-5e52fe6a7a34,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:43.340741 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.347930 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.391000 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] Set router 98c193dc-703b-4da0-991b-ba46e2c09992 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:43.422505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:43.433866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:43.437388 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b7689c-25d0-47c1-be64-2430224ed421" -d '{"events": [{"server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "name": "network-vif-plugged", "status": "completed", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:43.461345 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.589381 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dba26f-30a8-495f-b05b-0ed594cd19bb x-openstack-request-id: req-20dba26f-30a8-495f-b05b-0ed594cd19bb {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:43.591866 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "name": "network-vif-plugged", "status": "completed", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:43.594035 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-20dba26f-30a8-495f-b05b-0ed594cd19bb {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:43.595971 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dba26f-30a8-495f-b05b-0ed594cd19bb'] response: {'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'code': 200} Apr 18 20:36:43.602773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['266a0c01-2055-423b-975f-5e52fe6a7a34'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:43.665871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.816476 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Deleting port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:43.821237 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.827556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=10']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:43.887619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a02cc-8edc-4add-9751-d19e0f7fdce4 req-7b1489ab-5fcf-4658-b10a-123485a1a501 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.889301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-622a02cc-8edc-4add-9751-d19e0f7fdce4 req-7b1489ab-5fcf-4658-b10a-123485a1a501 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.2991791 Apr 18 20:36:43.902367 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:36:41Z', 'revision_number': 5, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port': {'id': 'e3c9a7e0-f769-4a26-9ea6-59e35345dd9b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:fe:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:15Z', 'updated_at': '2022-04-18T20:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:43.924521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232390ef-17f8-4be1-b200-0ea58d130f3d req-f08a4860-8132-401c-af90-230e70481939 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.932246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-232390ef-17f8-4be1-b200-0ea58d130f3d req-f08a4860-8132-401c-af90-230e70481939 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.2630258 Apr 18 20:36:43.965910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ad0c8-b4dd-4e83-a5e1-c1afd3d58001 req-04fcb75c-a9f1-4d8b-a8f9-a7768bc4cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.967422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc1ad0c8-b4dd-4e83-a5e1-c1afd3d58001 req-04fcb75c-a9f1-4d8b-a8f9-a7768bc4cd4e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 1097 time: 0.1704330 Apr 18 20:36:43.978930 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] Checking router: 98c193dc-703b-4da0-991b-ba46e2c09992 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:36:43.999574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-232390ef-17f8-4be1-b200-0ea58d130f3d req-7dea93c0-b8ef-4b2e-9806-29693e35a55d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663571 Apr 18 20:36:44.004138 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] Routers {'98c193dc-703b-4da0-991b-ba46e2c09992'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:44.006034 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:36:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['98c193dc-703b-4da0-991b-ba46e2c09992'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:44.087757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] For port e3c9a7e0-f769-4a26-9ea6-59e35345dd9b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e3c9a7e0-f769-4a26-9ea6-59e35345dd9b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:44.088395 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.112600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Calling delete_port for e3c9a7e0-f769-4a26-9ea6-59e35345dd9b owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:44.137896 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-622a02cc-8edc-4add-9751-d19e0f7fdce4 req-d1cad4f7-b73f-4e44-8c77-1daed35fbdf6 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399862 Apr 18 20:36:44.177982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc1ad0c8-b4dd-4e83-a5e1-c1afd3d58001 req-f1648a2f-525b-48b8-bfe5-fe0562f916c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940284 Apr 18 20:36:44.199449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0f20-22da-4d40-9d3c-5f35fc283d85 req-3f26064b-c06f-4667-8cbf-08a0127365cd tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:44.207752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-340d0f20-22da-4d40-9d3c-5f35fc283d85 req-3f26064b-c06f-4667-8cbf-08a0127365cd tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.0661952 Apr 18 20:36:44.237872 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] Set router 98c193dc-703b-4da0-991b-ba46e2c09992 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:44.282183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-340d0f20-22da-4d40-9d3c-5f35fc283d85 req-6e55a164-0464-47e9-86e8-e2712d3c9894 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731945 Apr 18 20:36:44.354888 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:36:43Z', 'revision_number': 6, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:44.393600 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2cd5f-8e01-47f3-9bef-fe2910991375 None None] The sync data for ids ['98c193dc-703b-4da0-991b-ba46e2c09992'] in n-d-836015-4 is: [{'id': '98c193dc-703b-4da0-991b-ba46e2c09992', 'name': 'tempest-ServersTestJSON-469695348-router', 'tenant_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:14Z', 'updated_at': '2022-04-18T20:36:43Z', 'revision_number': 6, 'project_id': '00b4b2b9d9a3403bbe4e5f69ee163733', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:36:44.436553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb8844-5e65-4ad2-87f7-17ef0c9036a3 req-9a17d96c-05f1-4354-964f-8fc4de9d49c2 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:44.440426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5cb8844-5e65-4ad2-87f7-17ef0c9036a3 req-9a17d96c-05f1-4354-964f-8fc4de9d49c2 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 944 time: 0.1568964 Apr 18 20:36:44.496999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5cb8844-5e65-4ad2-87f7-17ef0c9036a3 req-95d9de29-dc3e-4a91-8b5e-3af8c9db36da tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507965 Apr 18 20:36:44.553042 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.589292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c9a7e0-f769-4a26-9ea6-59e35345dd9b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.672269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.756560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 266a0c01-2055-423b-975f-5e52fe6a7a34 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:44.828498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.834129 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.884834 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 266a0c01-2055-423b-975f-5e52fe6a7a34 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:44.893889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 266a0c01-2055-423b-975f-5e52fe6a7a34 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:44.894856 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.908885 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.909676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98c193dc-703b-4da0-991b-ba46e2c09992 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:36:44.914819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.916152 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7a2459d-53c6-4123-9ff5-a6fead677bd8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/98c193dc-703b-4da0-991b-ba46e2c09992 HTTP/1.1" status: 204 len: 168 time: 1.8015485 Apr 18 20:36:44.918786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40542) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:44.997003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10ebe49-850e-4905-9ae7-eea2d2666cec admin admin] Deleting subnet a3f65c27-8c45-4797-8a9b-87bf6a07c218 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:36:45.000192 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f10ebe49-850e-4905-9ae7-eea2d2666cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.038274 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f10ebe49-850e-4905-9ae7-eea2d2666cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.043881 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.105349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 266a0c01-2055-423b-975f-5e52fe6a7a34, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=266a0c01-2055-423b-975f-5e52fe6a7a34,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:45.111925 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.230778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=266a0c01-2055-423b-975f-5e52fe6a7a34,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:45.295777 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f10ebe49-850e-4905-9ae7-eea2d2666cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.401933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8211b4f-482a-4176-a800-e542ec870bc3 req-3bc9ab40-8c07-41b9-92cc-bb8bbc4daa60 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:45.411339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8211b4f-482a-4176-a800-e542ec870bc3 req-3bc9ab40-8c07-41b9-92cc-bb8bbc4daa60 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.2503192 Apr 18 20:36:45.431027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701ec18-4601-4fe2-a0c3-3cf4ea13e7da req-67fc7715-f08c-4576-8778-97b6425bc387 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:45.439586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4701ec18-4601-4fe2-a0c3-3cf4ea13e7da req-67fc7715-f08c-4576-8778-97b6425bc387 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.1892583 Apr 18 20:36:45.545643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8211b4f-482a-4176-a800-e542ec870bc3 req-679f8be4-f181-43a1-ab9e-e6a8c29027dd tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334045 Apr 18 20:36:45.549338 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f10ebe49-850e-4905-9ae7-eea2d2666cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.598568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf01d7f-7e04-4757-8462-d88b0e970944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266a0c01-2055-423b-975f-5e52fe6a7a34'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:45.607109 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d272c507-4b9b-479a-a06e-e32e4bc80120" -d '{"events": [{"server_uuid": "9bf01d7f-7e04-4757-8462-d88b0e970944", "name": "network-vif-plugged", "status": "completed", "tag": "266a0c01-2055-423b-975f-5e52fe6a7a34"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:45.615301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4701ec18-4601-4fe2-a0c3-3cf4ea13e7da req-a8c48e9a-22e0-488a-848a-85197d8aa26d tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746948 Apr 18 20:36:45.665225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ebe49-850e-4905-9ae7-eea2d2666cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f65c27-8c45-4797-8a9b-87bf6a07c218,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:45.668078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f10ebe49-850e-4905-9ae7-eea2d2666cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.676861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f10ebe49-850e-4905-9ae7-eea2d2666cec admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a3f65c27-8c45-4797-8a9b-87bf6a07c218 HTTP/1.1" status: 204 len: 168 time: 0.7541940 Apr 18 20:36:45.677056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848585ea-7a8e-4ce0-9389-60bb4128e774 None None] Network b8f5aec1-a8b4-458d-a434-0b9fc2eca784 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:45.677305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40582) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:45.872826 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.953847 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.971088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2016713-e662-4f28-8a46-8e94199d74a3 req-1bd8a82c-280f-414b-8c2a-b355797792c9 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:45.981663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2016713-e662-4f28-8a46-8e94199d74a3 req-1bd8a82c-280f-414b-8c2a-b355797792c9 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.3053033 Apr 18 20:36:46.006159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347e9ce-fa5e-494f-a775-c1b3a5b67bea req-0a295cf5-cfef-4829-b26c-716a66e69da1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.007739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6347e9ce-fa5e-494f-a775-c1b3a5b67bea req-0a295cf5-cfef-4829-b26c-716a66e69da1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 945 time: 0.2447071 Apr 18 20:36:46.104887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2016713-e662-4f28-8a46-8e94199d74a3 req-49383879-6b67-4925-b337-fed60e894afe tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173973 Apr 18 20:36:46.164194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d34fd9c-71a8-43d3-b98b-6552763d04af None None] DHCP port deletion for b8f5aec1-a8b4-458d-a434-0b9fc2eca784 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:36:46.223994 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d69606-c465-4f91-8e5e-3b54a089b444 x-openstack-request-id: req-c5d69606-c465-4f91-8e5e-3b54a089b444 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:46.225960 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf01d7f-7e04-4757-8462-d88b0e970944", "name": "network-vif-plugged", "status": "completed", "tag": "266a0c01-2055-423b-975f-5e52fe6a7a34", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:46.226949 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5d69606-c465-4f91-8e5e-3b54a089b444 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:46.227546 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d69606-c465-4f91-8e5e-3b54a089b444'] response: {'server_uuid': '9bf01d7f-7e04-4757-8462-d88b0e970944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266a0c01-2055-423b-975f-5e52fe6a7a34', 'code': 200} Apr 18 20:36:46.237159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6347e9ce-fa5e-494f-a775-c1b3a5b67bea req-79f02227-80f1-4893-a59b-01d9e8c21959 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215261 Apr 18 20:36:46.295473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0d34fd9c-71a8-43d3-b98b-6552763d04af None None] Deleting port 0d5b5227-f05b-407c-b779-ce78ccb4a28b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:46.295864 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0d34fd9c-71a8-43d3-b98b-6552763d04af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.304277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Deleting port 0d5b5227-f05b-407c-b779-ce78ccb4a28b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:46.304795 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.326500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b58eb3-9941-4c85-bb69-0d968321a28e req-1763dbc4-2189-4c1d-ac23-2c0d33c24985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.328437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95b58eb3-9941-4c85-bb69-0d968321a28e req-1763dbc4-2189-4c1d-ac23-2c0d33c24985 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 1096 time: 0.0781500 Apr 18 20:36:46.408379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95b58eb3-9941-4c85-bb69-0d968321a28e req-b6873636-d3f4-4e8c-bc8d-1c6966e14c9e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Apr 18 20:36:46.428897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] For port 0d5b5227-f05b-407c-b779-ce78ccb4a28b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0d5b5227-f05b-407c-b779-ce78ccb4a28b,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:46.429636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.445212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Calling delete_port for 0d5b5227-f05b-407c-b779-ce78ccb4a28b owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:46.599013 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.655654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] No DVR routers for this DVR port 0d5b5227-f05b-407c-b779-ce78ccb4a28b on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:46.812255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5b5227-f05b-407c-b779-ce78ccb4a28b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:46.871592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6384d579-5276-45e7-bbb8-abeb9f3337a0 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:46.912534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 6384d579-5276-45e7-bbb8-abeb9f3337a0 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:36:46.913587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6384d579-5276-45e7-bbb8-abeb9f3337a0 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:36:46.914203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0d5b5227-f05b-407c-b779-ce78ccb4a28b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:46.922243 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.954343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0d34fd9c-71a8-43d3-b98b-6552763d04af None None] For port 0d5b5227-f05b-407c-b779-ce78ccb4a28b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0d5b5227-f05b-407c-b779-ce78ccb4a28b,segment=NetworkSegment(0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08),segment_id=0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:46.955152 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0d34fd9c-71a8-43d3-b98b-6552763d04af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.957870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 0d5b5227-f05b-407c-b779-ce78ccb4a28b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:36:46.958462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0d5b5227-f05b-407c-b779-ce78ccb4a28b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:36:46.959124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e3c9a7e0-f769-4a26-9ea6-59e35345dd9b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:46.963900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f5aec1-a8b4-458d-a434-0b9fc2eca784']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:46.985879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30904800-02c5-47eb-8553-817f09f8eefd req-f147e327-e518-48b1-8ad8-a2bf472d9bd4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.994491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30904800-02c5-47eb-8553-817f09f8eefd req-f147e327-e518-48b1-8ad8-a2bf472d9bd4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.3340645 Apr 18 20:36:47.001136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0d34fd9c-71a8-43d3-b98b-6552763d04af None None] Calling delete_port for 0d5b5227-f05b-407c-b779-ce78ccb4a28b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:47.004146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e3c9a7e0-f769-4a26-9ea6-59e35345dd9b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:36:47.004751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e3c9a7e0-f769-4a26-9ea6-59e35345dd9b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:36:47.006923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:47.006923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0925c7e4-f4dd-45d1-a41a-c9eabc3a6e08') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:47.036633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bc8bb-8f40-43ca-8baf-6e2f77f74326 req-5440dc20-b875-449a-bca0-168ed0097adb tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:47.038320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b8bc8bb-8f40-43ca-8baf-6e2f77f74326 req-5440dc20-b875-449a-bca0-168ed0097adb tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.2434225 Apr 18 20:36:47.040949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.111228 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: from cryptography.utils import int_from_bytes Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: from cryptography.utils import int_from_bytes Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.144359 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:36:47.146894 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:36:47.154398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:36:47.154802 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.155020 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0d34fd9c-71a8-43d3-b98b-6552763d04af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:36:47.158150 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:36:47.172034 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30904800-02c5-47eb-8553-817f09f8eefd req-fa4706ec-b51d-439d-9db7-23565fcb4369 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761813 Apr 18 20:36:47.221457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d34fd9c-71a8-43d3-b98b-6552763d04af None None] No DVR routers for this DVR port 0d5b5227-f05b-407c-b779-ce78ccb4a28b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:47.240779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34fd9c-71a8-43d3-b98b-6552763d04af None None] Pushing event deleted for resources: {'Port': ['ID=0d5b5227-f05b-407c-b779-ce78ccb4a28b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:47.242888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b8bc8bb-8f40-43ca-8baf-6e2f77f74326 req-e52859c2-f6ec-4ec8-ae78-1053539761e5 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860583 Apr 18 20:36:47.504811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.515214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.519627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] 10.222.0.49 "DELETE /v2.0/networks/b8f5aec1-a8b4-458d-a434-0b9fc2eca784 HTTP/1.1" status: 204 len: 168 time: 1.8414655 Apr 18 20:36:47.583487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fa644-f054-48a6-a5f4-d158c290e21f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f5aec1-a8b4-458d-a434-0b9fc2eca784,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:47.605966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6410474-4382-461c-b53a-4802061b8b85 req-4647d965-d707-4537-9b70-baa9ab17744a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:47.613702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6410474-4382-461c-b53a-4802061b8b85 req-4647d965-d707-4537-9b70-baa9ab17744a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.2819433 Apr 18 20:36:47.642867 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff38f4-7d53-493f-9b2c-09ef8ab7f665 req-0dce0b3a-2566-454d-8d04-e3b632cdb6d4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:47.650933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53ff38f4-7d53-493f-9b2c-09ef8ab7f665 req-0dce0b3a-2566-454d-8d04-e3b632cdb6d4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 945 time: 0.2722094 Apr 18 20:36:47.721248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6410474-4382-461c-b53a-4802061b8b85 req-44454914-15fa-48b7-8bff-a07bc38557b7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052849 Apr 18 20:36:47.751488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53ff38f4-7d53-493f-9b2c-09ef8ab7f665 req-e7a98ee9-c226-4a23-af33-a2ac9fc8387c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995612 Apr 18 20:36:47.888512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa938916-a70d-4ea7-8c91-badd1b906b3c req-6e291d63-9f04-40a6-adbc-63ed428c7b11 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:47.890015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa938916-a70d-4ea7-8c91-badd1b906b3c req-6e291d63-9f04-40a6-adbc-63ed428c7b11 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.0868742 Apr 18 20:36:47.951374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa938916-a70d-4ea7-8c91-badd1b906b3c req-14fe4754-a077-4282-80ea-be15f854c04c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506072 Apr 18 20:36:48.079963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40684) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:48.114068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976599e-c077-4a20-8694-6ce6eb0b3c95 req-eb4be1d7-3b98-4bd6-bd3a-b2a4a8ba9b6d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.123765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9976599e-c077-4a20-8694-6ce6eb0b3c95 req-eb4be1d7-3b98-4bd6-bd3a-b2a4a8ba9b6d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.0867743 Apr 18 20:36:48.172744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40692) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:48.173273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-817746d8-f105-457a-ae2a-19fb1fbfe86a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00b4b2b9d9a3403bbe4e5f69ee163733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0918403 Apr 18 20:36:48.192426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9976599e-c077-4a20-8694-6ce6eb0b3c95 req-a7035a97-76e7-4ffd-a17b-c7697c612682 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675886 Apr 18 20:36:48.311688 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9056a29f-47c2-4f2d-8e96-2e1378a3b8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.347960 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9056a29f-47c2-4f2d-8e96-2e1378a3b8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.396119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bb8f2-d28d-4e1b-b235-46f28d397778 req-9cba21b7-af6f-449f-8209-209feb553d0e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.396854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f6bb8f2-d28d-4e1b-b235-46f28d397778 req-9cba21b7-af6f-449f-8209-209feb553d0e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.0828362 Apr 18 20:36:48.406003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71947e-2276-49b9-a43a-adbfb571d1fc req-05158c33-5167-4089-bb9e-1a8d750cde76 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.413353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd71947e-2276-49b9-a43a-adbfb571d1fc req-05158c33-5167-4089-bb9e-1a8d750cde76 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.1144481 Apr 18 20:36:48.446785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9056a29f-47c2-4f2d-8e96-2e1378a3b8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.449399 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9056a29f-47c2-4f2d-8e96-2e1378a3b8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.450552 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9056a29f-47c2-4f2d-8e96-2e1378a3b8ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca07101f-ce5e-4ded-a457-0bf5141c5b9c HTTP/1.1" status: 204 len: 168 time: 0.2758899 Apr 18 20:36:48.459206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056a29f-47c2-4f2d-8e96-2e1378a3b8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca07101f-ce5e-4ded-a457-0bf5141c5b9c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:48.483531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd71947e-2276-49b9-a43a-adbfb571d1fc req-e9bdb6da-3949-44c5-8462-77c659958b1a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686491 Apr 18 20:36:48.519033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f6bb8f2-d28d-4e1b-b235-46f28d397778 req-77a766e4-2e99-4135-89f1-9bcec4c7aec3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029088 Apr 18 20:36:48.684091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557de08-658f-464a-8b97-87429e94a56c req-dbe767b3-3de2-4a93-9429-5d9c1ba9874a tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.685763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d557de08-658f-464a-8b97-87429e94a56c req-dbe767b3-3de2-4a93-9429-5d9c1ba9874a tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.0855350 Apr 18 20:36:48.699362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f283c01-2a0c-4999-8f02-44e9c256aba9 req-0b803d4c-d7d0-4ed9-9846-ca5ad0bb44d7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.701040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f283c01-2a0c-4999-8f02-44e9c256aba9 req-0b803d4c-d7d0-4ed9-9846-ca5ad0bb44d7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.0672214 Apr 18 20:36:48.753876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d557de08-658f-464a-8b97-87429e94a56c req-fcfc24b0-6240-4cc1-99d1-e569c451a925 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519071 Apr 18 20:36:48.776271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f283c01-2a0c-4999-8f02-44e9c256aba9 req-ce4ef2e0-4cab-457e-b5a9-01467a6afd92 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542674 Apr 18 20:36:48.938564 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82160c0b-b9e2-43e8-9f28-6475333728d3 req-92d49502-d4db-4e20-b262-4fc776cfbbcb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.940152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-82160c0b-b9e2-43e8-9f28-6475333728d3 req-92d49502-d4db-4e20-b262-4fc776cfbbcb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 945 time: 0.0987368 Apr 18 20:36:48.952448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571c3f4-0214-4203-97a3-84a1faf50aba req-a7e76bfd-7593-45d1-8665-3186378534fc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.953938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d571c3f4-0214-4203-97a3-84a1faf50aba req-a7e76bfd-7593-45d1-8665-3186378534fc tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.0778828 Apr 18 20:36:49.025680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-82160c0b-b9e2-43e8-9f28-6475333728d3 req-fbbf57bb-fef2-4ef2-8710-9f83ec5cbab1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707452 Apr 18 20:36:49.028966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d571c3f4-0214-4203-97a3-84a1faf50aba req-3e0ef939-2a30-4f71-856c-180595c9d355 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676620 Apr 18 20:36:49.144955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40746) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:49.214527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ae9fe-7c37-49a9-a1d3-03165c7cde9c req-6af7836a-1d86-4e50-a3ac-66bc8fbdb7b4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.216088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea9ae9fe-7c37-49a9-a1d3-03165c7cde9c req-6af7836a-1d86-4e50-a3ac-66bc8fbdb7b4 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.0930519 Apr 18 20:36:49.224795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c006594-7ab7-45fa-b080-2c00358fa203 req-23abc39f-cda3-4a8e-99f5-0179dbdfdf8e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.226839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c006594-7ab7-45fa-b080-2c00358fa203 req-23abc39f-cda3-4a8e-99f5-0179dbdfdf8e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 945 time: 0.0942769 Apr 18 20:36:49.300488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea9ae9fe-7c37-49a9-a1d3-03165c7cde9c req-f2c742f2-d7f0-463a-803f-581abc9daf74 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686936 Apr 18 20:36:49.321328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c006594-7ab7-45fa-b080-2c00358fa203 req-4e6c3cb3-ee7a-4a28-966a-fc50aa6df3d2 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864005 Apr 18 20:36:49.424182 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bffd245a-d6eb-4fb8-8522-08b91a3fc500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.515103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229de3-db58-44c6-9b84-9449740ed705 req-b7bb0b90-b312-403f-8b32-86904d65de7a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.525236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d229de3-db58-44c6-9b84-9449740ed705 req-b7bb0b90-b312-403f-8b32-86904d65de7a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 945 time: 0.1049018 Apr 18 20:36:49.573557 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bffd245a-d6eb-4fb8-8522-08b91a3fc500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.585008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bffd245a-d6eb-4fb8-8522-08b91a3fc500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.615155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d229de3-db58-44c6-9b84-9449740ed705 req-83b39e84-5e4d-4e4d-a2c3-237fa5d8dc14 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884933 Apr 18 20:36:49.705383 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bffd245a-d6eb-4fb8-8522-08b91a3fc500 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98b9707f7a5b44bb94210a783ccdccc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568430 Apr 18 20:36:49.709543 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40782) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:49.752255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd245a-d6eb-4fb8-8522-08b91a3fc500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c5dba0-18d3-47fd-b688-6fb4aa683476,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:49.829568 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c9acf67-c432-4b58-a009-6a9942071f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.887264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c9acf67-c432-4b58-a009-6a9942071f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.904319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd9301-42d4-481b-bea1-691e7aeef3a2 req-4abc984d-10ee-480d-a4f3-653f7b699e6f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.905779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dd9301-42d4-481b-bea1-691e7aeef3a2 req-4abc984d-10ee-480d-a4f3-653f7b699e6f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.2139268 Apr 18 20:36:49.919007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6753c-d775-4dad-b2d8-079554db1d49 req-8044380f-5ca5-47ba-bbd2-ce662882a065 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.920118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11c6753c-d775-4dad-b2d8-079554db1d49 req-8044380f-5ca5-47ba-bbd2-ce662882a065 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.1516526 Apr 18 20:36:49.977538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55dd9301-42d4-481b-bea1-691e7aeef3a2 req-e8cbf442-5acc-4747-89aa-9ea84863b4bb tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564413 Apr 18 20:36:49.992334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11c6753c-d775-4dad-b2d8-079554db1d49 req-68533acc-9540-4631-8e37-13bf1d0dbaa0 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637879 Apr 18 20:36:50.005710 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c9acf67-c432-4b58-a009-6a9942071f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.009287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c9acf67-c432-4b58-a009-6a9942071f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.010793 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0c9acf67-c432-4b58-a009-6a9942071f55 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56c5dba0-18d3-47fd-b688-6fb4aa683476 HTTP/1.1" status: 204 len: 168 time: 0.2985435 Apr 18 20:36:50.023385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9acf67-c432-4b58-a009-6a9942071f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c5dba0-18d3-47fd-b688-6fb4aa683476,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:50.263782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031a9a6-6268-44bc-8152-2ba8c51e04d3 req-064754db-b3a4-4360-b46e-f7ccc0910ba6 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.272363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2031a9a6-6268-44bc-8152-2ba8c51e04d3 req-064754db-b3a4-4360-b46e-f7ccc0910ba6 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.1326857 Apr 18 20:36:50.360145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2031a9a6-6268-44bc-8152-2ba8c51e04d3 req-d77c33e6-4462-4725-a64e-86837dfb9643 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735767 Apr 18 20:36:50.398724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87a0c3-3027-4b4f-b639-5199cb46598d req-9a6186ba-8b6f-4560-ad4e-c613a63e6df8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.407222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e87a0c3-3027-4b4f-b639-5199cb46598d req-9a6186ba-8b6f-4560-ad4e-c613a63e6df8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 945 time: 0.1330709 Apr 18 20:36:50.471418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e87a0c3-3027-4b4f-b639-5199cb46598d req-06fc9e81-4b76-4837-9210-90cadb86a88f tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632374 Apr 18 20:36:50.791048 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3bc96861-ac86-4a60-a515-27788f4013e3 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:36:50.895437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40834) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:50.921871 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76bf8ce6-1169-4b7a-b3b3-8adee42a82c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:50.934718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3bc96861-ac86-4a60-a515-27788f4013e3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3bc96861-ac86-4a60-a515-27788f4013e3,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:50.950343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '3bc96861-ac86-4a60-a515-27788f4013e3', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'port_id': '3bc96861-ac86-4a60-a515-27788f4013e3', 'mac_address': 'fa:16:3e:d5:15:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5851b4f6-7372-4b3b-910b-58ceab856969', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:36:51.026691 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.046821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bc96861-ac86-4a60-a515-27788f4013e3 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:51.077842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3bc96861-ac86-4a60-a515-27788f4013e3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3bc96861-ac86-4a60-a515-27788f4013e3,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:51.093543 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.120470 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76bf8ce6-1169-4b7a-b3b3-8adee42a82c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.148624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76bf8ce6-1169-4b7a-b3b3-8adee42a82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.159805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=3bc96861-ac86-4a60-a515-27788f4013e3,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.169281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40840) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:51.222825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['3bc96861-ac86-4a60-a515-27788f4013e3'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:51.301640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-76bf8ce6-1169-4b7a-b3b3-8adee42a82c8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ffacb3b8fc9435da91cb1bfad6b8b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050541 Apr 18 20:36:51.307557 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40846) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:51.392202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf8ce6-1169-4b7a-b3b3-8adee42a82c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5e69fc-4b4a-4eb2-a94c-4ef0686c1ad5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.422912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57ed70-9ee3-476b-844c-03a9a7685c3a req-c5a69ac0-199b-4604-9d0d-8f15feb04f99 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:51.437350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a57ed70-9ee3-476b-844c-03a9a7685c3a req-c5a69ac0-199b-4604-9d0d-8f15feb04f99 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 945 time: 0.3151948 Apr 18 20:36:51.456345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e56966-7b2f-4c57-9c06-fa0c46fc1599 req-4c8c8f5e-6113-4131-8b25-8b6a525161b5 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:51.472736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-39e56966-7b2f-4c57-9c06-fa0c46fc1599 req-4c8c8f5e-6113-4131-8b25-8b6a525161b5 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.2049842 Apr 18 20:36:51.555741 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca84f231-9d34-4a40-af36-c2dc5dbe80b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.605606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca84f231-9d34-4a40-af36-c2dc5dbe80b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.634510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a57ed70-9ee3-476b-844c-03a9a7685c3a req-293696a1-a79f-40f6-8d28-38a8ff903190 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935959 Apr 18 20:36:51.685128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca84f231-9d34-4a40-af36-c2dc5dbe80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.689499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca84f231-9d34-4a40-af36-c2dc5dbe80b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.691008 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ca84f231-9d34-4a40-af36-c2dc5dbe80b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e5e69fc-4b4a-4eb2-a94c-4ef0686c1ad5 HTTP/1.1" status: 204 len: 168 time: 0.3815496 Apr 18 20:36:51.706160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84f231-9d34-4a40-af36-c2dc5dbe80b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5e69fc-4b4a-4eb2-a94c-4ef0686c1ad5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.736979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-39e56966-7b2f-4c57-9c06-fa0c46fc1599 req-004c185d-5e1a-4cb1-8b88-d9dc8be1e5cd tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543402 Apr 18 20:36:51.782507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910396a-2afb-4545-83cf-f66392d27037 req-2df2b6b0-64cf-4794-be5b-c1ec2fdca93d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:51.784529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1910396a-2afb-4545-83cf-f66392d27037 req-2df2b6b0-64cf-4794-be5b-c1ec2fdca93d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.64 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 945 time: 0.1298933 Apr 18 20:36:51.878614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-624324897-network', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:51.926946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:51.930461 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.949435 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.201044 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.212742 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.278710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22aaa8af-841f-4ccc-b56e-81617191d5a2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:52.323440 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:52.354609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.354990 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Added segment 472f125b-8fae-4170-b8e7-2e7c47899e99 of type vlan for network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 Apr 18 20:36:52.456970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb757cd1-01bf-4135-88c0-76ab69bb678f req-1f040d97-e4c7-41c9-85e0-626e28db9fff tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.463984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb757cd1-01bf-4135-88c0-76ab69bb678f req-1f040d97-e4c7-41c9-85e0-626e28db9fff tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.6919966 Apr 18 20:36:52.514785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.603779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.605485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.606368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.723493 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb757cd1-01bf-4135-88c0-76ab69bb678f req-fe67cd3c-90d7-45cf-a95c-1eb76f0d1890 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298009 Apr 18 20:36:52.748186 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5748379 Apr 18 20:36:52.757160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40876) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:52.765844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Request body: {'subnet': {'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-624324897-subnet', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:52.770382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a208e-2583-4b14-b4db-ed61dd58071c req-234b6078-ff6f-437b-9dac-837877d1e90e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.790736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d28a208e-2583-4b14-b4db-ed61dd58071c req-234b6078-ff6f-437b-9dac-837877d1e90e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 945 time: 0.3564706 Apr 18 20:36:52.797313 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3bc96861-ac86-4a60-a515-27788f4013e3 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:52.802799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa7d4d-061f-44dd-9a25-1ec5fbcaeb13 admin admin] Pushing event updated for resources: {'Network': ['ID=8466fc50-f2ae-4d6a-b719-8a58704dc1e8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:52.819249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-1910396a-2afb-4545-83cf-f66392d27037 req-b15601f4-d4e0-483a-ad1c-99595d4d8285 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Deleting port 266a0c01-2055-423b-975f-5e52fe6a7a34 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:36:52.819971 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1910396a-2afb-4545-83cf-f66392d27037 req-b15601f4-d4e0-483a-ad1c-99595d4d8285 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.840121 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:52.844051 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.980993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:36:53.131466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d28a208e-2583-4b14-b4db-ed61dd58071c req-d92925c9-bd64-401d-a902-560bdb2a2f9e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396218 Apr 18 20:36:53.275011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1910396a-2afb-4545-83cf-f66392d27037 req-b15601f4-d4e0-483a-ad1c-99595d4d8285 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] For port 266a0c01-2055-423b-975f-5e52fe6a7a34, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=266a0c01-2055-423b-975f-5e52fe6a7a34,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:53.275383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1910396a-2afb-4545-83cf-f66392d27037 req-b15601f4-d4e0-483a-ad1c-99595d4d8285 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.295970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.354104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a1fcf3-1ec4-4363-b268-7cc87113b465,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:53.400015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Checking segment: {'id': '472f125b-8fae-4170-b8e7-2e7c47899e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:53.400590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 3bc96861-ac86-4a60-a515-27788f4013e3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:53.400991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.404797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Network hostable DHCP agents. Network: 8466fc50-f2ae-4d6a-b719-8a58704dc1e8, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:36:53.481046 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:36:53.488814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-1910396a-2afb-4545-83cf-f66392d27037 req-b15601f4-d4e0-483a-ad1c-99595d4d8285 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Calling delete_port for 266a0c01-2055-423b-975f-5e52fe6a7a34 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:36:53.513131 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 8466fc50-f2ae-4d6a-b719-8a58704dc1e8) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:53.519955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:53.521071 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.544491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d8a4c5-5a60-46dc-957f-514f7bd28af6 None None] Network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:53.566243 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6d41297d-2686-4310-8d2d-303562a51a64 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8055477 Apr 18 20:36:53.568328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40902) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:53.582089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-624324897-router', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:53.643385 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.647504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8cfec-b909-4526-abf6-5a70eb468583 req-1d144200-1775-44f7-915c-a6415389e250 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:53.649679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.664228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69f8cfec-b909-4526-abf6-5a70eb468583 req-1d144200-1775-44f7-915c-a6415389e250 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 945 time: 0.3426182 Apr 18 20:36:53.796778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.891904 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.988828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-8466fc50-f2ae-4d6a-b719-8a58704dc1e8', 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'fixed_ips': [{'subnet_id': '52a1fcf3-1ec4-4363-b268-7cc87113b465'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:36:53.990345 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.011744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc96861-ac86-4a60-a515-27788f4013e3'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:54.019257 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fd0d1f-5a00-4593-b1af-bf9e243effd8" -d '{"events": [{"server_uuid": "e83f84f7-c8c4-4b8c-95c8-107c8f60ed82", "name": "network-vif-plugged", "status": "completed", "tag": "3bc96861-ac86-4a60-a515-27788f4013e3"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:54.081184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3bc96861-ac86-4a60-a515-27788f4013e3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3bc96861-ac86-4a60-a515-27788f4013e3,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:54.098470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.295126 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.363107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859899d6-82a5-4159-ab68-4cdc6b1c8703 req-9dc8217b-e6cf-4b18-829d-3d3db8b69ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.380083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-859899d6-82a5-4159-ab68-4cdc6b1c8703 req-9dc8217b-e6cf-4b18-829d-3d3db8b69ee0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 1097 time: 0.6526279 Apr 18 20:36:54.422312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1456973-4a91-4612-9b6c-ffc58043e794 req-84d82dbe-08ea-401c-8e6b-32e5908e2498 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.452078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1456973-4a91-4612-9b6c-ffc58043e794 req-84d82dbe-08ea-401c-8e6b-32e5908e2498 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.7533281 Apr 18 20:36:54.527534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69f8cfec-b909-4526-abf6-5a70eb468583 req-3d5b608e-df81-4a65-aa25-d90205fc967c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8617756 Apr 18 20:36:54.547070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=3bc96861-ac86-4a60-a515-27788f4013e3,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:54.700593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40926) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:54.721459 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1910396a-2afb-4545-83cf-f66392d27037 req-b15601f4-d4e0-483a-ad1c-99595d4d8285 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.748318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Allocated IP 172.20.0.2 (8466fc50-f2ae-4d6a-b719-8a58704dc1e8/52a1fcf3-1ec4-4363-b268-7cc87113b465/89c9ef5b-26da-4b4a-900a-55445238908a) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:54.978272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1456973-4a91-4612-9b6c-ffc58043e794 req-90efe70f-7362-4f29-91a5-df4e4f1fbbe2 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240276 Apr 18 20:36:55.052482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15601f4-d4e0-483a-ad1c-99595d4d8285 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event deleted for resources: {'Port': ['ID=266a0c01-2055-423b-975f-5e52fe6a7a34,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:55.127120 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.143134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8', 'dadb70ed-28e8-4192-8694-dee9e9f516b5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:55.154015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1910396a-2afb-4545-83cf-f66392d27037 req-b15601f4-d4e0-483a-ad1c-99595d4d8285 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] No DVR routers for this DVR port 266a0c01-2055-423b-975f-5e52fe6a7a34 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:55.157151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['266a0c01-2055-423b-975f-5e52fe6a7a34'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:36:55.160291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1910396a-2afb-4545-83cf-f66392d27037 req-b15601f4-d4e0-483a-ad1c-99595d4d8285 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.168379 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab31140d-a45d-4114-8f3f-cf6122c41ceb x-openstack-request-id: req-ab31140d-a45d-4114-8f3f-cf6122c41ceb {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:55.169964 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f84f7-c8c4-4b8c-95c8-107c8f60ed82", "name": "network-vif-plugged", "status": "completed", "tag": "3bc96861-ac86-4a60-a515-27788f4013e3", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:55.170131 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab31140d-a45d-4114-8f3f-cf6122c41ceb {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:55.170784 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab31140d-a45d-4114-8f3f-cf6122c41ceb'] response: {'server_uuid': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc96861-ac86-4a60-a515-27788f4013e3', 'code': 200} Apr 18 20:36:55.171233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1910396a-2afb-4545-83cf-f66392d27037 req-b15601f4-d4e0-483a-ad1c-99595d4d8285 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.64 "DELETE /v2.0/ports/266a0c01-2055-423b-975f-5e52fe6a7a34 HTTP/1.1" status: 204 len: 173 time: 3.3511133 Apr 18 20:36:55.185183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ce04-585d-4adf-81c1-aab327381a13 req-01e48b1c-e37a-4b7c-a4ec-ff34732d0cfe tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:55.187007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9b4ce04-585d-4adf-81c1-aab327381a13 req-01e48b1c-e37a-4b7c-a4ec-ff34732d0cfe tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.4907045 Apr 18 20:36:55.188053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf01d7f-7e04-4757-8462-d88b0e970944', 'name': 'network-vif-deleted', 'tag': '266a0c01-2055-423b-975f-5e52fe6a7a34'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:55.192355 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f4e6c7-e3b6-4eb4-abc0-808851497806" -d '{"events": [{"server_uuid": "9bf01d7f-7e04-4757-8462-d88b0e970944", "name": "network-vif-deleted", "tag": "266a0c01-2055-423b-975f-5e52fe6a7a34"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:36:55.260000 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.446589 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96554b37-1bc7-4367-9495-ee5139ca46e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.487675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Pushing event updated for resources: {'Port': ['ID=89c9ef5b-26da-4b4a-900a-55445238908a,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:55.510105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9b4ce04-585d-4adf-81c1-aab327381a13 req-162c5680-d0bf-47b1-84cb-6a5b7fc1a152 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751093 Apr 18 20:36:55.559069 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d347bc7-03c7-4d9f-9f8a-64dc435134b9 req-e570a91b-e50c-4dca-a7ff-ee0a51c2802d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bf01d7f-7e04-4757-8462-d88b0e970944 HTTP/1.1" status: 200 len: 210 time: 0.1554241 Apr 18 20:36:55.568142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:55.570574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:55.620049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:55.675203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40944) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:55.703235 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.761507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Attempting to bind port 89c9ef5b-26da-4b4a-900a-55445238908a on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:55.761860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Attempting to bind port 89c9ef5b-26da-4b4a-900a-55445238908a by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '472f125b-8fae-4170-b8e7-2e7c47899e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:55.762295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Attempting to bind port 89c9ef5b-26da-4b4a-900a-55445238908a on network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:36:55.763558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96554b37-1bc7-4367-9495-ee5139ca46e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.777084 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eee9146-deba-4780-838c-fff18b177b12 x-openstack-request-id: req-3eee9146-deba-4780-838c-fff18b177b12 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:36:55.779359 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf01d7f-7e04-4757-8462-d88b0e970944", "name": "network-vif-deleted", "tag": "266a0c01-2055-423b-975f-5e52fe6a7a34", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:36:55.785083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:36:55.785814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Checking segment: {'id': '472f125b-8fae-4170-b8e7-2e7c47899e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:36:55.786395 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.786928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Bound using segment: {'id': '472f125b-8fae-4170-b8e7-2e7c47899e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:36:55.787961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Bound port: 89c9ef5b-26da-4b4a-900a-55445238908a, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472f125b-8fae-4170-b8e7-2e7c47899e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:55.788593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.791208 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3eee9146-deba-4780-838c-fff18b177b12 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:36:55.792042 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eee9146-deba-4780-838c-fff18b177b12'] response: {'server_uuid': '9bf01d7f-7e04-4757-8462-d88b0e970944', 'name': 'network-vif-deleted', 'tag': '266a0c01-2055-423b-975f-5e52fe6a7a34', 'status': 'completed', 'code': 200} Apr 18 20:36:55.802457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859899d6-82a5-4159-ab68-4cdc6b1c8703 req-45814011-3c72-4c8c-b108-7b35129c2d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:55.805189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.807862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-859899d6-82a5-4159-ab68-4cdc6b1c8703 req-45814011-3c72-4c8c-b108-7b35129c2d55 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 915 time: 1.2732866 Apr 18 20:36:55.811425 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96554b37-1bc7-4367-9495-ee5139ca46e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.869606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-47ceddc1-d1af-4715-acf8-0d5099401f87 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:55.898660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-96554b37-1bc7-4367-9495-ee5139ca46e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6b8991731aa400ba2b60d783c3c6122&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1932111 Apr 18 20:36:55.899050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40948) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:55.968419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] For port 89c9ef5b-26da-4b4a-900a-55445238908a, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:36:55.973292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] For port 89c9ef5b-26da-4b4a-900a-55445238908a, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=89c9ef5b-26da-4b4a-900a-55445238908a,segment=NetworkSegment(472f125b-8fae-4170-b8e7-2e7c47899e99),segment_id=472f125b-8fae-4170-b8e7-2e7c47899e99)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:36:56.022522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.028494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-859899d6-82a5-4159-ab68-4cdc6b1c8703 req-3bd1dc56-f7bb-4e8e-86c4-328af11aa651 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03 HTTP/1.1" status: 200 len: 217 time: 0.1623003 Apr 18 20:36:56.077363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979eeb7-2e28-4eee-9fb7-4f4d29b320f9 req-be2e953e-4691-4dd6-901f-eea82ded29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.084438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0979eeb7-2e28-4eee-9fb7-4f4d29b320f9 req-be2e953e-4691-4dd6-901f-eea82ded29ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 1097 time: 0.6784406 Apr 18 20:36:56.087661 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-47ceddc1-d1af-4715-acf8-0d5099401f87 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] 10.222.0.49 "PUT /v2.0/quotas/5074c4618d7b45d497f0038924af6054 HTTP/1.1" status: 200 len: 368 time: 0.4108772 Apr 18 20:36:56.092540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40952) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:56.110061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Request body: {'network': {'project_id': '5074c4618d7b45d497f0038924af6054'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:56.149271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96554b37-1bc7-4367-9495-ee5139ca46e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908f8471-7e37-403b-9f3c-d901217760ea,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:56.230531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Made reservation on behalf of 5074c4618d7b45d497f0038924af6054 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:56.234917 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.262833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.269775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Allocated IP 172.25.2.172 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/6585d707-cb90-49e0-a963-8756bfdddc0b) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:56.329699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26127e2a-1bba-4226-81d7-3325669362ef None None] Pushing event updated for resources: {'Port': ['ID=89c9ef5b-26da-4b4a-900a-55445238908a,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:56.476619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af735ce-4ac5-450c-9485-39b5c1652af6 req-5478dc2a-2a26-4798-a044-436e29b3a3ec tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.479000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0af735ce-4ac5-450c-9485-39b5c1652af6 req-5478dc2a-2a26-4798-a044-436e29b3a3ec tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.6014655 Apr 18 20:36:56.488934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859899d6-82a5-4159-ab68-4cdc6b1c8703 req-8b13d32b-089d-4a7f-ab68-56254db6c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.490372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-859899d6-82a5-4159-ab68-4cdc6b1c8703 req-8b13d32b-089d-4a7f-ab68-56254db6c042 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cae2a0-3806-4090-a4c7-af6543a276b8 HTTP/1.1" status: 200 len: 854 time: 0.4008076 Apr 18 20:36:56.507798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.574309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.620690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.635007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0979eeb7-2e28-4eee-9fb7-4f4d29b320f9 req-125a9a94-0efb-4c3c-b44a-038abb521111 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894087 Apr 18 20:36:56.651528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-859899d6-82a5-4159-ab68-4cdc6b1c8703 req-f7080a89-50d2-4f79-bd6e-b0db6a9cd511 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459782 Apr 18 20:36:56.661920 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.720990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:56.724806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:56.739260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:56.742241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Pushing event updated for resources: {'Port': ['ID=6585d707-cb90-49e0-a963-8756bfdddc0b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:56.748845 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:36:56.801057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 266a0c01-2055-423b-975f-5e52fe6a7a34 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:36:56.824689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004706e3-b583-43ac-bafc-ee42d73f256c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:56.828099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.828664 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Added segment 2d8086c0-d82f-41da-963a-ae20dabfd426 of type vlan for network 22c80202-ac7c-40fa-9e37-cf50881ff64a Apr 18 20:36:56.853720 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-859899d6-82a5-4159-ab68-4cdc6b1c8703 req-c9e42f68-5b1b-4e7d-90ec-96e6310539d7 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534808 Apr 18 20:36:56.854089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 266a0c01-2055-423b-975f-5e52fe6a7a34 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:36:56.854591 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 266a0c01-2055-423b-975f-5e52fe6a7a34 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:36:56.861025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9f110d08-3815-4c9f-b965-a62bbe31325d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.989666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0af735ce-4ac5-450c-9485-39b5c1652af6 req-919b0601-cda9-445c-99f6-6f284f85d728 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442089 Apr 18 20:36:56.999410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9488b8d-c815-40fb-8fee-baecf622bca7 req-e9bacbb6-b790-40d1-9262-e171536cb9fe tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.001150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9488b8d-c815-40fb-8fee-baecf622bca7 req-e9bacbb6-b790-40d1-9262-e171536cb9fe tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.7382469 Apr 18 20:36:57.033592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-859899d6-82a5-4159-ab68-4cdc6b1c8703 req-6b86dc2a-c220-430c-8f34-e045fd7ea285 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576428 Apr 18 20:36:57.036096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9f110d08-3815-4c9f-b965-a62bbe31325d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.046794 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.125561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9488b8d-c815-40fb-8fee-baecf622bca7 req-1322e4f7-9228-485d-91d2-32c7cd8f7aad tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006687 Apr 18 20:36:57.162783 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9f110d08-3815-4c9f-b965-a62bbe31325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.166296 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9f110d08-3815-4c9f-b965-a62bbe31325d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.180668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9f110d08-3815-4c9f-b965-a62bbe31325d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/908f8471-7e37-403b-9f3c-d901217760ea HTTP/1.1" status: 204 len: 168 time: 1.2248044 Apr 18 20:36:57.191466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f110d08-3815-4c9f-b965-a62bbe31325d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908f8471-7e37-403b-9f3c-d901217760ea,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:57.311710 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.485957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e86cd9-c40c-40c8-874f-c3a7e8c4f4dd req-afabda3d-eeff-404d-b725-28128fddf83f tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.509733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93e86cd9-c40c-40c8-874f-c3a7e8c4f4dd req-afabda3d-eeff-404d-b725-28128fddf83f tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.2391474 Apr 18 20:36:57.529176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.530243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.531056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.702636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Pushing event updated for resources: {'Network': ['ID=22c80202-ac7c-40fa-9e37-cf50881ff64a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:57.721994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93e86cd9-c40c-40c8-874f-c3a7e8c4f4dd req-3a4b3305-161b-4b3e-90b1-97244de77f99 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112560 Apr 18 20:36:57.725142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 22c80202-ac7c-40fa-9e37-cf50881ff64a details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:36:57.796961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40970) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:57.798857 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2d2213d5-9fb7-4497-b4c6-26b98d74fd00 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6987648 Apr 18 20:36:57.821967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Request body: {'network': {'project_id': '5074c4618d7b45d497f0038924af6054'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:57.888515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Made reservation on behalf of 5074c4618d7b45d497f0038924af6054 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:57.895525 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.997320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.172636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b221a384-fca5-4aa3-8963-1403f343452a None None] Network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:36:58.176303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:36:58.299255 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.300366 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Added segment 3aec2d1b-72ae-4960-979f-a33f030853bc of type vlan for network a23a70f8-ce9a-466e-99cf-3dae7dc905d5 Apr 18 20:36:58.356861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40976) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:58.360041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ea54b7d8-d328-43d2-9f0f-5b8d667563d8 None None] Provisioning complete for port 89c9ef5b-26da-4b4a-900a-55445238908a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:58.360583 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ea54b7d8-d328-43d2-9f0f-5b8d667563d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.401114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adcda5-e4ac-4c43-8be0-f419202ecd87 req-a14bc081-16a7-44c1-bb0e-0aef07e9957a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.403561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66adcda5-e4ac-4c43-8be0-f419202ecd87 req-a14bc081-16a7-44c1-bb0e-0aef07e9957a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 945 time: 0.3977466 Apr 18 20:36:58.497928 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a82fc5cb-1273-4535-86d6-2f5dc6f6efa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.577211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.604636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 89c9ef5b-26da-4b4a-900a-55445238908a up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:36:58.619977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d32bcb-2f46-46b1-8c3a-79c3034c7d48 req-1fefefdf-1e73-43b3-a896-f684bd37cc60 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.628340 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85d32bcb-2f46-46b1-8c3a-79c3034c7d48 req-1fefefdf-1e73-43b3-a896-f684bd37cc60 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.3973505 Apr 18 20:36:58.631043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:36:58.646733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66adcda5-e4ac-4c43-8be0-f419202ecd87 req-7e5f71f3-5a99-4615-a3b8-8739fac7f871 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362638 Apr 18 20:36:58.763402 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.772857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.776996 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.861930 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ea54b7d8-d328-43d2-9f0f-5b8d667563d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.890067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85d32bcb-2f46-46b1-8c3a-79c3034c7d48 req-d096bed7-acb8-4f58-ac98-359a738a77ff tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605796 Apr 18 20:36:58.917719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:36:58.926276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 89c9ef5b-26da-4b4a-900a-55445238908a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:58.928092 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.941153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Sync routers for ids ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:36:58.948635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.949912 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3d6905ab-5117-4279-832d-4f62e842cd4a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3790090 Apr 18 20:36:58.952687 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40982) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:59.010470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Pushing event updated for resources: {'Network': ['ID=a23a70f8-ce9a-466e-99cf-3dae7dc905d5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:59.032648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-10f7ef8a-bd1a-4f06-a643-856b31a34401 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2334652 Apr 18 20:36:59.035242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40984) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:59.047020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ef5a4702-111c-4ec6-9474-9f63d8def18b tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Request body: {'network': {'project_id': '5074c4618d7b45d497f0038924af6054'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:59.079999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ea54b7d8-d328-43d2-9f0f-5b8d667563d8 None None] For port 89c9ef5b-26da-4b4a-900a-55445238908a, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=89c9ef5b-26da-4b4a-900a-55445238908a,segment=NetworkSegment(472f125b-8fae-4170-b8e7-2e7c47899e99),segment_id=472f125b-8fae-4170-b8e7-2e7c47899e99)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:36:59.142849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a23a70f8-ce9a-466e-99cf-3dae7dc905d5 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:36:59.278656 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ea54b7d8-d328-43d2-9f0f-5b8d667563d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.288709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Routers {'8b9da236-1c3f-4174-91b3-6ea43d85e6d3'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:36:59.290252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:36:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:59.320335 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5a4702-111c-4ec6-9474-9f63d8def18b tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 20:36:59.320830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5a4702-111c-4ec6-9474-9f63d8def18b tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:36:59.322030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ef5a4702-111c-4ec6-9474-9f63d8def18b tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2856793 Apr 18 20:36:59.342125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40986) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:59.419111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a82fc5cb-1273-4535-86d6-2f5dc6f6efa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.502512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15b1c0-a7b4-432b-bc15-33074e377d40 req-7ed01679-2f41-4348-a37f-385e459fd1b4 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.504225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f15b1c0-a7b4-432b-bc15-33074e377d40 req-7ed01679-2f41-4348-a37f-385e459fd1b4 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.4503376 Apr 18 20:36:59.538514 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a82fc5cb-1273-4535-86d6-2f5dc6f6efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.763295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54b7d8-d328-43d2-9f0f-5b8d667563d8 None None] Pushing event updated for resources: {'Port': ['ID=89c9ef5b-26da-4b4a-900a-55445238908a,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:59.769302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c3b224d2-f1bb-4d4c-8930-089b5f5d2317 None None] Provisioning complete for port 89c9ef5b-26da-4b4a-900a-55445238908a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:59.769991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c3b224d2-f1bb-4d4c-8930-089b5f5d2317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.771465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-47f5395a-5bb1-46c6-88ef-cf387ae2fafb tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5074c4618d7b45d497f0038924af6054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100015 Apr 18 20:36:59.777506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a82fc5cb-1273-4535-86d6-2f5dc6f6efa1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df19e10645f2494ea1d2d6c2e9d4afa1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4065616 Apr 18 20:36:59.806012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40990) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:59.806369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40992) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:36:59.880710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fc5cb-1273-4535-86d6-2f5dc6f6efa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9647eb81-6084-4b80-8699-ed5d72b420c9,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:59.919264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533c199-3711-4db7-b253-f323984e3ad8 req-9468556e-89bb-45c6-ba23-cd67f18e2711 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.920485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Set router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:36:59.927260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7533c199-3711-4db7-b253-f323984e3ad8 req-9468556e-89bb-45c6-ba23-cd67f18e2711 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.7990463 Apr 18 20:37:00.047384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f15b1c0-a7b4-432b-bc15-33074e377d40 req-04c5d51f-e22f-42d2-bfc8-e533eb1ea607 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692276 Apr 18 20:37:00.082567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.087801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-fe34ab3f-c226-45c6-9f97-9b4585b18751 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:00.089313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-fe34ab3f-c226-45c6-9f97-9b4585b18751 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 945 time: 0.6860621 Apr 18 20:37:00.092408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-eb6d8c6d-5e3c-4a9d-93c0-9f73fe1e9d54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2981665 Apr 18 20:37:00.173061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7533c199-3711-4db7-b253-f323984e3ad8 req-e8e561b2-c74b-4142-bd31-685b08a69cc6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445462 Apr 18 20:37:00.228005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb3599eb-c30f-4126-ac0a-c631356bc17c tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.285658 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe27c-5800-4ec5-815e-734bf5db704e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.557706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'name': 'tempest-ServersTestMultiNic-624324897-router', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:53Z', 'updated_at': '2022-04-18T20:36:57Z', 'revision_number': 3, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'gw_port': {'id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:00.582268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb3599eb-c30f-4126-ac0a-c631356bc17c tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.585502 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe27c-5800-4ec5-815e-734bf5db704e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.613329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 89c9ef5b-26da-4b4a-900a-55445238908a up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:00.625987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Checking router: 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:00.626475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Updating router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 port 6585d707-cb90-49e0-a963-8756bfdddc0b binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:00.662245 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505b9df-a510-4179-b958-5e675d5a8d54 req-2819269e-b947-46ea-b770-b210c999f10d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:00.663941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9505b9df-a510-4179-b958-5e675d5a8d54 req-2819269e-b947-46ea-b770-b210c999f10d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 945 time: 0.4370811 Apr 18 20:37:00.708575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-6e8776a0-d787-4662-ae46-12d80c7f0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:00.710345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-6e8776a0-d787-4662-ae46-12d80c7f0928 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=465de81abb5b473187f70deeddb101a0&device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 1097 time: 0.5336452 Apr 18 20:37:00.733186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395da6d-0e43-4639-b435-0d24a8ec380f req-9b924cd3-c0b4-427b-b15e-c2ca24283693 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:00.735026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9395da6d-0e43-4639-b435-0d24a8ec380f req-9b924cd3-c0b4-427b-b15e-c2ca24283693 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.3728395 Apr 18 20:37:00.745529 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.764901 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-ad6b9b8d-e2ed-40f9-ac04-1f410e8cf536 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1904886 Apr 18 20:37:00.807918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 89c9ef5b-26da-4b4a-900a-55445238908a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:00.808393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.808852 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Allocated IP 172.20.0.1 (8466fc50-f2ae-4d6a-b719-8a58704dc1e8/52a1fcf3-1ec4-4363-b268-7cc87113b465/433197fb-342f-49e4-b869-e009dc3e763e) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:00.831960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-bbce8de5-0610-41de-af2b-a14fbf633c31 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Deleting port dadb70ed-28e8-4192-8694-dee9e9f516b5 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:00.832662 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-bbce8de5-0610-41de-af2b-a14fbf633c31 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.887018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9505b9df-a510-4179-b958-5e675d5a8d54 req-40b09842-9fb5-449c-bdbe-8c9ed2fc265b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010443 Apr 18 20:37:00.901397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb3599eb-c30f-4126-ac0a-c631356bc17c tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.904207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb3599eb-c30f-4126-ac0a-c631356bc17c tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.908055 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cb3599eb-c30f-4126-ac0a-c631356bc17c tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] 10.222.0.49 "DELETE /v2.0/security-groups/004706e3-b583-43ac-bafc-ee42d73f256c HTTP/1.1" status: 204 len: 168 time: 1.0985005 Apr 18 20:37:00.932477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41004) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:00.947500 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe27c-5800-4ec5-815e-734bf5db704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.950278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe27c-5800-4ec5-815e-734bf5db704e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.954448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c5cfe27c-5800-4ec5-815e-734bf5db704e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9647eb81-6084-4b80-8699-ed5d72b420c9 HTTP/1.1" status: 204 len: 168 time: 1.1437390 Apr 18 20:37:01.027539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3599eb-c30f-4126-ac0a-c631356bc17c tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004706e3-b583-43ac-bafc-ee42d73f256c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:01.139125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfe27c-5800-4ec5-815e-734bf5db704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9647eb81-6084-4b80-8699-ed5d72b420c9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:01.234724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9395da6d-0e43-4639-b435-0d24a8ec380f req-b08b5bd3-b22c-49b7-ab42-21ff8409f4dc tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609895 Apr 18 20:37:01.421330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.422010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-bbce8de5-0610-41de-af2b-a14fbf633c31 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] For port dadb70ed-28e8-4192-8694-dee9e9f516b5, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=dadb70ed-28e8-4192-8694-dee9e9f516b5,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:01.422010 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-bbce8de5-0610-41de-af2b-a14fbf633c31 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.446929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-c9ebb889-b107-48e1-bb78-54e0c0143f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.448434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-c9ebb889-b107-48e1-bb78-54e0c0143f1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 200 len: 915 time: 0.6957421 Apr 18 20:37:01.455580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-bbce8de5-0610-41de-af2b-a14fbf633c31 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Calling delete_port for dadb70ed-28e8-4192-8694-dee9e9f516b5 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:01.463375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-7d7ef2d8-58d2-4560-8e8b-d2a93eac61af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.470370 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-7d7ef2d8-58d2-4560-8e8b-d2a93eac61af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 1096 time: 0.6248577 Apr 18 20:37:01.534280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7f51c-8de8-40d1-9f06-555e6c9a0f95 req-303df1e0-7f4a-4c88-b6f3-802a9268707e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.540716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebf7f51c-8de8-40d1-9f06-555e6c9a0f95 req-303df1e0-7f4a-4c88-b6f3-802a9268707e tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.3488643 Apr 18 20:37:01.616056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-46727fba-aed4-42eb-bf30-133f82583004 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03 HTTP/1.1" status: 200 len: 217 time: 0.1480660 Apr 18 20:37:01.702132 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.725588 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.764519 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.852359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd64ab-faf1-4ef9-b692-e90aa6e4f670 None None] Pushing event updated for resources: {'Port': ['ID=6585d707-cb90-49e0-a963-8756bfdddc0b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:01.858035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Attempting to bind port 6585d707-cb90-49e0-a963-8756bfdddc0b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:01.858994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Attempting to bind port 6585d707-cb90-49e0-a963-8756bfdddc0b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:01.859691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Attempting to bind port 6585d707-cb90-49e0-a963-8756bfdddc0b on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:01.870096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:01.871094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:01.871960 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.872837 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:01.873867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Bound port: 6585d707-cb90-49e0-a963-8756bfdddc0b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:01.874719 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.939555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41024) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:01.942757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.958070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] For port 6585d707-cb90-49e0-a963-8756bfdddc0b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:01.963868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] For port 6585d707-cb90-49e0-a963-8756bfdddc0b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6585d707-cb90-49e0-a963-8756bfdddc0b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:01.971789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.979499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-1df73611-2994-4892-b490-b56357b6b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.981054 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-1df73611-2994-4892-b490-b56357b6b616 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 907 time: 0.4683926 Apr 18 20:37:01.986426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1c1c29a-24e2-4a33-8a0e-9d54d7e66946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.017830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23a70f8-ce9a-466e-99cf-3dae7dc905d5']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:02.041643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebf7f51c-8de8-40d1-9f06-555e6c9a0f95 req-59dbb5c8-f8ad-4ba6-89d2-604e11ddb0dd tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129603 Apr 18 20:37:02.060821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device dadb70ed-28e8-4192-8694-dee9e9f516b5 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:02.067645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aec2d1b-72ae-4960-979f-a33f030853bc') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:02.068018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aec2d1b-72ae-4960-979f-a33f030853bc') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:02.073359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.076633 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-7e65442c-21af-4c50-838a-0bb805626a8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b71809d-8127-43a9-9141-898ed88c1ad8 HTTP/1.1" status: 200 len: 217 time: 0.0791595 Apr 18 20:37:02.100763 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.131205 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Routers {'8b9da236-1c3f-4174-91b3-6ea43d85e6d3'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:02.144094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:36:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:02.194660 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:37:02.195643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:02.212858 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.214756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-7ee09de3-92c3-448a-9233-d7007a4f23f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.215093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:02.216809 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-7ee09de3-92c3-448a-9233-d7007a4f23f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=91cae2a0-3806-4090-a4c7-af6543a276b8 HTTP/1.1" status: 200 len: 854 time: 0.5836926 Apr 18 20:37:02.223668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:02.224682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765d17-6482-476e-96be-fa6955ddd534 req-a51bb079-10e7-4fc3-9115-1bfc97bc3e36 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.232791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:02.233373 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.234255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-a51bb079-10e7-4fc3-9115-1bfc97bc3e36 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/networks?id=a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 200 len: 811 time: 0.8091912 Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:02.236441 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:02.279867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Pushing event updated for resources: {'Port': ['ID=433197fb-342f-49e4-b869-e009dc3e763e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:02.291936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-89dd96a3-ee0f-4a4c-b197-30344f90a7c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501277 Apr 18 20:37:02.302643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-b1581063-0db2-453b-be96-2e0c5949e4e0 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/quotas/3e1505bdf71646a0bcfacb8a15e6d51e HTTP/1.1" status: 200 len: 375 time: 0.0672917 Apr 18 20:37:02.370773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-275f79e9-d171-4770-af85-b2dd3513baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.372300 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-275f79e9-d171-4770-af85-b2dd3513baa0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.2748933 Apr 18 20:37:02.403620 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.435437 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.444478 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-3b248599-7b5f-4eb3-9f08-1484862770a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614820 Apr 18 20:37:02.446249 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.446816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd64ab-faf1-4ef9-b692-e90aa6e4f670 None None] Pushing event updated for resources: {'Port': ['ID=6585d707-cb90-49e0-a963-8756bfdddc0b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:02.449635 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] 10.222.0.49 "DELETE /v2.0/networks/a23a70f8-ce9a-466e-99cf-3dae7dc905d5 HTTP/1.1" status: 204 len: 168 time: 1.5128314 Apr 18 20:37:02.462077 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41034) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:02.529080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e760ff3-0333-4fcf-879f-1697237f29e5 tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Pushing event deleted for resources: {'Network': ['ID=a23a70f8-ce9a-466e-99cf-3dae7dc905d5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:02.608298 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1c1c29a-24e2-4a33-8a0e-9d54d7e66946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.830709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] Set router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:02.865507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-afbad6f5-75b3-4fe0-b1c2-7e5bbd63c3d2 None None] Provisioning complete for port 433197fb-342f-49e4-b869-e009dc3e763e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:02.866408 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-afbad6f5-75b3-4fe0-b1c2-7e5bbd63c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.930727 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.939402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-a3c7c253-ccb7-47dd-9cd2-c3cb70b1b8ea service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6303966 Apr 18 20:37:03.005318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-afbad6f5-75b3-4fe0-b1c2-7e5bbd63c3d2 None None] Port 433197fb-342f-49e4-b869-e009dc3e763e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:03.072547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-949362bd-3ab7-4aac-9b57-4d7902cfa6de tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7677982 Apr 18 20:37:03.151634 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-bbce8de5-0610-41de-af2b-a14fbf633c31 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.164411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295926f7-782e-48ae-b1df-91fc376a4535 req-a3c9b85f-c265-4a67-8186-3460664ad9af tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:03.166594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-295926f7-782e-48ae-b1df-91fc376a4535 req-a3c9b85f-c265-4a67-8186-3460664ad9af tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=db8129cc-6597-47bd-b872-9245fcefd3bd HTTP/1.1" status: 200 len: 945 time: 0.8588223 Apr 18 20:37:03.172156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:03.316119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'name': 'tempest-ServersTestMultiNic-624324897-router', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:53Z', 'updated_at': '2022-04-18T20:36:57Z', 'revision_number': 3, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'gw_port': {'id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:03.323612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7aaf521-7382-4030-a4da-6fcbdcfcdf8c req-fbe05185-0b9b-4c26-982b-42b1bc6c3f88 service neutron] 10.222.0.64 "GET /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701828 Apr 18 20:37:03.367997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be71046b-cb10-4e34-88ad-d825cad18f9a None None] The sync data for ids ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'] in n-d-836015-4 is: [{'id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'name': 'tempest-ServersTestMultiNic-624324897-router', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:53Z', 'updated_at': '2022-04-18T20:36:57Z', 'revision_number': 3, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'gw_port': {'id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:03.436818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1c1c29a-24e2-4a33-8a0e-9d54d7e66946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.461977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce8de5-0610-41de-af2b-a14fbf633c31 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event deleted for resources: {'Port': ['ID=dadb70ed-28e8-4192-8694-dee9e9f516b5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:03.527430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-295926f7-782e-48ae-b1df-91fc376a4535 req-2d8cffb6-dd3a-4572-88e9-0a573b481d0b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416488 Apr 18 20:37:03.599944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-bbce8de5-0610-41de-af2b-a14fbf633c31 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] No DVR routers for this DVR port dadb70ed-28e8-4192-8694-dee9e9f516b5 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:03.617788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-bbce8de5-0610-41de-af2b-a14fbf633c31 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.621440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26649f4a-9390-483f-888d-e1b5bcbc6a53 req-bbce8de5-0610-41de-af2b-a14fbf633c31 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "DELETE /v2.0/ports/dadb70ed-28e8-4192-8694-dee9e9f516b5 HTTP/1.1" status: 204 len: 173 time: 3.5107114 Apr 18 20:37:03.632426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8129cc-6597-47bd-b872-9245fcefd3bd', 'name': 'network-vif-deleted', 'tag': 'dadb70ed-28e8-4192-8694-dee9e9f516b5'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:03.634853 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3866ba4b-d769-43bd-826a-fca61d61c293" -d '{"events": [{"server_uuid": "db8129cc-6597-47bd-b872-9245fcefd3bd", "name": "network-vif-deleted", "tag": "dadb70ed-28e8-4192-8694-dee9e9f516b5"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:03.679010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-ed1a538e-00c2-42f8-8a98-019f140e78d7 service neutron] 10.222.0.49 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779450 Apr 18 20:37:03.751668 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f1c1c29a-24e2-4a33-8a0e-9d54d7e66946 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef9adcd5de354e7c9385ef4a8592fee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8035755 Apr 18 20:37:03.754095 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.772678 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41042) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:03.776912 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1c29a-24e2-4a33-8a0e-9d54d7e66946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1e366-1578-4812-9ef8-aea0c56361d2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:03.817745 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:03.888724 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-7c10922e-66b1-4b78-9d16-3325888adfc4 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4255793 Apr 18 20:37:04.107019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-1a79a41a-22a8-4b79-ba61-efd3c1accbac service neutron] 10.222.0.49 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116344 Apr 18 20:37:04.154994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df65094-cbeb-4e90-8a6b-fec72b06213b req-bcdedb75-4653-41ed-9703-d4cadd1db3bb tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.156744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4df65094-cbeb-4e90-8a6b-fec72b06213b req-bcdedb75-4653-41ed-9703-d4cadd1db3bb tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.4402149 Apr 18 20:37:04.253215 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.268041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4df65094-cbeb-4e90-8a6b-fec72b06213b req-d974daa5-6546-4712-b5cd-3c137f63c83c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990877 Apr 18 20:37:04.278595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c80202-ac7c-40fa-9e37-cf50881ff64a']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:04.290722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8086c0-d82f-41da-963a-ae20dabfd426') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:04.291023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8086c0-d82f-41da-963a-ae20dabfd426') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:04.302926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.332498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.343968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:04.345125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:04.478190 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:04.482466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8723f64-ca34-4bb5-b08c-d3bbc934dd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.506389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.520462 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.550371 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] 10.222.0.49 "DELETE /v2.0/networks/22c80202-ac7c-40fa-9e37-cf50881ff64a HTTP/1.1" status: 204 len: 168 time: 2.0859268 Apr 18 20:37:04.668890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6585d707-cb90-49e0-a963-8756bfdddc0b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:04.675012 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4526fce9-c37f-4144-be36-e88349403e40 x-openstack-request-id: req-4526fce9-c37f-4144-be36-e88349403e40 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:04.675357 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8129cc-6597-47bd-b872-9245fcefd3bd", "name": "network-vif-deleted", "tag": "dadb70ed-28e8-4192-8694-dee9e9f516b5", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:04.689109 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4526fce9-c37f-4144-be36-e88349403e40 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:04.689682 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4526fce9-c37f-4144-be36-e88349403e40'] response: {'server_uuid': 'db8129cc-6597-47bd-b872-9245fcefd3bd', 'name': 'network-vif-deleted', 'tag': 'dadb70ed-28e8-4192-8694-dee9e9f516b5', 'status': 'completed', 'code': 200} Apr 18 20:37:04.753397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a64303-362b-4806-97c2-beb065a571fd tempest-QuotasNegativeTest-492796227 tempest-QuotasNegativeTest-492796227-project-admin] Pushing event deleted for resources: {'Network': ['ID=22c80202-ac7c-40fa-9e37-cf50881ff64a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:04.773368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 6585d707-cb90-49e0-a963-8756bfdddc0b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:04.773934 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.811233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6a618b3-b592-4993-9416-659e731c01a8 req-8357ac39-0027-4f2b-ad92-43cfc94e19ea tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 210 time: 0.1205316 Apr 18 20:37:04.870737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1320a50-7852-4a6d-9260-c4a674acbfeb req-f7595396-d641-4326-8c02-00227470fc91 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.888869 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1320a50-7852-4a6d-9260-c4a674acbfeb req-f7595396-d641-4326-8c02-00227470fc91 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.3064623 Apr 18 20:37:04.927523 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8723f64-ca34-4bb5-b08c-d3bbc934dd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.010352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1320a50-7852-4a6d-9260-c4a674acbfeb req-c0a8a5cb-185b-44ec-a381-b6ac7c22c03c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162701 Apr 18 20:37:05.058880 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.098204 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d76e3407-1e03-46b0-bf4f-26db745c2fa4 req-5028abf4-fe71-4f83-9430-70e361bdbdfd service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1997640 Apr 18 20:37:05.152719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 6585d707-cb90-49e0-a963-8756bfdddc0b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6585d707-cb90-49e0-a963-8756bfdddc0b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:05.171305 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.279330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=6585d707-cb90-49e0-a963-8756bfdddc0b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:05.284193 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.296611 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.352239 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8723f64-ca34-4bb5-b08c-d3bbc934dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.357270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8723f64-ca34-4bb5-b08c-d3bbc934dd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.362744 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a8723f64-ca34-4bb5-b08c-d3bbc934dd21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6a1e366-1578-4812-9ef8-aea0c56361d2 HTTP/1.1" status: 204 len: 168 time: 1.5864549 Apr 18 20:37:05.440570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54b6c0-ad3e-49dd-b498-41043e1c0a0c req-30caf027-f5bc-4f89-a6b2-49b749ccab1f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.445686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e54b6c0-ad3e-49dd-b498-41043e1c0a0c req-30caf027-f5bc-4f89-a6b2-49b749ccab1f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.1457763 Apr 18 20:37:05.489990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8723f64-ca34-4bb5-b08c-d3bbc934dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1e366-1578-4812-9ef8-aea0c56361d2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:05.516888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.607304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e54b6c0-ad3e-49dd-b498-41043e1c0a0c req-6a6b5d9d-aa7b-43b3-bf36-8ab6eac09274 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334503 Apr 18 20:37:05.797832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cb3a2-c3ad-48be-8bea-ab220f233268 req-277b4271-6e22-48c2-87a7-f1eb783d1f6a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.798311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Pushing event updated for resources: {'Port': ['ID=433197fb-342f-49e4-b869-e009dc3e763e,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:05.807975 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbb83f18-9847-4d13-b826-590fa1ebbdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.820775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a5cb3a2-c3ad-48be-8bea-ab220f233268 req-277b4271-6e22-48c2-87a7-f1eb783d1f6a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.2709184 Apr 18 20:37:05.957759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a5cb3a2-c3ad-48be-8bea-ab220f233268 req-6d86efe7-a24c-43fb-9d9d-ac6b9eafbbcc tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341212 Apr 18 20:37:05.979581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:05.985082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:06.447765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:37:06.504975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-136d6350-c9cf-479e-8fc6-77f3ab8babcf req-9bb04655-d631-41fc-a81b-10289ff54675 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 210 time: 0.1650670 Apr 18 20:37:06.579095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41094) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:06.599331 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6585d707-cb90-49e0-a963-8756bfdddc0b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:06.776628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-257a6500-fc2f-4eec-8c1d-2fc466cb6ccb None None] Provisioning complete for port 433197fb-342f-49e4-b869-e009dc3e763e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:06.780674 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-257a6500-fc2f-4eec-8c1d-2fc466cb6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.846758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:06.859975 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f9c0437e-a899-4044-9d86-9bd396260435 admin admin] 10.222.0.49 "PUT /v2.0/routers/8b9da236-1c3f-4174-91b3-6ea43d85e6d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9061861 Apr 18 20:37:06.996452 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d747e878-d662-4642-bbcd-c23fe3e22a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.033581 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Sync routers for ids ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:07.039716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-257a6500-fc2f-4eec-8c1d-2fc466cb6ccb None None] Port 433197fb-342f-49e4-b869-e009dc3e763e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:07.050256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41110) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:07.057831 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Routers {'8b9da236-1c3f-4174-91b3-6ea43d85e6d3'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:07.058436 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:36:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:07.106244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 6585d707-cb90-49e0-a963-8756bfdddc0b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:07.107279 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.121080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464bb69-4746-42bf-8476-d92d8b6358db req-f215ef65-dd7f-4d7c-ba74-fb034c0c702e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:07.138563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-f215ef65-dd7f-4d7c-ba74-fb034c0c702e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 1.2030149 Apr 18 20:37:07.271212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5eced-f32f-4b29-a301-8e999ad9704f req-7ae56dbd-041b-4c65-bd3b-b8d7b559d595 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:07.272883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fd5eced-f32f-4b29-a301-8e999ad9704f req-7ae56dbd-041b-4c65-bd3b-b8d7b559d595 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.5877428 Apr 18 20:37:07.289878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1214038454'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:07.352455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:07.363867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.450379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-9255e0d4-871c-45ef-a3cb-423abb82f28a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/quotas/e40bca93f63a4b8a82b374f30b8a5727 HTTP/1.1" status: 200 len: 375 time: 0.3090847 Apr 18 20:37:07.486562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:07.493169 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Set router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:07.530892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.531234 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Added segment 1efd498a-7ced-4a4a-b5b9-c1f53ffc4037 of type vlan for network ce624471-bdb5-4d36-b8f3-c843154e07bf Apr 18 20:37:07.645108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fd5eced-f32f-4b29-a301-8e999ad9704f req-d3ae09d2-b2fb-435e-b57d-cf67c38bc051 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359783 Apr 18 20:37:07.646965 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.732243 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.738568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765d17-6482-476e-96be-fa6955ddd534 req-2f99b9ea-31e3-4ace-9a15-2cc03bbd370b tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:07.741158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-2f99b9ea-31e3-4ace-9a15-2cc03bbd370b tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.64 "GET /v2.0/networks?id=a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 200 len: 811 time: 0.7042744 Apr 18 20:37:07.747216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:07.752230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.765538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-f29676d3-de4f-46d1-80b1-8388f43fe31a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3138800 Apr 18 20:37:07.793046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Request body: {'port': {'device_id': 'cf474753-2143-410f-9145-61c061242f9a', 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3', 'admin_state_up': True, 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:07.913485 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8620799 Apr 18 20:37:07.925301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41130) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:07.946711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'subnet': {'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:08.022292 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d747e878-d662-4642-bbcd-c23fe3e22a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.039400 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d747e878-d662-4642-bbcd-c23fe3e22a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.097674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:08.101855 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.142609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747e878-d662-4642-bbcd-c23fe3e22a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fba7e1-0e5f-4091-85f9-0226216d671d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:08.149708 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5ba3cf0e-4833-434b-b75c-620b6633c80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.154141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1d2c2-f344-4646-b14a-3c912debe2c8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Network': ['ID=ce624471-bdb5-4d36-b8f3-c843154e07bf,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:08.172707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4910f2-fd14-4a98-bfb5-66c7915bd767 req-8ae0a0ca-8bac-4f14-a7e9-b54ef1365a5a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.188535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e4910f2-fd14-4a98-bfb5-66c7915bd767 req-8ae0a0ca-8bac-4f14-a7e9-b54ef1365a5a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.4018207 Apr 18 20:37:08.206960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ce624471-bdb5-4d36-b8f3-c843154e07bf details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:08.267214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-7ebb397f-1d43-4587-af83-5414ebfba6e9 service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007110 Apr 18 20:37:08.322064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d747e878-d662-4642-bbcd-c23fe3e22a04 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97c22c95c1a24203a04fe844ecd1fb19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7386589 Apr 18 20:37:08.328660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41136) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:08.363708 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'name': 'tempest-ServersTestMultiNic-624324897-router', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:53Z', 'updated_at': '2022-04-18T20:37:03Z', 'revision_number': 4, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'gw_port': {'id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '433197fb-342f-49e4-b869-e009dc3e763e', 'name': '', 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'mac_address': 'fa:16:3e:07:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '52a1fcf3-1ec4-4363-b268-7cc87113b465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:00Z', 'updated_at': '2022-04-18T20:37:04Z', 'revision_number': 2, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'subnets': [{'id': '52a1fcf3-1ec4-4363-b268-7cc87113b465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:08.405642 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Checking router: 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:08.405987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Updating router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 port 433197fb-342f-49e4-b869-e009dc3e763e binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:08.434017 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.457402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e4910f2-fd14-4a98-bfb5-66c7915bd767 req-7ffa14cc-676c-463a-b635-04d7dc3605a7 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678738 Apr 18 20:37:08.515048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Made reservation on behalf of 3e1505bdf71646a0bcfacb8a15e6d51e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:08.526609 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.534451 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae14628a-48a3-40e8-9f61-25f3c7fa3903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.574989 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.639301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27945c95-3c56-4d5a-a949-3b7d48ef6549 req-1ba8ca41-f92c-45fd-8b42-e107f36cdb7b tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 210 time: 0.0773916 Apr 18 20:37:08.673618 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae14628a-48a3-40e8-9f61-25f3c7fa3903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.682430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Subnet': ['ID=ffada56c-39fb-42df-949c-bd69d240a5a0,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:08.698543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-06f59774-6d4e-4249-aa3e-2ec7fe4822a0 service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295256 Apr 18 20:37:08.773742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Checking segment: {'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:08.774118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network hostable DHCP agents. Network: ce624471-bdb5-4d36-b8f3-c843154e07bf, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:08.815622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network ce624471-bdb5-4d36-b8f3-c843154e07bf is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:08.837166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ce624471-bdb5-4d36-b8f3-c843154e07bf) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:08.846594 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.846827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564bec31-df3c-4b2b-86df-aec3f42fc349 None None] Network ce624471-bdb5-4d36-b8f3-c843154e07bf requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:08.848595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.900205 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-01e2e20b-2964-47d1-aa21-0fccc6f56558 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9736152 Apr 18 20:37:08.900887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41148) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:08.907448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1377321862'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:08.950675 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:08.954906 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.092082 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.093706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:09.102478 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.127880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.128291 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Added segment 48a7212b-02ea-4bbe-8691-a8ed7e4b6d48 of type vlan for network 6df42579-ddbe-4423-9a2c-1f036eef8c65 Apr 18 20:37:09.210453 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Pushing event updated for resources: {'Port': ['ID=433197fb-342f-49e4-b869-e009dc3e763e,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:09.235577 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.235988 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.236242 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.236569 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.236890 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.237203 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.237520 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.237829 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.238210 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.238526 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.238847 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.239142 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:09.248112 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.275875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53bc0c4c-4f98-4da9-a9b3-e31d7bf8a681 req-7b17eab5-168b-4369-b221-6d9df2c65344 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 210 time: 0.1458967 Apr 18 20:37:09.341288 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.355898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc794e38-acc8-4533-9381-3f5bc7149846 req-8de5d95c-9795-4b74-bb3e-0dcdc6fc7247 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:09.358301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:09.361375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc794e38-acc8-4533-9381-3f5bc7149846 req-8de5d95c-9795-4b74-bb3e-0dcdc6fc7247 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.5270669 Apr 18 20:37:09.381987 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.389337 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ce624471-bdb5-4d36-b8f3-c843154e07bf', 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'fixed_ips': [{'subnet_id': 'ffada56c-39fb-42df-949c-bd69d240a5a0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:09.392207 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.399506 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.436978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae14628a-48a3-40e8-9f61-25f3c7fa3903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.441915 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae14628a-48a3-40e8-9f61-25f3c7fa3903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.443719 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ae14628a-48a3-40e8-9f61-25f3c7fa3903 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5fba7e1-0e5f-4091-85f9-0226216d671d HTTP/1.1" status: 204 len: 168 time: 1.1118543 Apr 18 20:37:09.469537 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Attempting to bind port 433197fb-342f-49e4-b869-e009dc3e763e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:09.470968 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Attempting to bind port 433197fb-342f-49e4-b869-e009dc3e763e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '472f125b-8fae-4170-b8e7-2e7c47899e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:09.471560 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Attempting to bind port 433197fb-342f-49e4-b869-e009dc3e763e on network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:09.510196 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:09.516372 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Checking segment: {'id': '472f125b-8fae-4170-b8e7-2e7c47899e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:09.520145 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.521151 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Bound using segment: {'id': '472f125b-8fae-4170-b8e7-2e7c47899e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:09.526941 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Bound port: 433197fb-342f-49e4-b869-e009dc3e763e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472f125b-8fae-4170-b8e7-2e7c47899e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:09.528459 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.531042 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6290374 Apr 18 20:37:09.555393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41176) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:09.594197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14628a-48a3-40e8-9f61-25f3c7fa3903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fba7e1-0e5f-4091-85f9-0226216d671d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:09.614120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Allocated IP 172.20.0.10 (a0949b8f-0858-4410-90d6-33fbef2a23c3/5078e806-a8ba-4e75-9166-453eca1d54e3/17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:09.797998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'subnet': {'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:09.833674 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc794e38-acc8-4533-9381-3f5bc7149846 req-6e457137-476c-4197-b920-d2989444267b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475675 Apr 18 20:37:09.867613 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] For port 433197fb-342f-49e4-b869-e009dc3e763e, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:09.897368 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] For port 433197fb-342f-49e4-b869-e009dc3e763e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=433197fb-342f-49e4-b869-e009dc3e763e,segment=NetworkSegment(472f125b-8fae-4170-b8e7-2e7c47899e99),segment_id=472f125b-8fae-4170-b8e7-2e7c47899e99)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:09.912709 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.123012 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Routers {'8b9da236-1c3f-4174-91b3-6ea43d85e6d3'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:10.123665 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:37:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:10.146430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f375f-deeb-4f2f-9bd3-0b46feff7087 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Network': ['ID=6df42579-ddbe-4423-9a2c-1f036eef8c65,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:10.270294 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be889e-e240-4647-aeb0-7bd13989a90d None None] Pushing event updated for resources: {'Port': ['ID=433197fb-342f-49e4-b869-e009dc3e763e,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:10.372866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:10.389772 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.390568 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.485179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13101d6-5293-4769-a319-c30b39eb0e95 req-4b87688a-3398-4ff5-bab2-e4931d5ca5d4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.502908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e13101d6-5293-4769-a319-c30b39eb0e95 req-4b87688a-3398-4ff5-bab2-e4931d5ca5d4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.8250279 Apr 18 20:37:10.516606 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.599358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41214) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:10.621222 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] Set router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:37:10.658668 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a2d58e2-13e0-4c55-8156-3c0951f34cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.728369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd67366-9d1a-4ca0-b72a-18ad6645baf6 req-c62b67f6-d167-401d-a4cc-12cf5b2e7d47 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.730122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cd67366-9d1a-4ca0-b72a-18ad6645baf6 req-c62b67f6-d167-401d-a4cc-12cf5b2e7d47 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 932 time: 0.2726283 Apr 18 20:37:10.747540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e13101d6-5293-4769-a319-c30b39eb0e95 req-9a28bace-8205-451b-bf18-079c62993b6f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436657 Apr 18 20:37:10.750955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Network a0949b8f-0858-4410-90d6-33fbef2a23c3 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:10.797358 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Allocated IP 19.80.0.2 (ce624471-bdb5-4d36-b8f3-c843154e07bf/ffada56c-39fb-42df-949c-bd69d240a5a0/376fdd88-21f8-43a8-b193-ec6c57ce99be) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:10.898065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:10.900997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:10.940567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a2d58e2-13e0-4c55-8156-3c0951f34cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.963371 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a2d58e2-13e0-4c55-8156-3c0951f34cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.054536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cd67366-9d1a-4ca0-b72a-18ad6645baf6 req-0f9de2c9-91ef-438a-9cde-0da4ec6c0ab6 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057268 Apr 18 20:37:11.061150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:11.062127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.067481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Pushing event updated for resources: {'Port': ['ID=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:11.124807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 6df42579-ddbe-4423-9a2c-1f036eef8c65 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:11.137399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5d2a8c61-9065-43f1-970f-2ecf4e4a2563'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:11.167570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12b6f13d-6bf5-4dd4-bfe8-f4046da4105a req-3f9596b3-254c-4507-8fc3-aebea4b26ac5 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 210 time: 0.1024101 Apr 18 20:37:11.190800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-b9d4bac8-965c-4eb2-8536-2ca1552bfd44 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4098685 Apr 18 20:37:11.211760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Request body: {'port': {'device_id': 'cf474753-2143-410f-9145-61c061242f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:11.232350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d58e2-13e0-4c55-8156-3c0951f34cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a43668-6ecd-4a07-9e55-b827b6dfae02,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:11.293931 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4a2d58e2-13e0-4c55-8156-3c0951f34cb5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a0ef166dc4e341f7a23a803eda72720e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6926906 Apr 18 20:37:11.318675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41240) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:11.319823 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.363263 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'name': 'tempest-ServersTestMultiNic-624324897-router', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:53Z', 'updated_at': '2022-04-18T20:37:03Z', 'revision_number': 4, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'gw_port': {'id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '433197fb-342f-49e4-b869-e009dc3e763e', 'name': '', 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'mac_address': 'fa:16:3e:07:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '52a1fcf3-1ec4-4363-b268-7cc87113b465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:00Z', 'updated_at': '2022-04-18T20:37:09Z', 'revision_number': 4, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'subnets': [{'id': '52a1fcf3-1ec4-4363-b268-7cc87113b465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:11.468753 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa3bcc-1019-46ae-95ea-a59273dbe16d None None] The sync data for ids ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'] in n-d-836015-4 is: [{'id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'name': 'tempest-ServersTestMultiNic-624324897-router', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:53Z', 'updated_at': '2022-04-18T20:37:03Z', 'revision_number': 4, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'gw_port': {'id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '433197fb-342f-49e4-b869-e009dc3e763e', 'name': '', 'network_id': '8466fc50-f2ae-4d6a-b719-8a58704dc1e8', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'mac_address': 'fa:16:3e:07:79:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '52a1fcf3-1ec4-4363-b268-7cc87113b465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:00Z', 'updated_at': '2022-04-18T20:37:09Z', 'revision_number': 4, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'subnets': [{'id': '52a1fcf3-1ec4-4363-b268-7cc87113b465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:11.671153 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.702680 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.808917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464bb69-4746-42bf-8476-d92d8b6358db req-644e34b7-8548-42ee-b7c1-910b3e20ba5a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:11.810393 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-644e34b7-8548-42ee-b7c1-910b3e20ba5a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.7591102 Apr 18 20:37:11.817733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63eccc6-3c78-4ba4-9235-b91bcf897359 req-14908b8d-098c-4a5a-95bb-ebca30679b1a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:11.818928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-09097160-9016-41db-ac7d-2af3ce4094a2 None None] Provisioning complete for port 433197fb-342f-49e4-b869-e009dc3e763e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:11.819640 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09097160-9016-41db-ac7d-2af3ce4094a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.835754 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f63eccc6-3c78-4ba4-9235-b91bcf897359 req-14908b8d-098c-4a5a-95bb-ebca30679b1a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.4927890 Apr 18 20:37:11.846822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1be8caf9-7a35-475b-be80-61ae10005ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.849047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Request body: {'port': {'device_id': '4f06ca9c-1899-4db2-b496-cb8136942ea6', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'admin_state_up': True, 'tenant_id': 'e40bca93f63a4b8a82b374f30b8a5727'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:11.852000 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.998748 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.073762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Network ce624471-bdb5-4d36-b8f3-c843154e07bf is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:12.125797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:12.128036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41248) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:12.151187 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:12.228563 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.260932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Pushing event updated for resources: {'Port': ['ID=376fdd88-21f8-43a8-b193-ec6c57ce99be,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:12.268695 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.420491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Made reservation on behalf of e40bca93f63a4b8a82b374f30b8a5727 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:12.435255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.496461 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1be8caf9-7a35-475b-be80-61ae10005ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.497215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Subnet': ['ID=179ff223-94c2-4234-abe9-e9725a7a2069,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:12.551501 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Checking segment: {'id': '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:12.553457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network hostable DHCP agents. Network: 6df42579-ddbe-4423-9a2c-1f036eef8c65, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:12.571755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f63eccc6-3c78-4ba4-9235-b91bcf897359 req-516bcdb7-1cd4-4333-ac32-5f49cac2ed5b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7350791 Apr 18 20:37:12.581785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:12.605868 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.615531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924c732-2acb-4de8-9d65-f3885fe0b35d req-899b0fee-dd19-455c-9ada-d099cfd8d4e0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.623397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8924c732-2acb-4de8-9d65-f3885fe0b35d req-899b0fee-dd19-455c-9ada-d099cfd8d4e0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.3331203 Apr 18 20:37:12.634642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Attempting to bind port 376fdd88-21f8-43a8-b193-ec6c57ce99be on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:12.640191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Attempting to bind port 376fdd88-21f8-43a8-b193-ec6c57ce99be by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:12.640544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Attempting to bind port 376fdd88-21f8-43a8-b193-ec6c57ce99be on network ce624471-bdb5-4d36-b8f3-c843154e07bf {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:12.695927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Transition to ACTIVE for port object 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:12.713420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:12.713935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Checking segment: {'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:12.714346 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.714740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Bound using segment: {'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:12.715276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Bound port: 376fdd88-21f8-43a8-b193-ec6c57ce99be, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:12.715662 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.764728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8924c732-2acb-4de8-9d65-f3885fe0b35d req-716bbd9b-5efa-4f45-ae4b-3bf0a3b78771 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351109 Apr 18 20:37:12.766145 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.803739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 433197fb-342f-49e4-b869-e009dc3e763e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:12.859178 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3821c16-24c1-434b-a39d-4cf920bed85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.969135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Allocated IP 172.20.0.10 (6056b303-f2b8-4026-a53d-1f7de5471b3f/835aa03a-8d5a-48b9-a98a-4a33d2d594c4/51ecfe29-6486-4d11-b641-5a43cb985aae) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:13.012279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1be8caf9-7a35-475b-be80-61ae10005ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.015348 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1be8caf9-7a35-475b-be80-61ae10005ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.016528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1be8caf9-7a35-475b-be80-61ae10005ed2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22a43668-6ecd-4a07-9e55-b827b6dfae02 HTTP/1.1" status: 204 len: 168 time: 1.6752200 Apr 18 20:37:13.052737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network 6df42579-ddbe-4423-9a2c-1f036eef8c65 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:13.098793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7318c0df-d085-432c-85d5-04d45ff83a57 req-bec7e957-b5b0-44f8-b99a-e4d4b1e440cf tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 210 time: 0.1217451 Apr 18 20:37:13.120419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 6df42579-ddbe-4423-9a2c-1f036eef8c65) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:13.135628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8caf9-7a35-475b-be80-61ae10005ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a43668-6ecd-4a07-9e55-b827b6dfae02,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:13.137710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Pushing event updated for resources: {'Port': ['ID=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:13.163289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:13.167521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789c2e5-18a9-4ed4-9028-f3a072a5a90a None None] Network 6df42579-ddbe-4423-9a2c-1f036eef8c65 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:13.180499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.252450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] For port 376fdd88-21f8-43a8-b193-ec6c57ce99be, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:13.259078 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09097160-9016-41db-ac7d-2af3ce4094a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.384386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] For port 376fdd88-21f8-43a8-b193-ec6c57ce99be, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=376fdd88-21f8-43a8-b193-ec6c57ce99be,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:13.402648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a7289-5a49-464c-ba20-1e40143f414c req-f0f8417f-ec58-4ac6-827b-d730dcaff33c tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:13.416016 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-367a7289-5a49-464c-ba20-1e40143f414c req-f0f8417f-ec58-4ac6-827b-d730dcaff33c tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 944 time: 0.4777613 Apr 18 20:37:13.426272 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.544761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 433197fb-342f-49e4-b869-e009dc3e763e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:13.545393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.582372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-09097160-9016-41db-ac7d-2af3ce4094a2 None None] For port 433197fb-342f-49e4-b869-e009dc3e763e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=433197fb-342f-49e4-b869-e009dc3e763e,segment=NetworkSegment(472f125b-8fae-4170-b8e7-2e7c47899e99),segment_id=472f125b-8fae-4170-b8e7-2e7c47899e99)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:13.607263 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09097160-9016-41db-ac7d-2af3ce4094a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.622357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Attempting to bind port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:13.622357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Attempting to bind port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:13.622357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Attempting to bind port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff on network a0949b8f-0858-4410-90d6-33fbef2a23c3 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:13.670631 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027d83d-ea48-4ddb-ab96-9b377b7ae956 None None] Pushing event updated for resources: {'Port': ['ID=376fdd88-21f8-43a8-b193-ec6c57ce99be,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:13.747644 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.751367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff on network a0949b8f-0858-4410-90d6-33fbef2a23c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:13.751991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Attempting to bind port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff on network a0949b8f-0858-4410-90d6-33fbef2a23c3 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:13.759183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-367a7289-5a49-464c-ba20-1e40143f414c req-adda85da-9f67-4a76-8d21-5d8886c149d0 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422847 Apr 18 20:37:13.773363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:13.773737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Checking segment: {'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:13.774072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Bound using segment: {'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:13.774497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Bound port: 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b61fd9b3-195f-42b7-a20b-42609ab40f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:13.774855 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.826759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaca4a-82b9-4582-a5c8-04d656531b93 req-f0513670-47e8-4de6-bac1-8585cd4f862c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:13.841317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4baaca4a-82b9-4582-a5c8-04d656531b93 req-f0513670-47e8-4de6-bac1-8585cd4f862c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.3446832 Apr 18 20:37:13.897915 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f4d95de8-dca8-4de1-9617-dc2ba087fafa tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.1694014 Apr 18 20:37:13.963944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3821c16-24c1-434b-a39d-4cf920bed85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.983005 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.059605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:14.068237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] For port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:14.072965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] For port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:14.118097 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.171630 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3821c16-24c1-434b-a39d-4cf920bed85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.221506 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event updated for resources: {'Port': ['ID=51ecfe29-6486-4d11-b641-5a43cb985aae,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.268178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:14.269012 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.270742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] 10.222.0.64 "PUT /v2.0/ports/17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff HTTP/1.1" status: 200 len: 1092 time: 3.0674777 Apr 18 20:37:14.275943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf474753-2143-410f-9145-61c061242f9a', 'tag': '17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:14.278654 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c402e010-d0fd-4101-aeec-64b5855f5648" -d '{"events": [{"name": "network-changed", "server_uuid": "cf474753-2143-410f-9145-61c061242f9a", "tag": "17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:14.282035 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f3821c16-24c1-434b-a39d-4cf920bed85d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac6ec0e625274b96adefd6d98b2a3420&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1522861 Apr 18 20:37:14.286032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4baaca4a-82b9-4582-a5c8-04d656531b93 req-6bf6e3d0-b527-4da4-bf8e-a0cbca44618b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438295 Apr 18 20:37:14.287225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41290) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:14.300165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3821c16-24c1-434b-a39d-4cf920bed85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfad5f4-54ec-4874-b544-d8a91f3ef747,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.336446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:14.338521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:14.345548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:14.381798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a37248-e3cd-457b-b0ab-c8565a01a926 req-ae515410-8c94-4913-acd7-a0ec59d3282a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:14.393791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17a37248-e3cd-457b-b0ab-c8565a01a926 req-ae515410-8c94-4913-acd7-a0ec59d3282a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.3153512 Apr 18 20:37:14.441595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:14.442285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.453883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de82d1e-35cd-41f4-b466-abf8c6f976ce service neutron] Pushing event updated for resources: {'Port': ['ID=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.459689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-097ab104-28fe-40bd-ad19-55d91f1f8c03 None None] Provisioning complete for port 433197fb-342f-49e4-b869-e009dc3e763e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:14.472452 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-097ab104-28fe-40bd-ad19-55d91f1f8c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.499947 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8bd03e25-6ab5-4a92-bb8d-b566a69246fb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6583228 Apr 18 20:37:14.523693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Request body: {'port': {'device_id': '4f06ca9c-1899-4db2-b496-cb8136942ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:14.593374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09097160-9016-41db-ac7d-2af3ce4094a2 None None] Pushing event updated for resources: {'Port': ['ID=433197fb-342f-49e4-b869-e009dc3e763e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.630788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.721111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17a37248-e3cd-457b-b0ab-c8565a01a926 req-2ad35888-2b29-43f8-8596-159d5746de93 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247139 Apr 18 20:37:14.741129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765d17-6482-476e-96be-fa6955ddd534 req-eeffd5ac-d7b8-4866-8c64-601f4d9139e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:14.742652 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-eeffd5ac-d7b8-4866-8c64-601f4d9139e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 1095 time: 0.3421788 Apr 18 20:37:14.753397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96bf461-bf09-4be1-a5f9-2e1c8e494821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.796714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98af78-8648-4a33-812d-a033cedfab1b req-cef876e9-98ec-4857-8099-3b12accc6466 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:14.799365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c98af78-8648-4a33-812d-a033cedfab1b req-cef876e9-98ec-4857-8099-3b12accc6466 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 932 time: 0.2866187 Apr 18 20:37:14.840459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-6df42579-ddbe-4423-9a2c-1f036eef8c65', 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'fixed_ips': [{'subnet_id': '179ff223-94c2-4234-abe9-e9725a7a2069'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:14.853754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.890320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-5ebc1529-5501-4fea-be05-e572f46d93ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff HTTP/1.1" status: 200 len: 217 time: 0.1323733 Apr 18 20:37:14.904014 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f287d3bb-7889-4332-8c38-763fd5b24114 x-openstack-request-id: req-f287d3bb-7889-4332-8c38-763fd5b24114 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:14.904300 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf474753-2143-410f-9145-61c061242f9a", "tag": "17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:14.904564 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f287d3bb-7889-4332-8c38-763fd5b24114 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:14.904958 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f287d3bb-7889-4332-8c38-763fd5b24114'] response: {'name': 'network-changed', 'server_uuid': 'cf474753-2143-410f-9145-61c061242f9a', 'tag': '17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff', 'status': 'completed', 'code': 200} Apr 18 20:37:14.906918 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96bf461-bf09-4be1-a5f9-2e1c8e494821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.029163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-acbbf1d2-f2fa-42fa-a3d5-8a0698205eaa req-5dc9ee4d-35b6-4a01-85fd-1ec7cb7ed830 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:37:15.030849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acbbf1d2-f2fa-42fa-a3d5-8a0698205eaa req-5dc9ee4d-35b6-4a01-85fd-1ec7cb7ed830 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193048 Apr 18 20:37:15.186823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c98af78-8648-4a33-812d-a033cedfab1b req-61d8b23d-9988-4b17-9001-80ab219880fd tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402302 Apr 18 20:37:15.250139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78765d17-6482-476e-96be-fa6955ddd534 req-3059c1e2-291a-41d1-8c06-66eed42c28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.254678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-3059c1e2-291a-41d1-8c06-66eed42c28ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5078e806-a8ba-4e75-9166-453eca1d54e3 HTTP/1.1" status: 200 len: 851 time: 0.3452468 Apr 18 20:37:15.374484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-acc1f771-9bb1-485f-beba-ba6048babba8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0949b8f-0858-4410-90d6-33fbef2a23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789268 Apr 18 20:37:15.379052 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96bf461-bf09-4be1-a5f9-2e1c8e494821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.393451 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a96bf461-bf09-4be1-a5f9-2e1c8e494821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.404251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a96bf461-bf09-4be1-a5f9-2e1c8e494821 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8dfad5f4-54ec-4874-b544-d8a91f3ef747 HTTP/1.1" status: 204 len: 168 time: 1.1109772 Apr 18 20:37:15.454581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ecfe29-6486-4d11-b641-5a43cb985aae {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:15.496169 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.535571 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Transition to ACTIVE for port object 51ecfe29-6486-4d11-b641-5a43cb985aae will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:15.543415 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.705611 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Pushing event updated for resources: {'Port': ['ID=51ecfe29-6486-4d11-b641-5a43cb985aae,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:15.793286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bf461-bf09-4be1-a5f9-2e1c8e494821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfad5f4-54ec-4874-b544-d8a91f3ef747,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:15.811124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Allocated IP 19.86.0.2 (6df42579-ddbe-4423-9a2c-1f036eef8c65/179ff223-94c2-4234-abe9-e9725a7a2069/0d45756c-a2b1-4aad-80a7-50e86a4cf68b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:15.828715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-86af1bb6-8d32-46aa-bb37-fbf2231230c5 service neutron] 10.222.0.64 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700478 Apr 18 20:37:15.844915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850f952-dcb0-4567-97d1-609342ea0b39 None None] Network ce624471-bdb5-4d36-b8f3-c843154e07bf requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:15.921863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Attempting to bind port 51ecfe29-6486-4d11-b641-5a43cb985aae on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:15.927879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Attempting to bind port 51ecfe29-6486-4d11-b641-5a43cb985aae by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:15.927879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Attempting to bind port 51ecfe29-6486-4d11-b641-5a43cb985aae on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:15.938506 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Port 51ecfe29-6486-4d11-b641-5a43cb985aae on network 6056b303-f2b8-4026-a53d-1f7de5471b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:15.939089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Attempting to bind port 51ecfe29-6486-4d11-b641-5a43cb985aae on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:15.941778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 376fdd88-21f8-43a8-b193-ec6c57ce99be up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:15.955282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:15.955927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Checking segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:15.956528 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Bound using segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:15.957522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Bound port: 51ecfe29-6486-4d11-b641-5a43cb985aae, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:15.957993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.005538 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.112078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] For port 51ecfe29-6486-4d11-b641-5a43cb985aae, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:16.132117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] For port 51ecfe29-6486-4d11-b641-5a43cb985aae, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=51ecfe29-6486-4d11-b641-5a43cb985aae,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:16.142618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.253433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:16.254071 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.256159 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] 10.222.0.60 "PUT /v2.0/ports/51ecfe29-6486-4d11-b641-5a43cb985aae HTTP/1.1" status: 200 len: 1092 time: 1.7442577 Apr 18 20:37:16.274542 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f06ca9c-1899-4db2-b496-cb8136942ea6', 'tag': '51ecfe29-6486-4d11-b641-5a43cb985aae'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:16.281905 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8481f2-b065-49fe-b42b-0e391cbdabe7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f06ca9c-1899-4db2-b496-cb8136942ea6", "tag": "51ecfe29-6486-4d11-b641-5a43cb985aae"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:16.419195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f91d83-c3bf-416f-addc-d2b53bd2f081 service neutron] Pushing event updated for resources: {'Port': ['ID=51ecfe29-6486-4d11-b641-5a43cb985aae,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:16.439047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464bb69-4746-42bf-8476-d92d8b6358db req-c3c9e661-f327-4af5-9aeb-34612cfee2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:16.446127 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-c3c9e661-f327-4af5-9aeb-34612cfee2e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 1095 time: 0.1217909 Apr 18 20:37:16.450253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b4f13a23-2e61-4d6f-96b4-8beb87a3ebfc None None] Provisioning complete for port 376fdd88-21f8-43a8-b193-ec6c57ce99be triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:16.450908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b4f13a23-2e61-4d6f-96b4-8beb87a3ebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.549231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41340) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:16.567241 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-2ac567aa-95d1-4535-99a0-66d1715f5160 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51ecfe29-6486-4d11-b641-5a43cb985aae HTTP/1.1" status: 200 len: 217 time: 0.1130972 Apr 18 20:37:16.589451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 376fdd88-21f8-43a8-b193-ec6c57ce99be triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:16.604370 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.622046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efbab9fc-aaa9-4322-a6b6-5abf29c36d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.774405 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464bb69-4746-42bf-8476-d92d8b6358db req-725c6ae1-fd90-40dd-af49-c0cf23261648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:16.776037 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-725c6ae1-fd90-40dd-af49-c0cf23261648 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1826496 Apr 18 20:37:16.832325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efbab9fc-aaa9-4322-a6b6-5abf29c36d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.874662 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-52cb9841-81a3-4734-ba5c-4eee649c4471 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872152 Apr 18 20:37:16.875339 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efbab9fc-aaa9-4322-a6b6-5abf29c36d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.148146 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-1ffd3744-24c9-4814-8dae-dc6f21b3d4c7 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571931 Apr 18 20:37:17.202844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78765d17-6482-476e-96be-fa6955ddd534 req-1c739cf8-9b98-4d04-952e-a5aedc501bd9 service neutron] 10.222.0.64 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2247167 Apr 18 20:37:17.443146 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0464bb69-4746-42bf-8476-d92d8b6358db req-8ab4a695-ea3b-4321-ad07-b8921ab8cf93 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805567 Apr 18 20:37:17.522707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41354) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:17.530460 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-efbab9fc-aaa9-4322-a6b6-5abf29c36d36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fe3ae5c788649b796651e3920c434e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9758098 Apr 18 20:37:17.531587 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbab9fc-aaa9-4322-a6b6-5abf29c36d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d2face-dffc-4b7f-bafb-f56485f80a5f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:17.542727 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41356) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:17.593047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e961d8-af85-45d4-abfc-1610551381c6 req-ba57271f-f7fa-4ca0-a4eb-6dade0f9edd7 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:17.629056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60e961d8-af85-45d4-abfc-1610551381c6 req-ba57271f-f7fa-4ca0-a4eb-6dade0f9edd7 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 944 time: 1.8472328 Apr 18 20:37:17.680621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-2c555d13-8758-4695-a076-e50f32843262 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:17.718657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-2c555d13-8758-4695-a076-e50f32843262 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:17.726508 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.729185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-2c555d13-8758-4695-a076-e50f32843262 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/networks?id=ce624471-bdb5-4d36-b8f3-c843154e07bf&id=6df42579-ddbe-4423-9a2c-1f036eef8c65&id=ce624471-bdb5-4d36-b8f3-c843154e07bf HTTP/1.1" status: 200 len: 1392 time: 2.4809985 Apr 18 20:37:17.741960 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b4f13a23-2e61-4d6f-96b4-8beb87a3ebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.800171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93c73377-f7af-4195-8b0d-daece5943a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.858309 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.887385 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93c73377-f7af-4195-8b0d-daece5943a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.916981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60e961d8-af85-45d4-abfc-1610551381c6 req-67bb1327-3f3a-4f9f-9a35-fe0db4b160aa tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852018 Apr 18 20:37:17.939664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Pushing event updated for resources: {'Port': ['ID=0d45756c-a2b1-4aad-80a7-50e86a4cf68b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:17.943856 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.006880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402e010-d0fd-4101-aeec-64b5855f5648 req-6550e53f-5128-457c-8108-c52cc7f2f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.013234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c402e010-d0fd-4101-aeec-64b5855f5648 req-6550e53f-5128-457c-8108-c52cc7f2f573 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 1095 time: 0.6936951 Apr 18 20:37:18.016364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-763c7022-860e-4820-8988-f8824921b5be tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/quotas/6b8e2fee80a14ab9bbbf0312c6218030 HTTP/1.1" status: 200 len: 375 time: 0.1428587 Apr 18 20:37:18.075600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Network 6df42579-ddbe-4423-9a2c-1f036eef8c65 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:18.119183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:18.136567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93c73377-f7af-4195-8b0d-daece5943a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.146973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93c73377-f7af-4195-8b0d-daece5943a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.151796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:18.153402 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-93c73377-f7af-4195-8b0d-daece5943a21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55d2face-dffc-4b7f-bafb-f56485f80a5f HTTP/1.1" status: 204 len: 168 time: 0.6071076 Apr 18 20:37:18.187945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c73377-f7af-4195-8b0d-daece5943a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d2face-dffc-4b7f-bafb-f56485f80a5f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:18.281303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b4f13a23-2e61-4d6f-96b4-8beb87a3ebfc None None] For port 376fdd88-21f8-43a8-b193-ec6c57ce99be, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=376fdd88-21f8-43a8-b193-ec6c57ce99be,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:18.377301 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b4f13a23-2e61-4d6f-96b4-8beb87a3ebfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.471584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-920448147'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:18.716511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Made reservation on behalf of 95058b0e138349138e09f66ccc2a40a2 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:18.723869 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.765002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-adb8a661-274e-4df1-8f61-bba871d567cd tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6952755 Apr 18 20:37:18.804122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.825098 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:37:18.826631 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:37:18.851300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Attempting to bind port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:18.852389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Attempting to bind port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:18.853079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Attempting to bind port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b on network 6df42579-ddbe-4423-9a2c-1f036eef8c65 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:18.874794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7e58cc4d-6016-4ddf-856f-5a8966a1bd4e None None] Provisioning complete for port 376fdd88-21f8-43a8-b193-ec6c57ce99be triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:18.875567 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7e58cc4d-6016-4ddf-856f-5a8966a1bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.878620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:18.879373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Checking segment: {'id': '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:18.880690 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.881511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Bound using segment: {'id': '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:18.882391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Bound port: 0d45756c-a2b1-4aad-80a7-50e86a4cf68b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:18.883111 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.886423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f13a23-2e61-4d6f-96b4-8beb87a3ebfc None None] Pushing event updated for resources: {'Port': ['ID=376fdd88-21f8-43a8-b193-ec6c57ce99be,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:18.899199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51634d-42fe-47d8-8125-8dbc5d54cc7a req-1ce49566-5f2a-4d35-bed9-70fb178da12b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.920674 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b51634d-42fe-47d8-8125-8dbc5d54cc7a req-1ce49566-5f2a-4d35-bed9-70fb178da12b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.6944947 Apr 18 20:37:18.975328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402e010-d0fd-4101-aeec-64b5855f5648 req-9f1c39cb-9717-4e7d-80fb-a2faa4db3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.977530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c402e010-d0fd-4101-aeec-64b5855f5648 req-9f1c39cb-9717-4e7d-80fb-a2faa4db3b15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 200 len: 912 time: 0.9446919 Apr 18 20:37:19.176177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] For port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:19.196818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] For port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0d45756c-a2b1-4aad-80a7-50e86a4cf68b,segment=NetworkSegment(48a7212b-02ea-4bbe-8691-a8ed7e4b6d48),segment_id=48a7212b-02ea-4bbe-8691-a8ed7e4b6d48)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:19.237330 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.288693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-3c1c1fab-41f4-43c2-b3cb-fc30b240642d service neutron] 10.222.0.49 "GET /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639947 Apr 18 20:37:19.292873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c402e010-d0fd-4101-aeec-64b5855f5648 req-ba294fa1-a054-4b97-9348-7fb2721b5b67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff HTTP/1.1" status: 200 len: 217 time: 0.2863138 Apr 18 20:37:19.489678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b51634d-42fe-47d8-8125-8dbc5d54cc7a req-f30cfdeb-6319-4de9-8745-b222d49cd5bb tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717852 Apr 18 20:37:19.512927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a6a7a-6e1e-4e18-ae76-6fd7ea48943a None None] Pushing event updated for resources: {'Port': ['ID=0d45756c-a2b1-4aad-80a7-50e86a4cf68b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:19.542816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 433197fb-342f-49e4-b869-e009dc3e763e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:19.732439 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.762352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402e010-d0fd-4101-aeec-64b5855f5648 req-9059c3fe-be2f-4455-a2eb-78d9436641e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:19.764051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 433197fb-342f-49e4-b869-e009dc3e763e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:19.764449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c402e010-d0fd-4101-aeec-64b5855f5648 req-9059c3fe-be2f-4455-a2eb-78d9436641e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5078e806-a8ba-4e75-9166-453eca1d54e3 HTTP/1.1" status: 200 len: 851 time: 0.4502149 Apr 18 20:37:19.764577 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.766185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.896548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f3768-a87c-4836-ad77-c0893fd9802b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:20.020780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:20.024439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c402e010-d0fd-4101-aeec-64b5855f5648 req-7e878e11-87d2-474d-939f-ce5e5bfea2f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0949b8f-0858-4410-90d6-33fbef2a23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2435434 Apr 18 20:37:20.103947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 51ecfe29-6486-4d11-b641-5a43cb985aae details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:37:20.166475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.166846 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Added segment de1667ab-8042-4a2a-8e4d-14a2e21ec237 of type vlan for network 085808e6-b7c6-43e7-a497-f62f30fa6a31 Apr 18 20:37:20.189912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66894c6e-b4a7-4e97-853e-8b26504331b5 req-f18232ce-8970-4720-8008-5f0c04396529 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.208972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66894c6e-b4a7-4e97-853e-8b26504331b5 req-f18232ce-8970-4720-8008-5f0c04396529 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.4566810 Apr 18 20:37:20.223669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-de35c44e-1d5b-4b76-a71f-bbedcf7cc81f service neutron] 10.222.0.49 "GET /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9234514 Apr 18 20:37:20.282628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 376fdd88-21f8-43a8-b193-ec6c57ce99be up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:20.390635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66894c6e-b4a7-4e97-853e-8b26504331b5 req-0c647b11-a120-42c1-b004-aba8c5c2574c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807630 Apr 18 20:37:20.466682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 51ecfe29-6486-4d11-b641-5a43cb985aae, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=51ecfe29-6486-4d11-b641-5a43cb985aae,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:20.511144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 376fdd88-21f8-43a8-b193-ec6c57ce99be triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:20.511519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.513254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '51ecfe29-6486-4d11-b641-5a43cb985aae', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'port_id': '51ecfe29-6486-4d11-b641-5a43cb985aae', 'mac_address': 'fa:16:3e:24:f1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835aa03a-8d5a-48b9-a98a-4a33d2d594c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:37:20.658114 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.722507 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.735092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.736410 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.779554 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.840416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ecfe29-6486-4d11-b641-5a43cb985aae {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:20.842384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-93e3e290-fa6b-4d01-8685-b1a9d126f161 service neutron] 10.222.0.49 "GET /v2.0/networks/6df42579-ddbe-4423-9a2c-1f036eef8c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569170 Apr 18 20:37:20.878673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:37:20.933493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 51ecfe29-6486-4d11-b641-5a43cb985aae, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=51ecfe29-6486-4d11-b641-5a43cb985aae,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:20.952990 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.955677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0d45756c-a2b1-4aad-80a7-50e86a4cf68b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:21.077135 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.resource_extend [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:21.116746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.5807910 Apr 18 20:37:21.230697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c402e010-d0fd-4101-aeec-64b5855f5648 req-b1207c77-b456-4074-ab7f-5de168d834e5 service neutron] 10.222.0.64 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1656470 Apr 18 20:37:21.243404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ae32e-62d4-4a28-b4aa-a81aa0eab177 req-2c25a3ee-e00c-4dc1-b1a5-384021d0d255 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:21.245652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5625cd-1bca-428e-a1ac-d219f0f64b25 None None] Network 6df42579-ddbe-4423-9a2c-1f036eef8c65 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:21.254757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-088ae32e-62d4-4a28-b4aa-a81aa0eab177 req-2c25a3ee-e00c-4dc1-b1a5-384021d0d255 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 944 time: 0.5536692 Apr 18 20:37:21.266047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595558e-d27a-4bfb-aafd-23537db509f0 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Pushing event updated for resources: {'Network': ['ID=085808e6-b7c6-43e7-a497-f62f30fa6a31,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:21.319242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 085808e6-b7c6-43e7-a497-f62f30fa6a31 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:21.380619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=51ecfe29-6486-4d11-b641-5a43cb985aae,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:21.416522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['51ecfe29-6486-4d11-b641-5a43cb985aae'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:21.417816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c402e010-d0fd-4101-aeec-64b5855f5648 req-f72e2c54-5d66-425a-afcc-f6667cb80bc0 service neutron] 10.222.0.64 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607120 Apr 18 20:37:21.474888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-20df3cc1-7378-4a4f-8baa-61d63a88f9eb None None] Provisioning complete for port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:21.475572 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-20df3cc1-7378-4a4f-8baa-61d63a88f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.479715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-088ae32e-62d4-4a28-b4aa-a81aa0eab177 req-e5b969e2-4eaa-4a88-b9d7-090a464ffb02 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038534 Apr 18 20:37:21.504077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1e797e0d-1ae7-4cbf-8e3c-b1f56ed4caac service neutron] 10.222.0.49 "GET /v2.0/networks/6df42579-ddbe-4423-9a2c-1f036eef8c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951397 Apr 18 20:37:21.557500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:21.557876 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.575017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:21.615364 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d364b1-be32-4093-a519-62f4c2a623c9 x-openstack-request-id: req-b3d364b1-be32-4093-a519-62f4c2a623c9 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:21.616861 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f06ca9c-1899-4db2-b496-cb8136942ea6", "tag": "51ecfe29-6486-4d11-b641-5a43cb985aae", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:21.617593 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3d364b1-be32-4093-a519-62f4c2a623c9 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:21.618226 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d364b1-be32-4093-a519-62f4c2a623c9'] response: {'name': 'network-changed', 'server_uuid': '4f06ca9c-1899-4db2-b496-cb8136942ea6', 'tag': '51ecfe29-6486-4d11-b641-5a43cb985aae', 'status': 'completed', 'code': 200} Apr 18 20:37:21.689346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-57d96ee3-9154-4e99-be70-85405f918a13 service neutron] 10.222.0.49 "GET /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843209 Apr 18 20:37:21.729257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8481f2-b065-49fe-b42b-0e391cbdabe7 req-aad8e43b-6faa-48ec-8fbc-332ca74fae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:21.730718 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b8481f2-b065-49fe-b42b-0e391cbdabe7 req-aad8e43b-6faa-48ec-8fbc-332ca74fae01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 1096 time: 0.0957267 Apr 18 20:37:21.844555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff', 'network_id': 'a0949b8f-0858-4410-90d6-33fbef2a23c3', 'port_id': '17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff', 'mac_address': 'fa:16:3e:50:10:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5078e806-a8ba-4e75-9166-453eca1d54e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:37:21.905138 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f5925-fe55-4f0d-b900-7870b6f5098d req-87a94d16-6116-4e52-9499-7a6b63beef20 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:21.916595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c9f5925-fe55-4f0d-b900-7870b6f5098d req-87a94d16-6116-4e52-9499-7a6b63beef20 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 944 time: 0.1182218 Apr 18 20:37:21.970328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8481f2-b065-49fe-b42b-0e391cbdabe7 req-1a1d8095-3d3c-4d4b-b151-95275d081a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:21.976338 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b8481f2-b065-49fe-b42b-0e391cbdabe7 req-1a1d8095-3d3c-4d4b-b151-95275d081a33 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 907 time: 0.2352507 Apr 18 20:37:21.988250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c9f5925-fe55-4f0d-b900-7870b6f5098d req-e008b304-9a1a-4fe7-8ddd-088ddb855021 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703244 Apr 18 20:37:21.996031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ae3990a8-0e06-4297-a1f8-a1b713a76299 service neutron] 10.222.0.49 "GET /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058243 Apr 18 20:37:22.126308 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b8481f2-b065-49fe-b42b-0e391cbdabe7 req-d6816701-d2ea-4cb8-983e-31c4bfaaed8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51ecfe29-6486-4d11-b641-5a43cb985aae HTTP/1.1" status: 200 len: 217 time: 0.1455927 Apr 18 20:37:22.255024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8481f2-b065-49fe-b42b-0e391cbdabe7 req-b4eba5f5-5aec-4277-9b05-161222ec2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:22.259018 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b8481f2-b065-49fe-b42b-0e391cbdabe7 req-b4eba5f5-5aec-4277-9b05-161222ec2817 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1262264 Apr 18 20:37:22.263284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e48eb3-3866-4bfc-be2a-14fbb29fffbb req-5d0178a4-4070-4a99-a272-40af0f7a436b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:22.282921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2e48eb3-3866-4bfc-be2a-14fbb29fffbb req-5d0178a4-4070-4a99-a272-40af0f7a436b tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.1615593 Apr 18 20:37:22.302856 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b8481f2-b065-49fe-b42b-0e391cbdabe7 req-e0008eee-61cc-47cb-91e7-bfbefed798d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371916 Apr 18 20:37:22.355734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2e48eb3-3866-4bfc-be2a-14fbb29fffbb req-5501c8e1-b758-46b9-a4df-5932230195b7 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776188 Apr 18 20:37:22.603409 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-20df3cc1-7378-4a4f-8baa-61d63a88f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.606737 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.618199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7149f-a88f-4e6a-8e18-776ced3dc47d req-1c06e346-5da9-4320-b8b0-b7063b525a5a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:22.626567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59a7149f-a88f-4e6a-8e18-776ced3dc47d req-1c06e346-5da9-4320-b8b0-b7063b525a5a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.1368139 Apr 18 20:37:22.656189 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b8481f2-b065-49fe-b42b-0e391cbdabe7 req-5bc5d256-74ea-4c8f-a6a2-66497f643122 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463864 Apr 18 20:37:22.817173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59a7149f-a88f-4e6a-8e18-776ced3dc47d req-b0eab116-9722-4479-9379-0b6b1c0291d9 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837995 Apr 18 20:37:22.835623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41498) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:22.842892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Request body: {'port': {'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31', 'binding:host_id': 'n-h2-836015-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-675365942'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:22.933500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Made reservation on behalf of 73a2d292c457464eb154c8a363b4513c for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:22.937959 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.996703 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.998179 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.024871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:23.043772 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b8481f2-b065-49fe-b42b-0e391cbdabe7 req-ce7cde51-dff6-49d2-bc88-46fde334064b service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760827 Apr 18 20:37:23.064554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd14d373-483a-49a7-8364-b5923cc8aaaf req-437e8265-a51f-4a77-8742-87dd61049a9d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 210 time: 0.0997076 Apr 18 20:37:23.072882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:23.145234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-20df3cc1-7378-4a4f-8baa-61d63a88f9eb None None] For port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0d45756c-a2b1-4aad-80a7-50e86a4cf68b,segment=NetworkSegment(48a7212b-02ea-4bbe-8691-a8ed7e4b6d48),segment_id=48a7212b-02ea-4bbe-8691-a8ed7e4b6d48)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:23.155919 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.269020 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-20df3cc1-7378-4a4f-8baa-61d63a88f9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.426718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a73098-96a6-4bbe-ae1f-cd5ac846b0af req-c336a380-4115-4a3e-bff8-9efb5c8b2573 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.441916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8a73098-96a6-4bbe-ae1f-cd5ac846b0af req-c336a380-4115-4a3e-bff8-9efb5c8b2573 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 945 time: 0.3928633 Apr 18 20:37:23.485752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:23.489946 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:37:23.496168 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:37:23.497025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:23.659249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268bfc16-efb9-409d-b33c-edb28adb9a00 req-6f22f8fb-a322-4fa9-ab8e-bc5577a2adb8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.674798 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-268bfc16-efb9-409d-b33c-edb28adb9a00 req-6f22f8fb-a322-4fa9-ab8e-bc5577a2adb8 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.4198155 Apr 18 20:37:23.741480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8a73098-96a6-4bbe-ae1f-cd5ac846b0af req-44d3f1b9-1cd2-4140-a923-b3482af6e98d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998192 Apr 18 20:37:23.839167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-268bfc16-efb9-409d-b33c-edb28adb9a00 req-84e26167-48dc-4213-83e9-fa58c884eb28 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632795 Apr 18 20:37:23.862081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df3cc1-7378-4a4f-8baa-61d63a88f9eb None None] Pushing event updated for resources: {'Port': ['ID=0d45756c-a2b1-4aad-80a7-50e86a4cf68b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:23.927751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.941212 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.946893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] device_id is not set on port 17788d99-abb1-43ba-9acc-693ee1465635 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:23.948537 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2ffee2f9-4d34-4edf-a1c0-2f58d65db464 None None] Provisioning complete for port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:23.948908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2ffee2f9-4d34-4edf-a1c0-2f58d65db464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.139041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 51ecfe29-6486-4d11-b641-5a43cb985aae up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:24.276503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3513fdbe-180c-4faa-b38a-53e4b99b957e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:24.290949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 51ecfe29-6486-4d11-b641-5a43cb985aae completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:24.297844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 51ecfe29-6486-4d11-b641-5a43cb985aae triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:24.298720 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.404422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41588) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:24.420122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa583384-6b21-4373-9475-49855e92f048 req-65ebed6b-c6d2-4a72-b36e-90d048ad310f tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:24.424610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa583384-6b21-4373-9475-49855e92f048 req-65ebed6b-c6d2-4a72-b36e-90d048ad310f tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 945 time: 0.4309740 Apr 18 20:37:24.444812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0d45756c-a2b1-4aad-80a7-50e86a4cf68b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:24.452267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de8606-9b59-498f-a28d-f2e01521d963 req-9a61d6c1-a1d7-4e37-9aac-5f626112e3b1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:24.470488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77de8606-9b59-498f-a28d-f2e01521d963 req-9a61d6c1-a1d7-4e37-9aac-5f626112e3b1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.3790441 Apr 18 20:37:24.606119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:24.611532 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.692712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-511b846f-5b3a-48b4-8bbc-4e30e898b1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.698405 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.774799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f06ca9c-1899-4db2-b496-cb8136942ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ecfe29-6486-4d11-b641-5a43cb985aae'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:24.784853 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff674623-cd52-44ac-8383-a12c50309e5c" -d '{"events": [{"server_uuid": "4f06ca9c-1899-4db2-b496-cb8136942ea6", "name": "network-vif-plugged", "status": "completed", "tag": "51ecfe29-6486-4d11-b641-5a43cb985aae"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:24.876202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa583384-6b21-4373-9475-49855e92f048 req-a85332e0-9046-4ec0-89d9-43c2147095a0 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985865 Apr 18 20:37:24.900290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 51ecfe29-6486-4d11-b641-5a43cb985aae, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=51ecfe29-6486-4d11-b641-5a43cb985aae,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:24.900861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77de8606-9b59-498f-a28d-f2e01521d963 req-adaae6ce-7b38-429c-916d-f3f112e6f285 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250934 Apr 18 20:37:24.920303 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-511b846f-5b3a-48b4-8bbc-4e30e898b1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.931650 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.941127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-511b846f-5b3a-48b4-8bbc-4e30e898b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.039873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=51ecfe29-6486-4d11-b641-5a43cb985aae,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:25.044844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b846f-5b3a-48b4-8bbc-4e30e898b1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf91c592-c9b6-4349-9576-76906b8950e8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:25.074706 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-511b846f-5b3a-48b4-8bbc-4e30e898b1ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0abf42b29f7545998182a410004a82e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6685319 Apr 18 20:37:25.077322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41604) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:25.100154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] device_id is not set on port 17788d99-abb1-43ba-9acc-693ee1465635 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:25.120632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-48508425-4f0e-4011-809d-04f145538e4f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:25.126357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-48508425-4f0e-4011-809d-04f145538e4f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:25.127942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-48508425-4f0e-4011-809d-04f145538e4f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "GET /v2.0/networks?id=ce624471-bdb5-4d36-b8f3-c843154e07bf&id=6df42579-ddbe-4423-9a2c-1f036eef8c65&id=ce624471-bdb5-4d36-b8f3-c843154e07bf HTTP/1.1" status: 200 len: 1392 time: 0.5609345 Apr 18 20:37:25.131606 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.153693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62ed8bd5-38b8-4b4e-944e-c7e16701d6c0 req-39ae4739-0452-4a3a-901c-9777225569d2 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 210 time: 0.1060209 Apr 18 20:37:25.158836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'port': {'device_id': '1f530c05-44a6-4435-a707-8175b7361e44', 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf', 'admin_state_up': True, 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:25.166270 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.182772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:25.191862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c1c9919-313c-4f1e-94fe-4be8b36d3333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.229377 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c1c9919-313c-4f1e-94fe-4be8b36d3333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.300216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:25.303767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c1c9919-313c-4f1e-94fe-4be8b36d3333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.310349 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c1c9919-313c-4f1e-94fe-4be8b36d3333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.312168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:25.312599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e23ba9-67c4-41b2-97e9-1047c3001894 req-d6b4f4ca-2fb6-4d4f-a333-2b0d5eb691a9 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:25.316186 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.316559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02e23ba9-67c4-41b2-97e9-1047c3001894 req-d6b4f4ca-2fb6-4d4f-a333-2b0d5eb691a9 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.2573397 Apr 18 20:37:25.316697 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8c1c9919-313c-4f1e-94fe-4be8b36d3333 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf91c592-c9b6-4349-9576-76906b8950e8 HTTP/1.1" status: 204 len: 168 time: 0.2339709 Apr 18 20:37:25.338610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c9919-313c-4f1e-94fe-4be8b36d3333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf91c592-c9b6-4349-9576-76906b8950e8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:25.413294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event updated for resources: {'Port': ['ID=17788d99-abb1-43ba-9acc-693ee1465635,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:25.431568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.455454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f145f8-1a35-4874-9a78-355b2deac7a4 req-dffb61c8-1f2f-4fba-82e6-51fb8e8bca84 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:25.457235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28f145f8-1a35-4874-9a78-355b2deac7a4 req-dffb61c8-1f2f-4fba-82e6-51fb8e8bca84 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 946 time: 0.1749034 Apr 18 20:37:25.465690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Checking segment: {'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:25.466050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Network hostable DHCP agents. Network: 085808e6-b7c6-43e7-a497-f62f30fa6a31, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:25.483714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:25.487562 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.494843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:25.497953 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02e23ba9-67c4-41b2-97e9-1047c3001894 req-d5e0e7f3-e585-463b-8169-346e7c2bda60 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319523 Apr 18 20:37:25.521649 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.566804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Network 085808e6-b7c6-43e7-a497-f62f30fa6a31 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:25.623703 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab95ac8d-b30c-4e5d-8b44-b3e041293962 x-openstack-request-id: req-ab95ac8d-b30c-4e5d-8b44-b3e041293962 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:25.624186 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f06ca9c-1899-4db2-b496-cb8136942ea6", "name": "network-vif-plugged", "status": "completed", "tag": "51ecfe29-6486-4d11-b641-5a43cb985aae", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:25.624584 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ab95ac8d-b30c-4e5d-8b44-b3e041293962 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:25.628121 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab95ac8d-b30c-4e5d-8b44-b3e041293962'] response: {'server_uuid': '4f06ca9c-1899-4db2-b496-cb8136942ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ecfe29-6486-4d11-b641-5a43cb985aae', 'code': 200} Apr 18 20:37:25.660328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28f145f8-1a35-4874-9a78-355b2deac7a4 req-9091427c-a7a1-48b9-b328-728c0d98ccb2 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861806 Apr 18 20:37:25.662143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 085808e6-b7c6-43e7-a497-f62f30fa6a31) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:25.666513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:25.683759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cdb553-1826-4b34-acdc-14ca09fc044a None None] Network 085808e6-b7c6-43e7-a497-f62f30fa6a31 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:25.745839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:25.746238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:25.746547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:25.761851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:25.762241 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:25.767291 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 2 to bind port 17788d99-abb1-43ba-9acc-693ee1465635 Apr 18 20:37:25.822854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86d2b0-c9c7-4586-8bce-4365254a0bd6 req-d860aa63-f307-4dbc-a809-c08e1f9536e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:25.826191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fb9c2-cd45-469f-8558-467227ece284 req-4a3803bf-c02b-4b91-939f-a3345f2f177c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:25.826959 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ce86d2b0-c9c7-4586-8bce-4365254a0bd6 req-d860aa63-f307-4dbc-a809-c08e1f9536e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0910051 Apr 18 20:37:25.830431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:25.832572 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-496fb9c2-cd45-469f-8558-467227ece284 req-4a3803bf-c02b-4b91-939f-a3345f2f177c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.1575108 Apr 18 20:37:25.872075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:25.872522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:25.872796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:25.900056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:25.901056 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:25.903740 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 3 to bind port 17788d99-abb1-43ba-9acc-693ee1465635 Apr 18 20:37:25.921621 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ce86d2b0-c9c7-4586-8bce-4365254a0bd6 req-08adefa3-d512-4084-a078-2226c945571d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796485 Apr 18 20:37:25.950126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41624) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:25.952381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:25.952719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:25.953060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:25.967875 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd891e73-1c44-415e-8d08-d1c10a85a7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.970172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Allocated IP 19.80.0.158 (ce624471-bdb5-4d36-b8f3-c843154e07bf/ffada56c-39fb-42df-949c-bd69d240a5a0/74ee25a2-beac-406e-9273-7f5af351d03b) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:25.974893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc3090-63cf-42ca-818f-95cb26b02595 req-300ebc8b-eb3f-4986-a786-678f522cd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:25.976446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbcc3090-63cf-42ca-818f-95cb26b02595 req-300ebc8b-eb3f-4986-a786-678f522cd693 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 1097 time: 0.1347837 Apr 18 20:37:25.979382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:25.979714 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:25.985073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-496fb9c2-cd45-469f-8558-467227ece284 req-6379a5cc-5963-4def-aef9-b13a2590ef7f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285260 Apr 18 20:37:26.003279 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 4 to bind port 17788d99-abb1-43ba-9acc-693ee1465635 Apr 18 20:37:26.072793 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd891e73-1c44-415e-8d08-d1c10a85a7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.078349 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd891e73-1c44-415e-8d08-d1c10a85a7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.115080 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fd891e73-1c44-415e-8d08-d1c10a85a7ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dbde26df74143b38c9a49bb0a5c547b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637540 Apr 18 20:37:26.121055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41628) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:26.140786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd891e73-1c44-415e-8d08-d1c10a85a7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be87b1c-9b87-4495-a632-d90c713456b3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:26.208474 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-316ab323-937b-46d0-83e4-2d0ec58f8b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.245436 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-316ab323-937b-46d0-83e4-2d0ec58f8b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.304810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-316ab323-937b-46d0-83e4-2d0ec58f8b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.308078 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-316ab323-937b-46d0-83e4-2d0ec58f8b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.309413 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-316ab323-937b-46d0-83e4-2d0ec58f8b38 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8be87b1c-9b87-4495-a632-d90c713456b3 HTTP/1.1" status: 204 len: 168 time: 0.1873155 Apr 18 20:37:26.319791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ab323-937b-46d0-83e4-2d0ec58f8b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be87b1c-9b87-4495-a632-d90c713456b3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:26.418745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:26.419073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:26.419319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:26.503152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:26.503152 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:26.509847 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 5 to bind port 17788d99-abb1-43ba-9acc-693ee1465635 Apr 18 20:37:26.588396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:26.589311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:26.590216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:26.704798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20abc3-218b-4a70-93f7-66ee52572b0b req-0f2008aa-ae83-4152-9ec7-b78a97d08b4d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:26.707330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c20abc3-218b-4a70-93f7-66ee52572b0b req-0f2008aa-ae83-4152-9ec7-b78a97d08b4d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.3032312 Apr 18 20:37:26.708830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:26.709379 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:26.721806 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 6 to bind port 17788d99-abb1-43ba-9acc-693ee1465635 Apr 18 20:37:26.738794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7139534-34b6-4b03-809a-5003adfb274d req-d0f12715-e1c8-41a5-82ad-f8f29b8fe5f2 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:26.742018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7139534-34b6-4b03-809a-5003adfb274d req-d0f12715-e1c8-41a5-82ad-f8f29b8fe5f2 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.7166898 Apr 18 20:37:26.811158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc3090-63cf-42ca-818f-95cb26b02595 req-4689ea81-c325-4aca-803c-7a38f67b6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:26.813643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbcc3090-63cf-42ca-818f-95cb26b02595 req-4689ea81-c325-4aca-803c-7a38f67b6a36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 913 time: 0.8111134 Apr 18 20:37:26.835814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:26.836403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:26.836949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:26.942028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:26.943245 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:26.945599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbcc3090-63cf-42ca-818f-95cb26b02595 req-f1363e9f-99d9-42a8-a18d-7d73358a8031 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bc96861-ac86-4a60-a515-27788f4013e3 HTTP/1.1" status: 200 len: 217 time: 0.1148365 Apr 18 20:37:26.953850 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 7 to bind port 17788d99-abb1-43ba-9acc-693ee1465635 Apr 18 20:37:26.996802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c20abc3-218b-4a70-93f7-66ee52572b0b req-e12de6a4-b91f-46d0-8749-95c594043220 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529879 Apr 18 20:37:27.000850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.057045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:27.057386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:27.057725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:27.072236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc3090-63cf-42ca-818f-95cb26b02595 req-9dc0f242-5c6d-4f2e-b630-7d1ae77899e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:27.073760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbcc3090-63cf-42ca-818f-95cb26b02595 req-9dc0f242-5c6d-4f2e-b630-7d1ae77899e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.1062000 Apr 18 20:37:27.085554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:27.085914 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:27.099863 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 8 to bind port 17788d99-abb1-43ba-9acc-693ee1465635 Apr 18 20:37:27.179662 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbcc3090-63cf-42ca-818f-95cb26b02595 req-f652f208-dcc4-4083-b065-ded7efefe314 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821831 Apr 18 20:37:27.233131 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:27.233451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:27.233784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:27.264097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:27.264658 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:27.269391 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 9 to bind port 17788d99-abb1-43ba-9acc-693ee1465635 Apr 18 20:37:27.313754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.348886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7139534-34b6-4b03-809a-5003adfb274d req-dd378ed0-b6a6-49b9-8a3b-8a5f4ca7fc66 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949988 Apr 18 20:37:27.375731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:27.375731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:27.375731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:27.400576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:27.400576 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:27.408259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e539af3-9880-4d3a-a4b8-87e11a6f8961 req-cad7358f-988e-4e8c-8a10-5da45ca90730 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:27.409775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e539af3-9880-4d3a-a4b8-87e11a6f8961 req-cad7358f-988e-4e8c-8a10-5da45ca90730 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.2491150 Apr 18 20:37:27.412774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network ce624471-bdb5-4d36-b8f3-c843154e07bf is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:27.416970 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 10 to bind port 17788d99-abb1-43ba-9acc-693ee1465635 Apr 18 20:37:27.435492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:27.452645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:27.455099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Port': ['ID=74ee25a2-beac-406e-9273-7f5af351d03b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:27.518139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:27.518139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:27.518139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:27.538176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbcc3090-63cf-42ca-818f-95cb26b02595 req-26b63605-1aa3-4b5e-9836-24b343958f61 service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283975 Apr 18 20:37:27.576709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 17788d99-abb1-43ba-9acc-693ee1465635 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:27.576709 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 17788d99-abb1-43ba-9acc-693ee1465635 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:27.577360 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.615657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e539af3-9880-4d3a-a4b8-87e11a6f8961 req-ca446d9d-4f34-4b72-b19b-967b0e5cbbc0 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852937 Apr 18 20:37:27.624940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:27.625591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.629148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf474753-2143-410f-9145-61c061242f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:27.633999 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc6b172-d74c-49db-9a27-579ec80308fc" -d '{"events": [{"server_uuid": "cf474753-2143-410f-9145-61c061242f9a", "name": "network-vif-plugged", "status": "completed", "tag": "17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:27.767105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c64eb-1f00-4421-908f-246268abbd24 req-f0670fb1-caa6-4bef-9cca-38275944f3bb tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:27.769742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c50c64eb-1f00-4421-908f-246268abbd24 req-f0670fb1-caa6-4bef-9cca-38275944f3bb tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 932 time: 0.3245981 Apr 18 20:37:27.782653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1c5632ce-b97e-4f26-bc2d-a0f046709aa6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6278915 Apr 18 20:37:27.820944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'port': {'device_id': '1f530c05-44a6-4435-a707-8175b7361e44', 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65', 'admin_state_up': True, 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:27.869482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-13047cfd-970d-4c85-b049-475e2032b31c None None] Provisioning complete for port 74ee25a2-beac-406e-9273-7f5af351d03b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:27.870263 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-13047cfd-970d-4c85-b049-475e2032b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.944408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbcc3090-63cf-42ca-818f-95cb26b02595 req-8954766b-5ec4-45dd-b529-afd1aa0e5886 service neutron] 10.222.0.64 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843088 Apr 18 20:37:27.963340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] For port 17788d99-abb1-43ba-9acc-693ee1465635, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:27.963667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempted to set empty binding levels {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:37:27.968243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c50c64eb-1f00-4421-908f-246268abbd24 req-93a5251b-06ee-4274-b45f-d017cb1779ef tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757760 Apr 18 20:37:27.975341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.979912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-13047cfd-970d-4c85-b049-475e2032b31c None None] Port 74ee25a2-beac-406e-9273-7f5af351d03b cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:28.046973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af478f99-fa22-4a74-915d-a6d15628d016 req-a09528d5-c8f7-44f2-8f07-072d530416e7 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.049634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af478f99-fa22-4a74-915d-a6d15628d016 req-a09528d5-c8f7-44f2-8f07-072d530416e7 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 946 time: 0.2762201 Apr 18 20:37:28.056408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.056990 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.069972 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d86144-5b39-4c92-a976-025acbd644c4 x-openstack-request-id: req-b8d86144-5b39-4c92-a976-025acbd644c4 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:28.070269 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf474753-2143-410f-9145-61c061242f9a", "name": "network-vif-plugged", "status": "completed", "tag": "17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:28.070695 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8d86144-5b39-4c92-a976-025acbd644c4 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:28.076554 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d86144-5b39-4c92-a976-025acbd644c4'] response: {'server_uuid': 'cf474753-2143-410f-9145-61c061242f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff', 'code': 200} Apr 18 20:37:28.122667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event updated for resources: {'Port': ['ID=17788d99-abb1-43ba-9acc-693ee1465635,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:28.127661 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-06eeff6c-ccfa-4db8-8019-5895f3b92ef0 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.2906859 Apr 18 20:37:28.131391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41686) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:28.155998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af478f99-fa22-4a74-915d-a6d15628d016 req-ac6676b8-6ae0-4d85-82dc-916d91c9d87c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911987 Apr 18 20:37:28.166603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:28.170648 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.295454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8e31e7eb-7950-4c1a-aa91-9ae89fb272bd tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Deleting port 17788d99-abb1-43ba-9acc-693ee1465635 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:28.296097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e31e7eb-7950-4c1a-aa91-9ae89fb272bd tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.310793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4b8aa-94aa-4263-82a9-ec7b161e662c req-3adcdfbc-3952-474d-b0f7-2f77fc511eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.312279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3b4b8aa-94aa-4263-82a9-ec7b161e662c req-3adcdfbc-3952-474d-b0f7-2f77fc511eb4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 1097 time: 0.1378460 Apr 18 20:37:28.380470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-8e31e7eb-7950-4c1a-aa91-9ae89fb272bd tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] For port 17788d99-abb1-43ba-9acc-693ee1465635, host n-h2-836015-4, got binding levels [] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:28.380928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e31e7eb-7950-4c1a-aa91-9ae89fb272bd tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.397421 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8e31e7eb-7950-4c1a-aa91-9ae89fb272bd tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Calling delete_port for 17788d99-abb1-43ba-9acc-693ee1465635 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:28.425327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb4279-9b1d-48ca-bdd5-bd254ac59745 req-c32538c0-c2c4-4b05-82a0-69f62fa3c739 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.425920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6feb4279-9b1d-48ca-bdd5-bd254ac59745 req-c32538c0-c2c4-4b05-82a0-69f62fa3c739 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 946 time: 0.1635923 Apr 18 20:37:28.443772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3b4b8aa-94aa-4263-82a9-ec7b161e662c req-115e419c-455a-470f-9f64-f4e0a1fd5d02 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197197 Apr 18 20:37:28.456720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Allocated IP 19.86.0.120 (6df42579-ddbe-4423-9a2c-1f036eef8c65/179ff223-94c2-4234-abe9-e9725a7a2069/600954d1-e39a-4224-ba17-e43f7a146f0d) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:28.474686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2791d8-ebea-4d6b-aad3-a5b9e3a3be5c req-f199ff35-6b0d-497e-af7f-ea0287ade4e6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.476272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a2791d8-ebea-4d6b-aad3-a5b9e3a3be5c req-f199ff35-6b0d-497e-af7f-ea0287ade4e6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.1728640 Apr 18 20:37:28.523123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e31e7eb-7950-4c1a-aa91-9ae89fb272bd tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.534420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6feb4279-9b1d-48ca-bdd5-bd254ac59745 req-3331c0bc-e3b5-4f53-bc73-702bced809ff tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962975 Apr 18 20:37:28.569992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a2791d8-ebea-4d6b-aad3-a5b9e3a3be5c req-25ae8e97-2221-47e5-af24-6bb8d0ffc55d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794446 Apr 18 20:37:28.607637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31e7eb-7950-4c1a-aa91-9ae89fb272bd tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event deleted for resources: {'Port': ['ID=17788d99-abb1-43ba-9acc-693ee1465635,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:28.617775 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e31e7eb-7950-4c1a-aa91-9ae89fb272bd tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.628437 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8e31e7eb-7950-4c1a-aa91-9ae89fb272bd tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "DELETE /v2.0/ports/17788d99-abb1-43ba-9acc-693ee1465635 HTTP/1.1" status: 204 len: 168 time: 0.4922442 Apr 18 20:37:28.629245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41714) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:28.861609 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.875348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e09212-4727-4f5f-ad18-ed635f32477f req-3519206e-3a67-44d7-9a63-b23fb790ccdd tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.876667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1e09212-4727-4f5f-ad18-ed635f32477f req-3519206e-3a67-44d7-9a63-b23fb790ccdd tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.1504297 Apr 18 20:37:28.970132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce618a8-3c54-4557-a19a-cb039644bbe5 req-fd79142d-d6b7-40bb-8523-81cac9afe3c1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.971832 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ce618a8-3c54-4557-a19a-cb039644bbe5 req-fd79142d-d6b7-40bb-8523-81cac9afe3c1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 946 time: 0.1075780 Apr 18 20:37:28.981932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1e09212-4727-4f5f-ad18-ed635f32477f req-0cdeeb47-e76d-4214-8dad-b6a59732f399 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942359 Apr 18 20:37:29.019366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.172157 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ce618a8-3c54-4557-a19a-cb039644bbe5 req-74ea9d12-2ce6-435a-b501-3afccf4bcb13 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745594 Apr 18 20:37:29.209671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network 6df42579-ddbe-4423-9a2c-1f036eef8c65 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:29.225101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3bc96861-ac86-4a60-a515-27788f4013e3 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:29.262346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:29.267365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:29.331144 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f49063-194a-4c1d-b01a-612f2c71a533 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:37:29.345576 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.349518 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-78f49063-194a-4c1d-b01a-612f2c71a533 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "GET /v2.0/ports/17788d99-abb1-43ba-9acc-693ee1465635 HTTP/1.1" status: 404 len: 333 time: 0.7074735 Apr 18 20:37:29.350369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41750) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:29.358212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Port': ['ID=600954d1-e39a-4224-ba17-e43f7a146f0d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:29.363314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Request body: {'port': {'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1881368227'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:29.386038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 3bc96861-ac86-4a60-a515-27788f4013e3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3bc96861-ac86-4a60-a515-27788f4013e3,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:29.393050 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.432651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Made reservation on behalf of 73a2d292c457464eb154c8a363b4513c for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:29.434612 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.460400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] device_id is not set on port 5956ff6c-8acd-4943-ab66-25ef7f38b01b yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:29.534174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=3bc96861-ac86-4a60-a515-27788f4013e3,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:29.597391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.603988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.642409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df236-4578-4e09-8433-d3595fa860a3 req-f613acd2-7cd8-4e38-847a-19934a377bcb tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.653522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df236-4578-4e09-8433-d3595fa860a3 req-f613acd2-7cd8-4e38-847a-19934a377bcb tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.671342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee9df236-4578-4e09-8433-d3595fa860a3 req-f613acd2-7cd8-4e38-847a-19934a377bcb tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 1655 time: 0.5089364 Apr 18 20:37:29.698562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-ecfa459c-ac52-40d2-bd72-3a25909f2bee tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8872199 Apr 18 20:37:29.735488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e1556106-5b7a-4436-bedd-26f546e63c49 None None] Provisioning complete for port 600954d1-e39a-4224-ba17-e43f7a146f0d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:29.735883 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e1556106-5b7a-4436-bedd-26f546e63c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.749224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'port': {'device_id': '1f530c05-44a6-4435-a707-8175b7361e44', 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf', 'admin_state_up': True, 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:29.775166 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.796877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e1556106-5b7a-4436-bedd-26f546e63c49 None None] Port 600954d1-e39a-4224-ba17-e43f7a146f0d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:29.830552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.862775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2990a-db03-4844-beb7-28197f2ea604 req-41e917ba-e13e-4783-8e1b-51047b62a1fa tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.878183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Network 085808e6-b7c6-43e7-a497-f62f30fa6a31 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:29.881925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:29.883916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b2990a-db03-4844-beb7-28197f2ea604 req-41e917ba-e13e-4783-8e1b-51047b62a1fa tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 946 time: 0.4902346 Apr 18 20:37:29.889864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:29.891768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.892471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.968414 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6126149 Apr 18 20:37:29.969158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63374cb-95da-4c00-ac8a-48f2a43bdef2 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event updated for resources: {'Port': ['ID=5956ff6c-8acd-4943-ab66-25ef7f38b01b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:29.971247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41772) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:29.993592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:30.042787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee9df236-4578-4e09-8433-d3595fa860a3 req-4d8cae3f-92c1-4647-b066-67dbaa45a82c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663030 Apr 18 20:37:30.083447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bc96861-ac86-4a60-a515-27788f4013e3'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:30.088984 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7440eaac-b8c6-4f1a-bd7d-6a7f41a5bb0b" -d '{"events": [{"server_uuid": "e83f84f7-c8c4-4b8c-95c8-107c8f60ed82", "name": "network-vif-unplugged", "status": "completed", "tag": "3bc96861-ac86-4a60-a515-27788f4013e3"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:30.105113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b2990a-db03-4844-beb7-28197f2ea604 req-36e1061e-a3e2-424b-a070-ef0bf5815c1c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202506 Apr 18 20:37:30.154767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:30.155010 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.173453 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.476650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] device_id is not set on port 5956ff6c-8acd-4943-ab66-25ef7f38b01b yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:30.500434 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.509309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.595884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7ad4-f09a-480e-96c2-d6efb98af28a req-f84ffbd4-0057-4a33-b13e-bceb1f8e3e05 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:30.604789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54cf7ad4-f09a-480e-96c2-d6efb98af28a req-f84ffbd4-0057-4a33-b13e-bceb1f8e3e05 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.3677301 Apr 18 20:37:30.604937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:30.605148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:30.605516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:30.610958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:30.611307 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:30.611880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event updated for resources: {'Port': ['ID=5956ff6c-8acd-4943-ab66-25ef7f38b01b,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:30.617487 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 2 to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b Apr 18 20:37:30.627882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:30.628213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:30.628554 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:30.633318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:30.633662 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:30.634018 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 3 to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b Apr 18 20:37:30.648486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:30.648646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:30.648992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:30.653664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:30.653985 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:30.654371 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 4 to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b Apr 18 20:37:30.667401 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:30.668191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:30.668514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:30.672997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:30.673323 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:30.673718 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 5 to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b Apr 18 20:37:30.695817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:30.696171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:30.696540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:30.703341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:30.703677 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:30.704098 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 6 to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b Apr 18 20:37:30.733550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:30.734369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:30.734369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:30.739635 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:30.740419 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:30.741256 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 7 to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b Apr 18 20:37:30.753582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c52653-4d8a-4c25-bf79-1ff5b3b95862 req-fc9d6ce5-58af-43ae-a9d9-dd53b204db3b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:30.765120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30c52653-4d8a-4c25-bf79-1ff5b3b95862 req-fc9d6ce5-58af-43ae-a9d9-dd53b204db3b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 944 time: 0.4686306 Apr 18 20:37:30.767054 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:30.767375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:30.778282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:30.806104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:30.806373 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:30.808116 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 8 to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b Apr 18 20:37:30.821215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54cf7ad4-f09a-480e-96c2-d6efb98af28a req-51ec4df4-09f5-4512-886c-cedf40ff1571 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174631 Apr 18 20:37:30.848964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:30.851874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:30.855466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:30.865567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:30.866025 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:30.866486 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 9 to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b Apr 18 20:37:30.869400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30c52653-4d8a-4c25-bf79-1ff5b3b95862 req-e527da9a-13fe-4588-8481-d2c6d77e8b74 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962377 Apr 18 20:37:30.891480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Allocated IP 19.80.0.34 (ce624471-bdb5-4d36-b8f3-c843154e07bf/ffada56c-39fb-42df-949c-bd69d240a5a0/c74d8d51-b9ae-4103-9b62-821834e07f5d) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:30.904488 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b360ef23-f48a-4ef7-ab47-3826d41d6361 x-openstack-request-id: req-b360ef23-f48a-4ef7-ab47-3826d41d6361 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:30.904979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:30.905635 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f84f7-c8c4-4b8c-95c8-107c8f60ed82", "name": "network-vif-unplugged", "status": "failed", "tag": "3bc96861-ac86-4a60-a515-27788f4013e3", "code": 422}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:30.906652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:30.906985 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b360ef23-f48a-4ef7-ab47-3826d41d6361 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:30.907634 n-d-836015-4 neutron-server[102905]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b360ef23-f48a-4ef7-ab47-3826d41d6361']: {'server_uuid': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3bc96861-ac86-4a60-a515-27788f4013e3', 'code': 422} returned with failed status Apr 18 20:37:30.907755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:30.918784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:30.925570 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:30.926145 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 10 to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b Apr 18 20:37:30.966550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:30.967032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:30.968205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:30.979593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:30.982069 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:30.982956 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.143643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] For port 5956ff6c-8acd-4943-ab66-25ef7f38b01b, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:31.144782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempted to set empty binding levels {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:37:31.154718 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.208882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] In _notify_port_updated(), no bound segment for port 5956ff6c-8acd-4943-ab66-25ef7f38b01b on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:37:31.212562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.213859 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.218830 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "PUT /v2.0/ports/5956ff6c-8acd-4943-ab66-25ef7f38b01b HTTP/1.1" status: 200 len: 975 time: 1.2464554 Apr 18 20:37:31.221752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41828) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:31.374244 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.436221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.436782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.437259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.437737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.438187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.438711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.439177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.439638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.440390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.440850 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.441309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.441851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.442456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.443156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.443624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.444103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.444552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.445113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.445765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.446264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.446920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d40a02-5dc1-45ef-ac7a-dd3ed3b5dd7e req-0809c8a5-7af1-449e-8fbf-1efb01a95af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.448410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05d40a02-5dc1-45ef-ac7a-dd3ed3b5dd7e req-0809c8a5-7af1-449e-8fbf-1efb01a95af5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 1097 time: 0.1741209 Apr 18 20:37:31.453825 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-07ccc992-6c6e-4d7d-b0e5-974a5393492f tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18053 time: 0.2305076 Apr 18 20:37:31.454628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cabf9-f1e6-491a-95f8-bce1089abd31 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event updated for resources: {'Port': ['ID=5956ff6c-8acd-4943-ab66-25ef7f38b01b,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:31.457033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41844) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:31.503648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92e89c-2fe9-4960-add6-4be70e37d6f5 req-26eaea5a-8b3d-4bd4-8f95-ecb761a5416a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.509855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92e89c-2fe9-4960-add6-4be70e37d6f5 req-26eaea5a-8b3d-4bd4-8f95-ecb761a5416a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.511511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af92e89c-2fe9-4960-add6-4be70e37d6f5 req-26eaea5a-8b3d-4bd4-8f95-ecb761a5416a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 1655 time: 0.1318064 Apr 18 20:37:31.515033 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.633333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network ce624471-bdb5-4d36-b8f3-c843154e07bf is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:31.639993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d5059644-efae-43c1-a063-be8ee3eb4d6c tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Deleting port 5956ff6c-8acd-4943-ab66-25ef7f38b01b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:31.644262 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d5059644-efae-43c1-a063-be8ee3eb4d6c tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.646247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:31.650693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Port': ['ID=c74d8d51-b9ae-4103-9b62-821834e07f5d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:31.655394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:31.729710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af92e89c-2fe9-4960-add6-4be70e37d6f5 req-9c4263e4-a841-4350-a414-9a28210c9827 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057772 Apr 18 20:37:31.741605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d40a02-5dc1-45ef-ac7a-dd3ed3b5dd7e req-b3e5290e-cf41-457f-8c81-e28b2ef64890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.743598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05d40a02-5dc1-45ef-ac7a-dd3ed3b5dd7e req-b3e5290e-cf41-457f-8c81-e28b2ef64890 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 200 len: 912 time: 0.2837503 Apr 18 20:37:31.822516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-d5059644-efae-43c1-a063-be8ee3eb4d6c tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] For port 5956ff6c-8acd-4943-ab66-25ef7f38b01b, host n-h2-836015-4, got binding levels [] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:31.822874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d5059644-efae-43c1-a063-be8ee3eb4d6c tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.839916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.840599 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.852159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d5059644-efae-43c1-a063-be8ee3eb4d6c tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Calling delete_port for 5956ff6c-8acd-4943-ab66-25ef7f38b01b owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:31.970014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05d40a02-5dc1-45ef-ac7a-dd3ed3b5dd7e req-d7f43abc-d191-4a46-99db-7be2a64e5d20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff HTTP/1.1" status: 200 len: 217 time: 0.2096446 Apr 18 20:37:31.977445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-483f735f-d321-4a5f-8608-d6631ef1be8a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2520130 Apr 18 20:37:31.985774 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d5059644-efae-43c1-a063-be8ee3eb4d6c tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.017063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d5059644-efae-43c1-a063-be8ee3eb4d6c tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.030572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Request body: {'port': {'device_id': '1f530c05-44a6-4435-a707-8175b7361e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:32.032056 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d5059644-efae-43c1-a063-be8ee3eb4d6c tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "DELETE /v2.0/ports/5956ff6c-8acd-4943-ab66-25ef7f38b01b HTTP/1.1" status: 204 len: 168 time: 0.5733881 Apr 18 20:37:32.035252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41876) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:32.093071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5059644-efae-43c1-a063-be8ee3eb4d6c tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event deleted for resources: {'Port': ['ID=5956ff6c-8acd-4943-ab66-25ef7f38b01b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.121144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-faece535-78bb-489d-96e0-0a185e8b3413 None None] Provisioning complete for port c74d8d51-b9ae-4103-9b62-821834e07f5d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:32.124076 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-faece535-78bb-489d-96e0-0a185e8b3413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.133302 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b8dfd9-0916-4816-bd72-d1bca7a8e16e tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:37:32.139211 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-10b8dfd9-0916-4816-bd72-d1bca7a8e16e tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "GET /v2.0/ports/5956ff6c-8acd-4943-ab66-25ef7f38b01b HTTP/1.1" status: 404 len: 333 time: 0.1034386 Apr 18 20:37:32.139869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41890) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:32.145810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-235275479', 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:32.180877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Made reservation on behalf of 73a2d292c457464eb154c8a363b4513c for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:32.189614 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.215856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] device_id is not set on port 22be097b-8654-46d1-bd80-664a7883283c yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:32.277667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-faece535-78bb-489d-96e0-0a185e8b3413 None None] Port c74d8d51-b9ae-4103-9b62-821834e07f5d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:32.529392 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.617245 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.768460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event updated for resources: {'Port': ['ID=22be097b-8654-46d1-bd80-664a7883283c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.772690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Network 085808e6-b7c6-43e7-a497-f62f30fa6a31 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:32.791498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:32.795191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:32.796143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:32.806885 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.836971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.837386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.837671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.838015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.838362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.838697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.839037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.839366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.839700 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.840055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.840384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.840717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:32.947052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-408cfd1e-c4ce-48d7-83d7-779f29fe6185 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8056810 Apr 18 20:37:32.951126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41930) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:32.967525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d40a02-5dc1-45ef-ac7a-dd3ed3b5dd7e req-00f339a5-b7c0-4c13-b75a-7c44f62c2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:32.969337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05d40a02-5dc1-45ef-ac7a-dd3ed3b5dd7e req-00f339a5-b7c0-4c13-b75a-7c44f62c2f14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5078e806-a8ba-4e75-9166-453eca1d54e3 HTTP/1.1" status: 200 len: 851 time: 0.9587541 Apr 18 20:37:33.008386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-0fe0e3a9-ecf0-4dd1-8f7f-287452a40485 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.009977 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-0fe0e3a9-ecf0-4dd1-8f7f-287452a40485 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 946 time: 0.2161741 Apr 18 20:37:33.016187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e8a654-db45-426c-b806-21ec1dcfeb38 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.017760 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e5e8a654-db45-426c-b806-21ec1dcfeb38 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "GET /v2.0/ports/22be097b-8654-46d1-bd80-664a7883283c HTTP/1.1" status: 200 len: 954 time: 0.0659878 Apr 18 20:37:33.025766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41936) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:33.124907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05d40a02-5dc1-45ef-ac7a-dd3ed3b5dd7e req-6e36281b-1161-4e66-a69f-144a35c83fde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0949b8f-0858-4410-90d6-33fbef2a23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346843 Apr 18 20:37:33.160352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c2ce5-2e61-48d4-9d93-99722a6788dc req-c6144b1d-699c-4621-86dd-6a7452757dee tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.170924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-926c2ce5-2e61-48d4-9d93-99722a6788dc req-c6144b1d-699c-4621-86dd-6a7452757dee tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f06ca9c-1899-4db2-b496-cb8136942ea6 HTTP/1.1" status: 200 len: 946 time: 1.2374334 Apr 18 20:37:33.209941 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.215502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 3bc96861-ac86-4a60-a515-27788f4013e3 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:33.282069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e798f0-eabc-4699-8f85-118180778bc4 req-ccd779cd-9d47-479d-a261-3194e37c88a7 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.285071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e798f0-eabc-4699-8f85-118180778bc4 req-ccd779cd-9d47-479d-a261-3194e37c88a7 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=e83f84f7-c8c4-4b8c-95c8-107c8f60ed82 HTTP/1.1" status: 200 len: 944 time: 0.3115475 Apr 18 20:37:33.314570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-566caf09-1c85-4955-8369-7f73ad6807c6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Deleting port 51ecfe29-6486-4d11-b641-5a43cb985aae {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:33.322047 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-566caf09-1c85-4955-8369-7f73ad6807c6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.462713 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-926c2ce5-2e61-48d4-9d93-99722a6788dc req-28a547be-5cb0-49b4-9db6-c68ebcfd6a37 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906799 Apr 18 20:37:33.500043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-566caf09-1c85-4955-8369-7f73ad6807c6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] For port 51ecfe29-6486-4d11-b641-5a43cb985aae, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=51ecfe29-6486-4d11-b641-5a43cb985aae,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:33.500416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-566caf09-1c85-4955-8369-7f73ad6807c6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.519673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-566caf09-1c85-4955-8369-7f73ad6807c6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Calling delete_port for 51ecfe29-6486-4d11-b641-5a43cb985aae owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:33.622098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba8369-f2d2-403a-814b-9e36f6ba5167 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Deleting port 22be097b-8654-46d1-bd80-664a7883283c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:33.623802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8369-f2d2-403a-814b-9e36f6ba5167 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.727208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05d40a02-5dc1-45ef-ac7a-dd3ed3b5dd7e req-0732459e-6cde-412f-af12-fe1c2bc501b9 service neutron] 10.222.0.64 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915191 Apr 18 20:37:33.852438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261c474-68d4-4e60-bbde-d0392f279c77 req-3d602779-18b8-412b-a8f2-00eaeb909932 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.864510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6261c474-68d4-4e60-bbde-d0392f279c77 req-3d602779-18b8-412b-a8f2-00eaeb909932 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.2714884 Apr 18 20:37:33.876632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-566caf09-1c85-4955-8369-7f73ad6807c6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.888754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8', '51ecfe29-6486-4d11-b641-5a43cb985aae'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:33.897194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8369-f2d2-403a-814b-9e36f6ba5167 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.944892 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566caf09-1c85-4955-8369-7f73ad6807c6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event deleted for resources: {'Port': ['ID=51ecfe29-6486-4d11-b641-5a43cb985aae,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:33.959056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba8369-f2d2-403a-814b-9e36f6ba5167 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Calling delete_port for 22be097b-8654-46d1-bd80-664a7883283c owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:34.023488 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-566caf09-1c85-4955-8369-7f73ad6807c6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] No DVR routers for this DVR port 51ecfe29-6486-4d11-b641-5a43cb985aae on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:34.039056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-566caf09-1c85-4955-8369-7f73ad6807c6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.046033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-45e798f0-eabc-4699-8f85-118180778bc4 req-05507113-d85e-4fa7-8718-feab1e6d67ad tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Deleting port 3bc96861-ac86-4a60-a515-27788f4013e3 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:34.046672 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bfe9bf1d-efe0-43a3-9289-8fef6b9f5a80 req-566caf09-1c85-4955-8369-7f73ad6807c6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "DELETE /v2.0/ports/51ecfe29-6486-4d11-b641-5a43cb985aae HTTP/1.1" status: 204 len: 173 time: 1.0269651 Apr 18 20:37:34.046788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e798f0-eabc-4699-8f85-118180778bc4 req-05507113-d85e-4fa7-8718-feab1e6d67ad tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.046897 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f06ca9c-1899-4db2-b496-cb8136942ea6', 'name': 'network-vif-deleted', 'tag': '51ecfe29-6486-4d11-b641-5a43cb985aae'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:34.060568 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db6d33b-5cdd-4dad-af2e-b7f5e6f117d2" -d '{"events": [{"server_uuid": "4f06ca9c-1899-4db2-b496-cb8136942ea6", "name": "network-vif-deleted", "tag": "51ecfe29-6486-4d11-b641-5a43cb985aae"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:34.221253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-45e798f0-eabc-4699-8f85-118180778bc4 req-05507113-d85e-4fa7-8718-feab1e6d67ad tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] For port 3bc96861-ac86-4a60-a515-27788f4013e3, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=3bc96861-ac86-4a60-a515-27788f4013e3,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:34.221637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e798f0-eabc-4699-8f85-118180778bc4 req-05507113-d85e-4fa7-8718-feab1e6d67ad tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.253608 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8369-f2d2-403a-814b-9e36f6ba5167 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.273821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-45e798f0-eabc-4699-8f85-118180778bc4 req-05507113-d85e-4fa7-8718-feab1e6d67ad tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Calling delete_port for 3bc96861-ac86-4a60-a515-27788f4013e3 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:34.302136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba8369-f2d2-403a-814b-9e36f6ba5167 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event deleted for resources: {'Port': ['ID=22be097b-8654-46d1-bd80-664a7883283c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:34.313550 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ba8369-f2d2-403a-814b-9e36f6ba5167 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.322662 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f2ba8369-f2d2-403a-814b-9e36f6ba5167 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "DELETE /v2.0/ports/22be097b-8654-46d1-bd80-664a7883283c HTTP/1.1" status: 204 len: 168 time: 1.2955918 Apr 18 20:37:34.325425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41992) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:34.359977 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-111b1326-5b37-4d25-ab61-9dbb24e80584 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:37:34.364045 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-111b1326-5b37-4d25-ab61-9dbb24e80584 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "GET /v2.0/ports/22be097b-8654-46d1-bd80-664a7883283c HTTP/1.1" status: 404 len: 333 time: 0.0355504 Apr 18 20:37:34.368355 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41998) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:34.374740 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Request body: {'port': {'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-277880496'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:34.401341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Made reservation on behalf of 73a2d292c457464eb154c8a363b4513c for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:34.403949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.429013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] device_id is not set on port 1a7353a6-db68-4267-8428-04ea8ab86833 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:34.581229 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6261c474-68d4-4e60-bbde-d0392f279c77 req-c82b002e-9bd9-4dca-99ee-dd45418a8309 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157681 Apr 18 20:37:34.818070 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.919749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.949426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ee25a2-beac-406e-9273-7f5af351d03b {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:34.978764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05d40a02-5dc1-45ef-ac7a-dd3ed3b5dd7e req-b6ac06f7-159e-4e5a-bf62-a5f9510ebd56 service neutron] 10.222.0.64 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2423177 Apr 18 20:37:34.982097 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.058213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Network 085808e6-b7c6-43e7-a497-f62f30fa6a31 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:35.071911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:35.076445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:35.078365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:35.079006 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.099329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Transition to ACTIVE for port object 74ee25a2-beac-406e-9273-7f5af351d03b will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:35.109099 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.109439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event updated for resources: {'Port': ['ID=1a7353a6-db68-4267-8428-04ea8ab86833,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:35.148160 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-52162eb9-bb41-4909-95b6-a73ca4b7022a tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7773249 Apr 18 20:37:35.153563 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42040) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:35.159599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:35.214820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48021a3-cdd6-4183-accc-906ec9bc8bb4 req-322816bb-9c44-4d34-919c-2dde2139062a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:35.222108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48021a3-cdd6-4183-accc-906ec9bc8bb4 req-322816bb-9c44-4d34-919c-2dde2139062a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:35.230001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48021a3-cdd6-4183-accc-906ec9bc8bb4 req-322816bb-9c44-4d34-919c-2dde2139062a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:35.239184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e48021a3-cdd6-4183-accc-906ec9bc8bb4 req-322816bb-9c44-4d34-919c-2dde2139062a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2376 time: 0.2777605 Apr 18 20:37:35.278681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.322298 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Pushing event updated for resources: {'Port': ['ID=74ee25a2-beac-406e-9273-7f5af351d03b,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:35.474032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e48021a3-cdd6-4183-accc-906ec9bc8bb4 req-5e77b649-73c4-4d81-9e82-c8b3d8149d71 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337184 Apr 18 20:37:35.499112 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e798f0-eabc-4699-8f85-118180778bc4 req-05507113-d85e-4fa7-8718-feab1e6d67ad tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.574298 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05507113-d85e-4fa7-8718-feab1e6d67ad tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event deleted for resources: {'Port': ['ID=3bc96861-ac86-4a60-a515-27788f4013e3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:35.696388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e798f0-eabc-4699-8f85-118180778bc4 req-05507113-d85e-4fa7-8718-feab1e6d67ad tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] No DVR routers for this DVR port 3bc96861-ac86-4a60-a515-27788f4013e3 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:35.707865 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-45e798f0-eabc-4699-8f85-118180778bc4 req-05507113-d85e-4fa7-8718-feab1e6d67ad tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.744217 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e798f0-eabc-4699-8f85-118180778bc4 req-05507113-d85e-4fa7-8718-feab1e6d67ad tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "DELETE /v2.0/ports/3bc96861-ac86-4a60-a515-27788f4013e3 HTTP/1.1" status: 204 len: 173 time: 2.4318707 Apr 18 20:37:35.750561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Attempting to bind port 74ee25a2-beac-406e-9273-7f5af351d03b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:35.752034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Attempting to bind port 74ee25a2-beac-406e-9273-7f5af351d03b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:35.752379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Attempting to bind port 74ee25a2-beac-406e-9273-7f5af351d03b on network ce624471-bdb5-4d36-b8f3-c843154e07bf {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:35.762573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] device_id is not set on port 1a7353a6-db68-4267-8428-04ea8ab86833 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:35.764964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'name': 'network-vif-deleted', 'tag': '3bc96861-ac86-4a60-a515-27788f4013e3'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:35.774407 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774185ee-3d0e-41c6-b3c8-9dd67360b72b" -d '{"events": [{"server_uuid": "e83f84f7-c8c4-4b8c-95c8-107c8f60ed82", "name": "network-vif-deleted", "tag": "3bc96861-ac86-4a60-a515-27788f4013e3"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:35.798535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.799090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Port 74ee25a2-beac-406e-9273-7f5af351d03b on network ce624471-bdb5-4d36-b8f3-c843154e07bf not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:35.799506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Attempting to bind port 74ee25a2-beac-406e-9273-7f5af351d03b on network ce624471-bdb5-4d36-b8f3-c843154e07bf {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:35.816137 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e323dcaf-c9cf-4885-af9c-d837f09e48c2 x-openstack-request-id: req-e323dcaf-c9cf-4885-af9c-d837f09e48c2 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:35.817131 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f06ca9c-1899-4db2-b496-cb8136942ea6", "name": "network-vif-deleted", "tag": "51ecfe29-6486-4d11-b641-5a43cb985aae", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:35.819240 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e323dcaf-c9cf-4885-af9c-d837f09e48c2 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:35.822354 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e323dcaf-c9cf-4885-af9c-d837f09e48c2'] response: {'server_uuid': '4f06ca9c-1899-4db2-b496-cb8136942ea6', 'name': 'network-vif-deleted', 'tag': '51ecfe29-6486-4d11-b641-5a43cb985aae', 'status': 'completed', 'code': 200} Apr 18 20:37:35.822640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:35.822847 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Checking segment: {'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:35.824922 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.825421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Bound using segment: {'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:35.829505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Bound port: 74ee25a2-beac-406e-9273-7f5af351d03b, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:35.829927 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.859561 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-795d8388-47e6-4642-acee-e4a9dc45bd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.026246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:36.026951 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:36.027102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:36.046769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:36.047101 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:36.057142 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 2 to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 Apr 18 20:37:36.089367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event updated for resources: {'Port': ['ID=1a7353a6-db68-4267-8428-04ea8ab86833,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:36.114622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:36.115829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:36.116359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:36.126520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:36.129809 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:36.129809 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 3 to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 Apr 18 20:37:36.142302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2e667-d523-45a8-ae68-3387f634e785 req-d02f9ba9-7198-44be-b0c0-cd67927e71c4 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.143860 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3b2e667-d523-45a8-ae68-3387f634e785 req-d02f9ba9-7198-44be-b0c0-cd67927e71c4 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.2509017 Apr 18 20:37:36.161378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:36.161721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:36.162048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:36.175603 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:36.176004 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:36.176386 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 4 to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 Apr 18 20:37:36.189448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 51ecfe29-6486-4d11-b641-5a43cb985aae no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:36.210709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] For port 74ee25a2-beac-406e-9273-7f5af351d03b, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:36.225354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:36.225753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:36.226133 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:36.242561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:36.242900 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:36.243465 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 5 to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 Apr 18 20:37:36.248635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 51ecfe29-6486-4d11-b641-5a43cb985aae {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:37:36.249005 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 51ecfe29-6486-4d11-b641-5a43cb985aae not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:37:36.286947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:36.287285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:36.287630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:36.298686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] For port 74ee25a2-beac-406e-9273-7f5af351d03b, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=74ee25a2-beac-406e-9273-7f5af351d03b,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:36.306167 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:36.306748 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:36.307506 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 6 to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 Apr 18 20:37:36.319046 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.348425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:36.349131 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:36.349489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:36.360999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:36.361371 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:36.361929 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 7 to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 Apr 18 20:37:36.380294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:36.380633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:36.381043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:36.389347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:36.389916 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:36.390587 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 8 to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 Apr 18 20:37:36.420252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:36.421516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:36.422791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:36.434946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.435670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:36.436823 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:36.438063 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 9 to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 Apr 18 20:37:36.438868 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.445314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] 10.222.0.64 "PUT /v2.0/ports/74ee25a2-beac-406e-9273-7f5af351d03b HTTP/1.1" status: 200 len: 1092 time: 4.4209445 Apr 18 20:37:36.459618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3b2e667-d523-45a8-ae68-3387f634e785 req-cc92490b-7897-438d-b7c4-da80b2ea1e37 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913923 Apr 18 20:37:36.502915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:36.507003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:36.507775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:36.516887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:36.517544 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:36.518378 n-d-836015-4 neutron-server[102903]: INFO neutron.plugins.ml2.plugin [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempt 10 to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 Apr 18 20:37:36.568090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:36.569283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:36.569987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempting to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:36.577759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:36.578542 n-d-836015-4 neutron-server[102903]: ERROR neutron.plugins.ml2.managers [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Failed to bind port 1a7353a6-db68-4267-8428-04ea8ab86833 on host n-h2-836015-4 for vnic_type normal using segments [{'id': 'de1667ab-8042-4a2a-8e4d-14a2e21ec237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '085808e6-b7c6-43e7-a497-f62f30fa6a31'}] Apr 18 20:37:36.579329 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.642023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Pushing event updated for resources: {'Port': ['ID=74ee25a2-beac-406e-9273-7f5af351d03b,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:36.683326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.686503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.687236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.688751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.690436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.691282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.693449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.695449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.696853 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.697511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.704958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.708049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802408e9-15ea-4fef-a27e-79e51d81b55f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:36.862186 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] For port 1a7353a6-db68-4267-8428-04ea8ab86833, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:36.862634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attempted to set empty binding levels {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:37:36.869714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.897570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Request body: {'port': {'device_id': '1f530c05-44a6-4435-a707-8175b7361e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:36.966181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] In _notify_port_updated(), no bound segment for port 1a7353a6-db68-4267-8428-04ea8ab86833 on network 085808e6-b7c6-43e7-a497-f62f30fa6a31 {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:37:36.967051 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.967664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.984093 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "PUT /v2.0/ports/1a7353a6-db68-4267-8428-04ea8ab86833 HTTP/1.1" status: 200 len: 974 time: 1.8332753 Apr 18 20:37:36.984757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42144) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:37.068192 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.072613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267b1b6-85c1-40b3-899f-31e7847d7ccc tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event updated for resources: {'Port': ['ID=1a7353a6-db68-4267-8428-04ea8ab86833,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:37.170386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-34610e6a-3c8c-49a2-b6ed-45d63a9cb99b tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Deleting port 1a7353a6-db68-4267-8428-04ea8ab86833 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:37.170737 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34610e6a-3c8c-49a2-b6ed-45d63a9cb99b tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.224424 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b984d637-dd9c-48b1-8ba3-5f3de9c30dfe x-openstack-request-id: req-b984d637-dd9c-48b1-8ba3-5f3de9c30dfe {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:37.225044 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83f84f7-c8c4-4b8c-95c8-107c8f60ed82", "name": "network-vif-deleted", "tag": "3bc96861-ac86-4a60-a515-27788f4013e3", "status": "failed", "code": 422}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:37.227107 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b984d637-dd9c-48b1-8ba3-5f3de9c30dfe {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:37.227614 n-d-836015-4 neutron-server[102904]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b984d637-dd9c-48b1-8ba3-5f3de9c30dfe']: {'server_uuid': 'e83f84f7-c8c4-4b8c-95c8-107c8f60ed82', 'name': 'network-vif-deleted', 'tag': '3bc96861-ac86-4a60-a515-27788f4013e3', 'status': 'failed', 'code': 422} returned with failed status Apr 18 20:37:37.262525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-34610e6a-3c8c-49a2-b6ed-45d63a9cb99b tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] For port 1a7353a6-db68-4267-8428-04ea8ab86833, host n-h2-836015-4, got binding levels [] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:37.263159 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34610e6a-3c8c-49a2-b6ed-45d63a9cb99b tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.283448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-34610e6a-3c8c-49a2-b6ed-45d63a9cb99b tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Calling delete_port for 1a7353a6-db68-4267-8428-04ea8ab86833 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:37.406934 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34610e6a-3c8c-49a2-b6ed-45d63a9cb99b tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.458499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34610e6a-3c8c-49a2-b6ed-45d63a9cb99b tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a7353a6-db68-4267-8428-04ea8ab86833,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:37.466827 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34610e6a-3c8c-49a2-b6ed-45d63a9cb99b tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.469543 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-34610e6a-3c8c-49a2-b6ed-45d63a9cb99b tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "DELETE /v2.0/ports/1a7353a6-db68-4267-8428-04ea8ab86833 HTTP/1.1" status: 204 len: 168 time: 0.4659266 Apr 18 20:37:37.473467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42162) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:37.509327 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7c7c1c-8318-45c4-801e-2b01f10b14b3 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:37:37.514409 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1f7c7c1c-8318-45c4-801e-2b01f10b14b3 tempest-PortsAdminExtendedAttrsTestJSON-1084581098 tempest-PortsAdminExtendedAttrsTestJSON-1084581098-project-admin] 10.222.0.49 "GET /v2.0/ports/1a7353a6-db68-4267-8428-04ea8ab86833 HTTP/1.1" status: 404 len: 333 time: 0.0366969 Apr 18 20:37:37.515078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42164) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:37.516385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606596e9-2ccd-4275-b541-1af15ea97df9 req-d23f7b37-21de-4be8-bff8-0eb4442cf6b6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:37.523419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606596e9-2ccd-4275-b541-1af15ea97df9 req-d23f7b37-21de-4be8-bff8-0eb4442cf6b6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:37.529602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606596e9-2ccd-4275-b541-1af15ea97df9 req-d23f7b37-21de-4be8-bff8-0eb4442cf6b6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:37.531345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-606596e9-2ccd-4275-b541-1af15ea97df9 req-d23f7b37-21de-4be8-bff8-0eb4442cf6b6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2388 time: 0.2795196 Apr 18 20:37:37.632551 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.644117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-606596e9-2ccd-4275-b541-1af15ea97df9 req-7c61877e-f5ac-4601-931a-66ea50979c19 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994287 Apr 18 20:37:37.668519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-ea6f8cfb-5fbf-46ff-b5a3-89694450e09e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:37.670817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-ea6f8cfb-5fbf-46ff-b5a3-89694450e09e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.3055444 Apr 18 20:37:37.712831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-dea06152-292a-4dae-ae12-863f83ac897d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/quotas/e40bca93f63a4b8a82b374f30b8a5727 HTTP/1.1" status: 200 len: 375 time: 0.0371323 Apr 18 20:37:37.761259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.785017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42170) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:37.797100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085808e6-b7c6-43e7-a497-f62f30fa6a31']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:37.810441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600954d1-e39a-4224-ba17-e43f7a146f0d {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:37.811098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1667ab-8042-4a2a-8e4d-14a2e21ec237') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:37.811384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1667ab-8042-4a2a-8e4d-14a2e21ec237') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:37.820512 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.837140 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.846392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-7c30b7bf-fb28-44d7-be0e-8d9b731b37ec tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1114750 Apr 18 20:37:37.858526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Transition to ACTIVE for port object 600954d1-e39a-4224-ba17-e43f7a146f0d will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:37.868470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.875471 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.882909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:37.883677 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:37.888351 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:38.008561 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bb72230-c2c2-47a1-a3e5-60294be43c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.023310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Pushing event updated for resources: {'Port': ['ID=600954d1-e39a-4224-ba17-e43f7a146f0d,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:38.060818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.071942 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.080698 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] 10.222.0.49 "DELETE /v2.0/networks/085808e6-b7c6-43e7-a497-f62f30fa6a31 HTTP/1.1" status: 204 len: 168 time: 0.5626414 Apr 18 20:37:38.087383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-03321307-8c83-43e7-9677-e3243178086f service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397001 Apr 18 20:37:38.135920 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e11b10-83e8-4b98-9002-5f690a79c5a3 tempest-PortsAdminExtendedAttrsTestJSON-283835734 tempest-PortsAdminExtendedAttrsTestJSON-283835734-project] Pushing event deleted for resources: {'Network': ['ID=085808e6-b7c6-43e7-a497-f62f30fa6a31,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:38.260889 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc48dffb-4c63-4acf-b6ed-6ca83705f0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.331465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bb72230-c2c2-47a1-a3e5-60294be43c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.339388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bb72230-c2c2-47a1-a3e5-60294be43c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.376875 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7bb72230-c2c2-47a1-a3e5-60294be43c4d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6aacf3f6e3f74c5bacfb63abbc8ff0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876200 Apr 18 20:37:38.382327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42184) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:38.414822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb72230-c2c2-47a1-a3e5-60294be43c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520efa2d-35f0-454a-93af-7d42602ac137,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:38.460525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Attempting to bind port 600954d1-e39a-4224-ba17-e43f7a146f0d on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:38.461080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Attempting to bind port 600954d1-e39a-4224-ba17-e43f7a146f0d by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:38.461215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Attempting to bind port 600954d1-e39a-4224-ba17-e43f7a146f0d on network 6df42579-ddbe-4423-9a2c-1f036eef8c65 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:38.502607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35717394-249f-498f-abe3-4095195e1768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.522325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Port 600954d1-e39a-4224-ba17-e43f7a146f0d on network 6df42579-ddbe-4423-9a2c-1f036eef8c65 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:38.522649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Attempting to bind port 600954d1-e39a-4224-ba17-e43f7a146f0d on network 6df42579-ddbe-4423-9a2c-1f036eef8c65 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:38.532830 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35717394-249f-498f-abe3-4095195e1768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.536392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:38.536865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Checking segment: {'id': '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:38.537256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Bound using segment: {'id': '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:38.537702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Bound port: 600954d1-e39a-4224-ba17-e43f7a146f0d, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:38.538061 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.577642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42188) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:38.599996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8747e-ae4d-4a80-9d1f-5356d5ce6aae req-ec6a9bd0-c6d7-4809-b038-35c543f5b1ce tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.604441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2a8747e-ae4d-4a80-9d1f-5356d5ce6aae req-ec6a9bd0-c6d7-4809-b038-35c543f5b1ce tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.3130026 Apr 18 20:37:38.621401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35717394-249f-498f-abe3-4095195e1768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.624033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35717394-249f-498f-abe3-4095195e1768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.625182 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-35717394-249f-498f-abe3-4095195e1768 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/520efa2d-35f0-454a-93af-7d42602ac137 HTTP/1.1" status: 204 len: 168 time: 0.2420001 Apr 18 20:37:38.641568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35717394-249f-498f-abe3-4095195e1768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520efa2d-35f0-454a-93af-7d42602ac137,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:38.647518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-78693731-a533-4d10-8140-5a73cfb61120 service neutron] 10.222.0.49 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579545 Apr 18 20:37:38.708588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2a8747e-ae4d-4a80-9d1f-5356d5ce6aae req-80ef7b43-adbe-4b3c-b5e1-1fd0a49bf034 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744035 Apr 18 20:37:38.762660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] For port 600954d1-e39a-4224-ba17-e43f7a146f0d, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:38.779399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] For port 600954d1-e39a-4224-ba17-e43f7a146f0d, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=600954d1-e39a-4224-ba17-e43f7a146f0d,segment=NetworkSegment(48a7212b-02ea-4bbe-8691-a8ed7e4b6d48),segment_id=48a7212b-02ea-4bbe-8691-a8ed7e4b6d48)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:38.798003 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.907892 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f29d5c31-b626-46fd-a071-56c880e5550e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95058b0e138349138e09f66ccc2a40a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276320 Apr 18 20:37:38.909206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42208) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:38.943463 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.944128 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.945792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] 10.222.0.64 "PUT /v2.0/ports/600954d1-e39a-4224-ba17-e43f7a146f0d HTTP/1.1" status: 200 len: 1092 time: 2.4281228 Apr 18 20:37:38.984198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Request body: {'port': {'device_id': '1f530c05-44a6-4435-a707-8175b7361e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:39.018793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68292f45-df8e-4a49-ad90-8df6cd3c1ec8 req-bc093add-d256-4b83-9502-99a6e75aa1c6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.021224 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-254d5511-81c5-456c-952f-62d7ec0813cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.026992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68292f45-df8e-4a49-ad90-8df6cd3c1ec8 req-bc093add-d256-4b83-9502-99a6e75aa1c6 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.2125015 Apr 18 20:37:39.074769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-254d5511-81c5-456c-952f-62d7ec0813cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.132873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063a170-21b5-411b-9a2a-7ce7dd76ead3 service neutron] Pushing event updated for resources: {'Port': ['ID=600954d1-e39a-4224-ba17-e43f7a146f0d,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:39.181014 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-254d5511-81c5-456c-952f-62d7ec0813cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.184673 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-254d5511-81c5-456c-952f-62d7ec0813cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.188321 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-254d5511-81c5-456c-952f-62d7ec0813cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d9f3768-a87c-4836-ad77-c0893fd9802b HTTP/1.1" status: 204 len: 168 time: 0.2758474 Apr 18 20:37:39.197368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d5511-81c5-456c-952f-62d7ec0813cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f3768-a87c-4836-ad77-c0893fd9802b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:39.198968 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:37:39.231516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'tag': '74ee25a2-beac-406e-9273-7f5af351d03b'}, {'name': 'network-changed', 'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'tag': '600954d1-e39a-4224-ba17-e43f7a146f0d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:39.234142 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800b1a27-6491-42b1-8a79-4f760fb5dc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "tag": "74ee25a2-beac-406e-9273-7f5af351d03b"}, {"name": "network-changed", "server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "tag": "600954d1-e39a-4224-ba17-e43f7a146f0d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:39.262390 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.272037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68292f45-df8e-4a49-ad90-8df6cd3c1ec8 req-c92457ee-b362-447b-8aad-3219a278634c tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440224 Apr 18 20:37:39.294878 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.341240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-ed9e6e36-b70d-4de9-9747-0f1704c56d85 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.343043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-ed9e6e36-b70d-4de9-9747-0f1704c56d85 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.3843453 Apr 18 20:37:39.420398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-3f4e9cb8-d014-4cc3-88e4-285afdb69a82 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/quotas/51f49feb61414e54898b782154919cc9 HTTP/1.1" status: 200 len: 375 time: 0.0533082 Apr 18 20:37:39.514049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a9109e5c-bd73-445f-adc1-7c9137796c94 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616934 Apr 18 20:37:39.603036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da237c-83fd-4a4c-ab80-cfaebdd3dc3c req-56a0af8c-5b79-4265-b59b-c39bb3261ff0 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.609275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da237c-83fd-4a4c-ab80-cfaebdd3dc3c req-56a0af8c-5b79-4265-b59b-c39bb3261ff0 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.615156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da237c-83fd-4a4c-ab80-cfaebdd3dc3c req-56a0af8c-5b79-4265-b59b-c39bb3261ff0 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.617094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96da237c-83fd-4a4c-ab80-cfaebdd3dc3c req-56a0af8c-5b79-4265-b59b-c39bb3261ff0 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2400 time: 0.2014055 Apr 18 20:37:39.888800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42242) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:39.962772 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0f9b69b5-81b8-4779-9413-726ea09c1a00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73a2d292c457464eb154c8a363b4513c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711682 Apr 18 20:37:39.963010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42244) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:40.059518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44a60dd6-a0e8-4196-8746-7038215f8e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.092357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44a60dd6-a0e8-4196-8746-7038215f8e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.162522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-0a2f5fc5-64a8-4824-86e2-42914a990b9a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.164610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-0a2f5fc5-64a8-4824-86e2-42914a990b9a tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.64 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 946 time: 0.5462806 Apr 18 20:37:40.185896 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96da237c-83fd-4a4c-ab80-cfaebdd3dc3c req-50c72cac-7a24-4a14-8880-8ef34d0d6363 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491314 Apr 18 20:37:40.201500 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44a60dd6-a0e8-4196-8746-7038215f8e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.205457 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44a60dd6-a0e8-4196-8746-7038215f8e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.209563 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-44a60dd6-a0e8-4196-8746-7038215f8e05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3513fdbe-180c-4faa-b38a-53e4b99b957e HTTP/1.1" status: 204 len: 168 time: 0.2414336 Apr 18 20:37:40.232995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a60dd6-a0e8-4196-8746-7038215f8e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3513fdbe-180c-4faa-b38a-53e4b99b957e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.250053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-5673d6e4-c77d-4c60-a58d-a271a6fdc2fd service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848748 Apr 18 20:37:40.418646 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.439341 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52470f0f-e67e-4d5f-b3ed-cea2e709c0f5 req-163eebbf-d0fa-4ed0-bdde-850263b54a45 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 210 time: 0.0849209 Apr 18 20:37:40.522921 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87e6613-59e0-402d-9161-61f6dc81efde x-openstack-request-id: req-f87e6613-59e0-402d-9161-61f6dc81efde {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:40.522921 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "tag": "74ee25a2-beac-406e-9273-7f5af351d03b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "tag": "600954d1-e39a-4224-ba17-e43f7a146f0d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:40.523684 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f87e6613-59e0-402d-9161-61f6dc81efde {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:40.523684 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87e6613-59e0-402d-9161-61f6dc81efde'] response: {'name': 'network-changed', 'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'tag': '74ee25a2-beac-406e-9273-7f5af351d03b', 'status': 'completed', 'code': 200} Apr 18 20:37:40.523894 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87e6613-59e0-402d-9161-61f6dc81efde'] response: {'name': 'network-changed', 'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'tag': '600954d1-e39a-4224-ba17-e43f7a146f0d', 'status': 'completed', 'code': 200} Apr 18 20:37:40.576448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-06b85fe8-cdeb-4c00-95c4-e9a8f65ac26f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Deleting port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:40.578080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-06b85fe8-cdeb-4c00-95c4-e9a8f65ac26f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.649493 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-57a76dee-acba-4d6c-9cac-2c5de78f0034 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862619 Apr 18 20:37:40.649709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-5c466078-f566-4550-b945-a1a4cce0a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.650111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-5c466078-f566-4550-b945-a1a4cce0a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.650624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-5c466078-f566-4550-b945-a1a4cce0a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.652330 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-5c466078-f566-4550-b945-a1a4cce0a6a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2798 time: 0.1103988 Apr 18 20:37:40.717482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c74d8d51-b9ae-4103-9b62-821834e07f5d {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:40.737605 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.782103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Transition to ACTIVE for port object c74d8d51-b9ae-4103-9b62-821834e07f5d will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:40.803056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ce7ef-efd8-4b9c-bfcd-43808fd47db2 req-53057761-de38-4b38-8103-b8787f931045 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.813752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-305ce7ef-efd8-4b9c-bfcd-43808fd47db2 req-53057761-de38-4b38-8103-b8787f931045 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.2023575 Apr 18 20:37:40.914855 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.949077 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-e492c039-2876-4605-acfd-fda16032dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.949644 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-e492c039-2876-4605-acfd-fda16032dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.950043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-e492c039-2876-4605-acfd-fda16032dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.951613 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-e492c039-2876-4605-acfd-fda16032dd36 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2906811 Apr 18 20:37:41.001424 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-2feed147-b4e8-45d2-888a-6e5f4b522da0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.003142 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-2feed147-b4e8-45d2-888a-6e5f4b522da0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 806 time: 0.1890075 Apr 18 20:37:41.017893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Request body: {'port': {'device_id': '2adbc056-874c-405f-9424-9768eea9fa75', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'admin_state_up': True, 'tenant_id': 'e40bca93f63a4b8a82b374f30b8a5727'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:41.132798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-06b85fe8-cdeb-4c00-95c4-e9a8f65ac26f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] For port 54ccbf5f-bfbd-4599-98b2-8537a1210f03, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=54ccbf5f-bfbd-4599-98b2-8537a1210f03,segment=NetworkSegment(35100e4c-f3a2-4611-844c-30b8cc4228db),segment_id=35100e4c-f3a2-4611-844c-30b8cc4228db)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:41.133254 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-06b85fe8-cdeb-4c00-95c4-e9a8f65ac26f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.144392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.190417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-305ce7ef-efd8-4b9c-bfcd-43808fd47db2 req-56bf2b45-6130-4a1b-a39e-9ec05eecfd6e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744040 Apr 18 20:37:41.190776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-bb089e80-3252-4506-8729-0edc3d948e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.199448 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-bb089e80-3252-4506-8729-0edc3d948e11 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2392142 Apr 18 20:37:41.213826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-06b85fe8-cdeb-4c00-95c4-e9a8f65ac26f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Calling delete_port for 54ccbf5f-bfbd-4599-98b2-8537a1210f03 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:41.322959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Pushing event updated for resources: {'Port': ['ID=c74d8d51-b9ae-4103-9b62-821834e07f5d,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:41.349601 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Made reservation on behalf of e40bca93f63a4b8a82b374f30b8a5727 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:41.357877 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.598731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-daaeaf3f-3ced-4c29-8dcd-4e4b7c661ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.599207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-daaeaf3f-3ced-4c29-8dcd-4e4b7c661ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.599666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-daaeaf3f-3ced-4c29-8dcd-4e4b7c661ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.601370 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-daaeaf3f-3ced-4c29-8dcd-4e4b7c661ccb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2823 time: 0.3271449 Apr 18 20:37:41.652449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a278d4a-b4ac-4335-867d-f3985299ba76 req-7de1309a-56b5-4fa3-95f1-6e5575b33607 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 210 time: 0.3377297 Apr 18 20:37:41.655460 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-06b85fe8-cdeb-4c00-95c4-e9a8f65ac26f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.862073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Allocated IP 172.20.0.9 (6056b303-f2b8-4026-a53d-1f7de5471b3f/835aa03a-8d5a-48b9-a98a-4a33d2d594c4/34ba129e-b80e-4d64-934b-8e27bc2aa5ea) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:41.874828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b85fe8-cdeb-4c00-95c4-e9a8f65ac26f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Pushing event deleted for resources: {'Port': ['ID=54ccbf5f-bfbd-4599-98b2-8537a1210f03,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:41.885928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Attempting to bind port c74d8d51-b9ae-4103-9b62-821834e07f5d on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:41.886655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Attempting to bind port c74d8d51-b9ae-4103-9b62-821834e07f5d by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:41.886655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Attempting to bind port c74d8d51-b9ae-4103-9b62-821834e07f5d on network ce624471-bdb5-4d36-b8f3-c843154e07bf {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:41.898210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bdeab-4843-4b7e-a7ea-5866053e5c2e req-46a120a2-2b8f-4b8e-a0c4-0726cfd99bd3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.903173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-8bd7eae4-20a5-4ca9-a537-c95cd8edd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.903748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-8bd7eae4-20a5-4ca9-a537-c95cd8edd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.904340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-8bd7eae4-20a5-4ca9-a537-c95cd8edd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.906124 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-8bd7eae4-20a5-4ca9-a537-c95cd8edd060 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2820728 Apr 18 20:37:41.908799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-668bdeab-4843-4b7e-a7ea-5866053e5c2e req-46a120a2-2b8f-4b8e-a0c4-0726cfd99bd3 tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/ports?device_id=3415e538-a3ed-43a4-b9fe-48575ce26468 HTTP/1.1" status: 200 len: 868 time: 0.6026764 Apr 18 20:37:42.031932 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.059598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42306) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:42.083939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Port c74d8d51-b9ae-4103-9b62-821834e07f5d on network ce624471-bdb5-4d36-b8f3-c843154e07bf not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:42.084184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Attempting to bind port c74d8d51-b9ae-4103-9b62-821834e07f5d on network ce624471-bdb5-4d36-b8f3-c843154e07bf {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:42.105004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-9e169f8d-255d-408d-b05a-2b52be815874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.107680 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-800b1a27-6491-42b1-8a79-4f760fb5dc2c req-9e169f8d-255d-408d-b05a-2b52be815874 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868629 Apr 18 20:37:42.154930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.170117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-06b85fe8-cdeb-4c00-95c4-e9a8f65ac26f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] No DVR routers for this DVR port 54ccbf5f-bfbd-4599-98b2-8537a1210f03 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:42.183126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:42.183512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Checking segment: {'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:42.183931 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Bound using segment: {'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:42.184379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Bound port: c74d8d51-b9ae-4103-9b62-821834e07f5d, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:42.184735 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.200838 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-06b85fe8-cdeb-4c00-95c4-e9a8f65ac26f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.206261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c9dec3f-0ccf-41c9-8612-3f5ef580f127 req-06b85fe8-cdeb-4c00-95c4-e9a8f65ac26f tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.64 "DELETE /v2.0/ports/54ccbf5f-bfbd-4599-98b2-8537a1210f03 HTTP/1.1" status: 204 len: 173 time: 2.0336075 Apr 18 20:37:42.212075 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.225416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:42.231763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-668bdeab-4843-4b7e-a7ea-5866053e5c2e req-c4198bf5-cf3e-46ad-bda9-0eadc116548d tempest-ServersNegativeTestJSON-1802840842 tempest-ServersNegativeTestJSON-1802840842-project] 10.222.0.49 "GET /v2.0/security-groups?id=b8f03753-156e-4f6e-b7e3-231cae60cf1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221853 Apr 18 20:37:42.281506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eaa1e-4a89-45f3-b108-ff5a904555f6 req-7a063687-a52a-4821-ad77-f6c746c1dbd8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.301807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eaa1e-4a89-45f3-b108-ff5a904555f6 req-7a063687-a52a-4821-ad77-f6c746c1dbd8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.313719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eaa1e-4a89-45f3-b108-ff5a904555f6 req-7a063687-a52a-4821-ad77-f6c746c1dbd8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.330618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-327eaa1e-4a89-45f3-b108-ff5a904555f6 req-7a063687-a52a-4821-ad77-f6c746c1dbd8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2412 time: 0.4776983 Apr 18 20:37:42.371330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event updated for resources: {'Port': ['ID=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:42.443815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Network 6056b303-f2b8-4026-a53d-1f7de5471b3f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:42.449641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:42.454560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:42.485421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] For port c74d8d51-b9ae-4103-9b62-821834e07f5d, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:42.554205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'name': 'network-vif-deleted', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:42.556061 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913e7672-e10b-4595-a9fc-f96168b86090" -d '{"events": [{"server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "name": "network-vif-deleted", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:42.566910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] For port c74d8d51-b9ae-4103-9b62-821834e07f5d, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c74d8d51-b9ae-4103-9b62-821834e07f5d,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:42.583266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-327eaa1e-4a89-45f3-b108-ff5a904555f6 req-871b770e-8932-477f-8c09-1684c2906d06 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513633 Apr 18 20:37:42.603502 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.621508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.622227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.641892 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-1f4fc3d6-9b41-4eba-88b6-1ef273be59d1 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6281307 Apr 18 20:37:42.655293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Request body: {'port': {'device_id': '2adbc056-874c-405f-9424-9768eea9fa75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:42.663065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a1ebd-6e45-4f71-a212-7fb62c5616bb req-97ea2227-32f0-48ed-83ed-7615222bb7ad tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.674631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d66a1ebd-6e45-4f71-a212-7fb62c5616bb req-97ea2227-32f0-48ed-83ed-7615222bb7ad tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 931 time: 0.2482350 Apr 18 20:37:42.723705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.769559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c2616fc9-be10-4352-893b-bcd18c79e5b6 tempest-AgentManagementNegativeTest-1248156132 tempest-AgentManagementNegativeTest-1248156132-project] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6855292 Apr 18 20:37:42.788328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.788947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.790364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] 10.222.0.64 "PUT /v2.0/ports/c74d8d51-b9ae-4103-9b62-821834e07f5d HTTP/1.1" status: 200 len: 1091 time: 3.8116734 Apr 18 20:37:42.854123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125fb1f-f829-405b-8ea6-1618c96584e2 req-40291942-e842-47c4-a05f-91ae9498825b tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.856441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4125fb1f-f829-405b-8ea6-1618c96584e2 req-40291942-e842-47c4-a05f-91ae9498825b tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.1563983 Apr 18 20:37:42.875878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42330) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:42.885939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef9b02-942d-4cfe-8860-6a2961ef2d60 service neutron] Pushing event updated for resources: {'Port': ['ID=c74d8d51-b9ae-4103-9b62-821834e07f5d,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:42.940569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d66a1ebd-6e45-4f71-a212-7fb62c5616bb req-bb8111bc-92e1-4b38-a05f-1b25b1541e42 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648466 Apr 18 20:37:43.076394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4125fb1f-f829-405b-8ea6-1618c96584e2 req-bbe694da-bb27-48c3-9bbb-61924f4622f8 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088242 Apr 18 20:37:43.078142 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a25690-dede-4c06-92e6-98fd6c9b93b6 x-openstack-request-id: req-27a25690-dede-4c06-92e6-98fd6c9b93b6 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:43.084431 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3415e538-a3ed-43a4-b9fe-48575ce26468", "name": "network-vif-deleted", "tag": "54ccbf5f-bfbd-4599-98b2-8537a1210f03", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:43.084431 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27a25690-dede-4c06-92e6-98fd6c9b93b6 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:43.084823 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a25690-dede-4c06-92e6-98fd6c9b93b6'] response: {'server_uuid': '3415e538-a3ed-43a4-b9fe-48575ce26468', 'name': 'network-vif-deleted', 'tag': '54ccbf5f-bfbd-4599-98b2-8537a1210f03', 'status': 'completed', 'code': 200} Apr 18 20:37:43.089602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-3e0799f5-6b98-42e4-865a-41ab5b6c5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.091890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-3e0799f5-6b98-42e4-865a-41ab5b6c5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.092406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-3e0799f5-6b98-42e4-865a-41ab5b6c5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.098588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-3e0799f5-6b98-42e4-865a-41ab5b6c5f75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2865 time: 0.2050841 Apr 18 20:37:43.240583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-e0d50016-316d-49ce-af42-5250aba9e1f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=74ee25a2-beac-406e-9273-7f5af351d03b HTTP/1.1" status: 200 len: 217 time: 0.1211317 Apr 18 20:37:43.283091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 54ccbf5f-bfbd-4599-98b2-8537a1210f03 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:37:43.302346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:43.365614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 54ccbf5f-bfbd-4599-98b2-8537a1210f03 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:37:43.366300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 54ccbf5f-bfbd-4599-98b2-8537a1210f03 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:37:43.366590 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.388989 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42338) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:43.394761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7eced2c0-9063-42b4-9680-fc034160eba5 req-9e72ed3e-d526-4eb9-8710-c57486218c2d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 210 time: 0.1304007 Apr 18 20:37:43.408122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ba129e-b80e-4d64-934b-8e27bc2aa5ea {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:43.441189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.471604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42340) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:43.527973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-3af86fda-0500-4b9d-9189-57ca50825bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.529515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-3af86fda-0500-4b9d-9189-57ca50825bfa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ffada56c-39fb-42df-949c-bd69d240a5a0 HTTP/1.1" status: 200 len: 801 time: 0.2513664 Apr 18 20:37:43.603467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-1bbfe871-3c56-4c65-ab4b-3c039d3c131e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.605076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-1bbfe871-3c56-4c65-ab4b-3c039d3c131e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.5055292 Apr 18 20:37:43.621553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Request body: {'port': {'device_id': 'ffed82f2-0aa3-480c-b711-dbe174d143a7', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'admin_state_up': True, 'tenant_id': '51f49feb61414e54898b782154919cc9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:43.627605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-eafeed48-de4b-4ff8-a826-7bfe1e7192f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.630080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-eafeed48-de4b-4ff8-a826-7bfe1e7192f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce624471-bdb5-4d36-b8f3-c843154e07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0935757 Apr 18 20:37:43.786165 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0ce33feb-deae-4f16-b982-ffda93ecd554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.890838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-4c1bb03a-33be-41f7-9b4f-fed537cbbf32 service neutron] 10.222.0.64 "GET /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440455 Apr 18 20:37:43.891937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Transition to ACTIVE for port object 34ba129e-b80e-4d64-934b-8e27bc2aa5ea will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:43.899673 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.901107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec5570-e23f-49cf-9aad-f6fff4896fed req-4880c823-3b83-4233-b210-47be65d563e7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.906892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec5570-e23f-49cf-9aad-f6fff4896fed req-4880c823-3b83-4233-b210-47be65d563e7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.912742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec5570-e23f-49cf-9aad-f6fff4896fed req-4880c823-3b83-4233-b210-47be65d563e7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.914402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7eec5570-e23f-49cf-9aad-f6fff4896fed req-4880c823-3b83-4233-b210-47be65d563e7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2412 time: 0.2105553 Apr 18 20:37:43.947477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d786b0-503a-4d26-af5b-6d1e086dc100 admin admin] Deleting subnet 91cae2a0-3806-4090-a4c7-af6543a276b8 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:37:43.953734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76d786b0-503a-4d26-af5b-6d1e086dc100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.035310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Made reservation on behalf of 51f49feb61414e54898b782154919cc9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:44.038833 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.041178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Pushing event updated for resources: {'Port': ['ID=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.060725 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76d786b0-503a-4d26-af5b-6d1e086dc100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.116049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7eec5570-e23f-49cf-9aad-f6fff4896fed req-2feebeea-57c0-4f8f-aa27-8f17c278bae1 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764896 Apr 18 20:37:44.164206 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76d786b0-503a-4d26-af5b-6d1e086dc100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.181674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0ce33feb-deae-4f16-b982-ffda93ecd554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.189897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-735fb506-9944-445f-af79-7f9ff56ef3b9 service neutron] 10.222.0.64 "GET /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719402 Apr 18 20:37:44.202097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.235147 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0ce33feb-deae-4f16-b982-ffda93ecd554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.283511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Attempting to bind port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:44.283511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Attempting to bind port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:44.283511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Attempting to bind port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:44.300994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea on network 6056b303-f2b8-4026-a53d-1f7de5471b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:44.301321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Attempting to bind port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea on network 6056b303-f2b8-4026-a53d-1f7de5471b3f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:44.335080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:44.335637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Checking segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:44.336088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Bound using segment: {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:44.336539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Bound port: 34ba129e-b80e-4d64-934b-8e27bc2aa5ea, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a413d1-4501-4ee3-9433-25f107384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:44.336905 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.345606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76d786b0-503a-4d26-af5b-6d1e086dc100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.352046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-77eb827b-6ac4-45d1-aedb-54bc6db48981 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.120&port_id=600954d1-e39a-4224-ba17-e43f7a146f0d HTTP/1.1" status: 200 len: 217 time: 0.1204944 Apr 18 20:37:44.372036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb773c01-bea8-464c-9ac4-3728c407d376 req-4acac3e9-2778-4caa-9a48-ca16aacaf6c2 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:44.373843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb773c01-bea8-464c-9ac4-3728c407d376 req-4acac3e9-2778-4caa-9a48-ca16aacaf6c2 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 943 time: 0.3154187 Apr 18 20:37:44.389038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d786b0-503a-4d26-af5b-6d1e086dc100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91cae2a0-3806-4090-a4c7-af6543a276b8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.401770 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0ce33feb-deae-4f16-b982-ffda93ecd554 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2139da4c60f346a68d4ffd35f345c387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9290390 Apr 18 20:37:44.427406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce33feb-deae-4f16-b982-ffda93ecd554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0897cb59-7ba7-40b4-a39b-9ce3d90f6f64,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.431958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42352) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:44.446830 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76d786b0-503a-4d26-af5b-6d1e086dc100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.452436 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-76d786b0-503a-4d26-af5b-6d1e086dc100 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/91cae2a0-3806-4090-a4c7-af6543a276b8 HTTP/1.1" status: 204 len: 168 time: 1.0574400 Apr 18 20:37:44.453170 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Allocated IP 172.25.2.155 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/a7ea0da5-b54e-4e9b-a660-963aae4758bf) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:44.455076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42356) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:44.542943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-2f2e8e33-018d-4eb0-a15e-b836e16cc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:44.544455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-2f2e8e33-018d-4eb0-a15e-b836e16cc1a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=179ff223-94c2-4234-abe9-e9725a7a2069 HTTP/1.1" status: 200 len: 801 time: 0.1635666 Apr 18 20:37:44.571065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bd5a3-d8f5-497f-8fd8-1059e1b79cac req-6f354b0a-62be-44c8-8076-253064ce82f6 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:44.572644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa7bd5a3-d8f5-497f-8fd8-1059e1b79cac req-6f354b0a-62be-44c8-8076-253064ce82f6 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.3348086 Apr 18 20:37:44.591394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] For port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:44.598240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Allocated IP 172.20.0.11 (27d5394a-3b48-41ec-a989-ef824a3124dc/5851b4f6-7372-4b3b-910b-58ceab856969/0e3fe963-8c90-41f4-bb06-c5bbb6bae67c) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:44.603437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb773c01-bea8-464c-9ac4-3728c407d376 req-afd9864a-a089-4854-aeec-6ae56d62448c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068162 Apr 18 20:37:44.628775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] For port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:44.633155 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.645945 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.703034 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6316ad50-2221-459a-aecf-0e95d2b4f858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.737379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa7bd5a3-d8f5-497f-8fd8-1059e1b79cac req-76b9a10a-353d-4bd9-9495-4fdc9cab5b1b tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411004 Apr 18 20:37:44.753628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-223aadd1-db27-4392-9b13-7924e8d4036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:44.765713 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-223aadd1-db27-4392-9b13-7924e8d4036f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6df42579-ddbe-4423-9a2c-1f036eef8c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1946700 Apr 18 20:37:44.833286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:44.833735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.835207 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] 10.222.0.60 "PUT /v2.0/ports/34ba129e-b80e-4d64-934b-8e27bc2aa5ea HTTP/1.1" status: 200 len: 1091 time: 2.1858609 Apr 18 20:37:44.835777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adbc056-874c-405f-9424-9768eea9fa75', 'tag': '34ba129e-b80e-4d64-934b-8e27bc2aa5ea'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:44.838133 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416874e3-cf1a-43db-bc27-ba3c187e3275" -d '{"events": [{"name": "network-changed", "server_uuid": "2adbc056-874c-405f-9424-9768eea9fa75", "tag": "34ba129e-b80e-4d64-934b-8e27bc2aa5ea"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:44.885747 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.891037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112863e4-5fa3-4df8-bc7c-f50ab908eb66 service neutron] Pushing event updated for resources: {'Port': ['ID=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.911968 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6316ad50-2221-459a-aecf-0e95d2b4f858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.919508 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcafcbb5-cc62-4598-8929-ab244991ff99 x-openstack-request-id: req-dcafcbb5-cc62-4598-8929-ab244991ff99 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:44.919797 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adbc056-874c-405f-9424-9768eea9fa75", "tag": "34ba129e-b80e-4d64-934b-8e27bc2aa5ea", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:44.920068 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dcafcbb5-cc62-4598-8929-ab244991ff99 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:44.920469 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcafcbb5-cc62-4598-8929-ab244991ff99'] response: {'name': 'network-changed', 'server_uuid': '2adbc056-874c-405f-9424-9768eea9fa75', 'tag': '34ba129e-b80e-4d64-934b-8e27bc2aa5ea', 'status': 'completed', 'code': 200} Apr 18 20:37:44.929364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f31d1b17-10fb-4646-9dac-0e3e691ae815 req-c2501a8d-1fe1-421d-a6ac-da0ea412fdcf tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 210 time: 0.1784041 Apr 18 20:37:44.992927 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.028025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:45.042020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-274909f7-1a78-4f66-82a6-427b029958f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:45.043463 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-274909f7-1a78-4f66-82a6-427b029958f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 1094 time: 0.1534653 Apr 18 20:37:45.045247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35100e4c-f3a2-4611-844c-30b8cc4228db') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:45.045560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35100e4c-f3a2-4611-844c-30b8cc4228db') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:45.062446 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.065046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-38dc31e8-ac29-4e71-a004-b473e762d76f service neutron] 10.222.0.64 "GET /v2.0/networks/6df42579-ddbe-4423-9a2c-1f036eef8c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915926 Apr 18 20:37:45.065418 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.087451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'tag': 'c74d8d51-b9ae-4103-9b62-821834e07f5d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:45.091282 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "tag": "c74d8d51-b9ae-4103-9b62-821834e07f5d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:45.130431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6316ad50-2221-459a-aecf-0e95d2b4f858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.133318 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6316ad50-2221-459a-aecf-0e95d2b4f858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.134598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6316ad50-2221-459a-aecf-0e95d2b4f858 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0897cb59-7ba7-40b4-a39b-9ce3d90f6f64 HTTP/1.1" status: 204 len: 168 time: 0.6901691 Apr 18 20:37:45.139514 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-e04572e0-1d8c-4cf5-922b-07c8e7d9727a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ba129e-b80e-4d64-934b-8e27bc2aa5ea HTTP/1.1" status: 200 len: 217 time: 0.0860863 Apr 18 20:37:45.146912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316ad50-2221-459a-aecf-0e95d2b4f858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0897cb59-7ba7-40b4-a39b-9ce3d90f6f64,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:45.152555 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.160969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.220040 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eea59b4-1183-43b6-b980-067f267eb3a7 x-openstack-request-id: req-3eea59b4-1183-43b6-b980-067f267eb3a7 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:45.220382 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "tag": "c74d8d51-b9ae-4103-9b62-821834e07f5d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:45.220596 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3eea59b4-1183-43b6-b980-067f267eb3a7 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:45.220710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:45.221113 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eea59b4-1183-43b6-b980-067f267eb3a7'] response: {'name': 'network-changed', 'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'tag': 'c74d8d51-b9ae-4103-9b62-821834e07f5d', 'status': 'completed', 'code': 200} Apr 18 20:37:45.221337 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.225003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:45.229823 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:45.252104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-48a74f0c-d1ed-4a03-a935-8ae3a43adc8b service neutron] 10.222.0.64 "GET /v2.0/networks/6df42579-ddbe-4423-9a2c-1f036eef8c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660211 Apr 18 20:37:45.266227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:45.268231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event updated for resources: {'Port': ['ID=a7ea0da5-b54e-4e9b-a660-963aae4758bf,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:45.272936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:45.292274 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.330230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-1611541f-5455-4dfa-9791-b571bf084d95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=c74d8d51-b9ae-4103-9b62-821834e07f5d HTTP/1.1" status: 200 len: 217 time: 0.0651324 Apr 18 20:37:45.363917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-286d0334-5891-475b-88e4-342d0e46a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:45.367636 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-286d0334-5891-475b-88e4-342d0e46a1d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.2123315 Apr 18 20:37:45.417564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.426844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Network 27d5394a-3b48-41ec-a989-ef824a3124dc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:45.443365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:45.446507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event updated for resources: {'Port': ['ID=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:45.450155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:45.468674 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-dea9ff58-a728-4689-a4b0-ed8e6c47db33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869453 Apr 18 20:37:45.473296 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.476534 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc HTTP/1.1" status: 204 len: 168 time: 1.0188837 Apr 18 20:37:45.481747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638cc58-d4d5-4a09-b045-739da0f6e7f7 req-f0b505e4-6db0-4b41-8b5a-5bd33c8e2c57 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:45.495616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638cc58-d4d5-4a09-b045-739da0f6e7f7 req-f0b505e4-6db0-4b41-8b5a-5bd33c8e2c57 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:45.521083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638cc58-d4d5-4a09-b045-739da0f6e7f7 req-f0b505e4-6db0-4b41-8b5a-5bd33c8e2c57 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:45.528993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5638cc58-d4d5-4a09-b045-739da0f6e7f7 req-f0b505e4-6db0-4b41-8b5a-5bd33c8e2c57 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2412 time: 0.2750490 Apr 18 20:37:45.533047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0de30-7ebd-4b6e-9f05-090a3cddbe16 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf10e25-b41f-4c77-b6ed-ba6ae24f66cc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:45.544406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-d0b5fc25-1a44-4da3-ba2f-65ebaae84b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:45.545899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-d0b5fc25-1a44-4da3-ba2f-65ebaae84b32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ffada56c-39fb-42df-949c-bd69d240a5a0 HTTP/1.1" status: 200 len: 801 time: 0.1901076 Apr 18 20:37:45.637236 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.678958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:45.679548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.701797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5638cc58-d4d5-4a09-b045-739da0f6e7f7 req-7f2eb28a-626f-4452-80ef-ab1f7c151660 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670063 Apr 18 20:37:45.708742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-64b1a7a0-0c2b-4ab2-a96f-b2b12e84fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:45.710478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-64b1a7a0-0c2b-4ab2-a96f-b2b12e84fe3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce624471-bdb5-4d36-b8f3-c843154e07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1336427 Apr 18 20:37:45.740340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42388) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:45.743938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a41a7d3a-3e11-4bb5-a625-7246d60ecc4a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1276996 Apr 18 20:37:45.792323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Request body: {'port': {'device_id': 'ffed82f2-0aa3-480c-b711-dbe174d143a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:45.807070 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-8e59f705-5c46-4f00-898d-07be1c8c0255 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280933 Apr 18 20:37:45.811919 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.845443 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.977914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c25a6146-353c-451f-acfa-5f7cce0cc5de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=465de81abb5b473187f70deeddb101a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256963 Apr 18 20:37:45.981597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42398) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:46.094623 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1657b26d-7d66-45ed-8c5b-fac1c61b7fda req-cf530edf-8a53-4d61-8106-e689dcd59da8 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800400 Apr 18 20:37:46.136307 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60384a17-31bd-40e5-90c9-a6fd267b40d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.259878 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60384a17-31bd-40e5-90c9-a6fd267b40d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.328072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416874e3-cf1a-43db-bc27-ba3c187e3275 req-56cca972-e11d-4c2e-beff-6e3aa7c08910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.329643 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-416874e3-cf1a-43db-bc27-ba3c187e3275 req-56cca972-e11d-4c2e-beff-6e3aa7c08910 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 1094 time: 0.1523051 Apr 18 20:37:46.332476 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.339173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146d10e-d16f-4de0-ba06-4949000766cd req-ecaac92b-b825-461d-8f96-e22c17d3fbac tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.346635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5146d10e-d16f-4de0-ba06-4949000766cd req-ecaac92b-b825-461d-8f96-e22c17d3fbac tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 943 time: 0.5085092 Apr 18 20:37:46.384667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.405650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.434553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df5780-3919-45b3-bdce-735911f9b0cf req-9033161b-6003-491e-a786-ed52ea3e5aae tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.437172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9df5780-3919-45b3-bdce-735911f9b0cf req-9033161b-6003-491e-a786-ed52ea3e5aae tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.5365450 Apr 18 20:37:46.440266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-4fba776f-8717-4ed3-8350-3b5018eac5af service neutron] 10.222.0.64 "GET /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225051 Apr 18 20:37:46.464178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5146d10e-d16f-4de0-ba06-4949000766cd req-4a47c5ef-62e5-4caf-9343-1bc9ce03a815 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165333 Apr 18 20:37:46.500190 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42416) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:46.530188 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event updated for resources: {'Port': ['ID=a7ea0da5-b54e-4e9b-a660-963aae4758bf,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.543382 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416874e3-cf1a-43db-bc27-ba3c187e3275 req-4a5d36b3-0ebe-47ed-b4c7-592e244eb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.545213 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-416874e3-cf1a-43db-bc27-ba3c187e3275 req-4a5d36b3-0ebe-47ed-b4c7-592e244eb474 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 200 len: 907 time: 0.2084305 Apr 18 20:37:46.548007 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60384a17-31bd-40e5-90c9-a6fd267b40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.551450 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60384a17-31bd-40e5-90c9-a6fd267b40d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.555073 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-60384a17-31bd-40e5-90c9-a6fd267b40d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8f03753-156e-4f6e-b7e3-231cae60cf1d HTTP/1.1" status: 204 len: 168 time: 0.5690713 Apr 18 20:37:46.636675 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60384a17-31bd-40e5-90c9-a6fd267b40d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f03753-156e-4f6e-b7e3-231cae60cf1d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.650229 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.655456 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-416874e3-cf1a-43db-bc27-ba3c187e3275 req-4dcd040c-1ae8-4903-85f1-069cf9ee096e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ba129e-b80e-4d64-934b-8e27bc2aa5ea HTTP/1.1" status: 200 len: 217 time: 0.0990665 Apr 18 20:37:46.714834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9df5780-3919-45b3-bdce-735911f9b0cf req-4dc2055a-8819-4140-ac3f-c6e22c98dcdd tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673082 Apr 18 20:37:46.760686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'networks': [{'name': 'tempest-network--922589369'}, {'name': 'tempest-network--1183931840'}]} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:46.761007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'network': {'name': 'tempest-network--922589369'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:46.761483 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'network': {'name': 'tempest-network--1183931840'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:46.789899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.794298 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f8e14ad5-5a76-40ba-abcd-8b5306b328e9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9175296 Apr 18 20:37:46.804367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42424) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:46.817583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1928132561'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:46.835201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ae83-4a82-42aa-b722-4342169d5c1a req-718541d4-e151-4b7d-8da0-ad121f23813d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.835730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416874e3-cf1a-43db-bc27-ba3c187e3275 req-02647c69-1c19-4f2b-b112-2ae71efd7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.840350 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-416874e3-cf1a-43db-bc27-ba3c187e3275 req-02647c69-1c19-4f2b-b112-2ae71efd7b62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 200 len: 846 time: 0.1648560 Apr 18 20:37:46.841546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Made reservation on behalf of 02ed89c2f8f44786a25356c18bb8b4bd for: {'network': 2} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:46.842925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a767ae83-4a82-42aa-b722-4342169d5c1a req-718541d4-e151-4b7d-8da0-ad121f23813d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 932 time: 0.2323139 Apr 18 20:37:46.846269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.854260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b341491e-e0b8-4b7b-86a3-255a4ed68dc0 req-0c508d43-07e8-42c7-a40e-19a31b29bd1d service neutron] 10.222.0.64 "GET /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647876 Apr 18 20:37:46.874855 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.948812 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-416874e3-cf1a-43db-bc27-ba3c187e3275 req-7cabfd24-59a7-41d2-a9b9-99ab70fc2561 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6056b303-f2b8-4026-a53d-1f7de5471b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915761 Apr 18 20:37:47.029777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Made reservation on behalf of cc840744b9f74df1be831a465f812a1b for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:47.033201 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.052900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a767ae83-4a82-42aa-b722-4342169d5c1a req-d1712f70-39a9-4a38-b84c-af2645621db4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085786 Apr 18 20:37:47.060493 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.100027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974d0b6-e627-42f8-8345-bc8475828696 req-5e1d3fdd-1d95-49a6-8bcb-a7ba6bed25c3 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.106609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974d0b6-e627-42f8-8345-bc8475828696 req-5e1d3fdd-1d95-49a6-8bcb-a7ba6bed25c3 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.114303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974d0b6-e627-42f8-8345-bc8475828696 req-5e1d3fdd-1d95-49a6-8bcb-a7ba6bed25c3 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.121773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7974d0b6-e627-42f8-8345-bc8475828696 req-5e1d3fdd-1d95-49a6-8bcb-a7ba6bed25c3 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2412 time: 0.2727058 Apr 18 20:37:47.151017 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-416874e3-cf1a-43db-bc27-ba3c187e3275 req-19048bf9-f91b-45cd-b88c-d9d8e5ae7025 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627753 Apr 18 20:37:47.207529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-4792e899-3200-4f67-a9bf-f100977e49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.208078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-4792e899-3200-4f67-a9bf-f100977e49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.208721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-4792e899-3200-4f67-a9bf-f100977e49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.210600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-4792e899-3200-4f67-a9bf-f100977e49ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2865 time: 0.2465007 Apr 18 20:37:47.257376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.267624 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.268278 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.289382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7974d0b6-e627-42f8-8345-bc8475828696 req-9d2b76ca-96d4-4963-9b10-e2d9d7e1eb79 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666398 Apr 18 20:37:47.311189 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-416874e3-cf1a-43db-bc27-ba3c187e3275 req-c7370442-e5ae-4a1d-b976-b5807a24a7b0 service neutron] 10.222.0.60 "GET /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534402 Apr 18 20:37:47.366691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b228dd20-49a6-4b9d-945f-80c6ffff78c8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:47.382656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:47.410484 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.411218 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Added segment f4e900be-e65f-4668-be25-b55ce38d9681 of type vlan for network 232e2d5d-eaab-4b39-9a54-6e4e35430fe3 Apr 18 20:37:47.479930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.529285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:47.541822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.542260 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Added segment 5c89822f-aecf-4e3a-97fb-3b9d30ac4aa9 of type vlan for network e3090ef2-0e90-498d-846e-06e3d351aafd Apr 18 20:37:47.544523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:47.558794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-226bbfe4-6301-4558-b5df-c18bc5d142f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.561265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-226bbfe4-6301-4558-b5df-c18bc5d142f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce624471-bdb5-4d36-b8f3-c843154e07bf HTTP/1.1" status: 200 len: 903 time: 0.3310864 Apr 18 20:37:47.564679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.590147 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.632295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.632955 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.639908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.647269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.648971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.675608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-3943bf15-b5ec-485e-9976-0d06ca3714a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=c74d8d51-b9ae-4103-9b62-821834e07f5d HTTP/1.1" status: 200 len: 217 time: 0.1023748 Apr 18 20:37:47.679881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Transition to ACTIVE for port object 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:47.682657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.702794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.745198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'Network': ['ID=232e2d5d-eaab-4b39-9a54-6e4e35430fe3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:47.758985 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2502027 Apr 18 20:37:47.761849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42454) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:47.762120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 232e2d5d-eaab-4b39-9a54-6e4e35430fe3 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:47.838031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.861615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:47.889792 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.892695 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Added segment d49a6d35-6435-45ac-994d-b47595c108ac of type vlan for network a241ca30-9f31-47a0-9491-0ce364f80728 Apr 18 20:37:47.956105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.053459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450bba6-e909-4d79-b8cc-2ab92992b58b req-ce744e2a-6e0e-47b8-a55a-6e1b490bd6eb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.064399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b450bba6-e909-4d79-b8cc-2ab92992b58b req-ce744e2a-6e0e-47b8-a55a-6e1b490bd6eb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 943 time: 0.4678094 Apr 18 20:37:48.070047 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.119244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12783560-12a6-467d-93f8-7e9347e40ec8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.136873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12783560-12a6-467d-93f8-7e9347e40ec8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.144311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12783560-12a6-467d-93f8-7e9347e40ec8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.152150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12783560-12a6-467d-93f8-7e9347e40ec8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.156856 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-12783560-12a6-467d-93f8-7e9347e40ec8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3919148 Apr 18 20:37:48.156856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e0d79-6085-4877-b709-010e5ae2824a tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'Network': ['ID=e3090ef2-0e90-498d-846e-06e3d351aafd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.157686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42470) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:48.172287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network e3090ef2-0e90-498d-846e-06e3d351aafd details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:48.184907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-9fad3aaa-c9fc-4b9f-b057-2441a7239511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.186788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-9fad3aaa-c9fc-4b9f-b057-2441a7239511 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ffada56c-39fb-42df-949c-bd69d240a5a0 HTTP/1.1" status: 200 len: 801 time: 0.5025387 Apr 18 20:37:48.257841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36b438e-4916-4903-be42-455f17c8aa68,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.285543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:48.297883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 34ba129e-b80e-4d64-934b-8e27bc2aa5ea details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:37:48.333001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.420242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b450bba6-e909-4d79-b8cc-2ab92992b58b req-084d6a6e-47bd-4a59-80f4-6b07790880d0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541172 Apr 18 20:37:48.430626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2405f-dbed-46d3-9b79-c7a322bb4fbf req-0e37ed16-4a56-44c6-960b-803533bbd250 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.438311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45c2405f-dbed-46d3-9b79-c7a322bb4fbf req-0e37ed16-4a56-44c6-960b-803533bbd250 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.4851918 Apr 18 20:37:48.441471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Attempting to bind port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:48.441811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Attempting to bind port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:48.442135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Attempting to bind port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:48.448537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c on network 27d5394a-3b48-41ec-a989-ef824a3124dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:37:48.448929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Attempting to bind port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:48.458590 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.465591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.466323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.493354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:48.510681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '34ba129e-b80e-4d64-934b-8e27bc2aa5ea', 'network_id': '6056b303-f2b8-4026-a53d-1f7de5471b3f', 'port_id': '34ba129e-b80e-4d64-934b-8e27bc2aa5ea', 'mac_address': 'fa:16:3e:20:c1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835aa03a-8d5a-48b9-a98a-4a33d2d594c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:37:48.519771 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.551150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232e2d5d-eaab-4b39-9a54-6e4e35430fe3']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:48.566708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:48.567334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Checking segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:48.567487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Bound using segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:48.567990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Bound port: 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:48.568357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.570393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e900be-e65f-4668-be25-b55ce38d9681') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:48.570933 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e900be-e65f-4668-be25-b55ce38d9681') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:48.577368 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.584882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.598257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ba129e-b80e-4d64-934b-8e27bc2aa5ea {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:48.603650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.624154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:48.624763 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:48.636591 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:48.651328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:48.661681 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.673957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-54c7cc0b-7e73-4f00-9116-3728d34a80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.675787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-54c7cc0b-7e73-4f00-9116-3728d34a80db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce624471-bdb5-4d36-b8f3-c843154e07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4266291 Apr 18 20:37:48.703366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8952050 Apr 18 20:37:48.742561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42484) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:48.759041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.764338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Request body: {'subnet': {'network_id': 'a241ca30-9f31-47a0-9491-0ce364f80728', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:48.767216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.768377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.769389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.769979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.770468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.770931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.771391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.772062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.772658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.773422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45c2405f-dbed-46d3-9b79-c7a322bb4fbf req-cabf3ee4-94c1-4eba-b881-8c7374135a06 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342350 Apr 18 20:37:48.781108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.781526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.782035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:48.784491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b8b18-4beb-4be7-97a8-f9cec492cf37 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event updated for resources: {'Network': ['ID=a241ca30-9f31-47a0-9491-0ce364f80728,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.812702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a241ca30-9f31-47a0-9491-0ce364f80728 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:48.866480 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.880888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.885683 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "DELETE /v2.0/networks/232e2d5d-eaab-4b39-9a54-6e4e35430fe3 HTTP/1.1" status: 204 len: 168 time: 0.7263651 Apr 18 20:37:48.891813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42486) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:48.973588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeee42-1d25-4678-a661-abfedac1a4ac tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Network': ['ID=232e2d5d-eaab-4b39-9a54-6e4e35430fe3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.996727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc008c-e95a-4514-895e-5224887e1251 req-e00983c4-03fb-4f2d-8a3f-a160a3728a82 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.004856 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1bc008c-e95a-4514-895e-5224887e1251 req-e00983c4-03fb-4f2d-8a3f-a160a3728a82 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 944 time: 0.3859751 Apr 18 20:37:49.032817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['34ba129e-b80e-4d64-934b-8e27bc2aa5ea'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:49.054189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Made reservation on behalf of cc840744b9f74df1be831a465f812a1b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:49.059457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] For port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:49.065068 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.112134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] For port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:49.120555 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.139449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1bc008c-e95a-4514-895e-5224887e1251 req-177ebf54-47bc-46a0-9664-f4023ddd20d2 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313071 Apr 18 20:37:49.143288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.162659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-c3104d5c-134a-4963-bf63-810532bb3f11 service neutron] 10.222.0.64 "GET /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675472 Apr 18 20:37:49.174102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a7ed-6f67-4e15-a40c-f5e3880432c9 req-ff9272d3-35a3-4046-bcee-237df45ed044 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.187912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a7ed-6f67-4e15-a40c-f5e3880432c9 req-ff9272d3-35a3-4046-bcee-237df45ed044 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.192333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a7ed-6f67-4e15-a40c-f5e3880432c9 req-ff9272d3-35a3-4046-bcee-237df45ed044 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.194180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb27a7ed-6f67-4e15-a40c-f5e3880432c9 req-ff9272d3-35a3-4046-bcee-237df45ed044 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2412 time: 0.2704310 Apr 18 20:37:49.211021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.211667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.214239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] 10.222.0.60 "PUT /v2.0/ports/0e3fe963-8c90-41f4-bb06-c5bbb6bae67c HTTP/1.1" status: 200 len: 1092 time: 3.4348495 Apr 18 20:37:49.273707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffed82f2-0aa3-480c-b711-dbe174d143a7', 'tag': '0e3fe963-8c90-41f4-bb06-c5bbb6bae67c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:49.276818 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75cbdb7-b304-47c1-9007-76115c5581bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ffed82f2-0aa3-480c-b711-dbe174d143a7", "tag": "0e3fe963-8c90-41f4-bb06-c5bbb6bae67c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:49.309045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c74d8d51-b9ae-4103-9b62-821834e07f5d details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:37:49.394806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.485059 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Checking segment: {'id': 'd49a6d35-6435-45ac-994d-b47595c108ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a241ca30-9f31-47a0-9491-0ce364f80728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:49.485540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Network hostable DHCP agents. Network: a241ca30-9f31-47a0-9491-0ce364f80728, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:49.491889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port c74d8d51-b9ae-4103-9b62-821834e07f5d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c74d8d51-b9ae-4103-9b62-821834e07f5d,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:49.494044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c8333bc-934b-4aba-bb15-f88c13a3c1f1 req-879524b7-d275-4278-806e-41a98853636f service neutron] 10.222.0.64 "GET /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966998 Apr 18 20:37:49.495068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event updated for resources: {'Subnet': ['ID=0482ed5e-69cf-4d66-853a-5e3c83d03060,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:49.496237 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2168b07d-9b24-4c17-927d-14b7ca3e8121 x-openstack-request-id: req-2168b07d-9b24-4c17-927d-14b7ca3e8121 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:49.496537 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffed82f2-0aa3-480c-b711-dbe174d143a7", "tag": "0e3fe963-8c90-41f4-bb06-c5bbb6bae67c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:49.496787 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2168b07d-9b24-4c17-927d-14b7ca3e8121 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:49.497302 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2168b07d-9b24-4c17-927d-14b7ca3e8121'] response: {'name': 'network-changed', 'server_uuid': 'ffed82f2-0aa3-480c-b711-dbe174d143a7', 'tag': '0e3fe963-8c90-41f4-bb06-c5bbb6bae67c', 'status': 'completed', 'code': 200} Apr 18 20:37:49.526898 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Network a241ca30-9f31-47a0-9491-0ce364f80728 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:49.538519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'c74d8d51-b9ae-4103-9b62-821834e07f5d', 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf', 'port_id': 'c74d8d51-b9ae-4103-9b62-821834e07f5d', 'mac_address': 'fa:16:3e:d8:11:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffada56c-39fb-42df-949c-bd69d240a5a0', 'ip_address': '19.80.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:37:49.538987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a241ca30-9f31-47a0-9491-0ce364f80728) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:49.544071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.544736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.569545 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-82cfa70a-05d7-4625-a110-3df6e2804aaa tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8255606 Apr 18 20:37:49.571941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42506) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:49.576979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-571828486', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:49.595257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509a183-8664-4981-b7b8-f4b8759a7715 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:49.598679 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f07be2-b8be-43d4-b1e2-6f389c61a9b7 None None] Network a241ca30-9f31-47a0-9491-0ce364f80728 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:49.617749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.619372 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.622682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb27a7ed-6f67-4e15-a40c-f5e3880432c9 req-de4b6d1d-3e6e-49ff-a785-a90739fa92e6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681863 Apr 18 20:37:49.626568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-e5bdcb04-509a-428f-80ad-741ba931f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.629099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-e5bdcb04-509a-428f-80ad-741ba931f653 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 1095 time: 0.3491776 Apr 18 20:37:49.737880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-b807efe6-6305-4cdc-81de-c3070608e2dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c HTTP/1.1" status: 200 len: 217 time: 0.0850425 Apr 18 20:37:49.742789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.786513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.791286 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.801969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c74d8d51-b9ae-4103-9b62-821834e07f5d {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:49.829158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port c74d8d51-b9ae-4103-9b62-821834e07f5d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c74d8d51-b9ae-4103-9b62-821834e07f5d,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:49.836651 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.837720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 600954d1-e39a-4224-ba17-e43f7a146f0d details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:37:49.877097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f957431-8d72-4293-8307-5762f93e6159 req-483bca12-b292-43a0-8ff6-5f60f9c3d300 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.879489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f957431-8d72-4293-8307-5762f93e6159 req-483bca12-b292-43a0-8ff6-5f60f9c3d300 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 944 time: 0.2854431 Apr 18 20:37:49.896206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3090ef2-0e90-498d-846e-06e3d351aafd']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:49.925402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=c74d8d51-b9ae-4103-9b62-821834e07f5d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:49.929198 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a241ca30-9f31-47a0-9491-0ce364f80728', 'network_id': 'a241ca30-9f31-47a0-9491-0ce364f80728', 'tenant_id': 'cc840744b9f74df1be831a465f812a1b', 'fixed_ips': [{'subnet_id': '0482ed5e-69cf-4d66-853a-5e3c83d03060'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:37:49.930600 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.945391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-1bb9138a-790a-4a6d-9363-08ae43febf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.946923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-1bb9138a-790a-4a6d-9363-08ae43febf62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.2008221 Apr 18 20:37:49.948804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c89822f-aecf-4e3a-97fb-3b9d30ac4aa9') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:49.949097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c89822f-aecf-4e3a-97fb-3b9d30ac4aa9') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:49.994877 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.018411 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f957431-8d72-4293-8307-5762f93e6159 req-17e4c74d-d7d3-4660-b8a0-fe27495c4699 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167545 Apr 18 20:37:50.028415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-03d95232-ec4d-451c-98a0-a46c4a70880f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531855 Apr 18 20:37:50.052962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.062479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c21c04-5a40-4c4e-b85d-a400a54adaa7 req-fc326eb4-ead8-4e9b-aae0-12457674d465 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:50.064199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9c21c04-5a40-4c4e-b85d-a400a54adaa7 req-fc326eb4-ead8-4e9b-aae0-12457674d465 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.1639020 Apr 18 20:37:50.108724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:50.109130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:50.118783 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:50.251227 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.261320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9c21c04-5a40-4c4e-b85d-a400a54adaa7 req-84aec6e4-1f5f-479e-9d75-2443f2342681 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824458 Apr 18 20:37:50.261485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 34ba129e-b80e-4d64-934b-8e27bc2aa5ea up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:50.266638 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.273167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "DELETE /v2.0/networks/e3090ef2-0e90-498d-846e-06e3d351aafd HTTP/1.1" status: 204 len: 168 time: 1.3738379 Apr 18 20:37:50.276193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-a7925dca-3968-4d7d-bb60-c1a70830f7cd service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387648 Apr 18 20:37:50.276779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42528) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:50.340431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Allocated IP 172.20.0.2 (a241ca30-9f31-47a0-9491-0ce364f80728/0482ed5e-69cf-4d66-853a-5e3c83d03060/03b9d0b0-f7d5-46c1-9187-b5574decc0ba) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:50.359394 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 600954d1-e39a-4224-ba17-e43f7a146f0d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=600954d1-e39a-4224-ba17-e43f7a146f0d,segment=NetworkSegment(48a7212b-02ea-4bbe-8691-a8ed7e4b6d48),segment_id=48a7212b-02ea-4bbe-8691-a8ed7e4b6d48)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:50.424879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '600954d1-e39a-4224-ba17-e43f7a146f0d', 'network_id': '6df42579-ddbe-4423-9a2c-1f036eef8c65', 'port_id': '600954d1-e39a-4224-ba17-e43f7a146f0d', 'mac_address': 'fa:16:3e:a0:07:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179ff223-94c2-4234-abe9-e9725a7a2069', 'ip_address': '19.86.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:37:50.482867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d79b492c-dc10-4860-9363-de3153fee2a7 req-05b4935f-41f2-452a-a6f6-f9e7037fb597 service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710787 Apr 18 20:37:50.483971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d60fc7-eba3-433c-986b-c7e3958f93f9 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Network': ['ID=e3090ef2-0e90-498d-846e-06e3d351aafd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:50.547623 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.552072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:50.574498 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:50.575095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.615864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600954d1-e39a-4224-ba17-e43f7a146f0d {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:50.640437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 600954d1-e39a-4224-ba17-e43f7a146f0d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=600954d1-e39a-4224-ba17-e43f7a146f0d,segment=NetworkSegment(48a7212b-02ea-4bbe-8691-a8ed7e4b6d48),segment_id=48a7212b-02ea-4bbe-8691-a8ed7e4b6d48)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:50.655329 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.656167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 74ee25a2-beac-406e-9273-7f5af351d03b details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:37:50.670205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8a944-c72f-41f7-b7b9-aa08f64e7c03 req-2401e4e9-9c87-4e7b-b3ce-9810526500c3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:50.678265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36b8a944-c72f-41f7-b7b9-aa08f64e7c03 req-2401e4e9-9c87-4e7b-b3ce-9810526500c3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 944 time: 0.3997800 Apr 18 20:37:50.734131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=600954d1-e39a-4224-ba17-e43f7a146f0d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:50.810306 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c950fc2-efd2-4e24-9a4c-ea7501501b39 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:50.817462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c950fc2-efd2-4e24-9a4c-ea7501501b39 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:50.819628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4c950fc2-efd2-4e24-9a4c-ea7501501b39 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5094638 Apr 18 20:37:50.823726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42536) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:50.830806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1387264513'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:50.841995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbdb7-b304-47c1-9007-76115c5581bd req-69afa358-4fcf-40c4-b3a9-bd231b6b9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:50.843465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e75cbdb7-b304-47c1-9007-76115c5581bd req-69afa358-4fcf-40c4-b3a9-bd231b6b9a07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 1095 time: 0.3032560 Apr 18 20:37:50.856578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 74ee25a2-beac-406e-9273-7f5af351d03b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=74ee25a2-beac-406e-9273-7f5af351d03b,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:50.882755 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.896286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36b8a944-c72f-41f7-b7b9-aa08f64e7c03 req-33029513-de93-452c-a1fc-ae8718337503 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044287 Apr 18 20:37:50.917433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Made reservation on behalf of 02ed89c2f8f44786a25356c18bb8b4bd for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:50.923018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.923487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '74ee25a2-beac-406e-9273-7f5af351d03b', 'network_id': 'ce624471-bdb5-4d36-b8f3-c843154e07bf', 'port_id': '74ee25a2-beac-406e-9273-7f5af351d03b', 'mac_address': 'fa:16:3e:36:d0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffada56c-39fb-42df-949c-bd69d240a5a0', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:37:50.958694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:50.969879 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.970280 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Added segment 06ba2aac-85f6-4f03-9809-e299ed5f174d of type vlan for network e209c86c-083a-4dbc-bbfc-da82f620f4d6 Apr 18 20:37:50.995723 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.999560 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.030165 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.035093 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.038040 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.049469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ee25a2-beac-406e-9273-7f5af351d03b {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:51.074963 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.082483 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.083362 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.189860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Network a241ca30-9f31-47a0-9491-0ce364f80728 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:51.212759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:51.230585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:51.239887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'Network': ['ID=e209c86c-083a-4dbc-bbfc-da82f620f4d6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:51.256520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 74ee25a2-beac-406e-9273-7f5af351d03b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=74ee25a2-beac-406e-9273-7f5af351d03b,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:51.267559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network e209c86c-083a-4dbc-bbfc-da82f620f4d6 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:51.282292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adbc056-874c-405f-9424-9768eea9fa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba129e-b80e-4d64-934b-8e27bc2aa5ea'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:51.285890 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf07f4e-5a95-4e92-a712-4fb3f45f7ffb" -d '{"events": [{"server_uuid": "2adbc056-874c-405f-9424-9768eea9fa75", "name": "network-vif-plugged", "status": "completed", "tag": "34ba129e-b80e-4d64-934b-8e27bc2aa5ea"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:51.290692 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e42b2052-ddca-4b7f-843a-e4adc09e7453 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4625180 Apr 18 20:37:51.292323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42544) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:51.303158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1441372991'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:51.318771 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.372387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Made reservation on behalf of 02ed89c2f8f44786a25356c18bb8b4bd for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:51.377498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.389044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Pushing event updated for resources: {'Port': ['ID=03b9d0b0-f7d5-46c1-9187-b5574decc0ba,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:51.405003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:51.425941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42550) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:51.474499 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.524937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Attempting to bind port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:51.525340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Attempting to bind port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd49a6d35-6435-45ac-994d-b47595c108ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a241ca30-9f31-47a0-9491-0ce364f80728'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:51.525713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Attempting to bind port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba on network a241ca30-9f31-47a0-9491-0ce364f80728 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:37:51.542854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:51.556863 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.557359 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Added segment 64010a14-4039-4a08-8bb2-bd2e1d014afe of type vlan for network fb8e25c7-bf40-487b-8408-a9c40e4d2aa3 Apr 18 20:37:51.562104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:37:51.562490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Checking segment: {'id': 'd49a6d35-6435-45ac-994d-b47595c108ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a241ca30-9f31-47a0-9491-0ce364f80728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:51.563085 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.563555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Bound using segment: {'id': 'd49a6d35-6435-45ac-994d-b47595c108ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a241ca30-9f31-47a0-9491-0ce364f80728'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:37:51.564676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Bound port: 03b9d0b0-f7d5-46c1-9187-b5574decc0ba, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49a6d35-6435-45ac-994d-b47595c108ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a241ca30-9f31-47a0-9491-0ce364f80728'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:51.565303 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.621305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.653043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570879d-5917-4eef-a4cb-798cd1bad0fe req-1b29f0c5-88de-4ea0-9111-b74066acbcd3 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.661004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570879d-5917-4eef-a4cb-798cd1bad0fe req-1b29f0c5-88de-4ea0-9111-b74066acbcd3 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.665615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['c74d8d51-b9ae-4103-9b62-821834e07f5d'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:51.668200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570879d-5917-4eef-a4cb-798cd1bad0fe req-1b29f0c5-88de-4ea0-9111-b74066acbcd3 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.668373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=74ee25a2-beac-406e-9273-7f5af351d03b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:51.680808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a570879d-5917-4eef-a4cb-798cd1bad0fe req-1b29f0c5-88de-4ea0-9111-b74066acbcd3 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2414 time: 0.8789964 Apr 18 20:37:51.736602 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.744785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.745705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.778869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['600954d1-e39a-4224-ba17-e43f7a146f0d'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:51.795160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbdb7-b304-47c1-9007-76115c5581bd req-5d5c2316-971a-47da-a713-33325fbe5e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.798025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['74ee25a2-beac-406e-9273-7f5af351d03b'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:51.799698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e75cbdb7-b304-47c1-9007-76115c5581bd req-5d5c2316-971a-47da-a713-33325fbe5e37 service neutron] 10.222.0.60 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 913 time: 0.9360478 Apr 18 20:37:51.813745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a685d0a-67ec-4c14-a773-db59dfc6601c req-db62bdf5-1622-47fe-af49-3b4d6eaa9763 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.824204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a685d0a-67ec-4c14-a773-db59dfc6601c req-db62bdf5-1622-47fe-af49-3b4d6eaa9763 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.2155552 Apr 18 20:37:51.834312 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a570879d-5917-4eef-a4cb-798cd1bad0fe req-5275a8ec-54b0-4205-85af-4aa55be4481e tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519482 Apr 18 20:37:51.894086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e75cbdb7-b304-47c1-9007-76115c5581bd req-df53b316-52af-43ec-8d63-561bd5274a31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c HTTP/1.1" status: 200 len: 217 time: 0.0541096 Apr 18 20:37:51.903051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c5ddf-d97b-49c4-9ed1-97fb8c679a8d req-399f857f-a8a2-4de8-b7a5-8db2d4837e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.904756 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-898c5ddf-d97b-49c4-9ed1-97fb8c679a8d req-399f857f-a8a2-4de8-b7a5-8db2d4837e6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 1097 time: 0.1964993 Apr 18 20:37:51.940153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-503ec22f-d698-48a3-990c-cd3c6c1375d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.970388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.992217 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6974158 Apr 18 20:37:52.017685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42556) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:52.025589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'ports': [{'network_id': 'e209c86c-083a-4dbc-bbfc-da82f620f4d6', 'name': 'tempest-port--1711238770', 'admin_state_up': True}, {'network_id': 'fb8e25c7-bf40-487b-8408-a9c40e4d2aa3', 'admin_state_up': False}]} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:52.026204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'port': {'network_id': 'e209c86c-083a-4dbc-bbfc-da82f620f4d6', 'name': 'tempest-port--1711238770', 'admin_state_up': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:52.026867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'port': {'network_id': 'fb8e25c7-bf40-487b-8408-a9c40e4d2aa3', 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:52.032079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3b5c7-5aba-4a94-b290-50aec5fbc4d0 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'Network': ['ID=fb8e25c7-bf40-487b-8408-a9c40e4d2aa3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.039299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a685d0a-67ec-4c14-a773-db59dfc6601c req-cafa1351-4bf8-4867-9cdd-2105171574b2 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140222 Apr 18 20:37:52.044048 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.105861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network fb8e25c7-bf40-487b-8408-a9c40e4d2aa3 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:52.137225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-898c5ddf-d97b-49c4-9ed1-97fb8c679a8d req-4a85574c-e274-4f68-bbc4-43cd0112ddf9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952577 Apr 18 20:37:52.140747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cbdb7-b304-47c1-9007-76115c5581bd req-4bc1e3d7-32be-4867-8308-a509b267758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:52.142448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e75cbdb7-b304-47c1-9007-76115c5581bd req-4bc1e3d7-32be-4867-8308-a509b267758e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.2304959 Apr 18 20:37:52.161366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30024c43-79d6-45e9-b2ef-8fa8d15cc8de req-05f9f38e-ff6c-4be6-8e8e-cba0a6394aa7 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:52.163358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30024c43-79d6-45e9-b2ef-8fa8d15cc8de req-05f9f38e-ff6c-4be6-8e8e-cba0a6394aa7 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.1866119 Apr 18 20:37:52.164438 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf774f09-c455-4fe1-85cb-e00e68de28b8 x-openstack-request-id: req-bf774f09-c455-4fe1-85cb-e00e68de28b8 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:52.164879 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adbc056-874c-405f-9424-9768eea9fa75", "name": "network-vif-plugged", "status": "completed", "tag": "34ba129e-b80e-4d64-934b-8e27bc2aa5ea", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:52.165158 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf774f09-c455-4fe1-85cb-e00e68de28b8 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:52.165575 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf774f09-c455-4fe1-85cb-e00e68de28b8'] response: {'server_uuid': '2adbc056-874c-405f-9424-9768eea9fa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba129e-b80e-4d64-934b-8e27bc2aa5ea', 'code': 200} Apr 18 20:37:52.225408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e75cbdb7-b304-47c1-9007-76115c5581bd req-f362ad49-0960-434f-a63a-ec67d814aeeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728974 Apr 18 20:37:52.305197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] For port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:37:52.328368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] For port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03b9d0b0-f7d5-46c1-9187-b5574decc0ba,segment=NetworkSegment(d49a6d35-6435-45ac-994d-b47595c108ac),segment_id=d49a6d35-6435-45ac-994d-b47595c108ac)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:37:52.360460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30024c43-79d6-45e9-b2ef-8fa8d15cc8de req-4da0d1e1-9014-4aad-a51e-e47515bc516a tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772151 Apr 18 20:37:52.399207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be9846-0069-49d5-93fe-a743ed2ab0ec req-0d8a7ae2-15ae-4291-966c-023677f65312 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:52.400909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7be9846-0069-49d5-93fe-a743ed2ab0ec req-0d8a7ae2-15ae-4291-966c-023677f65312 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 944 time: 0.1854205 Apr 18 20:37:52.426542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.432104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e75cbdb7-b304-47c1-9007-76115c5581bd req-8f52a752-2eed-4ce5-9ff2-ce6481555764 service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931944 Apr 18 20:37:52.439772 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.452221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85c3f9-8051-4fb8-9126-7002991309ce req-83b7129d-4a9d-4a19-98d1-d369343c798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:52.454078 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ec85c3f9-8051-4fb8-9126-7002991309ce req-83b7129d-4a9d-4a19-98d1-d369343c798c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 1096 time: 0.2227948 Apr 18 20:37:52.477470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7be9846-0069-49d5-93fe-a743ed2ab0ec req-a8141024-3e68-4cdd-9c65-2b169095dc04 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699289 Apr 18 20:37:52.499063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-503ec22f-d698-48a3-990c-cd3c6c1375d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.515174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ee8ce-dc9d-4622-9fb4-146d5b81d0d5 None None] Pushing event updated for resources: {'Port': ['ID=03b9d0b0-f7d5-46c1-9187-b5574decc0ba,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.535674 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-503ec22f-d698-48a3-990c-cd3c6c1375d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.579654 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-503ec22f-d698-48a3-990c-cd3c6c1375d3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f06eb3c987434830acd9340637f4205d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1485419 Apr 18 20:37:52.583221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42560) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:52.589179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e75cbdb7-b304-47c1-9007-76115c5581bd req-bf3116b7-31eb-4acc-bf83-a55a80e34b9f service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493464 Apr 18 20:37:52.609425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ec22f-d698-48a3-990c-cd3c6c1375d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05acdb4f-189a-43b7-b4c2-895021a9edda,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.623109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Made reservation on behalf of 02ed89c2f8f44786a25356c18bb8b4bd for: {'port': 2} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:52.632041 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.671332 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ec85c3f9-8051-4fb8-9126-7002991309ce req-d0833848-9968-4247-af95-594b1b073734 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055161 Apr 18 20:37:52.676143 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.692092 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3c809418-dbf2-418f-a7d6-ee845386aeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.697151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Allocated IP 172.25.2.188 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/97421af9-f83a-4fb8-8b9f-76b3c09430c7) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:52.730756 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3c809418-dbf2-418f-a7d6-ee845386aeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.827645 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3c809418-dbf2-418f-a7d6-ee845386aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.830818 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3c809418-dbf2-418f-a7d6-ee845386aeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.837551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3c809418-dbf2-418f-a7d6-ee845386aeae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05acdb4f-189a-43b7-b4c2-895021a9edda HTTP/1.1" status: 204 len: 168 time: 0.2509940 Apr 18 20:37:52.845092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c809418-dbf2-418f-a7d6-ee845386aeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05acdb4f-189a-43b7-b4c2-895021a9edda,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:53.024696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59310561-7855-475f-805b-a8f61f8da8c5 req-8826c540-fae4-4a85-8eca-16013fad2fb9 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:53.031048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59310561-7855-475f-805b-a8f61f8da8c5 req-8826c540-fae4-4a85-8eca-16013fad2fb9 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:53.037745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59310561-7855-475f-805b-a8f61f8da8c5 req-8826c540-fae4-4a85-8eca-16013fad2fb9 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:53.038901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59310561-7855-475f-805b-a8f61f8da8c5 req-8826c540-fae4-4a85-8eca-16013fad2fb9 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2415 time: 0.0814257 Apr 18 20:37:53.058805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] device_id is not set on port 166950fd-146e-4afe-941b-583e27db7946 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:53.094643 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.145858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59310561-7855-475f-805b-a8f61f8da8c5 req-14a421a6-4b1c-429e-bb00-b15986f889be tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983968 Apr 18 20:37:53.168683 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.232268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073886b9-14ef-4b09-a7e8-659943d3dfd4 req-722ac0e1-0115-4fff-8e1a-4aa5e3681e55 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:53.234174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-073886b9-14ef-4b09-a7e8-659943d3dfd4 req-722ac0e1-0115-4fff-8e1a-4aa5e3681e55 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.0718427 Apr 18 20:37:53.255030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:53.266881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:53.269422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:53.279072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-073886b9-14ef-4b09-a7e8-659943d3dfd4 req-cec514c9-7de9-4c68-b529-262e8b380a57 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371494 Apr 18 20:37:53.309382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42570) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:53.316824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event updated for resources: {'Port': ['ID=97421af9-f83a-4fb8-8b9f-76b3c09430c7,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:53.324500 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e1b479ca-5947-4465-a12d-584f3182f721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.326058 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.417237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e1b479ca-5947-4465-a12d-584f3182f721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.424259 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e1b479ca-5947-4465-a12d-584f3182f721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.479429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] device_id is not set on port 528e61ee-fc69-4c55-82b3-50a7cb06838f yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:53.496484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e1b479ca-5947-4465-a12d-584f3182f721 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=83f0286db62c4b3d8bd3f0858181e177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858523 Apr 18 20:37:53.499866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42574) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:53.511015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b479ca-5947-4465-a12d-584f3182f721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3903735-b7d7-4882-b985-aeac81a84b13,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:53.560118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2f006-c4b0-4d57-b1cf-cbf6660eeef2 req-b5911694-daf1-4b6d-a687-34b17ab53642 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:53.570291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85c2f006-c4b0-4d57-b1cf-cbf6660eeef2 req-b5911694-daf1-4b6d-a687-34b17ab53642 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.1308134 Apr 18 20:37:53.668080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85c2f006-c4b0-4d57-b1cf-cbf6660eeef2 req-b6ff6fd8-e9de-4d18-8f72-44b16b296434 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932133 Apr 18 20:37:53.704283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94f31a-6bab-4d2c-b637-12c9c2a6a28f req-d0d05e4f-63ef-49ee-9534-9fea73bf3aa0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:53.713363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac94f31a-6bab-4d2c-b637-12c9c2a6a28f req-d0d05e4f-63ef-49ee-9534-9fea73bf3aa0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 944 time: 0.1398480 Apr 18 20:37:53.764158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac94f31a-6bab-4d2c-b637-12c9c2a6a28f req-01a327b6-0a0a-4580-8107-f13ce0df4ba7 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494204 Apr 18 20:37:53.785818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3c01-6438-4a69-983d-4e43be97eba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.833966 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.935101 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3c01-6438-4a69-983d-4e43be97eba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.955944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.018061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a8b13-3ab4-4c57-9e9a-b390a96c9ee8 req-daf801e3-7edc-4b2b-b212-e21c6281edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:54.019613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a8b13-3ab4-4c57-9e9a-b390a96c9ee8 req-daf801e3-7edc-4b2b-b212-e21c6281edfd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 1097 time: 0.1303906 Apr 18 20:37:54.084106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aed49c-a2ee-4a19-bc47-ce62d398b8e0 req-1264cd07-b7a3-4d21-9573-a48aecc600da tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:54.085222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62aed49c-a2ee-4a19-bc47-ce62d398b8e0 req-1264cd07-b7a3-4d21-9573-a48aecc600da tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.1376791 Apr 18 20:37:54.135524 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3c01-6438-4a69-983d-4e43be97eba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.138444 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7f3c3c01-6438-4a69-983d-4e43be97eba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.148717 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7f3c3c01-6438-4a69-983d-4e43be97eba0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3903735-b7d7-4882-b985-aeac81a84b13 HTTP/1.1" status: 204 len: 168 time: 0.6474133 Apr 18 20:37:54.165181 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.187059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62aed49c-a2ee-4a19-bc47-ce62d398b8e0 req-fcff36fb-6840-4855-819a-d5fa5a53ae71 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654924 Apr 18 20:37:54.190191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c3c01-6438-4a69-983d-4e43be97eba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3903735-b7d7-4882-b985-aeac81a84b13,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.197437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d239e84-54e7-44e2-879e-97464dc8e5d2 None None] Network a241ca30-9f31-47a0-9491-0ce364f80728 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:54.233553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a8b13-3ab4-4c57-9e9a-b390a96c9ee8 req-3ee87a5a-911b-495a-a9d7-95e76dd2f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:54.235340 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a8b13-3ab4-4c57-9e9a-b390a96c9ee8 req-3ee87a5a-911b-495a-a9d7-95e76dd2f7b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 200 len: 912 time: 0.1933715 Apr 18 20:37:54.286823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a8b13-3ab4-4c57-9e9a-b390a96c9ee8 req-3a666738-2e36-4319-bbdd-7c56fea8da92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff HTTP/1.1" status: 200 len: 217 time: 0.0436833 Apr 18 20:37:54.378101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a8b13-3ab4-4c57-9e9a-b390a96c9ee8 req-64ba94f4-eefd-4fb4-a8fe-1ece3ff974a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:54.381085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a8b13-3ab4-4c57-9e9a-b390a96c9ee8 req-64ba94f4-eefd-4fb4-a8fe-1ece3ff974a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5078e806-a8ba-4e75-9166-453eca1d54e3 HTTP/1.1" status: 200 len: 851 time: 0.0878839 Apr 18 20:37:54.434549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'Port': ['ID=166950fd-146e-4afe-941b-583e27db7946,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.442216 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.460654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:37:54.478594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a8b13-3ab4-4c57-9e9a-b390a96c9ee8 req-be2fdcd4-d994-4ce5-bef8-24085a949815 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a0949b8f-0858-4410-90d6-33fbef2a23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888653 Apr 18 20:37:54.516554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03b9d0b0-f7d5-46c1-9187-b5574decc0ba up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:54.553379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Checking segment: {'id': '06ba2aac-85f6-4f03-9809-e299ed5f174d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e209c86c-083a-4dbc-bbfc-da82f620f4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:54.553521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Network hostable DHCP agents. Network: e209c86c-083a-4dbc-bbfc-da82f620f4d6, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:54.614738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e3ef7-326d-4628-bbc7-cd905b5dc704 req-03e31ba5-215d-4f6c-a9c3-011c0c3d8b6c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:54.616479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Network e209c86c-083a-4dbc-bbfc-da82f620f4d6 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:54.621376 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e3ef7-326d-4628-bbc7-cd905b5dc704 req-03e31ba5-215d-4f6c-a9c3-011c0c3d8b6c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:54.629165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e3ef7-326d-4628-bbc7-cd905b5dc704 req-03e31ba5-215d-4f6c-a9c3-011c0c3d8b6c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:54.630529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-366e3ef7-326d-4628-bbc7-cd905b5dc704 req-03e31ba5-215d-4f6c-a9c3-011c0c3d8b6c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2415 time: 0.2482493 Apr 18 20:37:54.642936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605605-a68e-4ff3-b24e-17b6f487db23 req-9dedcede-8e7f-42c2-afd9-ecf349d1a263 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:54.645728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65605605-a68e-4ff3-b24e-17b6f487db23 req-9dedcede-8e7f-42c2-afd9-ecf349d1a263 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1656141 Apr 18 20:37:54.645862 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, e209c86c-083a-4dbc-bbfc-da82f620f4d6) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:54.649084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8e707364-65c0-4886-bb65-9861515e1ed9 None None] Provisioning complete for port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:54.649084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e707364-65c0-4886-bb65-9861515e1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.652424 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:54.653293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.709706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc0c0f-3391-46f0-8902-d6a3e451a75c None None] Network e209c86c-083a-4dbc-bbfc-da82f620f4d6 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:54.739394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'Port': ['ID=528e61ee-fc69-4c55-82b3-50a7cb06838f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.754951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:54.755315 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.809161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Router 5838deab-ed3f-4126-93fd-20ff5e077441 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:37:54.812593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Checking segment: {'id': '64010a14-4039-4a08-8bb2-bd2e1d014afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'fb8e25c7-bf40-487b-8408-a9c40e4d2aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:37:54.812965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Network hostable DHCP agents. Network: fb8e25c7-bf40-487b-8408-a9c40e4d2aa3, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:54.814425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.resource_extend [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:54.822933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a8b13-3ab4-4c57-9e9a-b390a96c9ee8 req-c0d7b9e9-f847-4c55-a869-8bf5244646a3 service neutron] 10.222.0.64 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375969 Apr 18 20:37:54.825801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-366e3ef7-326d-4628-bbc7-cd905b5dc704 req-17aef7c6-7c64-4360-9daa-f12fa36d904a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795237 Apr 18 20:37:54.828624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65605605-a68e-4ff3-b24e-17b6f487db23 req-50102e2d-e2ce-4bd2-bdfd-1177c286031f tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588407 Apr 18 20:37:54.911010 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e707364-65c0-4886-bb65-9861515e1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.032903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:55.062307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:37:55.074764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Network fb8e25c7-bf40-487b-8408-a9c40e4d2aa3 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:55.108759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8e707364-65c0-4886-bb65-9861515e1ed9 None None] For port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03b9d0b0-f7d5-46c1-9187-b5574decc0ba,segment=NetworkSegment(d49a6d35-6435-45ac-994d-b47595c108ac),segment_id=d49a6d35-6435-45ac-994d-b47595c108ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:55.108979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, fb8e25c7-bf40-487b-8408-a9c40e4d2aa3) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:55.116180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.123990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903705-a10b-438f-b88b-e574b2f90955 req-73100159-4050-4f7b-a7eb-42e6263f53eb tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.125074 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ac2107e5-a383-4530-a3bb-c51fa5d0768e tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.5519748 Apr 18 20:37:55.125722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42624) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:55.127682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25903705-a10b-438f-b88b-e574b2f90955 req-73100159-4050-4f7b-a7eb-42e6263f53eb tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 944 time: 0.1655030 Apr 18 20:37:55.129053 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:55.141290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '0e3fe963-8c90-41f4-bb06-c5bbb6bae67c', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'port_id': '0e3fe963-8c90-41f4-bb06-c5bbb6bae67c', 'mac_address': 'fa:16:3e:15:b4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5851b4f6-7372-4b3b-910b-58ceab856969', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:37:55.141902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a8b13-3ab4-4c57-9e9a-b390a96c9ee8 req-ac9e1110-ca95-4d9e-928e-57c1a86fbcfa service neutron] 10.222.0.64 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019662 Apr 18 20:37:55.145315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.150693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.151394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.169766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e707364-65c0-4886-bb65-9861515e1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.179064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121ca094-9710-4e6b-abe3-b3898af461c5 None None] Network fb8e25c7-bf40-487b-8408-a9c40e4d2aa3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:37:55.217468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25903705-a10b-438f-b88b-e574b2f90955 req-26a205ef-d1ef-40e0-9ce1-aaaa78a9507d tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786681 Apr 18 20:37:55.293872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df640c6f-c61a-4b91-a1cb-7bb188b83735 None None] Sync routers for ids ['5838deab-ed3f-4126-93fd-20ff5e077441'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:55.328962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c92f6-ac21-410a-a0be-1376452f8d80 req-8a46af5f-ad59-4dde-8568-82615494d7f9 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.336344 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-157c92f6-ac21-410a-a0be-1376452f8d80 req-8a46af5f-ad59-4dde-8568-82615494d7f9 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1106412 Apr 18 20:37:55.344165 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-95c6f46e-c20f-4689-811a-8c0a4a4210ea tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3236001 Apr 18 20:37:55.350747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42632) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:55.426042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-157c92f6-ac21-410a-a0be-1376452f8d80 req-8e3ecb22-c520-4b0d-a4e9-3aead781d755 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868621 Apr 18 20:37:55.444302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e707364-65c0-4886-bb65-9861515e1ed9 None None] Pushing event updated for resources: {'Port': ['ID=03b9d0b0-f7d5-46c1-9187-b5574decc0ba,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:55.461935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893e90b-0617-4782-9bc5-ad54ced08a4c req-94771d8a-4326-4b5c-952f-2388bbcb22d9 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.470668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1893e90b-0617-4782-9bc5-ad54ced08a4c req-94771d8a-4326-4b5c-952f-2388bbcb22d9 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.1507318 Apr 18 20:37:55.471309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c74d8d51-b9ae-4103-9b62-821834e07f5d up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:55.571665 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c0a561-ddd4-4b0e-980c-819f85856091 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.580002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c0a561-ddd4-4b0e-980c-819f85856091 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.584946 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-47c0a561-ddd4-4b0e-980c-819f85856091 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2302592 Apr 18 20:37:55.595726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1893e90b-0617-4782-9bc5-ad54ced08a4c req-cd7d1af0-d31b-4e97-bfa1-2b4f50418d5e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169338 Apr 18 20:37:55.596402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42640) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:55.759608 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.775955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1182d0-37fe-48bd-bd39-420bceb9e135 req-ead48dea-d87b-4cf4-ae11-68c1d6eac95a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.784758 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e1182d0-37fe-48bd-bd39-420bceb9e135 req-ead48dea-d87b-4cf4-ae11-68c1d6eac95a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1840906 Apr 18 20:37:55.819621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:55.841784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e1182d0-37fe-48bd-bd39-420bceb9e135 req-b35a0c73-3239-4c53-8f3a-a0d99b2c9605 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561485 Apr 18 20:37:55.859242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-188daa47-6636-4327-985b-cd0ba640b35f tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Deleting port 166950fd-146e-4afe-941b-583e27db7946 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:55.859740 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-188daa47-6636-4327-985b-cd0ba640b35f tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.877867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df640c6f-c61a-4b91-a1cb-7bb188b83735 None None] Routers {'5838deab-ed3f-4126-93fd-20ff5e077441'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:55.879634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-df640c6f-c61a-4b91-a1cb-7bb188b83735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:37:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5838deab-ed3f-4126-93fd-20ff5e077441'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:55.934595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-df640c6f-c61a-4b91-a1cb-7bb188b83735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:55.941743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port c74d8d51-b9ae-4103-9b62-821834e07f5d completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:55.984172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:56.012232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-188daa47-6636-4327-985b-cd0ba640b35f tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.017705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.042531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-188daa47-6636-4327-985b-cd0ba640b35f tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Calling delete_port for 166950fd-146e-4afe-941b-583e27db7946 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:56.106165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port c74d8d51-b9ae-4103-9b62-821834e07f5d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:56.106722 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.154660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:56.180200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df640c6f-c61a-4b91-a1cb-7bb188b83735 None None] Routers {'5838deab-ed3f-4126-93fd-20ff5e077441'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:37:56.180616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-df640c6f-c61a-4b91-a1cb-7bb188b83735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:37:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5838deab-ed3f-4126-93fd-20ff5e077441'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:56.219004 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-188daa47-6636-4327-985b-cd0ba640b35f tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.249015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-df640c6f-c61a-4b91-a1cb-7bb188b83735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:56.249015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df640c6f-c61a-4b91-a1cb-7bb188b83735 None None] The sync data for ids ['5838deab-ed3f-4126-93fd-20ff5e077441'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:56.333889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188daa47-6636-4327-985b-cd0ba640b35f tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Port': ['ID=166950fd-146e-4afe-941b-583e27db7946,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:56.340071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-188daa47-6636-4327-985b-cd0ba640b35f tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.343399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-188daa47-6636-4327-985b-cd0ba640b35f tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "DELETE /v2.0/ports/166950fd-146e-4afe-941b-583e27db7946 HTTP/1.1" status: 204 len: 168 time: 0.7403836 Apr 18 20:37:56.349414 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42658) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:56.353574 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.395697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['0e3fe963-8c90-41f4-bb06-c5bbb6bae67c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:37:56.401950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4e4e-6293-442e-ab0f-7b6615d68ca5 req-637bdd1f-737f-4dda-97b1-fae5377de4df tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:56.416570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4e4e-6293-442e-ab0f-7b6615d68ca5 req-637bdd1f-737f-4dda-97b1-fae5377de4df tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:56.423114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port c74d8d51-b9ae-4103-9b62-821834e07f5d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c74d8d51-b9ae-4103-9b62-821834e07f5d,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:56.425617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe4e4e-6293-442e-ab0f-7b6615d68ca5 req-637bdd1f-737f-4dda-97b1-fae5377de4df tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:56.426088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74d8d51-b9ae-4103-9b62-821834e07f5d'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:56.427351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90fe4e4e-6293-442e-ab0f-7b6615d68ca5 req-637bdd1f-737f-4dda-97b1-fae5377de4df tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2415 time: 0.2387900 Apr 18 20:37:56.428685 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37f0be5-0483-4f15-a7fa-0cd03a319d1e" -d '{"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-plugged", "status": "completed", "tag": "c74d8d51-b9ae-4103-9b62-821834e07f5d"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:56.435455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03b9d0b0-f7d5-46c1-9187-b5574decc0ba up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:56.469930 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.470908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 600954d1-e39a-4224-ba17-e43f7a146f0d up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:56.487550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395524d-e300-401c-a475-f34dd07a1df4 req-b3656284-01dc-4456-a255-0417b4790fb9 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:56.500986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1395524d-e300-401c-a475-f34dd07a1df4 req-b3656284-01dc-4456-a255-0417b4790fb9 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.2598991 Apr 18 20:37:56.572144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90fe4e4e-6293-442e-ab0f-7b6615d68ca5 req-fc6583a6-6fa6-4840-907f-e46ad138e2b5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332626 Apr 18 20:37:56.600014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1395524d-e300-401c-a475-f34dd07a1df4 req-d925f1b5-3612-4bf5-9212-e5d38ea2ae45 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980313 Apr 18 20:37:56.662985 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a5421905-30fb-42e6-8810-6fb810317ea8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Deleting port 528e61ee-fc69-4c55-82b3-50a7cb06838f {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:37:56.664219 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5421905-30fb-42e6-8810-6fb810317ea8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.684419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-67321cdd-073e-428e-b22e-2dca8912a833 None None] Provisioning complete for port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:56.684789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67321cdd-073e-428e-b22e-2dca8912a833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.686193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=c74d8d51-b9ae-4103-9b62-821834e07f5d,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:56.741443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:56.741816 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.750524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 600954d1-e39a-4224-ba17-e43f7a146f0d completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:56.809065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5421905-30fb-42e6-8810-6fb810317ea8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.823916 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deeca52-1119-41ff-a4f5-c20ec5fddb9b x-openstack-request-id: req-4deeca52-1119-41ff-a4f5-c20ec5fddb9b {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:56.824132 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-plugged", "status": "completed", "tag": "c74d8d51-b9ae-4103-9b62-821834e07f5d", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:56.825152 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4deeca52-1119-41ff-a4f5-c20ec5fddb9b {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:56.825152 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4deeca52-1119-41ff-a4f5-c20ec5fddb9b'] response: {'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c74d8d51-b9ae-4103-9b62-821834e07f5d', 'code': 200} Apr 18 20:37:56.826164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 600954d1-e39a-4224-ba17-e43f7a146f0d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:56.826523 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.870754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a5421905-30fb-42e6-8810-6fb810317ea8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Calling delete_port for 528e61ee-fc69-4c55-82b3-50a7cb06838f owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:37:56.881052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c699a-3818-451d-be12-d53d7b148158 req-e6cf3c4f-3d17-425a-94fa-2afd159a4084 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:56.883020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-899c699a-3818-451d-be12-d53d7b148158 req-e6cf3c4f-3d17-425a-94fa-2afd159a4084 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 945 time: 0.1337123 Apr 18 20:37:56.994071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-899c699a-3818-451d-be12-d53d7b148158 req-0578ab65-7b75-4eb8-9d87-252d25eda073 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019299 Apr 18 20:37:57.040885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1029c7-5373-4ed0-9c70-bd685641ce22 req-b69d71bf-7cc1-4e7d-bd1e-db86b17bec98 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.052991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df1029c7-5373-4ed0-9c70-bd685641ce22 req-b69d71bf-7cc1-4e7d-bd1e-db86b17bec98 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.1138341 Apr 18 20:37:57.082114 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5421905-30fb-42e6-8810-6fb810317ea8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.129258 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.139807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5421905-30fb-42e6-8810-6fb810317ea8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Port': ['ID=528e61ee-fc69-4c55-82b3-50a7cb06838f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:57.148448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df1029c7-5373-4ed0-9c70-bd685641ce22 req-7e097cdb-e5d8-4551-9bc4-5c79932cfedc tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819266 Apr 18 20:37:57.152841 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5421905-30fb-42e6-8810-6fb810317ea8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.156281 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a5421905-30fb-42e6-8810-6fb810317ea8 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "DELETE /v2.0/ports/528e61ee-fc69-4c55-82b3-50a7cb06838f HTTP/1.1" status: 204 len: 168 time: 0.8058946 Apr 18 20:37:57.158872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42682) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:57.206829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 600954d1-e39a-4224-ba17-e43f7a146f0d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=600954d1-e39a-4224-ba17-e43f7a146f0d,segment=NetworkSegment(48a7212b-02ea-4bbe-8691-a8ed7e4b6d48),segment_id=48a7212b-02ea-4bbe-8691-a8ed7e4b6d48)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:57.213461 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.214877 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.215876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 74ee25a2-beac-406e-9273-7f5af351d03b up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:57.260027 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ea3444f0-edbb-4579-80be-9355992c9325 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0990846 Apr 18 20:37:57.263460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42688) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:57.269311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-57205335'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:57.332505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Made reservation on behalf of 02ed89c2f8f44786a25356c18bb8b4bd for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:57.334346 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.381408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=600954d1-e39a-4224-ba17-e43f7a146f0d,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:57.405635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 74ee25a2-beac-406e-9273-7f5af351d03b completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:57.405821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:57.411122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 74ee25a2-beac-406e-9273-7f5af351d03b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:57.411508 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.429772 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.431425 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Added segment c0399024-e7d4-4599-ac76-c5f222af6e8d of type vlan for network a6aa948f-d039-4b82-a82b-04ef86e43a49 Apr 18 20:37:57.605048 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.687557 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.754179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 74ee25a2-beac-406e-9273-7f5af351d03b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=74ee25a2-beac-406e-9273-7f5af351d03b,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:57.762346 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.797566 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.809996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.810651 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.842078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=74ee25a2-beac-406e-9273-7f5af351d03b,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:57.872163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Allocated IP 172.20.0.1 (a241ca30-9f31-47a0-9491-0ce364f80728/0482ed5e-69cf-4d66-853a-5e3c83d03060/1d689e2f-b248-43d5-ae7f-dac6613022b6) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:57.912496 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'Network': ['ID=a6aa948f-d039-4b82-a82b-04ef86e43a49,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:57.926571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a6aa948f-d039-4b82-a82b-04ef86e43a49 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:57.933892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324aedf-7425-4bed-93b3-1197c378e5d4 req-451b451d-5da7-4e0c-98c2-905632dcd1d2 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.935507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9324aedf-7425-4bed-93b3-1197c378e5d4 req-451b451d-5da7-4e0c-98c2-905632dcd1d2 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.3093040 Apr 18 20:37:57.960446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9032-a339-4955-a0e0-b9467500a680 req-96ea49af-54a8-496f-9055-574984cc6690 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.966531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9032-a339-4955-a0e0-b9467500a680 req-96ea49af-54a8-496f-9055-574984cc6690 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.973435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9032-a339-4955-a0e0-b9467500a680 req-96ea49af-54a8-496f-9055-574984cc6690 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.975132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-797f9032-a339-4955-a0e0-b9467500a680 req-96ea49af-54a8-496f-9055-574984cc6690 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2417 time: 0.2534387 Apr 18 20:37:57.980453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8f91b573-f27f-4ac1-b6e4-fd39ca0203af tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7156458 Apr 18 20:37:57.988403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42708) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:57.995313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1781763033'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:58.064239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9324aedf-7425-4bed-93b3-1197c378e5d4 req-7cbdae18-2e21-4270-bcbd-cc7ccd1c5175 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153924 Apr 18 20:37:58.074839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Made reservation on behalf of 02ed89c2f8f44786a25356c18bb8b4bd for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:58.074839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.085325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.140760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:58.165144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-797f9032-a339-4955-a0e0-b9467500a680 req-9fe6497d-df59-48a8-96fb-6e2197253919 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456990 Apr 18 20:37:58.181925 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.182317 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Added segment 148ce0a2-a6fe-497e-b618-4cf359036da6 of type vlan for network 51c7ece3-515c-4dbc-9c9f-3fd129dd9c51 Apr 18 20:37:58.189776 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.291958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:37:58.316303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Network a241ca30-9f31-47a0-9491-0ce364f80728 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:58.321525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:58.351499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:37:58.357954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event updated for resources: {'Port': ['ID=1d689e2f-b248-43d5-ae7f-dac6613022b6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:58.399467 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:58.404633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:58.405012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.427229 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.481124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.562838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15c577-0429-4ee7-b62c-e22771a3227d req-fc18c2e2-e037-42f3-96b4-d2dca6d7bd68 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:58.575436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d15c577-0429-4ee7-b62c-e22771a3227d req-fc18c2e2-e037-42f3-96b4-d2dca6d7bd68 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.2934601 Apr 18 20:37:58.632136 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.634223 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.639952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:58.641020 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.684784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a36274-cba3-42b4-9738-affd3eccc600 req-60e7e7b9-5be4-40c1-8968-1141710a67ca tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:58.693380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90a36274-cba3-42b4-9738-affd3eccc600 req-60e7e7b9-5be4-40c1-8968-1141710a67ca tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 945 time: 0.3015063 Apr 18 20:37:58.723057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:37:58.730044 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.745530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.805172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:58.824565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b9af9f5d-73fc-4a98-ae7c-5b69ef7014e2 None None] Provisioning complete for port 1d689e2f-b248-43d5-ae7f-dac6613022b6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:58.824942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9af9f5d-73fc-4a98-ae7c-5b69ef7014e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.873038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600954d1-e39a-4224-ba17-e43f7a146f0d'}, {'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee25a2-beac-406e-9273-7f5af351d03b'}, {'server_uuid': 'ffed82f2-0aa3-480c-b711-dbe174d143a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3fe963-8c90-41f4-bb06-c5bbb6bae67c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:58.875681 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cfdad0-e431-439e-99ea-7fd059c538b7" -d '{"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-plugged", "status": "completed", "tag": "600954d1-e39a-4224-ba17-e43f7a146f0d"}, {"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-plugged", "status": "completed", "tag": "74ee25a2-beac-406e-9273-7f5af351d03b"}, {"server_uuid": "ffed82f2-0aa3-480c-b711-dbe174d143a7", "name": "network-vif-plugged", "status": "completed", "tag": "0e3fe963-8c90-41f4-bb06-c5bbb6bae67c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:37:58.882694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b9af9f5d-73fc-4a98-ae7c-5b69ef7014e2 None None] Port 1d689e2f-b248-43d5-ae7f-dac6613022b6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:37:58.920486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9309018 Apr 18 20:37:58.945235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1131476-f45e-4ec7-9663-ff03cc6e9ed6 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'Network': ['ID=51c7ece3-515c-4dbc-9c9f-3fd129dd9c51,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:58.956614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d15c577-0429-4ee7-b62c-e22771a3227d req-fe177912-d20e-4690-ae2b-84e00da78802 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616769 Apr 18 20:37:58.973544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 51c7ece3-515c-4dbc-9c9f-3fd129dd9c51 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:37:59.053026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90a36274-cba3-42b4-9738-affd3eccc600 req-9f14d7fd-f76f-49bf-bf87-fca3fc8ca394 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586016 Apr 18 20:37:59.175723 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 18 Apr 2022 20:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c770ab-662e-4e0a-981f-eb7a7347d14a x-openstack-request-id: req-c6c770ab-662e-4e0a-981f-eb7a7347d14a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:37:59.180520 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-plugged", "status": "completed", "tag": "600954d1-e39a-4224-ba17-e43f7a146f0d", "code": 200}, {"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-plugged", "status": "completed", "tag": "74ee25a2-beac-406e-9273-7f5af351d03b", "code": 200}, {"server_uuid": "ffed82f2-0aa3-480c-b711-dbe174d143a7", "name": "network-vif-plugged", "status": "completed", "tag": "0e3fe963-8c90-41f4-bb06-c5bbb6bae67c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:37:59.184097 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6c770ab-662e-4e0a-981f-eb7a7347d14a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:37:59.184790 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c770ab-662e-4e0a-981f-eb7a7347d14a'] response: {'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600954d1-e39a-4224-ba17-e43f7a146f0d', 'code': 200} Apr 18 20:37:59.187430 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c770ab-662e-4e0a-981f-eb7a7347d14a'] response: {'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ee25a2-beac-406e-9273-7f5af351d03b', 'code': 200} Apr 18 20:37:59.188690 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c770ab-662e-4e0a-981f-eb7a7347d14a'] response: {'server_uuid': 'ffed82f2-0aa3-480c-b711-dbe174d143a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3fe963-8c90-41f4-bb06-c5bbb6bae67c', 'code': 200} Apr 18 20:37:59.468553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34cf4-9819-464d-a1fd-bb9226ff1933 req-3f39bd67-00ef-414a-931c-d83df61c4980 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:59.477803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.482887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02d34cf4-9819-464d-a1fd-bb9226ff1933 req-3f39bd67-00ef-414a-931c-d83df61c4980 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.2893515 Apr 18 20:37:59.485683 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.516996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42740) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:37:59.557667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4e989-19e2-4e66-b1c2-2ac06b6809e9 req-13e3d798-2026-4a01-ae8a-bf3c5c8c120b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:59.565050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4e989-19e2-4e66-b1c2-2ac06b6809e9 req-13e3d798-2026-4a01-ae8a-bf3c5c8c120b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:59.571246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4e989-19e2-4e66-b1c2-2ac06b6809e9 req-13e3d798-2026-4a01-ae8a-bf3c5c8c120b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:59.573783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fb4e989-19e2-4e66-b1c2-2ac06b6809e9 req-13e3d798-2026-4a01-ae8a-bf3c5c8c120b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2418 time: 0.1861501 Apr 18 20:37:59.590284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d339d-f998-4ba3-96d9-87c6e8a01e3c req-0834e96a-2ba6-43a3-9414-d85661991675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:59.592183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d339d-f998-4ba3-96d9-87c6e8a01e3c req-0834e96a-2ba6-43a3-9414-d85661991675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:59.592753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d339d-f998-4ba3-96d9-87c6e8a01e3c req-0834e96a-2ba6-43a3-9414-d85661991675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:59.594857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b0d339d-f998-4ba3-96d9-87c6e8a01e3c req-0834e96a-2ba6-43a3-9414-d85661991675 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2871 time: 0.3405573 Apr 18 20:37:59.665620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02d34cf4-9819-464d-a1fd-bb9226ff1933 req-5ad7eb13-2197-4fd6-aba6-6f9713108dfd tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810601 Apr 18 20:37:59.762171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fb4e989-19e2-4e66-b1c2-2ac06b6809e9 req-4d2bee21-e8e8-41de-8ad1-fed2acd109bd tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795335 Apr 18 20:37:59.790774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b0d339d-f998-4ba3-96d9-87c6e8a01e3c req-cfb365a7-eda1-4991-b933-5aec882a495b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808529 Apr 18 20:37:59.839791 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b854ef9-6ec8-4eb3-936e-f6b0303fbdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.858940 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event updated for resources: {'Port': ['ID=1d689e2f-b248-43d5-ae7f-dac6613022b6,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:59.870110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.017563 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b854ef9-6ec8-4eb3-936e-f6b0303fbdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.030591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b854ef9-6ec8-4eb3-936e-f6b0303fbdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.041456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc1001-87ad-4920-9bfd-581cd491090f req-6fa57673-9b88-436d-9262-1963cf6cc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.043827 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a7dc1001-87ad-4920-9bfd-581cd491090f req-6fa57673-9b88-436d-9262-1963cf6cc9dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 1097 time: 0.6301467 Apr 18 20:38:00.141898 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Network a241ca30-9f31-47a0-9491-0ce364f80728 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:00.146616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:00.148035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b854ef9-6ec8-4eb3-936e-f6b0303fbdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26548cb0-bb35-4c4c-bde4-018fcf10df26,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:00.165309 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a7dc1001-87ad-4920-9bfd-581cd491090f req-eb7a90a8-befc-409b-9cf9-03bf6d26433a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117766 Apr 18 20:38:00.210882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9b854ef9-6ec8-4eb3-936e-f6b0303fbdd4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe569783635343b3a68a2f553db306a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6820028 Apr 18 20:38:00.211916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42748) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:00.425442 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c6313a6-7622-4a7c-99a9-998884c01db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.478054 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c6313a6-7622-4a7c-99a9-998884c01db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.536169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Router 5838deab-ed3f-4126-93fd-20ff5e077441 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:00.652973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ee272-7796-457e-b01a-ece237bd6565 req-147c8ecc-07df-4a75-8d11-88b87fc8d98b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.660662 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e43ee272-7796-457e-b01a-ece237bd6565 req-147c8ecc-07df-4a75-8d11-88b87fc8d98b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.3468039 Apr 18 20:38:00.667814 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c6313a6-7622-4a7c-99a9-998884c01db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.675198 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b008c46f-1fda-4451-8319-63aa4f97c750 None None] Provisioning complete for port 1d689e2f-b248-43d5-ae7f-dac6613022b6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:00.676370 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b008c46f-1fda-4451-8319-63aa4f97c750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.703509 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c6313a6-7622-4a7c-99a9-998884c01db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.726154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6c6313a6-7622-4a7c-99a9-998884c01db9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/26548cb0-bb35-4c4c-bde4-018fcf10df26 HTTP/1.1" status: 204 len: 168 time: 0.5127811 Apr 18 20:38:00.796042 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b008c46f-1fda-4451-8319-63aa4f97c750 None None] Port 1d689e2f-b248-43d5-ae7f-dac6613022b6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:00.820617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d304d36-7272-4ba1-9ed4-27aa3cc1f66c req-6290f4c2-62e1-4c14-9de5-ffafd9c7ff7f tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.821367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:00.832065 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d35495-43c0-4e6c-a2bb-342431e1d5ad None None] Sync routers for ids ['5838deab-ed3f-4126-93fd-20ff5e077441'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:00.837995 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2a18e4df-5475-4278-b390-e655eaa86330 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "PUT /v2.0/routers/5838deab-ed3f-4126-93fd-20ff5e077441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6798270 Apr 18 20:38:00.839406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d304d36-7272-4ba1-9ed4-27aa3cc1f66c req-6290f4c2-62e1-4c14-9de5-ffafd9c7ff7f tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.5558102 Apr 18 20:38:00.840449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42762) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:00.853260 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d35495-43c0-4e6c-a2bb-342431e1d5ad None None] Routers {'5838deab-ed3f-4126-93fd-20ff5e077441'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:00.853882 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-41d35495-43c0-4e6c-a2bb-342431e1d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:37:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5838deab-ed3f-4126-93fd-20ff5e077441'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:00.864644 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Request body: {'port': {'network_id': 'a241ca30-9f31-47a0-9491-0ce364f80728', 'name': 'tempest-FloatingIPAdminTestJSON-75937592'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:00.924944 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-41d35495-43c0-4e6c-a2bb-342431e1d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:00.943864 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d35495-43c0-4e6c-a2bb-342431e1d5ad None None] Routers {'5838deab-ed3f-4126-93fd-20ff5e077441'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:00.944483 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-41d35495-43c0-4e6c-a2bb-342431e1d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:37:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5838deab-ed3f-4126-93fd-20ff5e077441'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:00.994857 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-41d35495-43c0-4e6c-a2bb-342431e1d5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:00.995517 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d35495-43c0-4e6c-a2bb-342431e1d5ad None None] The sync data for ids ['5838deab-ed3f-4126-93fd-20ff5e077441'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:01.014286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d304d36-7272-4ba1-9ed4-27aa3cc1f66c req-fc907e0b-e1a7-4249-9b82-55623753e6bb tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220851 Apr 18 20:38:01.016026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6313a6-7622-4a7c-99a9-998884c01db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26548cb0-bb35-4c4c-bde4-018fcf10df26,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:01.079899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e43ee272-7796-457e-b01a-ece237bd6565 req-ff773fbb-19dc-4980-b9d3-96d1e28ddaf6 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523273 Apr 18 20:38:01.134628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-4d4b8687-cad8-4f8d-bbc5-0658a9e385e4 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.141467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-4d4b8687-cad8-4f8d-bbc5-0658a9e385e4 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.1713846 Apr 18 20:38:01.345267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Made reservation on behalf of cc840744b9f74df1be831a465f812a1b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:01.350257 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.394493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c68d0-37e0-4143-922c-eb92a5ab566c req-43fe4eff-b009-4719-9c7b-c4ce3de6f2fe tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.404269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f7c68d0-37e0-4143-922c-eb92a5ab566c req-43fe4eff-b009-4719-9c7b-c4ce3de6f2fe tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 946 time: 0.1799176 Apr 18 20:38:01.409605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] device_id is not set on port b80c14b4-0f37-4fdb-baea-745e88bd8c52 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:38:01.433082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-b35b6e4c-3778-4092-92c1-1fe3ffaec0e3 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Deleting port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:01.433828 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-b35b6e4c-3778-4092-92c1-1fe3ffaec0e3 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.457017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329e4d-eaff-4217-9757-1f30f6a4d710 req-16ee200e-7b5f-4427-ba04-481940dcfaf5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.464875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329e4d-eaff-4217-9757-1f30f6a4d710 req-16ee200e-7b5f-4427-ba04-481940dcfaf5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.487792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2329e4d-eaff-4217-9757-1f30f6a4d710 req-16ee200e-7b5f-4427-ba04-481940dcfaf5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.495643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2329e4d-eaff-4217-9757-1f30f6a4d710 req-16ee200e-7b5f-4427-ba04-481940dcfaf5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2418 time: 0.2010419 Apr 18 20:38:01.497127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42766) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:01.564409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20fd6c3c-bf71-4700-ab94-b68969f68046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.698288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Allocated IP 172.20.0.10 (a241ca30-9f31-47a0-9491-0ce364f80728/0482ed5e-69cf-4d66-853a-5e3c83d03060/b80c14b4-0f37-4fdb-baea-745e88bd8c52) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:01.737435 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20fd6c3c-bf71-4700-ab94-b68969f68046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.751460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2329e4d-eaff-4217-9757-1f30f6a4d710 req-66040dba-aefe-4425-abae-607ef1d88f2d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162318 Apr 18 20:38:01.771159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f7c68d0-37e0-4143-922c-eb92a5ab566c req-467222d9-bd8d-4b14-802b-d878df147675 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654871 Apr 18 20:38:01.774733 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20fd6c3c-bf71-4700-ab94-b68969f68046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.828835 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd6c3c-bf71-4700-ab94-b68969f68046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c62496b-4200-401b-8b4e-39cdc693d2ac,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:01.897679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-b35b6e4c-3778-4092-92c1-1fe3ffaec0e3 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] For port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:01.898048 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-b35b6e4c-3778-4092-92c1-1fe3ffaec0e3 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.914085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-b35b6e4c-3778-4092-92c1-1fe3ffaec0e3 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Calling delete_port for 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:01.992310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.107957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.128458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-b35b6e4c-3778-4092-92c1-1fe3ffaec0e3 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.144376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:02.146652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5d2a8c61-9065-43f1-970f-2ecf4e4a2563'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:02.198680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-20fd6c3c-bf71-4700-ab94-b68969f68046 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=640a135d267f4f3c9756917bdf48885a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788023 Apr 18 20:38:02.206557 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Network a241ca30-9f31-47a0-9491-0ce364f80728 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:02.207497 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42774) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:02.220751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:02.230492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:02.269332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b6e4c-3778-4092-92c1-1fe3ffaec0e3 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Pushing event deleted for resources: {'Port': ['ID=17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:02.292132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:02.292862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.306013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event updated for resources: {'Port': ['ID=b80c14b4-0f37-4fdb-baea-745e88bd8c52,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:02.329982 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ae2df56d-a942-4406-92af-657484f43f16 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4882262 Apr 18 20:38:02.336559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42776) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:02.451008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-b35b6e4c-3778-4092-92c1-1fe3ffaec0e3 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] No DVR routers for this DVR port 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:02.456968 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-b35b6e4c-3778-4092-92c1-1fe3ffaec0e3 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.466739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-953d2ec6-10e6-4621-8e4d-c3bfc9e5b8e7 req-b35b6e4c-3778-4092-92c1-1fe3ffaec0e3 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.64 "DELETE /v2.0/ports/17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff HTTP/1.1" status: 204 len: 173 time: 1.3200996 Apr 18 20:38:02.484340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf474753-2143-410f-9145-61c061242f9a', 'name': 'network-vif-deleted', 'tag': '17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:02.488549 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760a9e3d-3ac2-4d36-a5f3-4b95c1c03a0b" -d '{"events": [{"server_uuid": "cf474753-2143-410f-9145-61c061242f9a", "name": "network-vif-deleted", "tag": "17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:02.548251 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5f54-be4d-44b2-a53b-89bdbc5538ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.562900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd6f8d-add6-4702-93e2-5abfb4936d29 req-7971a85b-58e2-4f97-bea4-64e4bb3413ef tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:02.572841 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5cd6f8d-add6-4702-93e2-5abfb4936d29 req-7971a85b-58e2-4f97-bea4-64e4bb3413ef tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2853971 Apr 18 20:38:02.616373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42782) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:02.625719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'subnets': [{'network_id': 'a6aa948f-d039-4b82-a82b-04ef86e43a49', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1619817158', 'ip_version': 6}, {'network_id': '51c7ece3-515c-4dbc-9c9f-3fd129dd9c51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:02.626033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'subnet': {'network_id': 'a6aa948f-d039-4b82-a82b-04ef86e43a49', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1619817158', 'ip_version': 6}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:02.627910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Request body: {'subnet': {'network_id': '51c7ece3-515c-4dbc-9c9f-3fd129dd9c51', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:02.635802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5f54-be4d-44b2-a53b-89bdbc5538ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.684000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d699c2-e414-46d8-9a19-8b9f6046b20a req-970c3d41-f9f2-40f7-b995-ecc559833f69 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:02.699558 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-3c40a59d-1b2e-4fff-82a5-3968bc10db6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2596776 Apr 18 20:38:02.700165 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51d699c2-e414-46d8-9a19-8b9f6046b20a req-970c3d41-f9f2-40f7-b995-ecc559833f69 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.5209916 Apr 18 20:38:02.714859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-96fc972b-801e-44ec-9770-e64ce180a967 None None] Provisioning complete for port b80c14b4-0f37-4fdb-baea-745e88bd8c52 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:02.718005 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-96fc972b-801e-44ec-9770-e64ce180a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.784483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-96fc972b-801e-44ec-9770-e64ce180a967 None None] Port b80c14b4-0f37-4fdb-baea-745e88bd8c52 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:02.819955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5cd6f8d-add6-4702-93e2-5abfb4936d29 req-34029987-bfbd-409c-9cd8-2490a2f54178 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426882 Apr 18 20:38:02.848945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51d699c2-e414-46d8-9a19-8b9f6046b20a req-3f63dc3a-fd80-4aca-9832-2acf6e485e6e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435363 Apr 18 20:38:02.877114 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5f54-be4d-44b2-a53b-89bdbc5538ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.888430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4b3f5f54-be4d-44b2-a53b-89bdbc5538ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.892118 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4b3f5f54-be4d-44b2-a53b-89bdbc5538ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c62496b-4200-401b-8b4e-39cdc693d2ac HTTP/1.1" status: 204 len: 168 time: 0.6809044 Apr 18 20:38:02.905509 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb0a010-491a-44e8-a151-79654e0bb23a x-openstack-request-id: req-adb0a010-491a-44e8-a151-79654e0bb23a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:02.906027 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf474753-2143-410f-9145-61c061242f9a", "name": "network-vif-deleted", "tag": "17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:02.906657 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-adb0a010-491a-44e8-a151-79654e0bb23a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:02.907424 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb0a010-491a-44e8-a151-79654e0bb23a'] response: {'server_uuid': 'cf474753-2143-410f-9145-61c061242f9a', 'name': 'network-vif-deleted', 'tag': '17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff', 'status': 'completed', 'code': 200} Apr 18 20:38:02.910442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'project_id': 'cc840744b9f74df1be831a465f812a1b', 'port_id': 'b80c14b4-0f37-4fdb-baea-745e88bd8c52'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:02.983412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-719e3e5a-3bad-4c15-9f07-fa8ea3b91876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:02.985438 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-719e3e5a-3bad-4c15-9f07-fa8ea3b91876 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 1097 time: 0.2115362 Apr 18 20:38:02.986297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f5f54-be4d-44b2-a53b-89bdbc5538ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c62496b-4200-401b-8b4e-39cdc693d2ac,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:03.033246 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.072814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Made reservation on behalf of 02ed89c2f8f44786a25356c18bb8b4bd for: {'subnet': 2} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:03.077212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4281e32a-8c04-445b-9fd3-dfaecca53500 req-fbc9d479-c941-45ad-b351-f7607f79d26a tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf474753-2143-410f-9145-61c061242f9a HTTP/1.1" status: 200 len: 210 time: 0.0797791 Apr 18 20:38:03.078331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.078875 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.160417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd77a5-5625-4a2a-afef-ede26525e4bb req-636a4553-cd39-439b-80ce-2eaefc34d38d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.167067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd77a5-5625-4a2a-afef-ede26525e4bb req-636a4553-cd39-439b-80ce-2eaefc34d38d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.174020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd77a5-5625-4a2a-afef-ede26525e4bb req-636a4553-cd39-439b-80ce-2eaefc34d38d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.176052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58dd77a5-5625-4a2a-afef-ede26525e4bb req-636a4553-cd39-439b-80ce-2eaefc34d38d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2418 time: 0.1550753 Apr 18 20:38:03.244678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58dd77a5-5625-4a2a-afef-ede26525e4bb req-32a9b312-cc63-4012-9c0f-58a97a0b07b0 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599647 Apr 18 20:38:03.516856 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c00fb-862f-4166-8f73-418d34cdba30 req-618317e6-360b-4ebb-8e04-325cf15627b4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.521301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a00c00fb-862f-4166-8f73-418d34cdba30 req-618317e6-360b-4ebb-8e04-325cf15627b4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.0837801 Apr 18 20:38:03.584093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-501e8111-f18c-4bf4-a68a-c1a10dd23e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.586149 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-501e8111-f18c-4bf4-a68a-c1a10dd23e6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 200 len: 912 time: 0.5660396 Apr 18 20:38:03.595244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a00c00fb-862f-4166-8f73-418d34cdba30 req-df9d6f6c-3a3d-491e-99d3-d54141ba47f6 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648074 Apr 18 20:38:03.649310 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-d0e8d3c0-3bda-46df-bee7-cb7cb24a9a08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d2a8c61-9065-43f1-970f-2ecf4e4a2563 HTTP/1.1" status: 200 len: 217 time: 0.0506530 Apr 18 20:38:03.770265 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.775509 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-92dc4afd-1203-4844-b671-13d5df814c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.777044 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-92dc4afd-1203-4844-b671-13d5df814c45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5078e806-a8ba-4e75-9166-453eca1d54e3 HTTP/1.1" status: 200 len: 851 time: 0.1193073 Apr 18 20:38:03.800733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3513da-ef1d-4f8d-b7d1-75ebb1f96b5c req-c2a0caec-9ec0-4a7d-852c-0cb4ab57f3f4 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.808088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3513da-ef1d-4f8d-b7d1-75ebb1f96b5c req-c2a0caec-9ec0-4a7d-852c-0cb4ab57f3f4 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.814531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3513da-ef1d-4f8d-b7d1-75ebb1f96b5c req-c2a0caec-9ec0-4a7d-852c-0cb4ab57f3f4 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:03.825369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a3513da-ef1d-4f8d-b7d1-75ebb1f96b5c req-c2a0caec-9ec0-4a7d-852c-0cb4ab57f3f4 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2418 time: 0.1270614 Apr 18 20:38:03.868237 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-334c9eca-d1e9-406d-942b-d8a7845b1954 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a0949b8f-0858-4410-90d6-33fbef2a23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621121 Apr 18 20:38:03.875781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a3513da-ef1d-4f8d-b7d1-75ebb1f96b5c req-b0c4f62d-a323-4060-9a6d-02ddde087166 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 Apr 18 20:38:04.067692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df0fc-bb09-4d2c-836d-c6c7cf2954d0 req-6d659a57-5185-4f90-96af-bfede7cdd59e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:04.070755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-535df0fc-bb09-4d2c-836d-c6c7cf2954d0 req-6d659a57-5185-4f90-96af-bfede7cdd59e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1045091 Apr 18 20:38:04.145748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-535df0fc-bb09-4d2c-836d-c6c7cf2954d0 req-d6107aa6-d265-43dc-9d75-b3a9f47acca7 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680535 Apr 18 20:38:04.192542 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Allocated IP 172.25.2.109 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/0ecc0633-2ca2-496a-941d-1d02da4b9827) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:04.196110 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-83e8cadd-96d0-4c86-9d92-174f6f9b6f33 service neutron] 10.222.0.60 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124189 Apr 18 20:38:04.449153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.519481 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c14a23c5-0baf-4fec-9d91-f90a5f130170 req-24b4072f-9cc5-41ab-8319-0fe11b259eba service neutron] 10.222.0.60 "GET /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148451 Apr 18 20:38:04.566718 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.604219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3006c7-7f46-4d05-b545-2cdf7046c683 req-7a51edeb-b819-45fe-ad0b-6a54134e69b1 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:04.613216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df3006c7-7f46-4d05-b545-2cdf7046c683 req-7a51edeb-b819-45fe-ad0b-6a54134e69b1 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.0692730 Apr 18 20:38:04.660424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df3006c7-7f46-4d05-b545-2cdf7046c683 req-a62e085b-ea9a-4aea-bc0c-3eb8b5caae69 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467458 Apr 18 20:38:04.682877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:04.695474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:04.698396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:04.707002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.735645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Pushing event updated for resources: {'Port': ['ID=0ecc0633-2ca2-496a-941d-1d02da4b9827,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:04.752145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b2fef-13a1-493c-ba71-9ada8feece56 req-73fc51e2-197a-453b-8c3a-2f8ee1996be3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:04.753745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c9b2fef-13a1-493c-ba71-9ada8feece56 req-73fc51e2-197a-453b-8c3a-2f8ee1996be3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.0715346 Apr 18 20:38:04.828785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Checking segment: {'id': 'c0399024-e7d4-4599-ac76-c5f222af6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a6aa948f-d039-4b82-a82b-04ef86e43a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:04.829328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Network hostable DHCP agents. Network: a6aa948f-d039-4b82-a82b-04ef86e43a49, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:04.830177 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c9b2fef-13a1-493c-ba71-9ada8feece56 req-de82aa8f-0b51-4df2-b110-9bebad1bd028 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685532 Apr 18 20:38:04.846945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'Subnet': ['ID=431f0f47-18d6-4327-b740-2d548de6935c,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.025574 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a3208-a839-4664-90b0-81ce1f968dba req-ef6344c0-c444-47f2-ae72-c0dbac3fe345 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.034228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a3208-a839-4664-90b0-81ce1f968dba req-ef6344c0-c444-47f2-ae72-c0dbac3fe345 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.041433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a3208-a839-4664-90b0-81ce1f968dba req-ef6344c0-c444-47f2-ae72-c0dbac3fe345 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.043579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-188a3208-a839-4664-90b0-81ce1f968dba req-ef6344c0-c444-47f2-ae72-c0dbac3fe345 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2418 time: 0.0992985 Apr 18 20:38:05.047890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Network a6aa948f-d039-4b82-a82b-04ef86e43a49 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:05.068013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a6aa948f-d039-4b82-a82b-04ef86e43a49) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:05.076170 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.078146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f968d04e-7026-4ce6-9db6-43ddd63e29da None None] Network a6aa948f-d039-4b82-a82b-04ef86e43a49 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:05.161044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-188a3208-a839-4664-90b0-81ce1f968dba req-1dcb6808-6854-441d-987a-4607533b7588 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096380 Apr 18 20:38:05.273327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event updated for resources: {'Subnet': ['ID=cb11f323-848a-4b13-96ef-ec35155c24cc,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.322808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Checking segment: {'id': '148ce0a2-a6fe-497e-b618-4cf359036da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51c7ece3-515c-4dbc-9c9f-3fd129dd9c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:05.323325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Network hostable DHCP agents. Network: 51c7ece3-515c-4dbc-9c9f-3fd129dd9c51, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:05.367313 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a6aa948f-d039-4b82-a82b-04ef86e43a49', 'network_id': 'a6aa948f-d039-4b82-a82b-04ef86e43a49', 'tenant_id': '02ed89c2f8f44786a25356c18bb8b4bd', 'fixed_ips': [{'subnet_id': '431f0f47-18d6-4327-b740-2d548de6935c'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:38:05.368908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.372892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26a5ab-06eb-46fd-8d4c-40a3d5e1a2a4 req-262c48a9-2467-4ce6-a4af-1c9db5346857 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.383235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee26a5ab-06eb-46fd-8d4c-40a3d5e1a2a4 req-262c48a9-2467-4ce6-a4af-1c9db5346857 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1204374 Apr 18 20:38:05.392543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:05.492092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:05.492466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 17f4dd6c-0d81-49b2-bfe9-8afec3cfdbff not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:05.526269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Network 51c7ece3-515c-4dbc-9c9f-3fd129dd9c51 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:05.539389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.556802 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 51c7ece3-515c-4dbc-9c9f-3fd129dd9c51) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:05.571941 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b985854-3364-467b-a23e-c6a823c1a745 None None] Network 51c7ece3-515c-4dbc-9c9f-3fd129dd9c51 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:05.590194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.590768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.591869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.645088 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-67ddfff7-778a-445c-93f5-e574ed7b101b tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0260448 Apr 18 20:38:05.647072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42866) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:05.664449 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Allocated IP 2001:db8::1 (a6aa948f-d039-4b82-a82b-04ef86e43a49/431f0f47-18d6-4327-b740-2d548de6935c/25e6e1f7-ba49-4e8a-afdc-361e62d269b9) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:05.806366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0051a4a-235b-48a1-8043-ec9d0ecd6833 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.808294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0051a4a-235b-48a1-8043-ec9d0ecd6833 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.809960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0051a4a-235b-48a1-8043-ec9d0ecd6833 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:05.811535 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b0051a4a-235b-48a1-8043-ec9d0ecd6833 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1634066 Apr 18 20:38:05.812447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.858263 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-888cdb36-3d24-4ec3-b962-98aa30c28922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.925444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-51c7ece3-515c-4dbc-9c9f-3fd129dd9c51', 'network_id': '51c7ece3-515c-4dbc-9c9f-3fd129dd9c51', 'tenant_id': '02ed89c2f8f44786a25356c18bb8b4bd', 'fixed_ips': [{'subnet_id': 'cb11f323-848a-4b13-96ef-ec35155c24cc'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:38:05.926344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.935159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42870) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:05.988125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.001555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.006473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-41c43538-f353-4ca4-a6dc-f6e7c31ca12c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.013120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-41c43538-f353-4ca4-a6dc-f6e7c31ca12c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.019566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-41c43538-f353-4ca4-a6dc-f6e7c31ca12c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.021388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-41c43538-f353-4ca4-a6dc-f6e7c31ca12c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2418 time: 0.7160370 Apr 18 20:38:06.025823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-1162260d-80fa-4a34-9663-eb42a06c5894 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Deleting subnet 431f0f47-18d6-4327-b740-2d548de6935c {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:38:06.036274 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.051126 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.079183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1162260d-80fa-4a34-9663-eb42a06c5894 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.124189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.143746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee26a5ab-06eb-46fd-8d4c-40a3d5e1a2a4 req-6acfc5d9-24a0-410a-9361-2298593ef8ad tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7528582 Apr 18 20:38:06.180424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Network a6aa948f-d039-4b82-a82b-04ef86e43a49 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:06.187301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:06.193301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Pushing event updated for resources: {'Port': ['ID=25e6e1f7-ba49-4e8a-afdc-361e62d269b9,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:06.203371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:06.298651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59f282-3c31-4ebe-b3fd-7ecd8b61f343 req-7fc6f2e5-b738-4ab3-ba45-a3ed8e0c57ac tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.307183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d59f282-3c31-4ebe-b3fd-7ecd8b61f343 req-7fc6f2e5-b738-4ab3-ba45-a3ed8e0c57ac tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.3722844 Apr 18 20:38:06.366041 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1162260d-80fa-4a34-9663-eb42a06c5894 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.375048 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Attempting to bind port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:06.375408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Attempting to bind port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'c0399024-e7d4-4599-ac76-c5f222af6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a6aa948f-d039-4b82-a82b-04ef86e43a49'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:06.375763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Attempting to bind port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 on network a6aa948f-d039-4b82-a82b-04ef86e43a49 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:06.385717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:06.386115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Checking segment: {'id': 'c0399024-e7d4-4599-ac76-c5f222af6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a6aa948f-d039-4b82-a82b-04ef86e43a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:06.386473 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.387024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Bound using segment: {'id': 'c0399024-e7d4-4599-ac76-c5f222af6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a6aa948f-d039-4b82-a82b-04ef86e43a49'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:06.387494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Bound port: 25e6e1f7-ba49-4e8a-afdc-361e62d269b9, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0399024-e7d4-4599-ac76-c5f222af6e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a6aa948f-d039-4b82-a82b-04ef86e43a49'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:06.387890 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.415328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Allocated IP 2001:db8:0:1::1 (51c7ece3-515c-4dbc-9c9f-3fd129dd9c51/cb11f323-848a-4b13-96ef-ec35155c24cc/9c0cd512-7677-4c6f-856f-b4d25338624b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:06.469407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2698f2-9626-461a-8fd2-69fb32650e59 req-2b1cde0f-9572-4a54-9e24-66bc3e2309e3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.471029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac2698f2-9626-461a-8fd2-69fb32650e59 req-2b1cde0f-9572-4a54-9e24-66bc3e2309e3 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.1850462 Apr 18 20:38:06.529347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-29276e39-1a05-4b0a-81a9-35eb92f03548 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting port c74d8d51-b9ae-4103-9b62-821834e07f5d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:06.529693 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-29276e39-1a05-4b0a-81a9-35eb92f03548 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.555007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d59f282-3c31-4ebe-b3fd-7ecd8b61f343 req-cfc5cbad-5ccf-4036-a2f0-94e6e3bac667 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465193 Apr 18 20:38:06.583568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] For port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:06.588222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] For port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=25e6e1f7-ba49-4e8a-afdc-361e62d269b9,segment=NetworkSegment(c0399024-e7d4-4599-ac76-c5f222af6e8d),segment_id=c0399024-e7d4-4599-ac76-c5f222af6e8d)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:06.603996 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.612298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Pushing event updated for resources: {'Port': ['ID=0ecc0633-2ca2-496a-941d-1d02da4b9827,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:06.616697 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Floating IP 056ea95b-48a6-413c-b934-ba7370d8a003 associated. External IP: 172.25.2.109, port: b80c14b4-0f37-4fdb-baea-745e88bd8c52. Apr 18 20:38:06.725694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac2698f2-9626-461a-8fd2-69fb32650e59 req-1e6a1f24-7da0-4138-835b-38bda3633d05 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351661 Apr 18 20:38:06.792027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b27e8-6124-4dbc-89c2-ebd843fcd816 None None] Pushing event updated for resources: {'Port': ['ID=25e6e1f7-ba49-4e8a-afdc-361e62d269b9,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:06.797010 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1162260d-80fa-4a34-9663-eb42a06c5894 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.855633 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.872503 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.888329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c44c1f-d2b7-47c3-98ec-f6ced3bda5a1 req-6f89757e-b5f4-4db0-bf22-bddb4c36190b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.895297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c44c1f-d2b7-47c3-98ec-f6ced3bda5a1 req-6f89757e-b5f4-4db0-bf22-bddb4c36190b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.907068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c44c1f-d2b7-47c3-98ec-f6ced3bda5a1 req-6f89757e-b5f4-4db0-bf22-bddb4c36190b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.919480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10c44c1f-d2b7-47c3-98ec-f6ced3bda5a1 req-6f89757e-b5f4-4db0-bf22-bddb4c36190b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 2418 time: 0.1959822 Apr 18 20:38:06.946871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Network 51c7ece3-515c-4dbc-9c9f-3fd129dd9c51 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:06.956116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:06.963630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:07.008823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Pushing event updated for resources: {'Port': ['ID=9c0cd512-7677-4c6f-856f-b4d25338624b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:07.066342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-29276e39-1a05-4b0a-81a9-35eb92f03548 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] For port c74d8d51-b9ae-4103-9b62-821834e07f5d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c74d8d51-b9ae-4103-9b62-821834e07f5d,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:07.067232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-29276e39-1a05-4b0a-81a9-35eb92f03548 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.086581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-29276e39-1a05-4b0a-81a9-35eb92f03548 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Calling delete_port for c74d8d51-b9ae-4103-9b62-821834e07f5d owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:07.104161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Router 5838deab-ed3f-4126-93fd-20ff5e077441 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:07.135044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Attempting to bind port 9c0cd512-7677-4c6f-856f-b4d25338624b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:07.135792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Attempting to bind port 9c0cd512-7677-4c6f-856f-b4d25338624b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '148ce0a2-a6fe-497e-b618-4cf359036da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51c7ece3-515c-4dbc-9c9f-3fd129dd9c51'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:07.136366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Attempting to bind port 9c0cd512-7677-4c6f-856f-b4d25338624b on network 51c7ece3-515c-4dbc-9c9f-3fd129dd9c51 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:07.145445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:07.160798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Checking segment: {'id': '148ce0a2-a6fe-497e-b618-4cf359036da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51c7ece3-515c-4dbc-9c9f-3fd129dd9c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:07.161516 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.162084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Bound using segment: {'id': '148ce0a2-a6fe-497e-b618-4cf359036da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51c7ece3-515c-4dbc-9c9f-3fd129dd9c51'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:07.162742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Bound port: 9c0cd512-7677-4c6f-856f-b4d25338624b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148ce0a2-a6fe-497e-b618-4cf359036da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '51c7ece3-515c-4dbc-9c9f-3fd129dd9c51'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:07.163317 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.256441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] For port 9c0cd512-7677-4c6f-856f-b4d25338624b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:07.297869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:07.303311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] For port 9c0cd512-7677-4c6f-856f-b4d25338624b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9c0cd512-7677-4c6f-856f-b4d25338624b,segment=NetworkSegment(148ce0a2-a6fe-497e-b618-4cf359036da6),segment_id=148ce0a2-a6fe-497e-b618-4cf359036da6)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:07.313463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50cc68-584f-476f-9616-7dfc633a60ff None None] Sync routers for ids ['5838deab-ed3f-4126-93fd-20ff5e077441'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:07.320398 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.327556 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.355948 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-29276e39-1a05-4b0a-81a9-35eb92f03548 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.398917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['c74d8d51-b9ae-4103-9b62-821834e07f5d', '600954d1-e39a-4224-ba17-e43f7a146f0d', '74ee25a2-beac-406e-9273-7f5af351d03b'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:07.442980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-71e6346d-5580-4e31-84ca-38d8dad94681 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:07.449014 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-71e6346d-5580-4e31-84ca-38d8dad94681 tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.60 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.1878076 Apr 18 20:38:07.479593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50cc68-584f-476f-9616-7dfc633a60ff None None] Routers {'5838deab-ed3f-4126-93fd-20ff5e077441'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:07.483974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4b50cc68-584f-476f-9616-7dfc633a60ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:37:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5838deab-ed3f-4126-93fd-20ff5e077441'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:07.509503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10c44c1f-d2b7-47c3-98ec-f6ced3bda5a1 req-343c497f-5067-4fca-880d-00ce61a4f339 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885413 Apr 18 20:38:07.521160 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1162260d-80fa-4a34-9663-eb42a06c5894 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.537506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29276e39-1a05-4b0a-81a9-35eb92f03548 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Port': ['ID=c74d8d51-b9ae-4103-9b62-821834e07f5d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:07.542026 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e43f6c7e-217b-4086-a058-9fbb2d8af668 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.2037969 Apr 18 20:38:07.547154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42904) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:07.654033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162260d-80fa-4a34-9663-eb42a06c5894 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Subnet': ['ID=431f0f47-18d6-4327-b740-2d548de6935c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:07.727300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1162260d-80fa-4a34-9663-eb42a06c5894 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.743047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1162260d-80fa-4a34-9663-eb42a06c5894 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "DELETE /v2.0/subnets/431f0f47-18d6-4327-b740-2d548de6935c HTTP/1.1" status: 204 len: 168 time: 1.7983737 Apr 18 20:38:07.744102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-29276e39-1a05-4b0a-81a9-35eb92f03548 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] No DVR routers for this DVR port c74d8d51-b9ae-4103-9b62-821834e07f5d on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:07.745648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42912) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:07.755818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4b50cc68-584f-476f-9616-7dfc633a60ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:07.850779 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-29276e39-1a05-4b0a-81a9-35eb92f03548 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.855452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b50cc68-584f-476f-9616-7dfc633a60ff None None] Routers {'5838deab-ed3f-4126-93fd-20ff5e077441'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:07.861268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4b50cc68-584f-476f-9616-7dfc633a60ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:37:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5838deab-ed3f-4126-93fd-20ff5e077441'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:07.863653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-29276e39-1a05-4b0a-81a9-35eb92f03548 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "DELETE /v2.0/ports/c74d8d51-b9ae-4103-9b62-821834e07f5d HTTP/1.1" status: 204 len: 173 time: 1.8222930 Apr 18 20:38:07.869801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1ce27-da8a-4dc3-95f4-5dd7a6f9a9a7 None None] Pushing event updated for resources: {'Port': ['ID=9c0cd512-7677-4c6f-856f-b4d25338624b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:07.872163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-deleted', 'tag': 'c74d8d51-b9ae-4103-9b62-821834e07f5d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:07.875650 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e669d21-8b5b-431a-a909-a5b5cad7acc4" -d '{"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-deleted", "tag": "c74d8d51-b9ae-4103-9b62-821834e07f5d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:07.978633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cdd2d-4116-4f60-a7ef-4ab4dd77d6f4 req-6c1da2ef-be91-4581-b70a-4f073ae08cc5 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:07.988900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b8cdd2d-4116-4f60-a7ef-4ab4dd77d6f4 req-6c1da2ef-be91-4581-b70a-4f073ae08cc5 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.7029757 Apr 18 20:38:08.013606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4b50cc68-584f-476f-9616-7dfc633a60ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:08.017376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b50cc68-584f-476f-9616-7dfc633a60ff None None] The sync data for ids ['5838deab-ed3f-4126-93fd-20ff5e077441'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:08.069491 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-29b5bdcd-2afd-4073-a968-10ce9d44fd8b tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] 10.222.0.49 "GET /v2.0/floatingips/056ea95b-48a6-413c-b934-ba7370d8a003 HTTP/1.1" status: 200 len: 982 time: 0.5199559 Apr 18 20:38:08.071365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42920) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:08.147218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42922) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:08.176978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-44b0f3f7-3290-4660-abbf-d2545a1862b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.263175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a685cb3-49c7-4407-984c-54c812a3b184 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Deleting subnet cb11f323-848a-4b13-96ef-ec35155c24cc {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:38:08.282816 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0a685cb3-49c7-4407-984c-54c812a3b184 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.343771 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-71c7a0a9-c81a-4f39-9074-245478989c7a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.2702231 Apr 18 20:38:08.352027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42928) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:08.358243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-8c69de52-3bdd-428b-a119-4abafd0c147e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Deleting port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:08.358687 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-8c69de52-3bdd-428b-a119-4abafd0c147e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.395225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b8cdd2d-4116-4f60-a7ef-4ab4dd77d6f4 req-9336bb5c-72e5-406a-96c1-23e11fa0ed92 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051254 Apr 18 20:38:08.527319 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73f3cee7-41ad-4f8e-9da9-ba3271c38e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.548513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190e96b-e854-4975-83e4-ed3fafd8df44 req-14b12c50-077b-4c91-a3a2-d779ed83971f tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.557049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8190e96b-e854-4975-83e4-ed3fafd8df44 req-14b12c50-077b-4c91-a3a2-d779ed83971f tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/ports?device_id=6946ece7-bd1a-4a8e-9f08-54d98bc61472 HTTP/1.1" status: 200 len: 946 time: 0.7174137 Apr 18 20:38:08.598040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0a685cb3-49c7-4407-984c-54c812a3b184 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.611256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:08.639317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfc4333-2442-479e-9bed-3db620ee45e1 None None] Network a6aa948f-d039-4b82-a82b-04ef86e43a49 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:08.769896 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8190e96b-e854-4975-83e4-ed3fafd8df44 req-81b4e785-c8bb-4742-a074-0abfa19356cf tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.49 "GET /v2.0/security-groups?id=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118473 Apr 18 20:38:08.851640 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e4dd94-a127-474a-b233-2214e7a0669c x-openstack-request-id: req-b3e4dd94-a127-474a-b233-2214e7a0669c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:08.851910 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-deleted", "tag": "c74d8d51-b9ae-4103-9b62-821834e07f5d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:08.852161 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3e4dd94-a127-474a-b233-2214e7a0669c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:08.865816 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e4dd94-a127-474a-b233-2214e7a0669c'] response: {'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-deleted', 'tag': 'c74d8d51-b9ae-4103-9b62-821834e07f5d', 'status': 'completed', 'code': 200} Apr 18 20:38:08.897377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d890b-bc54-4d49-bb3b-aefd1eac7a80 req-396d1f7b-0d54-438a-92df-99acfc5b4c1f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.901522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f0a4b8a5-736f-433a-a475-4cf28408840e None None] Provisioning complete for port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:08.901898 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b8a5-736f-433a-a475-4cf28408840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.905342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-278d890b-bc54-4d49-bb3b-aefd1eac7a80 req-396d1f7b-0d54-438a-92df-99acfc5b4c1f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.3362947 Apr 18 20:38:08.911203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-8c69de52-3bdd-428b-a119-4abafd0c147e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] For port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:08.914683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-36a4c3a7-7902-451f-aefa-3373d2d8879d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting port 600954d1-e39a-4224-ba17-e43f7a146f0d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:08.914997 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-8c69de52-3bdd-428b-a119-4abafd0c147e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.915132 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-36a4c3a7-7902-451f-aefa-3373d2d8879d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.937293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-8c69de52-3bdd-428b-a119-4abafd0c147e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Calling delete_port for 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:08.994122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Deleting port 0ecc0633-2ca2-496a-941d-1d02da4b9827 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:08.994859 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.020531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:09.020876 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.057589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-278d890b-bc54-4d49-bb3b-aefd1eac7a80 req-684032e6-7f18-4860-86e6-87c7dbd185df tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501164 Apr 18 20:38:09.130524 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.130869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.154267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0a685cb3-49c7-4407-984c-54c812a3b184 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.187870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Calling delete_port for 0ecc0633-2ca2-496a-941d-1d02da4b9827 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:09.258773 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-8c69de52-3bdd-428b-a119-4abafd0c147e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.271830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73f3cee7-41ad-4f8e-9da9-ba3271c38e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.316497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-36a4c3a7-7902-451f-aefa-3373d2d8879d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] For port 600954d1-e39a-4224-ba17-e43f7a146f0d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=600954d1-e39a-4224-ba17-e43f7a146f0d,segment=NetworkSegment(48a7212b-02ea-4bbe-8691-a8ed7e4b6d48),segment_id=48a7212b-02ea-4bbe-8691-a8ed7e4b6d48)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:09.317271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-36a4c3a7-7902-451f-aefa-3373d2d8879d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.325107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69de52-3bdd-428b-a119-4abafd0c147e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Pushing event deleted for resources: {'Port': ['ID=5d2a8c61-9065-43f1-970f-2ecf4e4a2563,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.342908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-36a4c3a7-7902-451f-aefa-3373d2d8879d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Calling delete_port for 600954d1-e39a-4224-ba17-e43f7a146f0d owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:09.343411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d8164f-0a51-4a6c-85b4-2338fdc1fa63 None None] DHCP port deletion for a6aa948f-d039-4b82-a82b-04ef86e43a49 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:38:09.346396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f802db4-5ba9-4372-a2ab-698e84e6f7ec None None] Network 51c7ece3-515c-4dbc-9c9f-3fd129dd9c51 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:09.404395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-8c69de52-3bdd-428b-a119-4abafd0c147e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] No DVR routers for this DVR port 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:09.408304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-8c69de52-3bdd-428b-a119-4abafd0c147e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.412894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-46f6e2cf-d2f1-408b-aeb9-a2d4cd6d5b26 req-8c69de52-3bdd-428b-a119-4abafd0c147e tempest-ServerRescueTestJSON-819703101 tempest-ServerRescueTestJSON-819703101-project] 10.222.0.60 "DELETE /v2.0/ports/5d2a8c61-9065-43f1-970f-2ecf4e4a2563 HTTP/1.1" status: 204 len: 173 time: 1.9577212 Apr 18 20:38:09.419257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6946ece7-bd1a-4a8e-9f08-54d98bc61472', 'name': 'network-vif-deleted', 'tag': '5d2a8c61-9065-43f1-970f-2ecf4e4a2563'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:09.422240 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36085549-8f30-4e26-828b-a7495bde81a8" -d '{"events": [{"server_uuid": "6946ece7-bd1a-4a8e-9f08-54d98bc61472", "name": "network-vif-deleted", "tag": "5d2a8c61-9065-43f1-970f-2ecf4e4a2563"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:09.434150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c74d8d51-b9ae-4103-9b62-821834e07f5d no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:09.476264 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.518865 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b8a5-736f-433a-a475-4cf28408840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.530187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73f3cee7-41ad-4f8e-9da9-ba3271c38e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.544774 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0a685cb3-49c7-4407-984c-54c812a3b184 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.559575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: c74d8d51-b9ae-4103-9b62-821834e07f5d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:09.559575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c74d8d51-b9ae-4103-9b62-821834e07f5d not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:09.559575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 600954d1-e39a-4224-ba17-e43f7a146f0d no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:09.603248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a685cb3-49c7-4407-984c-54c812a3b184 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Subnet': ['ID=cb11f323-848a-4b13-96ef-ec35155c24cc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.604565 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.612116 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0a685cb3-49c7-4407-984c-54c812a3b184 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.614641 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0a685cb3-49c7-4407-984c-54c812a3b184 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "DELETE /v2.0/subnets/cb11f323-848a-4b13-96ef-ec35155c24cc HTTP/1.1" status: 204 len: 168 time: 1.8674753 Apr 18 20:38:09.628318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42946) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:09.639249 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.642872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bc94c-c427-459b-9167-29a4b4d295ee req-17b40f67-e5bf-4ffd-89dc-88c4d031f888 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:09.662526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bc94c-c427-459b-9167-29a4b4d295ee req-17b40f67-e5bf-4ffd-89dc-88c4d031f888 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:09.664776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c5bc94c-c427-459b-9167-29a4b4d295ee req-17b40f67-e5bf-4ffd-89dc-88c4d031f888 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 1683 time: 0.6810305 Apr 18 20:38:09.681600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f0a4b8a5-736f-433a-a475-4cf28408840e None None] For port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=25e6e1f7-ba49-4e8a-afdc-361e62d269b9,segment=NetworkSegment(c0399024-e7d4-4599-ac76-c5f222af6e8d),segment_id=c0399024-e7d4-4599-ac76-c5f222af6e8d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:09.689196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event deleted for resources: {'Port': ['ID=0ecc0633-2ca2-496a-941d-1d02da4b9827,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.720026 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b8a5-736f-433a-a475-4cf28408840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.728438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-73f3cee7-41ad-4f8e-9da9-ba3271c38e8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aebb5c1d97e8487b864d91d6bce8207d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5738997 Apr 18 20:38:09.732908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42948) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:09.773195 n-d-836015-4 neutron-server[102905]: INFO neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No ports have port_id starting with 600954d1-e39a-4224-ba17-e43f7a146f0d Apr 18 20:38:09.773544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-36a4c3a7-7902-451f-aefa-3373d2d8879d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.799971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 74ee25a2-beac-406e-9273-7f5af351d03b no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:09.813974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8164f-0a51-4a6c-85b4-2338fdc1fa63 None None] Deleting port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:09.814414 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d5d8164f-0a51-4a6c-85b4-2338fdc1fa63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.816798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6047c5fe-5174-4477-a1bb-e5e167abdb93 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:09.822949 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6047c5fe-5174-4477-a1bb-e5e167abdb93 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1450267 Apr 18 20:38:09.868524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42952) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:09.883195 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.883744 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Floating IP 056ea95b-48a6-413c-b934-ba7370d8a003 disassociated (deleted). External IP: 172.25.2.109, port: b80c14b4-0f37-4fdb-baea-745e88bd8c52. Apr 18 20:38:09.891537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3cee7-41ad-4f8e-9da9-ba3271c38e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9afc97-82a2-4b3a-a22f-b30ce642cd5b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.895186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4c3a7-7902-451f-aefa-3373d2d8879d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Port': ['ID=600954d1-e39a-4224-ba17-e43f7a146f0d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.956258 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:38:09.956892 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:38:09.957564 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4b8a5-736f-433a-a475-4cf28408840e None None] Pushing event updated for resources: {'Port': ['ID=25e6e1f7-ba49-4e8a-afdc-361e62d269b9,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:10.011664 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb297a15-a8ee-4edb-9320-f64e879b2ddb x-openstack-request-id: req-cb297a15-a8ee-4edb-9320-f64e879b2ddb {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:10.011979 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6946ece7-bd1a-4a8e-9f08-54d98bc61472", "name": "network-vif-deleted", "tag": "5d2a8c61-9065-43f1-970f-2ecf4e4a2563", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:10.012233 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cb297a15-a8ee-4edb-9320-f64e879b2ddb {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:10.012637 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb297a15-a8ee-4edb-9320-f64e879b2ddb'] response: {'server_uuid': '6946ece7-bd1a-4a8e-9f08-54d98bc61472', 'name': 'network-vif-deleted', 'tag': '5d2a8c61-9065-43f1-970f-2ecf4e4a2563', 'status': 'completed', 'code': 200} Apr 18 20:38:10.028373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1c655f0b-d4ae-4e22-8831-c20cbaccdf22 None None] Provisioning complete for port 9c0cd512-7677-4c6f-856f-b4d25338624b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:10.028730 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c655f0b-d4ae-4e22-8831-c20cbaccdf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.035526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c5bc94c-c427-459b-9167-29a4b4d295ee req-bf625f89-3306-460c-bb76-65278a23b11e tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059115 Apr 18 20:38:10.099323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d5d8164f-0a51-4a6c-85b4-2338fdc1fa63 None None] For port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=25e6e1f7-ba49-4e8a-afdc-361e62d269b9,segment=NetworkSegment(c0399024-e7d4-4599-ac76-c5f222af6e8d),segment_id=c0399024-e7d4-4599-ac76-c5f222af6e8d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:10.099713 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d5d8164f-0a51-4a6c-85b4-2338fdc1fa63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.116093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-36a4c3a7-7902-451f-aefa-3373d2d8879d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] No DVR routers for this DVR port 600954d1-e39a-4224-ba17-e43f7a146f0d on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:10.119850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-36a4c3a7-7902-451f-aefa-3373d2d8879d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.125285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-36a4c3a7-7902-451f-aefa-3373d2d8879d tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "DELETE /v2.0/ports/600954d1-e39a-4224-ba17-e43f7a146f0d HTTP/1.1" status: 204 len: 173 time: 2.2440529 Apr 18 20:38:10.129350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b2fcc-6b08-4747-a8af-145fe7cd5804 None None] DHCP port deletion for 51c7ece3-515c-4dbc-9c9f-3fd129dd9c51 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:38:10.149030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa68b-135a-45bb-b194-d65941d58969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.166826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42958) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:10.181247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8164f-0a51-4a6c-85b4-2338fdc1fa63 None None] Calling delete_port for 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:10.305514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.310466 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.337269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:10.445628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:10.445964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5d2a8c61-9065-43f1-970f-2ecf4e4a2563 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:10.456597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591d993-8c91-4889-a5f1-90adb2ab545b req-3b457034-e027-4fb5-8d80-8151839cf7bc tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.459241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8591d993-8c91-4889-a5f1-90adb2ab545b req-3b457034-e027-4fb5-8d80-8151839cf7bc tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.2197888 Apr 18 20:38:10.481710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-768f64a6-f6ba-43ef-b339-3937bdf92758 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting port 74ee25a2-beac-406e-9273-7f5af351d03b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:10.482399 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-768f64a6-f6ba-43ef-b339-3937bdf92758 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.487931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74ee25a2-beac-406e-9273-7f5af351d03b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:10.491568 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bce918-0cff-4760-8332-44aceb2168ef" -d '{"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-unplugged", "status": "completed", "tag": "74ee25a2-beac-406e-9273-7f5af351d03b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:10.500316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3303e-aedf-48d7-898f-64c4edddfd75 req-8b29d065-2fbd-4c6a-b98d-f501d2fcfde0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.502536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1d3303e-aedf-48d7-898f-64c4edddfd75 req-8b29d065-2fbd-4c6a-b98d-f501d2fcfde0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2096603 Apr 18 20:38:10.553309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 74ee25a2-beac-406e-9273-7f5af351d03b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=74ee25a2-beac-406e-9273-7f5af351d03b,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:10.560060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c655f0b-d4ae-4e22-8831-c20cbaccdf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.568446 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.569183 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.630379 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-923b2fcc-6b08-4747-a8af-145fe7cd5804 None None] Deleting port 9c0cd512-7677-4c6f-856f-b4d25338624b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:10.630741 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-923b2fcc-6b08-4747-a8af-145fe7cd5804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.633278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8591d993-8c91-4889-a5f1-90adb2ab545b req-6524fa30-f09a-4283-b308-db0f9cd9d566 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635697 Apr 18 20:38:10.635611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9c0cd512-7677-4c6f-856f-b4d25338624b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:10.637331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d5d8164f-0a51-4a6c-85b4-2338fdc1fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.682045 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa68b-135a-45bb-b194-d65941d58969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.691145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1d3303e-aedf-48d7-898f-64c4edddfd75 req-0f23ce2c-12dd-42cc-9a02-d018cf0aad07 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617830 Apr 18 20:38:10.694054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Deleting port 9c0cd512-7677-4c6f-856f-b4d25338624b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:10.695440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.764896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1c655f0b-d4ae-4e22-8831-c20cbaccdf22 None None] For port 9c0cd512-7677-4c6f-856f-b4d25338624b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9c0cd512-7677-4c6f-856f-b4d25338624b,segment=NetworkSegment(148ce0a2-a6fe-497e-b618-4cf359036da6),segment_id=148ce0a2-a6fe-497e-b618-4cf359036da6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:10.773033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8164f-0a51-4a6c-85b4-2338fdc1fa63 None None] No DVR routers for this DVR port 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:10.794770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-768f64a6-f6ba-43ef-b339-3937bdf92758 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] For port 74ee25a2-beac-406e-9273-7f5af351d03b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=74ee25a2-beac-406e-9273-7f5af351d03b,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:10.794989 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c655f0b-d4ae-4e22-8831-c20cbaccdf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.795288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-768f64a6-f6ba-43ef-b339-3937bdf92758 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.804384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=74ee25a2-beac-406e-9273-7f5af351d03b,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:10.818419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-923b2fcc-6b08-4747-a8af-145fe7cd5804 None None] For port 9c0cd512-7677-4c6f-856f-b4d25338624b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9c0cd512-7677-4c6f-856f-b4d25338624b,segment=NetworkSegment(148ce0a2-a6fe-497e-b618-4cf359036da6),segment_id=148ce0a2-a6fe-497e-b618-4cf359036da6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:10.818754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-923b2fcc-6b08-4747-a8af-145fe7cd5804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.819237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-768f64a6-f6ba-43ef-b339-3937bdf92758 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Calling delete_port for 74ee25a2-beac-406e-9273-7f5af351d03b owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:10.858805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8164f-0a51-4a6c-85b4-2338fdc1fa63 None None] Pushing event deleted for resources: {'Port': ['ID=25e6e1f7-ba49-4e8a-afdc-361e62d269b9,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:10.862625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-923b2fcc-6b08-4747-a8af-145fe7cd5804 None None] Calling delete_port for 9c0cd512-7677-4c6f-856f-b4d25338624b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:10.996887 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9c0cd512-7677-4c6f-856f-b4d25338624b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:10.997431 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.005556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c655f0b-d4ae-4e22-8831-c20cbaccdf22 None None] Pushing event updated for resources: {'Port': ['ID=9c0cd512-7677-4c6f-856f-b4d25338624b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:11.007311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-deleted', 'tag': '600954d1-e39a-4224-ba17-e43f7a146f0d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:11.011068 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260581f-90a8-4ef6-a5ed-b16163ff1f45" -d '{"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-deleted", "tag": "600954d1-e39a-4224-ba17-e43f7a146f0d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:11.065335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] For port 9c0cd512-7677-4c6f-856f-b4d25338624b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9c0cd512-7677-4c6f-856f-b4d25338624b,segment=NetworkSegment(148ce0a2-a6fe-497e-b618-4cf359036da6),segment_id=148ce0a2-a6fe-497e-b618-4cf359036da6)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:11.066100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.076473 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-768f64a6-f6ba-43ef-b339-3937bdf92758 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.121173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Calling delete_port for 9c0cd512-7677-4c6f-856f-b4d25338624b owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:11.124445 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9f282b-61ee-4bea-b2e6-19e9539ed1f3 x-openstack-request-id: req-fd9f282b-61ee-4bea-b2e6-19e9539ed1f3 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:11.124648 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-deleted", "tag": "600954d1-e39a-4224-ba17-e43f7a146f0d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:11.124751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa68b-135a-45bb-b194-d65941d58969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.125054 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fd9f282b-61ee-4bea-b2e6-19e9539ed1f3 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:11.125552 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9f282b-61ee-4bea-b2e6-19e9539ed1f3'] response: {'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-deleted', 'tag': '600954d1-e39a-4224-ba17-e43f7a146f0d', 'status': 'completed', 'code': 200} Apr 18 20:38:11.128018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb7fa68b-135a-45bb-b194-d65941d58969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.129208 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb7fa68b-135a-45bb-b194-d65941d58969 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d9afc97-82a2-4b3a-a22f-b30ce642cd5b HTTP/1.1" status: 204 len: 168 time: 1.3808525 Apr 18 20:38:11.130467 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363ae527-000a-4481-bdab-b753b309e5d0 x-openstack-request-id: req-363ae527-000a-4481-bdab-b753b309e5d0 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:11.130769 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-unplugged", "status": "completed", "tag": "74ee25a2-beac-406e-9273-7f5af351d03b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:11.131024 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-363ae527-000a-4481-bdab-b753b309e5d0 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:11.131491 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-363ae527-000a-4481-bdab-b753b309e5d0'] response: {'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74ee25a2-beac-406e-9273-7f5af351d03b', 'code': 200} Apr 18 20:38:11.173235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f64a6-f6ba-43ef-b339-3937bdf92758 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Port': ['ID=74ee25a2-beac-406e-9273-7f5af351d03b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:11.214118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-768f64a6-f6ba-43ef-b339-3937bdf92758 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] No DVR routers for this DVR port 74ee25a2-beac-406e-9273-7f5af351d03b on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:11.218809 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-768f64a6-f6ba-43ef-b339-3937bdf92758 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.223745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cf6942d-1591-4ff6-aa56-b2764cb19a41 req-768f64a6-f6ba-43ef-b339-3937bdf92758 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "DELETE /v2.0/ports/74ee25a2-beac-406e-9273-7f5af351d03b HTTP/1.1" status: 204 len: 173 time: 1.0763493 Apr 18 20:38:11.227374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.243284 n-d-836015-4 neutron-server[102905]: INFO neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No ports have port_id starting with 9c0cd512-7677-4c6f-856f-b4d25338624b Apr 18 20:38:11.244657 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-923b2fcc-6b08-4747-a8af-145fe7cd5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.335368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b2fcc-6b08-4747-a8af-145fe7cd5804 None None] Pushing event deleted for resources: {'Port': ['ID=9c0cd512-7677-4c6f-856f-b4d25338624b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:11.348174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b2fcc-6b08-4747-a8af-145fe7cd5804 None None] No DVR routers for this DVR port 9c0cd512-7677-4c6f-856f-b4d25338624b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:11.402536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9731f46a-6938-4cb9-abbc-ab196a0e2a0d req-afdc3f69-069e-47f8-be79-bc397ad2f4ea tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f530c05-44a6-4435-a707-8175b7361e44 HTTP/1.1" status: 200 len: 210 time: 0.1895485 Apr 18 20:38:11.426191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fa68b-135a-45bb-b194-d65941d58969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9afc97-82a2-4b3a-a22f-b30ce642cd5b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:11.478548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.543596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Router 5838deab-ed3f-4126-93fd-20ff5e077441 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:11.547157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Port': ['ID=9c0cd512-7677-4c6f-856f-b4d25338624b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:11.551418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:11.561911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] No DVR routers for this DVR port 9c0cd512-7677-4c6f-856f-b4d25338624b on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:11.585644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:11.586322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 25e6e1f7-ba49-4e8a-afdc-361e62d269b9 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:11.586956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9c0cd512-7677-4c6f-856f-b4d25338624b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:11.614858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 9c0cd512-7677-4c6f-856f-b4d25338624b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:11.615356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9c0cd512-7677-4c6f-856f-b4d25338624b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:11.691885 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.785938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c7ece3-515c-4dbc-9c9f-3fd129dd9c51']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:11.789714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:11.802114 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e502882-27a2-46d0-b9c3-05bddda952ed None None] Sync routers for ids ['5838deab-ed3f-4126-93fd-20ff5e077441'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:11.816388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.819680 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e502882-27a2-46d0-b9c3-05bddda952ed None None] Routers {'5838deab-ed3f-4126-93fd-20ff5e077441'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:11.819941 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0e502882-27a2-46d0-b9c3-05bddda952ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5838deab-ed3f-4126-93fd-20ff5e077441'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:11.829488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148ce0a2-a6fe-497e-b618-4cf359036da6') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:11.833585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148ce0a2-a6fe-497e-b618-4cf359036da6') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:11.857997 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0e502882-27a2-46d0-b9c3-05bddda952ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:11.863161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f0f0cfa8-9000-407d-8625-47eb521c2dd7 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "DELETE /v2.0/floatingips/056ea95b-48a6-413c-b934-ba7370d8a003 HTTP/1.1" status: 204 len: 168 time: 3.4964464 Apr 18 20:38:11.871389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42988) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:11.873521 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e502882-27a2-46d0-b9c3-05bddda952ed None None] Routers {'5838deab-ed3f-4126-93fd-20ff5e077441'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:11.874481 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0e502882-27a2-46d0-b9c3-05bddda952ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5838deab-ed3f-4126-93fd-20ff5e077441'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:11.877994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:11.878880 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.899106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.912502 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.920516 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0e502882-27a2-46d0-b9c3-05bddda952ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:11.921474 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e502882-27a2-46d0-b9c3-05bddda952ed None None] The sync data for ids ['5838deab-ed3f-4126-93fd-20ff5e077441'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:11.928045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:11.928162 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:11.931163 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:11.940797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372230d7-51cb-4d5d-9047-870da6c2246c req-9d2fb879-4413-42cf-9e0a-1f74270b0738 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:11.942452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-372230d7-51cb-4d5d-9047-870da6c2246c req-9d2fb879-4413-42cf-9e0a-1f74270b0738 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.2141018 Apr 18 20:38:11.982851 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.002419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1221c-4967-4936-8190-196a89fa0e40 req-25494684-0ac9-421a-9a9d-5214f302a41f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:12.002973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37a1221c-4967-4936-8190-196a89fa0e40 req-25494684-0ac9-421a-9a9d-5214f302a41f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2020073 Apr 18 20:38:12.048668 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.051591 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.061249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.064445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "DELETE /v2.0/networks/51c7ece3-515c-4dbc-9c9f-3fd129dd9c51 HTTP/1.1" status: 204 len: 168 time: 2.1943851 Apr 18 20:38:12.069345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42990) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:12.107531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-372230d7-51cb-4d5d-9047-870da6c2246c req-aec4ba68-4e69-458d-ab39-022f50fe2598 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531496 Apr 18 20:38:12.112458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e9999-dc52-424a-86c5-824b87a5bbb1 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Network': ['ID=51c7ece3-515c-4dbc-9c9f-3fd129dd9c51,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:12.145952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37a1221c-4967-4936-8190-196a89fa0e40 req-d5392600-a931-46b2-9f82-d38eb4f51739 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249049 Apr 18 20:38:12.174236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.241481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.264238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.285096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6aa948f-d039-4b82-a82b-04ef86e43a49']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:12.294135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0399024-e7d4-4599-ac76-c5f222af6e8d') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:12.294429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0399024-e7d4-4599-ac76-c5f222af6e8d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:12.304549 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.319249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.325595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:12.325979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:12.329013 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:12.390666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.394054 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] Deleting port eab470cd-e5db-4e22-b970-0f8f1bb3522c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:12.395014 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.399671 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.403008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "DELETE /v2.0/networks/a6aa948f-d039-4b82-a82b-04ef86e43a49 HTTP/1.1" status: 204 len: 168 time: 0.3288198 Apr 18 20:38:12.412956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42992) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:12.414485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Allocated IP 172.25.2.173 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/ea51e85e-c9b7-4c5d-934d-1c616b28de8e) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:12.415480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ca4bb-3edc-4d16-b312-8dbf276030d5 tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Network': ['ID=a6aa948f-d039-4b82-a82b-04ef86e43a49,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:12.480655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42996) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:12.502563 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.584176 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] For port eab470cd-e5db-4e22-b970-0f8f1bb3522c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=eab470cd-e5db-4e22-b970-0f8f1bb3522c,segment=NetworkSegment(b61fd9b3-195f-42b7-a20b-42609ab40f85),segment_id=b61fd9b3-195f-42b7-a20b-42609ab40f85)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:12.584552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.588833 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.608345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] Calling delete_port for eab470cd-e5db-4e22-b970-0f8f1bb3522c owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:12.614024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ba729f-893f-4b82-b565-2b8540f6bbe7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting subnet 179ff223-94c2-4234-abe9-e9725a7a2069 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:38:12.622004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8e25c7-bf40-487b-8408-a9c40e4d2aa3']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:12.627674 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06ba729f-893f-4b82-b565-2b8540f6bbe7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.633290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64010a14-4039-4a08-8bb2-bd2e1d014afe') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:12.633595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64010a14-4039-4a08-8bb2-bd2e1d014afe') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:12.645016 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.659875 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.669775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:12.670272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:12.673491 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:12.712659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.731138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06ba729f-893f-4b82-b565-2b8540f6bbe7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.735260 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.744654 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.750396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "DELETE /v2.0/networks/fb8e25c7-bf40-487b-8408-a9c40e4d2aa3 HTTP/1.1" status: 204 len: 168 time: 0.3338754 Apr 18 20:38:12.758052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43004) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:12.758763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccb06a-cfb1-4aba-ba34-e110eb6e5eca tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Network': ['ID=fb8e25c7-bf40-487b-8408-a9c40e4d2aa3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:12.928859 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.127054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-deleted', 'tag': '74ee25a2-beac-406e-9273-7f5af351d03b'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:13.129847 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd0bd5-95b2-4cf8-ae5a-b71fd85c9b1d" -d '{"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-deleted", "tag": "74ee25a2-beac-406e-9273-7f5af351d03b"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:13.175969 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fec7aa-d6f9-44cb-91cd-899918eb9e31 x-openstack-request-id: req-a2fec7aa-d6f9-44cb-91cd-899918eb9e31 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:13.176240 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f530c05-44a6-4435-a707-8175b7361e44", "name": "network-vif-deleted", "tag": "74ee25a2-beac-406e-9273-7f5af351d03b", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:13.176484 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2fec7aa-d6f9-44cb-91cd-899918eb9e31 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:13.176890 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2fec7aa-d6f9-44cb-91cd-899918eb9e31'] response: {'server_uuid': '1f530c05-44a6-4435-a707-8175b7361e44', 'name': 'network-vif-deleted', 'tag': '74ee25a2-beac-406e-9273-7f5af351d03b', 'status': 'completed', 'code': 200} Apr 18 20:38:13.255299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785cfe1-d742-4a6c-b79a-6e0312561b20 req-57ff0dc8-8401-4a7f-9411-75f0cd24212d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:13.256840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e785cfe1-d742-4a6c-b79a-6e0312561b20 req-57ff0dc8-8401-4a7f-9411-75f0cd24212d tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.0577757 Apr 18 20:38:13.285351 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.330802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e785cfe1-d742-4a6c-b79a-6e0312561b20 req-6f1588fc-27d0-43de-befa-1987693c8b41 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638888 Apr 18 20:38:13.331374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:13.343556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:13.343671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbd700-36e7-4975-aabd-2e4720b73140 req-431cfa54-61cb-4756-953a-01354fdbdedf tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:13.346312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:13.357940 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06ba729f-893f-4b82-b565-2b8540f6bbe7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.358042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9dbd700-36e7-4975-aabd-2e4720b73140 req-431cfa54-61cb-4756-953a-01354fdbdedf tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.0955524 Apr 18 20:38:13.358160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Pushing event updated for resources: {'Port': ['ID=ea51e85e-c9b7-4c5d-934d-1c616b28de8e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.407509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9dbd700-36e7-4975-aabd-2e4720b73140 req-bfa09da3-5b4d-4538-9a89-28b58def91bf tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438583 Apr 18 20:38:13.558626 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.601666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e209c86c-083a-4dbc-bbfc-da82f620f4d6']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:13.613147 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06ba729f-893f-4b82-b565-2b8540f6bbe7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.616786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ba2aac-85f6-4f03-9809-e299ed5f174d') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:13.619118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ba2aac-85f6-4f03-9809-e299ed5f174d') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:13.669253 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.672241 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.689021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba729f-893f-4b82-b565-2b8540f6bbe7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Subnet': ['ID=179ff223-94c2-4234-abe9-e9725a7a2069,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.700530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06ba729f-893f-4b82-b565-2b8540f6bbe7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.703915 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06ba729f-893f-4b82-b565-2b8540f6bbe7 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "DELETE /v2.0/subnets/179ff223-94c2-4234-abe9-e9725a7a2069 HTTP/1.1" status: 204 len: 168 time: 1.2204750 Apr 18 20:38:13.707439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43026) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:13.710546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24416303-66e4-4522-9593-ef00792f3a96 None None] Network 6df42579-ddbe-4423-9a2c-1f036eef8c65 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:13.744661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab470cd-e5db-4e22-b970-0f8f1bb3522c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.750550 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.775357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:13.775773 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:13.780512 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:13.784189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.820197 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.898639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:13.899255 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.910130 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.912629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.952768 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.972621 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] 10.222.0.49 "DELETE /v2.0/networks/e209c86c-083a-4dbc-bbfc-da82f620f4d6 HTTP/1.1" status: 204 len: 168 time: 1.2060535 Apr 18 20:38:13.993110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b147726-cad4-45ec-a376-e5a2ae1db21c tempest-BulkNetworkOpsIpV6Test-1746677174 tempest-BulkNetworkOpsIpV6Test-1746677174-project] Pushing event deleted for resources: {'Network': ['ID=e209c86c-083a-4dbc-bbfc-da82f620f4d6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.996098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa4c2c-9d40-40eb-a813-cc480838a20b None None] DHCP port deletion for 6df42579-ddbe-4423-9a2c-1f036eef8c65 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:38:13.997038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] For port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0d45756c-a2b1-4aad-80a7-50e86a4cf68b,segment=NetworkSegment(48a7212b-02ea-4bbe-8691-a8ed7e4b6d48),segment_id=48a7212b-02ea-4bbe-8691-a8ed7e4b6d48)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:13.997680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.010889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43032) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:14.022983 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Calling delete_port for 0d45756c-a2b1-4aad-80a7-50e86a4cf68b owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:14.065958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-67fa4c2c-9d40-40eb-a813-cc480838a20b None None] Deleting port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:14.066335 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67fa4c2c-9d40-40eb-a813-cc480838a20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.146827 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.185544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-67fa4c2c-9d40-40eb-a813-cc480838a20b None None] For port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0d45756c-a2b1-4aad-80a7-50e86a4cf68b,segment=NetworkSegment(48a7212b-02ea-4bbe-8691-a8ed7e4b6d48),segment_id=48a7212b-02ea-4bbe-8691-a8ed7e4b6d48)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:14.185945 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67fa4c2c-9d40-40eb-a813-cc480838a20b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.201832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-67fa4c2c-9d40-40eb-a813-cc480838a20b None None] Calling delete_port for 0d45756c-a2b1-4aad-80a7-50e86a4cf68b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:14.268935 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.275756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.286402 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.300270 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67fa4c2c-9d40-40eb-a813-cc480838a20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.330832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa4c2c-9d40-40eb-a813-cc480838a20b None None] Pushing event deleted for resources: {'Port': ['ID=0d45756c-a2b1-4aad-80a7-50e86a4cf68b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:14.339217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa4c2c-9d40-40eb-a813-cc480838a20b None None] No DVR routers for this DVR port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:14.382576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43040) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:14.439517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Pushing event updated for resources: {'Port': ['ID=ea51e85e-c9b7-4c5d-934d-1c616b28de8e,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:14.505795 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.529389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.530822 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b45bfaa7-d0a3-4ef3-aca8-40e94fb1a63f tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6584201 Apr 18 20:38:14.535374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43046) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:14.573147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] No DVR routers for this DVR port 0d45756c-a2b1-4aad-80a7-50e86a4cf68b on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:14.583293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Port': ['ID=0d45756c-a2b1-4aad-80a7-50e86a4cf68b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:14.651183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d514-a04b-416b-b95a-72178c9754fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.671264 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c31fa707-5760-4ea2-9cdf-3943c575b4fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02ed89c2f8f44786a25356c18bb8b4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820246 Apr 18 20:38:14.672221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43050) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:14.715759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:14.722351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] Router f7dd0e89-fb68-455f-ba1c-09336240dd02 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:14.742926 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.765319 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.776833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a7f54-c8f6-4dd6-8bce-d7a9bcb62807 req-b035999f-0a91-4cff-8d39-58acfc705718 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:14.778342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea6a7f54-c8f6-4dd6-8bce-d7a9bcb62807 req-b035999f-0a91-4cff-8d39-58acfc705718 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.2084126 Apr 18 20:38:14.796920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35222b68-a625-4e90-881d-0afd704cf5b0 req-2b6a1c0b-21b2-4c9f-a2d6-921481a165f2 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:14.798366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35222b68-a625-4e90-881d-0afd704cf5b0 req-2b6a1c0b-21b2-4c9f-a2d6-921481a165f2 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2294664 Apr 18 20:38:14.810015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df42579-ddbe-4423-9a2c-1f036eef8c65']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:14.820345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-946ee6cc-c212-468a-994c-f4877716dca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.840727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:14.841024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a7212b-02ea-4bbe-8691-a8ed7e4b6d48') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:14.870393 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.879552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-946ee6cc-c212-468a-994c-f4877716dca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.926635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea6a7f54-c8f6-4dd6-8bce-d7a9bcb62807 req-832b1b46-631e-4cbc-b692-50fa77c167ec tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377280 Apr 18 20:38:14.929702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35222b68-a625-4e90-881d-0afd704cf5b0 req-7d11e98c-03ca-42b8-8502-fb588065a91a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160343 Apr 18 20:38:14.931891 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.946920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:14.947273 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:14.950883 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:14.953518 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d514-a04b-416b-b95a-72178c9754fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.970969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:14.974467 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cdc9d514-a04b-416b-b95a-72178c9754fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.977471 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-92cb7096-3382-423b-9521-b533588330d1 admin admin] 10.222.0.49 "PUT /v2.0/routers/f7dd0e89-fb68-455f-ba1c-09336240dd02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7920866 Apr 18 20:38:14.980025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43052) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:14.988101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] Sync routers for ids ['f7dd0e89-fb68-455f-ba1c-09336240dd02'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:14.999029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] Routers {'f7dd0e89-fb68-455f-ba1c-09336240dd02'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:14.999871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7dd0e89-fb68-455f-ba1c-09336240dd02'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:15.056746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.059395 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-946ee6cc-c212-468a-994c-f4877716dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.061590 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.062028 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-946ee6cc-c212-468a-994c-f4877716dca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.066344 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-946ee6cc-c212-468a-994c-f4877716dca3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b228dd20-49a6-4b9d-945f-80c6ffff78c8 HTTP/1.1" status: 204 len: 168 time: 0.3897352 Apr 18 20:38:15.066554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "DELETE /v2.0/networks/6df42579-ddbe-4423-9a2c-1f036eef8c65 HTTP/1.1" status: 204 len: 168 time: 1.3569467 Apr 18 20:38:15.075656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cdc9d514-a04b-416b-b95a-72178c9754fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d97ba59e0d1d4d608ae09347e6fb6694&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0588014 Apr 18 20:38:15.075656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9d514-a04b-416b-b95a-72178c9754fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e40729e-13ca-4479-ae6c-97feacf05075,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:15.085511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43056) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:15.085935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43058) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:15.146214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58195d71-c6eb-4d11-925c-c87b8125787f tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Network': ['ID=6df42579-ddbe-4423-9a2c-1f036eef8c65,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:15.159139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ee6cc-c212-468a-994c-f4877716dca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b228dd20-49a6-4b9d-945f-80c6ffff78c8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:15.161957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.213995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a4e659-17f4-461c-a4ac-5672a56e32af tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting subnet ffada56c-39fb-42df-949c-bd69d240a5a0 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:38:15.218492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.222853 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e659-17f4-461c-a4ac-5672a56e32af tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.255709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-17fe044d-b56e-4f25-b90f-3d79c7eda70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.283326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e659-17f4-461c-a4ac-5672a56e32af tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.316168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-17fe044d-b56e-4f25-b90f-3d79c7eda70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.350224 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] Set router f7dd0e89-fb68-455f-ba1c-09336240dd02 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:15.423148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Allocated IP 172.25.2.64 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/23847776-37aa-4cb7-8f6c-0d6b9362e9c2) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:15.426874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.434080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-17fe044d-b56e-4f25-b90f-3d79c7eda70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.440846 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-17fe044d-b56e-4f25-b90f-3d79c7eda70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.442360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-17fe044d-b56e-4f25-b90f-3d79c7eda70a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e40729e-13ca-4479-ae6c-97feacf05075 HTTP/1.1" status: 204 len: 168 time: 0.3526742 Apr 18 20:38:15.445421 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e659-17f4-461c-a4ac-5672a56e32af tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.493491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe044d-b56e-4f25-b90f-3d79c7eda70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e40729e-13ca-4479-ae6c-97feacf05075,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:15.562731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0d45756c-a2b1-4aad-80a7-50e86a4cf68b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:15.564086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e659-17f4-461c-a4ac-5672a56e32af tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.608470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Deleting port cb0ffa85-b21d-4c3c-ba79-b59671f39632 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:15.608871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.613080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.623389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4e659-17f4-461c-a4ac-5672a56e32af tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Subnet': ['ID=ffada56c-39fb-42df-949c-bd69d240a5a0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:15.625988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e659-17f4-461c-a4ac-5672a56e32af tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.630521 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a1a4e659-17f4-461c-a4ac-5672a56e32af tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "DELETE /v2.0/subnets/ffada56c-39fb-42df-949c-bd69d240a5a0 HTTP/1.1" status: 204 len: 168 time: 0.5417068 Apr 18 20:38:15.632764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43070) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:15.654881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b963e161-86f3-4eb6-bb54-34e034477be5 None None] Network ce624471-bdb5-4d36-b8f3-c843154e07bf requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:15.665853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 0d45756c-a2b1-4aad-80a7-50e86a4cf68b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:15.667355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0d45756c-a2b1-4aad-80a7-50e86a4cf68b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:15.734893 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.738216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.744289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] For port cb0ffa85-b21d-4c3c-ba79-b59671f39632, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cb0ffa85-b21d-4c3c-ba79-b59671f39632,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:15.744634 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.801107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Calling delete_port for cb0ffa85-b21d-4c3c-ba79-b59671f39632 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:15.816374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:15.822751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:15.829522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Pushing event updated for resources: {'Port': ['ID=23847776-37aa-4cb7-8f6c-0d6b9362e9c2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:15.832770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:15.868815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting port 376fdd88-21f8-43a8-b193-ec6c57ce99be {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:15.869160 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.919908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.005517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'name': 'tempest-ServerRescueTestJSON-1747629932-router', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:54Z', 'updated_at': '2022-04-18T20:38:13Z', 'revision_number': 5, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'gw_port': {'id': 'cb0ffa85-b21d-4c3c-ba79-b59671f39632', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:35:56Z', 'updated_at': '2022-04-18T20:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:16.010985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] For port 376fdd88-21f8-43a8-b193-ec6c57ce99be, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=376fdd88-21f8-43a8-b193-ec6c57ce99be,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:16.013070 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.038260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Calling delete_port for 376fdd88-21f8-43a8-b193-ec6c57ce99be owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:16.070441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] Checking router: f7dd0e89-fb68-455f-ba1c-09336240dd02 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:16.080660 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.084370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] Routers {'f7dd0e89-fb68-455f-ba1c-09336240dd02'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:16.089675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7dd0e89-fb68-455f-ba1c-09336240dd02'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:16.168986 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.198343 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:38:16.206827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43086) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:16.221944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf6fe7-7c28-43d0-8eef-462d1611282d None None] DHCP port deletion for ce624471-bdb5-4d36-b8f3-c843154e07bf request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:38:16.232337 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.239888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-86888b27-2740-40f4-8074-e7edeb420541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.276270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] Set router f7dd0e89-fb68-455f-ba1c-09336240dd02 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:16.278213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0ffa85-b21d-4c3c-ba79-b59671f39632,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:16.337319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d27fc-d11a-410d-8bea-ed75d7c5e4e7 req-66ce6f5d-13c1-4c9c-8b86-1acab0e40121 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:16.337552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'name': 'tempest-ServerRescueTestJSON-1747629932-router', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:54Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 6, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:16.339623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-734d27fc-d11a-410d-8bea-ed75d7c5e4e7 req-66ce6f5d-13c1-4c9c-8b86-1acab0e40121 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1903679 Apr 18 20:38:16.366945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2717a5f7-61e2-4427-bed2-332850535e1c None None] The sync data for ids ['f7dd0e89-fb68-455f-ba1c-09336240dd02'] in n-d-836015-4 is: [{'id': 'f7dd0e89-fb68-455f-ba1c-09336240dd02', 'name': 'tempest-ServerRescueTestJSON-1747629932-router', 'tenant_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:35:54Z', 'updated_at': '2022-04-18T20:38:15Z', 'revision_number': 6, 'project_id': '3e1505bdf71646a0bcfacb8a15e6d51e', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:16.381553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89318bb0-c5d9-4394-86df-00dd3338c0ec req-74706ba2-1d58-4a45-aef4-3454c59ee009 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:16.384559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89318bb0-c5d9-4394-86df-00dd3338c0ec req-74706ba2-1d58-4a45-aef4-3454c59ee009 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2392488 Apr 18 20:38:16.393802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-25bf6fe7-7c28-43d0-8eef-462d1611282d None None] Deleting port 376fdd88-21f8-43a8-b193-ec6c57ce99be {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:16.396682 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-25bf6fe7-7c28-43d0-8eef-462d1611282d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.444289 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.461194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-734d27fc-d11a-410d-8bea-ed75d7c5e4e7 req-947f0d5e-d674-4fab-930f-3721177e3063 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108046 Apr 18 20:38:16.461798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.494585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-25bf6fe7-7c28-43d0-8eef-462d1611282d None None] For port 376fdd88-21f8-43a8-b193-ec6c57ce99be, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=376fdd88-21f8-43a8-b193-ec6c57ce99be,segment=NetworkSegment(1efd498a-7ced-4a4a-b5b9-c1f53ffc4037),segment_id=1efd498a-7ced-4a4a-b5b9-c1f53ffc4037)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:16.494979 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-25bf6fe7-7c28-43d0-8eef-462d1611282d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.505244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43090) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:16.510006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-25bf6fe7-7c28-43d0-8eef-462d1611282d None None] Calling delete_port for 376fdd88-21f8-43a8-b193-ec6c57ce99be owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:16.516940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Port': ['ID=376fdd88-21f8-43a8-b193-ec6c57ce99be,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:16.541110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] No DVR routers for this DVR port 376fdd88-21f8-43a8-b193-ec6c57ce99be on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:16.597472 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-25bf6fe7-7c28-43d0-8eef-462d1611282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.598221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89318bb0-c5d9-4394-86df-00dd3338c0ec req-267b3b8d-e3e3-4fdc-bb78-fe0645ed16dd tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014844 Apr 18 20:38:16.627200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf6fe7-7c28-43d0-8eef-462d1611282d None None] Pushing event deleted for resources: {'Port': ['ID=376fdd88-21f8-43a8-b193-ec6c57ce99be,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:16.643007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf6fe7-7c28-43d0-8eef-462d1611282d None None] No DVR routers for this DVR port 376fdd88-21f8-43a8-b193-ec6c57ce99be on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:16.652449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e6aee49c-00be-4de6-8dfe-6395322d7e40 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:16.653406 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-e6aee49c-00be-4de6-8dfe-6395322d7e40 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 20:38:16.653816 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-e6aee49c-00be-4de6-8dfe-6395322d7e40 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:38:16.663443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e6aee49c-00be-4de6-8dfe-6395322d7e40 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1484828 Apr 18 20:38:16.665637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43094) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:16.707462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'tempest-secgroup--265867918'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:16.719487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.748967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce624471-bdb5-4d36-b8f3-c843154e07bf']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:16.757239 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.762522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:16.762811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efd498a-7ced-4a4a-b5b9-c1f53ffc4037') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:16.775117 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.784069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.809431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.820272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:16.820849 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:16.823939 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:16.897050 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.902380 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.908823 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.922308 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.927398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "DELETE /v2.0/networks/ce624471-bdb5-4d36-b8f3-c843154e07bf HTTP/1.1" status: 204 len: 168 time: 1.2936287 Apr 18 20:38:16.936741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43096) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:16.943021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-458552186'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:16.964678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e2522-cada-4121-aaea-e936eba9fc63 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Network': ['ID=ce624471-bdb5-4d36-b8f3-c843154e07bf,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:16.982330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.993995 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.995658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:17.001948 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.003106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-86888b27-2740-40f4-8074-e7edeb420541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.008334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.008675 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7dd0e89-fb68-455f-ba1c-09336240dd02 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:38:17.014708 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.021122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.039174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.040402 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-37adfb62-beee-4004-8ce4-1af637795bd1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f7dd0e89-fb68-455f-ba1c-09336240dd02 HTTP/1.1" status: 204 len: 168 time: 2.0594637 Apr 18 20:38:17.046562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43098) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:17.047232 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-86888b27-2740-40f4-8074-e7edeb420541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.086566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:17.108635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f768c84-c696-4651-aa5d-b9f0f55c3108,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.112958 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.113299 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Added segment e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0 of type vlan for network c3434137-f889-462f-ab75-b68b0b3dab56 Apr 18 20:38:17.148571 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Pushing event updated for resources: {'Port': ['ID=23847776-37aa-4cb7-8f6c-0d6b9362e9c2,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.174359 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-86888b27-2740-40f4-8074-e7edeb420541 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=358d76ad943241aa85d7daa0242fb6a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9662821 Apr 18 20:38:17.176960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43100) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:17.185463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86888b27-2740-40f4-8074-e7edeb420541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4407f-6332-4916-a29c-74807f9ae3b1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.188123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.193725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9544d9-ffcd-4c98-83c1-295d32791ad4 admin admin] Deleting subnet 5078e806-a8ba-4e75-9166-453eca1d54e3 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:38:17.194001 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.199934 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b9544d9-ffcd-4c98-83c1-295d32791ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.230272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.243649 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.248229 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-95981f96-087e-43da-bb2b-1098491bd6be tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7083352 Apr 18 20:38:17.248353 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.250474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43102) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:17.262389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b9544d9-ffcd-4c98-83c1-295d32791ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.274821 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.280417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:17.281233 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.322616 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-21ea9b6e-c1db-4a65-95ad-437a47aad644 tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0681994 Apr 18 20:38:17.323003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43104) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:17.333577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.333577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6376946 Apr 18 20:38:17.335712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43106) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:17.339532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-04cfa248-facd-4a2f-8d5c-8a0acd677656 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '07107606-d7d0-4365-8d7a-f50b28247180', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:17.362011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b9544d9-ffcd-4c98-83c1-295d32791ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.390570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 376fdd88-21f8-43a8-b193-ec6c57ce99be no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:17.409095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bac4f6-9abd-4a8c-a7c3-e0e7fde9bfeb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07107606-d7d0-4365-8d7a-f50b28247180,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.429147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 376fdd88-21f8-43a8-b193-ec6c57ce99be {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:17.429671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 376fdd88-21f8-43a8-b193-ec6c57ce99be not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:17.430316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cb0ffa85-b21d-4c3c-ba79-b59671f39632 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:17.448515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5106547 Apr 18 20:38:17.451031 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04cfa248-facd-4a2f-8d5c-8a0acd677656 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.457460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43108) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:17.457688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: cb0ffa85-b21d-4c3c-ba79-b59671f39632 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:17.457821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cb0ffa85-b21d-4c3c-ba79-b59671f39632 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:17.458418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device eab470cd-e5db-4e22-b970-0f8f1bb3522c no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:17.462679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'subnet': {'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:17.474547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8978597-9e37-49a0-90fe-33b160a4c205 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Network': ['ID=c3434137-f889-462f-ab75-b68b0b3dab56,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.477551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb3752f7-bb11-469d-ada8-5f7395f35cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.482403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: eab470cd-e5db-4e22-b970-0f8f1bb3522c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:17.482988 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device eab470cd-e5db-4e22-b970-0f8f1bb3522c not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:17.483671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6d6f48c1-bb85-4ce0-8025-3b690f96e85b tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1521320 Apr 18 20:38:17.494186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43110) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:17.514320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c3434137-f889-462f-ab75-b68b0b3dab56 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:17.584868 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb3752f7-bb11-469d-ada8-5f7395f35cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.590941 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b9544d9-ffcd-4c98-83c1-295d32791ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.638186 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9544d9-ffcd-4c98-83c1-295d32791ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5078e806-a8ba-4e75-9166-453eca1d54e3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.653432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b9544d9-ffcd-4c98-83c1-295d32791ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.658501 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7b9544d9-ffcd-4c98-83c1-295d32791ad4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5078e806-a8ba-4e75-9166-453eca1d54e3 HTTP/1.1" status: 204 len: 168 time: 0.6083937 Apr 18 20:38:17.664595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43116) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:17.694472 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04cfa248-facd-4a2f-8d5c-8a0acd677656 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.724843 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04cfa248-facd-4a2f-8d5c-8a0acd677656 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.748706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af52f2-02ff-4dbd-8925-f8f2a0b7994a req-aa658e73-eb4b-42db-bd76-5613084459b4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:17.748706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38af52f2-02ff-4dbd-8925-f8f2a0b7994a req-aa658e73-eb4b-42db-bd76-5613084459b4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1220701 Apr 18 20:38:17.791936 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb3752f7-bb11-469d-ada8-5f7395f35cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.796874 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb3752f7-bb11-469d-ada8-5f7395f35cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.800879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cb3752f7-bb11-469d-ada8-5f7395f35cb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0d4407f-6332-4916-a29c-74807f9ae3b1 HTTP/1.1" status: 204 len: 168 time: 0.6159942 Apr 18 20:38:17.811873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:17.815679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.837341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-19dd652e-97c1-4226-bea5-dcc774995322 tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Deleting port 23847776-37aa-4cb7-8f6c-0d6b9362e9c2 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:17.837758 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-19dd652e-97c1-4226-bea5-dcc774995322 tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.843784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3752f7-bb11-469d-ada8-5f7395f35cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4407f-6332-4916-a29c-74807f9ae3b1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.858731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfa248-facd-4a2f-8d5c-8a0acd677656 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043b2e25-0920-4106-b053-ef8c07528926,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.863447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38af52f2-02ff-4dbd-8925-f8f2a0b7994a req-b463b923-e6bd-4b85-ae65-041199d29892 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079946 Apr 18 20:38:17.918493 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04cfa248-facd-4a2f-8d5c-8a0acd677656 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.919723 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-04cfa248-facd-4a2f-8d5c-8a0acd677656 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5838156 Apr 18 20:38:17.923599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43120) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:17.930144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e55449f8-53ab-4214-98cb-c13030b9c5be tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '07107606-d7d0-4365-8d7a-f50b28247180', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:17.931356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.945217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d4c45-9038-4828-b64a-cdf8e5a4f0d6 req-447c719c-73ca-49ab-93e9-799571674f3e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:17.946871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d3d4c45-9038-4828-b64a-cdf8e5a4f0d6 req-447c719c-73ca-49ab-93e9-799571674f3e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.1811843 Apr 18 20:38:18.002062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-19dd652e-97c1-4226-bea5-dcc774995322 tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.002342 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-19dd652e-97c1-4226-bea5-dcc774995322 tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.024240 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e55449f8-53ab-4214-98cb-c13030b9c5be tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.028666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-19dd652e-97c1-4226-bea5-dcc774995322 tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Calling delete_port for 23847776-37aa-4cb7-8f6c-0d6b9362e9c2 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:18.047558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d3d4c45-9038-4828-b64a-cdf8e5a4f0d6 req-a0e83776-058a-4c1a-9b67-fa985425f6e6 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832603 Apr 18 20:38:18.072512 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.108667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0949b8f-0858-4410-90d6-33fbef2a23c3']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:18.144046 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-e55449f8-53ab-4214-98cb-c13030b9c5be tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:38:18.147603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e55449f8-53ab-4214-98cb-c13030b9c5be tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2204499 Apr 18 20:38:18.148159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43124) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:18.149847 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61fd9b3-195f-42b7-a20b-42609ab40f85') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:18.150487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61fd9b3-195f-42b7-a20b-42609ab40f85') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:18.168613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.213502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.220465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.223278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-19dd652e-97c1-4226-bea5-dcc774995322 tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.232591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:18.233004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:18.235574 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:18.250985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd652e-97c1-4226-bea5-dcc774995322 tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Pushing event deleted for resources: {'Port': ['ID=23847776-37aa-4cb7-8f6c-0d6b9362e9c2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.331944 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-19dd652e-97c1-4226-bea5-dcc774995322 tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.334748 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-19dd652e-97c1-4226-bea5-dcc774995322 tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.338895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-19dd652e-97c1-4226-bea5-dcc774995322 tempest-FloatingIPAdminTestJSON-1751169432 tempest-FloatingIPAdminTestJSON-1751169432-project] 10.222.0.49 "DELETE /v2.0/floatingips/c826839f-c7a0-4fa3-9239-22885391db69 HTTP/1.1" status: 204 len: 168 time: 0.8406165 Apr 18 20:38:18.339043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43134) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:18.352597 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db5c5765-5654-4c16-8f6f-466a61a3842b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.354223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Subnet': ['ID=ab8026f2-c7db-4569-967f-b3f5d892d8f0,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.358420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.381309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.384520 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a0949b8f-0858-4410-90d6-33fbef2a23c3 HTTP/1.1" status: 204 len: 168 time: 0.7186999 Apr 18 20:38:18.402274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562e37e-2ec1-4b74-8f3a-dfc2d337be41 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0949b8f-0858-4410-90d6-33fbef2a23c3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.412213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db5c5765-5654-4c16-8f6f-466a61a3842b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.422384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Checking segment: {'id': 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:18.422995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network hostable DHCP agents. Network: c3434137-f889-462f-ab75-b68b0b3dab56, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:18.464724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network c3434137-f889-462f-ab75-b68b0b3dab56 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:18.477036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c3434137-f889-462f-ab75-b68b0b3dab56) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:18.481994 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db5c5765-5654-4c16-8f6f-466a61a3842b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.484722 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db5c5765-5654-4c16-8f6f-466a61a3842b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.487742 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-db5c5765-5654-4c16-8f6f-466a61a3842b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/07107606-d7d0-4365-8d7a-f50b28247180 HTTP/1.1" status: 204 len: 168 time: 0.3338301 Apr 18 20:38:18.488512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47ea6b-a354-401b-88b1-519696d00ab4 None None] Network c3434137-f889-462f-ab75-b68b0b3dab56 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:18.489645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43140) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:18.493374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:18.495259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.524732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c5765-5654-4c16-8f6f-466a61a3842b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07107606-d7d0-4365-8d7a-f50b28247180,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.536741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-509c458e-b369-415e-826b-d7c44f8ca74a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Deleting port ea51e85e-c9b7-4c5d-934d-1c616b28de8e {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:18.537614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509c458e-b369-415e-826b-d7c44f8ca74a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.553615 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d07b576d-cb6c-41f7-8a4f-4b3607691b24 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0949295 Apr 18 20:38:18.563457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43144) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:18.576111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2107580825'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:18.608890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:18.620899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.665900 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509c458e-b369-415e-826b-d7c44f8ca74a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.666200 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-228e7e6c-8582-42d1-b04e-767f5f451860 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1649849 Apr 18 20:38:18.666681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509c458e-b369-415e-826b-d7c44f8ca74a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.671917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43148) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:18.685387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2943e1c2-f3e2-4219-9f13-a4895c820aa6 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033985191'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:18.688430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-509c458e-b369-415e-826b-d7c44f8ca74a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Calling delete_port for ea51e85e-c9b7-4c5d-934d-1c616b28de8e owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:18.689935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43152) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:18.726650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:18.735327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c3434137-f889-462f-ab75-b68b0b3dab56', 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'fixed_ips': [{'subnet_id': 'ab8026f2-c7db-4569-967f-b3f5d892d8f0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:38:18.737393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.740589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.740948 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Added segment 3c22900a-b003-4c24-903b-0eb7ad0d6eb0 of type vlan for network 0dd42018-c7b6-4839-b131-b93be5b83840 Apr 18 20:38:18.742736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2943e1c2-f3e2-4219-9f13-a4895c820aa6 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.795559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c3c96254-6f2c-4967-bb3f-8698b1e30b9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e1505bdf71646a0bcfacb8a15e6d51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040809 Apr 18 20:38:18.811263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43154) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:18.928718 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509c458e-b369-415e-826b-d7c44f8ca74a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.942930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Allocated IP 19.80.0.2 (c3434137-f889-462f-ab75-b68b0b3dab56/ab8026f2-c7db-4569-967f-b3f5d892d8f0/f0fb1eae-5e1d-4b47-9dd6-309acb4e4613) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:18.954219 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.974810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c458e-b369-415e-826b-d7c44f8ca74a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea51e85e-c9b7-4c5d-934d-1c616b28de8e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.997754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2943e1c2-f3e2-4219-9f13-a4895c820aa6 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.007375 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2943e1c2-f3e2-4219-9f13-a4895c820aa6 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.061022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b02ebe38-7842-423b-a694-7f8fb31e0e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.072170 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2943e1c2-f3e2-4219-9f13-a4895c820aa6 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.076385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43162) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:19.077210 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2943e1c2-f3e2-4219-9f13-a4895c820aa6 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4037449 Apr 18 20:38:19.084709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9dd2490f-1dd6-41ea-b2c1-7641f36c9e12 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '79cd1eba-c71b-40fd-b540-78d26456b1c4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:19.085947 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-9dd2490f-1dd6-41ea-b2c1-7641f36c9e12 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 20:38:19.086970 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-9dd2490f-1dd6-41ea-b2c1-7641f36c9e12 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:19.088236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9dd2490f-1dd6-41ea-b2c1-7641f36c9e12 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0102904 Apr 18 20:38:19.099430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43168) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:19.125715 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b02ebe38-7842-423b-a694-7f8fb31e0e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.147041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdaa04-7e36-4546-85e6-d67ef2d57006 req-f5844abb-9419-4a73-ae7d-7c6b78203a32 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:19.149469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72bdaa04-7e36-4546-85e6-d67ef2d57006 req-f5844abb-9419-4a73-ae7d-7c6b78203a32 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1611400 Apr 18 20:38:19.173698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.181950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509c458e-b369-415e-826b-d7c44f8ca74a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.185583 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509c458e-b369-415e-826b-d7c44f8ca74a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.187120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:19.188420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.192113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-509c458e-b369-415e-826b-d7c44f8ca74a tempest-FloatingIPAdminTestJSON-1147669390 tempest-FloatingIPAdminTestJSON-1147669390-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/ab0186cf-0225-429d-8c1f-7bbbfaead0eb HTTP/1.1" status: 204 len: 168 time: 0.8513436 Apr 18 20:38:19.195471 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.200726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43170) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:19.205661 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.226459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943e1c2-f3e2-4219-9f13-a4895c820aa6 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cd1eba-c71b-40fd-b540-78d26456b1c4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:19.239642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b02ebe38-7842-423b-a694-7f8fb31e0e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.242345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b02ebe38-7842-423b-a694-7f8fb31e0e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.243610 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b02ebe38-7842-423b-a694-7f8fb31e0e05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c HTTP/1.1" status: 204 len: 168 time: 0.4310141 Apr 18 20:38:19.262771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43174) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:19.278979 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7114863 Apr 18 20:38:19.281008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99abe597-9222-4cb2-9e0f-6324e571dfb5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.285067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43176) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:19.293035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'subnet': {'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:19.310471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Network c3434137-f889-462f-ab75-b68b0b3dab56 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:19.316554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:19.319148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Pushing event updated for resources: {'Port': ['ID=f0fb1eae-5e1d-4b47-9dd6-309acb4e4613,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:19.321859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:19.340026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ebe38-7842-423b-a694-7f8fb31e0e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e67bbf-c7f4-4c76-b8a4-5ec5abc56e8c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:19.352745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7c583-c106-4423-b42b-3929b110dbe6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Network': ['ID=0dd42018-c7b6-4839-b131-b93be5b83840,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:19.358242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72bdaa04-7e36-4546-85e6-d67ef2d57006 req-859e3897-7471-4489-8109-b180e56c3df6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977575 Apr 18 20:38:19.399289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 0dd42018-c7b6-4839-b131-b93be5b83840 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:19.409303 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99abe597-9222-4cb2-9e0f-6324e571dfb5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.434160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5928aa4-b4c9-4240-aa5b-c3cda40e30ab req-2aef0a50-12da-4a28-b15a-f6425e1ce33c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:19.436029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5928aa4-b4c9-4240-aa5b-c3cda40e30ab req-2aef0a50-12da-4a28-b15a-f6425e1ce33c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2408772 Apr 18 20:38:19.473163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Attempting to bind port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:19.473536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Attempting to bind port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:19.473944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Attempting to bind port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 on network c3434137-f889-462f-ab75-b68b0b3dab56 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:19.480798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:19.490891 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.493070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:19.493605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Checking segment: {'id': 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:19.493839 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.494222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Bound using segment: {'id': 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:19.495070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Bound port: f0fb1eae-5e1d-4b47-9dd6-309acb4e4613, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:19.495455 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.513507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b822432b-9c9c-47a2-bf00-f7b54a0b95f9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Deleting port b80c14b4-0f37-4fdb-baea-745e88bd8c52 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:19.513875 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b822432b-9c9c-47a2-bf00-f7b54a0b95f9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.519666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5928aa4-b4c9-4240-aa5b-c3cda40e30ab req-e8735f24-f8ff-473d-a8ee-a95ef537c949 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740747 Apr 18 20:38:19.520435 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99abe597-9222-4cb2-9e0f-6324e571dfb5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.523394 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99abe597-9222-4cb2-9e0f-6324e571dfb5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.525031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-99abe597-9222-4cb2-9e0f-6324e571dfb5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/79cd1eba-c71b-40fd-b540-78d26456b1c4 HTTP/1.1" status: 204 len: 168 time: 0.4241800 Apr 18 20:38:19.529729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43182) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:19.584346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abe597-9222-4cb2-9e0f-6324e571dfb5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cd1eba-c71b-40fd-b540-78d26456b1c4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:19.596735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] For port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:19.600027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] For port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f0fb1eae-5e1d-4b47-9dd6-309acb4e4613,segment=NetworkSegment(e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0),segment_id=e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:19.620266 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.652180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c47f3cf4-ed6e-4ad4-9a55-2426f1ee1a47 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1099789 Apr 18 20:38:19.684103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43184) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:19.688445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-087dc936-e2dc-4230-9752-51fe85a0c61b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850523534'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:19.708110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9e5b1-a953-44ea-bf27-79855620c873 None None] Pushing event updated for resources: {'Port': ['ID=f0fb1eae-5e1d-4b47-9dd6-309acb4e4613,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:19.745098 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-087dc936-e2dc-4230-9752-51fe85a0c61b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.800615 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b822432b-9c9c-47a2-bf00-f7b54a0b95f9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.818074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-831c720b-edb3-4e6a-b105-a76c4da49fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.832705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b822432b-9c9c-47a2-bf00-f7b54a0b95f9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Calling delete_port for b80c14b4-0f37-4fdb-baea-745e88bd8c52 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:19.860710 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.987491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Subnet': ['ID=18073a37-8625-4b7a-955e-93343fa70051,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:20.018617 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-087dc936-e2dc-4230-9752-51fe85a0c61b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.019693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Checking segment: {'id': '3c22900a-b003-4c24-903b-0eb7ad0d6eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:20.020600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network hostable DHCP agents. Network: 0dd42018-c7b6-4839-b131-b93be5b83840, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:20.030850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-087dc936-e2dc-4230-9752-51fe85a0c61b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.050448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network 0dd42018-c7b6-4839-b131-b93be5b83840 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:20.072263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 0dd42018-c7b6-4839-b131-b93be5b83840) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:20.084810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4761cb5-2c16-4481-83a6-e88fc631330f None None] Network 0dd42018-c7b6-4839-b131-b93be5b83840 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:20.096806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dc936-e2dc-4230-9752-51fe85a0c61b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9684d6fb-fd4e-4a12-bd3b-8ddeedc7ef80,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:20.104745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.105671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.112680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-087dc936-e2dc-4230-9752-51fe85a0c61b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.116870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-087dc936-e2dc-4230-9752-51fe85a0c61b tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4317570 Apr 18 20:38:20.117498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43196) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:20.139156 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-831c720b-edb3-4e6a-b105-a76c4da49fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.148484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e495463e-9c2f-4b5e-ac72-811f8922d028 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '9684d6fb-fd4e-4a12-bd3b-8ddeedc7ef80', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:20.153327 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-e495463e-9c2f-4b5e-ac72-811f8922d028 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 20:38:20.153327 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-e495463e-9c2f-4b5e-ac72-811f8922d028 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:20.153948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e495463e-9c2f-4b5e-ac72-811f8922d028 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0131397 Apr 18 20:38:20.155263 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-10391815-c7c9-45bf-9ecc-2c05e56661a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8672001 Apr 18 20:38:20.156293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43202) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:20.181177 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-831c720b-edb3-4e6a-b105-a76c4da49fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.188057 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b822432b-9c9c-47a2-bf00-f7b54a0b95f9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.252253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822432b-9c9c-47a2-bf00-f7b54a0b95f9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event deleted for resources: {'Port': ['ID=b80c14b4-0f37-4fdb-baea-745e88bd8c52,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:20.266878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-831c720b-edb3-4e6a-b105-a76c4da49fd6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be3edc1699e34eeb9be57862c34282a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9869819 Apr 18 20:38:20.268144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c720b-edb3-4e6a-b105-a76c4da49fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce54b100-f1b8-4d5d-856b-59b2277e0a0d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:20.270270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c96974-4171-42ed-81b1-e9a904aef960 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.273230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43206) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:20.359048 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c96974-4171-42ed-81b1-e9a904aef960 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.453019 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c96974-4171-42ed-81b1-e9a904aef960 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.457862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72c96974-4171-42ed-81b1-e9a904aef960 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.465445 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-72c96974-4171-42ed-81b1-e9a904aef960 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/9684d6fb-fd4e-4a12-bd3b-8ddeedc7ef80 HTTP/1.1" status: 204 len: 168 time: 0.3079772 Apr 18 20:38:20.472182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43214) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:20.488907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c96974-4171-42ed-81b1-e9a904aef960 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9684d6fb-fd4e-4a12-bd3b-8ddeedc7ef80,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:20.573210 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b822432b-9c9c-47a2-bf00-f7b54a0b95f9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.578719 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b822432b-9c9c-47a2-bf00-f7b54a0b95f9 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "DELETE /v2.0/ports/b80c14b4-0f37-4fdb-baea-745e88bd8c52 HTTP/1.1" status: 204 len: 168 time: 1.3589716 Apr 18 20:38:20.579084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43226) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:20.653460 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8ac26466-70a2-478b-9b6e-724b1a1364da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.664638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950867b-1bff-4307-9086-aa580c50e540 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.669954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1950867b-1bff-4307-9086-aa580c50e540 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "GET /v2.0/ports?device_id=5838deab-ed3f-4126-93fd-20ff5e077441 HTTP/1.1" status: 200 len: 913 time: 0.0892067 Apr 18 20:38:20.674183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43230) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:20.677948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-0dd42018-c7b6-4839-b131-b93be5b83840', 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'fixed_ips': [{'subnet_id': '18073a37-8625-4b7a-955e-93343fa70051'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:38:20.678912 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.780360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b661c82e-a6b7-4cce-82a0-5e57306f515a tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2929928 Apr 18 20:38:20.782643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8ac26466-70a2-478b-9b6e-724b1a1364da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.786115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43232) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:20.797090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-13c87736-8e2c-462b-94b6-d090777892a1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'tempest-secgroup--784129263'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:20.824238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc35e57-d093-4de5-8b13-5a7c98727d39 req-a1cf0dbd-26fd-49f1-ad0d-eac86f5ee0ad tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.825847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4fc35e57-d093-4de5-8b13-5a7c98727d39 req-a1cf0dbd-26fd-49f1-ad0d-eac86f5ee0ad tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.3021502 Apr 18 20:38:20.867234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Allocated IP 19.86.0.2 (0dd42018-c7b6-4839-b131-b93be5b83840/18073a37-8625-4b7a-955e-93343fa70051/ca0f6f96-ac61-4214-b6f1-0c196c6e1549) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:20.932392 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-13c87736-8e2c-462b-94b6-d090777892a1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.951852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-9954e0a1-6d70-443e-b07b-80b6a29ec2fe tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.958113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-9954e0a1-6d70-443e-b07b-80b6a29ec2fe tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:20.959765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-9954e0a1-6d70-443e-b07b-80b6a29ec2fe tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/networks?id=c3434137-f889-462f-ab75-b68b0b3dab56&id=0dd42018-c7b6-4839-b131-b93be5b83840 HTTP/1.1" status: 200 len: 1391 time: 0.3821318 Apr 18 20:38:21.019679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4fc35e57-d093-4de5-8b13-5a7c98727d39 req-5fc818cc-699b-43ed-b99d-4643e6af7322 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763792 Apr 18 20:38:21.073606 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-13c87736-8e2c-462b-94b6-d090777892a1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.076665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8ac26466-70a2-478b-9b6e-724b1a1364da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.079621 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8ac26466-70a2-478b-9b6e-724b1a1364da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.083929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8ac26466-70a2-478b-9b6e-724b1a1364da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce54b100-f1b8-4d5d-856b-59b2277e0a0d HTTP/1.1" status: 204 len: 168 time: 0.8062284 Apr 18 20:38:21.083929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b18c4200-a77d-4829-9721-3539280492d4 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/quotas/6b8e2fee80a14ab9bbbf0312c6218030 HTTP/1.1" status: 200 len: 375 time: 0.1049647 Apr 18 20:38:21.093088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-13c87736-8e2c-462b-94b6-d090777892a1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.160009 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.169472 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.190138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-13c87736-8e2c-462b-94b6-d090777892a1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.191371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-13c87736-8e2c-462b-94b6-d090777892a1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4001203 Apr 18 20:38:21.198974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43236) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:21.205786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac26466-70a2-478b-9b6e-724b1a1364da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce54b100-f1b8-4d5d-856b-59b2277e0a0d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:21.206322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e4e3fbb6-e9b4-463a-8476-76f6f30f50d1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '19ddc9b6-cc91-480e-9391-cf209e90b4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:21.221440 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-e4e3fbb6-e9b4-463a-8476-76f6f30f50d1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 20:38:21.222273 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-e4e3fbb6-e9b4-463a-8476-76f6f30f50d1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:21.223484 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e4e3fbb6-e9b4-463a-8476-76f6f30f50d1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0217218 Apr 18 20:38:21.228042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43238) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:21.233915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-39a36581-11a0-4f6e-afea-c582f81c3d5a tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '19ddc9b6-cc91-480e-9391-cf209e90b4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:21.234761 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-39a36581-11a0-4f6e-afea-c582f81c3d5a tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 20:38:21.235251 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-39a36581-11a0-4f6e-afea-c582f81c3d5a tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:21.236933 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-39a36581-11a0-4f6e-afea-c582f81c3d5a tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079782 Apr 18 20:38:21.242065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6291b21f-e45c-42c5-a752-3b3d74f373da None None] Network c3434137-f889-462f-ab75-b68b0b3dab56 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:21.244358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43240) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:21.258980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Network 0dd42018-c7b6-4839-b131-b93be5b83840 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:21.264224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87395-e00b-4d89-ba47-f4d2ee897a1a req-67c9c851-b0b3-4756-b6b4-fbcd4b943b7f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:21.266008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9cb87395-e00b-4d89-ba47-f4d2ee897a1a req-67c9c851-b0b3-4756-b6b4-fbcd4b943b7f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.1215053 Apr 18 20:38:21.268580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c87736-8e2c-462b-94b6-d090777892a1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ddc9b6-cc91-480e-9391-cf209e90b4a6,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:21.277153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:21.279780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-46fa4c1f-2c99-4391-8a08-31f97185ef97 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602335 Apr 18 20:38:21.289017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f58767c6-da75-4ef4-820b-cea8971d9e89 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '19ddc9b6-cc91-480e-9391-cf209e90b4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:21.289868 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-f58767c6-da75-4ef4-820b-cea8971d9e89 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 20:38:21.290337 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-f58767c6-da75-4ef4-820b-cea8971d9e89 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:21.291328 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f58767c6-da75-4ef4-820b-cea8971d9e89 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0404096 Apr 18 20:38:21.296310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43242) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:21.296508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:21.301291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8db3f70f-0142-4509-9e50-77184887e972 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '19ddc9b6-cc91-480e-9391-cf209e90b4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:21.302152 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-8db3f70f-0142-4509-9e50-77184887e972 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 20:38:21.302631 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-8db3f70f-0142-4509-9e50-77184887e972 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:21.303553 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8db3f70f-0142-4509-9e50-77184887e972 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063295 Apr 18 20:38:21.308131 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43244) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:21.383645 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.389461 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42147c3b-44f9-47d5-b040-268b022ffcbd tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.413983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-dc912e06-b344-4a45-b2af-f34bb45d8410 None None] Provisioning complete for port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:21.414932 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dc912e06-b344-4a45-b2af-f34bb45d8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.419355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Pushing event updated for resources: {'Port': ['ID=ca0f6f96-ac61-4214-b6f1-0c196c6e1549,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:21.421043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-53389a63-60a1-4113-8c6b-04ebe1ced76f service neutron] 10.222.0.49 "GET /v2.0/networks/c3434137-f889-462f-ab75-b68b0b3dab56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281393 Apr 18 20:38:21.465253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Attempting to bind port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:21.465624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Attempting to bind port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '3c22900a-b003-4c24-903b-0eb7ad0d6eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:21.465981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Attempting to bind port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 on network 0dd42018-c7b6-4839-b131-b93be5b83840 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:21.473698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9cb87395-e00b-4d89-ba47-f4d2ee897a1a req-0a2d3b15-323f-4bdc-8dec-36b1cca6f9eb tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927814 Apr 18 20:38:21.517888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:21.518261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Checking segment: {'id': '3c22900a-b003-4c24-903b-0eb7ad0d6eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:21.518819 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.519210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Bound using segment: {'id': '3c22900a-b003-4c24-903b-0eb7ad0d6eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:21.519731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Bound port: ca0f6f96-ac61-4214-b6f1-0c196c6e1549, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c22900a-b003-4c24-903b-0eb7ad0d6eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:21.520276 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.597934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] For port ca0f6f96-ac61-4214-b6f1-0c196c6e1549, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:21.601688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] For port ca0f6f96-ac61-4214-b6f1-0c196c6e1549, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ca0f6f96-ac61-4214-b6f1-0c196c6e1549,segment=NetworkSegment(3c22900a-b003-4c24-903b-0eb7ad0d6eb0),segment_id=3c22900a-b003-4c24-903b-0eb7ad0d6eb0)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:21.612118 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.627753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-57034b4e-5bde-402e-8463-9ea24e61b37f service neutron] 10.222.0.49 "GET /v2.0/networks/c3434137-f889-462f-ab75-b68b0b3dab56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043400 Apr 18 20:38:21.684323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:21.737156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42147c3b-44f9-47d5-b040-268b022ffcbd tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.830594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-30cb3494-d251-4561-930f-fa67b97bbbec service neutron] 10.222.0.49 "GET /v2.0/networks/0dd42018-c7b6-4839-b131-b93be5b83840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005756 Apr 18 20:38:21.870373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dc912e06-b344-4a45-b2af-f34bb45d8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.913374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:21.913702 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.922483 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42147c3b-44f9-47d5-b040-268b022ffcbd tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.925929 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42147c3b-44f9-47d5-b040-268b022ffcbd tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.930526 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-42147c3b-44f9-47d5-b040-268b022ffcbd tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/19ddc9b6-cc91-480e-9391-cf209e90b4a6 HTTP/1.1" status: 204 len: 168 time: 0.6211464 Apr 18 20:38:21.931515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43256) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:21.956083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ef360-6e3e-4f79-bdea-6a4583fd1eff None None] Pushing event updated for resources: {'Port': ['ID=ca0f6f96-ac61-4214-b6f1-0c196c6e1549,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:22.006025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-5ad8db50-7c15-4ba6-84b7-775ebf63a042 service neutron] 10.222.0.49 "GET /v2.0/networks/0dd42018-c7b6-4839-b131-b93be5b83840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745675 Apr 18 20:38:22.027000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42147c3b-44f9-47d5-b040-268b022ffcbd tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ddc9b6-cc91-480e-9391-cf209e90b4a6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:22.091657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43262) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:22.092787 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0beeb80d-4edb-4e88-88ae-009ce1bafb54 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1494281 Apr 18 20:38:22.102378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a9c85a70-8a48-47b2-935a-27393520d8cb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'tempest-secgroup--645814056'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:22.102669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-dc912e06-b344-4a45-b2af-f34bb45d8410 None None] For port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f0fb1eae-5e1d-4b47-9dd6-309acb4e4613,segment=NetworkSegment(e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0),segment_id=e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:22.119691 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dc912e06-b344-4a45-b2af-f34bb45d8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.176668 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9c85a70-8a48-47b2-935a-27393520d8cb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.226202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc912e06-b344-4a45-b2af-f34bb45d8410 None None] Pushing event updated for resources: {'Port': ['ID=f0fb1eae-5e1d-4b47-9dd6-309acb4e4613,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:22.297794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Deleting port 1d689e2f-b248-43d5-ae7f-dac6613022b6 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:22.301961 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.406569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9c85a70-8a48-47b2-935a-27393520d8cb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.434164 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9c85a70-8a48-47b2-935a-27393520d8cb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.516000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.533721 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9c85a70-8a48-47b2-935a-27393520d8cb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.535472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a9c85a70-8a48-47b2-935a-27393520d8cb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4427676 Apr 18 20:38:22.539897 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43280) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:22.540961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Calling delete_port for 1d689e2f-b248-43d5-ae7f-dac6613022b6 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:22.549026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-757ac023-e9a5-4606-a655-b3878664b7c2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': 'cf922cf5-534e-40f9-b343-7d505acef4d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:22.551795 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-757ac023-e9a5-4606-a655-b3878664b7c2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 20:38:22.552449 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-757ac023-e9a5-4606-a655-b3878664b7c2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:22.556702 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-757ac023-e9a5-4606-a655-b3878664b7c2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134757 Apr 18 20:38:22.558589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43284) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:22.565712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-aa781025-c568-4e81-8beb-25760a237941 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': 'cf922cf5-534e-40f9-b343-7d505acef4d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:22.584600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-65c12131-57de-4df6-a5a8-ee1ab6a2c64e None None] Provisioning complete for port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:22.585323 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-65c12131-57de-4df6-a5a8-ee1ab6a2c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.604471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8beaaf-9738-4479-830f-873d58766955 req-6dd3ed47-3fad-4c93-8a0e-08c7e97fa22c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:22.608817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da8beaaf-9738-4479-830f-873d58766955 req-6dd3ed47-3fad-4c93-8a0e-08c7e97fa22c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.2049563 Apr 18 20:38:22.612448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c85a70-8a48-47b2-935a-27393520d8cb tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf922cf5-534e-40f9-b343-7d505acef4d5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:22.690064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccbbe3cf-5041-43a5-8d8e-39c68d4013af req-203dbf99-7084-4732-9943-09141cc87bf6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 210 time: 0.0677192 Apr 18 20:38:22.714830 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-aa781025-c568-4e81-8beb-25760a237941 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:22.718816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aa781025-c568-4e81-8beb-25760a237941 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1571388 Apr 18 20:38:22.722257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43292) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:22.735490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-830dce52-bc60-4820-818d-60577fe560bc tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': 'cf922cf5-534e-40f9-b343-7d505acef4d5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:22.739520 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-830dce52-bc60-4820-818d-60577fe560bc tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 20:38:22.740073 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-830dce52-bc60-4820-818d-60577fe560bc tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:22.744980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-830dce52-bc60-4820-818d-60577fe560bc tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0163965 Apr 18 20:38:22.745785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43294) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:22.751610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-59c9a44a-f2b7-4a85-a1e0-60fc4b117eb6 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': 'cf922cf5-534e-40f9-b343-7d505acef4d5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:22.802463 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da8beaaf-9738-4479-830f-873d58766955 req-55a81936-bc52-429d-9f81-845c909ca471 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846795 Apr 18 20:38:22.868283 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-59c9a44a-f2b7-4a85-a1e0-60fc4b117eb6 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:22.872746 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-59c9a44a-f2b7-4a85-a1e0-60fc4b117eb6 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1252050 Apr 18 20:38:22.875134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43304) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:22.884561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fa333439-0842-47ba-8988-dfa1c9fb7fcf tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': 'cf922cf5-534e-40f9-b343-7d505acef4d5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:22.885592 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-fa333439-0842-47ba-8988-dfa1c9fb7fcf tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 20:38:22.886338 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-fa333439-0842-47ba-8988-dfa1c9fb7fcf tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:22.890994 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fa333439-0842-47ba-8988-dfa1c9fb7fcf tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148501 Apr 18 20:38:22.891721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43308) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:22.928711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a8baf714-c931-424f-a81f-ce02035c3829 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': 'cf922cf5-534e-40f9-b343-7d505acef4d5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:22.958241 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-a8baf714-c931-424f-a81f-ce02035c3829 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Project fe440accfd454f28a2cf2e3dcf46987c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:38:22.991991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929151e-419b-4e8c-9242-2262c9b6b706 req-63437439-1fb0-459e-952d-2f63d0ff80da tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:22.994159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1929151e-419b-4e8c-9242-2262c9b6b706 req-63437439-1fb0-459e-952d-2f63d0ff80da tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.1379008 Apr 18 20:38:23.002872 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-a8baf714-c931-424f-a81f-ce02035c3829 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:23.006328 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a8baf714-c931-424f-a81f-ce02035c3829 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1090472 Apr 18 20:38:23.006489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43312) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:23.007563 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.035399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-baf3ea77-685d-49e4-ad84-f8970e4a71a8 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': 'cf922cf5-534e-40f9-b343-7d505acef4d5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:23.035912 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-baf3ea77-685d-49e4-ad84-f8970e4a71a8 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 20:38:23.037310 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-baf3ea77-685d-49e4-ad84-f8970e4a71a8 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:23.039576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-baf3ea77-685d-49e4-ad84-f8970e4a71a8 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116408 Apr 18 20:38:23.074533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43314) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:23.079212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-421c72c6-bbfa-4c69-a582-4b4bb5bd6758 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': 'cf922cf5-534e-40f9-b343-7d505acef4d5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:23.129693 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-421c72c6-bbfa-4c69-a582-4b4bb5bd6758 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Project fe440accfd454f28a2cf2e3dcf46987c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:38:23.130884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event deleted for resources: {'Port': ['ID=1d689e2f-b248-43d5-ae7f-dac6613022b6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:23.150600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1929151e-419b-4e8c-9242-2262c9b6b706 req-f4c732c4-bbe0-4c7b-8476-ed0ca7912fef tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499505 Apr 18 20:38:23.159292 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-421c72c6-bbfa-4c69-a582-4b4bb5bd6758 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:23.161351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-421c72c6-bbfa-4c69-a582-4b4bb5bd6758 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0858202 Apr 18 20:38:23.164341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43316) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:23.168884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b471a601-9cbc-496a-976a-0f759ef1d236 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': 'cf922cf5-534e-40f9-b343-7d505acef4d5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:23.238880 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-b471a601-9cbc-496a-976a-0f759ef1d236 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Project fe440accfd454f28a2cf2e3dcf46987c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:38:23.269858 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-b471a601-9cbc-496a-976a-0f759ef1d236 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:23.273619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b471a601-9cbc-496a-976a-0f759ef1d236 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1066968 Apr 18 20:38:23.274843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43322) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:23.378038 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96aa6f35-31fa-413a-aba6-2bb3ee739ff5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.420800 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96aa6f35-31fa-413a-aba6-2bb3ee739ff5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.430282 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.514821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b4fde0-cdd2-48ac-a1c1-ad6a4496e212 None None] Network 0dd42018-c7b6-4839-b131-b93be5b83840 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:23.554315 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96aa6f35-31fa-413a-aba6-2bb3ee739ff5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.557532 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96aa6f35-31fa-413a-aba6-2bb3ee739ff5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.560533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-96aa6f35-31fa-413a-aba6-2bb3ee739ff5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/cf922cf5-534e-40f9-b343-7d505acef4d5 HTTP/1.1" status: 204 len: 168 time: 0.2766337 Apr 18 20:38:23.562915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43336) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:23.579128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa6f35-31fa-413a-aba6-2bb3ee739ff5 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf922cf5-534e-40f9-b343-7d505acef4d5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:23.647403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-06f4bc54-c96d-4052-87a7-3588ae62a524 None None] Provisioning complete for port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:23.648026 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-06f4bc54-c96d-4052-87a7-3588ae62a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.689211 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d2fab110-d8f4-4cf5-a5de-384aeb385f95 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1212196 Apr 18 20:38:23.689314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43344) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:23.694712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b83f883c-197e-4cb6-8d5d-8539cf21b8c9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650522504'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:23.725674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b83f883c-197e-4cb6-8d5d-8539cf21b8c9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.737371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ca0f6f96-ac61-4214-b6f1-0c196c6e1549 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:23.849792 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b83f883c-197e-4cb6-8d5d-8539cf21b8c9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.861798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:23.862594 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.932464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Router 5838deab-ed3f-4126-93fd-20ff5e077441 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:23.959169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a026177-f77a-4cfb-9872-375e242ab6d6 req-a302b89f-f498-4052-aee8-8df68cce5729 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 210 time: 0.1061373 Apr 18 20:38:23.963488 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b83f883c-197e-4cb6-8d5d-8539cf21b8c9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.027597 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b83f883c-197e-4cb6-8d5d-8539cf21b8c9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.032845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b83f883c-197e-4cb6-8d5d-8539cf21b8c9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3424625 Apr 18 20:38:24.077882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43366) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:24.088846 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c71eb832-d4c8-43d7-b30a-b16dbb21c7f0 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '66c57cfe-1508-45f7-8d02-cf96eb97138b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:24.107854 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-06f4bc54-c96d-4052-87a7-3588ae62a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.292883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f883c-197e-4cb6-8d5d-8539cf21b8c9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c57cfe-1508-45f7-8d02-cf96eb97138b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:24.299966 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.370662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-06f4bc54-c96d-4052-87a7-3588ae62a524 None None] For port ca0f6f96-ac61-4214-b6f1-0c196c6e1549, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ca0f6f96-ac61-4214-b6f1-0c196c6e1549,segment=NetworkSegment(3c22900a-b003-4c24-903b-0eb7ad0d6eb0),segment_id=3c22900a-b003-4c24-903b-0eb7ad0d6eb0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:24.379443 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-06f4bc54-c96d-4052-87a7-3588ae62a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.553409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4bc54-c96d-4052-87a7-3588ae62a524 None None] Pushing event updated for resources: {'Port': ['ID=ca0f6f96-ac61-4214-b6f1-0c196c6e1549,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:24.580950 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:38:24.586127 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:38:24.606807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a3407546-9621-4463-bd7c-2bb55f808a41 None None] Provisioning complete for port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:24.607976 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a3407546-9621-4463-bd7c-2bb55f808a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.668902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43390) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:24.685247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:24.696713 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-64c01ef9-0a6d-4938-b2c1-27d5b99c4020 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "PUT /v2.0/routers/5838deab-ed3f-4126-93fd-20ff5e077441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0214138 Apr 18 20:38:24.697999 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c00a7ab-bd76-4852-9063-233ef4fec7de None None] Sync routers for ids ['5838deab-ed3f-4126-93fd-20ff5e077441'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:24.700178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43406) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:24.726472 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c00a7ab-bd76-4852-9063-233ef4fec7de None None] Routers {'5838deab-ed3f-4126-93fd-20ff5e077441'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:24.729292 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7c00a7ab-bd76-4852-9063-233ef4fec7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5838deab-ed3f-4126-93fd-20ff5e077441'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:24.804279 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7c00a7ab-bd76-4852-9063-233ef4fec7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:24.815952 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c00a7ab-bd76-4852-9063-233ef4fec7de None None] Routers {'5838deab-ed3f-4126-93fd-20ff5e077441'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:24.818150 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7c00a7ab-bd76-4852-9063-233ef4fec7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5838deab-ed3f-4126-93fd-20ff5e077441'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:24.876881 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7c00a7ab-bd76-4852-9063-233ef4fec7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:24.877785 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c00a7ab-bd76-4852-9063-233ef4fec7de None None] The sync data for ids ['5838deab-ed3f-4126-93fd-20ff5e077441'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:24.942366 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.943718 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-c71eb832-d4c8-43d7-b30a-b16dbb21c7f0 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The resource could not be found. Apr 18 20:38:24.944794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c71eb832-d4c8-43d7-b30a-b16dbb21c7f0 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8621495 Apr 18 20:38:24.952121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43412) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:24.969310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-17a73dbd-a939-45c1-a442-dc933ae899f1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '66c57cfe-1508-45f7-8d02-cf96eb97138b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2d3622db-9dc2-491e-aeb2-d15983e122a7'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:24.997056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cc7a4-5080-4cbb-ab83-9162f84a0c05 req-b4708449-241f-41e0-92b7-435e3405a03e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.998574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c5cc7a4-5080-4cbb-ab83-9162f84a0c05 req-b4708449-241f-41e0-92b7-435e3405a03e tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.8186417 Apr 18 20:38:25.003764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc31dcde-53a4-4c2f-87ba-ca6404f8b972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.012003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-a44f6856-528f-473c-adb6-a2b31f93cd7c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:25.018355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-a44f6856-528f-473c-adb6-a2b31f93cd7c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:25.019962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-a44f6856-528f-473c-adb6-a2b31f93cd7c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "GET /v2.0/networks?id=c3434137-f889-462f-ab75-b68b0b3dab56&id=0dd42018-c7b6-4839-b131-b93be5b83840 HTTP/1.1" status: 200 len: 1391 time: 0.9771426 Apr 18 20:38:25.041833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'port': {'device_id': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56', 'admin_state_up': True, 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:25.059478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5df239-0540-4858-a5c4-308b79623f4a req-38197928-7c86-4f08-baf9-1cb9c83940a1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:25.061000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc5df239-0540-4858-a5c4-308b79623f4a req-38197928-7c86-4f08-baf9-1cb9c83940a1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2025523 Apr 18 20:38:25.124623 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.150031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:25.171744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c5cc7a4-5080-4cbb-ab83-9162f84a0c05 req-6a2aa39f-a7f4-4de5-9801-3109f1013d40 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507683 Apr 18 20:38:25.185877 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-17a73dbd-a939-45c1-a442-dc933ae899f1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The resource could not be found. Apr 18 20:38:25.187337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-17a73dbd-a939-45c1-a442-dc933ae899f1 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2292440 Apr 18 20:38:25.193485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43426) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:25.206561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc5df239-0540-4858-a5c4-308b79623f4a req-c92cb238-e647-4573-9a0f-b708b9277f52 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235418 Apr 18 20:38:25.243979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:25.243979 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.275172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:25.279613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.385565 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc31dcde-53a4-4c2f-87ba-ca6404f8b972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.392869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Deleting port 97421af9-f83a-4fb8-8b9f-76b3c09430c7 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:25.393878 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.400814 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc31dcde-53a4-4c2f-87ba-ca6404f8b972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.436440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ca0f6f96-ac61-4214-b6f1-0c196c6e1549 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:25.445379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2898c96-b67b-43e1-9b5e-2449de69eb59 req-fcbaf904-9f9a-49b9-bff6-f36cb05a0b27 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 210 time: 0.1339962 Apr 18 20:38:25.455827 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cc31dcde-53a4-4c2f-87ba-ca6404f8b972 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8db7a9621e57473fbb1a099e48a24b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7849836 Apr 18 20:38:25.457460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43444) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:25.584028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:25.585528 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.616040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ac3b-9cd0-4ca7-963c-b7dc599f78ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.622733 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13acacfa-5698-4ae9-b2b9-db1521f52d59 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.630550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31dcde-53a4-4c2f-87ba-ca6404f8b972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8b16b6-6126-45aa-843b-6fab6c833c74,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:25.670417 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ac3b-9cd0-4ca7-963c-b7dc599f78ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.673397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Allocated IP 19.80.0.197 (c3434137-f889-462f-ab75-b68b0b3dab56/ab8026f2-c7db-4569-967f-b3f5d892d8f0/5d7bc9c0-1b40-4621-8000-b658bb563da1) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:25.703901 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13acacfa-5698-4ae9-b2b9-db1521f52d59 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.753091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.765943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Calling delete_port for 97421af9-f83a-4fb8-8b9f-76b3c09430c7 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:25.776244 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13acacfa-5698-4ae9-b2b9-db1521f52d59 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.778825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13acacfa-5698-4ae9-b2b9-db1521f52d59 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.783176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43456) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:25.789144 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-13acacfa-5698-4ae9-b2b9-db1521f52d59 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/66c57cfe-1508-45f7-8d02-cf96eb97138b HTTP/1.1" status: 204 len: 168 time: 0.5867355 Apr 18 20:38:25.801768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acacfa-5698-4ae9-b2b9-db1521f52d59 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c57cfe-1508-45f7-8d02-cf96eb97138b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:25.817136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ac3b-9cd0-4ca7-963c-b7dc599f78ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.823083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ddd5ac3b-9cd0-4ca7-963c-b7dc599f78ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.826991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ddd5ac3b-9cd0-4ca7-963c-b7dc599f78ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a8b16b6-6126-45aa-843b-6fab6c833c74 HTTP/1.1" status: 204 len: 168 time: 0.3637943 Apr 18 20:38:25.973935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-db5286c7-eefd-435a-bb4b-497feea8a273 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1891973 Apr 18 20:38:25.975211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5ac3b-9cd0-4ca7-963c-b7dc599f78ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8b16b6-6126-45aa-843b-6fab6c833c74,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:25.977721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43466) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:25.988590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4e71a9d9-fadc-43eb-8685-8cb9dca88276 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '03622597-f43d-4802-9cf1-f3deabf4b4ff', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:26.019962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.059713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event deleted for resources: {'Port': ['ID=97421af9-f83a-4fb8-8b9f-76b3c09430c7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:26.112037 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.115359 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-4e71a9d9-fadc-43eb-8685-8cb9dca88276 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The resource could not be found. Apr 18 20:38:26.119819 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4e71a9d9-fadc-43eb-8685-8cb9dca88276 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1340144 Apr 18 20:38:26.120598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43478) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:26.126460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6078312d-dbcf-4ed3-a8a5-05645d52856d tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1302372658'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:26.175636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6078312d-dbcf-4ed3-a8a5-05645d52856d tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.188915 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.205891 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.232089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network c3434137-f889-462f-ab75-b68b0b3dab56 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:26.235795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:26.239868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:26.414313 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.423055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.523975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.524881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Fanout notify agent at l3_agent the message router_deleted on router 5838deab-ed3f-4126-93fd-20ff5e077441 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:38:26.543898 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.551898 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d29f725c-2d5b-40e4-9af8-a5078dd58c94 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "DELETE /v2.0/routers/5838deab-ed3f-4126-93fd-20ff5e077441 HTTP/1.1" status: 204 len: 168 time: 1.8484633 Apr 18 20:38:26.552738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43500) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:26.613762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Port': ['ID=5d7bc9c0-1b40-4621-8000-b658bb563da1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:26.642492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.644387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.646223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef20eb61-0023-4c88-9219-d7fe650d9a43 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Deleting subnet 0482ed5e-69cf-4d66-853a-5e3c83d03060 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:38:26.651758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef20eb61-0023-4c88-9219-d7fe650d9a43 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.707084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6078312d-dbcf-4ed3-a8a5-05645d52856d tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.715544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6078312d-dbcf-4ed3-a8a5-05645d52856d tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.721936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0baa0ed1-32ae-4cc8-96d3-4e63dbad1093 None None] Provisioning complete for port 5d7bc9c0-1b40-4621-8000-b658bb563da1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:26.723158 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0baa0ed1-32ae-4cc8-96d3-4e63dbad1093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.739083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff965035-6147-4555-b30c-34f7d55f8a3c req-dfa10638-fd88-44dc-ad6c-82c383cc3223 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.741025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff965035-6147-4555-b30c-34f7d55f8a3c req-dfa10638-fd88-44dc-ad6c-82c383cc3223 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2715049 Apr 18 20:38:26.749976 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef20eb61-0023-4c88-9219-d7fe650d9a43 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.755008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057a7b2-478f-4662-8b42-88371ebb175d req-b8ab4f49-92fe-45e0-8bee-c84bd250a4a4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:26.765201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c057a7b2-478f-4662-8b42-88371ebb175d req-b8ab4f49-92fe-45e0-8bee-c84bd250a4a4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.3679123 Apr 18 20:38:26.775877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0baa0ed1-32ae-4cc8-96d3-4e63dbad1093 None None] Port 5d7bc9c0-1b40-4621-8000-b658bb563da1 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:26.776710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6078312d-dbcf-4ed3-a8a5-05645d52856d tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.778378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6078312d-dbcf-4ed3-a8a5-05645d52856d tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6566978 Apr 18 20:38:26.807032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb680ab8-190d-4e4f-b602-8934b198c064 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7712440 Apr 18 20:38:26.807427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43508) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:26.819778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-512bf489-a4b1-4c2a-ab82-a7f6101e3c07 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'tempest-secgroup--155130483'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:26.855679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Request body: {'port': {'device_id': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840', 'admin_state_up': True, 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:26.888279 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef20eb61-0023-4c88-9219-d7fe650d9a43 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.937355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078312d-dbcf-4ed3-a8a5-05645d52856d tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b11fe6-7fab-4e95-81df-0d962b999d98,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:26.956294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef20eb61-0023-4c88-9219-d7fe650d9a43 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.973359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c057a7b2-478f-4662-8b42-88371ebb175d req-fd64c935-63e0-4d19-82f8-559de355b1b3 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072041 Apr 18 20:38:26.978455 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-512bf489-a4b1-4c2a-ab82-a7f6101e3c07 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.002090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20eb61-0023-4c88-9219-d7fe650d9a43 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event deleted for resources: {'Subnet': ['ID=0482ed5e-69cf-4d66-853a-5e3c83d03060,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:27.002454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff965035-6147-4555-b30c-34f7d55f8a3c req-4097abd8-134f-419f-824c-56c526f311de tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082009 Apr 18 20:38:27.018170 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef20eb61-0023-4c88-9219-d7fe650d9a43 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.024380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f8aced-b8ec-45cc-b295-c49433780ba2 None None] Network a241ca30-9f31-47a0-9491-0ce364f80728 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:27.035894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ef20eb61-0023-4c88-9219-d7fe650d9a43 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "DELETE /v2.0/subnets/0482ed5e-69cf-4d66-853a-5e3c83d03060 HTTP/1.1" status: 204 len: 168 time: 0.4794796 Apr 18 20:38:27.038061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43530) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:27.259827 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-512bf489-a4b1-4c2a-ab82-a7f6101e3c07 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.349109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-512bf489-a4b1-4c2a-ab82-a7f6101e3c07 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.405175 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.478506 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-512bf489-a4b1-4c2a-ab82-a7f6101e3c07 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.479758 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-512bf489-a4b1-4c2a-ab82-a7f6101e3c07 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6635818 Apr 18 20:38:27.484824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43556) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:27.496397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77b67f9-1cb3-4eca-aaf6-f5b3f34835e4 None None] DHCP port deletion for a241ca30-9f31-47a0-9491-0ce364f80728 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:38:27.497920 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fa6d106b-9cc1-40ba-a58d-df156456726a tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': 'a3b11fe6-7fab-4e95-81df-0d962b999d98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '188da43b-ffef-4a71-bfec-5aca1951eb84'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:27.504008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2d8e1-c068-4be6-bc65-47405d84fae1 req-bc6794d0-7f87-42ab-bdbd-82c7fcb3f2db tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:27.505592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9d2d8e1-c068-4be6-bc65-47405d84fae1 req-bc6794d0-7f87-42ab-bdbd-82c7fcb3f2db tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 932 time: 0.4031076 Apr 18 20:38:27.511974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bf489-a4b1-4c2a-ab82-a7f6101e3c07 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188da43b-ffef-4a71-bfec-5aca1951eb84,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:27.524899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Made reservation on behalf of 6b8e2fee80a14ab9bbbf0312c6218030 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:27.531871 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.576426 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-fa6d106b-9cc1-40ba-a58d-df156456726a tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:27.580369 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fa6d106b-9cc1-40ba-a58d-df156456726a tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0928841 Apr 18 20:38:27.584373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43558) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:27.610295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e77b67f9-1cb3-4eca-aaf6-f5b3f34835e4 None None] Deleting port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:27.610805 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e77b67f9-1cb3-4eca-aaf6-f5b3f34835e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.701327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9d2d8e1-c068-4be6-bc65-47405d84fae1 req-aaf34478-a5d3-4c10-bc63-0f63d2e28388 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662657 Apr 18 20:38:27.718479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a8efb54-a067-48ed-9e2a-534ca4e0b001 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.731158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e77b67f9-1cb3-4eca-aaf6-f5b3f34835e4 None None] For port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03b9d0b0-f7d5-46c1-9187-b5574decc0ba,segment=NetworkSegment(d49a6d35-6435-45ac-994d-b47595c108ac),segment_id=d49a6d35-6435-45ac-994d-b47595c108ac)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:27.732793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e77b67f9-1cb3-4eca-aaf6-f5b3f34835e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.765474 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a8efb54-a067-48ed-9e2a-534ca4e0b001 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.787677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Deleting port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:27.788359 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.791757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e77b67f9-1cb3-4eca-aaf6-f5b3f34835e4 None None] Calling delete_port for 03b9d0b0-f7d5-46c1-9187-b5574decc0ba owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:27.870705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Allocated IP 19.86.0.208 (0dd42018-c7b6-4839-b131-b93be5b83840/18073a37-8625-4b7a-955e-93343fa70051/aaa8a238-5023-4d0a-ac2a-67836e818136) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:27.886895 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a8efb54-a067-48ed-9e2a-534ca4e0b001 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.890099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a8efb54-a067-48ed-9e2a-534ca4e0b001 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.891355 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9a8efb54-a067-48ed-9e2a-534ca4e0b001 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/188da43b-ffef-4a71-bfec-5aca1951eb84 HTTP/1.1" status: 204 len: 168 time: 0.3022349 Apr 18 20:38:27.895919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43576) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:27.911968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8efb54-a067-48ed-9e2a-534ca4e0b001 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188da43b-ffef-4a71-bfec-5aca1951eb84,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:27.913113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] For port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03b9d0b0-f7d5-46c1-9187-b5574decc0ba,segment=NetworkSegment(d49a6d35-6435-45ac-994d-b47595c108ac),segment_id=d49a6d35-6435-45ac-994d-b47595c108ac)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:27.913713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.942559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Calling delete_port for 03b9d0b0-f7d5-46c1-9187-b5574decc0ba owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:28.012539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e77b67f9-1cb3-4eca-aaf6-f5b3f34835e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.029464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43590) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:28.133342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b67f9-1cb3-4eca-aaf6-f5b3f34835e4 None None] No DVR routers for this DVR port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:28.134920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b67f9-1cb3-4eca-aaf6-f5b3f34835e4 None None] Pushing event deleted for resources: {'Port': ['ID=03b9d0b0-f7d5-46c1-9187-b5574decc0ba,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:28.164757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43596) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:28.165095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-68c855e8-7166-4176-a0c3-da979ea1f292 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2670350 Apr 18 20:38:28.245172 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50786ccc-2521-4332-8c5a-3d8872b6e42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.285270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c32f1-3624-45d8-9e60-0fceb4dd81d2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.295909 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.310771 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c32f1-3624-45d8-9e60-0fceb4dd81d2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.332560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.388348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event deleted for resources: {'Port': ['ID=03b9d0b0-f7d5-46c1-9187-b5574decc0ba,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:28.398917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] No DVR routers for this DVR port 03b9d0b0-f7d5-46c1-9187-b5574decc0ba on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:28.411145 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c32f1-3624-45d8-9e60-0fceb4dd81d2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.414132 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c32f1-3624-45d8-9e60-0fceb4dd81d2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.415425 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-435c32f1-3624-45d8-9e60-0fceb4dd81d2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/a3b11fe6-7fab-4e95-81df-0d962b999d98 HTTP/1.1" status: 204 len: 168 time: 0.2491536 Apr 18 20:38:28.417714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b75cd6-c9f7-437d-94bb-6a0b10df638b req-7b6be4c8-cfda-423e-8371-3686cc0d560c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:28.425789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43602) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:28.426066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65b75cd6-c9f7-437d-94bb-6a0b10df638b req-7b6be4c8-cfda-423e-8371-3686cc0d560c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.2902958 Apr 18 20:38:28.461805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c32f1-3624-45d8-9e60-0fceb4dd81d2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b11fe6-7fab-4e95-81df-0d962b999d98,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:28.542670 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50786ccc-2521-4332-8c5a-3d8872b6e42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.548259 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b9612721-964f-4977-93b7-17ac64b94fdd tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1206636 Apr 18 20:38:28.549825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50786ccc-2521-4332-8c5a-3d8872b6e42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.559535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43614) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:28.570657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83517d5-c037-47bd-a5c5-426cd1666ec6 req-62a70c44-4484-4eff-9710-d7a4777e5e5f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:28.578642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f83517d5-c037-47bd-a5c5-426cd1666ec6 req-62a70c44-4484-4eff-9710-d7a4777e5e5f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.3807108 Apr 18 20:38:28.580224 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6dfc9e66-15ad-4131-9d86-8b6e0080cb77 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710296087'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:28.585183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.593794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.620412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50786ccc-2521-4332-8c5a-3d8872b6e42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4605ff4-1ce0-42a1-9cba-e48af24ff849,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:28.641865 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-50786ccc-2521-4332-8c5a-3d8872b6e42f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59a76958e4be440497e261dd7c0880fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6107428 Apr 18 20:38:28.647080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43618) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:28.656193 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6dfc9e66-15ad-4131-9d86-8b6e0080cb77 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.679096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65b75cd6-c9f7-437d-94bb-6a0b10df638b req-0b9af3d9-e8d4-4556-9e2b-45f0de24e0fe tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522230 Apr 18 20:38:28.697872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Network 0dd42018-c7b6-4839-b131-b93be5b83840 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:28.700115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a241ca30-9f31-47a0-9491-0ce364f80728']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:28.723266 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:28.728481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:28.731822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb329cbf-afaa-4dce-b65f-2740efe28fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.773146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb329cbf-afaa-4dce-b65f-2740efe28fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.793043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49a6d35-6435-45ac-994d-b47595c108ac') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:28.794493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49a6d35-6435-45ac-994d-b47595c108ac') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:28.820979 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6dfc9e66-15ad-4131-9d86-8b6e0080cb77 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.830592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f83517d5-c037-47bd-a5c5-426cd1666ec6 req-a5cde11a-601e-40a2-ad8f-118f8c7ca76f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509942 Apr 18 20:38:28.834269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6dfc9e66-15ad-4131-9d86-8b6e0080cb77 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.872446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.906785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6dfc9e66-15ad-4131-9d86-8b6e0080cb77 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.913005 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6dfc9e66-15ad-4131-9d86-8b6e0080cb77 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3364370 Apr 18 20:38:28.916200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43628) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:28.929693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event updated for resources: {'Port': ['ID=aaa8a238-5023-4d0a-ac2a-67836e818136,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:28.941634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b622466e-91a1-4e12-9865-53529e255ff2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '6fc1b22c-cb41-455f-bb10-e75bd5d88655', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:28.968709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc9e66-15ad-4131-9d86-8b6e0080cb77 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc1b22c-cb41-455f-bb10-e75bd5d88655,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:28.982707 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43630) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:28.995439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb329cbf-afaa-4dce-b65f-2740efe28fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.995439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb329cbf-afaa-4dce-b65f-2740efe28fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.995764 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cb329cbf-afaa-4dce-b65f-2740efe28fa9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4605ff4-1ce0-42a1-9cba-e48af24ff849 HTTP/1.1" status: 204 len: 168 time: 0.3472290 Apr 18 20:38:29.022154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb329cbf-afaa-4dce-b65f-2740efe28fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4605ff4-1ce0-42a1-9cba-e48af24ff849,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:29.031653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.044946 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-b622466e-91a1-4e12-9865-53529e255ff2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:29.046403 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b622466e-91a1-4e12-9865-53529e255ff2 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1292329 Apr 18 20:38:29.050259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43636) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:29.060465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9c9a0522-849a-4817-8e9a-73d2d48aa368 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group_rule': {'security_group_id': '6fc1b22c-cb41-455f-bb10-e75bd5d88655', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:29.125129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.125830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.128084 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-9c9a0522-849a-4817-8e9a-73d2d48aa368 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:38:29.133762 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9c9a0522-849a-4817-8e9a-73d2d48aa368 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0819964 Apr 18 20:38:29.134516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43638) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:29.138666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:29.139121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:29.143963 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:29.244211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-d13abe27-7e73-4a3a-9139-175bbfd27c98 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4138284 Apr 18 20:38:29.247513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d0cc7eb3-7086-4587-b5f1-af976119b50a None None] Provisioning complete for port aaa8a238-5023-4d0a-ac2a-67836e818136 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:29.248892 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7eb3-7086-4587-b5f1-af976119b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.265251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb89d2-e0e2-488d-acf3-298bd3cc8543 req-20b8a22c-baec-49b8-a77b-1b307612f85b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.267337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3fb89d2-e0e2-488d-acf3-298bd3cc8543 req-20b8a22c-baec-49b8-a77b-1b307612f85b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.2938657 Apr 18 20:38:29.278809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Request body: {'port': {'device_id': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:29.291423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df7e0f-52ba-4d4a-bd0c-4b6e6021aefd req-9a480ba5-0c03-489c-bcb9-5e6e58bb9848 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.298769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df7e0f-52ba-4d4a-bd0c-4b6e6021aefd req-9a480ba5-0c03-489c-bcb9-5e6e58bb9848 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.300729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64df7e0f-52ba-4d4a-bd0c-4b6e6021aefd req-9a480ba5-0c03-489c-bcb9-5e6e58bb9848 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1655 time: 0.3261144 Apr 18 20:38:29.301384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d0cc7eb3-7086-4587-b5f1-af976119b50a None None] Port aaa8a238-5023-4d0a-ac2a-67836e818136 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:29.304476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.351797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.355056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "DELETE /v2.0/networks/a241ca30-9f31-47a0-9491-0ce364f80728 HTTP/1.1" status: 204 len: 168 time: 2.3149481 Apr 18 20:38:29.358584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43646) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:29.360293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43b29e-19a4-4682-82cc-48b43da60962 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event deleted for resources: {'Network': ['ID=a241ca30-9f31-47a0-9491-0ce364f80728,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:29.441092 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c5775-a585-49c1-916e-ff285eec245a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.442889 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6de258dc-1c24-4789-beba-161b6ce706a9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.455148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03b9d0b0-f7d5-46c1-9187-b5574decc0ba no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:29.460386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.480433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3fb89d2-e0e2-488d-acf3-298bd3cc8543 req-057a2a00-ef1c-4921-8be5-4ac806e98705 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786966 Apr 18 20:38:29.489747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64df7e0f-52ba-4d4a-bd0c-4b6e6021aefd req-536fec7f-a8cc-419a-b27f-d40da028a6a6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597161 Apr 18 20:38:29.504854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 03b9d0b0-f7d5-46c1-9187-b5574decc0ba {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:29.505418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03b9d0b0-f7d5-46c1-9187-b5574decc0ba not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:29.564578 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6de258dc-1c24-4789-beba-161b6ce706a9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.634439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9362fb1f-48c2-4997-84bf-0b18255d9b91 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Deleting port a7ea0da5-b54e-4e9b-a660-963aae4758bf {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:29.634798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9362fb1f-48c2-4997-84bf-0b18255d9b91 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.706726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c5775-a585-49c1-916e-ff285eec245a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.712285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c5775-a585-49c1-916e-ff285eec245a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.731198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097666f-a198-4072-bdb6-d8ed8e9af788 req-bc82b31c-f426-4a37-94a4-9b7088c53ad6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:29.736348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c097666f-a198-4072-bdb6-d8ed8e9af788 req-bc82b31c-f426-4a37-94a4-9b7088c53ad6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1128423 Apr 18 20:38:29.774208 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-435c5775-a585-49c1-916e-ff285eec245a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63d4c461f9554f39b3282572979607e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7880373 Apr 18 20:38:29.774730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43660) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:29.784517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c5775-a585-49c1-916e-ff285eec245a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f1cf16-b8d3-48ee-8374-19087e360103,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:29.795971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9362fb1f-48c2-4997-84bf-0b18255d9b91 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.796363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9362fb1f-48c2-4997-84bf-0b18255d9b91 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.817029 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6de258dc-1c24-4789-beba-161b6ce706a9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.822818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9362fb1f-48c2-4997-84bf-0b18255d9b91 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Calling delete_port for a7ea0da5-b54e-4e9b-a660-963aae4758bf owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:29.827359 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6de258dc-1c24-4789-beba-161b6ce706a9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.831021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6de258dc-1c24-4789-beba-161b6ce706a9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/6fc1b22c-cb41-455f-bb10-e75bd5d88655 HTTP/1.1" status: 204 len: 168 time: 0.6857393 Apr 18 20:38:29.832056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43664) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:29.864073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de258dc-1c24-4789-beba-161b6ce706a9 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc1b22c-cb41-455f-bb10-e75bd5d88655,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:29.905988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c097666f-a198-4072-bdb6-d8ed8e9af788 req-b0656e17-911b-4645-bf52-d25930687ba4 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273243 Apr 18 20:38:29.963140 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7c3200b-bfb0-42c6-bd0d-606e50d30c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.999062 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7c3200b-bfb0-42c6-bd0d-606e50d30c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.009910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43670) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:30.029022 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-477f2545-f2fd-4795-a6a9-b7e0bf126698 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1957083 Apr 18 20:38:30.029735 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43674) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:30.030180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7bc9c0-1b40-4621-8000-b658bb563da1 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:30.041969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.045616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-72b702d4-2bb4-4fae-bb9c-996e29b3ff68 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171205636'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:30.051890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e73cd-c0d6-4372-b3bc-7bfc33cc5337 req-1311ec19-9500-4e53-a41b-777b1897ab96 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.059677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d03e73cd-c0d6-4372-b3bc-7bfc33cc5337 req-1311ec19-9500-4e53-a41b-777b1897ab96 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.1307898 Apr 18 20:38:30.090728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Transition to ACTIVE for port object 5d7bc9c0-1b40-4621-8000-b658bb563da1 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:30.097416 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.109011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72b702d4-2bb4-4fae-bb9c-996e29b3ff68 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.156465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d03e73cd-c0d6-4372-b3bc-7bfc33cc5337 req-108351d5-5f38-46de-8a35-4d4af84faa33 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957332 Apr 18 20:38:30.161937 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7c3200b-bfb0-42c6-bd0d-606e50d30c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.165125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7c3200b-bfb0-42c6-bd0d-606e50d30c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.165608 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b7c3200b-bfb0-42c6-bd0d-606e50d30c48 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72f1cf16-b8d3-48ee-8374-19087e360103 HTTP/1.1" status: 204 len: 168 time: 0.3902745 Apr 18 20:38:30.206376 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3200b-bfb0-42c6-bd0d-606e50d30c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f1cf16-b8d3-48ee-8374-19087e360103,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:30.220770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1726484488-network', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:30.234234 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9362fb1f-48c2-4997-84bf-0b18255d9b91 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.296403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362fb1f-48c2-4997-84bf-0b18255d9b91 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Pushing event deleted for resources: {'Port': ['ID=a7ea0da5-b54e-4e9b-a660-963aae4758bf,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:30.299523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Pushing event updated for resources: {'Port': ['ID=5d7bc9c0-1b40-4621-8000-b658bb563da1,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:30.336465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Made reservation on behalf of 1fe24bfa474f4f6b86fbdaeef7396262 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:30.338874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.355551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaeaf0-1bf2-418f-8826-21b283c5f680 req-7c2dac75-8954-46df-8f1b-da3de195c030 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.358471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9edaeaf0-1bf2-418f-8826-21b283c5f680 req-7c2dac75-8954-46df-8f1b-da3de195c030 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1730673 Apr 18 20:38:30.358945 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.396822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72b702d4-2bb4-4fae-bb9c-996e29b3ff68 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.413227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72b702d4-2bb4-4fae-bb9c-996e29b3ff68 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.432049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Attempting to bind port 5d7bc9c0-1b40-4621-8000-b658bb563da1 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:30.432387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Attempting to bind port 5d7bc9c0-1b40-4621-8000-b658bb563da1 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:30.433064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Attempting to bind port 5d7bc9c0-1b40-4621-8000-b658bb563da1 on network c3434137-f889-462f-ab75-b68b0b3dab56 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:30.445675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9edaeaf0-1bf2-418f-8826-21b283c5f680 req-26bb81f1-3d90-468f-9366-f55adbbdcb0c tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763569 Apr 18 20:38:30.446417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Port 5d7bc9c0-1b40-4621-8000-b658bb563da1 on network c3434137-f889-462f-ab75-b68b0b3dab56 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:30.446738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Attempting to bind port 5d7bc9c0-1b40-4621-8000-b658bb563da1 on network c3434137-f889-462f-ab75-b68b0b3dab56 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:30.452381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:30.452711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Checking segment: {'id': 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:30.453273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Bound using segment: {'id': 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:30.453886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Bound port: 5d7bc9c0-1b40-4621-8000-b658bb563da1, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:30.454456 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.506792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72b702d4-2bb4-4fae-bb9c-996e29b3ff68 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.512490 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-72b702d4-2bb4-4fae-bb9c-996e29b3ff68 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4687185 Apr 18 20:38:30.516839 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43682) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:30.523177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-53b51f8f-5b7f-4fba-90fa-a78ed95eb0d0 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:30.524284 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-53b51f8f-5b7f-4fba-90fa-a78ed95eb0d0 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 20:38:30.524954 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-53b51f8f-5b7f-4fba-90fa-a78ed95eb0d0 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 20:38:30.526283 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-53b51f8f-5b7f-4fba-90fa-a78ed95eb0d0 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "PUT /v2.0/security-groups/c9b818dd-6ab9-4fd4-9aa9-2fbfd448fc71 HTTP/1.1" status: 409 len: 330 time: 0.0069535 Apr 18 20:38:30.530673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43686) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:30.535155 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9362fb1f-48c2-4997-84bf-0b18255d9b91 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.538478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9362fb1f-48c2-4997-84bf-0b18255d9b91 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.539821 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9362fb1f-48c2-4997-84bf-0b18255d9b91 tempest-FloatingIPAdminTestJSON-355358884 tempest-FloatingIPAdminTestJSON-355358884-project] 10.222.0.49 "DELETE /v2.0/floatingips/1a5b5e99-d6f0-40b8-af04-2b6ab6176d0e HTTP/1.1" status: 204 len: 168 time: 1.1803725 Apr 18 20:38:30.542255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b702d4-2bb4-4fae-bb9c-996e29b3ff68 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b818dd-6ab9-4fd4-9aa9-2fbfd448fc71,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:30.576168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] For port 5d7bc9c0-1b40-4621-8000-b658bb563da1, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:30.583640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] For port 5d7bc9c0-1b40-4621-8000-b658bb563da1, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5d7bc9c0-1b40-4621-8000-b658bb563da1,segment=NetworkSegment(e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0),segment_id=e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:30.595008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.595909 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.601066 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.655799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:30.663037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.663815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.665482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] 10.222.0.64 "PUT /v2.0/ports/5d7bc9c0-1b40-4621-8000-b658bb563da1 HTTP/1.1" status: 200 len: 1092 time: 1.3971407 Apr 18 20:38:30.669652 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.670056 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Added segment 69f518f1-f160-440c-a981-a21d87bb7f5d of type vlan for network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb Apr 18 20:38:30.672397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'tag': '5d7bc9c0-1b40-4621-8000-b658bb563da1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:30.675697 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a9a662-d3e6-4b8e-a9fa-d5c1cdce2238" -d '{"events": [{"name": "network-changed", "server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "tag": "5d7bc9c0-1b40-4621-8000-b658bb563da1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:30.730095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Request body: {'port': {'device_id': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:30.813434 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1e8f4b-db0f-492b-8c95-0f7cec209199 x-openstack-request-id: req-7d1e8f4b-db0f-492b-8c95-0f7cec209199 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:30.813717 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "tag": "5d7bc9c0-1b40-4621-8000-b658bb563da1", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:30.814161 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d1e8f4b-db0f-492b-8c95-0f7cec209199 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:30.814880 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1e8f4b-db0f-492b-8c95-0f7cec209199'] response: {'name': 'network-changed', 'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'tag': '5d7bc9c0-1b40-4621-8000-b658bb563da1', 'status': 'completed', 'code': 200} Apr 18 20:38:30.815399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044139e1-b289-4e1b-865e-535a13a73f5f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:30.839590 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1ab3072d-6e99-44f1-a874-2c9fa4216eef tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.841189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977f745-a47e-4ddb-a555-992c78e194bd service neutron] Pushing event updated for resources: {'Port': ['ID=5d7bc9c0-1b40-4621-8000-b658bb563da1,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:30.871650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.911060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.912084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.912684 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.960500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecba38-793b-4ba6-aef4-4cf2d0101d87 req-d0f138fb-d94a-4a51-9342-1418ccefcaea tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.967142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecba38-793b-4ba6-aef4-4cf2d0101d87 req-d0f138fb-d94a-4a51-9342-1418ccefcaea tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:30.969028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14ecba38-793b-4ba6-aef4-4cf2d0101d87 req-d0f138fb-d94a-4a51-9342-1418ccefcaea tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1667 time: 0.3236511 Apr 18 20:38:30.972672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1ab3072d-6e99-44f1-a874-2c9fa4216eef tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.998702 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9877236 Apr 18 20:38:31.001330 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.004193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43702) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:31.009466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Request body: {'subnet': {'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-subnet', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:31.028464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918845c2-2c38-4ac8-83ea-5708b0d948e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:31.032267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Made reservation on behalf of 1fe24bfa474f4f6b86fbdaeef7396262 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:31.034828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.037056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43704) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:31.045417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:31.075255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a662-d3e6-4b8e-a9fa-d5c1cdce2238 req-9aaf82e0-6931-40d6-ac5f-abad689dbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.075769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a662-d3e6-4b8e-a9fa-d5c1cdce2238 req-9aaf82e0-6931-40d6-ac5f-abad689dbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.077474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9a662-d3e6-4b8e-a9fa-d5c1cdce2238 req-9aaf82e0-6931-40d6-ac5f-abad689dbf62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1914 time: 0.2547221 Apr 18 20:38:31.140627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14ecba38-793b-4ba6-aef4-4cf2d0101d87 req-ecd0777d-214e-4716-8c02-3675c12195e4 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559458 Apr 18 20:38:31.184633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1ab3072d-6e99-44f1-a874-2c9fa4216eef tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.189636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1ab3072d-6e99-44f1-a874-2c9fa4216eef tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.190818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1ab3072d-6e99-44f1-a874-2c9fa4216eef tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/c9b818dd-6ab9-4fd4-9aa9-2fbfd448fc71 HTTP/1.1" status: 204 len: 168 time: 0.6568439 Apr 18 20:38:31.231177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43712) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:31.269436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3072d-6e99-44f1-a874-2c9fa4216eef tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b818dd-6ab9-4fd4-9aa9-2fbfd448fc71,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:31.432014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fe9d8a0f-ac84-4266-9374-72e50e2fcac4 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1995177 Apr 18 20:38:31.433295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.440453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43720) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:31.462121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a662-d3e6-4b8e-a9fa-d5c1cdce2238 req-650cc762-ee00-47ae-a958-e09f91607a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.462858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a662-d3e6-4b8e-a9fa-d5c1cdce2238 req-650cc762-ee00-47ae-a958-e09f91607a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.463453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a662-d3e6-4b8e-a9fa-d5c1cdce2238 req-650cc762-ee00-47ae-a958-e09f91607a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.465268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9a662-d3e6-4b8e-a9fa-d5c1cdce2238 req-650cc762-ee00-47ae-a958-e09f91607a18 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3535807 Apr 18 20:38:31.478081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-aaaa93ee-9baf-430b-a848-4d1dec4f9300 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.479702 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-aaaa93ee-9baf-430b-a848-4d1dec4f9300 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 945 time: 0.1787305 Apr 18 20:38:31.491078 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-67728fa1-a56a-42c0-842c-9391c3b4541c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc840744b9f74df1be831a465f812a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524322 Apr 18 20:38:31.498660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43724) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:31.524613 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-35c09baf-4d50-4bff-85d6-d73eac0e88af tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] delete failed (client error): The resource could not be found. Apr 18 20:38:31.525985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-35c09baf-4d50-4bff-85d6-d73eac0e88af tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "DELETE /v2.0/security-groups/f3f23214-4142-44a7-9875-d113736c99fd HTTP/1.1" status: 404 len: 347 time: 0.0815778 Apr 18 20:38:31.538438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43728) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:31.604591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd3b977-ca1a-4086-b53d-098dd2142a3d,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:31.617896 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-0a773d55-c2a8-4ff8-86ea-658e58b7f41c tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] show failed (client error): The resource could not be found. Apr 18 20:38:31.619754 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0a773d55-c2a8-4ff8-86ea-658e58b7f41c tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-groups/dba55389-41b5-47c6-a01f-420017c25b5e HTTP/1.1" status: 404 len: 347 time: 0.0595443 Apr 18 20:38:31.635486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43736) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:31.701937 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-025afc75-0c2b-4221-ad23-6bef73678ea3 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] show failed (client error): The resource could not be found. Apr 18 20:38:31.710795 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-025afc75-0c2b-4221-ad23-6bef73678ea3 tempest-NegativeSecGroupIPv6Test-1716698847 tempest-NegativeSecGroupIPv6Test-1716698847-project] 10.222.0.49 "GET /v2.0/security-group-rules/ab05bcfc-2283-414c-bc08-2e3551bf0436 HTTP/1.1" status: 404 len: 356 time: 0.0571718 Apr 18 20:38:31.710795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Checking segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:31.710795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Network hostable DHCP agents. Network: 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:31.737896 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-186b04d1-8d0c-49f4-af26-e3b83c792a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.782473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:31.799173 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-186b04d1-8d0c-49f4-af26-e3b83c792a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.819985 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:31.828651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:31.829396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.831780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5742b4e5-bb14-4f61-9a4f-ea33a80270da None None] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:31.833593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-72321d1f-6513-4510-97e3-78ee0dcb4a07 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Deleting port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:31.833933 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-72321d1f-6513-4510-97e3-78ee0dcb4a07 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.950976 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb66c906-2d16-4920-bbb6-ab3756f2a3f9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9454563 Apr 18 20:38:31.958361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43748) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:31.965389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:32.033839 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-186b04d1-8d0c-49f4-af26-e3b83c792a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.038090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-186b04d1-8d0c-49f4-af26-e3b83c792a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.058655 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-186b04d1-8d0c-49f4-af26-e3b83c792a5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b36b438e-4916-4903-be42-455f17c8aa68 HTTP/1.1" status: 204 len: 168 time: 0.5582387 Apr 18 20:38:32.063136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:38:32.064940 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.102172 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.103885 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.114551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b04d1-8d0c-49f4-af26-e3b83c792a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36b438e-4916-4903-be42-455f17c8aa68,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:32.119828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-72321d1f-6513-4510-97e3-78ee0dcb4a07 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] For port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:32.120791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-72321d1f-6513-4510-97e3-78ee0dcb4a07 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.144614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-72321d1f-6513-4510-97e3-78ee0dcb4a07 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Calling delete_port for 34ba129e-b80e-4d64-934b-8e27bc2aa5ea owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:32.230054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8a929-7fa8-420a-9430-f5bc58bb5bd4 req-951e47c2-3b8d-4b8b-930d-899c6c188871 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.261834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6db8a929-7fa8-420a-9430-f5bc58bb5bd4 req-951e47c2-3b8d-4b8b-930d-899c6c188871 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.9219689 Apr 18 20:38:32.262797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Allocated IP 172.20.0.2 (8c9a19a1-29f1-47e6-96b1-39d5cf87fedb/0cd3b977-ca1a-4086-b53d-098dd2142a3d/ee119fb4-1a14-49fd-9827-f446644ba97e) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:32.282915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43770) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:32.286473 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.424412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6db8a929-7fa8-420a-9430-f5bc58bb5bd4 req-3ac62039-e92f-4335-ae40-450863377592 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638186 Apr 18 20:38:32.489985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.498410 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.502323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.553455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Pushing event updated for resources: {'Port': ['ID=ee119fb4-1a14-49fd-9827-f446644ba97e,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:32.571644 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-72321d1f-6513-4510-97e3-78ee0dcb4a07 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.572217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:32.574831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:32.582508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:32.589956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8', '34ba129e-b80e-4d64-934b-8e27bc2aa5ea'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:32.633105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72321d1f-6513-4510-97e3-78ee0dcb4a07 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event deleted for resources: {'Port': ['ID=34ba129e-b80e-4d64-934b-8e27bc2aa5ea,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:32.710329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Attempting to bind port ee119fb4-1a14-49fd-9827-f446644ba97e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:32.710710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Attempting to bind port ee119fb4-1a14-49fd-9827-f446644ba97e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:32.711267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Attempting to bind port ee119fb4-1a14-49fd-9827-f446644ba97e on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:32.717685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:32.718210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Checking segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:32.718449 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.718842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Bound using segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:32.720445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Bound port: ee119fb4-1a14-49fd-9827-f446644ba97e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:32.720837 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.757876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339a654-051e-4a18-952f-d4457b25541e req-88f16312-282d-4ac0-8e44-11a89261b3f8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.760412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6339a654-051e-4a18-952f-d4457b25541e req-88f16312-282d-4ac0-8e44-11a89261b3f8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=2adbc056-874c-405f-9424-9768eea9fa75 HTTP/1.1" status: 200 len: 867 time: 0.4940252 Apr 18 20:38:32.776804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9a662-d3e6-4b8e-a9fa-d5c1cdce2238 req-0dbfe328-be1b-483d-ba2c-74990720c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.779437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9a662-d3e6-4b8e-a9fa-d5c1cdce2238 req-0dbfe328-be1b-483d-ba2c-74990720c8e4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2702506 Apr 18 20:38:32.817820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-72321d1f-6513-4510-97e3-78ee0dcb4a07 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] No DVR routers for this DVR port 34ba129e-b80e-4d64-934b-8e27bc2aa5ea on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:32.832745 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-72321d1f-6513-4510-97e3-78ee0dcb4a07 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.838229 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-eba5a157-2abe-47cf-9f56-3540327ddb33 req-72321d1f-6513-4510-97e3-78ee0dcb4a07 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "DELETE /v2.0/ports/34ba129e-b80e-4d64-934b-8e27bc2aa5ea HTTP/1.1" status: 204 len: 173 time: 1.3441682 Apr 18 20:38:32.840316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adbc056-874c-405f-9424-9768eea9fa75', 'name': 'network-vif-deleted', 'tag': '34ba129e-b80e-4d64-934b-8e27bc2aa5ea'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:32.843039 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc45eb14-60dd-4053-af8d-97a02fd97cb2" -d '{"events": [{"server_uuid": "2adbc056-874c-405f-9424-9768eea9fa75", "name": "network-vif-deleted", "tag": "34ba129e-b80e-4d64-934b-8e27bc2aa5ea"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:32.877022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7d0f2-dfe6-452f-a37d-2b6589454bca req-d2a2c7af-fec3-481b-a630-e57aa93eda93 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.886075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] For port ee119fb4-1a14-49fd-9827-f446644ba97e, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:32.905212 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9fafff7c-d4e1-4af7-96d4-dd9e5ac31f82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe440accfd454f28a2cf2e3dcf46987c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6190307 Apr 18 20:38:32.905440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7d0f2-dfe6-452f-a37d-2b6589454bca req-d2a2c7af-fec3-481b-a630-e57aa93eda93 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.905440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cb7d0f2-dfe6-452f-a37d-2b6589454bca req-d2a2c7af-fec3-481b-a630-e57aa93eda93 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1667 time: 0.2627947 Apr 18 20:38:32.914740 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43780) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:32.917115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] For port ee119fb4-1a14-49fd-9827-f446644ba97e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ee119fb4-1a14-49fd-9827-f446644ba97e,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:32.923743 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.042658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6339a654-051e-4a18-952f-d4457b25541e req-5e738bbd-c169-4f71-9bbf-09cc3487b0b6 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604866 Apr 18 20:38:33.052513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f9682-cd61-4601-80b6-da35e96d5ded None None] Pushing event updated for resources: {'Port': ['ID=ee119fb4-1a14-49fd-9827-f446644ba97e,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:33.084600 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.120431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cb7d0f2-dfe6-452f-a37d-2b6589454bca req-936ae329-c099-4d33-b276-84b04035086c tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861897 Apr 18 20:38:33.129629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa8a238-5023-4d0a-ac2a-67836e818136 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:33.140372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.160340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Transition to ACTIVE for port object aaa8a238-5023-4d0a-ac2a-67836e818136 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:33.167616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.218300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.220941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43782) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:33.248897 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d70a5a6-f35f-4303-a60c-0a5d8bd03abc x-openstack-request-id: req-5d70a5a6-f35f-4303-a60c-0a5d8bd03abc {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:33.249356 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adbc056-874c-405f-9424-9768eea9fa75", "name": "network-vif-deleted", "tag": "34ba129e-b80e-4d64-934b-8e27bc2aa5ea", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:33.249765 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d70a5a6-f35f-4303-a60c-0a5d8bd03abc {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:33.250942 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d70a5a6-f35f-4303-a60c-0a5d8bd03abc'] response: {'server_uuid': '2adbc056-874c-405f-9424-9768eea9fa75', 'name': 'network-vif-deleted', 'tag': '34ba129e-b80e-4d64-934b-8e27bc2aa5ea', 'status': 'completed', 'code': 200} Apr 18 20:38:33.259599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Pushing event updated for resources: {'Port': ['ID=aaa8a238-5023-4d0a-ac2a-67836e818136,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:33.318904 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.357577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43786) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:33.363460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.420938 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf718d3e-f4e4-4292-8ebd-06834a726299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.557570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.565740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.568071 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f768c84-c696-4651-aa5d-b9f0f55c3108 HTTP/1.1" status: 204 len: 168 time: 0.6511018 Apr 18 20:38:33.600761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f768c84-c696-4651-aa5d-b9f0f55c3108,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:33.674096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.674901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.675463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.676211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.676787 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.681086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.682122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.682996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.705000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.705848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.706963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.707954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0de3934-536f-4baa-b1cb-d7e2b9cd4624 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:33.748384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Allocated IP 172.25.2.230 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/dc162ef6-0a5d-415d-b2bf-dad8efcd2347) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:33.899236 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50f2115d-a1a9-47ed-b184-1de29b43418d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.954815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Attempting to bind port aaa8a238-5023-4d0a-ac2a-67836e818136 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:33.956150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Attempting to bind port aaa8a238-5023-4d0a-ac2a-67836e818136 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '3c22900a-b003-4c24-903b-0eb7ad0d6eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:33.956692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Attempting to bind port aaa8a238-5023-4d0a-ac2a-67836e818136 on network 0dd42018-c7b6-4839-b131-b93be5b83840 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:33.974769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.983260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e56d0-136e-4fa5-b603-12797182fa96 req-de49d312-6fa7-4e72-95df-b0fdc915fd0b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:33.986158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-077e56d0-136e-4fa5-b603-12797182fa96 req-de49d312-6fa7-4e72-95df-b0fdc915fd0b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2909114 Apr 18 20:38:33.988302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Port aaa8a238-5023-4d0a-ac2a-67836e818136 on network 0dd42018-c7b6-4839-b131-b93be5b83840 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:33.989113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Attempting to bind port aaa8a238-5023-4d0a-ac2a-67836e818136 on network 0dd42018-c7b6-4839-b131-b93be5b83840 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:33.995935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:33.995935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Checking segment: {'id': '3c22900a-b003-4c24-903b-0eb7ad0d6eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:33.996336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Bound using segment: {'id': '3c22900a-b003-4c24-903b-0eb7ad0d6eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:33.996840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Bound port: aaa8a238-5023-4d0a-ac2a-67836e818136, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c22900a-b003-4c24-903b-0eb7ad0d6eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:33.997108 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.064134 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50f2115d-a1a9-47ed-b184-1de29b43418d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.068754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.074332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50f2115d-a1a9-47ed-b184-1de29b43418d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.109095 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf718d3e-f4e4-4292-8ebd-06834a726299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.118135 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf718d3e-f4e4-4292-8ebd-06834a726299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.126035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-077e56d0-136e-4fa5-b603-12797182fa96 req-a24204de-84bc-4f49-8891-21b15a8e57e7 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207733 Apr 18 20:38:34.202924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] For port aaa8a238-5023-4d0a-ac2a-67836e818136, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:34.210989 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] For port aaa8a238-5023-4d0a-ac2a-67836e818136, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=aaa8a238-5023-4d0a-ac2a-67836e818136,segment=NetworkSegment(3c22900a-b003-4c24-903b-0eb7ad0d6eb0),segment_id=3c22900a-b003-4c24-903b-0eb7ad0d6eb0)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:34.247372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.365869 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cf718d3e-f4e4-4292-8ebd-06834a726299 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ccb4786375f94767987036d67208a6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0048637 Apr 18 20:38:34.370723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf718d3e-f4e4-4292-8ebd-06834a726299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d7d274-af79-426f-82a0-6c407021db84,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:34.394403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43810) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:34.491286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Pushing event updated for resources: {'Port': ['ID=aaa8a238-5023-4d0a-ac2a-67836e818136,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:34.510963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.511775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.513376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b0c5484f-53a7-4b16-8808-41daea52e6cc service neutron] 10.222.0.64 "PUT /v2.0/ports/aaa8a238-5023-4d0a-ac2a-67836e818136 HTTP/1.1" status: 200 len: 1092 time: 3.8054359 Apr 18 20:38:34.513961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'tag': 'aaa8a238-5023-4d0a-ac2a-67836e818136'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:34.518777 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a750e27-8da7-4b99-8c06-4e864f81db7b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "tag": "aaa8a238-5023-4d0a-ac2a-67836e818136"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:34.669252 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f1dfdb-dae8-4f00-8021-023adf3a6f1b x-openstack-request-id: req-79f1dfdb-dae8-4f00-8021-023adf3a6f1b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:34.669687 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "tag": "aaa8a238-5023-4d0a-ac2a-67836e818136", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:34.670068 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79f1dfdb-dae8-4f00-8021-023adf3a6f1b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:34.670653 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f1dfdb-dae8-4f00-8021-023adf3a6f1b'] response: {'name': 'network-changed', 'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'tag': 'aaa8a238-5023-4d0a-ac2a-67836e818136', 'status': 'completed', 'code': 200} Apr 18 20:38:34.704643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9081-bbc7-45e0-86b1-776229de2311 req-a6343642-3a16-4443-96be-e74ee92bcbb8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.733497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af9081-bbc7-45e0-86b1-776229de2311 req-a6343642-3a16-4443-96be-e74ee92bcbb8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:34.738745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19af9081-bbc7-45e0-86b1-776229de2311 req-a6343642-3a16-4443-96be-e74ee92bcbb8 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1679 time: 0.4777017 Apr 18 20:38:34.799511 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-46703d96-5a03-4e1b-b67c-31849afb417c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.802057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:34.841780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-46703d96-5a03-4e1b-b67c-31849afb417c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.842056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:34.887064 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:34.898228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2115d-a1a9-47ed-b184-1de29b43418d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67942e0f-fa5d-46dd-b495-48ef6f17a8b4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:34.915814 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-50f2115d-a1a9-47ed-b184-1de29b43418d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ede7a55af914ca580f4378712d19f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6936245 Apr 18 20:38:34.946906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43830) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:34.976581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Pushing event updated for resources: {'Port': ['ID=dc162ef6-0a5d-415d-b2bf-dad8efcd2347,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:35.009425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-6f233df2-447c-4bae-8362-000a16635cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.010167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-6f233df2-447c-4bae-8362-000a16635cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.012445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-6f233df2-447c-4bae-8362-000a16635cee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1981 time: 0.4492576 Apr 18 20:38:35.045710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19af9081-bbc7-45e0-86b1-776229de2311 req-bdf51a25-1abb-4a7b-bb13-0bf1354be20a tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568331 Apr 18 20:38:35.079339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c636755e-7aed-4b8f-bfca-664ac26c9567 None None] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:35.113997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-ea70daae-8f3f-4324-bffe-c11b726f18ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=5d7bc9c0-1b40-4621-8000-b658bb563da1 HTTP/1.1" status: 200 len: 217 time: 0.0839658 Apr 18 20:38:35.121418 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-46703d96-5a03-4e1b-b67c-31849afb417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.124331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-46703d96-5a03-4e1b-b67c-31849afb417c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.126445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-46703d96-5a03-4e1b-b67c-31849afb417c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6d7d274-af79-426f-82a0-6c407021db84 HTTP/1.1" status: 204 len: 168 time: 0.7300282 Apr 18 20:38:35.187364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46703d96-5a03-4e1b-b67c-31849afb417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d7d274-af79-426f-82a0-6c407021db84,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:35.243320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-da368849-2fcd-4de7-b7c2-3980b7114ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.267146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-c78121f5-ce34-4f8d-ace5-106560e42b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.270641 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-c78121f5-ce34-4f8d-ace5-106560e42b42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ab8026f2-c7db-4569-967f-b3f5d892d8f0 HTTP/1.1" status: 200 len: 801 time: 0.1402056 Apr 18 20:38:35.319074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-da368849-2fcd-4de7-b7c2-3980b7114ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.386466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6e73c70e-bce1-4667-9b18-0122b99c760b None None] Provisioning complete for port ee119fb4-1a14-49fd-9827-f446644ba97e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:35.386884 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6e73c70e-bce1-4667-9b18-0122b99c760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.518637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb629850-5247-4edd-a613-0a5cb8cc307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.521609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-bb629850-5247-4edd-a613-0a5cb8cc307a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c3434137-f889-462f-ab75-b68b0b3dab56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2248619 Apr 18 20:38:35.539183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8ac64-cb1a-4c45-8cbd-5b835e3442c1 req-516d9ca6-d1fd-4dd7-9c85-f52a053df52b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:35.552593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10e8ac64-cb1a-4c45-8cbd-5b835e3442c1 req-516d9ca6-d1fd-4dd7-9c85-f52a053df52b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2079654 Apr 18 20:38:35.651876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ee119fb4-1a14-49fd-9827-f446644ba97e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:35.664862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.726265 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-da368849-2fcd-4de7-b7c2-3980b7114ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.731703 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-da368849-2fcd-4de7-b7c2-3980b7114ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.737360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-da368849-2fcd-4de7-b7c2-3980b7114ff3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67942e0f-fa5d-46dd-b495-48ef6f17a8b4 HTTP/1.1" status: 204 len: 168 time: 0.7834146 Apr 18 20:38:35.764145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da368849-2fcd-4de7-b7c2-3980b7114ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67942e0f-fa5d-46dd-b495-48ef6f17a8b4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:35.799327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10e8ac64-cb1a-4c45-8cbd-5b835e3442c1 req-7ed79ae5-e4c4-41eb-9a27-aa31d31ffc5f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122533 Apr 18 20:38:35.873453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-4aa4d7a6-3ca9-4e7c-94b0-13d5c8467a58 service neutron] 10.222.0.64 "GET /v2.0/networks/c3434137-f889-462f-ab75-b68b0b3dab56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189168 Apr 18 20:38:35.937025 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-45fd2ee2-9e28-420c-b6a7-261b270e8e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.004223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43870) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:36.017327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ee119fb4-1a14-49fd-9827-f446644ba97e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:36.019101 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.130043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.152446 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6e73c70e-bce1-4667-9b18-0122b99c760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.222184 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.310755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6e73c70e-bce1-4667-9b18-0122b99c760b None None] For port ee119fb4-1a14-49fd-9827-f446644ba97e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ee119fb4-1a14-49fd-9827-f446644ba97e,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:36.323041 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6e73c70e-bce1-4667-9b18-0122b99c760b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.350177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e632296-3ae8-45cf-ba8f-04d4bf14c62c req-82bd2079-a652-454d-bd3e-582f17209015 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.361860 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e632296-3ae8-45cf-ba8f-04d4bf14c62c req-82bd2079-a652-454d-bd3e-582f17209015 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 945 time: 0.3590858 Apr 18 20:38:36.368304 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.412442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73c70e-bce1-4667-9b18-0122b99c760b None None] Pushing event updated for resources: {'Port': ['ID=ee119fb4-1a14-49fd-9827-f446644ba97e,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:36.472462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 34ba129e-b80e-4d64-934b-8e27bc2aa5ea no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:36.498306 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.507155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9fbad2d2-aa8e-4628-a421-8786e6cf26fc None None] Provisioning complete for port ee119fb4-1a14-49fd-9827-f446644ba97e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:36.508015 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9fbad2d2-aa8e-4628-a421-8786e6cf26fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.511007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 34ba129e-b80e-4d64-934b-8e27bc2aa5ea {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:36.511803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 34ba129e-b80e-4d64-934b-8e27bc2aa5ea not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:36.515345 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:38:36.516725 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:38:36.524405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-c56f6c2d-b7f8-404e-a5d3-05bc931c9c81 service neutron] 10.222.0.64 "GET /v2.0/networks/c3434137-f889-462f-ab75-b68b0b3dab56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400225 Apr 18 20:38:36.554398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:38:36.568964 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.629080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-7d7f6767-a39d-4b27-be54-3199b20c0ec2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.208&port_id=aaa8a238-5023-4d0a-ac2a-67836e818136 HTTP/1.1" status: 200 len: 217 time: 0.0689697 Apr 18 20:38:36.647310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91022e-24e3-4562-aff8-7daaf48bf0ed req-3093d3f9-6647-40c4-a083-8850e69c6439 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.654195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91022e-24e3-4562-aff8-7daaf48bf0ed req-3093d3f9-6647-40c4-a083-8850e69c6439 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.664117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d91022e-24e3-4562-aff8-7daaf48bf0ed req-3093d3f9-6647-40c4-a083-8850e69c6439 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1679 time: 0.3964159 Apr 18 20:38:36.814243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:36.822108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e632296-3ae8-45cf-ba8f-04d4bf14c62c req-a05fa871-d8fb-430a-9a93-af2b03d4bf5a tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589300 Apr 18 20:38:36.832145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:36.851012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:36.852255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:08Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:36.857682 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.863592 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a321164f-a11c-4c10-a185-80da5b865971 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9035208 Apr 18 20:38:36.866451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43890) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:36.894377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e74572c2ea44a7e840966f1c4d41e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8856599 Apr 18 20:38:36.896228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b7f6d57f-61b7-4531-a206-2329bbb2d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:36.897722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-b7f6d57f-61b7-4531-a206-2329bbb2d64a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18073a37-8625-4b7a-955e-93343fa70051 HTTP/1.1" status: 200 len: 801 time: 0.2070656 Apr 18 20:38:36.904875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43892) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:37.039878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab0f625-798e-41aa-a7f2-026d67ac53a6,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:37.141308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.142361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.142361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.142821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.143402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.143985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.145166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.145511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.146038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.146881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.147386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.148181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbab3c6-fdd8-4213-9cbf-43bd040c8cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:37.176419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d91022e-24e3-4562-aff8-7daaf48bf0ed req-327c2084-cf54-424e-909b-563598ea6191 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106890 Apr 18 20:38:37.186400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:37.217786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62133248-4b9f-4538-961c-00acddd8c8b1 req-6b404bd5-df8b-432f-80e3-576024492614 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:37.220059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62133248-4b9f-4538-961c-00acddd8c8b1 req-6b404bd5-df8b-432f-80e3-576024492614 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2469509 Apr 18 20:38:37.254170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9211f-2605-4966-b65a-68bc68d80668 req-e6669af5-36e1-4501-802a-fc1650876360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:37.257115 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-e6669af5-36e1-4501-802a-fc1650876360 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dd42018-c7b6-4839-b131-b93be5b83840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2862692 Apr 18 20:38:37.293591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7d541d50-a88f-45aa-a4e2-a15befefb83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.407076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62133248-4b9f-4538-961c-00acddd8c8b1 req-3f3df8e5-2bd2-4eb5-8471-f19322ced94a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696138 Apr 18 20:38:37.482720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7d541d50-a88f-45aa-a4e2-a15befefb83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.532455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ee119fb4-1a14-49fd-9827-f446644ba97e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:37.656178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-c2a471aa-4ed5-43ef-8c27-73b951bd5f27 service neutron] 10.222.0.64 "GET /v2.0/networks/0dd42018-c7b6-4839-b131-b93be5b83840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731177 Apr 18 20:38:37.707949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-7a1cd975-fad7-4e5d-92cd-e2e80f8b25ca tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:37.710972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-7a1cd975-fad7-4e5d-92cd-e2e80f8b25ca tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.2028129 Apr 18 20:38:37.777625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94ed83-cded-4dda-9e2d-214850098774 req-ce0e2dd3-ec4b-4673-8765-fae648816e7b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:37.780883 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fa94ed83-cded-4dda-9e2d-214850098774 req-ce0e2dd3-ec4b-4673-8765-fae648816e7b tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 945 time: 0.3493404 Apr 18 20:38:37.789956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ee119fb4-1a14-49fd-9827-f446644ba97e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:37.790326 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.927107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7d541d50-a88f-45aa-a4e2-a15befefb83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.927452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:35Z', 'revision_number': 3, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:37.930060 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7d541d50-a88f-45aa-a4e2-a15befefb83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.931296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7d541d50-a88f-45aa-a4e2-a15befefb83a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dab0f625-798e-41aa-a7f2-026d67ac53a6 HTTP/1.1" status: 204 len: 168 time: 1.0253470 Apr 18 20:38:38.012700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a9211f-2605-4966-b65a-68bc68d80668 req-cf415b0b-e2c1-4159-b13e-04796a9d55ef service neutron] 10.222.0.64 "GET /v2.0/networks/0dd42018-c7b6-4839-b131-b93be5b83840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430071 Apr 18 20:38:38.033236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d541d50-a88f-45aa-a4e2-a15befefb83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab0f625-798e-41aa-a7f2-026d67ac53a6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:38.186755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c401ef-ca21-4024-a13b-463dc1cf3f7d req-20b50888-492f-47be-8fb8-c6341e6c6be0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.189986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15c401ef-ca21-4024-a13b-463dc1cf3f7d req-20b50888-492f-47be-8fb8-c6341e6c6be0 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 945 time: 0.1370506 Apr 18 20:38:38.198119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-096cc2c7-8bef-432a-bc4d-d8e58b64be0e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Deleting port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:38.198445 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-096cc2c7-8bef-432a-bc4d-d8e58b64be0e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.267551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-fa94ed83-cded-4dda-9e2d-214850098774 req-c27f8a1a-3c2a-4df0-aced-b7adebcb9852 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Deleting port 7b71809d-8127-43a9-9141-898ed88c1ad8 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:38.268290 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fa94ed83-cded-4dda-9e2d-214850098774 req-c27f8a1a-3c2a-4df0-aced-b7adebcb9852 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.278883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-0f0a0b2b-de80-4018-8ded-970df79d946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.278883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-0f0a0b2b-de80-4018-8ded-970df79d946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.280041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-0f0a0b2b-de80-4018-8ded-970df79d946b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1981 time: 0.1598699 Apr 18 20:38:38.385287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:38.386381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Updating router 0c2b44f6-4279-43a5-ba86-5bd088cff66f port dc162ef6-0a5d-415d-b2bf-dad8efcd2347 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:38:38.481905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-81a1e355-c865-4d1c-9f52-0126c00d6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.483407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-81a1e355-c865-4d1c-9f52-0126c00d6829 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0dd42018-c7b6-4839-b131-b93be5b83840 HTTP/1.1" status: 200 len: 903 time: 0.1788712 Apr 18 20:38:38.557995 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c8a06bd-7c42-492e-8c8f-50c7cc825821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.589650 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.590183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.632149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15c401ef-ca21-4024-a13b-463dc1cf3f7d req-1199647d-7547-4526-9a40-388d7487d3ff tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/security-groups?id=0992253a-0ed8-4172-83e5-be2a15e1ade4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634901 Apr 18 20:38:38.633407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-24ca5aee-3a85-4575-80f2-64c36ba0b02d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.208&port_id=aaa8a238-5023-4d0a-ac2a-67836e818136 HTTP/1.1" status: 200 len: 217 time: 0.1346214 Apr 18 20:38:38.635371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-096cc2c7-8bef-432a-bc4d-d8e58b64be0e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] For port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:38.635930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-096cc2c7-8bef-432a-bc4d-d8e58b64be0e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.722316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-4d844eff-eae0-45db-9e8d-b4c6704324d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.723802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-4d844eff-eae0-45db-9e8d-b4c6704324d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=18073a37-8625-4b7a-955e-93343fa70051 HTTP/1.1" status: 200 len: 801 time: 0.0804629 Apr 18 20:38:38.733552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-096cc2c7-8bef-432a-bc4d-d8e58b64be0e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Calling delete_port for 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:38.749791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e1407-083f-4146-a760-23f2f6102604 req-0846895a-2616-4801-9d6f-09fc07dfc74b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.760058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e1407-083f-4146-a760-23f2f6102604 req-0846895a-2616-4801-9d6f-09fc07dfc74b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:38.774410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-063e1407-083f-4146-a760-23f2f6102604 req-0846895a-2616-4801-9d6f-09fc07dfc74b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1679 time: 0.2768700 Apr 18 20:38:38.795351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-fa94ed83-cded-4dda-9e2d-214850098774 req-c27f8a1a-3c2a-4df0-aced-b7adebcb9852 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] For port 7b71809d-8127-43a9-9141-898ed88c1ad8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7b71809d-8127-43a9-9141-898ed88c1ad8,segment=NetworkSegment(14a413d1-4501-4ee3-9433-25f107384399),segment_id=14a413d1-4501-4ee3-9433-25f107384399)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:38.797468 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fa94ed83-cded-4dda-9e2d-214850098774 req-c27f8a1a-3c2a-4df0-aced-b7adebcb9852 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.811155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-fa94ed83-cded-4dda-9e2d-214850098774 req-c27f8a1a-3c2a-4df0-aced-b7adebcb9852 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Calling delete_port for 7b71809d-8127-43a9-9141-898ed88c1ad8 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:38.942805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43934) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:38.983070 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fa94ed83-cded-4dda-9e2d-214850098774 req-c27f8a1a-3c2a-4df0-aced-b7adebcb9852 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.017960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7b71809d-8127-43a9-9141-898ed88c1ad8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:39.076947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f8a1a-3c2a-4df0-aced-b7adebcb9852 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Pushing event deleted for resources: {'Port': ['ID=7b71809d-8127-43a9-9141-898ed88c1ad8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.199254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-6968e819-a929-4b34-8757-86d447841845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:39.202096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-6968e819-a929-4b34-8757-86d447841845 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0dd42018-c7b6-4839-b131-b93be5b83840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4658554 Apr 18 20:38:39.234054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-063e1407-083f-4146-a760-23f2f6102604 req-181e43e8-5ebe-4965-ac9c-85cf84ffa148 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585159 Apr 18 20:38:39.234866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa94ed83-cded-4dda-9e2d-214850098774 req-c27f8a1a-3c2a-4df0-aced-b7adebcb9852 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] No DVR routers for this DVR port 7b71809d-8127-43a9-9141-898ed88c1ad8 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:39.239705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fa94ed83-cded-4dda-9e2d-214850098774 req-c27f8a1a-3c2a-4df0-aced-b7adebcb9852 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.250928 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fa94ed83-cded-4dda-9e2d-214850098774 req-c27f8a1a-3c2a-4df0-aced-b7adebcb9852 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.60 "DELETE /v2.0/ports/7b71809d-8127-43a9-9141-898ed88c1ad8 HTTP/1.1" status: 204 len: 173 time: 1.4538581 Apr 18 20:38:39.292870 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.353926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcaa29-b4c2-43a9-9292-6aede4465d27 req-1fad9e1d-70b8-438a-a556-1c988c4b2654 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:39.366485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52dcaa29-b4c2-43a9-9292-6aede4465d27 req-1fad9e1d-70b8-438a-a556-1c988c4b2654 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffed82f2-0aa3-480c-b711-dbe174d143a7 HTTP/1.1" status: 200 len: 946 time: 0.5514214 Apr 18 20:38:39.372782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d433d4-3798-4de0-8336-b22e0a54f8a5', 'name': 'network-vif-deleted', 'tag': '7b71809d-8127-43a9-9141-898ed88c1ad8'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:39.381742 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cb6be8-c482-4288-88d1-14dc5b70e194" -d '{"events": [{"server_uuid": "19d433d4-3798-4de0-8336-b22e0a54f8a5", "name": "network-vif-deleted", "tag": "7b71809d-8127-43a9-9141-898ed88c1ad8"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:39.413699 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c000838-e109-4230-971b-af0218295899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.450681 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.462358 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.469372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52dcaa29-b4c2-43a9-9292-6aede4465d27 req-d8efd733-b29e-456d-b938-dab04d276b10 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019771 Apr 18 20:38:39.482834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-56de2de4-7a97-4d37-8cf5-9f52930bc966 service neutron] 10.222.0.64 "GET /v2.0/networks/0dd42018-c7b6-4839-b131-b93be5b83840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465112 Apr 18 20:38:39.532433 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62865f9b-19b0-470f-8a83-1bc5d8ef7031 x-openstack-request-id: req-62865f9b-19b0-470f-8a83-1bc5d8ef7031 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:39.533289 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d433d4-3798-4de0-8336-b22e0a54f8a5", "name": "network-vif-deleted", "tag": "7b71809d-8127-43a9-9141-898ed88c1ad8", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:39.533992 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62865f9b-19b0-470f-8a83-1bc5d8ef7031 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:39.536221 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62865f9b-19b0-470f-8a83-1bc5d8ef7031'] response: {'server_uuid': '19d433d4-3798-4de0-8336-b22e0a54f8a5', 'name': 'network-vif-deleted', 'tag': '7b71809d-8127-43a9-9141-898ed88c1ad8', 'status': 'completed', 'code': 200} Apr 18 20:38:39.555021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Allocated IP 172.20.0.1 (8c9a19a1-29f1-47e6-96b1-39d5cf87fedb/0cd3b977-ca1a-4086-b53d-098dd2142a3d/21634b3e-9a2f-4fc5-9254-9f9715c13f4e) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:39.555928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Attempting to bind port dc162ef6-0a5d-415d-b2bf-dad8efcd2347 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:39.556545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Attempting to bind port dc162ef6-0a5d-415d-b2bf-dad8efcd2347 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:39.558144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Attempting to bind port dc162ef6-0a5d-415d-b2bf-dad8efcd2347 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:39.575181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:39.575652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:39.576301 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.576769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:39.577321 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Bound port: dc162ef6-0a5d-415d-b2bf-dad8efcd2347, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:39.577743 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.580283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803c2e4-bf48-45a6-beb8-be845a70076d None None] Pushing event updated for resources: {'Port': ['ID=dc162ef6-0a5d-415d-b2bf-dad8efcd2347,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.647819 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-096cc2c7-8bef-432a-bc4d-d8e58b64be0e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.668213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['0e3fe963-8c90-41f4-bb06-c5bbb6bae67c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:39.688206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cc2c7-8bef-432a-bc4d-d8e58b64be0e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event deleted for resources: {'Port': ['ID=0e3fe963-8c90-41f4-bb06-c5bbb6bae67c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.751430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c000838-e109-4230-971b-af0218295899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.763520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] For port dc162ef6-0a5d-415d-b2bf-dad8efcd2347, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:39.779040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] For port dc162ef6-0a5d-415d-b2bf-dad8efcd2347, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=dc162ef6-0a5d-415d-b2bf-dad8efcd2347,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:39.789022 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.806620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a750e27-8da7-4b99-8c06-4e864f81db7b req-f4fc6061-87fe-46e5-b67f-f00aaff69efb service neutron] 10.222.0.64 "GET /v2.0/networks/0dd42018-c7b6-4839-b131-b93be5b83840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072047 Apr 18 20:38:39.840139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c000838-e109-4230-971b-af0218295899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.858304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-096cc2c7-8bef-432a-bc4d-d8e58b64be0e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] No DVR routers for this DVR port 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:39.863820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:39.864789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:39.867929 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-096cc2c7-8bef-432a-bc4d-d8e58b64be0e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.871467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d43896da-fd9c-41a1-813c-61fa369dbb17 req-096cc2c7-8bef-432a-bc4d-d8e58b64be0e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "DELETE /v2.0/ports/0e3fe963-8c90-41f4-bb06-c5bbb6bae67c HTTP/1.1" status: 204 len: 173 time: 2.1399069 Apr 18 20:38:39.878814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffed82f2-0aa3-480c-b711-dbe174d143a7', 'name': 'network-vif-deleted', 'tag': '0e3fe963-8c90-41f4-bb06-c5bbb6bae67c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:39.881365 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0964fc1f-9711-4a2e-9118-ac807121df9a" -d '{"events": [{"server_uuid": "ffed82f2-0aa3-480c-b711-dbe174d143a7", "name": "network-vif-deleted", "tag": "0e3fe963-8c90-41f4-bb06-c5bbb6bae67c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:39.888837 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c000838-e109-4230-971b-af0218295899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11ef8a-0f50-4118-8148-371074d675ff,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.948373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803c2e4-bf48-45a6-beb8-be845a70076d None None] Pushing event updated for resources: {'Port': ['ID=dc162ef6-0a5d-415d-b2bf-dad8efcd2347,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.966222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981c7363-93b7-4b3c-87ac-a5ddd425c7c5 req-2da8bac0-bf0a-4522-bf11-bee699b5dbd8 tempest-ServersTestJSON-328219827 tempest-ServersTestJSON-328219827-project] 10.222.0.49 "GET /v2.0/ports?device_id=19d433d4-3798-4de0-8336-b22e0a54f8a5 HTTP/1.1" status: 200 len: 210 time: 0.0931776 Apr 18 20:38:39.991480 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da3c7e5-7c21-4c82-9cf2-9ea8930eb42c x-openstack-request-id: req-7da3c7e5-7c21-4c82-9cf2-9ea8930eb42c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:39.991787 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffed82f2-0aa3-480c-b711-dbe174d143a7", "name": "network-vif-deleted", "tag": "0e3fe963-8c90-41f4-bb06-c5bbb6bae67c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:39.992455 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7da3c7e5-7c21-4c82-9cf2-9ea8930eb42c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:39.992807 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da3c7e5-7c21-4c82-9cf2-9ea8930eb42c'] response: {'server_uuid': 'ffed82f2-0aa3-480c-b711-dbe174d143a7', 'name': 'network-vif-deleted', 'tag': '0e3fe963-8c90-41f4-bb06-c5bbb6bae67c', 'status': 'completed', 'code': 200} Apr 18 20:38:40.067460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:40.326778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:35Z', 'revision_number': 3, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:40.401259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4045c756-dd6a-423e-b5be-77d4b8d15cf0 None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:35Z', 'revision_number': 3, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:40.437047 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.455239 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.527367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.528347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7bbd9-300d-4846-9cd0-e7a768c1e9f3 req-d1ed8215-53a0-49e5-affd-c80be36a7118 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:40.541301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7bbd9-300d-4846-9cd0-e7a768c1e9f3 req-d1ed8215-53a0-49e5-affd-c80be36a7118 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:40.554992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5f7bbd9-300d-4846-9cd0-e7a768c1e9f3 req-d1ed8215-53a0-49e5-affd-c80be36a7118 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1679 time: 0.1959767 Apr 18 20:38:40.651891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5f7bbd9-300d-4846-9cd0-e7a768c1e9f3 req-4d131d71-4e9f-4230-809a-7e55aafec516 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952015 Apr 18 20:38:40.674853 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4c000838-e109-4230-971b-af0218295899 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ed15c51be7743c0b944720a678c1a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7281587 Apr 18 20:38:40.679638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43980) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:40.680960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:40.683115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Pushing event updated for resources: {'Port': ['ID=21634b3e-9a2f-4fc5-9254-9f9715c13f4e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:40.688978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:40.694048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:40.762858 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1f713b-aa3b-4c88-820f-9e95d700ec77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.820025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1f713b-aa3b-4c88-820f-9e95d700ec77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.839035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.933604 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1f713b-aa3b-4c88-820f-9e95d700ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.961117 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1f713b-aa3b-4c88-820f-9e95d700ec77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.972482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ba1f713b-aa3b-4c88-820f-9e95d700ec77 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e11ef8a-0f50-4118-8148-371074d675ff HTTP/1.1" status: 204 len: 168 time: 0.2881405 Apr 18 20:38:41.052756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f713b-aa3b-4c88-820f-9e95d700ec77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e11ef8a-0f50-4118-8148-371074d675ff,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:41.134181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44004) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:41.181792 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.292773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e79377-bf68-4e09-a8b1-4cac2294e342 admin admin] Deleting subnet 835aa03a-8d5a-48b9-a98a-4a33d2d594c4 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:38:41.300355 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e5e79377-bf68-4e09-a8b1-4cac2294e342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.352366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44010) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:41.384030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.414606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f350377a-0a40-4b99-8f3f-133c3ba7522f None None] Provisioning complete for port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:41.417009 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f350377a-0a40-4b99-8f3f-133c3ba7522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.543889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5d7bc9c0-1b40-4621-8000-b658bb563da1 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:38:41.641645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dc162ef6-0a5d-415d-b2bf-dad8efcd2347 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:41.681211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-d26eb1c6-2fad-4e94-b0c4-95e067d5ea10 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.684578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-d26eb1c6-2fad-4e94-b0c4-95e067d5ea10 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.3859506 Apr 18 20:38:41.748889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f350377a-0a40-4b99-8f3f-133c3ba7522f None None] Port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:41.749451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-08998673-73ee-422e-8d70-380f75374ee5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/quotas/51f49feb61414e54898b782154919cc9 HTTP/1.1" status: 200 len: 375 time: 0.0556254 Apr 18 20:38:41.754343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-21c0baa8-d5bb-4ff8-946b-25df0538456f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-382727534'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:41.800971 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e5e79377-bf68-4e09-a8b1-4cac2294e342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.858192 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21c0baa8-d5bb-4ff8-946b-25df0538456f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.860453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21c0baa8-d5bb-4ff8-946b-25df0538456f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.916896 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-c3dea63e-333a-45f5-b0a8-4cfbbbf6cf54 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1621242 Apr 18 20:38:41.939595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port dc162ef6-0a5d-415d-b2bf-dad8efcd2347 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:41.956974 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.002689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21c0baa8-d5bb-4ff8-946b-25df0538456f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.061624 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.066800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21c0baa8-d5bb-4ff8-946b-25df0538456f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.076392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3fdcd-96b9-4f9c-927f-a9b9c5e04a73 req-b1e6d36c-de1c-4782-9438-fbe033271c2b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:42.083237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3fdcd-96b9-4f9c-927f-a9b9c5e04a73 req-b1e6d36c-de1c-4782-9438-fbe033271c2b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:42.085730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.092969 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1a3fdcd-96b9-4f9c-927f-a9b9c5e04a73 req-b1e6d36c-de1c-4782-9438-fbe033271c2b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1679 time: 0.2252061 Apr 18 20:38:42.130392 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e5e79377-bf68-4e09-a8b1-4cac2294e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.168859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.179106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5d7bc9c0-1b40-4621-8000-b658bb563da1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5d7bc9c0-1b40-4621-8000-b658bb563da1,segment=NetworkSegment(e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0),segment_id=e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:42.212702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1a3fdcd-96b9-4f9c-927f-a9b9c5e04a73 req-b40319a3-3a6b-407c-b008-e6ce2dc26e44 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178837 Apr 18 20:38:42.243989 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.264015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '5d7bc9c0-1b40-4621-8000-b658bb563da1', 'network_id': 'c3434137-f889-462f-ab75-b68b0b3dab56', 'port_id': '5d7bc9c0-1b40-4621-8000-b658bb563da1', 'mac_address': 'fa:16:3e:b3:8a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8026f2-c7db-4569-967f-b3f5d892d8f0', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:38:42.275613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21c0baa8-d5bb-4ff8-946b-25df0538456f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.280367 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-21c0baa8-d5bb-4ff8-946b-25df0538456f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9235198 Apr 18 20:38:42.284009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44030) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:42.284629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Pushing event updated for resources: {'Port': ['ID=21634b3e-9a2f-4fc5-9254-9f9715c13f4e,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:42.351135 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.381036 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.401164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7bc9c0-1b40-4621-8000-b658bb563da1 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:42.410201 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e5e79377-bf68-4e09-a8b1-4cac2294e342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.440349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-da3cdb38-8ac2-45b4-8713-9d6ca4dba7b2 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986105 Apr 18 20:38:42.448792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port dc162ef6-0a5d-415d-b2bf-dad8efcd2347, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=dc162ef6-0a5d-415d-b2bf-dad8efcd2347,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:42.459260 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.468531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7b71809d-8127-43a9-9141-898ed88c1ad8 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:42.500658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:42.502999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:42.536800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5d7bc9c0-1b40-4621-8000-b658bb563da1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5d7bc9c0-1b40-4621-8000-b658bb563da1,segment=NetworkSegment(e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0),segment_id=e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:42.574331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.574836 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device aaa8a238-5023-4d0a-ac2a-67836e818136 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:38:42.591646 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 7b71809d-8127-43a9-9141-898ed88c1ad8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:42.595248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7b71809d-8127-43a9-9141-898ed88c1ad8 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:42.595643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:42.756045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:42.760246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0e3fe963-8c90-41f4-bb06-c5bbb6bae67c not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:42.806301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:38:42.820415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=dc162ef6-0a5d-415d-b2bf-dad8efcd2347,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:42.960420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=5d7bc9c0-1b40-4621-8000-b658bb563da1,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:42.979110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:42.999146 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-34f7f2cf-9ad0-4552-a282-051acbeb1553 admin admin] 10.222.0.49 "PUT /v2.0/routers/0c2b44f6-4279-43a5-ba86-5bd088cff66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1303740 Apr 18 20:38:43.001118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port aaa8a238-5023-4d0a-ac2a-67836e818136, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=aaa8a238-5023-4d0a-ac2a-67836e818136,segment=NetworkSegment(3c22900a-b003-4c24-903b-0eb7ad0d6eb0),segment_id=3c22900a-b003-4c24-903b-0eb7ad0d6eb0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:43.019930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'aaa8a238-5023-4d0a-ac2a-67836e818136', 'network_id': '0dd42018-c7b6-4839-b131-b93be5b83840', 'port_id': 'aaa8a238-5023-4d0a-ac2a-67836e818136', 'mac_address': 'fa:16:3e:9f:99:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18073a37-8625-4b7a-955e-93343fa70051', 'ip_address': '19.86.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:38:43.066266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7ff83eb1-447b-49f6-b960-efddbb89948e None None] Provisioning complete for port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:43.066981 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ff83eb1-447b-49f6-b960-efddbb89948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.127303 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.155691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa8a238-5023-4d0a-ac2a-67836e818136 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:43.180721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7ff83eb1-447b-49f6-b960-efddbb89948e None None] Port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:38:43.208484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port aaa8a238-5023-4d0a-ac2a-67836e818136, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=aaa8a238-5023-4d0a-ac2a-67836e818136,segment=NetworkSegment(3c22900a-b003-4c24-903b-0eb7ad0d6eb0),segment_id=3c22900a-b003-4c24-903b-0eb7ad0d6eb0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:43.220728 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.293939 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e5e79377-bf68-4e09-a8b1-4cac2294e342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.300724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e5e79377-bf68-4e09-a8b1-4cac2294e342 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/835aa03a-8d5a-48b9-a98a-4a33d2d594c4 HTTP/1.1" status: 204 len: 168 time: 2.1617920 Apr 18 20:38:43.301056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44052) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:43.302808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=aaa8a238-5023-4d0a-ac2a-67836e818136,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:43.312753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e79377-bf68-4e09-a8b1-4cac2294e342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835aa03a-8d5a-48b9-a98a-4a33d2d594c4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:43.329104 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc03426a-58cd-42a5-9ba6-fd5875703db2 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.398604 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.480975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['5d7bc9c0-1b40-4621-8000-b658bb563da1'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:43.616185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.658686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dc162ef6-0a5d-415d-b2bf-dad8efcd2347 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:43.660917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6056b303-f2b8-4026-a53d-1f7de5471b3f']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:43.682430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a413d1-4501-4ee3-9433-25f107384399') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:43.683009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a413d1-4501-4ee3-9433-25f107384399') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:43.712954 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.747328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.759683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:43.763057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:43.767502 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:43.935899 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc03426a-58cd-42a5-9ba6-fd5875703db2 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.945563 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.954049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc03426a-58cd-42a5-9ba6-fd5875703db2 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.957497 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.965824 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] 10.222.0.49 "DELETE /v2.0/networks/6056b303-f2b8-4026-a53d-1f7de5471b3f HTTP/1.1" status: 204 len: 168 time: 0.6636069 Apr 18 20:38:43.969614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-17832e0e-49b0-49af-9f9d-f940c7a7a943 service neutron] 10.222.0.49 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5278339 Apr 18 20:38:43.999582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe74fee-97ea-4541-941f-4b7bdfe863bd admin admin] Pushing event deleted for resources: {'Network': ['ID=6056b303-f2b8-4026-a53d-1f7de5471b3f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:44.042212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port dc162ef6-0a5d-415d-b2bf-dad8efcd2347 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:44.049149 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.059006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc03426a-58cd-42a5-9ba6-fd5875703db2 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.059648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc03426a-58cd-42a5-9ba6-fd5875703db2 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f834782-da0a-4ba9-b96c-e84d9e55fbdc {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:38:44.064837 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:44.066324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc03426a-58cd-42a5-9ba6-fd5875703db2 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.072979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dc03426a-58cd-42a5-9ba6-fd5875703db2 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] 10.222.0.49 "DELETE /v2.0/routers/4f834782-da0a-4ba9-b96c-e84d9e55fbdc HTTP/1.1" status: 204 len: 168 time: 1.7742774 Apr 18 20:38:44.073453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44070) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:44.079110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-06c84ab7-5043-48da-88e5-3a735d36183f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Request body: {'router': {'name': 'tempest-router-205260060', 'distributed': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:44.104845 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06c84ab7-5043-48da-88e5-3a735d36183f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.106577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06c84ab7-5043-48da-88e5-3a735d36183f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.137198 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:44.138261 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:44.224467 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06c84ab7-5043-48da-88e5-3a735d36183f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.231292 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06c84ab7-5043-48da-88e5-3a735d36183f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.262028 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06c84ab7-5043-48da-88e5-3a735d36183f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.266258 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06c84ab7-5043-48da-88e5-3a735d36183f tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1907306 Apr 18 20:38:44.268141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44074) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:44.533291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9caaec0-189f-41bb-8a85-51dced639301 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.645788 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44086) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:44.719460 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:44.721262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['aaa8a238-5023-4d0a-ac2a-67836e818136'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:38:44.868622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44094) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:44.962777 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ad451c73-9969-47cc-bed8-2ba3937f289f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e40bca93f63a4b8a82b374f30b8a5727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869839 Apr 18 20:38:44.963602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44096) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:45.117086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-436254f1-2a39-4d0e-8b51-c03b04bd29d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.181857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-436254f1-2a39-4d0e-8b51-c03b04bd29d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.182730 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9caaec0-189f-41bb-8a85-51dced639301 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.188476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9caaec0-189f-41bb-8a85-51dced639301 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.303768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-38618887'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:45.374322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Made reservation on behalf of a3a3aafc0fad478c861f30f882cdcf01 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:45.394043 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.426944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.482404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9caaec0-189f-41bb-8a85-51dced639301 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.483329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9caaec0-189f-41bb-8a85-51dced639301 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aee1830e-4b1c-4f02-8038-91d7f3f5e615 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:38:45.522649 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9caaec0-189f-41bb-8a85-51dced639301 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.525591 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5d7bc9c0-1b40-4621-8000-b658bb563da1 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:45.529371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b9caaec0-189f-41bb-8a85-51dced639301 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] 10.222.0.49 "DELETE /v2.0/routers/aee1830e-4b1c-4f02-8038-91d7f3f5e615 HTTP/1.1" status: 204 len: 168 time: 1.2594881 Apr 18 20:38:45.535273 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-436254f1-2a39-4d0e-8b51-c03b04bd29d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.553190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-436254f1-2a39-4d0e-8b51-c03b04bd29d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.558262 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-436254f1-2a39-4d0e-8b51-c03b04bd29d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0992253a-0ed8-4172-83e5-be2a15e1ade4 HTTP/1.1" status: 204 len: 168 time: 0.5891001 Apr 18 20:38:45.566292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44106) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:45.610542 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-425d2c86-7b24-48f5-85ba-c92c8ac0d508 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Request body: {'router': {'name': 'tempest-router-1191499890', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7c2ab44805414f53a587b20b0921709b'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:45.649781 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 2, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:45.658166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436254f1-2a39-4d0e-8b51-c03b04bd29d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992253a-0ed8-4172-83e5-be2a15e1ade4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:45.703788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637778a-133d-474d-a8fe-e30af321bd23 req-198f127c-b2b4-49d8-add8-d388cadb6377 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:45.757922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637778a-133d-474d-a8fe-e30af321bd23 req-198f127c-b2b4-49d8-add8-d388cadb6377 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:45.764857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e637778a-133d-474d-a8fe-e30af321bd23 req-198f127c-b2b4-49d8-add8-d388cadb6377 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1681 time: 0.5560088 Apr 18 20:38:45.783788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-425d2c86-7b24-48f5-85ba-c92c8ac0d508 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.786071 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-425d2c86-7b24-48f5-85ba-c92c8ac0d508 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.799493 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:45.801570 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Updating router 0c2b44f6-4279-43a5-ba86-5bd088cff66f port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:38:45.908492 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.925563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.933071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44110) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:45.934737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 5d7bc9c0-1b40-4621-8000-b658bb563da1 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:45.948252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 5d7bc9c0-1b40-4621-8000-b658bb563da1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:45.948776 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.966717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6f84edff-db9a-41e0-a4e6-4fbbd76e1d13 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552665018', 'description': 'tempest-description--2121089388'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:46.011326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e637778a-133d-474d-a8fe-e30af321bd23 req-f60a3b96-583c-4031-a004-8944c2978791 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985261 Apr 18 20:38:46.140954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f84edff-db9a-41e0-a4e6-4fbbd76e1d13 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.166402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.205537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0f78eeb-abbf-4e55-834e-11b62077983e req-ce6eef41-c4fd-474e-9ad4-fe6b45fd2f1f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 210 time: 0.1743498 Apr 18 20:38:46.213557 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-425d2c86-7b24-48f5-85ba-c92c8ac0d508 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.256837 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-425d2c86-7b24-48f5-85ba-c92c8ac0d508 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.266263 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.269712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5d7bc9c0-1b40-4621-8000-b658bb563da1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5d7bc9c0-1b40-4621-8000-b658bb563da1,segment=NetworkSegment(e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0),segment_id=e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:46.271226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7bc9c0-1b40-4621-8000-b658bb563da1'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:46.274626 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6584df6-d36e-4a3a-82ca-d765684fc937" -d '{"events": [{"server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "name": "network-vif-plugged", "status": "completed", "tag": "5d7bc9c0-1b40-4621-8000-b658bb563da1"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:46.277951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.278918 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.417483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f84edff-db9a-41e0-a4e6-4fbbd76e1d13 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.425370 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f84edff-db9a-41e0-a4e6-4fbbd76e1d13 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.429079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=5d7bc9c0-1b40-4621-8000-b658bb563da1,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:46.431050 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-425d2c86-7b24-48f5-85ba-c92c8ac0d508 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.437625 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-425d2c86-7b24-48f5-85ba-c92c8ac0d508 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8428009 Apr 18 20:38:46.441601 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8252abf-b699-43d2-9d32-e1122f42312f x-openstack-request-id: req-b8252abf-b699-43d2-9d32-e1122f42312f {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:46.441896 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "name": "network-vif-plugged", "status": "completed", "tag": "5d7bc9c0-1b40-4621-8000-b658bb563da1", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:46.442154 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b8252abf-b699-43d2-9d32-e1122f42312f {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:46.444182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44124) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:46.446184 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8252abf-b699-43d2-9d32-e1122f42312f'] response: {'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7bc9c0-1b40-4621-8000-b658bb563da1', 'code': 200} Apr 18 20:38:46.451590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:46.479637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:46.502336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84edff-db9a-41e0-a4e6-4fbbd76e1d13 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a42453-8832-4673-93e2-f656ecb22903,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:46.556127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f84edff-db9a-41e0-a4e6-4fbbd76e1d13 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.557806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6f84edff-db9a-41e0-a4e6-4fbbd76e1d13 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6110015 Apr 18 20:38:46.562313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44130) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:46.574817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6bd95eae-b685-4adb-868a-01fc2e082a64 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group_rule': {'security_group_id': '03a42453-8832-4673-93e2-f656ecb22903', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:46.616615 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.627921 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.659678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd95eae-b685-4adb-868a-01fc2e082a64 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.763270 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Attempting to bind port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:46.764186 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Attempting to bind port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:46.764186 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Attempting to bind port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:46.772963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8097244e-e479-4649-85c6-9c4a9e3ec117,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:46.788218 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Pushing event updated for resources: {'Port': ['ID=21634b3e-9a2f-4fc5-9254-9f9715c13f4e,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:46.801786 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:46.802291 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Checking segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:46.802619 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.802981 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Bound using segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:46.803389 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Bound port: 21634b3e-9a2f-4fc5-9254-9f9715c13f4e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:46.803769 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.817337 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.817660 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.817828 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.820023 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.820380 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.820715 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.821046 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.821372 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.821698 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.824202 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.824533 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.824864 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:46.884874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.885330 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Added segment 7a42b9cc-3a9c-4edf-93ce-6bafd94d167e of type vlan for network 68c24dbb-8310-4995-a2fd-812718e735e5 Apr 18 20:38:46.994901 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] For port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:47.009941 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] For port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=21634b3e-9a2f-4fc5-9254-9f9715c13f4e,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:47.022796 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.025970 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd95eae-b685-4adb-868a-01fc2e082a64 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.026725 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.026725 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.048037 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd95eae-b685-4adb-868a-01fc2e082a64 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.136067 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b91d07-2902-4c2d-9faf-2308037a9a23 None None] Pushing event updated for resources: {'Port': ['ID=21634b3e-9a2f-4fc5-9254-9f9715c13f4e,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:47.165675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.180365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-c5708d0d-49bf-4185-b06c-77ea3a2cfad5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:47.187065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-c5708d0d-49bf-4185-b06c-77ea3a2cfad5 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 812 time: 0.4719300 Apr 18 20:38:47.208255 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd95eae-b685-4adb-868a-01fc2e082a64 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.209708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6bd95eae-b685-4adb-868a-01fc2e082a64 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6439908 Apr 18 20:38:47.210532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd95eae-b685-4adb-868a-01fc2e082a64 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068736eb-d544-4ef7-9c7f-d65084f4500b,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:47.213891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44140) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:47.214344 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:47.215213 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:47.278851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5d2cc1a3-72ca-4d70-9edc-15399f2d76c6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group_rule': {'security_group_id': '03a42453-8832-4673-93e2-f656ecb22903', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:47.359286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Request body: {'port': {'device_id': '715826d1-d9f6-4c09-bc99-c68056c3aede', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'admin_state_up': True, 'tenant_id': '51f49feb61414e54898b782154919cc9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:47.360567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8ad01e2c-fd95-4b2a-9284-4491447cf564 None None] Provisioning complete for port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:47.364434 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8ad01e2c-fd95-4b2a-9284-4491447cf564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.528362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device aaa8a238-5023-4d0a-ac2a-67836e818136 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:47.535406 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.547436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:47.548570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.597962 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.9497714 Apr 18 20:38:47.641935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44150) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:47.657302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102903) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 18 20:38:47.657555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Router 20cb1cdd-ce89-4ce5-9976-75ba26b8ef12 migrating from provider to provider. {{(pid=102903) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 18 20:38:47.658101 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.664291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44152) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:47.699725 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:47.703822 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8ad01e2c-fd95-4b2a-9284-4491447cf564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.714789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8926fc94-4fa6-4415-a2b0-6a6742cc43ec req-961daae9-253d-4b6c-ad2b-08810896a2f0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 210 time: 0.2537909 Apr 18 20:38:47.761387 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.775679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.791064 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b53598-e956-4ba3-8aba-4a2cad759980 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Pushing event updated for resources: {'Network': ['ID=68c24dbb-8310-4995-a2fd-812718e735e5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:47.801121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d453ac-8549-4b5a-a115-94b01771d7bd req-0dd85964-7378-4477-946a-164eff088fcd tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:47.820945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d453ac-8549-4b5a-a115-94b01771d7bd req-0dd85964-7378-4477-946a-164eff088fcd tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:47.823970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port aaa8a238-5023-4d0a-ac2a-67836e818136 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:47.828425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 68c24dbb-8310-4995-a2fd-812718e735e5 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:47.830493 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24d453ac-8549-4b5a-a115-94b01771d7bd req-0dd85964-7378-4477-946a-164eff088fcd tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1682 time: 0.4514408 Apr 18 20:38:47.843786 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc1a3-72ca-4d70-9edc-15399f2d76c6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.860646 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8ad01e2c-fd95-4b2a-9284-4491447cf564 None None] For port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=21634b3e-9a2f-4fc5-9254-9f9715c13f4e,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:47.879452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port aaa8a238-5023-4d0a-ac2a-67836e818136 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:47.885169 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.931241 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8ad01e2c-fd95-4b2a-9284-4491447cf564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.982112 n-d-836015-4 neutron-server[102903]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] No L3 agents can host the router 20cb1cdd-ce89-4ce5-9976-75ba26b8ef12 Apr 18 20:38:48.063148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc1a3-72ca-4d70-9edc-15399f2d76c6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.076132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24d453ac-8549-4b5a-a115-94b01771d7bd req-3fd88cb8-94da-4ac4-9020-4634759510db tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288756 Apr 18 20:38:48.080597 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc1a3-72ca-4d70-9edc-15399f2d76c6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.105713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Made reservation on behalf of 51f49feb61414e54898b782154919cc9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:48.110372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.128153 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d2cc1a3-72ca-4d70-9edc-15399f2d76c6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.132740 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5d2cc1a3-72ca-4d70-9edc-15399f2d76c6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8968933 Apr 18 20:38:48.134067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44158) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:48.141505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:48.243641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-96765136-network', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:48.258628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Request body: {'network': {'name': 'tempest-network--701247014', 'router:external': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:48.272870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cc1a3-72ca-4d70-9edc-15399f2d76c6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d60205-5edd-47af-a7a6-9bf66a848ebe,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:48.335811 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:46Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:48.340664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Allocated IP 172.20.0.10 (27d5394a-3b48-41ec-a989-ef824a3124dc/5851b4f6-7372-4b3b-910b-58ceab856969/566315f8-d200-4fb2-bf39-09e442ffecdc) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:48.354966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.399078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Made reservation on behalf of 85b711979cf94ebeb736b102ac5de96a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:48.409636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.409946 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399509b-d6f2-487f-9372-676aeab67174 None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:46Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:48.476390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Hosts for router 20cb1cdd-ce89-4ce5-9976-75ba26b8ef12: [] {{(pid=102903) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 18 20:38:48.506089 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.511016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad01e2c-fd95-4b2a-9284-4491447cf564 None None] Pushing event updated for resources: {'Port': ['ID=21634b3e-9a2f-4fc5-9254-9f9715c13f4e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:48.522547 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-18115d96-582c-4b6e-a521-6b463ecf6ccb None None] Provisioning complete for port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:48.522929 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18115d96-582c-4b6e-a521-6b463ecf6ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.636059 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Made reservation on behalf of 9f3eeabe19f542d48d95c9a1d6e3ef58 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:48.638195 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.646766 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.694181 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.707277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Hosts for other DVR routers connected to router 20cb1cdd-ce89-4ce5-9976-75ba26b8ef12: set() {{(pid=102903) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 18 20:38:48.731384 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.731384 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ddbc8311-ecc2-4d4a-b0f2-2aa4eb360f3e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] 10.222.0.49 "PUT /v2.0/routers/20cb1cdd-ce89-4ce5-9976-75ba26b8ef12 HTTP/1.1" status: 200 len: 717 time: 2.2813897 Apr 18 20:38:48.738327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44164) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:48.764660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa8a238-5023-4d0a-ac2a-67836e818136'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:48.767157 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef462a9-6d75-400b-bdc2-49f6208c63e8" -d '{"events": [{"server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "name": "network-vif-plugged", "status": "completed", "tag": "aaa8a238-5023-4d0a-ac2a-67836e818136"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:48.808761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port aaa8a238-5023-4d0a-ac2a-67836e818136, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=aaa8a238-5023-4d0a-ac2a-67836e818136,segment=NetworkSegment(3c22900a-b003-4c24-903b-0eb7ad0d6eb0),segment_id=3c22900a-b003-4c24-903b-0eb7ad0d6eb0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:48.820646 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.857501 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1005ea65-e456-4e11-83d8-bdbcc557bfa8 x-openstack-request-id: req-1005ea65-e456-4e11-83d8-bdbcc557bfa8 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:48.857796 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "name": "network-vif-plugged", "status": "completed", "tag": "aaa8a238-5023-4d0a-ac2a-67836e818136", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:48.858202 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1005ea65-e456-4e11-83d8-bdbcc557bfa8 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:48.858729 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1005ea65-e456-4e11-83d8-bdbcc557bfa8'] response: {'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa8a238-5023-4d0a-ac2a-67836e818136', 'code': 200} Apr 18 20:38:48.896502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=aaa8a238-5023-4d0a-ac2a-67836e818136,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:48.918333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.919536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.920137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.920639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.921142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.921686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.922190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.922845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.923454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.924070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.924621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:48.925193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:49.001629 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6f209b06-5d36-42ea-9cd9-28434b43655b tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] 10.222.0.49 "GET /v2.0/routers/20cb1cdd-ce89-4ce5-9976-75ba26b8ef12 HTTP/1.1" status: 200 len: 717 time: 0.2388926 Apr 18 20:38:49.005039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44170) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:49.014366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b794cd9-c9fa-49e6-beed-4d9061df1178 req-5db9ca83-9910-4481-b240-00cc610b87fd tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 210 time: 0.0632339 Apr 18 20:38:49.075534 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.121057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.134140 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.135699 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.148936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3daa09-53c0-4ea3-943e-1cd8758b4c60 req-f8346aa0-17fe-4053-89be-8005674470d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.149541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3daa09-53c0-4ea3-943e-1cd8758b4c60 req-f8346aa0-17fe-4053-89be-8005674470d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.151926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e3daa09-53c0-4ea3-943e-1cd8758b4c60 req-f8346aa0-17fe-4053-89be-8005674470d8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1985 time: 0.1995854 Apr 18 20:38:49.217113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:49.226154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dddf64-00b4-4037-9775-ec28a363f76e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:49.279519 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.281055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.281564 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Added segment 581e2116-0359-4fbb-835c-15c69bf19118 of type vlan for network 83018af1-c2ec-4618-b2c4-123ba0a6a04c Apr 18 20:38:49.311576 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.352704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e3daa09-53c0-4ea3-943e-1cd8758b4c60 req-55ca4627-f04e-4d6c-aa1f-178eccd9e7cd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842654 Apr 18 20:38:49.379547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Network 27d5394a-3b48-41ec-a989-ef824a3124dc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:49.427555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b919a1e-fc81-4f5c-895c-e39b4cd69e85 req-9e4b3438-e5cb-478c-b5a3-0526c4d3284b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.437533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b919a1e-fc81-4f5c-895c-e39b4cd69e85 req-9e4b3438-e5cb-478c-b5a3-0526c4d3284b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.439658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b919a1e-fc81-4f5c-895c-e39b4cd69e85 req-9e4b3438-e5cb-478c-b5a3-0526c4d3284b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1683 time: 0.2334158 Apr 18 20:38:49.447035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:49.453761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:49.538475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 21634b3e-9a2f-4fc5-9254-9f9715c13f4e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:49.608012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event updated for resources: {'Port': ['ID=566315f8-d200-4fb2-bf39-09e442ffecdc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:49.613398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Allocated IP 172.25.2.91 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/02ea9d4f-324b-459f-8cfd-c41498d7a171) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:49.628537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.630487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.656818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-55cd242f-eeb6-4f34-875c-424a39f5f86c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4437592 Apr 18 20:38:49.661946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b919a1e-fc81-4f5c-895c-e39b4cd69e85 req-b2452d59-58d6-4e9a-818e-21e4682c3a05 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603665 Apr 18 20:38:49.669401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.678823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:49.679431 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.680120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Request body: {'port': {'device_id': '715826d1-d9f6-4c09-bc99-c68056c3aede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:49.682223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-85846370-6ef9-43d9-ba96-d9c8cdb9ded1 tempest-RoutersTestDVR-855645217 tempest-RoutersTestDVR-855645217-project] 10.222.0.49 "GET /v2.0/routers/20cb1cdd-ce89-4ce5-9976-75ba26b8ef12 HTTP/1.1" status: 200 len: 683 time: 0.6722744 Apr 18 20:38:49.739628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44176) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:49.806753 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.842216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:49.853071 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.853833 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Added segment 713dda4f-b16c-4984-a4a7-068f9d6dc4ec of type vlan for network 8336d98b-1e07-409b-b03c-0391248aa150 Apr 18 20:38:49.899969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.916235 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.924291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.925684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.926708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.968670 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.071688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5064531-990d-48fc-88a4-b1e40a1f4694,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:50.099234 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.db.resource_extend [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:38:50.111482 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.117858 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4520943 Apr 18 20:38:50.123083 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee3234e5-cdee-46e3-91cc-7ff7930cd2f6 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.171404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44184) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:50.184522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=02ea9d4f-324b-459f-8cfd-c41498d7a171,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:50.193176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Request body: {'subnet': {'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-96765136-subnet', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:50.215071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fcdde-d6eb-4a7f-98b9-4b5b619a71c0 admin admin] Pushing event updated for resources: {'Network': ['ID=83018af1-c2ec-4618-b2c4-123ba0a6a04c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:50.228739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 83018af1-c2ec-4618-b2c4-123ba0a6a04c details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:50.246373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Made reservation on behalf of 9f3eeabe19f542d48d95c9a1d6e3ef58 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:50.250180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.286072 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.287489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:50.288358 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.363775 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee3234e5-cdee-46e3-91cc-7ff7930cd2f6 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.380705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee3234e5-cdee-46e3-91cc-7ff7930cd2f6 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.397306 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:50.416501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:50.428512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:50.572931 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.9230344 Apr 18 20:38:50.573880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44186) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:50.579576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a568a-99b2-4a5f-8d14-b92ffb23e4e8 req-01ca8d41-ea7f-4e7d-834a-6178ba4d2d23 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:50.581353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-752a568a-99b2-4a5f-8d14-b92ffb23e4e8 req-01ca8d41-ea7f-4e7d-834a-6178ba4d2d23 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 932 time: 0.3562679 Apr 18 20:38:50.595670 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee3234e5-cdee-46e3-91cc-7ff7930cd2f6 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.596660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3234e5-cdee-46e3-91cc-7ff7930cd2f6 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20cb1cdd-ce89-4ce5-9976-75ba26b8ef12 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:38:50.615534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee3234e5-cdee-46e3-91cc-7ff7930cd2f6 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.622521 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ee3234e5-cdee-46e3-91cc-7ff7930cd2f6 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] 10.222.0.49 "DELETE /v2.0/routers/20cb1cdd-ce89-4ce5-9976-75ba26b8ef12 HTTP/1.1" status: 204 len: 168 time: 0.8765707 Apr 18 20:38:50.622521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6111a-bd71-47a0-9418-0c768a093e10 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event updated for resources: {'Network': ['ID=8336d98b-1e07-409b-b03c-0391248aa150,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:50.625690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44188) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:50.632433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a651895b-a14c-4bf0-8604-3c2bc205155e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Request body: {'router': {'name': 'tempest-router-110361855', 'distributed': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:50.737211 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a651895b-a14c-4bf0-8604-3c2bc205155e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.738345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a651895b-a14c-4bf0-8604-3c2bc205155e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.758207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.766192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 8336d98b-1e07-409b-b03c-0391248aa150 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:50.953543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a651895b-a14c-4bf0-8604-3c2bc205155e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.963677 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a651895b-a14c-4bf0-8604-3c2bc205155e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.969510 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.993401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a651895b-a14c-4bf0-8604-3c2bc205155e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.994655 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a651895b-a14c-4bf0-8604-3c2bc205155e tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3676631 Apr 18 20:38:51.001158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44196) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:51.011925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8336d98b-1e07-409b-b03c-0391248aa150']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:51.073052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713dda4f-b16c-4984-a4a7-068f9d6dc4ec') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:51.073866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713dda4f-b16c-4984-a4a7-068f9d6dc4ec') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:51.083811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-752a568a-99b2-4a5f-8d14-b92ffb23e4e8 req-25af389c-9063-4eeb-b436-ddda4935edf4 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752822 Apr 18 20:38:51.088609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.128634 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.134455 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-01b08bf3-c207-4a95-acb2-50daea7cb776 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.136100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.169424 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.181894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:51.181894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:51.182975 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:51.245180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d7a6d-ce33-40c4-ac1e-d1fffb2e6219 req-cea3cb0f-e0e1-49bd-8da5-ca5449747c64 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.250937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d7a6d-ce33-40c4-ac1e-d1fffb2e6219 req-cea3cb0f-e0e1-49bd-8da5-ca5449747c64 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.254480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-947d7a6d-ce33-40c4-ac1e-d1fffb2e6219 req-cea3cb0f-e0e1-49bd-8da5-ca5449747c64 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1683 time: 0.3775036 Apr 18 20:38:51.330790 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.343876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566315f8-d200-4fb2-bf39-09e442ffecdc {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:51.354203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac86ddd3-5a20-4959-8d09-cba68c5b54a8,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:51.365872 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-01b08bf3-c207-4a95-acb2-50daea7cb776 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.370528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-01b08bf3-c207-4a95-acb2-50daea7cb776 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.379011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.398412 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.415199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8336d98b-1e07-409b-b03c-0391248aa150 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 20:38:51.417765 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.427912 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "DELETE /v2.0/networks/8336d98b-1e07-409b-b03c-0391248aa150 HTTP/1.1" status: 204 len: 168 time: 0.8465495 Apr 18 20:38:51.427912 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44198) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:51.440150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Checking segment: {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:51.440595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Network hostable DHCP agents. Network: 83018af1-c2ec-4618-b2c4-123ba0a6a04c, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:51.446112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:51.451679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7282f23-65a4-49d6-9284-f8113e80d51c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event deleted for resources: {'Network': ['ID=8336d98b-1e07-409b-b03c-0391248aa150,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:51.457727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-01b08bf3-c207-4a95-acb2-50daea7cb776 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.458546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b08bf3-c207-4a95-acb2-50daea7cb776 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7456c92-13f7-4a2c-b6a1-64bb2dd9fe39 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:38:51.465411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-01b08bf3-c207-4a95-acb2-50daea7cb776 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.470716 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-01b08bf3-c207-4a95-acb2-50daea7cb776 tempest-RoutersTestDVR-2124577986 tempest-RoutersTestDVR-2124577986-project-admin] 10.222.0.49 "DELETE /v2.0/routers/e7456c92-13f7-4a2c-b6a1-64bb2dd9fe39 HTTP/1.1" status: 204 len: 168 time: 0.4647346 Apr 18 20:38:51.479190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-947d7a6d-ce33-40c4-ac1e-d1fffb2e6219 req-5362279f-d338-49b4-8b93-34cf997c8756 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032778 Apr 18 20:38:51.482491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Transition to ACTIVE for port object 566315f8-d200-4fb2-bf39-09e442ffecdc will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:51.489999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Made reservation on behalf of 85b711979cf94ebeb736b102ac5de96a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:51.497355 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.501344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.594600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:51.631018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.631428 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Added segment 3ae4fcef-91fe-4f8e-9ed0-c4e98991ac1d of type vlan for network ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46 Apr 18 20:38:51.632383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Network 83018af1-c2ec-4618-b2c4-123ba0a6a04c is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:51.649611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 83018af1-c2ec-4618-b2c4-123ba0a6a04c) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:51.661191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Pushing event updated for resources: {'Port': ['ID=566315f8-d200-4fb2-bf39-09e442ffecdc,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:51.667431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.668337 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.678115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db176431-1313-498d-a9b9-90a784a11d4b None None] Network 83018af1-c2ec-4618-b2c4-123ba0a6a04c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:51.771063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dd4dd30d-433c-45e3-bbc1-0808797f2319 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5810919 Apr 18 20:38:51.773373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44206) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:51.803193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:51.901343 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.902547 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.941105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.153128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.158266 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.160961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.161869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.168558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:38:52.169552 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.221609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44218) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:52.433631 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event updated for resources: {'Network': ['ID=ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:52.454511 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b0343964-6e64-414c-bc77-bdaf1cfbc892 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0277150 Apr 18 20:38:52.459257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44222) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:52.462032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:38:52.474150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Request body: {'subnet': {'network_id': 'ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:52.566069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.606033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Attempting to bind port 566315f8-d200-4fb2-bf39-09e442ffecdc on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:52.606420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Attempting to bind port 566315f8-d200-4fb2-bf39-09e442ffecdc by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:52.606733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Attempting to bind port 566315f8-d200-4fb2-bf39-09e442ffecdc on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:52.609336 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.651353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Port 566315f8-d200-4fb2-bf39-09e442ffecdc on network 27d5394a-3b48-41ec-a989-ef824a3124dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:38:52.653035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Allocated IP 172.20.0.2 (83018af1-c2ec-4618-b2c4-123ba0a6a04c/ac86ddd3-5a20-4959-8d09-cba68c5b54a8/2350a027-4c85-488d-a243-bdbe588794f6) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:52.653189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Attempting to bind port 566315f8-d200-4fb2-bf39-09e442ffecdc on network 27d5394a-3b48-41ec-a989-ef824a3124dc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:52.708106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Made reservation on behalf of 85b711979cf94ebeb736b102ac5de96a for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:52.711651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:52.712431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Checking segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:52.712953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Bound using segment: {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:52.713575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Bound port: 566315f8-d200-4fb2-bf39-09e442ffecdc, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:52.713575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.717025 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.745614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=02ea9d4f-324b-459f-8cfd-c41498d7a171,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:52.760719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001d608-d571-4f6e-a0b6-7301402e956f req-3ba461df-b27c-47ab-97f6-ed04e4e80de8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.762135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1001d608-d571-4f6e-a0b6-7301402e956f req-3ba461df-b27c-47ab-97f6-ed04e4e80de8 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 944 time: 0.2374713 Apr 18 20:38:52.779673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32215177-eb95-42ad-9790-409423e3f818 req-f9ea3d7d-0726-4170-af02-1bbfbb4d0f27 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.786971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32215177-eb95-42ad-9790-409423e3f818 req-f9ea3d7d-0726-4170-af02-1bbfbb4d0f27 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:52.793349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32215177-eb95-42ad-9790-409423e3f818 req-f9ea3d7d-0726-4170-af02-1bbfbb4d0f27 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1683 time: 0.2711110 Apr 18 20:38:52.856361 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.872686 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.958368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] For port 566315f8-d200-4fb2-bf39-09e442ffecdc, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:52.965641 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] For port 566315f8-d200-4fb2-bf39-09e442ffecdc, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=566315f8-d200-4fb2-bf39-09e442ffecdc,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:52.990374 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.030080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef056e69-5788-4c1d-8a21-1f38fa744c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.075602 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.077941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0566a47e-eb2e-4042-9ccf-3ab5f06bc9b3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9397445 Apr 18 20:38:53.146504 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.158463 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.197000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32215177-eb95-42ad-9790-409423e3f818 req-aef13cbd-a655-49fd-b084-dd7cf797783e tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875463 Apr 18 20:38:53.239729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1001d608-d571-4f6e-a0b6-7301402e956f req-b3202487-ce11-455b-b6cd-7635cf6d2e42 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425490 Apr 18 20:38:53.258807 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:38:53.272277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Pushing event updated for resources: {'Port': ['ID=2350a027-4c85-488d-a243-bdbe588794f6,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:53.278391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.284359 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.296921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] 10.222.0.60 "PUT /v2.0/ports/566315f8-d200-4fb2-bf39-09e442ffecdc HTTP/1.1" status: 200 len: 1092 time: 3.6282880 Apr 18 20:38:53.305376 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715826d1-d9f6-4c09-bc99-c68056c3aede', 'tag': '566315f8-d200-4fb2-bf39-09e442ffecdc'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:53.320159 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1789556d-9f1e-4dc2-b6f0-042cc0078686" -d '{"events": [{"name": "network-changed", "server_uuid": "715826d1-d9f6-4c09-bc99-c68056c3aede", "tag": "566315f8-d200-4fb2-bf39-09e442ffecdc"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:53.332383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Network 83018af1-c2ec-4618-b2c4-123ba0a6a04c is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:53.353905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:53.371556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:53.455440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef056e69-5788-4c1d-8a21-1f38fa744c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.498613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef056e69-5788-4c1d-8a21-1f38fa744c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.524455 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae801e5-fd03-4218-bed2-cd416046af2b x-openstack-request-id: req-aae801e5-fd03-4218-bed2-cd416046af2b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:53.524931 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "715826d1-d9f6-4c09-bc99-c68056c3aede", "tag": "566315f8-d200-4fb2-bf39-09e442ffecdc", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:53.525182 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-aae801e5-fd03-4218-bed2-cd416046af2b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:53.526635 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae801e5-fd03-4218-bed2-cd416046af2b'] response: {'name': 'network-changed', 'server_uuid': '715826d1-d9f6-4c09-bc99-c68056c3aede', 'tag': '566315f8-d200-4fb2-bf39-09e442ffecdc', 'status': 'completed', 'code': 200} Apr 18 20:38:53.556671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1f253-99c3-4d81-8917-c99b6dc47792 service neutron] Pushing event updated for resources: {'Port': ['ID=566315f8-d200-4fb2-bf39-09e442ffecdc,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:53.587870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Attempting to bind port 2350a027-4c85-488d-a243-bdbe588794f6 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:53.588624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Attempting to bind port 2350a027-4c85-488d-a243-bdbe588794f6 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:53.589205 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Attempting to bind port 2350a027-4c85-488d-a243-bdbe588794f6 on network 83018af1-c2ec-4618-b2c4-123ba0a6a04c {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:38:53.596496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:38:53.597199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Checking segment: {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:53.597859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.598723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Bound using segment: {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:38:53.599369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Bound port: 2350a027-4c85-488d-a243-bdbe588794f6, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:53.599953 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.636729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef056e69-5788-4c1d-8a21-1f38fa744c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3400b98-4439-4453-accc-d820ca5b926e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:53.644331 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ef056e69-5788-4c1d-8a21-1f38fa744c58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7c2ab44805414f53a587b20b0921709b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3487594 Apr 18 20:38:53.649439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44238) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:53.697705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-f08e3dd3-d41b-4a71-9eda-8725beee27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.700501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-f08e3dd3-d41b-4a71-9eda-8725beee27d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 1095 time: 0.2215037 Apr 18 20:38:53.814176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] For port 2350a027-4c85-488d-a243-bdbe588794f6, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:38:53.817812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] For port 2350a027-4c85-488d-a243-bdbe588794f6, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2350a027-4c85-488d-a243-bdbe588794f6,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:38:53.823655 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.855721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d228576-eaea-438e-afc2-a75e9c23784d req-d373c011-3c82-46af-ae9d-2d600ec9c518 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.864766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d228576-eaea-438e-afc2-a75e9c23784d req-d373c011-3c82-46af-ae9d-2d600ec9c518 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.867527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d228576-eaea-438e-afc2-a75e9c23784d req-d373c011-3c82-46af-ae9d-2d600ec9c518 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1683 time: 0.3349206 Apr 18 20:38:53.881257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-5667ee07-da92-46a3-adaf-da436270649e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=566315f8-d200-4fb2-bf39-09e442ffecdc HTTP/1.1" status: 200 len: 217 time: 0.1495073 Apr 18 20:38:53.887692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.926111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67277b30-7e3e-4fdd-b6b2-f14d6323e0e4 None None] Pushing event updated for resources: {'Port': ['ID=2350a027-4c85-488d-a243-bdbe588794f6,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:53.942058 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.066721 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2347306f-07bc-4d2c-8367-8e9f7031829f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.092218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-d8810751-7e5a-4459-9dc7-810005d56594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.094583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-d8810751-7e5a-4459-9dc7-810005d56594 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.2067251 Apr 18 20:38:54.132261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-6cbd9611-de58-45d8-a02f-c48f5aebfc5a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1552665018&fields=id&tenant_id=1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 267 time: 0.4094057 Apr 18 20:38:54.146027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:38:54.146729 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.249543 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Allocated IP 172.25.2.170 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/f3cae883-ac3f-45f4-a864-95dbf2488aaa) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:54.303184 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2347306f-07bc-4d2c-8367-8e9f7031829f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.307525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-36052f5d-af91-4974-8d47-50e0249a8e9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700692 Apr 18 20:38:54.334715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-14907836-d676-4de2-aaab-c47d7d0d8817 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.344129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-14907836-d676-4de2-aaab-c47d7d0d8817 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 815 time: 0.2113965 Apr 18 20:38:54.355694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event updated for resources: {'Subnet': ['ID=82c3f62e-1699-4291-9e97-ec339f17a42d,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:54.433219 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Checking segment: {'id': '3ae4fcef-91fe-4f8e-9ed0-c4e98991ac1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:38:54.433648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Network hostable DHCP agents. Network: ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:54.440154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-8736933e-278f-4be6-96ad-5b1f5fff0040 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/quotas/1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 375 time: 0.0948277 Apr 18 20:38:54.493353 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Network ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:54.516267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:54.524942 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.527399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.528198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.556603 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-18861017-c084-4232-816d-c4e7c2e9c518 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0952809 Apr 18 20:38:54.560856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44250) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:54.566154 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43263de0-ff4b-4da2-91f2-e1206182710d None None] Network ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:54.571129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Request body: {'floatingip': {'floating_network_id': 'ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:54.598733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3d228576-eaea-438e-afc2-a75e9c23784d req-0a2e6b1b-80f4-40a1-8c5f-cd240d960f78 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting port 5d7bc9c0-1b40-4621-8000-b658bb563da1 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:54.599174 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d228576-eaea-438e-afc2-a75e9c23784d req-0a2e6b1b-80f4-40a1-8c5f-cd240d960f78 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.624711 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.646765 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.714689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:54.722035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:54.732337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:54.757322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-3387b1e6-fec8-458e-8b35-be5e72eb078e service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377151 Apr 18 20:38:54.787993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2347306f-07bc-4d2c-8367-8e9f7031829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.791020 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2347306f-07bc-4d2c-8367-8e9f7031829f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.792318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2347306f-07bc-4d2c-8367-8e9f7031829f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3400b98-4439-4453-accc-d820ca5b926e HTTP/1.1" status: 204 len: 168 time: 1.1419032 Apr 18 20:38:54.806113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6051a7df-9b98-40fe-8893-f68c659ee5be None None] Network ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:54.857196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa5ac5-ab7c-4fb8-9b93-c81943905e58 req-5b5d7d86-db7e-4f57-9153-9b3874ebae59 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.867357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa5ac5-ab7c-4fb8-9b93-c81943905e58 req-5b5d7d86-db7e-4f57-9153-9b3874ebae59 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.880853 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aafa5ac5-ab7c-4fb8-9b93-c81943905e58 req-5b5d7d86-db7e-4f57-9153-9b3874ebae59 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 1683 time: 0.4518726 Apr 18 20:38:55.008546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-dc2b5bae-7fd6-42f2-a7a9-f31fd7a110ec tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5670567 Apr 18 20:38:55.036316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347306f-07bc-4d2c-8367-8e9f7031829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3400b98-4439-4453-accc-d820ca5b926e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:55.079690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aafa5ac5-ab7c-4fb8-9b93-c81943905e58 req-a87c621f-4a62-40c6-b517-7983c21e8467 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976779 Apr 18 20:38:55.305212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3d228576-eaea-438e-afc2-a75e9c23784d req-0a2e6b1b-80f4-40a1-8c5f-cd240d960f78 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] For port 5d7bc9c0-1b40-4621-8000-b658bb563da1, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5d7bc9c0-1b40-4621-8000-b658bb563da1,segment=NetworkSegment(e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0),segment_id=e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:55.307136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d228576-eaea-438e-afc2-a75e9c23784d req-0a2e6b1b-80f4-40a1-8c5f-cd240d960f78 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.355254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3d228576-eaea-438e-afc2-a75e9c23784d req-0a2e6b1b-80f4-40a1-8c5f-cd240d960f78 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Calling delete_port for 5d7bc9c0-1b40-4621-8000-b658bb563da1 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:55.361874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-092d67ee-3274-4821-8acc-bd51ac2dd86c req-219a7619-a0fc-43f0-bbe9-273f2af5540f service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939531 Apr 18 20:38:55.395220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Pushing event updated for resources: {'Port': ['ID=f3cae883-ac3f-45f4-a864-95dbf2488aaa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:55.525231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4df7fe-a5c6-4c29-a906-623e51666bbe req-3c961633-8777-4c90-9011-59b0f6833fb1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:55.535687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc4df7fe-a5c6-4c29-a906-623e51666bbe req-3c961633-8777-4c90-9011-59b0f6833fb1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 944 time: 0.3043103 Apr 18 20:38:55.596119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-f3c0fb68-4ccb-43c1-bb06-3b5dd03142c3 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392799 Apr 18 20:38:55.600145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2350a027-4c85-488d-a243-bdbe588794f6 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:55.704981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc4df7fe-a5c6-4c29-a906-623e51666bbe req-4770ee1b-39b8-4ccb-9449-2ec74e638d3f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681314 Apr 18 20:38:55.782977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2350a027-4c85-488d-a243-bdbe588794f6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:55.787075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.801981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789556d-9f1e-4dc2-b6f0-042cc0078686 req-7977603a-6e28-4391-9f8b-5de104cf9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:55.804329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1789556d-9f1e-4dc2-b6f0-042cc0078686 req-7977603a-6e28-4391-9f8b-5de104cf9603 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51f49feb61414e54898b782154919cc9&device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 1095 time: 0.3440943 Apr 18 20:38:55.841302 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.940262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5878847f-c08e-47d7-9cf1-25007d923e54 None None] Network 83018af1-c2ec-4618-b2c4-123ba0a6a04c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:38:55.943615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44260) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:55.969396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e7344bb8-94db-4ee6-94e6-aea57426e866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.000071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-2f11c3f8-fdcf-49c4-a9c3-faea18f5db9a service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989372 Apr 18 20:38:56.035618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.065784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789556d-9f1e-4dc2-b6f0-042cc0078686 req-96dee58c-b49d-46ad-9cb7-6f23db75a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.070731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1789556d-9f1e-4dc2-b6f0-042cc0078686 req-96dee58c-b49d-46ad-9cb7-6f23db75a626 service neutron] 10.222.0.60 "GET /v2.0/networks?id=27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 200 len: 913 time: 0.2549350 Apr 18 20:38:56.075053 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d228576-eaea-438e-afc2-a75e9c23784d req-0a2e6b1b-80f4-40a1-8c5f-cd240d960f78 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.093467 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9d0c45fb-94db-471e-8d70-6bb899b0ac1e None None] Provisioning complete for port 2350a027-4c85-488d-a243-bdbe588794f6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:56.094016 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9d0c45fb-94db-471e-8d70-6bb899b0ac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.250377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1789556d-9f1e-4dc2-b6f0-042cc0078686 req-e40ab446-701b-49cd-a9f2-b5e1dc9f1c0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=566315f8-d200-4fb2-bf39-09e442ffecdc HTTP/1.1" status: 200 len: 217 time: 0.1529386 Apr 18 20:38:56.268160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e6b1b-80f4-40a1-8c5f-cd240d960f78 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Port': ['ID=5d7bc9c0-1b40-4621-8000-b658bb563da1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:56.352282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789556d-9f1e-4dc2-b6f0-042cc0078686 req-47c47611-edcc-41d7-a15b-3b44fe296ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.354359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1789556d-9f1e-4dc2-b6f0-042cc0078686 req-47c47611-edcc-41d7-a15b-3b44fe296ea1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 200 len: 852 time: 0.0743682 Apr 18 20:38:56.371905 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.406308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Allocated IP 172.20.0.10 (ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46/82c3f62e-1699-4291-9e97-ec339f17a42d/12d0e289-fe6a-480d-a5b0-2ce76422cfae) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:56.435460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d228576-eaea-438e-afc2-a75e9c23784d req-0a2e6b1b-80f4-40a1-8c5f-cd240d960f78 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] No DVR routers for this DVR port 5d7bc9c0-1b40-4621-8000-b658bb563da1 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:56.510602 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d228576-eaea-438e-afc2-a75e9c23784d req-0a2e6b1b-80f4-40a1-8c5f-cd240d960f78 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.534891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d228576-eaea-438e-afc2-a75e9c23784d req-0a2e6b1b-80f4-40a1-8c5f-cd240d960f78 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "DELETE /v2.0/ports/5d7bc9c0-1b40-4621-8000-b658bb563da1 HTTP/1.1" status: 204 len: 173 time: 2.6483142 Apr 18 20:38:56.539431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1789556d-9f1e-4dc2-b6f0-042cc0078686 req-78eda308-a6b8-41ad-9caf-c2dda3565b3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27d5394a-3b48-41ec-a989-ef824a3124dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414158 Apr 18 20:38:56.547377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'name': 'network-vif-deleted', 'tag': '5d7bc9c0-1b40-4621-8000-b658bb563da1'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:56.551061 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61a31fc-fa67-42b6-b421-8f4742fe0931" -d '{"events": [{"server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "name": "network-vif-deleted", "tag": "5d7bc9c0-1b40-4621-8000-b658bb563da1"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:56.595807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2d42ec1-ce4f-4802-9dcc-dae1bb56e094 req-f1ab371a-4a35-4c91-9270-eeaa8b6950e4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 210 time: 0.1838174 Apr 18 20:38:56.646869 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.662280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8409c-239b-4cb9-a0f9-c8c507fe460b req-37439b90-d2ac-4fd8-b97a-1ce96a5022d0 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.664049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52c8409c-239b-4cb9-a0f9-c8c507fe460b req-37439b90-d2ac-4fd8-b97a-1ce96a5022d0 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 946 time: 0.4253483 Apr 18 20:38:56.734089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 2350a027-4c85-488d-a243-bdbe588794f6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2350a027-4c85-488d-a243-bdbe588794f6,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:56.738677 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9d0c45fb-94db-471e-8d70-6bb899b0ac1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.769412 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.811553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52c8409c-239b-4cb9-a0f9-c8c507fe460b req-d159c700-87cf-4a60-af8e-6f97d50c1b6b tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/security-groups?id=22aaa8af-841f-4ccc-b56e-81617191d5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119301 Apr 18 20:38:56.814059 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f14932-d21b-45e5-a1c6-53525d332d19 x-openstack-request-id: req-c5f14932-d21b-45e5-a1c6-53525d332d19 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:56.814544 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "name": "network-vif-deleted", "tag": "5d7bc9c0-1b40-4621-8000-b658bb563da1", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:56.814889 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5f14932-d21b-45e5-a1c6-53525d332d19 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:56.815394 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f14932-d21b-45e5-a1c6-53525d332d19'] response: {'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'name': 'network-vif-deleted', 'tag': '5d7bc9c0-1b40-4621-8000-b658bb563da1', 'status': 'completed', 'code': 200} Apr 18 20:38:56.826124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1789556d-9f1e-4dc2-b6f0-042cc0078686 req-29ab880b-9c8f-406c-9cf6-9fcd7161fe47 service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705319 Apr 18 20:38:56.868310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e7344bb8-94db-4ee6-94e6-aea57426e866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.885239 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e7344bb8-94db-4ee6-94e6-aea57426e866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.913925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3d228576-eaea-438e-afc2-a75e9c23784d req-40ef7c25-cea9-477e-9344-2512e4a212a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting port aaa8a238-5023-4d0a-ac2a-67836e818136 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:38:56.914385 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d228576-eaea-438e-afc2-a75e9c23784d req-40ef7c25-cea9-477e-9344-2512e4a212a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.963901 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=2350a027-4c85-488d-a243-bdbe588794f6,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:56.985910 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-9d0c45fb-94db-471e-8d70-6bb899b0ac1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:38:56.986655 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-9d0c45fb-94db-471e-8d70-6bb899b0ac1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:38:57.074736 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e7344bb8-94db-4ee6-94e6-aea57426e866 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b52697209aa4d9aa9c83181cf895703&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1276174 Apr 18 20:38:57.095006 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.113226 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44278) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:57.197778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1789556d-9f1e-4dc2-b6f0-042cc0078686 req-d938a86f-b976-46c7-a49b-e0920cb8ecad service neutron] 10.222.0.60 "GET /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523676 Apr 18 20:38:57.269126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7344bb8-94db-4ee6-94e6-aea57426e866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d7a2bf-9623-4f80-adbc-72c86d28a1ce,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:57.290909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Router 0871f3a7-4c9b-47df-9a7e-01042db8e788 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:38:57.340876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3d228576-eaea-438e-afc2-a75e9c23784d req-40ef7c25-cea9-477e-9344-2512e4a212a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] For port aaa8a238-5023-4d0a-ac2a-67836e818136, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=aaa8a238-5023-4d0a-ac2a-67836e818136,segment=NetworkSegment(3c22900a-b003-4c24-903b-0eb7ad0d6eb0),segment_id=3c22900a-b003-4c24-903b-0eb7ad0d6eb0)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:57.341470 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d228576-eaea-438e-afc2-a75e9c23784d req-40ef7c25-cea9-477e-9344-2512e4a212a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.375058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb6a5-a278-4078-ac96-10bb4f19fe6b req-856f13d7-f6a9-4a15-9f26-1f51e754a317 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:57.390522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d0bb6a5-a278-4078-ac96-10bb4f19fe6b req-856f13d7-f6a9-4a15-9f26-1f51e754a317 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 944 time: 0.4229467 Apr 18 20:38:57.446763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:38:57.473622 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Sync routers for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:57.474714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b9f1103-c502-4702-b26a-82a1b4987868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.480865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.489321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3d228576-eaea-438e-afc2-a75e9c23784d req-40ef7c25-cea9-477e-9344-2512e4a212a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Calling delete_port for aaa8a238-5023-4d0a-ac2a-67836e818136 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:38:57.554336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event updated for resources: {'Port': ['ID=12d0e289-fe6a-480d-a5b0-2ce76422cfae,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:57.564881 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.564881 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9ac38224-cb1a-4e05-b52f-02a80bf01228 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7762907 Apr 18 20:38:57.565347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44286) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:57.631198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b9f1103-c502-4702-b26a-82a1b4987868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.644221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Network ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:57.664645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:57.672648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:38:57.695543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:38:57.696349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:57.919096 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b9f1103-c502-4702-b26a-82a1b4987868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.922637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b9f1103-c502-4702-b26a-82a1b4987868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.926072 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b9f1103-c502-4702-b26a-82a1b4987868 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9d7a2bf-9623-4f80-adbc-72c86d28a1ce HTTP/1.1" status: 204 len: 168 time: 0.8083971 Apr 18 20:38:57.940898 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f1103-c502-4702-b26a-82a1b4987868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d7a2bf-9623-4f80-adbc-72c86d28a1ce,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:58.032857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d451bf5-ca63-4877-a426-96e14e4ce7e2 req-fd31f17e-3ea1-4fb5-abd3-66e1d47ad176 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 210 time: 0.1033688 Apr 18 20:38:58.198832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5d7bc9c0-1b40-4621-8000-b658bb563da1 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:58.203991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2350a027-4c85-488d-a243-bdbe588794f6 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:38:58.288947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d0bb6a5-a278-4078-ac96-10bb4f19fe6b req-d89153e6-1728-492b-abde-b80428db6c2b tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8966775 Apr 18 20:38:58.362182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d228576-eaea-438e-afc2-a75e9c23784d req-40ef7c25-cea9-477e-9344-2512e4a212a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.482701 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.510532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef7c25-cea9-477e-9344-2512e4a212a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Port': ['ID=aaa8a238-5023-4d0a-ac2a-67836e818136,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:58.614926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b321ef52-c333-4229-a3aa-6c9cd417b286 req-cbe45e31-213e-4e81-a467-1ea6d88dd9bc tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 210 time: 0.1113355 Apr 18 20:38:58.619419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:38:58.622855 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 566315f8-d200-4fb2-bf39-09e442ffecdc details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:38:58.744620 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.812314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d228576-eaea-438e-afc2-a75e9c23784d req-40ef7c25-cea9-477e-9344-2512e4a212a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] No DVR routers for this DVR port aaa8a238-5023-4d0a-ac2a-67836e818136 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:58.821009 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d228576-eaea-438e-afc2-a75e9c23784d req-40ef7c25-cea9-477e-9344-2512e4a212a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.827885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d228576-eaea-438e-afc2-a75e9c23784d req-40ef7c25-cea9-477e-9344-2512e4a212a5 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.64 "DELETE /v2.0/ports/aaa8a238-5023-4d0a-ac2a-67836e818136 HTTP/1.1" status: 204 len: 173 time: 2.2533751 Apr 18 20:38:58.841993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'name': 'network-vif-deleted', 'tag': 'aaa8a238-5023-4d0a-ac2a-67836e818136'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:58.864226 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e2a0d6-4971-4547-8431-62240e8a62f7" -d '{"events": [{"server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "name": "network-vif-deleted", "tag": "aaa8a238-5023-4d0a-ac2a-67836e818136"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:38:58.881325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 566315f8-d200-4fb2-bf39-09e442ffecdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=566315f8-d200-4fb2-bf39-09e442ffecdc,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:38:59.010880 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c04ead-206c-4d22-958d-b2fd78463569 x-openstack-request-id: req-c4c04ead-206c-4d22-958d-b2fd78463569 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:38:59.011282 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2", "name": "network-vif-deleted", "tag": "aaa8a238-5023-4d0a-ac2a-67836e818136", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:38:59.011572 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4c04ead-206c-4d22-958d-b2fd78463569 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:38:59.011997 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c04ead-206c-4d22-958d-b2fd78463569'] response: {'server_uuid': '9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2', 'name': 'network-vif-deleted', 'tag': 'aaa8a238-5023-4d0a-ac2a-67836e818136', 'status': 'completed', 'code': 200} Apr 18 20:38:59.035381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '566315f8-d200-4fb2-bf39-09e442ffecdc', 'network_id': '27d5394a-3b48-41ec-a989-ef824a3124dc', 'port_id': '566315f8-d200-4fb2-bf39-09e442ffecdc', 'mac_address': 'fa:16:3e:f6:c6:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5851b4f6-7372-4b3b-910b-58ceab856969', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:38:59.039250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 5d7bc9c0-1b40-4621-8000-b658bb563da1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:59.040247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5d7bc9c0-1b40-4621-8000-b658bb563da1 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:59.041238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device aaa8a238-5023-4d0a-ac2a-67836e818136 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:38:59.073282 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.082459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.184457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: aaa8a238-5023-4d0a-ac2a-67836e818136 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:38:59.191742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device aaa8a238-5023-4d0a-ac2a-67836e818136 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:38:59.217689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.260550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event updated for resources: {'Port': ['ID=12d0e289-fe6a-480d-a5b0-2ce76422cfae,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:59.278270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.279630 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ed9a5e0f-cac0-4c5f-ad75-0b349537c1f6 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7130723 Apr 18 20:38:59.283869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44308) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:59.440473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2350a027-4c85-488d-a243-bdbe588794f6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:59.447820 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.505206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8051d3fd-e42f-440a-bf92-6c631ce515d0 None None] Provisioning complete for port 2350a027-4c85-488d-a243-bdbe588794f6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:59.505908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8051d3fd-e42f-440a-bf92-6c631ce515d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.566949 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80b5ad5a-017d-4c1c-8a17-657afd8ed9b8 req-b4af713f-660b-42ff-aa81-14a86cd02846 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 210 time: 0.2742445 Apr 18 20:38:59.589451 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.602322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.649159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566315f8-d200-4fb2-bf39-09e442ffecdc {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:59.660721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-137b6d86-c0ab-4135-b3f9-ec55cc2ec6ca tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "GET /v2.0/floatingips?floating_network_id=ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46 HTTP/1.1" status: 200 len: 690 time: 0.3755774 Apr 18 20:38:59.677863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44318) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:38:59.849422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:38:55Z', 'revision_number': 3, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:59.976775 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Checking router: 0871f3a7-4c9b-47df-9a7e-01042db8e788 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:59.977504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Updating router 0871f3a7-4c9b-47df-9a7e-01042db8e788 port f3cae883-ac3f-45f4-a864-95dbf2488aaa binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:39:00.000673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 566315f8-d200-4fb2-bf39-09e442ffecdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=566315f8-d200-4fb2-bf39-09e442ffecdc,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:00.110514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.238340 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.411981 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.502841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=566315f8-d200-4fb2-bf39-09e442ffecdc,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:00.522366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Allocated IP 172.20.0.1 (83018af1-c2ec-4618-b2c4-123ba0a6a04c/ac86ddd3-5a20-4959-8d09-cba68c5b54a8/84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:00.613930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['566315f8-d200-4fb2-bf39-09e442ffecdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:00.641807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b3f6a984-4442-4bca-b9e1-5cfb8bd93a6f tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:00.644070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b3f6a984-4442-4bca-b9e1-5cfb8bd93a6f tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.64 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 815 time: 1.2812464 Apr 18 20:39:00.685662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4236cec-b720-44c2-8bfb-7acd656af1da req-f1b899ea-6ad9-4d9b-9de3-144981e5ddbd tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:00.687569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4236cec-b720-44c2-8bfb-7acd656af1da req-f1b899ea-6ad9-4d9b-9de3-144981e5ddbd tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 944 time: 1.1195841 Apr 18 20:39:00.703223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bcc8aa75-935e-4284-9f69-2be3b6f757d4 req-201e30c5-953f-4ea7-be93-bca32818edb6 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c59ab11-b7dd-4469-b5af-ca1cd6c41dc2 HTTP/1.1" status: 200 len: 210 time: 0.7778399 Apr 18 20:39:00.805707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4236cec-b720-44c2-8bfb-7acd656af1da req-6b5ac86e-8815-4666-96b8-a7a9d0dd0399 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668530 Apr 18 20:39:00.814577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-205ab3ef-6bde-4031-a0ab-40293ab56e08 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 380 time: 0.1079192 Apr 18 20:39:00.835659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'port': {'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'admin_state_up': True, 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'security_groups': ['03a42453-8832-4673-93e2-f656ecb22903']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:00.843830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Deleting port 12d0e289-fe6a-480d-a5b0-2ce76422cfae {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:00.844508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.905825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-820c868b-1f96-4538-979c-29cfac0633b6 req-97b98bff-028e-4481-8e59-57894103ffac tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 210 time: 0.0549769 Apr 18 20:39:00.943780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.001808 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.002704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.021029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Calling delete_port for 12d0e289-fe6a-480d-a5b0-2ce76422cfae owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:01.042651 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.073884 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.090519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.151861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Made reservation on behalf of 1fe24bfa474f4f6b86fbdaeef7396262 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:01.156175 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.165163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Attempting to bind port f3cae883-ac3f-45f4-a864-95dbf2488aaa on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:01.165547 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Attempting to bind port f3cae883-ac3f-45f4-a864-95dbf2488aaa by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:01.165908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Attempting to bind port f3cae883-ac3f-45f4-a864-95dbf2488aaa on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:01.188675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:01.189115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:01.189521 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.189911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:01.190400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Bound port: f3cae883-ac3f-45f4-a864-95dbf2488aaa, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:01.190852 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.213941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Network 83018af1-c2ec-4618-b2c4-123ba0a6a04c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:01.223635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed103b4-5a57-4637-b208-aa67bc2f3ce4 None None] Pushing event updated for resources: {'Port': ['ID=f3cae883-ac3f-45f4-a864-95dbf2488aaa,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:01.240556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:01.244012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:01.319862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] For port f3cae883-ac3f-45f4-a864-95dbf2488aaa, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:01.323623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] For port f3cae883-ac3f-45f4-a864-95dbf2488aaa, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f3cae883-ac3f-45f4-a864-95dbf2488aaa,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:01.330191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.416616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Allocated IP 172.20.0.3 (8c9a19a1-29f1-47e6-96b1-39d5cf87fedb/0cd3b977-ca1a-4086-b53d-098dd2142a3d/4c6e59cf-2796-4439-b256-844adbba6971) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:01.454184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:01.454882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:01.559490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed103b4-5a57-4637-b208-aa67bc2f3ce4 None None] Pushing event updated for resources: {'Port': ['ID=f3cae883-ac3f-45f4-a864-95dbf2488aaa,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:01.694680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Pushing event updated for resources: {'Port': ['ID=84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:01.711407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44352) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:01.747733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:01.769544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.778692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.795876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44358) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:01.841330 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.923957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-680203060', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:01.961314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:01.963004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:01.967925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:02.059958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b8610ada-fcaf-4761-9f34-9c6f45e76b4f None None] Provisioning complete for port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:02.060579 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b8610ada-fcaf-4761-9f34-9c6f45e76b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.099065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=4c6e59cf-2796-4439-b256-844adbba6971,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:02.119227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-a513c902-97c9-4e9d-bf6e-db02cdeaec20 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting subnet 18073a37-8625-4b7a-955e-93343fa70051 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:39:02.129283 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a513c902-97c9-4e9d-bf6e-db02cdeaec20 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.149904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Made reservation on behalf of be89a9d71a044798933a986a178d1223 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:02.163483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.172840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b8610ada-fcaf-4761-9f34-9c6f45e76b4f None None] Port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:02.180764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:38:55Z', 'revision_number': 3, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:02.217709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95bf13b-c1d8-4b69-811c-19211473b7ca None None] The sync data for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 is: [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:38:55Z', 'revision_number': 3, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:02.238435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53900590-5cbc-4047-8df5-6f42e18fa999 req-06fe996f-55cf-44b0-b590-ad2a90b99cac tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:02.241210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53900590-5cbc-4047-8df5-6f42e18fa999 req-06fe996f-55cf-44b0-b590-ad2a90b99cac tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 945 time: 0.3098729 Apr 18 20:39:02.242082 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.254699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:02.255431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.306679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.325259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a513c902-97c9-4e9d-bf6e-db02cdeaec20 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.334891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398a4e-2db0-4d09-be15-84498e9d8725 req-7b14fe6a-6a44-4874-a6e2-9b562feab0f8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:02.347275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be398a4e-2db0-4d09-be15-84498e9d8725 req-7b14fe6a-6a44-4874-a6e2-9b562feab0f8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 931 time: 0.2488275 Apr 18 20:39:02.373165 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-557ca61c-bc33-4df2-8845-86849f24c23c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5482843 Apr 18 20:39:02.401963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Request body: {'port': {'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:02.428357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.440652 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53900590-5cbc-4047-8df5-6f42e18fa999 req-4c113ee3-9b04-4a30-a721-ca59a32b9acf tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752183 Apr 18 20:39:02.503206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event deleted for resources: {'Port': ['ID=12d0e289-fe6a-480d-a5b0-2ce76422cfae,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:02.512779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-801cf6bd-04d9-486d-b618-811be436af15 None None] Provisioning complete for port 4c6e59cf-2796-4439-b256-844adbba6971 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:02.513183 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-801cf6bd-04d9-486d-b618-811be436af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.536072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be398a4e-2db0-4d09-be15-84498e9d8725 req-9f78ae5c-3aad-4b68-bdb4-f382e91ddb9a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741219 Apr 18 20:39:02.536614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.575914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 566315f8-d200-4fb2-bf39-09e442ffecdc up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:02.580547 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-801cf6bd-04d9-486d-b618-811be436af15 None None] Port 4c6e59cf-2796-4439-b256-844adbba6971 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:02.598302 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a513c902-97c9-4e9d-bf6e-db02cdeaec20 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.613722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.621796 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.627743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] device_id is not set on port 6b712b43-ab90-41e3-afb5-be71d23b09a3 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:02.644693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 566315f8-d200-4fb2-bf39-09e442ffecdc completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:02.669975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 566315f8-d200-4fb2-bf39-09e442ffecdc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:02.680769 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.857030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.979005 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.002396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a513c902-97c9-4e9d-bf6e-db02cdeaec20 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.007674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715826d1-d9f6-4c09-bc99-c68056c3aede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566315f8-d200-4fb2-bf39-09e442ffecdc'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:03.016263 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d707e4a-0f0f-4349-a08d-12ce2f5540bb" -d '{"events": [{"server_uuid": "715826d1-d9f6-4c09-bc99-c68056c3aede", "name": "network-vif-plugged", "status": "completed", "tag": "566315f8-d200-4fb2-bf39-09e442ffecdc"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:03.047026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed80e13f-c573-442b-97bf-c9b473ba6a72,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.062346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 566315f8-d200-4fb2-bf39-09e442ffecdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=566315f8-d200-4fb2-bf39-09e442ffecdc,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:03.068707 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.115532 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.124639 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.131443 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a513c902-97c9-4e9d-bf6e-db02cdeaec20 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.134396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6e59cf-2796-4439-b256-844adbba6971 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:03.136157 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a513c902-97c9-4e9d-bf6e-db02cdeaec20 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "DELETE /v2.0/subnets/18073a37-8625-4b7a-955e-93343fa70051 HTTP/1.1" status: 204 len: 168 time: 1.1572142 Apr 18 20:39:03.138607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513c902-97c9-4e9d-bf6e-db02cdeaec20 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Subnet': ['ID=18073a37-8625-4b7a-955e-93343fa70051,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.139743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44370) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:03.140783 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.180673 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e34c99-34f9-4a7a-abca-6c3fee608a35 x-openstack-request-id: req-c2e34c99-34f9-4a7a-abca-6c3fee608a35 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:03.181372 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715826d1-d9f6-4c09-bc99-c68056c3aede", "name": "network-vif-plugged", "status": "completed", "tag": "566315f8-d200-4fb2-bf39-09e442ffecdc", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:03.181372 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c2e34c99-34f9-4a7a-abca-6c3fee608a35 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:03.181586 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e34c99-34f9-4a7a-abca-6c3fee608a35'] response: {'server_uuid': '715826d1-d9f6-4c09-bc99-c68056c3aede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566315f8-d200-4fb2-bf39-09e442ffecdc', 'code': 200} Apr 18 20:39:03.184842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=566315f8-d200-4fb2-bf39-09e442ffecdc,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.189921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f0a62f-194a-4a71-be93-a634a29b3a4c None None] Network 0dd42018-c7b6-4839-b131-b93be5b83840 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:03.192903 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.236390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.286806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Transition to ACTIVE for port object 4c6e59cf-2796-4439-b256-844adbba6971 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:03.319579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.322254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Allocated IP 172.25.2.207 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/6b712b43-ab90-41e3-afb5-be71d23b09a3) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:03.403763 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.458892 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Pushing event updated for resources: {'Port': ['ID=84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.529329 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.543338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6133ea-608b-4808-a277-1d3058b800a0 None None] DHCP port deletion for 0dd42018-c7b6-4839-b131-b93be5b83840 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:39:03.665367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=82c3f62e-1699-4291-9e97-ec339f17a42d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.674430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0f6133ea-608b-4808-a277-1d3058b800a0 None None] Deleting port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:03.674743 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f6133ea-608b-4808-a277-1d3058b800a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.697307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c4e61-e4f5-41b3-a517-1d5f2dcd1fad req-34c79bb4-2040-406c-9864-03f10fd04cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:03.699457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da9c4e61-e4f5-41b3-a517-1d5f2dcd1fad req-34c79bb4-2040-406c-9864-03f10fd04cd3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 1097 time: 0.5202894 Apr 18 20:39:03.718752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e59cf-2796-4439-b256-844adbba6971,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.849409 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.864486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Network 83018af1-c2ec-4618-b2c4-123ba0a6a04c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:03.867571 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:03.884505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:03.899424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0f6133ea-608b-4808-a277-1d3058b800a0 None None] For port ca0f6f96-ac61-4214-b6f1-0c196c6e1549, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ca0f6f96-ac61-4214-b6f1-0c196c6e1549,segment=NetworkSegment(3c22900a-b003-4c24-903b-0eb7ad0d6eb0),segment_id=3c22900a-b003-4c24-903b-0eb7ad0d6eb0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:03.899797 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f6133ea-608b-4808-a277-1d3058b800a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.918124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0f6133ea-608b-4808-a277-1d3058b800a0 None None] Calling delete_port for ca0f6f96-ac61-4214-b6f1-0c196c6e1549 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:03.943252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae4fcef-91fe-4f8e-9ed0-c4e98991ac1d') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:03.943553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae4fcef-91fe-4f8e-9ed0-c4e98991ac1d') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:03.958403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.014867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.028023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:04.028786 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.129451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da9c4e61-e4f5-41b3-a517-1d5f2dcd1fad req-5554c399-77de-46fd-b951-f432f65a3471 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879478 Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:04.130721 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:04.174462 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.195914 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f6133ea-608b-4808-a277-1d3058b800a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.199217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.207233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223bf67-8b1c-49f5-a089-c399ea7b9d46 req-b6a9feef-fe6f-4fcc-aa17-239ba6ab77f2 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:04.208920 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 20:39:04.209444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d223bf67-8b1c-49f5-a089-c399ea7b9d46 req-b6a9feef-fe6f-4fcc-aa17-239ba6ab77f2 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 943 time: 0.4642959 Apr 18 20:39:04.223403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Router 0871f3a7-4c9b-47df-9a7e-01042db8e788 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:04.225948 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.227317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6133ea-608b-4808-a277-1d3058b800a0 None None] No DVR routers for this DVR port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:04.241549 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "DELETE /v2.0/networks/ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46 HTTP/1.1" status: 204 len: 168 time: 4.5610106 Apr 18 20:39:04.259912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44396) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:04.263819 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa0d3b-da62-43ae-bebd-cac8425b19df tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:04.267285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6133ea-608b-4808-a277-1d3058b800a0 None None] Pushing event deleted for resources: {'Port': ['ID=ca0f6f96-ac61-4214-b6f1-0c196c6e1549,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:04.417619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Attempting to bind port 4c6e59cf-2796-4439-b256-844adbba6971 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:04.417846 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Attempting to bind port 4c6e59cf-2796-4439-b256-844adbba6971 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:04.418182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Attempting to bind port 4c6e59cf-2796-4439-b256-844adbba6971 on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:04.439867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3122ace6-2335-4e04-a105-1f664ea60907 None None] Provisioning complete for port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:04.442388 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3122ace6-2335-4e04-a105-1f664ea60907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.453810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446e63e-8641-42f9-85b9-43b976412eef req-e91d320b-2e17-461d-9742-6402ca97a8db tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:04.455600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9446e63e-8641-42f9-85b9-43b976412eef req-e91d320b-2e17-461d-9742-6402ca97a8db tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 946 time: 0.3807786 Apr 18 20:39:04.471139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d49ac2bf-5868-44a7-8643-a2a11baa3c84 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2075284 Apr 18 20:39:04.472834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44398) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:04.478356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Port 4c6e59cf-2796-4439-b256-844adbba6971 on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:04.478679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Attempting to bind port 4c6e59cf-2796-4439-b256-844adbba6971 on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:04.539451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:04.543719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3122ace6-2335-4e04-a105-1f664ea60907 None None] Port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:04.546327 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0c782e65-7a3f-4323-be32-582f1484ce0c admin admin] 10.222.0.49 "PUT /v2.0/routers/0871f3a7-4c9b-47df-9a7e-01042db8e788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9803472 Apr 18 20:39:04.582927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:04.586080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.621291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d223bf67-8b1c-49f5-a089-c399ea7b9d46 req-e2110fee-0de1-4e68-8b8c-70f773d2c191 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776867 Apr 18 20:39:04.622387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:04.624292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Checking segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:04.625138 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Bound using segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:04.625758 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Bound port: 4c6e59cf-2796-4439-b256-844adbba6971, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:04.626288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.628952 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.793191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f3cae883-ac3f-45f4-a864-95dbf2488aaa up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:04.879151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f3cae883-ac3f-45f4-a864-95dbf2488aaa triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:04.879541 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.956714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Pushing event updated for resources: {'Port': ['ID=6b712b43-ab90-41e3-afb5-be71d23b09a3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:04.987363 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.038414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port f3cae883-ac3f-45f4-a864-95dbf2488aaa, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f3cae883-ac3f-45f4-a864-95dbf2488aaa,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:05.044280 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.059463 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:05.097033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9446e63e-8641-42f9-85b9-43b976412eef req-6d9bb12a-b3b1-453f-b957-c4c42392e347 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223774 Apr 18 20:39:05.113397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=f3cae883-ac3f-45f4-a864-95dbf2488aaa,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:05.140474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b97ebe-ea57-4b35-8b95-05896bbb1284 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.143104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b97ebe-ea57-4b35-8b95-05896bbb1284 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.143921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b97ebe-ea57-4b35-8b95-05896bbb1284 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.144686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b97ebe-ea57-4b35-8b95-05896bbb1284 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.145444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b97ebe-ea57-4b35-8b95-05896bbb1284 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.146214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b97ebe-ea57-4b35-8b95-05896bbb1284 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.146987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b97ebe-ea57-4b35-8b95-05896bbb1284 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.147757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b97ebe-ea57-4b35-8b95-05896bbb1284 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.166043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c3b97ebe-ea57-4b35-8b95-05896bbb1284 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5248 time: 0.6881883 Apr 18 20:39:05.172785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44408) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:05.187827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] For port ca0f6f96-ac61-4214-b6f1-0c196c6e1549, host n-d-836015-4, got binding levels [] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:05.188374 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.188580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ca0f6f96-ac61-4214-b6f1-0c196c6e1549 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:05.192114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:05.201015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:05.231996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Calling delete_port for ca0f6f96-ac61-4214-b6f1-0c196c6e1549 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:05.237612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 was not found and therefore no delete operation was performed {{(pid=102904) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:39:05.240112 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.241764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: ca0f6f96-ac61-4214-b6f1-0c196c6e1549 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:05.242396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ca0f6f96-ac61-4214-b6f1-0c196c6e1549 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:05.246666 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-05e38860-56a2-4855-a1c8-377056b2c9d3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] delete failed (client error): The resource could not be found. Apr 18 20:39:05.248388 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-05e38860-56a2-4855-a1c8-377056b2c9d3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/04d99326-8def-49dc-b3fd-8c0d6b7dac51 HTTP/1.1" status: 404 len: 345 time: 0.0744262 Apr 18 20:39:05.256496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44412) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:05.265057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] For port 4c6e59cf-2796-4439-b256-844adbba6971, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:05.284228 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-45426436-f734-4ccb-8f0e-b2e5775cc5a5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] DELETE failed (client error): The resource could not be found. Apr 18 20:39:05.285217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45426436-f734-4ccb-8f0e-b2e5775cc5a5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:39:05.288527 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-45426436-f734-4ccb-8f0e-b2e5775cc5a5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "DELETE /v2.0/networks/ad2cb22b-fa0a-4ec7-8c80-a9d96dacbc46 HTTP/1.1" status: 404 len: 339 time: 0.0307720 Apr 18 20:39:05.294867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44414) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:05.303335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Request body: {'network': {'name': 'tempest-network--2138408650', 'router:external': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:05.340808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Made reservation on behalf of 85b711979cf94ebeb736b102ac5de96a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:05.350120 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.368521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Port': ['ID=ca0f6f96-ac61-4214-b6f1-0c196c6e1549,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:05.403959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] For port 4c6e59cf-2796-4439-b256-844adbba6971, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4c6e59cf-2796-4439-b256-844adbba6971,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:05.406905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] No DVR routers for this DVR port ca0f6f96-ac61-4214-b6f1-0c196c6e1549 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:05.417932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.424148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:05.434924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.435271 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Added segment 89f7322c-92f5-42f7-b458-f9438da131b1 of type vlan for network 03a013e8-7748-40ae-983b-c2a051c5c5d6 Apr 18 20:39:05.484426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.485702 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.519271 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.556402 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Sync routers for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:05.572983 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:05.573628 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:05.598653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.617691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44416) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:05.626256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-87ebe13e-832d-4f83-914b-cb12bfabf506 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605766575', 'description': 'tempest-description--407876146'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:05.635685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd42018-c7b6-4839-b131-b93be5b83840']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:05.652786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c22900a-b003-4c24-903b-0eb7ad0d6eb0') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:05.653335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c22900a-b003-4c24-903b-0eb7ad0d6eb0') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:05.657407 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.661437 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.663026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.689919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6e59cf-2796-4439-b256-844adbba6971,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:05.693867 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.694694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.697173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-b5ff0ca1-77db-4692-9f5d-3bf886c618d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/4c6e59cf-2796-4439-b256-844adbba6971 HTTP/1.1" status: 200 len: 1091 time: 3.3030543 Apr 18 20:39:05.704664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'tag': '4c6e59cf-2796-4439-b256-844adbba6971'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:05.707740 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d336934-6886-4f8b-88dc-c3ccb6f6dbcb", "tag": "4c6e59cf-2796-4439-b256-844adbba6971"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:05.718041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ba1a4114-f887-4dcb-9166-42dc9709b7f8 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.9985037 Apr 18 20:39:05.720480 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.722479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44422) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:05.728742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.207'}]}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:05.765969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.805431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:05.813030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dba5792d-42fc-4990-a7ed-be0061f546c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.825423 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.857028 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5574305 Apr 18 20:39:05.877338 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:05.884082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44424) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:05.924845 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87ebe13e-832d-4f83-914b-cb12bfabf506 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:05.958710 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:05.987378 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109f9646-95cd-48f7-aab0-583625247699 x-openstack-request-id: req-109f9646-95cd-48f7-aab0-583625247699 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:05.987631 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d336934-6886-4f8b-88dc-c3ccb6f6dbcb", "tag": "4c6e59cf-2796-4439-b256-844adbba6971", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:05.987991 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-109f9646-95cd-48f7-aab0-583625247699 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:05.988489 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109f9646-95cd-48f7-aab0-583625247699'] response: {'name': 'network-changed', 'server_uuid': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'tag': '4c6e59cf-2796-4439-b256-844adbba6971', 'status': 'completed', 'code': 200} Apr 18 20:39:05.992426 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.999363 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec762b-9ae3-4d73-a1e5-6d19201344d9 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event updated for resources: {'Network': ['ID=03a013e8-7748-40ae-983b-c2a051c5c5d6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:05.999710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.008259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "DELETE /v2.0/networks/0dd42018-c7b6-4839-b131-b93be5b83840 HTTP/1.1" status: 204 len: 168 time: 2.8339536 Apr 18 20:39:06.008943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44426) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:06.014643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 03a013e8-7748-40ae-983b-c2a051c5c5d6 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:06.058748 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.059758 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.127348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac96461-6169-43d0-a736-3734a1571448 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Network': ['ID=0dd42018-c7b6-4839-b131-b93be5b83840,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:06.218270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8014d0e-1c23-4456-acfe-11ce5f91a612 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.223115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-599d1e7b-3ba7-4efa-9930-19db1255127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.225630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-599d1e7b-3ba7-4efa-9930-19db1255127c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 1094 time: 0.2633243 Apr 18 20:39:06.240836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8014d0e-1c23-4456-acfe-11ce5f91a612 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.246652 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:02Z', 'revision_number': 2, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:06.248525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8014d0e-1c23-4456-acfe-11ce5f91a612 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.255304 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8014d0e-1c23-4456-acfe-11ce5f91a612 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.260760 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c8014d0e-1c23-4456-acfe-11ce5f91a612 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3714879 Apr 18 20:39:06.267455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44430) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:06.267663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a047d62d-8872-47f7-956e-4ba09f2ec007 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting subnet ab8026f2-c7db-4569-967f-b3f5d892d8f0 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:39:06.271430 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.305357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87ebe13e-832d-4f83-914b-cb12bfabf506 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.319621 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87ebe13e-832d-4f83-914b-cb12bfabf506 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.342961 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Checking router: 0871f3a7-4c9b-47df-9a7e-01042db8e788 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:06.343276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-386cd77e-6a3c-41de-9cbd-4b9635fb90c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c6e59cf-2796-4439-b256-844adbba6971 HTTP/1.1" status: 200 len: 217 time: 0.0570736 Apr 18 20:39:06.343434 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Updating router 0871f3a7-4c9b-47df-9a7e-01042db8e788 port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:39:06.352947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842dcaf-0a3e-4faa-a492-80b069b05cb7 req-c2ca27ce-4523-42be-90cd-5c03dea96a1d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.362567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9842dcaf-0a3e-4faa-a492-80b069b05cb7 req-c2ca27ce-4523-42be-90cd-5c03dea96a1d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 943 time: 0.3876259 Apr 18 20:39:06.364926 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a047d62d-8872-47f7-956e-4ba09f2ec007 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.394529 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.426111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a047d62d-8872-47f7-956e-4ba09f2ec007 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.456153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.460039 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87ebe13e-832d-4f83-914b-cb12bfabf506 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.466317 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-87ebe13e-832d-4f83-914b-cb12bfabf506 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8462577 Apr 18 20:39:06.471012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44436) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:06.481840 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebe13e-832d-4f83-914b-cb12bfabf506 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb11ce97-5016-429d-adf5-a010e002388e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:06.492307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9f6705db-4714-4d16-8e3b-d85f8c5bbe7e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'security_group_rule': {'security_group_id': 'bb11ce97-5016-429d-adf5-a010e002388e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:06.560273 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f6705db-4714-4d16-8e3b-d85f8c5bbe7e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.658811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.703781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a013e8-7748-40ae-983b-c2a051c5c5d6']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:06.725405 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f7322c-92f5-42f7-b458-f9438da131b1') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:06.725848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f7322c-92f5-42f7-b458-f9438da131b1') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:06.730213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f6705db-4714-4d16-8e3b-d85f8c5bbe7e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.742577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f6705db-4714-4d16-8e3b-d85f8c5bbe7e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.746705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.777597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f3cae883-ac3f-45f4-a864-95dbf2488aaa up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:06.799393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6705db-4714-4d16-8e3b-d85f8c5bbe7e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40c139b-89b3-4e39-9f02-50b9a897cb0e,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:06.803329 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.813878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:06.814300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:06.816532 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:06.898494 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f6705db-4714-4d16-8e3b-d85f8c5bbe7e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.900200 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9f6705db-4714-4d16-8e3b-d85f8c5bbe7e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4206674 Apr 18 20:39:06.902004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.906536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44438) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:06.912241 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.914647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e2c76c8d-0707-45f1-bb53-293dfb7aac53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'security_group_rule': {'security_group_id': 'bb11ce97-5016-429d-adf5-a010e002388e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:06.924672 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.939101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03a013e8-7748-40ae-983b-c2a051c5c5d6 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 20:39:06.941840 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event deleted for resources: {'Network': ['ID=03a013e8-7748-40ae-983b-c2a051c5c5d6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:06.946422 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.957429 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1e57ccdd-b24f-41c9-a918-42b314c3a537 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "DELETE /v2.0/networks/03a013e8-7748-40ae-983b-c2a051c5c5d6 HTTP/1.1" status: 204 len: 168 time: 0.6876168 Apr 18 20:39:06.958268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44440) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:06.970304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f3cae883-ac3f-45f4-a864-95dbf2488aaa triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:06.970679 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.975638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Request body: {'network': {'name': 'tempest-network--447244719', 'router:external': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:07.051354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2c76c8d-0707-45f1-bb53-293dfb7aac53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.094815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Made reservation on behalf of 85b711979cf94ebeb736b102ac5de96a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:07.097144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.123319 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d96e3f-e8b2-4c05-b6d7-f4149d3b543c None None] Pushing event updated for resources: {'Port': ['ID=84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:07.182960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:07.192945 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.193292 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Added segment 732efff1-3959-4e18-b9ea-c6e37c9efc7f of type vlan for network fb5c030f-6cd7-41db-80a6-76afce2baec4 Apr 18 20:39:07.219707 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Attempting to bind port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:07.221547 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Attempting to bind port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:07.222154 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Attempting to bind port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 on network 83018af1-c2ec-4618-b2c4-123ba0a6a04c {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:07.235296 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:07.235930 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Checking segment: {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:07.236397 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.237510 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Bound using segment: {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:07.238260 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Bound port: 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:07.238755 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.247318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.287555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.288698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.289293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.317982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9842dcaf-0a3e-4faa-a492-80b069b05cb7 req-1550a163-edb9-474d-accd-384caff09a19 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9542229 Apr 18 20:39:07.383213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event updated for resources: {'Network': ['ID=fb5c030f-6cd7-41db-80a6-76afce2baec4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:07.400461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network fb5c030f-6cd7-41db-80a6-76afce2baec4 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:07.439419 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.440575 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] For port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:07.452403 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-607e3b63-aada-43c7-87a3-cced98c7c8a3 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4902039 Apr 18 20:39:07.454369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44448) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:07.457719 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] For port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:07.465633 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.582251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc9fda-8b36-46ea-aaee-980a70176393 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.586459 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0afc9fda-8b36-46ea-aaee-980a70176393 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] 10.222.0.49 "GET /v2.0/networks/fb5c030f-6cd7-41db-80a6-76afce2baec4 HTTP/1.1" status: 200 len: 756 time: 0.1281626 Apr 18 20:39:07.587124 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44450) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:07.598643 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:07.599824 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:38:38Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:07.602933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa73e27-4152-43e1-a765-e0d55ece2f77 req-896e84a9-5ce0-4c0e-abd9-290a2bc8a58f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.608673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fa73e27-4152-43e1-a765-e0d55ece2f77 req-896e84a9-5ce0-4c0e-abd9-290a2bc8a58f tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 946 time: 1.3354120 Apr 18 20:39:07.640926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-84f33d00-9705-4cbe-9fa7-2d79ea97309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.643611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-84f33d00-9705-4cbe-9fa7-2d79ea97309e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 1.1784379 Apr 18 20:39:07.747114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bacaff-3988-4322-b7db-b4ff069da197 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:07.754227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1b77994c-b89d-4050-948c-c293a599c3f6 None None] Provisioning complete for port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:07.754559 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b77994c-b89d-4050-948c-c293a599c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.756419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-68bacaff-3988-4322-b7db-b4ff069da197 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] 10.222.0.49 "GET /v2.0/networks/68c24dbb-8310-4995-a2fd-812718e735e5 HTTP/1.1" status: 200 len: 766 time: 0.1654940 Apr 18 20:39:07.764843 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2c76c8d-0707-45f1-bb53-293dfb7aac53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.765592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44454) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:07.837633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a047d62d-8872-47f7-956e-4ba09f2ec007 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.882718 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.887345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2c76c8d-0707-45f1-bb53-293dfb7aac53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.922570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2c76c8d-0707-45f1-bb53-293dfb7aac53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.924042 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e2c76c8d-0707-45f1-bb53-293dfb7aac53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0159812 Apr 18 20:39:07.930895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44458) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:07.938738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:07.945203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c76c8d-0707-45f1-bb53-293dfb7aac53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3988af-626a-4c51-8955-fc0e01ba9819,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.102658 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.113130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fa73e27-4152-43e1-a765-e0d55ece2f77 req-5c32c6ec-9b00-4c6d-a909-b08d3326754e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975944 Apr 18 20:39:08.120549 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:08.151056 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b77994c-b89d-4050-948c-c293a599c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.188560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5c030f-6cd7-41db-80a6-76afce2baec4']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:08.199623 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a047d62d-8872-47f7-956e-4ba09f2ec007 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.237168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732efff1-3959-4e18-b9ea-c6e37c9efc7f') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:08.237745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732efff1-3959-4e18-b9ea-c6e37c9efc7f') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:08.245682 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a047d62d-8872-47f7-956e-4ba09f2ec007 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.255355 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a047d62d-8872-47f7-956e-4ba09f2ec007 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "DELETE /v2.0/subnets/ab8026f2-c7db-4569-967f-b3f5d892d8f0 HTTP/1.1" status: 204 len: 168 time: 2.2116039 Apr 18 20:39:08.257856 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-d9296e11-c045-4b26-9413-48d1d29f0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.259609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-d9296e11-c045-4b26-9413-48d1d29f0406 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5934715 Apr 18 20:39:08.260954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44466) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:08.261810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047d62d-8872-47f7-956e-4ba09f2ec007 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8026f2-c7db-4569-967f-b3f5d892d8f0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.289837 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.300565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af45e648-4d23-4128-87c7-14e9b63ba255 None None] Network c3434137-f889-462f-ab75-b68b0b3dab56 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:08.332390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.335340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1b77994c-b89d-4050-948c-c293a599c3f6 None None] For port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:08.344638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:08.347767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.350054 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b77994c-b89d-4050-948c-c293a599c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.457748 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d96e3f-e8b2-4c05-b6d7-f4149d3b543c None None] Pushing event updated for resources: {'Port': ['ID=84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.462157 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:07Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:08.570469 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5515ead4-9cd7-4f30-8837-f184f8819c4b None None] The sync data for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 is: [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:07Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:08.592397 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:08.608381 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.668856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb5c030f-6cd7-41db-80a6-76afce2baec4 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 20:39:08.682559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb5c030f-6cd7-41db-80a6-76afce2baec4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.685272 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.696430 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5f136039-3670-4598-8b6d-4854d1d938f5 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "DELETE /v2.0/networks/fb5c030f-6cd7-41db-80a6-76afce2baec4 HTTP/1.1" status: 204 len: 168 time: 0.9296551 Apr 18 20:39:08.697492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44472) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:08.703713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Request body: {'network': {'name': 'tempest-network--308502698'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:08.725017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-00fbaee0-62cf-44e3-a061-2a7090edf6fc None None] Provisioning complete for port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:08.728531 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.728862 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00fbaee0-62cf-44e3-a061-2a7090edf6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.735148 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6ad31c19-7705-4e7d-90e5-fb3404965b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.748861 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Made reservation on behalf of 85b711979cf94ebeb736b102ac5de96a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:08.751435 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.776435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-d6d6af95-1131-471a-bda7-53ba8d760de9 service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009107 Apr 18 20:39:08.814950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:08.832201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.832545 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Added segment f424e901-f487-4d2a-8fec-4bd8d68d6fb6 of type vlan for network e6cf272a-015c-494c-992b-c3eaee366aae Apr 18 20:39:08.870254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77994c-b89d-4050-948c-c293a599c3f6 None None] Pushing event updated for resources: {'Port': ['ID=84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.888374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.951010 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.981434 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.985637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.986469 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.055967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99250d69-ddf1-4749-85c5-f7b3619fcada req-623722df-7cd9-4db3-83ff-d38bfaa7b381 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.057389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cc0dc4-6231-4776-bd3e-b1d9fab64350 None None] DHCP port deletion for c3434137-f889-462f-ab75-b68b0b3dab56 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:39:09.057761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99250d69-ddf1-4749-85c5-f7b3619fcada req-623722df-7cd9-4db3-83ff-d38bfaa7b381 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 946 time: 0.3050625 Apr 18 20:39:09.082866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbd8c3-20fb-4fa1-897a-cbd3d5807732 req-5e39a594-b913-48c5-938a-9f8f4d6f1795 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.085158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4fbd8c3-20fb-4fa1-897a-cbd3d5807732 req-5e39a594-b913-48c5-938a-9f8f4d6f1795 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 943 time: 0.3305066 Apr 18 20:39:09.099945 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4009521 Apr 18 20:39:09.118580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44474) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:09.129266 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f4a4f44e-9e85-4dd4-9817-27a6da5f8198 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:09.133675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-16cc0dc4-6231-4776-bd3e-b1d9fab64350 None None] Deleting port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:09.134109 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-16cc0dc4-6231-4776-bd3e-b1d9fab64350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.207357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-16cc0dc4-6231-4776-bd3e-b1d9fab64350 None None] For port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f0fb1eae-5e1d-4b47-9dd6-309acb4e4613,segment=NetworkSegment(e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0),segment_id=e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:09.208087 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-16cc0dc4-6231-4776-bd3e-b1d9fab64350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.223589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-16cc0dc4-6231-4776-bd3e-b1d9fab64350 None None] Calling delete_port for f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:09.248459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551d3c4-4074-420d-bc6c-149d5184ec8c tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event updated for resources: {'Network': ['ID=e6cf272a-015c-494c-992b-c3eaee366aae,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:09.319690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network e6cf272a-015c-494c-992b-c3eaee366aae details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:09.336468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-658bc61c-53f0-4173-90ad-4f879b3ea50e req-877734bf-8b4a-4182-8bb0-442477793f72 service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004151 Apr 18 20:39:09.388796 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.413815 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-16cc0dc4-6231-4776-bd3e-b1d9fab64350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.465578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.466382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc0dc4-6231-4776-bd3e-b1d9fab64350 None None] Pushing event deleted for resources: {'Port': ['ID=f0fb1eae-5e1d-4b47-9dd6-309acb4e4613,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:09.479255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cc0dc4-6231-4776-bd3e-b1d9fab64350 None None] No DVR routers for this DVR port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:09.588540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99250d69-ddf1-4749-85c5-f7b3619fcada req-5d88772f-7e44-4f4f-bc08-9e37f33ca42c tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151114 Apr 18 20:39:09.645745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Allocated IP 172.25.2.19 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/e35995a4-2e1b-4405-ba46-701d55f9c52d) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:09.711023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.716198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4fbd8c3-20fb-4fa1-897a-cbd3d5807732 req-c83c2971-969a-48bc-a2a3-885c4fc55d3d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5963449 Apr 18 20:39:09.792056 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.814747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Deleting port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:09.815121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.826676 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.839505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-ef92da50-bdc7-4933-bf30-0b0047924908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.841071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-ef92da50-bdc7-4933-bf30-0b0047924908 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 1094 time: 0.3815503 Apr 18 20:39:09.875520 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.926213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:09.931817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:09.934339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:09.995418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'Port': ['ID=e35995a4-2e1b-4405-ba46-701d55f9c52d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.047996 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f44e-9e85-4dd4-9817-27a6da5f8198 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.083189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] For port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613, host n-d-836015-4, got binding levels [] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:10.083559 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.088142 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.124698 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f44e-9e85-4dd4-9817-27a6da5f8198 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.148766 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.153872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Calling delete_port for f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:10.171335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 was not found and therefore no delete operation was performed {{(pid=102904) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:39:10.229540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4a4f44e-9e85-4dd4-9817-27a6da5f8198 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Network e6cf272a-015c-494c-992b-c3eaee366aae is not hosted by any dhcp agent {{(pid=102904) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:39:10.230608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a4f44e-9e85-4dd4-9817-27a6da5f8198 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.231258 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4a4f44e-9e85-4dd4-9817-27a6da5f8198 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.235818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f4a4f44e-9e85-4dd4-9817-27a6da5f8198 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "PUT /v2.0/networks/e6cf272a-015c-494c-992b-c3eaee366aae HTTP/1.1" status: 200 len: 857 time: 1.1116676 Apr 18 20:39:10.235818 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.237265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44480) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:10.296105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-f5f1daa9-9b94-46f1-80e5-3b5721d82e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.298095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-f5f1daa9-9b94-46f1-80e5-3b5721d82e45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 916 time: 0.4175057 Apr 18 20:39:10.337358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Port': ['ID=f0fb1eae-5e1d-4b47-9dd6-309acb4e4613,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.382323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] No DVR routers for this DVR port f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:10.384949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4f44e-9e85-4dd4-9817-27a6da5f8198 tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event updated for resources: {'Network': ['ID=e6cf272a-015c-494c-992b-c3eaee366aae,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.395509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-bf80e5bf-c8d1-4d68-9c59-790802d40b4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c6e59cf-2796-4439-b256-844adbba6971 HTTP/1.1" status: 200 len: 217 time: 0.0731177 Apr 18 20:39:10.401593 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.433952 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.439860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.502295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.532411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.561022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.621000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cf272a-015c-494c-992b-c3eaee366aae']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:10.638391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-b95cb36d-7a62-46e9-abd9-dae13ce4571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.640259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-b95cb36d-7a62-46e9-abd9-dae13ce4571a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.2031689 Apr 18 20:39:10.726314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f424e901-f487-4d2a-8fec-4bd8d68d6fb6') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:10.726808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f424e901-f487-4d2a-8fec-4bd8d68d6fb6') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:10.731586 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.746254 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.783951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3434137-f889-462f-ab75-b68b0b3dab56']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:10.798568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:10.799186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ae6c5f-ec5d-4c2f-983a-bd7bf9447bb0') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:10.814458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.826144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.843303 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.849607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:10.850788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:10.856551 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:10.870606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:10.871155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:10.871624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:10.877253 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:10.909874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'Port': ['ID=e35995a4-2e1b-4405-ba46-701d55f9c52d,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.966880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.998846 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.001574 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d0e0c730-3990-4617-a114-ef3fb63f9d80 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0681841 Apr 18 20:39:11.020056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.026830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6cf272a-015c-494c-992b-c3eaee366aae {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 20:39:11.032714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.036682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:11.038508 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.040399 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] 10.222.0.49 "DELETE /v2.0/networks/e6cf272a-015c-494c-992b-c3eaee366aae HTTP/1.1" status: 204 len: 168 time: 0.8019412 Apr 18 20:39:11.167287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44492) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:11.214961 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.358804 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f2dc89-e232-45ba-9225-e0effd830158 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] DELETE failed (client error): The resource could not be found. Apr 18 20:39:11.359714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f2dc89-e232-45ba-9225-e0effd830158 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:39:11.363482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e6f2dc89-e232-45ba-9225-e0effd830158 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] 10.222.0.49 "DELETE /v2.0/subnets/82c3f62e-1699-4291-9e97-ec339f17a42d HTTP/1.1" status: 404 len: 337 time: 0.1265459 Apr 18 20:39:11.367060 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.375368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:11.380873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44496) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:11.383454 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.409204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b6cbd-4ecc-4a68-b0b7-2d433c7245d2 req-13e13790-d71f-409d-b291-44521c9818f0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.414680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a6b6cbd-4ecc-4a68-b0b7-2d433c7245d2 req-13e13790-d71f-409d-b291-44521c9818f0 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 946 time: 0.5361166 Apr 18 20:39:11.415118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44071abb-9e74-476e-99aa-d34f439857fa tempest-ExternalNetworksTestJSON-201350439 tempest-ExternalNetworksTestJSON-201350439-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6cf272a-015c-494c-992b-c3eaee366aae,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:11.427702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:11.428532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f0fb1eae-5e1d-4b47-9dd6-309acb4e4613 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:11.439141 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.484963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.488938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] 10.222.0.49 "DELETE /v2.0/networks/c3434137-f889-462f-ab75-b68b0b3dab56 HTTP/1.1" status: 204 len: 168 time: 3.2171037 Apr 18 20:39:11.538972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-c861918b-9938-42ff-840d-c9ccd4c59bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.540697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-c861918b-9938-42ff-840d-c9ccd4c59bd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6609094 Apr 18 20:39:11.556125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c67a4f-865a-44d6-bec6-e000f777cb91 req-68233ad0-4ebe-49d7-8e0f-608a9e016372 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.558239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5c67a4f-865a-44d6-bec6-e000f777cb91 req-68233ad0-4ebe-49d7-8e0f-608a9e016372 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 943 time: 0.6170671 Apr 18 20:39:11.586313 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4c6e59cf-2796-4439-b256-844adbba6971 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:11.743889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-8db1d663-67e3-499e-a975-3e111896c768 service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408076 Apr 18 20:39:11.757330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6a13b-1abb-4bcf-ab31-d56630c73843 tempest-ServersTestMultiNic-1191521977 tempest-ServersTestMultiNic-1191521977-project] Pushing event deleted for resources: {'Network': ['ID=c3434137-f889-462f-ab75-b68b0b3dab56,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:11.775793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4c6e59cf-2796-4439-b256-844adbba6971, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4c6e59cf-2796-4439-b256-844adbba6971,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:11.801182 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '4c6e59cf-2796-4439-b256-844adbba6971', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'port_id': '4c6e59cf-2796-4439-b256-844adbba6971', 'mac_address': 'fa:16:3e:f4:f0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:11.806596 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.807485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 686c4c1f-890a-4c80-b774-78826b68f038 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:39:11.871589 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.893207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6e59cf-2796-4439-b256-844adbba6971 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:11.929451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4c6e59cf-2796-4439-b256-844adbba6971, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4c6e59cf-2796-4439-b256-844adbba6971,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:11.930969 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a6b6cbd-4ecc-4a68-b0b7-2d433c7245d2 req-bea9dcae-3f23-47a7-a8e7-5719e07d28d7 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031011 Apr 18 20:39:11.948613 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.046206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=4c6e59cf-2796-4439-b256-844adbba6971,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:12.075582 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.197185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['4c6e59cf-2796-4439-b256-844adbba6971'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:12.390516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44526) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:12.464607 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.483310 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:39:12.484435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6c1da398-fe47-4ee2-b557-a995efc2ff8c tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.7607119 Apr 18 20:39:12.489808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44530) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:12.500159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5c67a4f-865a-44d6-bec6-e000f777cb91 req-217c64f1-8ebf-4d41-9bdb-83e6cd24580b tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7660427 Apr 18 20:39:12.557845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-daa4f814-ecaf-4d10-948f-2cccbc80ab4f tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--605766575&fields=id&tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58 HTTP/1.1" status: 200 len: 267 time: 0.1108272 Apr 18 20:39:12.583545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12b88ed5-7c64-4881-a0ad-35d4f4e256e7 req-2cdd6fd7-1c49-4090-9c6c-8943e7cccc97 service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7790332 Apr 18 20:39:12.621380 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6e09-7aa9-4c2a-9ae5-40da1bee9e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.686505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-144f2e4b-94e0-48de-bd0d-35eb75dbabe4 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Deleting port 6b712b43-ab90-41e3-afb5-be71d23b09a3 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:12.687048 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-144f2e4b-94e0-48de-bd0d-35eb75dbabe4 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.703819 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.743046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c24dbb-8310-4995-a2fd-812718e735e5']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:12.765400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a42b9cc-3a9c-4edf-93ce-6bafd94d167e') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:12.765890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a42b9cc-3a9c-4edf-93ce-6bafd94d167e') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:12.782229 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.795172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-679ac96f-ce27-423e-bfae-781641292dec tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:12.798400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-679ac96f-ce27-423e-bfae-781641292dec tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 809 time: 0.2203307 Apr 18 20:39:12.819624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.829700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-144f2e4b-94e0-48de-bd0d-35eb75dbabe4 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.834638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-172adcca-aa86-4b35-a98f-91e6e132750e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/quotas/9f3eeabe19f542d48d95c9a1d6e3ef58 HTTP/1.1" status: 200 len: 375 time: 0.0243495 Apr 18 20:39:12.835183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:12.835663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:12.839425 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:12.860264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-144f2e4b-94e0-48de-bd0d-35eb75dbabe4 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Calling delete_port for 6b712b43-ab90-41e3-afb5-be71d23b09a3 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:12.864832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6e09-7aa9-4c2a-9ae5-40da1bee9e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.872437 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f1f6e09-7aa9-4c2a-9ae5-40da1bee9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.960317 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.971272 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5f1f6e09-7aa9-4c2a-9ae5-40da1bee9e86 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=296003385dc740268649df86baa9684d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729151 Apr 18 20:39:12.971272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f6e09-7aa9-4c2a-9ae5-40da1bee9e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab58fc85-fbbc-4503-88fb-64c51e68f04c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:12.975976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44538) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:12.977299 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.984259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] 10.222.0.49 "DELETE /v2.0/networks/68c24dbb-8310-4995-a2fd-812718e735e5 HTTP/1.1" status: 204 len: 168 time: 1.5637696 Apr 18 20:39:13.006913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2de8bb-e2ac-4b77-997a-9efea2e51184 tempest-ExternalNetworksTestJSON-489637953 tempest-ExternalNetworksTestJSON-489637953-project] Pushing event deleted for resources: {'Network': ['ID=68c24dbb-8310-4995-a2fd-812718e735e5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:13.017716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-1447ed1c-5724-41fe-8033-8684312df7d1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1658092 Apr 18 20:39:13.026094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92532747-7465-45c9-8d1a-9b0b92182485 req-69e1f74b-8e0a-42ca-a7a0-ded0328c6e85 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:13.027748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92532747-7465-45c9-8d1a-9b0b92182485 req-69e1f74b-8e0a-42ca-a7a0-ded0328c6e85 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 946 time: 0.1633263 Apr 18 20:39:13.101325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aee16d7-bdd2-4053-b204-3fe4562f47c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.140133 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aee16d7-bdd2-4053-b204-3fe4562f47c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.144837 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92532747-7465-45c9-8d1a-9b0b92182485 req-f44db393-107b-4bbe-b7dd-e534fb1e638e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948098 Apr 18 20:39:13.149957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-144f2e4b-94e0-48de-bd0d-35eb75dbabe4 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.199818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-a8dba9a5-90ef-4220-8ae4-e801302ce5cb service neutron] 10.222.0.49 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604295 Apr 18 20:39:13.251639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f2e4b-94e0-48de-bd0d-35eb75dbabe4 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b712b43-ab90-41e3-afb5-be71d23b09a3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:13.260785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44546) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:13.317167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44548) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:13.376001 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-79564eba-bbbe-4a74-9348-74b06355750a service neutron] 10.222.0.49 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633193 Apr 18 20:39:13.419326 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-144f2e4b-94e0-48de-bd0d-35eb75dbabe4 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.423642 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-144f2e4b-94e0-48de-bd0d-35eb75dbabe4 tempest-RoutersAdminNegativeIpV6Test-626418055 tempest-RoutersAdminNegativeIpV6Test-626418055-project-admin] 10.222.0.49 "DELETE /v2.0/ports/6b712b43-ab90-41e3-afb5-be71d23b09a3 HTTP/1.1" status: 204 len: 168 time: 0.9322972 Apr 18 20:39:13.427751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aee16d7-bdd2-4053-b204-3fe4562f47c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.430736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aee16d7-bdd2-4053-b204-3fe4562f47c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.434803 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0aee16d7-bdd2-4053-b204-3fe4562f47c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab58fc85-fbbc-4503-88fb-64c51e68f04c HTTP/1.1" status: 204 len: 168 time: 0.4577701 Apr 18 20:39:13.451364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee16d7-bdd2-4053-b204-3fe4562f47c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab58fc85-fbbc-4503-88fb-64c51e68f04c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:13.602127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4c6e59cf-2796-4439-b256-844adbba6971 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:13.619156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-846f0742-5f67-4498-838d-12309beed455 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3a3aafc0fad478c861f30f882cdcf01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964408 Apr 18 20:39:13.620573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44558) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:13.808748 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 4c6e59cf-2796-4439-b256-844adbba6971 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:13.829503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 4c6e59cf-2796-4439-b256-844adbba6971 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:13.830498 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.924465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2618afcb-9137-4788-a47c-6ae9db3d4e86 req-a24ab46d-c259-4cef-ac94-5624ef89efb6 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 210 time: 0.1534121 Apr 18 20:39:13.969995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763f8ce-e92c-4c17-8e22-c3818175777d req-d204f934-30f3-465a-b776-17d62d0b1f4e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:13.977749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0763f8ce-e92c-4c17-8e22-c3818175777d req-d204f934-30f3-465a-b776-17d62d0b1f4e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 944 time: 0.2451055 Apr 18 20:39:13.980203 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef7db474-8700-47e6-931d-ad5dff36fd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.006647 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef7db474-8700-47e6-931d-ad5dff36fd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.037942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44572) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:14.107282 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.125700 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.178228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0763f8ce-e92c-4c17-8e22-c3818175777d req-77d1461b-dd56-4103-85cb-da347835d32f tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944633 Apr 18 20:39:14.187641 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef7db474-8700-47e6-931d-ad5dff36fd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.188800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6e59cf-2796-4439-b256-844adbba6971'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:14.195503 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef7db474-8700-47e6-931d-ad5dff36fd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.196263 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9586c28-9daa-46c8-93dc-1e540ddc6961" -d '{"events": [{"server_uuid": "9d336934-6886-4f8b-88dc-c3ccb6f6dbcb", "name": "network-vif-plugged", "status": "completed", "tag": "4c6e59cf-2796-4439-b256-844adbba6971"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:14.196698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ef7db474-8700-47e6-931d-ad5dff36fd68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8097244e-e479-4649-85c6-9c4a9e3ec117 HTTP/1.1" status: 204 len: 168 time: 0.5745637 Apr 18 20:39:14.218714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4c6e59cf-2796-4439-b256-844adbba6971, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4c6e59cf-2796-4439-b256-844adbba6971,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:14.230358 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.235672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7db474-8700-47e6-931d-ad5dff36fd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8097244e-e479-4649-85c6-9c4a9e3ec117,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:14.307707 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46205df-a835-487e-8ea1-75394c923d33 x-openstack-request-id: req-f46205df-a835-487e-8ea1-75394c923d33 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:14.308274 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d336934-6886-4f8b-88dc-c3ccb6f6dbcb", "name": "network-vif-plugged", "status": "completed", "tag": "4c6e59cf-2796-4439-b256-844adbba6971", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:14.309412 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f46205df-a835-487e-8ea1-75394c923d33 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:14.310041 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46205df-a835-487e-8ea1-75394c923d33'] response: {'server_uuid': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6e59cf-2796-4439-b256-844adbba6971', 'code': 200} Apr 18 20:39:14.367232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44582) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:14.419180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf5410c3-c61c-40c7-9917-5f82e7182ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.420168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=4c6e59cf-2796-4439-b256-844adbba6971,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:14.433002 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99dff6fb-76ce-416b-8a13-4848fb1d6e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.542359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151ec5b-56ee-4197-83e2-f43bb0fee8ed req-9fe8de91-3d85-4f6e-b254-e619786715e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:14.544206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2151ec5b-56ee-4197-83e2-f43bb0fee8ed req-9fe8de91-3d85-4f6e-b254-e619786715e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 1096 time: 0.1485004 Apr 18 20:39:14.583696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd4026-68eb-4442-8be6-2c6666edfcda req-85310527-e916-4bdb-87bf-58a6cbbbb81e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:14.585557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d3fd4026-68eb-4442-8be6-2c6666edfcda req-85310527-e916-4bdb-87bf-58a6cbbbb81e tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 946 time: 0.1820502 Apr 18 20:39:14.592533 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf5410c3-c61c-40c7-9917-5f82e7182ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.598034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf5410c3-c61c-40c7-9917-5f82e7182ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.600528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-1b0b1220-5f5a-4669-b7e9-f9fbb972c823 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:14.602319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-1b0b1220-5f5a-4669-b7e9-f9fbb972c823 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 946 time: 0.2054853 Apr 18 20:39:14.669524 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bf5410c3-c61c-40c7-9917-5f82e7182ccd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3dcf3e4de0d04bd1b0616470f4f386df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6283135 Apr 18 20:39:14.672939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44586) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:14.673940 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5410c3-c61c-40c7-9917-5f82e7182ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b877ab84-5d3d-4166-b121-e0074e32f929,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:14.695083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2151ec5b-56ee-4197-83e2-f43bb0fee8ed req-f7230701-bbb3-412d-88f3-a5c13a947bdb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376419 Apr 18 20:39:14.753686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] Deleting port 433197fb-342f-49e4-b869-e009dc3e763e {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:14.754113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.766721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d3fd4026-68eb-4442-8be6-2c6666edfcda req-ea219f19-9d64-4cd8-a81b-1ceb52f683f1 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/security-groups?id=fc02e8ba-ce8b-419b-8e15-941ff17569db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562395 Apr 18 20:39:14.822692 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99dff6fb-76ce-416b-8a13-4848fb1d6e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.853221 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99dff6fb-76ce-416b-8a13-4848fb1d6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.860901 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74d7baa6-6830-47af-bd59-3fbebaa7d1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.866100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] For port 433197fb-342f-49e4-b869-e009dc3e763e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=433197fb-342f-49e4-b869-e009dc3e763e,segment=NetworkSegment(472f125b-8fae-4170-b8e7-2e7c47899e99),segment_id=472f125b-8fae-4170-b8e7-2e7c47899e99)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:14.866466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.885864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] Calling delete_port for 433197fb-342f-49e4-b869-e009dc3e763e owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:14.902602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-cad32b5b-f5cf-4ff2-b9d0-d05863a0c02a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Deleting port 566315f8-d200-4fb2-bf39-09e442ffecdc {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:14.902926 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-cad32b5b-f5cf-4ff2-b9d0-d05863a0c02a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.948824 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-99dff6fb-76ce-416b-8a13-4848fb1d6e5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e5eb3928e6742bdbc921bc1773cfe34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5801153 Apr 18 20:39:14.949547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dff6fb-76ce-416b-8a13-4848fb1d6e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462d7955-3326-43dd-88da-3e7b6fd8d3d3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:14.954262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44590) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:14.957499 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74d7baa6-6830-47af-bd59-3fbebaa7d1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.025705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44594) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:15.124742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b76aeed-887a-4cd9-8335-8b51f6c414b5 req-22c5b05a-e924-438c-a63c-44a20fa50fa0 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 210 time: 0.0711343 Apr 18 20:39:15.137530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.177245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] Pushing event deleted for resources: {'Port': ['ID=433197fb-342f-49e4-b869-e009dc3e763e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.193851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a1185378-3fc9-48d3-99d2-4ed170b71eca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=85b711979cf94ebeb736b102ac5de96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644163 Apr 18 20:39:15.195997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c2ef0e01-f685-4d08-a197-e9709c4308c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.197692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44596) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:15.199431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-cad32b5b-f5cf-4ff2-b9d0-d05863a0c02a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] For port 566315f8-d200-4fb2-bf39-09e442ffecdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=566315f8-d200-4fb2-bf39-09e442ffecdc,segment=NetworkSegment(997a4d3f-f907-4c37-a1fa-4acb64cdc1b3),segment_id=997a4d3f-f907-4c37-a1fa-4acb64cdc1b3)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:15.199876 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-cad32b5b-f5cf-4ff2-b9d0-d05863a0c02a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.227212 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74d7baa6-6830-47af-bd59-3fbebaa7d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.231010 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74d7baa6-6830-47af-bd59-3fbebaa7d1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.232776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-74d7baa6-6830-47af-bd59-3fbebaa7d1d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b877ab84-5d3d-4166-b121-e0074e32f929 HTTP/1.1" status: 204 len: 168 time: 0.5553160 Apr 18 20:39:15.290948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7baa6-6830-47af-bd59-3fbebaa7d1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b877ab84-5d3d-4166-b121-e0074e32f929,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.301094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-cad32b5b-f5cf-4ff2-b9d0-d05863a0c02a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Calling delete_port for 566315f8-d200-4fb2-bf39-09e442ffecdc owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:15.362519 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c2ef0e01-f685-4d08-a197-e9709c4308c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.492396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-47277559-8527-44d0-9978-509243eac563 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:15.494703 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-47277559-8527-44d0-9978-509243eac563 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.60 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 809 time: 0.1294076 Apr 18 20:39:15.532736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ef99f-c758-4309-bc8e-81f360f34359 req-6646cc0e-eba0-44c9-9722-be4334878f98 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:15.535030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb9ef99f-c758-4309-bc8e-81f360f34359 req-6646cc0e-eba0-44c9-9722-be4334878f98 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 945 time: 0.2354484 Apr 18 20:39:15.539958 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b28-43dd-483d-8846-33071d2115cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.607614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c2ef0e01-f685-4d08-a197-e9709c4308c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.610754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c2ef0e01-f685-4d08-a197-e9709c4308c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.612326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c2ef0e01-f685-4d08-a197-e9709c4308c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/462d7955-3326-43dd-88da-3e7b6fd8d3d3 HTTP/1.1" status: 204 len: 168 time: 0.6497722 Apr 18 20:39:15.633546 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.639177 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b28-43dd-483d-8846-33071d2115cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.640233 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-c1671159-0831-40c1-bb0e-700738d739ac tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58 HTTP/1.1" status: 200 len: 379 time: 0.1371531 Apr 18 20:39:15.653067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'port': {'device_id': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'admin_state_up': True, 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'security_groups': ['bb11ce97-5016-429d-adf5-a010e002388e']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:15.657115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef0e01-f685-4d08-a197-e9709c4308c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462d7955-3326-43dd-88da-3e7b6fd8d3d3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.725520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb9ef99f-c758-4309-bc8e-81f360f34359 req-d8fdc6b5-991c-459f-9b88-d6b6f8aca812 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830900 Apr 18 20:39:15.785529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-cad32b5b-f5cf-4ff2-b9d0-d05863a0c02a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.803628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['566315f8-d200-4fb2-bf39-09e442ffecdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:15.855223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad32b5b-f5cf-4ff2-b9d0-d05863a0c02a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Pushing event deleted for resources: {'Port': ['ID=566315f8-d200-4fb2-bf39-09e442ffecdc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.896195 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b28-43dd-483d-8846-33071d2115cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.899024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a73b6b28-43dd-483d-8846-33071d2115cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.900151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a73b6b28-43dd-483d-8846-33071d2115cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5064531-990d-48fc-88a4-b1e40a1f4694 HTTP/1.1" status: 204 len: 168 time: 0.6975188 Apr 18 20:39:15.910480 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.933735 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Made reservation on behalf of 9f3eeabe19f542d48d95c9a1d6e3ef58 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:15.938048 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.938474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9a1eacf-2536-4657-8bfd-5a71a6603c97 req-1b2c8119-1e3b-4a8d-96a8-e8c0d69c2192 tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.49 "GET /v2.0/ports?device_id=715826d1-d9f6-4c09-bc99-c68056c3aede HTTP/1.1" status: 200 len: 210 time: 0.0694141 Apr 18 20:39:15.960149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b6b28-43dd-483d-8846-33071d2115cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5064531-990d-48fc-88a4-b1e40a1f4694,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.990250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44612) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:16.003939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-cad32b5b-f5cf-4ff2-b9d0-d05863a0c02a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] No DVR routers for this DVR port 566315f8-d200-4fb2-bf39-09e442ffecdc on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:16.015933 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-cad32b5b-f5cf-4ff2-b9d0-d05863a0c02a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.019428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee641477-14a5-40cd-8c99-74ab832373e8 req-cad32b5b-f5cf-4ff2-b9d0-d05863a0c02a tempest-DeleteServersTestJSON-661336099 tempest-DeleteServersTestJSON-661336099-project] 10.222.0.60 "DELETE /v2.0/ports/566315f8-d200-4fb2-bf39-09e442ffecdc HTTP/1.1" status: 204 len: 173 time: 1.4100909 Apr 18 20:39:16.019934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715826d1-d9f6-4c09-bc99-c68056c3aede', 'name': 'network-vif-deleted', 'tag': '566315f8-d200-4fb2-bf39-09e442ffecdc'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:16.022660 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cbfffe-ad05-425e-a62e-4ee28fe34dba" -d '{"events": [{"server_uuid": "715826d1-d9f6-4c09-bc99-c68056c3aede", "name": "network-vif-deleted", "tag": "566315f8-d200-4fb2-bf39-09e442ffecdc"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:16.103137 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff9e6b-4fc5-4686-a0a0-39e02b0db704 x-openstack-request-id: req-19ff9e6b-4fc5-4686-a0a0-39e02b0db704 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:16.103733 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715826d1-d9f6-4c09-bc99-c68056c3aede", "name": "network-vif-deleted", "tag": "566315f8-d200-4fb2-bf39-09e442ffecdc", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:16.104542 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19ff9e6b-4fc5-4686-a0a0-39e02b0db704 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:16.105425 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ff9e6b-4fc5-4686-a0a0-39e02b0db704'] response: {'server_uuid': '715826d1-d9f6-4c09-bc99-c68056c3aede', 'name': 'network-vif-deleted', 'tag': '566315f8-d200-4fb2-bf39-09e442ffecdc', 'status': 'completed', 'code': 200} Apr 18 20:39:16.111749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-87752de0-4ca5-44a4-8980-92d175e77b1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be89a9d71a044798933a986a178d1223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193047 Apr 18 20:39:16.114147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44616) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:16.186122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] Router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:16.214018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Allocated IP 172.20.0.7 (83018af1-c2ec-4618-b2c4-123ba0a6a04c/ac86ddd3-5a20-4959-8d09-cba68c5b54a8/e919662c-7ceb-4c52-9188-254e08d3d27e) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:16.220544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba124193-33ae-45ec-8f0d-a8847a0e4593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.261983 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba124193-33ae-45ec-8f0d-a8847a0e4593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.346434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0aaa4a87-c18b-480d-b49b-296ade71d419 req-3f5ef64a-f3c4-450f-b92b-6fe314567ca9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 210 time: 0.0812345 Apr 18 20:39:16.407788 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:16.414812 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7a39fa7d-9bd8-40eb-98bf-0ea3ae9e68cd admin admin] 10.222.0.49 "PUT /v2.0/routers/8b9da236-1c3f-4174-91b3-6ea43d85e6d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1527255 Apr 18 20:39:16.418141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44626) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:16.423831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] Sync routers for ids ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:16.441291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba124193-33ae-45ec-8f0d-a8847a0e4593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.444621 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba124193-33ae-45ec-8f0d-a8847a0e4593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.445960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ba124193-33ae-45ec-8f0d-a8847a0e4593 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed80e13f-c573-442b-97bf-c9b473ba6a72 HTTP/1.1" status: 204 len: 168 time: 0.3314233 Apr 18 20:39:16.449166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] Routers {'8b9da236-1c3f-4174-91b3-6ea43d85e6d3'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:16.455034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:16.459531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba124193-33ae-45ec-8f0d-a8847a0e4593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed80e13f-c573-442b-97bf-c9b473ba6a72,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:16.585464 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.629674 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.648289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] Set router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:16.746779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.752658 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.892351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'Port': ['ID=e919662c-7ceb-4c52-9188-254e08d3d27e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:16.947663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6859cbe-db5b-4aba-b32d-8820496fefc7 req-ea9b4306-61fa-47c2-b7e6-ab631d1f10d8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.948960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'name': 'tempest-ServersTestMultiNic-624324897-router', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:53Z', 'updated_at': '2022-04-18T20:39:15Z', 'revision_number': 5, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'gw_port': {'id': '6585d707-cb90-49e0-a963-8756bfdddc0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:c2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:36:55Z', 'updated_at': '2022-04-18T20:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:16.953450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Network 83018af1-c2ec-4618-b2c4-123ba0a6a04c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:16.955292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6859cbe-db5b-4aba-b32d-8820496fefc7 req-ea9b4306-61fa-47c2-b7e6-ab631d1f10d8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 945 time: 0.1062689 Apr 18 20:39:16.959816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:16.964087 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:17.009822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] Checking router: 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:17.024814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] Routers {'8b9da236-1c3f-4174-91b3-6ea43d85e6d3'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:17.025723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:17.071371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6859cbe-db5b-4aba-b32d-8820496fefc7 req-f47cdbc3-010a-4233-a68d-320bc6d4190c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148942 Apr 18 20:39:17.158529 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.161895 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.202294 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-138332b5-694d-42cf-a875-af46dd8be191 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5560646 Apr 18 20:39:17.230774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Request body: {'port': {'device_id': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:17.246389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Deleting port 6585d707-cb90-49e0-a963-8756bfdddc0b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:17.246389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.338183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419762f6-725c-4b8f-b374-65238f02cab0 req-a784c413-ed5a-4b63-97b3-2f5c5e6e1d1b tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.349334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-419762f6-725c-4b8f-b374-65238f02cab0 req-a784c413-ed5a-4b63-97b3-2f5c5e6e1d1b tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 945 time: 0.1626270 Apr 18 20:39:17.356353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44670) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:17.363416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3419b535-92ca-4e06-9386-f787cd005224 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'floatingip': {'port_id': '4c6e59cf-2796-4439-b256-844adbba6971'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:17.427001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.464222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6ba8b537-4f83-47a7-ad5a-72c84189dc64 None None] Provisioning complete for port e919662c-7ceb-4c52-9188-254e08d3d27e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:17.464991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6ba8b537-4f83-47a7-ad5a-72c84189dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.530300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] Set router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:17.566476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3419b535-92ca-4e06-9386-f787cd005224 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.567887 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6ba8b537-4f83-47a7-ad5a-72c84189dc64 None None] Port e919662c-7ceb-4c52-9188-254e08d3d27e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:17.640639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'name': 'tempest-ServersTestMultiNic-624324897-router', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:53Z', 'updated_at': '2022-04-18T20:39:16Z', 'revision_number': 6, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:17.694305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce131ac4-faaf-4ba2-843f-0ab94a112c34 None None] The sync data for ids ['8b9da236-1c3f-4174-91b3-6ea43d85e6d3'] in n-d-836015-4 is: [{'id': '8b9da236-1c3f-4174-91b3-6ea43d85e6d3', 'name': 'tempest-ServersTestMultiNic-624324897-router', 'tenant_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:36:53Z', 'updated_at': '2022-04-18T20:39:16Z', 'revision_number': 6, 'project_id': '6b8e2fee80a14ab9bbbf0312c6218030', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:17.859214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c5f5-1541-4419-88ec-c788bb95f182 req-fd57d7c2-91e4-4c17-b555-04ed39d1cb79 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.868582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b691c5f5-1541-4419-88ec-c788bb95f182 req-fd57d7c2-91e4-4c17-b555-04ed39d1cb79 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 931 time: 0.3344538 Apr 18 20:39:18.015119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b691c5f5-1541-4419-88ec-c788bb95f182 req-3f0c80c2-e560-433b-af52-55967ecae463 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456501 Apr 18 20:39:18.175118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] For port 6585d707-cb90-49e0-a963-8756bfdddc0b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6585d707-cb90-49e0-a963-8756bfdddc0b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:18.175488 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.195155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Calling delete_port for 6585d707-cb90-49e0-a963-8756bfdddc0b owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:18.453035 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3419b535-92ca-4e06-9386-f787cd005224 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.458661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3419b535-92ca-4e06-9386-f787cd005224 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.640659 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-3419b535-92ca-4e06-9386-f787cd005224 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Floating IP 69df6607-6028-47b1-8d89-80b220104d54 associated. External IP: 172.25.2.91, port: 4c6e59cf-2796-4439-b256-844adbba6971. Apr 18 20:39:18.643136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 566315f8-d200-4fb2-bf39-09e442ffecdc no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:18.711914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 566315f8-d200-4fb2-bf39-09e442ffecdc {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:18.712541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 566315f8-d200-4fb2-bf39-09e442ffecdc not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:18.769770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44718) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:18.791438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 433197fb-342f-49e4-b869-e009dc3e763e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:18.843997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 433197fb-342f-49e4-b869-e009dc3e763e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:18.844340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 433197fb-342f-49e4-b869-e009dc3e763e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:18.844882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6585d707-cb90-49e0-a963-8756bfdddc0b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:18.876348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e919662c-7ceb-4c52-9188-254e08d3d27e {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:18.916522 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.952251 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.973651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Transition to ACTIVE for port object e919662c-7ceb-4c52-9188-254e08d3d27e will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:18.975105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.992161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.034119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6585d707-cb90-49e0-a963-8756bfdddc0b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:19.120252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3419b535-92ca-4e06-9386-f787cd005224 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:19.163081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Pushing event updated for resources: {'Port': ['ID=e919662c-7ceb-4c52-9188-254e08d3d27e,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:19.238056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.343378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1223868713'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:19.352935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3419b535-92ca-4e06-9386-f787cd005224 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:19.366796 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:19.387168 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:19.388651 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:19.401171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.405355 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.424841 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3419b535-92ca-4e06-9386-f787cd005224 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.469828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Attempting to bind port e919662c-7ceb-4c52-9188-254e08d3d27e on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:19.470185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Attempting to bind port e919662c-7ceb-4c52-9188-254e08d3d27e by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:19.470791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Attempting to bind port e919662c-7ceb-4c52-9188-254e08d3d27e on network 83018af1-c2ec-4618-b2c4-123ba0a6a04c {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:19.476574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Made reservation on behalf of 75b384f2bf184d8c8f502e481b81f960 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:19.481030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.485917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Port e919662c-7ceb-4c52-9188-254e08d3d27e on network 83018af1-c2ec-4618-b2c4-123ba0a6a04c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:19.486551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Attempting to bind port e919662c-7ceb-4c52-9188-254e08d3d27e on network 83018af1-c2ec-4618-b2c4-123ba0a6a04c {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:19.500806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.501199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3419b535-92ca-4e06-9386-f787cd005224 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "PUT /v2.0/floatingips/69df6607-6028-47b1-8d89-80b220104d54 HTTP/1.1" status: 200 len: 990 time: 2.1429496 Apr 18 20:39:19.502898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'tag': '4c6e59cf-2796-4439-b256-844adbba6971'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:19.505450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:19.506177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Checking segment: {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:19.506839 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Bound using segment: {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:19.507216 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9d336934-6886-4f8b-88dc-c3ccb6f6dbcb", "tag": "4c6e59cf-2796-4439-b256-844adbba6971"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:19.507770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Bound port: e919662c-7ceb-4c52-9188-254e08d3d27e, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:19.508424 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.546406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730576a-2dc2-4762-b8bb-5dac1e6d0b3c req-18682e38-c9ce-4c2e-afbd-f74685dfbf6d tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.565079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c730576a-2dc2-4762-b8bb-5dac1e6d0b3c req-18682e38-c9ce-4c2e-afbd-f74685dfbf6d tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 943 time: 0.2722862 Apr 18 20:39:19.583429 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.587295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9da236-1c3f-4174-91b3-6ea43d85e6d3 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:39:19.594706 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:19.602082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.609542 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-75b0980e-978b-4752-bfbd-6ccd71a84ed5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8b9da236-1c3f-4174-91b3-6ea43d85e6d3 HTTP/1.1" status: 204 len: 168 time: 3.1889279 Apr 18 20:39:19.626124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c730576a-2dc2-4762-b8bb-5dac1e6d0b3c req-995578d0-1776-4233-a32d-f940b545cbf9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599890 Apr 18 20:39:19.626866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44740) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:19.651208 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ec569-4d0b-43fd-91fa-5f481ca3ded6 x-openstack-request-id: req-3f6ec569-4d0b-43fd-91fa-5f481ca3ded6 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:19.651484 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d336934-6886-4f8b-88dc-c3ccb6f6dbcb", "tag": "4c6e59cf-2796-4439-b256-844adbba6971", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:19.651743 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f6ec569-4d0b-43fd-91fa-5f481ca3ded6 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:19.652235 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6ec569-4d0b-43fd-91fa-5f481ca3ded6'] response: {'name': 'network-changed', 'server_uuid': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'tag': '4c6e59cf-2796-4439-b256-844adbba6971', 'status': 'completed', 'code': 200} Apr 18 20:39:19.812147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bf27fe-2bb3-4709-b1ce-5df2fa08504b admin admin] Deleting subnet 52a1fcf3-1ec4-4363-b268-7cc87113b465 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:39:19.822090 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04bf27fe-2bb3-4709-b1ce-5df2fa08504b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.835314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] For port e919662c-7ceb-4c52-9188-254e08d3d27e, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:19.855236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] For port e919662c-7ceb-4c52-9188-254e08d3d27e, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e919662c-7ceb-4c52-9188-254e08d3d27e,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:19.866228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.883910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-59d5df31-ae70-4d8f-9cd3-8ce7a873b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.886068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-59d5df31-ae70-4d8f-9cd3-8ce7a873b483 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 1096 time: 0.1952860 Apr 18 20:39:19.936952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.937739 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.939510 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] 10.222.0.60 "PUT /v2.0/ports/e919662c-7ceb-4c52-9188-254e08d3d27e HTTP/1.1" status: 200 len: 1091 time: 2.7288821 Apr 18 20:39:20.003642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'tag': 'e919662c-7ceb-4c52-9188-254e08d3d27e'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:20.006574 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003cbd06-818a-4510-8159-6a527d97c4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "38ff0931-0488-41a2-96f2-0b2e2d430256", "tag": "e919662c-7ceb-4c52-9188-254e08d3d27e"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:20.010560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eb06a-48a6-4ddc-90a2-fc019e3a5c25 service neutron] Pushing event updated for resources: {'Port': ['ID=e919662c-7ceb-4c52-9188-254e08d3d27e,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:20.046692 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04bf27fe-2bb3-4709-b1ce-5df2fa08504b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.073778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.111256 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '69df6607-6028-47b1-8d89-80b220104d54', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '4c6e59cf-2796-4439-b256-844adbba6971', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:f4:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:18Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:20.187286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.191768 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:20.200492 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e02e1cd-96ef-403a-b0fc-6aa3d1b82fbc x-openstack-request-id: req-1e02e1cd-96ef-403a-b0fc-6aa3d1b82fbc {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:20.200954 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ff0931-0488-41a2-96f2-0b2e2d430256", "tag": "e919662c-7ceb-4c52-9188-254e08d3d27e", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:20.201360 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e02e1cd-96ef-403a-b0fc-6aa3d1b82fbc {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:20.201876 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e02e1cd-96ef-403a-b0fc-6aa3d1b82fbc'] response: {'name': 'network-changed', 'server_uuid': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'tag': 'e919662c-7ceb-4c52-9188-254e08d3d27e', 'status': 'completed', 'code': 200} Apr 18 20:39:20.211054 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:20.213084 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:20.241722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=082a5480-be66-4bd2-87dd-83f35b0942b3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:20.261639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:20.269007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-af713e45-3749-474e-86aa-3739e656eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.271055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-af713e45-3749-474e-86aa-3739e656eacf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 1094 time: 0.2558038 Apr 18 20:39:20.397263 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04bf27fe-2bb3-4709-b1ce-5df2fa08504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.397514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.399459 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Added segment 4ab78996-25ef-40c5-8567-d341ea34a4c2 of type vlan for network 9cc93561-2c49-4dbd-aa0b-23f57a56151e Apr 18 20:39:20.400188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-61e853a5-23e8-411c-bb89-48ae43d58711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.401667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-61e853a5-23e8-411c-bb89-48ae43d58711 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 916 time: 0.5075886 Apr 18 20:39:20.444502 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:20.538208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.543777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44762) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:20.612387 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-b3c0daf3-e048-43df-b87c-991bced3ea22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e919662c-7ceb-4c52-9188-254e08d3d27e HTTP/1.1" status: 200 len: 217 time: 0.3335381 Apr 18 20:39:20.680792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.688402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.689394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.709002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-dda20fae-8aa2-4d65-89ae-4dc93cce29ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c6e59cf-2796-4439-b256-844adbba6971 HTTP/1.1" status: 200 len: 998 time: 0.1625152 Apr 18 20:39:20.713765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04bf27fe-2bb3-4709-b1ce-5df2fa08504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.729698 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '69df6607-6028-47b1-8d89-80b220104d54', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '4c6e59cf-2796-4439-b256-844adbba6971', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:f4:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:18Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:20.748621 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9738011 Apr 18 20:39:20.768980 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a00ce-9b5f-4160-8768-53a7a3067e25 None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '69df6607-6028-47b1-8d89-80b220104d54', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '4c6e59cf-2796-4439-b256-844adbba6971', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:f4:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:18Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:20.786590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44772) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:20.801982 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Request body: {'subnet': {'network_id': '9cc93561-2c49-4dbd-aa0b-23f57a56151e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:20.835738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf27fe-2bb3-4709-b1ce-5df2fa08504b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a1fcf3-1ec4-4363-b268-7cc87113b465,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:20.855566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73696ce3-334f-46a4-ab33-78b43fbc301d None None] Network 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:20.867232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-460743dc-37a1-4c61-8476-c4a978b25779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.870178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-460743dc-37a1-4c61-8476-c4a978b25779 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.1497118 Apr 18 20:39:20.873790 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04bf27fe-2bb3-4709-b1ce-5df2fa08504b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.878385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-04bf27fe-2bb3-4709-b1ce-5df2fa08504b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/52a1fcf3-1ec4-4363-b268-7cc87113b465 HTTP/1.1" status: 204 len: 168 time: 1.2505250 Apr 18 20:39:20.893415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44776) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:20.933399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-9c9fa928-3a8d-47a9-9c0d-333071ce86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:20.940266 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-9c9fa928-3a8d-47a9-9c0d-333071ce86ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.3075862 Apr 18 20:39:20.962828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-595323711', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:21.067073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d80e42-f95b-49f3-892d-a425f364baa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event updated for resources: {'Network': ['ID=9cc93561-2c49-4dbd-aa0b-23f57a56151e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:21.091972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 9cc93561-2c49-4dbd-aa0b-23f57a56151e details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:21.150590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-e1c0eba8-d3dd-4ed9-8ef2-01ae45ca7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.152163 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-e1c0eba8-d3dd-4ed9-8ef2-01ae45ca7482 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531262 Apr 18 20:39:21.199797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Made reservation on behalf of 75b384f2bf184d8c8f502e481b81f960 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:21.203439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.204074 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09727db9-136d-41d6-ab6b-39bfeb06c3b8 None None] DHCP port deletion for 8466fc50-f2ae-4d6a-b719-8a58704dc1e8 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:39:21.207317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9bb7dd-b91d-4553-9dd7-2a60c09507de None None] New status for floating IP 69df6607-6028-47b1-8d89-80b220104d54: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:39:21.423231 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.476099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468fed-bc47-48a1-ae78-98b49aa84fd3 req-449c3849-d005-46c7-a59d-8894714ea53b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.477631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40468fed-bc47-48a1-ae78-98b49aa84fd3 req-449c3849-d005-46c7-a59d-8894714ea53b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 943 time: 0.6823730 Apr 18 20:39:21.482594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-09727db9-136d-41d6-ab6b-39bfeb06c3b8 None None] Deleting port 89c9ef5b-26da-4b4a-900a-55445238908a {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:21.484113 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09727db9-136d-41d6-ab6b-39bfeb06c3b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.493366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-d77766e0-0611-481b-8e5b-d51d4dde64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.494960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-d77766e0-0611-481b-8e5b-d51d4dde64a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5992522 Apr 18 20:39:21.499886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Made reservation on behalf of 702debe7e86a4004be784c6416ccf8f8 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:21.502094 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.528097 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.542062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.579423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event updated for resources: {'Subnet': ['ID=26314e1a-e72d-4839-9006-eff27a6a1dd6,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:21.587883 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-f67422a9-3c81-43ce-adb5-ad9598459c40 service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282293 Apr 18 20:39:21.604120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Checking segment: {'id': '4ab78996-25ef-40c5-8567-d341ea34a4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9cc93561-2c49-4dbd-aa0b-23f57a56151e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:21.604693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Network hostable DHCP agents. Network: 9cc93561-2c49-4dbd-aa0b-23f57a56151e, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:21.605871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-09727db9-136d-41d6-ab6b-39bfeb06c3b8 None None] For port 89c9ef5b-26da-4b4a-900a-55445238908a, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=89c9ef5b-26da-4b4a-900a-55445238908a,segment=NetworkSegment(472f125b-8fae-4170-b8e7-2e7c47899e99),segment_id=472f125b-8fae-4170-b8e7-2e7c47899e99)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:21.606549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09727db9-136d-41d6-ab6b-39bfeb06c3b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.623458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-09727db9-136d-41d6-ab6b-39bfeb06c3b8 None None] Calling delete_port for 89c9ef5b-26da-4b4a-900a-55445238908a owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:21.663309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40468fed-bc47-48a1-ae78-98b49aa84fd3 req-f4662805-7561-48cc-89dc-82d4c4973f50 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668098 Apr 18 20:39:21.706224 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Network 9cc93561-2c49-4dbd-aa0b-23f57a56151e is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:21.730233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 9cc93561-2c49-4dbd-aa0b-23f57a56151e) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:21.736389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:21.737025 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.751308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34573d-0719-48ca-a16d-b50abc21c1d4 None None] Network 9cc93561-2c49-4dbd-aa0b-23f57a56151e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:21.756443 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09727db9-136d-41d6-ab6b-39bfeb06c3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.766009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-8456bbd8-cc62-44af-ba01-5909874cae5f service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510400 Apr 18 20:39:21.791559 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-274d49b7-4d0d-4644-9afa-5367234b2221 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9950194 Apr 18 20:39:21.794814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44780) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:21.802556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Request body: {'port': {'network_id': '9cc93561-2c49-4dbd-aa0b-23f57a56151e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-412581608'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:21.824184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09727db9-136d-41d6-ab6b-39bfeb06c3b8 None None] No DVR routers for this DVR port 89c9ef5b-26da-4b4a-900a-55445238908a on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:21.845352 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-37dabbf2-3119-4dcc-bd76-4bd21dcff4dd req-5a051413-8952-4309-9fa6-5c7e2579108a service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496181 Apr 18 20:39:21.855175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09727db9-136d-41d6-ab6b-39bfeb06c3b8 None None] Pushing event deleted for resources: {'Port': ['ID=89c9ef5b-26da-4b4a-900a-55445238908a,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:21.927195 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.935894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Deleting port 89c9ef5b-26da-4b4a-900a-55445238908a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:21.936376 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.994683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.019002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-9cc93561-2c49-4dbd-aa0b-23f57a56151e', 'network_id': '9cc93561-2c49-4dbd-aa0b-23f57a56151e', 'tenant_id': '75b384f2bf184d8c8f502e481b81f960', 'fixed_ips': [{'subnet_id': '26314e1a-e72d-4839-9006-eff27a6a1dd6'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:39:22.021667 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.023231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-6cc49762-d891-4ee9-88d6-18a133b7f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.024881 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-6cc49762-d891-4ee9-88d6-18a133b7f356 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 1094 time: 0.1134388 Apr 18 20:39:22.045281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1231b009-3c98-4ea8-85da-9c0781c6f5ae,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:22.050164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] device_id is not set on port 647c02b5-1eaf-49cd-a4ae-d61851cd7f96 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:22.117354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] For port 89c9ef5b-26da-4b4a-900a-55445238908a, host n-d-836015-4, got binding levels [] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:22.117662 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.128993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Made reservation on behalf of 75b384f2bf184d8c8f502e481b81f960 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:22.132567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.196659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] device_id is not set on port bac5512d-6d89-46ea-afbb-276dd2e7f66c yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:22.205799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1ea4b1d-a6ac-46a4-8db0-32bf85c090a5 req-a9df441c-4a68-4a00-8d4d-eed15fa70ca3 service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242327 Apr 18 20:39:22.225538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Allocated IP 2001:db8::2 (9cc93561-2c49-4dbd-aa0b-23f57a56151e/26314e1a-e72d-4839-9006-eff27a6a1dd6/30b337c9-6d93-47a3-880d-4b583e736ace) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:22.236645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Calling delete_port for 89c9ef5b-26da-4b4a-900a-55445238908a owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:22.243072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Port 89c9ef5b-26da-4b4a-900a-55445238908a was not found and therefore no delete operation was performed {{(pid=102904) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:39:22.249260 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.319773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-c3f9bcec-9234-4dcd-a598-bd1baea5de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.321347 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-c3f9bcec-9234-4dcd-a598-bd1baea5de24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 910 time: 0.2883453 Apr 18 20:39:22.342378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c9ef5b-26da-4b4a-900a-55445238908a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:22.344587 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] No DVR routers for this DVR port 89c9ef5b-26da-4b4a-900a-55445238908a on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:22.444690 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.455618 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.487949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Allocated IP 172.25.2.59 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/647c02b5-1eaf-49cd-a4ae-d61851cd7f96) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:22.498471 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-898de9d4-2b8b-4e60-8076-5e33d0e25f77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e919662c-7ceb-4c52-9188-254e08d3d27e HTTP/1.1" status: 200 len: 217 time: 0.1534104 Apr 18 20:39:22.500321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.518215 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Network 9cc93561-2c49-4dbd-aa0b-23f57a56151e is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:22.523383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:22.528368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:22.539386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Pushing event updated for resources: {'Port': ['ID=30b337c9-6d93-47a3-880d-4b583e736ace,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:22.554299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8466fc50-f2ae-4d6a-b719-8a58704dc1e8']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:22.597596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472f125b-8fae-4170-b8e7-2e7c47899e99') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:22.602966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472f125b-8fae-4170-b8e7-2e7c47899e99') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:22.622819 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.628784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Attempting to bind port 30b337c9-6d93-47a3-880d-4b583e736ace on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:22.629950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Attempting to bind port 30b337c9-6d93-47a3-880d-4b583e736ace by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '4ab78996-25ef-40c5-8567-d341ea34a4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9cc93561-2c49-4dbd-aa0b-23f57a56151e'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:22.631341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Attempting to bind port 30b337c9-6d93-47a3-880d-4b583e736ace on network 9cc93561-2c49-4dbd-aa0b-23f57a56151e {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:22.642065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:22.643350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Checking segment: {'id': '4ab78996-25ef-40c5-8567-d341ea34a4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9cc93561-2c49-4dbd-aa0b-23f57a56151e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:22.644012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.644736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Bound using segment: {'id': '4ab78996-25ef-40c5-8567-d341ea34a4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9cc93561-2c49-4dbd-aa0b-23f57a56151e'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:22.645860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Bound port: 30b337c9-6d93-47a3-880d-4b583e736ace, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab78996-25ef-40c5-8567-d341ea34a4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '9cc93561-2c49-4dbd-aa0b-23f57a56151e'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:22.646481 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.651741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.672774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:22.673861 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.674655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44814) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:22.676266 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:22.693235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-b241429f-1635-4217-b3b5-88007d0fa1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.694709 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-b241429f-1635-4217-b3b5-88007d0fa1f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.1871424 Apr 18 20:39:22.726598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Allocated IP 2001:db8::3a1 (9cc93561-2c49-4dbd-aa0b-23f57a56151e/26314e1a-e72d-4839-9006-eff27a6a1dd6/bac5512d-6d89-46ea-afbb-276dd2e7f66c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:22.802458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-10297642-5beb-4888-bbe7-3eb20de0c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.807523 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-10297642-5beb-4888-bbe7-3eb20de0c07e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895894 Apr 18 20:39:22.821976 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.831425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 89c9ef5b-26da-4b4a-900a-55445238908a no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:22.833691 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.840258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8466fc50-f2ae-4d6a-b719-8a58704dc1e8 HTTP/1.1" status: 204 len: 168 time: 1.9431722 Apr 18 20:39:22.864273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ef4ba-4eab-4f06-bbff-2cd8d64e00f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8466fc50-f2ae-4d6a-b719-8a58704dc1e8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:22.910988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.941159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 89c9ef5b-26da-4b4a-900a-55445238908a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:22.941677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 89c9ef5b-26da-4b4a-900a-55445238908a not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:22.952240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df8c86-7e44-4e26-848f-d4d00974e94e req-f4e653db-69c8-434d-8f73-40c235b6a3f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.955196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6df8c86-7e44-4e26-848f-d4d00974e94e req-f4e653db-69c8-434d-8f73-40c235b6a3f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 943 time: 0.0947261 Apr 18 20:39:22.980851 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] For port 30b337c9-6d93-47a3-880d-4b583e736ace, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:22.989079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] For port 30b337c9-6d93-47a3-880d-4b583e736ace, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=30b337c9-6d93-47a3-880d-4b583e736ace,segment=NetworkSegment(4ab78996-25ef-40c5-8567-d341ea34a4c2),segment_id=4ab78996-25ef-40c5-8567-d341ea34a4c2)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:22.995036 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.025306 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.061446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6df8c86-7e44-4e26-848f-d4d00974e94e req-ae381d34-dc38-4673-b713-0f0fa620cfdb tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987663 Apr 18 20:39:23.068636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:23.089059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb087-2d6a-4394-8e20-cf59a4a9d613 None None] Pushing event updated for resources: {'Port': ['ID=30b337c9-6d93-47a3-880d-4b583e736ace,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:23.112867 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:23.123143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:23.191088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:23.191428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.198849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44824) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:23.227993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Pushing event updated for resources: {'Port': ['ID=647c02b5-1eaf-49cd-a4ae-d61851cd7f96,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:23.245289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff84823-58a2-490d-9e88-d14284181900 admin admin] Deleting subnet 5851b4f6-7372-4b3b-910b-58ceab856969 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:39:23.251171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-04278fee-8b3b-4b70-823a-0a6ec329d37a tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5518210 Apr 18 20:39:23.252585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44826) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:23.260976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.59'}]}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:23.273544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ff84823-58a2-490d-9e88-d14284181900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.301935 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-edd6388f-1108-4f6c-9956-a01d019cd54c service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702468 Apr 18 20:39:23.311564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44828) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:23.312192 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-04b71b6c-ceb4-4f6b-a905-6a3a0068956b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b8e2fee80a14ab9bbbf0312c6218030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041596 Apr 18 20:39:23.321121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.322474 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.395608 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.480345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ff84823-58a2-490d-9e88-d14284181900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.491678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.552427 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7dbeebfd-b285-4b41-b6cc-dd86e866c0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.598026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ff84823-58a2-490d-9e88-d14284181900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.625844 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.658894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7dbeebfd-b285-4b41-b6cc-dd86e866c0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.671050 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-003cbd06-818a-4510-8159-6a527d97c4f7 req-eea30b8f-1d77-4132-b3fa-da8d4440acce service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217597 Apr 18 20:39:23.719944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.755672 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ff84823-58a2-490d-9e88-d14284181900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.801481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Network 9cc93561-2c49-4dbd-aa0b-23f57a56151e is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:23.805011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff84823-58a2-490d-9e88-d14284181900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5851b4f6-7372-4b3b-910b-58ceab856969,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:23.811013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:23.816953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:23.822661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:23.823311 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.827507 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ff84823-58a2-490d-9e88-d14284181900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.831007 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5ff84823-58a2-490d-9e88-d14284181900 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5851b4f6-7372-4b3b-910b-58ceab856969 HTTP/1.1" status: 204 len: 168 time: 1.1530054 Apr 18 20:39:23.833698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event updated for resources: {'Port': ['ID=bac5512d-6d89-46ea-afbb-276dd2e7f66c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:23.835324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44830) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:23.836220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7dbeebfd-b285-4b41-b6cc-dd86e866c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.838917 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7dbeebfd-b285-4b41-b6cc-dd86e866c0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.843069 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7dbeebfd-b285-4b41-b6cc-dd86e866c0f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/22aaa8af-841f-4ccc-b56e-81617191d5a2 HTTP/1.1" status: 204 len: 168 time: 0.5275402 Apr 18 20:39:23.855238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeebfd-b285-4b41-b6cc-dd86e866c0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22aaa8af-841f-4ccc-b56e-81617191d5a2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:23.867349 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-74433deb-d4a8-4a94-901d-26f71b6fc77e tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0714343 Apr 18 20:39:23.868146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44834) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:23.874141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Request body: {'port': {'network_id': '9cc93561-2c49-4dbd-aa0b-23f57a56151e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-562998706', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:23.874804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.api.validators [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] bootfile-name is not in valid_values {{(pid=102903) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:39:23.875343 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.api.validators [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] tftp-server is not in valid_values {{(pid=102903) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:39:23.875687 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.api.validators [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] server-ip-address is not in valid_values {{(pid=102903) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:39:24.061581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Made reservation on behalf of 75b384f2bf184d8c8f502e481b81f960 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:24.065027 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.077375 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.081372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.110273 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.113737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] device_id is not set on port f274a0a2-c972-4109-b526-5f3507d19542 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:24.382537 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.427261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Allocated IP 2001:db8::341 (9cc93561-2c49-4dbd-aa0b-23f57a56151e/26314e1a-e72d-4839-9006-eff27a6a1dd6/f274a0a2-c972-4109-b526-5f3507d19542) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:24.494661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2daa3-4650-4eb0-a5e7-d41e5a418347 req-8a73066c-5b23-4175-9e2b-3cbb3d6181c6 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.496225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56a2daa3-4650-4eb0-a5e7-d41e5a418347 req-8a73066c-5b23-4175-9e2b-3cbb3d6181c6 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 943 time: 0.2115803 Apr 18 20:39:24.621153 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.636781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44860) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:24.679543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859646d-8e41-4890-a131-2350472d8a05 None None] Network 9cc93561-2c49-4dbd-aa0b-23f57a56151e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:24.749790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d5394a-3b48-41ec-a989-ef824a3124dc']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:24.784205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.807093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:24.807392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997a4d3f-f907-4c37-a1fa-4acb64cdc1b3') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:24.813357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.820940 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.822989 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-86819f16-b3c0-4f7c-8e4e-430259f45185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.847536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56a2daa3-4650-4eb0-a5e7-d41e5a418347 req-554925c5-0951-4d25-b56f-568852330c6e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694824 Apr 18 20:39:24.856898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.868250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-815649c0-3a14-4883-bb12-fab43f01df76 None None] Provisioning complete for port 30b337c9-6d93-47a3-880d-4b583e736ace triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:24.868600 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-815649c0-3a14-4883-bb12-fab43f01df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.902389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 30b337c9-6d93-47a3-880d-4b583e736ace up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:24.907592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.931210 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.939804 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.940324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b00da5cf-ac86-4b3c-a086-e8baddaedeca {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:39:24.949782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:24.950302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:24.953423 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:24.983672 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Network 9cc93561-2c49-4dbd-aa0b-23f57a56151e is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:24.989986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:24.999148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:25.005008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.005669 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.018588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event updated for resources: {'Port': ['ID=f274a0a2-c972-4109-b526-5f3507d19542,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.025049 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:39:25.033221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-74f67fe8-94ab-44dc-a25b-9381dcfdbfb6 tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7765779 Apr 18 20:39:25.034823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44872) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:25.050750 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b5371d6-0a7e-49f7-94f5-b3dc2995792b tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.1808877 Apr 18 20:39:25.051085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44874) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:25.106080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-86819f16-b3c0-4f7c-8e4e-430259f45185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.116560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 30b337c9-6d93-47a3-880d-4b583e736ace triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:25.116914 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.119968 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.123784 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-815649c0-3a14-4883-bb12-fab43f01df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.127682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f7763-0ec8-49eb-ac21-55d3796def59 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.134006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f7763-0ec8-49eb-ac21-55d3796def59 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.135946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.142217 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/27d5394a-3b48-41ec-a989-ef824a3124dc HTTP/1.1" status: 204 len: 168 time: 1.2899232 Apr 18 20:39:25.142377 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1f7763-0ec8-49eb-ac21-55d3796def59 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.146533 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e1f7763-0ec8-49eb-ac21-55d3796def59 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0931785 Apr 18 20:39:25.147287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44878) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:25.147622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44880) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:25.150856 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-86819f16-b3c0-4f7c-8e4e-430259f45185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.198535 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e365061-16bf-4e15-979f-fa7776955ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=27d5394a-3b48-41ec-a989-ef824a3124dc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.204332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-815649c0-3a14-4883-bb12-fab43f01df76 None None] For port 30b337c9-6d93-47a3-880d-4b583e736ace, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=30b337c9-6d93-47a3-880d-4b583e736ace,segment=NetworkSegment(4ab78996-25ef-40c5-8567-d341ea34a4c2),segment_id=4ab78996-25ef-40c5-8567-d341ea34a4c2)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:25.218459 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-815649c0-3a14-4883-bb12-fab43f01df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.230480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-82b678b8-4695-4960-9256-38246e69878b tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Deleting port 647c02b5-1eaf-49cd-a4ae-d61851cd7f96 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:25.230836 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82b678b8-4695-4960-9256-38246e69878b tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.313947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86819f16-b3c0-4f7c-8e4e-430259f45185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360c8c9e-173b-4f72-8250-785f9f275ba7,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.344662 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-86819f16-b3c0-4f7c-8e4e-430259f45185 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c078fd309eb6490d8bb8135e0557aacd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7065396 Apr 18 20:39:25.347817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44884) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:25.358936 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82b678b8-4695-4960-9256-38246e69878b tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.374985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-82b678b8-4695-4960-9256-38246e69878b tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Calling delete_port for 647c02b5-1eaf-49cd-a4ae-d61851cd7f96 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:25.375575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815649c0-3a14-4883-bb12-fab43f01df76 None None] Pushing event updated for resources: {'Port': ['ID=30b337c9-6d93-47a3-880d-4b583e736ace,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.439898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44886) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:25.518641 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-24744ccc-281e-4abe-82b4-bcf746d34df3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51f49feb61414e54898b782154919cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738645 Apr 18 20:39:25.524783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44888) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:25.553153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-938738ba-7bdc-45d0-b610-ae0d566a8f7d None None] Provisioning complete for port bac5512d-6d89-46ea-afbb-276dd2e7f66c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:25.553306 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-938738ba-7bdc-45d0-b610-ae0d566a8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.627138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-938738ba-7bdc-45d0-b610-ae0d566a8f7d None None] Port bac5512d-6d89-46ea-afbb-276dd2e7f66c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:25.645864 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f992081-ccb3-48ce-af72-caaf3dded0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.649766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-938738ba-7bdc-45d0-b610-ae0d566a8f7d None None] Provisioning complete for port f274a0a2-c972-4109-b526-5f3507d19542 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:25.650642 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-938738ba-7bdc-45d0-b610-ae0d566a8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.673050 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f992081-ccb3-48ce-af72-caaf3dded0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.708787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-938738ba-7bdc-45d0-b610-ae0d566a8f7d None None] Port f274a0a2-c972-4109-b526-5f3507d19542 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:25.725835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-938738ba-7bdc-45d0-b610-ae0d566a8f7d None None] Provisioning complete for port 30b337c9-6d93-47a3-880d-4b583e736ace triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:25.726751 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-938738ba-7bdc-45d0-b610-ae0d566a8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.739728 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82b678b8-4695-4960-9256-38246e69878b tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.772167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b678b8-4695-4960-9256-38246e69878b tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Pushing event deleted for resources: {'Port': ['ID=647c02b5-1eaf-49cd-a4ae-d61851cd7f96,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.779798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f992081-ccb3-48ce-af72-caaf3dded0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.783331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f992081-ccb3-48ce-af72-caaf3dded0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.786989 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0f992081-ccb3-48ce-af72-caaf3dded0c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc02e8ba-ce8b-419b-8e15-941ff17569db HTTP/1.1" status: 204 len: 168 time: 0.2607789 Apr 18 20:39:25.792605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1999938972-network', 'tenant_id': '771000e39e33457da8b3783d01148d5c'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:25.820184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Made reservation on behalf of 771000e39e33457da8b3783d01148d5c for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:25.822780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.833414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f992081-ccb3-48ce-af72-caaf3dded0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc02e8ba-ce8b-419b-8e15-941ff17569db,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.870259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.895913 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2f86f92-1144-4f88-8119-70e89607ebc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.900728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-204744d3-ac0c-4520-a110-34711d04edda tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Deleting port f274a0a2-c972-4109-b526-5f3507d19542 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:25.901280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-204744d3-ac0c-4520-a110-34711d04edda tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.977875 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82b678b8-4695-4960-9256-38246e69878b tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.991513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-82b678b8-4695-4960-9256-38246e69878b tempest-RoutersAdminNegativeTest-1630612276 tempest-RoutersAdminNegativeTest-1630612276-project-admin] 10.222.0.49 "DELETE /v2.0/ports/647c02b5-1eaf-49cd-a4ae-d61851cd7f96 HTTP/1.1" status: 204 len: 168 time: 0.9483695 Apr 18 20:39:26.031772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ed38f-88ac-428a-b1c4-d91a5c78143d req-719cb49c-c4bd-45d0-af3f-e2ab61514bf5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.034511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e59ed38f-88ac-428a-b1c4-d91a5c78143d req-719cb49c-c4bd-45d0-af3f-e2ab61514bf5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 943 time: 0.1128356 Apr 18 20:39:26.056830 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2f86f92-1144-4f88-8119-70e89607ebc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.057599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-af7ac6f6-ea91-4a5b-ac53-a0c8b3d3d40f None None] Provisioning complete for port bac5512d-6d89-46ea-afbb-276dd2e7f66c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:26.071109 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-af7ac6f6-ea91-4a5b-ac53-a0c8b3d3d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.121242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e59ed38f-88ac-428a-b1c4-d91a5c78143d req-df27630e-8269-4053-8caf-d562f76e4291 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791967 Apr 18 20:39:26.170841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-af7ac6f6-ea91-4a5b-ac53-a0c8b3d3d40f None None] Port bac5512d-6d89-46ea-afbb-276dd2e7f66c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:26.197886 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-204744d3-ac0c-4520-a110-34711d04edda tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.233215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-204744d3-ac0c-4520-a110-34711d04edda tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Calling delete_port for f274a0a2-c972-4109-b526-5f3507d19542 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:26.240291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.249924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.312367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2f86f92-1144-4f88-8119-70e89607ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.315124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2f86f92-1144-4f88-8119-70e89607ebc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.317381 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e2f86f92-1144-4f88-8119-70e89607ebc5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/360c8c9e-173b-4f72-8250-785f9f275ba7 HTTP/1.1" status: 204 len: 168 time: 0.9676402 Apr 18 20:39:26.317911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:26.355713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9945e4-e544-4d16-a55b-c2a28247764d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:26.364337 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.364703 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Added segment 1f71e17e-8807-4bd2-ac11-3637403074e8 of type vlan for network 28cff806-05c6-4b51-afe1-54b0fe9f9f48 Apr 18 20:39:26.385449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f86f92-1144-4f88-8119-70e89607ebc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360c8c9e-173b-4f72-8250-785f9f275ba7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:26.394680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44904) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:26.417034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2dd6a671-9172-4dba-905c-58a80e6f2c4c None None] Provisioning complete for port f274a0a2-c972-4109-b526-5f3507d19542 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:26.423571 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a671-9172-4dba-905c-58a80e6f2c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.437804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.501473 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.502108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.502537 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.511711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2dd6a671-9172-4dba-905c-58a80e6f2c4c None None] Port f274a0a2-c972-4109-b526-5f3507d19542 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:26.586768 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4378278 Apr 18 20:39:26.592162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44910) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:26.593192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aff2d-3967-4081-9c69-2ace5d0aa22e admin admin] Pushing event updated for resources: {'Network': ['ID=28cff806-05c6-4b51-afe1-54b0fe9f9f48,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:26.600056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-204744d3-ac0c-4520-a110-34711d04edda tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.605122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 28cff806-05c6-4b51-afe1-54b0fe9f9f48 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:26.608406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Request body: {'subnet': {'network_id': '28cff806-05c6-4b51-afe1-54b0fe9f9f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1999938972-subnet', 'tenant_id': '771000e39e33457da8b3783d01148d5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:26.638567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Made reservation on behalf of 771000e39e33457da8b3783d01148d5c for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:26.641290 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.643985 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204744d3-ac0c-4520-a110-34711d04edda tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event deleted for resources: {'Port': ['ID=f274a0a2-c972-4109-b526-5f3507d19542,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:26.733968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-204744d3-ac0c-4520-a110-34711d04edda tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.755962 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-204744d3-ac0c-4520-a110-34711d04edda tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "DELETE /v2.0/ports/f274a0a2-c972-4109-b526-5f3507d19542 HTTP/1.1" status: 204 len: 168 time: 1.5896461 Apr 18 20:39:26.756765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:26.762157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Request body: {'port': {'name': 'tempest-new-port-name-567217197', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:26.763094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.api.validators [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] bootfile-name is not in valid_values {{(pid=102903) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:39:26.763432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.api.validators [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] tftp-server is not in valid_values {{(pid=102903) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:39:26.763797 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.api.validators [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] server-ip-address is not in valid_values {{(pid=102903) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:39:26.782787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e919662c-7ceb-4c52-9188-254e08d3d27e details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:26.937808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9491425d-1c9a-41be-a769-f12758a49a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.955266 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.061722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44922) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:27.062669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 30b337c9-6d93-47a3-880d-4b583e736ace up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:27.080839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6e43fd50-f655-43e1-a9e8-acd6574d5048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.138880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port e919662c-7ceb-4c52-9188-254e08d3d27e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e919662c-7ceb-4c52-9188-254e08d3d27e,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:27.156613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'e919662c-7ceb-4c52-9188-254e08d3d27e', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'port_id': 'e919662c-7ceb-4c52-9188-254e08d3d27e', 'mac_address': 'fa:16:3e:4b:cd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:27.158345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 30b337c9-6d93-47a3-880d-4b583e736ace triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:27.158873 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.206850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.235619 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.258311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e919662c-7ceb-4c52-9188-254e08d3d27e {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:27.270036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9491425d-1c9a-41be-a769-f12758a49a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.295968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port e919662c-7ceb-4c52-9188-254e08d3d27e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e919662c-7ceb-4c52-9188-254e08d3d27e,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:27.300979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9491425d-1c9a-41be-a769-f12758a49a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.328003 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.336530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9491425d-1c9a-41be-a769-f12758a49a29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9ddfeb0747f46d8823559a2038425fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9407272 Apr 18 20:39:27.336931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44930) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:27.372082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15fe396-fd3b-420c-a3bf-a8ab40a879f6,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.389253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=e919662c-7ceb-4c52-9188-254e08d3d27e,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.415778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.426374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.437517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491425d-1c9a-41be-a769-f12758a49a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff40e5-32a3-40a2-824a-306ad1a4742f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.444071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Checking segment: {'id': '1f71e17e-8807-4bd2-ac11-3637403074e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '28cff806-05c6-4b51-afe1-54b0fe9f9f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:27.444677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Network hostable DHCP agents. Network: 28cff806-05c6-4b51-afe1-54b0fe9f9f48, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:27.449882 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6e43fd50-f655-43e1-a9e8-acd6574d5048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.458501 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6e43fd50-f655-43e1-a9e8-acd6574d5048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.471971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ff6e9-68cf-4d9d-92f3-dbf69f31a8f2 req-5198db35-1759-4f87-a8a3-a6b8fcf46f4f tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.473513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb0ff6e9-68cf-4d9d-92f3-dbf69f31a8f2 req-5198db35-1759-4f87-a8a3-a6b8fcf46f4f tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 944 time: 0.1987622 Apr 18 20:39:27.481908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] In _notify_port_updated(), no bound segment for port bac5512d-6d89-46ea-afbb-276dd2e7f66c on network 9cc93561-2c49-4dbd-aa0b-23f57a56151e {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:39:27.487949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.488637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.489967 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "PUT /v2.0/ports/bac5512d-6d89-46ea-afbb-276dd2e7f66c HTTP/1.1" status: 200 len: 1129 time: 0.7322216 Apr 18 20:39:27.500259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44936) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:27.537623 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca72f-9708-46a4-baf5-2854e7e8a76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.550427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee07fa-41ef-4889-a2ad-8f6339723271 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event updated for resources: {'Port': ['ID=bac5512d-6d89-46ea-afbb-276dd2e7f66c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.553099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Network 28cff806-05c6-4b51-afe1-54b0fe9f9f48 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:27.560214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6e43fd50-f655-43e1-a9e8-acd6574d5048 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6b60f5e1af0c4df684ad33b446c01a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941576 Apr 18 20:39:27.560423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44938) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:27.563569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43fd50-f655-43e1-a9e8-acd6574d5048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18da72f2-b3ae-4a12-a6e3-032869805a10,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.577058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb0ff6e9-68cf-4d9d-92f3-dbf69f31a8f2 req-83b3a919-546a-4c41-8749-c56aa515abaa tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966439 Apr 18 20:39:27.578339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 28cff806-05c6-4b51-afe1-54b0fe9f9f48) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:27.590575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de482f78-36e4-4826-b35c-c379a47f2854 None None] Network 28cff806-05c6-4b51-afe1-54b0fe9f9f48 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:27.600399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.600399 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.607391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1f4841-bcb3-4cfa-a346-792d44eba948 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.608888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3f1f4841-bcb3-4cfa-a346-792d44eba948 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "GET /v2.0/ports/bac5512d-6d89-46ea-afbb-276dd2e7f66c HTTP/1.1" status: 200 len: 1129 time: 0.1074412 Apr 18 20:39:27.612828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44940) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:27.617221 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca72f-9708-46a4-baf5-2854e7e8a76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.639988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b4d18ef7-6592-4863-932c-40f96e617ca4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0447874 Apr 18 20:39:27.667640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44944) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:27.689235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['e919662c-7ceb-4c52-9188-254e08d3d27e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:27.733146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-788cfee5-ead2-4a0b-8c8e-37dc65f5cf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.772303 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca72f-9708-46a4-baf5-2854e7e8a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.775338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a8ca72f-9708-46a4-baf5-2854e7e8a76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.780235 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9a8ca72f-9708-46a4-baf5-2854e7e8a76f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32ff40e5-32a3-40a2-824a-306ad1a4742f HTTP/1.1" status: 204 len: 168 time: 0.4425347 Apr 18 20:39:27.782657 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-788cfee5-ead2-4a0b-8c8e-37dc65f5cf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.806959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ca72f-9708-46a4-baf5-2854e7e8a76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff40e5-32a3-40a2-824a-306ad1a4742f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.824857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9bcfd9a4-5238-43dc-a6f5-33f3c9275012 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Deleting port bac5512d-6d89-46ea-afbb-276dd2e7f66c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:27.827179 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd9a4-5238-43dc-a6f5-33f3c9275012 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.879405 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-788cfee5-ead2-4a0b-8c8e-37dc65f5cf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.882489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-788cfee5-ead2-4a0b-8c8e-37dc65f5cf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.883718 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-788cfee5-ead2-4a0b-8c8e-37dc65f5cf92 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18da72f2-b3ae-4a12-a6e3-032869805a10 HTTP/1.1" status: 204 len: 168 time: 0.3205693 Apr 18 20:39:27.902523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cfee5-ead2-4a0b-8c8e-37dc65f5cf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18da72f2-b3ae-4a12-a6e3-032869805a10,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.960196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1743722310-network', 'tenant_id': '303290119a444477993ee40acddd4dfa'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:27.996258 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd9a4-5238-43dc-a6f5-33f3c9275012 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.014387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Made reservation on behalf of 303290119a444477993ee40acddd4dfa for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:28.016802 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.019721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720b53f2-5093-4c29-a37a-2d582ef6d1cd None None] Network 28cff806-05c6-4b51-afe1-54b0fe9f9f48 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:28.026444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9bcfd9a4-5238-43dc-a6f5-33f3c9275012 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Calling delete_port for bac5512d-6d89-46ea-afbb-276dd2e7f66c owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:28.028366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.118617 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8633df61-24d1-4dab-8494-3b11fe7289b6 None None] Provisioning complete for port bac5512d-6d89-46ea-afbb-276dd2e7f66c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:28.119409 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8633df61-24d1-4dab-8494-3b11fe7289b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.213384 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.220581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.258605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8633df61-24d1-4dab-8494-3b11fe7289b6 None None] Port bac5512d-6d89-46ea-afbb-276dd2e7f66c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:28.265626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:28.275612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c85b919-3115-4261-84cf-48372296a93a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:28.284814 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd9a4-5238-43dc-a6f5-33f3c9275012 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.287072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.287424 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Added segment 716e8657-582c-4e16-a405-c338e87c650d of type vlan for network cba4436f-a96f-4a37-9953-9f2a86bd2cf4 Apr 18 20:39:28.299431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44962) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:28.344285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfd9a4-5238-43dc-a6f5-33f3c9275012 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event deleted for resources: {'Port': ['ID=bac5512d-6d89-46ea-afbb-276dd2e7f66c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:28.364226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44964) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:28.368521 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c912f16b-6296-4b3d-adbc-56a02eec0e55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=702debe7e86a4004be784c6416ccf8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678184 Apr 18 20:39:28.389746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.421418 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd9a4-5238-43dc-a6f5-33f3c9275012 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.426898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9bcfd9a4-5238-43dc-a6f5-33f3c9275012 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "DELETE /v2.0/ports/bac5512d-6d89-46ea-afbb-276dd2e7f66c HTTP/1.1" status: 204 len: 168 time: 0.8108070 Apr 18 20:39:28.427332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44968) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:28.477746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b38c4725-fb82-490a-9f0f-8d0e3953096f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.484949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.486956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.486956 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.513440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8444729 Apr 18 20:39:28.527503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e4785e-2e1e-4245-9424-0602875804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Deleting subnet 26314e1a-e72d-4839-9006-eff27a6a1dd6 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:39:28.540419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e4785e-2e1e-4245-9424-0602875804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.551444 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b38c4725-fb82-490a-9f0f-8d0e3953096f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.610649 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44974) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:28.621318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Request body: {'subnet': {'network_id': 'cba4436f-a96f-4a37-9953-9f2a86bd2cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1743722310-subnet', 'tenant_id': '303290119a444477993ee40acddd4dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:28.649646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe921d-eceb-409f-8d82-09e85711e0df admin admin] Pushing event updated for resources: {'Network': ['ID=cba4436f-a96f-4a37-9953-9f2a86bd2cf4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:28.663627 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e4785e-2e1e-4245-9424-0602875804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.668477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network cba4436f-a96f-4a37-9953-9f2a86bd2cf4 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:28.701148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b38c4725-fb82-490a-9f0f-8d0e3953096f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.711277 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b38c4725-fb82-490a-9f0f-8d0e3953096f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.722675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b38c4725-fb82-490a-9f0f-8d0e3953096f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1231b009-3c98-4ea8-85da-9c0781c6f5ae HTTP/1.1" status: 204 len: 168 time: 0.3573551 Apr 18 20:39:28.735549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Made reservation on behalf of 303290119a444477993ee40acddd4dfa for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:28.739756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.750167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c4725-fb82-490a-9f0f-8d0e3953096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1231b009-3c98-4ea8-85da-9c0781c6f5ae,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:28.879583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d695a-2a50-4061-82b5-392ebb0b383b req-7814d334-8f9d-4e61-8c91-0e949f67f5b7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:28.881194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa8d695a-2a50-4061-82b5-392ebb0b383b req-7814d334-8f9d-4e61-8c91-0e949f67f5b7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 944 time: 0.1069942 Apr 18 20:39:29.005648 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e4785e-2e1e-4245-9424-0602875804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.151567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa8d695a-2a50-4061-82b5-392ebb0b383b req-052bd7fd-9035-459e-b01f-013ab52c92a7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469833 Apr 18 20:39:29.162144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e4785e-2e1e-4245-9424-0602875804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.187250 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.205001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4785e-2e1e-4245-9424-0602875804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event deleted for resources: {'Subnet': ['ID=26314e1a-e72d-4839-9006-eff27a6a1dd6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:29.207322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e4785e-2e1e-4245-9424-0602875804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.210772 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-82e4785e-2e1e-4245-9424-0602875804c4 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "DELETE /v2.0/subnets/26314e1a-e72d-4839-9006-eff27a6a1dd6 HTTP/1.1" status: 204 len: 168 time: 0.7823391 Apr 18 20:39:29.216999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45002) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:29.218005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-4d5f6ada-c047-4b3b-ac71-e49911db5e6b tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.222900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a03d6d1-c88c-4295-83bd-cd21f881c779 None None] Network 9cc93561-2c49-4dbd-aa0b-23f57a56151e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:29.232115 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-4d5f6ada-c047-4b3b-ac71-e49911db5e6b tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/networks?id=28cff806-05c6-4b51-afe1-54b0fe9f9f48 HTTP/1.1" status: 200 len: 818 time: 0.3628998 Apr 18 20:39:29.254841 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-ae2b83c3-25e9-4d90-85fd-0accfeb7c7c2 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/quotas/771000e39e33457da8b3783d01148d5c HTTP/1.1" status: 200 len: 375 time: 0.0196514 Apr 18 20:39:29.322413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-98133db2-262d-479c-b9ee-05ef939c40f1 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=771000e39e33457da8b3783d01148d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557678 Apr 18 20:39:29.342928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb106297-fd6d-4744-9e17-d879dd6ea73d,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:29.353538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.356835 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Checking segment: {'id': '716e8657-582c-4e16-a405-c338e87c650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'cba4436f-a96f-4a37-9953-9f2a86bd2cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:29.357204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Network hostable DHCP agents. Network: cba4436f-a96f-4a37-9953-9f2a86bd2cf4, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:29.401616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Network cba4436f-a96f-4a37-9953-9f2a86bd2cf4 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:29.416412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, cba4436f-a96f-4a37-9953-9f2a86bd2cf4) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:29.422568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.423281 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.430224 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a8b63-e23d-4ffb-a85f-e8409dbe9ee3 None None] Network cba4436f-a96f-4a37-9953-9f2a86bd2cf4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:29.454310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Deleting port 30b337c9-6d93-47a3-880d-4b583e736ace {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:29.454584 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.468925 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8ba25c64-9b5f-4467-ae1d-e34db63f1ae3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8474629 Apr 18 20:39:29.542542 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] For port 30b337c9-6d93-47a3-880d-4b583e736ace, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=30b337c9-6d93-47a3-880d-4b583e736ace,segment=NetworkSegment(4ab78996-25ef-40c5-8567-d341ea34a4c2),segment_id=4ab78996-25ef-40c5-8567-d341ea34a4c2)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:29.542916 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.556911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Calling delete_port for 30b337c9-6d93-47a3-880d-4b583e736ace owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:29.609354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0da9c3-8ced-4b6a-93d2-013150a930fc None None] DHCP port deletion for 9cc93561-2c49-4dbd-aa0b-23f57a56151e request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:39:29.654822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.680465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] No DVR routers for this DVR port 30b337c9-6d93-47a3-880d-4b583e736ace on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:29.712588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-fb5d7c20-b339-4f55-ab91-38d903b74caf service neutron] 10.222.0.49 "GET /v2.0/networks/28cff806-05c6-4b51-afe1-54b0fe9f9f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813429 Apr 18 20:39:29.719556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db4b3b-d9d5-4846-869b-513571e6f7ba None None] Network cba4436f-a96f-4a37-9953-9f2a86bd2cf4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:29.735477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event deleted for resources: {'Port': ['ID=30b337c9-6d93-47a3-880d-4b583e736ace,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:29.805094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bc0da9c3-8ced-4b6a-93d2-013150a930fc None None] Deleting port 30b337c9-6d93-47a3-880d-4b583e736ace {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:29.805465 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc0da9c3-8ced-4b6a-93d2-013150a930fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.843457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-13744b1a-52c4-4f70-b5af-8007ca203881 service neutron] 10.222.0.49 "GET /v2.0/networks/28cff806-05c6-4b51-afe1-54b0fe9f9f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224802 Apr 18 20:39:29.874236 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.899692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bc0da9c3-8ced-4b6a-93d2-013150a930fc None None] For port 30b337c9-6d93-47a3-880d-4b583e736ace, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:29.900131 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc0da9c3-8ced-4b6a-93d2-013150a930fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.906301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc93561-2c49-4dbd-aa0b-23f57a56151e']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:29.923222 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab78996-25ef-40c5-8567-d341ea34a4c2') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:29.923763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab78996-25ef-40c5-8567-d341ea34a4c2') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:29.935478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.944071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bc0da9c3-8ced-4b6a-93d2-013150a930fc None None] Calling delete_port for 30b337c9-6d93-47a3-880d-4b583e736ace owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:29.948310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-bc0da9c3-8ced-4b6a-93d2-013150a930fc None None] Port 30b337c9-6d93-47a3-880d-4b583e736ace was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:39:29.950062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc0da9c3-8ced-4b6a-93d2-013150a930fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.953476 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.971426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:29.972207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.977775 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0da9c3-8ced-4b6a-93d2-013150a930fc None None] Pushing event deleted for resources: {'Port': ['ID=30b337c9-6d93-47a3-880d-4b583e736ace,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:29.980267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0da9c3-8ced-4b6a-93d2-013150a930fc None None] No DVR routers for this DVR port 30b337c9-6d93-47a3-880d-4b583e736ace on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:29.980875 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:30.069895 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.078012 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.084894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] 10.222.0.49 "DELETE /v2.0/networks/9cc93561-2c49-4dbd-aa0b-23f57a56151e HTTP/1.1" status: 204 len: 168 time: 0.8646457 Apr 18 20:39:30.113922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13cdc5-06de-487c-9620-fe81c19938f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465 tempest-ExtraDHCPOptionsIpV6TestJSON-1419510465-project] Pushing event deleted for resources: {'Network': ['ID=9cc93561-2c49-4dbd-aa0b-23f57a56151e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:30.133295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ad2cf12-5629-4262-ab9d-d2c32a7d27ec req-4dcd44ae-779d-4373-9025-31c8c6064f2f tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 210 time: 0.0379281 Apr 18 20:39:30.199191 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:39:30.376204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89551c3a-08d4-4772-8532-10ed6eb3d3e8 req-9cca96db-7421-4a4a-b7f7-497604d0e813 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.383333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89551c3a-08d4-4772-8532-10ed6eb3d3e8 req-9cca96db-7421-4a4a-b7f7-497604d0e813 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 944 time: 0.0978417 Apr 18 20:39:30.402119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-10c852b4-4241-41c5-a9ea-78f19894bf8a tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.410038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-10c852b4-4241-41c5-a9ea-78f19894bf8a tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/networks?id=cba4436f-a96f-4a37-9953-9f2a86bd2cf4 HTTP/1.1" status: 200 len: 814 time: 0.2350409 Apr 18 20:39:30.438025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-334a4362-0b44-4d6e-a2cf-d8b97a6eb9f2 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/quotas/303290119a444477993ee40acddd4dfa HTTP/1.1" status: 200 len: 375 time: 0.0266144 Apr 18 20:39:30.484757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89551c3a-08d4-4772-8532-10ed6eb3d3e8 req-1b4140f9-5bbb-4714-9f49-e425e4aa994b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946543 Apr 18 20:39:30.508901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-ed5ed10e-4543-4d2c-b62c-8bca4587e141 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=303290119a444477993ee40acddd4dfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695422 Apr 18 20:39:30.538879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45066) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:30.636742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45072) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:30.702282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e919662c-7ceb-4c52-9188-254e08d3d27e up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:30.746148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-961073733'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:30.786447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Made reservation on behalf of 986235fd216d4840a94f61cd35c80eb3 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:30.794823 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.804192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 30b337c9-6d93-47a3-880d-4b583e736ace no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:30.818067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.858765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-ab27479a-4bf6-478f-95cf-d68b3bb0dc44 service neutron] 10.222.0.49 "GET /v2.0/networks/cba4436f-a96f-4a37-9953-9f2a86bd2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487003 Apr 18 20:39:30.873745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 30b337c9-6d93-47a3-880d-4b583e736ace {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:30.877387 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 30b337c9-6d93-47a3-880d-4b583e736ace not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:30.916174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port e919662c-7ceb-4c52-9188-254e08d3d27e completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:30.924154 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.925803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port e919662c-7ceb-4c52-9188-254e08d3d27e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:30.926269 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.931911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.948245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:30.962033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.962632 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Added segment f81fa5d3-acd7-49dc-bf8c-9925a40128bb of type vlan for network f53033a5-d227-46bd-9558-35da820e6b1a Apr 18 20:39:30.991430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8964353d-bee6-491f-9c81-64b87c1c06a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75b384f2bf184d8c8f502e481b81f960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519716 Apr 18 20:39:30.995989 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45080) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:30.998464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ef6365-996c-4106-aa5a-48e20991ec69,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:31.037538 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.049501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.070836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-422eb4a0-ac72-4d7c-b564-fe18c594e5e2 service neutron] 10.222.0.49 "GET /v2.0/networks/cba4436f-a96f-4a37-9953-9f2a86bd2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045166 Apr 18 20:39:31.080345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e919662c-7ceb-4c52-9188-254e08d3d27e'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:31.083247 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccac51ff-ade2-4e69-b9a5-504f0353e9ed" -d '{"events": [{"server_uuid": "38ff0931-0488-41a2-96f2-0b2e2d430256", "name": "network-vif-plugged", "status": "completed", "tag": "e919662c-7ceb-4c52-9188-254e08d3d27e"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:31.094007 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd6a-de80-4cf2-bfe0-913b53057b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.114609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port e919662c-7ceb-4c52-9188-254e08d3d27e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e919662c-7ceb-4c52-9188-254e08d3d27e,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:31.116698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.119948 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.129743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.130414 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.145371 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd6a-de80-4cf2-bfe0-913b53057b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.158456 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d73684-dea9-4efb-891e-b3a9f98092da x-openstack-request-id: req-e4d73684-dea9-4efb-891e-b3a9f98092da {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:31.159186 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ff0931-0488-41a2-96f2-0b2e2d430256", "name": "network-vif-plugged", "status": "completed", "tag": "e919662c-7ceb-4c52-9188-254e08d3d27e", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:31.159655 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4d73684-dea9-4efb-891e-b3a9f98092da {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:31.160384 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d73684-dea9-4efb-891e-b3a9f98092da'] response: {'server_uuid': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e919662c-7ceb-4c52-9188-254e08d3d27e', 'code': 200} Apr 18 20:39:31.193292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=e919662c-7ceb-4c52-9188-254e08d3d27e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:31.269278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd6a-de80-4cf2-bfe0-913b53057b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.272308 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-26e9cd6a-de80-4cf2-bfe0-913b53057b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.273448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-26e9cd6a-de80-4cf2-bfe0-913b53057b71 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/082a5480-be66-4bd2-87dd-83f35b0942b3 HTTP/1.1" status: 204 len: 168 time: 0.2759061 Apr 18 20:39:31.302847 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9cd6a-de80-4cf2-bfe0-913b53057b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082a5480-be66-4bd2-87dd-83f35b0942b3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:31.364479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3e6d7fa-35b3-4842-9a37-8fb7ecce1df2 req-6aafb432-04d3-471c-a550-7dba541f7b0c tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 210 time: 0.0899494 Apr 18 20:39:31.375463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Network': ['ID=f53033a5-d227-46bd-9558-35da820e6b1a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:31.393181 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ac042a37-c72c-4e1a-ab89-5e8221137764 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8507817 Apr 18 20:39:31.397310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45098) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:31.402353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network f53033a5-d227-46bd-9558-35da820e6b1a details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:31.407623 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'subnet': {'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:31.417138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bde08ee7-947d-4970-923f-19ce3e44e05f req-7bc0f2f4-94fa-4021-87a9-8d235216e19d tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 210 time: 0.0432279 Apr 18 20:39:31.418788 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37d826-fc65-4067-9b3b-42d267ce9ed4 req-cc40c792-6535-4293-8bbd-c88a97885a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.420356 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed37d826-fc65-4067-9b3b-42d267ce9ed4 req-cc40c792-6535-4293-8bbd-c88a97885a06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 1096 time: 0.1353812 Apr 18 20:39:31.587545 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed37d826-fc65-4067-9b3b-42d267ce9ed4 req-0f44b3d2-c5e9-46ee-9dbe-20c3166a0496 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543739 Apr 18 20:39:31.592873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45102) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:31.672779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Made reservation on behalf of 986235fd216d4840a94f61cd35c80eb3 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:31.678714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.006213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.080357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Subnet': ['ID=34039b21-2e80-4e69-b298-dc2b175f4433,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:32.096608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Checking segment: {'id': 'f81fa5d3-acd7-49dc-bf8c-9925a40128bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:32.097130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Network hostable DHCP agents. Network: f53033a5-d227-46bd-9558-35da820e6b1a, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:32.119490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Network f53033a5-d227-46bd-9558-35da820e6b1a is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:32.133351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, f53033a5-d227-46bd-9558-35da820e6b1a) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:32.152548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.156096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc8902e-782e-4a94-8b10-ee06e4a2f09a None None] Network f53033a5-d227-46bd-9558-35da820e6b1a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:32.165206 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.168055 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fa07f22-f9e9-4fd1-9bd3-76964a473ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.198877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-b5c906b0-aae5-4b54-95a9-986c458c17eb tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.199183 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8fb118ed-94f6-43ac-8da2-9c674d75f740 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7969213 Apr 18 20:39:32.201008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-b5c906b0-aae5-4b54-95a9-986c458c17eb tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.64 "GET /v2.0/networks?id=28cff806-05c6-4b51-afe1-54b0fe9f9f48 HTTP/1.1" status: 200 len: 818 time: 0.7213438 Apr 18 20:39:32.203515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45122) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:32.208689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'port': {'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a', 'name': 'tempest-AllowedAddressPairTestJSON-371675241'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:32.216508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Request body: {'port': {'device_id': '0e15a52d-f27c-48b9-874e-c2f907d2c296', 'network_id': '28cff806-05c6-4b51-afe1-54b0fe9f9f48', 'admin_state_up': True, 'tenant_id': '771000e39e33457da8b3783d01148d5c'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:32.226765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa0622-5205-467d-8a3e-a4f69025bca5 req-80d69fad-efdc-4e0b-8295-2672edca4ce3 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.235033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5bfa0622-5205-467d-8a3e-a4f69025bca5 req-80d69fad-efdc-4e0b-8295-2672edca4ce3 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.6081285 Apr 18 20:39:32.369203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5bfa0622-5205-467d-8a3e-a4f69025bca5 req-fda135b7-bfae-4561-8b1a-d4c1850876e5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313887 Apr 18 20:39:32.417046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-f53033a5-d227-46bd-9558-35da820e6b1a', 'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a', 'tenant_id': '986235fd216d4840a94f61cd35c80eb3', 'fixed_ips': [{'subnet_id': '34039b21-2e80-4e69-b298-dc2b175f4433'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:39:32.417960 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.446913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Made reservation on behalf of 986235fd216d4840a94f61cd35c80eb3 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:32.451360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.474256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] device_id is not set on port 3cbe4a78-2a28-44b2-b89e-285fa0444988 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:32.565038 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fa07f22-f9e9-4fd1-9bd3-76964a473ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.573621 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fa07f22-f9e9-4fd1-9bd3-76964a473ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.625587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Allocated IP 172.20.0.2 (f53033a5-d227-46bd-9558-35da820e6b1a/34039b21-2e80-4e69-b298-dc2b175f4433/7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:32.640683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e55209f2-9ea8-4f32-b5ef-5e89eb81ba1c req-8804b6bb-1be3-46fc-b09e-38c6973ffea4 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 210 time: 0.0684471 Apr 18 20:39:32.692351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b88f754-249e-4c98-87fe-a319e841adb6 req-ee03b3e9-8aeb-46b4-b0c0-9ea9d828207d tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 210 time: 0.0976183 Apr 18 20:39:32.713056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa07f22-f9e9-4fd1-9bd3-76964a473ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d287112-f601-421f-b4e4-d7399588b7c8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:32.718729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45136) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:32.722391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8fa07f22-f9e9-4fd1-9bd3-76964a473ce2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df5255ddb6854c76afe0314436d54e56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1281290 Apr 18 20:39:32.725217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45138) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:32.758566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Made reservation on behalf of 771000e39e33457da8b3783d01148d5c for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:32.765397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.826775 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63db51be-4f75-4430-820a-34b84b90573b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.859320 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.875483 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.879920 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63db51be-4f75-4430-820a-34b84b90573b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.958757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Network f53033a5-d227-46bd-9558-35da820e6b1a is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:32.974732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:32.979369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:33.011694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Pushing event updated for resources: {'Port': ['ID=7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.021884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Allocated IP 172.20.0.6 (28cff806-05c6-4b51-afe1-54b0fe9f9f48/b15fe396-fd3b-420c-a3bf-a8ab40a879f6/db5e5e7e-608c-4c3b-b59f-684fdb6237b5) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:33.032574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-88739101'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:33.048413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Attempting to bind port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:33.049065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Attempting to bind port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'f81fa5d3-acd7-49dc-bf8c-9925a40128bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:33.049783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Attempting to bind port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 on network f53033a5-d227-46bd-9558-35da820e6b1a {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:33.057338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:33.058019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Checking segment: {'id': 'f81fa5d3-acd7-49dc-bf8c-9925a40128bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:33.058613 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.059996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Bound using segment: {'id': 'f81fa5d3-acd7-49dc-bf8c-9925a40128bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:33.060767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Bound port: 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81fa5d3-acd7-49dc-bf8c-9925a40128bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:33.061344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.123342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63db51be-4f75-4430-820a-34b84b90573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.125811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63db51be-4f75-4430-820a-34b84b90573b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.126948 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-63db51be-4f75-4430-820a-34b84b90573b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9d287112-f601-421f-b4e4-d7399588b7c8 HTTP/1.1" status: 204 len: 168 time: 0.4000678 Apr 18 20:39:33.136753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] For port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:33.140848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] For port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3,segment=NetworkSegment(f81fa5d3-acd7-49dc-bf8c-9925a40128bb),segment_id=f81fa5d3-acd7-49dc-bf8c-9925a40128bb)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:33.146708 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.186782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db51be-4f75-4430-820a-34b84b90573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d287112-f601-421f-b4e4-d7399588b7c8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.199149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Made reservation on behalf of 94811021fab043bfab8947016e716304 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:33.203770 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.227164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Allocated IP 172.20.0.11 (f53033a5-d227-46bd-9558-35da820e6b1a/34039b21-2e80-4e69-b298-dc2b175f4433/3cbe4a78-2a28-44b2-b89e-285fa0444988) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:33.242469 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.252913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de954d18-37b6-48bb-bbac-1c4968730476 None None] Pushing event updated for resources: {'Port': ['ID=7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.266288 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.301360 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.338390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-41b9c499-09ae-4b8c-896f-a59795796e4f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.341671 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-41b9c499-09ae-4b8c-896f-a59795796e4f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.60 "GET /v2.0/networks?id=cba4436f-a96f-4a37-9953-9f2a86bd2cf4 HTTP/1.1" status: 200 len: 814 time: 0.3954372 Apr 18 20:39:33.364033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Network 28cff806-05c6-4b51-afe1-54b0fe9f9f48 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:33.364818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Request body: {'port': {'device_id': 'a9ad92eb-32e7-4125-adc4-23c399b24903', 'network_id': 'cba4436f-a96f-4a37-9953-9f2a86bd2cf4', 'admin_state_up': True, 'tenant_id': '303290119a444477993ee40acddd4dfa'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:33.372357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:33.378183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Pushing event updated for resources: {'Port': ['ID=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.381990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:33.489407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.490523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.563374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-061bd822-09c8-452f-90bd-53c8c19f3173 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3512914 Apr 18 20:39:33.582395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Request body: {'port': {'device_id': '0e15a52d-f27c-48b9-874e-c2f907d2c296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:33.653331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe03b74-d3a9-4aed-8d59-a3dbb68c3c42 req-9ec47238-2993-4952-b7df-55b9d129bcde tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.654814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebe03b74-d3a9-4aed-8d59-a3dbb68c3c42 req-9ec47238-2993-4952-b7df-55b9d129bcde tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1593070 Apr 18 20:39:33.657181 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.680992 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.744762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Made reservation on behalf of 303290119a444477993ee40acddd4dfa for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:33.750588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.751150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.755385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebe03b74-d3a9-4aed-8d59-a3dbb68c3c42 req-d27dd9d4-48a6-4959-8c0b-dc4d36869c3d tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651655 Apr 18 20:39:33.794103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:33.820880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215a12f7-8c8a-4df8-93c9-5a7644448597,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.841685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.842003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.842384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.842599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.842896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.843201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.843526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.843860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.844181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.844497 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.844814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.845127 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:33.854698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.868957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.869711 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Added segment e14d455c-9c55-431b-83e3-b23d3f22c36d of type vlan for network b51be509-3cb6-4491-b80a-9457bf44fb08 Apr 18 20:39:33.882222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45156) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:33.923222 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-97ccab18-f6ec-4f07-af80-888564fa3dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.023322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.032386 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c0e07a7-7aac-4743-bab1-b9839de96278 req-7eb39e7c-7721-4e90-bf95-7a7126831e5b tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 210 time: 0.1252995 Apr 18 20:39:34.124252 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.130244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ee520-c1a9-4685-a1fa-dfb5633d8e54 req-17d0c7db-fcc5-47bf-addc-e8ca7a8432e6 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.132879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-452ee520-c1a9-4685-a1fa-dfb5633d8e54 req-17d0c7db-fcc5-47bf-addc-e8ca7a8432e6 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 931 time: 0.3645301 Apr 18 20:39:34.158827 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.164698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.165320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.230314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Network f53033a5-d227-46bd-9558-35da820e6b1a is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:34.235167 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Allocated IP 172.20.0.2 (cba4436f-a96f-4a37-9953-9f2a86bd2cf4/eb106297-fd6d-4744-9e17-d879dd6ea73d/c65c6fcf-8dea-4411-908e-16ba78c67838) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:34.247501 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:34.300464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:34.306711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847db3d9-bc4f-4c8c-83d2-f4dc201eb9c9 req-4f8f5a28-bacb-4a33-b02b-48e059ce6977 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.308516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-847db3d9-bc4f-4c8c-83d2-f4dc201eb9c9 req-4f8f5a28-bacb-4a33-b02b-48e059ce6977 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.2089956 Apr 18 20:39:34.312006 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5919054 Apr 18 20:39:34.331213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-452ee520-c1a9-4685-a1fa-dfb5633d8e54 req-3fd8f611-6648-4dbe-97c2-e6c0eb15ba73 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716955 Apr 18 20:39:34.331685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45158) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:34.332114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45160) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:34.341936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'subnet': {'network_id': 'b51be509-3cb6-4491-b80a-9457bf44fb08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:34.343415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Port': ['ID=3cbe4a78-2a28-44b2-b89e-285fa0444988,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:34.348039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f5c5b3e5-fd92-4e4f-84b8-3b75dd70f2dd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'floatingip': {'port_id': 'e919662c-7ceb-4c52-9188-254e08d3d27e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:34.350556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338f36f-e310-48fd-9d94-f4ac165926e4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Network': ['ID=b51be509-3cb6-4491-b80a-9457bf44fb08,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:34.384493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network b51be509-3cb6-4491-b80a-9457bf44fb08 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:34.398345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.399046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.456689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8ea4104c-4565-49da-bf85-adea4e9d60c7 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2520282 Apr 18 20:39:34.460470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45162) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:34.468954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'port': {'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a', 'name': 'tempest-AllowedAddressPairTestJSON-415863307', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:1e:2a:69'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:34.488570 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b3e5-fd92-4e4f-84b8-3b75dd70f2dd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.503070 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-97ccab18-f6ec-4f07-af80-888564fa3dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.551728 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-97ccab18-f6ec-4f07-af80-888564fa3dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.597834 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64890c3-1dd7-457a-a3dd-ad5a9768a181 None None] Network f53033a5-d227-46bd-9558-35da820e6b1a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:34.638491 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.678993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Made reservation on behalf of 986235fd216d4840a94f61cd35c80eb3 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:34.681499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-97ccab18-f6ec-4f07-af80-888564fa3dcc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=13a59007c68d4dec9474a685ba71ab37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7970102 Apr 18 20:39:34.685069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45164) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:34.698012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f3acfc8a-6934-4403-b89c-b20f63a59f13 None None] Provisioning complete for port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:34.698490 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f3acfc8a-6934-4403-b89c-b20f63a59f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.710009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ccab18-f6ec-4f07-af80-888564fa3dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec184fb-fa01-4a9d-b6cf-d5dcaa991b07,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:34.743939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.831593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Network cba4436f-a96f-4a37-9953-9f2a86bd2cf4 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:34.839477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:34.848294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:34.882821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Pushing event updated for resources: {'Port': ['ID=c65c6fcf-8dea-4411-908e-16ba78c67838,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:34.883336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5e5e7e-608c-4c3b-b59f-684fdb6237b5 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:34.888154 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.901293 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.910505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Made reservation on behalf of 94811021fab043bfab8947016e716304 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:34.913996 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.921315 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6cda8d5a-6937-4974-8771-2a94b0148fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.939972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] device_id is not set on port 376c14b1-bcec-4bfd-b1bf-23e2d8f64969 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:34.949731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:34.950227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.954719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Transition to ACTIVE for port object db5e5e7e-608c-4c3b-b59f-684fdb6237b5 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:34.982166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:34.991824 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.005249 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6cda8d5a-6937-4974-8771-2a94b0148fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.026031 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-6d6c6050-a288-4841-9989-201d96945e3f tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6657000 Apr 18 20:39:35.046853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Request body: {'port': {'device_id': 'a9ad92eb-32e7-4125-adc4-23c399b24903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:35.047342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f3acfc8a-6934-4403-b89c-b20f63a59f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.142344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f3acfc8a-6934-4403-b89c-b20f63a59f13 None None] For port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3,segment=NetworkSegment(f81fa5d3-acd7-49dc-bf8c-9925a40128bb),segment_id=f81fa5d3-acd7-49dc-bf8c-9925a40128bb)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:35.144133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:35.145047 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.151096 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f3acfc8a-6934-4403-b89c-b20f63a59f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.168046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.174356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6cda8d5a-6937-4974-8771-2a94b0148fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.177356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6cda8d5a-6937-4974-8771-2a94b0148fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.178564 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6cda8d5a-6937-4974-8771-2a94b0148fb2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ec184fb-fa01-4a9d-b6cf-d5dcaa991b07 HTTP/1.1" status: 204 len: 168 time: 0.4913776 Apr 18 20:39:35.220870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Allocated IP 172.20.0.6 (f53033a5-d227-46bd-9558-35da820e6b1a/34039b21-2e80-4e69-b298-dc2b175f4433/376c14b1-bcec-4bfd-b1bf-23e2d8f64969) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:35.226631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Pushing event updated for resources: {'Port': ['ID=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:35.253412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acfc8a-6934-4403-b89c-b20f63a59f13 None None] Pushing event updated for resources: {'Port': ['ID=7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:35.254835 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda8d5a-6937-4974-8771-2a94b0148fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec184fb-fa01-4a9d-b6cf-d5dcaa991b07,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:35.404653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8afbd-e941-4c3b-b14f-1db0fbe6f126 req-4eb324a6-6fe0-4955-8d35-b4a89f1579a7 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.406427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17c8afbd-e941-4c3b-b14f-1db0fbe6f126 req-4eb324a6-6fe0-4955-8d35-b4a89f1579a7 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 931 time: 0.2543151 Apr 18 20:39:35.518385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-57425c05-c7c0-4bb1-99c4-ae8da76a6861 None None] Provisioning complete for port 3cbe4a78-2a28-44b2-b89e-285fa0444988 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:35.519669 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57425c05-c7c0-4bb1-99c4-ae8da76a6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.564903 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [None req-f5c5b3e5-fd92-4e4f-84b8-3b75dd70f2dd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:39:35.585706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-57425c05-c7c0-4bb1-99c4-ae8da76a6861 None None] Port 3cbe4a78-2a28-44b2-b89e-285fa0444988 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:35.610104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-57425c05-c7c0-4bb1-99c4-ae8da76a6861 None None] Provisioning complete for port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:35.610743 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57425c05-c7c0-4bb1-99c4-ae8da76a6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.683561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Attempting to bind port db5e5e7e-608c-4c3b-b59f-684fdb6237b5 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:35.691937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Attempting to bind port db5e5e7e-608c-4c3b-b59f-684fdb6237b5 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '1f71e17e-8807-4bd2-ac11-3637403074e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '28cff806-05c6-4b51-afe1-54b0fe9f9f48'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:35.691937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Attempting to bind port db5e5e7e-608c-4c3b-b59f-684fdb6237b5 on network 28cff806-05c6-4b51-afe1-54b0fe9f9f48 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:35.737237 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17c8afbd-e941-4c3b-b14f-1db0fbe6f126 req-fbd45bc1-d6f8-4de7-b953-2c763bfb4829 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786117 Apr 18 20:39:35.760039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Port db5e5e7e-608c-4c3b-b59f-684fdb6237b5 on network 28cff806-05c6-4b51-afe1-54b0fe9f9f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:35.760663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Attempting to bind port db5e5e7e-608c-4c3b-b59f-684fdb6237b5 on network 28cff806-05c6-4b51-afe1-54b0fe9f9f48 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:35.785495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:35.785495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Checking segment: {'id': '1f71e17e-8807-4bd2-ac11-3637403074e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '28cff806-05c6-4b51-afe1-54b0fe9f9f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:35.785495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Bound using segment: {'id': '1f71e17e-8807-4bd2-ac11-3637403074e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '28cff806-05c6-4b51-afe1-54b0fe9f9f48'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:35.785495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Bound port: db5e5e7e-608c-4c3b-b59f-684fdb6237b5, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f71e17e-8807-4bd2-ac11-3637403074e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '28cff806-05c6-4b51-afe1-54b0fe9f9f48'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:35.785495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.787349 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.806268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b3e5-fd92-4e4f-84b8-3b75dd70f2dd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.826919 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5229b957-2b62-457f-a247-f015e9db9cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.849593 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b3e5-fd92-4e4f-84b8-3b75dd70f2dd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.910410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4758ecff-4be6-4377-a12d-e2333599a8fd None None] Provisioning complete for port 3cbe4a78-2a28-44b2-b89e-285fa0444988 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:35.911068 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4758ecff-4be6-4377-a12d-e2333599a8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.912574 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2aba1-5f03-469e-8c06-1f76999ebd9d req-23ad6afd-cd23-4f86-bdc2-77743ca8dab4 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.914256 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15e2aba1-5f03-469e-8c06-1f76999ebd9d req-23ad6afd-cd23-4f86-bdc2-77743ca8dab4 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 943 time: 0.3605671 Apr 18 20:39:36.007260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Subnet': ['ID=b2dabff1-32cf-4803-8663-2b6a06ce78c1,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:36.025275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4758ecff-4be6-4377-a12d-e2333599a8fd None None] Port 3cbe4a78-2a28-44b2-b89e-285fa0444988 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:36.134690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.145418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15e2aba1-5f03-469e-8c06-1f76999ebd9d req-dcaecd95-bdb5-4449-b159-c2d8860d2295 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212067 Apr 18 20:39:36.159097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] For port db5e5e7e-608c-4c3b-b59f-684fdb6237b5, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:36.173812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] For port db5e5e7e-608c-4c3b-b59f-684fdb6237b5, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,segment=NetworkSegment(1f71e17e-8807-4bd2-ac11-3637403074e8),segment_id=1f71e17e-8807-4bd2-ac11-3637403074e8)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:36.173812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Checking segment: {'id': 'e14d455c-9c55-431b-83e3-b23d3f22c36d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'b51be509-3cb6-4491-b80a-9457bf44fb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:36.173812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network hostable DHCP agents. Network: b51be509-3cb6-4491-b80a-9457bf44fb08, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:36.182064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.246432 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-f5c5b3e5-fd92-4e4f-84b8-3b75dd70f2dd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Floating IP 0cb6bc9b-3b37-45f1-aa9f-ec57b742b833 associated. External IP: 172.25.2.19, port: e919662c-7ceb-4c52-9188-254e08d3d27e. Apr 18 20:39:36.254986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65c6fcf-8dea-4411-908e-16ba78c67838 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:36.263098 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.266419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.291073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Network f53033a5-d227-46bd-9558-35da820e6b1a is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:36.316354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:36.318821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.319881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.321015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] 10.222.0.64 "PUT /v2.0/ports/db5e5e7e-608c-4c3b-b59f-684fdb6237b5 HTTP/1.1" status: 200 len: 1091 time: 2.7472389 Apr 18 20:39:36.322552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:36.325647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Transition to ACTIVE for port object c65c6fcf-8dea-4411-908e-16ba78c67838 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:36.326279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e15a52d-f27c-48b9-874e-c2f907d2c296', 'tag': 'db5e5e7e-608c-4c3b-b59f-684fdb6237b5'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:36.328934 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b52ef4-9228-422c-a806-9c9e722f41ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0e15a52d-f27c-48b9-874e-c2f907d2c296", "tag": "db5e5e7e-608c-4c3b-b59f-684fdb6237b5"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:36.348210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network b51be509-3cb6-4491-b80a-9457bf44fb08 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:36.357492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.381946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Port': ['ID=376c14b1-bcec-4bfd-b1bf-23e2d8f64969,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:36.444159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c65c6fcf-8dea-4411-908e-16ba78c67838,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:36.458119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b16cd-4bb1-4b9a-99fd-40e1300f5455 service neutron] Pushing event updated for resources: {'Port': ['ID=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:36.472559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.473198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.480465 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f2cf33-1349-4497-915a-c7c99bdee232 x-openstack-request-id: req-04f2cf33-1349-4497-915a-c7c99bdee232 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:36.481444 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e15a52d-f27c-48b9-874e-c2f907d2c296", "tag": "db5e5e7e-608c-4c3b-b59f-684fdb6237b5", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:36.481713 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-04f2cf33-1349-4497-915a-c7c99bdee232 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:36.481949 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f2cf33-1349-4497-915a-c7c99bdee232'] response: {'name': 'network-changed', 'server_uuid': '0e15a52d-f27c-48b9-874e-c2f907d2c296', 'tag': 'db5e5e7e-608c-4c3b-b59f-684fdb6237b5', 'status': 'completed', 'code': 200} Apr 18 20:39:36.483787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, b51be509-3cb6-4491-b80a-9457bf44fb08) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:36.500575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.501488 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.525017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a5fb17-cf47-4280-80a7-bd0ec8bb212f None None] Network b51be509-3cb6-4491-b80a-9457bf44fb08 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:36.533996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-154d4e9d-f041-4e80-b769-679ab68a9185 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1984196 Apr 18 20:39:36.553792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45192) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:36.562737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1641025362', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:36.573637 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-46d65931-08a6-423b-ac43-db7ae85073e0 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.1118636 Apr 18 20:39:36.577087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45194) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:36.591768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Attempting to bind port c65c6fcf-8dea-4411-908e-16ba78c67838 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:36.592427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Attempting to bind port c65c6fcf-8dea-4411-908e-16ba78c67838 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '716e8657-582c-4e16-a405-c338e87c650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'cba4436f-a96f-4a37-9953-9f2a86bd2cf4'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:36.592853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Attempting to bind port c65c6fcf-8dea-4411-908e-16ba78c67838 on network cba4436f-a96f-4a37-9953-9f2a86bd2cf4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:36.611309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-eac8b53f-136c-4ea4-a96f-c9c5ba3de097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.614084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Port c65c6fcf-8dea-4411-908e-16ba78c67838 on network cba4436f-a96f-4a37-9953-9f2a86bd2cf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:39:36.615781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Attempting to bind port c65c6fcf-8dea-4411-908e-16ba78c67838 on network cba4436f-a96f-4a37-9953-9f2a86bd2cf4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:39:36.620018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-eac8b53f-136c-4ea4-a96f-c9c5ba3de097 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=771000e39e33457da8b3783d01148d5c&device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 1094 time: 0.1968727 Apr 18 20:39:36.625244 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.626659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.696235 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.701168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:39:36.702191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Checking segment: {'id': '716e8657-582c-4e16-a405-c338e87c650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'cba4436f-a96f-4a37-9953-9f2a86bd2cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:36.702894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Bound using segment: {'id': '716e8657-582c-4e16-a405-c338e87c650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'cba4436f-a96f-4a37-9953-9f2a86bd2cf4'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:39:36.703651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Bound port: c65c6fcf-8dea-4411-908e-16ba78c67838, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716e8657-582c-4e16-a405-c338e87c650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'cba4436f-a96f-4a37-9953-9f2a86bd2cf4'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:36.704368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.813653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6526a6a2-0c1c-4894-92a2-c965ed6eec31 None None] Network b51be509-3cb6-4491-b80a-9457bf44fb08 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:36.829623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-cf7fecc6-95e7-42ff-9dc6-cfc025c52ef8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db5e5e7e-608c-4c3b-b59f-684fdb6237b5 HTTP/1.1" status: 200 len: 217 time: 0.1536281 Apr 18 20:39:36.855076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:36.910675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.953188 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] For port c65c6fcf-8dea-4411-908e-16ba78c67838, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:39:36.961813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b32f9-2dd4-43f7-83ea-8eb01ceb7d57 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.970040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] For port c65c6fcf-8dea-4411-908e-16ba78c67838, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=c65c6fcf-8dea-4411-908e-16ba78c67838,segment=NetworkSegment(716e8657-582c-4e16-a405-c338e87c650d),segment_id=716e8657-582c-4e16-a405-c338e87c650d)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:39:36.970819 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b32f9-2dd4-43f7-83ea-8eb01ceb7d57 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.977968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b32f9-2dd4-43f7-83ea-8eb01ceb7d57 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:36.983430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a18b32f9-2dd4-43f7-83ea-8eb01ceb7d57 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4051163 Apr 18 20:39:37.001516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45202) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:37.013298 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.036316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-32079551-e10b-43ff-9a28-7688581af4a8 None None] Provisioning complete for port 376c14b1-bcec-4bfd-b1bf-23e2d8f64969 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:37.036693 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-32079551-e10b-43ff-9a28-7688581af4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.053446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c5b3e5-fd92-4e4f-84b8-3b75dd70f2dd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Router 0871f3a7-4c9b-47df-9a7e-01042db8e788 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:37.070629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.071506 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.073204 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] 10.222.0.60 "PUT /v2.0/ports/c65c6fcf-8dea-4411-908e-16ba78c67838 HTTP/1.1" status: 200 len: 1091 time: 2.0341012 Apr 18 20:39:37.073343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2095b-f4ce-4ab2-8b4b-85787632cae8 req-fe0858b2-c7a9-4667-a691-71fe1c70a919 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.075530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afc2095b-f4ce-4ab2-8b4b-85787632cae8 req-fe0858b2-c7a9-4667-a691-71fe1c70a919 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 943 time: 0.1544755 Apr 18 20:39:37.076444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ad92eb-32e7-4125-adc4-23c399b24903', 'tag': 'c65c6fcf-8dea-4411-908e-16ba78c67838'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:37.078916 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bc1733-b8ee-4167-9200-155ef7a75887" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ad92eb-32e7-4125-adc4-23c399b24903", "tag": "c65c6fcf-8dea-4411-908e-16ba78c67838"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:37.079772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-efdeb767-af8c-48a9-bda7-83ce73ec86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.081233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-efdeb767-af8c-48a9-bda7-83ce73ec86fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15fe396-fd3b-420c-a3bf-a8ab40a879f6 HTTP/1.1" status: 200 len: 858 time: 0.2438545 Apr 18 20:39:37.082231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-32079551-e10b-43ff-9a28-7688581af4a8 None None] Port 376c14b1-bcec-4bfd-b1bf-23e2d8f64969 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:37.135993 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eafcfc-f304-4e92-b6f8-26c0441a08ec x-openstack-request-id: req-62eafcfc-f304-4e92-b6f8-26c0441a08ec {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:37.137917 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ad92eb-32e7-4125-adc4-23c399b24903", "tag": "c65c6fcf-8dea-4411-908e-16ba78c67838", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:37.138400 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62eafcfc-f304-4e92-b6f8-26c0441a08ec {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:37.139037 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62eafcfc-f304-4e92-b6f8-26c0441a08ec'] response: {'name': 'network-changed', 'server_uuid': 'a9ad92eb-32e7-4125-adc4-23c399b24903', 'tag': 'c65c6fcf-8dea-4411-908e-16ba78c67838', 'status': 'completed', 'code': 200} Apr 18 20:39:37.146893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:37.147289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.228097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-2131e6c1-3d49-4a90-812e-9dd021023eff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28cff806-05c6-4b51-afe1-54b0fe9f9f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361234 Apr 18 20:39:37.245670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17e037-b97a-4a55-8dfe-0dd5ac2605c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c65c6fcf-8dea-4411-908e-16ba78c67838,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:37.301314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc1733-b8ee-4167-9200-155ef7a75887 req-9d0f75eb-a6ba-475e-9793-c719c8dca2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.302844 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b7bc1733-b8ee-4167-9200-155ef7a75887 req-9d0f75eb-a6ba-475e-9793-c719c8dca2bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=303290119a444477993ee40acddd4dfa&device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 1094 time: 0.1255255 Apr 18 20:39:37.403085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-bff97996-8f49-4640-b23f-44b5aaceb52f tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Deleting port 376c14b1-bcec-4bfd-b1bf-23e2d8f64969 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:37.403421 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bff97996-8f49-4640-b23f-44b5aaceb52f tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.506690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.538963 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.634004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc1733-b8ee-4167-9200-155ef7a75887 req-086903fd-1270-40db-9fb2-d34bf394c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.635523 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b7bc1733-b8ee-4167-9200-155ef7a75887 req-086903fd-1270-40db-9fb2-d34bf394c4e0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=303290119a444477993ee40acddd4dfa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2930462 Apr 18 20:39:37.640746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bff97996-8f49-4640-b23f-44b5aaceb52f tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.687453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-bff97996-8f49-4640-b23f-44b5aaceb52f tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Calling delete_port for 376c14b1-bcec-4bfd-b1bf-23e2d8f64969 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:37.834294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afc2095b-f4ce-4ab2-8b4b-85787632cae8 req-ecf5a4a0-e797-499f-b607-b54ce77cc2f4 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7508876 Apr 18 20:39:37.854073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc1733-b8ee-4167-9200-155ef7a75887 req-20db8341-4aa4-456e-a1f4-9bf9d55eab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.857936 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b7bc1733-b8ee-4167-9200-155ef7a75887 req-20db8341-4aa4-456e-a1f4-9bf9d55eab3b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2126133 Apr 18 20:39:37.880398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c5b3e5-fd92-4e4f-84b8-3b75dd70f2dd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:37.881307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.25.2.218 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/8bbefb77-9ad6-48e7-9f1d-22aecca52b57) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:37.881954 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] Sync routers for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:37.896416 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:37.896416 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:37.914935 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5c5b3e5-fd92-4e4f-84b8-3b75dd70f2dd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.980602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155831d2-95b3-454e-8e50-568cb854b405 req-3773a1e8-8a6f-4437-9150-621a17c61ed7 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.983214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-155831d2-95b3-454e-8e50-568cb854b405 req-3773a1e8-8a6f-4437-9150-621a17c61ed7 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 943 time: 0.7049160 Apr 18 20:39:38.039125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-d5b5711e-c8a5-48d1-9a93-ec1e41820b89 service neutron] 10.222.0.64 "GET /v2.0/networks/28cff806-05c6-4b51-afe1-54b0fe9f9f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993126 Apr 18 20:39:38.058859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f5c5b3e5-fd92-4e4f-84b8-3b75dd70f2dd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "PUT /v2.0/floatingips/0cb6bc9b-3b37-45f1-aa9f-ec57b742b833 HTTP/1.1" status: 200 len: 990 time: 3.7220950 Apr 18 20:39:38.082014 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:38.095381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-155831d2-95b3-454e-8e50-568cb854b405 req-43650d1f-e2b4-4d0c-9314-eb58b5ae86a5 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966535 Apr 18 20:39:38.111072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-7734a523-3c20-495f-a773-9f576a3ddf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.112862 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-7734a523-3c20-495f-a773-9f576a3ddf09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=303290119a444477993ee40acddd4dfa&device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 1094 time: 0.1831572 Apr 18 20:39:38.207286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a106d7b-5a57-457d-bdb8-1fe065f8e398 req-699e631a-c907-4a17-aaff-142f093936c0 service neutron] 10.222.0.64 "GET /v2.0/networks/28cff806-05c6-4b51-afe1-54b0fe9f9f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591117 Apr 18 20:39:38.216996 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-973f43ea-1788-49c0-8107-1d33fb14dce1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c65c6fcf-8dea-4411-908e-16ba78c67838 HTTP/1.1" status: 200 len: 217 time: 0.0879049 Apr 18 20:39:38.238054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bff97996-8f49-4640-b23f-44b5aaceb52f tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.280015 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.319376 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff97996-8f49-4640-b23f-44b5aaceb52f tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event deleted for resources: {'Port': ['ID=376c14b1-bcec-4bfd-b1bf-23e2d8f64969,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:38.353947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b52ef4-9228-422c-a806-9c9e722f41ce req-a3c9c742-a02e-4c81-a783-1e09743eeb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.356179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22b52ef4-9228-422c-a806-9c9e722f41ce req-a3c9c742-a02e-4c81-a783-1e09743eeb2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=771000e39e33457da8b3783d01148d5c&device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 1094 time: 0.0912349 Apr 18 20:39:38.369728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-2837730a-5645-4236-a2c7-f8b3845f30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.371916 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-2837730a-5645-4236-a2c7-f8b3845f30e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb106297-fd6d-4744-9e17-d879dd6ea73d HTTP/1.1" status: 200 len: 854 time: 0.1462538 Apr 18 20:39:38.441606 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '0cb6bc9b-3b37-45f1-aa9f-ec57b742b833', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'port_id': 'e919662c-7ceb-4c52-9188-254e08d3d27e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'mac_address': 'fa:16:3e:4b:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:39:09Z', 'updated_at': '2022-04-18T20:39:35Z', 'revision_number': 1, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:38.482869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'tag': 'e919662c-7ceb-4c52-9188-254e08d3d27e'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:38.485317 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c211a1ff-5e80-4a1a-9553-85c388b014fa" -d '{"events": [{"name": "network-changed", "server_uuid": "38ff0931-0488-41a2-96f2-0b2e2d430256", "tag": "e919662c-7ceb-4c52-9188-254e08d3d27e"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:38.525854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b52ef4-9228-422c-a806-9c9e722f41ce req-92c12a87-910b-44ab-b37b-6a57d5f73413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.528557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22b52ef4-9228-422c-a806-9c9e722f41ce req-92c12a87-910b-44ab-b37b-6a57d5f73413 service neutron] 10.222.0.64 "GET /v2.0/networks?id=28cff806-05c6-4b51-afe1-54b0fe9f9f48 HTTP/1.1" status: 200 len: 919 time: 0.1636364 Apr 18 20:39:38.531754 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] Checking router: 0871f3a7-4c9b-47df-9a7e-01042db8e788 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:38.547069 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-ac64d17b-ef92-4792-ac93-c04bbf92fb20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cba4436f-a96f-4a37-9953-9f2a86bd2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673729 Apr 18 20:39:38.561433 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:38.564891 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:38.628224 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3d920286-b031-4c5d-a20a-199b035581e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:38.637294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22b52ef4-9228-422c-a806-9c9e722f41ce req-d9581d7c-ea7f-4c07-bb2b-50aad0443eea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db5e5e7e-608c-4c3b-b59f-684fdb6237b5 HTTP/1.1" status: 200 len: 217 time: 0.1004214 Apr 18 20:39:38.641524 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66afa348-ca84-4dde-986a-3d8065cd6d1f x-openstack-request-id: req-66afa348-ca84-4dde-986a-3d8065cd6d1f {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:38.642057 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ff0931-0488-41a2-96f2-0b2e2d430256", "tag": "e919662c-7ceb-4c52-9188-254e08d3d27e", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:38.642057 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-66afa348-ca84-4dde-986a-3d8065cd6d1f {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:38.642543 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66afa348-ca84-4dde-986a-3d8065cd6d1f'] response: {'name': 'network-changed', 'server_uuid': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'tag': 'e919662c-7ceb-4c52-9188-254e08d3d27e', 'status': 'completed', 'code': 200} Apr 18 20:39:38.815699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-25899823-7d82-44da-badd-86d23ef74127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.817266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-25899823-7d82-44da-badd-86d23ef74127 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 1096 time: 0.1789773 Apr 18 20:39:38.818975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b52ef4-9228-422c-a806-9c9e722f41ce req-1dee72f8-07bc-4335-999f-6ea35da5a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.820455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22b52ef4-9228-422c-a806-9c9e722f41ce req-1dee72f8-07bc-4335-999f-6ea35da5a7f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b15fe396-fd3b-420c-a3bf-a8ab40a879f6 HTTP/1.1" status: 200 len: 858 time: 0.1532958 Apr 18 20:39:38.868320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22b52ef4-9228-422c-a806-9c9e722f41ce req-fdfa0570-cb52-419a-9877-25ae33a61443 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=28cff806-05c6-4b51-afe1-54b0fe9f9f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341144 Apr 18 20:39:38.925680 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:39:39.052549 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22b52ef4-9228-422c-a806-9c9e722f41ce req-5d41a74d-9d3b-48a6-aed0-11e24244b061 service neutron] 10.222.0.64 "GET /v2.0/networks/28cff806-05c6-4b51-afe1-54b0fe9f9f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736925 Apr 18 20:39:39.070505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.177404 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bff97996-8f49-4640-b23f-44b5aaceb52f tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.183445 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bff97996-8f49-4640-b23f-44b5aaceb52f tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "DELETE /v2.0/ports/376c14b1-bcec-4bfd-b1bf-23e2d8f64969 HTTP/1.1" status: 204 len: 168 time: 2.1800866 Apr 18 20:39:39.196301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:39.197935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45242) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:39.248822 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de3977b-bb45-4789-a604-e00819d1cd32 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] GET failed (client error): The resource could not be found. Apr 18 20:39:39.250831 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9de3977b-bb45-4789-a604-e00819d1cd32 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "GET /v2.0/ports/376c14b1-bcec-4bfd-b1bf-23e2d8f64969 HTTP/1.1" status: 404 len: 333 time: 0.0529692 Apr 18 20:39:39.256031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:39.258572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:39.269906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45244) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:39.286421 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.289375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'port': {'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a', 'name': 'tempest-AllowedAddressPairTestJSON-1559500519'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:39.296628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c5142-b85d-4534-82f1-3d47096083df req-4586e91b-c02c-40c7-be34-6158297a384d tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:39.298514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e28c5142-b85d-4534-82f1-3d47096083df req-4586e91b-c02c-40c7-be34-6158297a384d tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 943 time: 0.2433226 Apr 18 20:39:39.335052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=8bbefb77-9ad6-48e7-9f1d-22aecca52b57,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:39.337677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-4814df85-3da1-4304-aabf-2f896ffc2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:39.340358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-4814df85-3da1-4304-aabf-2f896ffc2914 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 910 time: 0.5157018 Apr 18 20:39:39.381826 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '0cb6bc9b-3b37-45f1-aa9f-ec57b742b833', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'port_id': 'e919662c-7ceb-4c52-9188-254e08d3d27e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'mac_address': 'fa:16:3e:4b:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:39:09Z', 'updated_at': '2022-04-18T20:39:35Z', 'revision_number': 1, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:39.431890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22b52ef4-9228-422c-a806-9c9e722f41ce req-387fe236-7d23-428e-958c-6238f965108d service neutron] 10.222.0.64 "GET /v2.0/networks/28cff806-05c6-4b51-afe1-54b0fe9f9f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129699 Apr 18 20:39:39.434309 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe52643b-9b14-4e57-9089-153a71a46b75 None None] The sync data for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 is: [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '0cb6bc9b-3b37-45f1-aa9f-ec57b742b833', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'floating_ip_address': '172.25.2.19', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'port_id': 'e919662c-7ceb-4c52-9188-254e08d3d27e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'mac_address': 'fa:16:3e:4b:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:39:09Z', 'updated_at': '2022-04-18T20:39:35Z', 'revision_number': 1, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:39.474007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e28c5142-b85d-4534-82f1-3d47096083df req-b5d64a50-436f-4b68-834b-26ca6e635b3d tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301701 Apr 18 20:39:39.490285 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-b6fbddce-0340-48d1-9f3f-6f7855ff61b4 service neutron] 10.222.0.60 "GET /v2.0/networks/cba4436f-a96f-4a37-9953-9f2a86bd2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171974 Apr 18 20:39:39.497412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fbe23-24c3-4ea1-a252-8899f576e1c5 req-45d79b3e-d48d-4975-82f4-aaec5b4d2758 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:39.499212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c5fbe23-24c3-4ea1-a252-8899f576e1c5 req-45d79b3e-d48d-4975-82f4-aaec5b4d2758 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 943 time: 0.2459791 Apr 18 20:39:39.513303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-5ec5fc9b-16c0-4307-91c7-0395261a72f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e919662c-7ceb-4c52-9188-254e08d3d27e HTTP/1.1" status: 200 len: 998 time: 0.1542110 Apr 18 20:39:39.632504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c5fbe23-24c3-4ea1-a252-8899f576e1c5 req-fc8d949c-7b62-4338-aff0-2180727dd4dc tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172533 Apr 18 20:39:39.638114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-febb8daa-a96e-41f7-b07a-c1b6c0af4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:39.640618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-febb8daa-a96e-41f7-b07a-c1b6c0af4fd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.1132832 Apr 18 20:39:39.708510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-697cfd6e-d183-4f64-83b4-ed998aadb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:39.711857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-697cfd6e-d183-4f64-83b4-ed998aadb7b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633647 Apr 18 20:39:39.741081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device db5e5e7e-608c-4c3b-b59f-684fdb6237b5 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:39.854211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c4d86-c967-41c4-8a5b-aedabd6c436c None None] New status for floating IP 0cb6bc9b-3b37-45f1-aa9f-ec57b742b833: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:39:39.860570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-7e39355a-47ee-4a66-9dce-62e703ff7b4f service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413732 Apr 18 20:39:39.867636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Made reservation on behalf of 986235fd216d4840a94f61cd35c80eb3 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:39.872012 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.896814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] device_id is not set on port bc8dd1c6-ec89-44f6-be59-615287f49580 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:39.904190 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ea4ae706-76da-48c3-9282-52591cd3b77e req-2caeb0d0-07b8-4404-9641-b3eaf2da4f91 service neutron] 10.222.0.60 "GET /v2.0/networks/cba4436f-a96f-4a37-9953-9f2a86bd2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672781 Apr 18 20:39:39.993916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port db5e5e7e-608c-4c3b-b59f-684fdb6237b5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,segment=NetworkSegment(1f71e17e-8807-4bd2-ac11-3637403074e8),segment_id=1f71e17e-8807-4bd2-ac11-3637403074e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:40.001793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c211a1ff-5e80-4a1a-9553-85c388b014fa req-fa54c6a3-e12a-4004-9d6c-6a326abc2e96 service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335547 Apr 18 20:39:40.007292 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.020741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'db5e5e7e-608c-4c3b-b59f-684fdb6237b5', 'network_id': '28cff806-05c6-4b51-afe1-54b0fe9f9f48', 'port_id': 'db5e5e7e-608c-4c3b-b59f-684fdb6237b5', 'mac_address': 'fa:16:3e:24:25:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15fe396-fd3b-420c-a3bf-a8ab40a879f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:40.125696 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.141516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5e5e7e-608c-4c3b-b59f-684fdb6237b5 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:40.164225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port db5e5e7e-608c-4c3b-b59f-684fdb6237b5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,segment=NetworkSegment(1f71e17e-8807-4bd2-ac11-3637403074e8),segment_id=1f71e17e-8807-4bd2-ac11-3637403074e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:40.171527 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.187948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Allocated IP 172.20.0.9 (f53033a5-d227-46bd-9558-35da820e6b1a/34039b21-2e80-4e69-b298-dc2b175f4433/bc8dd1c6-ec89-44f6-be59-615287f49580) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:40.237720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:40.412619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['db5e5e7e-608c-4c3b-b59f-684fdb6237b5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:40.415174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.459030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.511232 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.608424 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.624156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:39:40.654946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Network f53033a5-d227-46bd-9558-35da820e6b1a is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:40.662099 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:40.669827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:40.672056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276fcd-e6fc-47ef-9202-375463e71976 req-6ff0b7f9-9ff7-4cab-b693-9f3745c6062d tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.687345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95276fcd-e6fc-47ef-9202-375463e71976 req-6ff0b7f9-9ff7-4cab-b693-9f3745c6062d tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 943 time: 0.1059663 Apr 18 20:39:40.755385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Port': ['ID=bc8dd1c6-ec89-44f6-be59-615287f49580,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:40.776977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95276fcd-e6fc-47ef-9202-375463e71976 req-953dedfa-4415-43b4-af46-ca2b3fd4b62a tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882249 Apr 18 20:39:40.835295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.836191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.891588 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5136f478-58d2-42c3-b422-e4612431f139 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6137011 Apr 18 20:39:40.894508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45258) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:40.902209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0471e52e-aa73-474f-9fac-04df5001e0ea tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:1e:2a:69'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:40.914651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:40.925819 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119af58-bfcd-4581-92c5-2a04b6d1953e None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:40.930628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288a07d-8e91-4448-88a9-2dce772d9f4c req-94d37744-87f9-466e-aab4-f3353268082b tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:40.940432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3288a07d-8e91-4448-88a9-2dce772d9f4c req-94d37744-87f9-466e-aab4-f3353268082b tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 944 time: 0.1277163 Apr 18 20:39:40.951114 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119af58-bfcd-4581-92c5-2a04b6d1953e None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:40.951760 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b119af58-bfcd-4581-92c5-2a04b6d1953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:40.991159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3288a07d-8e91-4448-88a9-2dce772d9f4c req-7db928d1-0c54-4db6-b2fd-7f0ba0a61069 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417306 Apr 18 20:39:41.032747 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b119af58-bfcd-4581-92c5-2a04b6d1953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:41.041553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.042313 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-971605de-0552-456c-a0fe-af1289ba697b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4842606 Apr 18 20:39:41.045513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45262) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:41.055019 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119af58-bfcd-4581-92c5-2a04b6d1953e None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:41.055796 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b119af58-bfcd-4581-92c5-2a04b6d1953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:41.100939 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b119af58-bfcd-4581-92c5-2a04b6d1953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:41.101399 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119af58-bfcd-4581-92c5-2a04b6d1953e None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:41.149705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.163451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-61f4b639-8db6-4fd8-9d4d-c4f26563d10c None None] Provisioning complete for port bc8dd1c6-ec89-44f6-be59-615287f49580 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:41.163815 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-61f4b639-8db6-4fd8-9d4d-c4f26563d10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.210871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-61f4b639-8db6-4fd8-9d4d-c4f26563d10c None None] Port bc8dd1c6-ec89-44f6-be59-615287f49580 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:41.294442 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0471e52e-aa73-474f-9fac-04df5001e0ea tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.695022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0471e52e-aa73-474f-9fac-04df5001e0ea tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.701474 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0471e52e-aa73-474f-9fac-04df5001e0ea tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.765125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device db5e5e7e-608c-4c3b-b59f-684fdb6237b5 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:41.834954 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port db5e5e7e-608c-4c3b-b59f-684fdb6237b5 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:41.842758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port db5e5e7e-608c-4c3b-b59f-684fdb6237b5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:41.843495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.001147 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.030195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633659ca-accb-4693-b7e6-095d230fffcf req-99d88b13-4f61-4cb4-85d2-87271cb620c6 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.032446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-633659ca-accb-4693-b7e6-095d230fffcf req-99d88b13-4f61-4cb4-85d2-87271cb620c6 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 943 time: 0.0869112 Apr 18 20:39:42.051010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e15a52d-f27c-48b9-874e-c2f907d2c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5e5e7e-608c-4c3b-b59f-684fdb6237b5'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:42.055864 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97e813b-788e-48c2-b6ed-599bcf229f9b" -d '{"events": [{"server_uuid": "0e15a52d-f27c-48b9-874e-c2f907d2c296", "name": "network-vif-plugged", "status": "completed", "tag": "db5e5e7e-608c-4c3b-b59f-684fdb6237b5"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:42.107256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port db5e5e7e-608c-4c3b-b59f-684fdb6237b5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,segment=NetworkSegment(1f71e17e-8807-4bd2-ac11-3637403074e8),segment_id=1f71e17e-8807-4bd2-ac11-3637403074e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:42.116449 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.125576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-633659ca-accb-4693-b7e6-095d230fffcf req-b84e5d74-1b35-42dc-af6d-b12bb133ba25 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808301 Apr 18 20:39:42.205272 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.257998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:42.273058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04a427-949c-41fc-88be-08c1543a1a2f req-36f570ff-9f6a-496c-a08c-6a8b0434c760 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.278480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e04a427-949c-41fc-88be-08c1543a1a2f req-36f570ff-9f6a-496c-a08c-6a8b0434c760 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 945 time: 0.1388135 Apr 18 20:39:42.313976 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.326784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471e52e-aa73-474f-9fac-04df5001e0ea tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Port': ['ID=bc8dd1c6-ec89-44f6-be59-615287f49580,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:42.334966 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dd1083-dee3-4242-82a9-7eeaaabac921 x-openstack-request-id: req-71dd1083-dee3-4242-82a9-7eeaaabac921 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:42.335362 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e15a52d-f27c-48b9-874e-c2f907d2c296", "name": "network-vif-plugged", "status": "completed", "tag": "db5e5e7e-608c-4c3b-b59f-684fdb6237b5", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:42.335709 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71dd1083-dee3-4242-82a9-7eeaaabac921 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:42.336235 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71dd1083-dee3-4242-82a9-7eeaaabac921'] response: {'server_uuid': '0e15a52d-f27c-48b9-874e-c2f907d2c296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5e5e7e-608c-4c3b-b59f-684fdb6237b5', 'code': 200} Apr 18 20:39:42.352383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0471e52e-aa73-474f-9fac-04df5001e0ea tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] In _notify_port_updated(), no bound segment for port bc8dd1c6-ec89-44f6-be59-615287f49580 on network f53033a5-d227-46bd-9558-35da820e6b1a {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:39:42.360264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0471e52e-aa73-474f-9fac-04df5001e0ea tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.361102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0471e52e-aa73-474f-9fac-04df5001e0ea tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.362718 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0471e52e-aa73-474f-9fac-04df5001e0ea tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "PUT /v2.0/ports/bc8dd1c6-ec89-44f6-be59-615287f49580 HTTP/1.1" status: 200 len: 994 time: 1.4669657 Apr 18 20:39:42.367210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45280) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:42.371474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e04a427-949c-41fc-88be-08c1543a1a2f req-0051e188-868f-4b41-b6d6-5ab22fef7a3a tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792451 Apr 18 20:39:42.468918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7df47-917e-4a00-a6d2-70d754d53b6e req-52aaff58-ef32-47b5-83e7-865c5b6f5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.471976 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7fc7df47-917e-4a00-a6d2-70d754d53b6e req-52aaff58-ef32-47b5-83e7-865c5b6f5a82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 1096 time: 0.0663455 Apr 18 20:39:42.532325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7fc7df47-917e-4a00-a6d2-70d754d53b6e req-6689a904-a1d1-41b9-9bbf-a2281a2b0713 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510371 Apr 18 20:39:42.559432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0f4d673e-e78d-4566-a2ef-fbdb43d65715 None None] Provisioning complete for port bc8dd1c6-ec89-44f6-be59-615287f49580 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:42.560344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f4d673e-e78d-4566-a2ef-fbdb43d65715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.590218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9d2da14a-3a2e-4eb2-88f9-6a60f7e6b3cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Deleting port bc8dd1c6-ec89-44f6-be59-615287f49580 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:42.590674 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2da14a-3a2e-4eb2-88f9-6a60f7e6b3cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.611636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d673e-e78d-4566-a2ef-fbdb43d65715 None None] Port bc8dd1c6-ec89-44f6-be59-615287f49580 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:42.786797 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2da14a-3a2e-4eb2-88f9-6a60f7e6b3cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.815315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9d2da14a-3a2e-4eb2-88f9-6a60f7e6b3cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Calling delete_port for bc8dd1c6-ec89-44f6-be59-615287f49580 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:42.926763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.20.0.1 (b51be509-3cb6-4491-b80a-9457bf44fb08/b2dabff1-32cf-4803-8663-2b6a06ce78c1/c8cd9b06-7f1d-491b-b14c-cf854bdd8afe) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:43.093487 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2da14a-3a2e-4eb2-88f9-6a60f7e6b3cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.127939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2da14a-3a2e-4eb2-88f9-6a60f7e6b3cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event deleted for resources: {'Port': ['ID=bc8dd1c6-ec89-44f6-be59-615287f49580,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:43.141072 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.270836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.352816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network b51be509-3cb6-4491-b80a-9457bf44fb08 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:43.361063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:43.368964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:43.375979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=c8cd9b06-7f1d-491b-b14c-cf854bdd8afe,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:43.407042 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2da14a-3a2e-4eb2-88f9-6a60f7e6b3cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.408238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a385095-c65b-4497-8972-6e2229375429 req-b7727814-0839-4251-bb1a-2cb0b723fcf6 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.414492 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9d2da14a-3a2e-4eb2-88f9-6a60f7e6b3cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "DELETE /v2.0/ports/bc8dd1c6-ec89-44f6-be59-615287f49580 HTTP/1.1" status: 204 len: 168 time: 1.0420079 Apr 18 20:39:43.419258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45286) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:43.421653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a385095-c65b-4497-8972-6e2229375429 req-b7727814-0839-4251-bb1a-2cb0b723fcf6 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 943 time: 0.1020529 Apr 18 20:39:43.451689 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-471405a3-521f-4a50-91a2-3179ce4efeb8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] GET failed (client error): The resource could not be found. Apr 18 20:39:43.453500 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-471405a3-521f-4a50-91a2-3179ce4efeb8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "GET /v2.0/ports/bc8dd1c6-ec89-44f6-be59-615287f49580 HTTP/1.1" status: 404 len: 333 time: 0.0341561 Apr 18 20:39:43.459404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45290) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:43.465417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'port': {'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a', 'name': 'tempest-AllowedAddressPairTestJSON-1789519685'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:43.474255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.474723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a385095-c65b-4497-8972-6e2229375429 req-b91c6818-c653-452b-81c3-4aec3595c5a5 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482895 Apr 18 20:39:43.599093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b5f56-d6cd-46c7-b54c-91290409d62b req-2301eef0-6694-431b-8227-79776021e6d7 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.601834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b1b5f56-d6cd-46c7-b54c-91290409d62b req-2301eef0-6694-431b-8227-79776021e6d7 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 945 time: 0.0762308 Apr 18 20:39:43.674906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b1b5f56-d6cd-46c7-b54c-91290409d62b req-fe799535-99bb-4a50-846f-cfaf9f615480 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609953 Apr 18 20:39:43.721583 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.727368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Made reservation on behalf of 986235fd216d4840a94f61cd35c80eb3 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:43.732185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.760607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] device_id is not set on port 6ede4a1a-38f0-45a5-a0f5-e50ea1420616 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:44.007558 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Allocated IP 172.20.0.7 (f53033a5-d227-46bd-9558-35da820e6b1a/34039b21-2e80-4e69-b298-dc2b175f4433/6ede4a1a-38f0-45a5-a0f5-e50ea1420616) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:44.246647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45306) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:44.272473 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.282220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.317967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.379082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.380849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=c8cd9b06-7f1d-491b-b14c-cf854bdd8afe,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:44.461850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.463115 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.532702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Network f53033a5-d227-46bd-9558-35da820e6b1a is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:44.541515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:44.546737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Port': ['ID=6ede4a1a-38f0-45a5-a0f5-e50ea1420616,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:44.550060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:44.561325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network b51be509-3cb6-4491-b80a-9457bf44fb08 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:44.593718 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.594011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:44.601171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.671722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=503a0dc90d064042adf0d9ac538484a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238198 Apr 18 20:39:44.672178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.672613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f70b1e-d03c-4466-a515-0b4dba4c23f8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:44.672804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.679253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45312) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:44.694153 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ba0acf5-5640-4035-bf3a-d31709b4efd8 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2344456 Apr 18 20:39:44.700939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45314) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:44.708726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6ccede31-51ea-4e5e-99e7-70710e6bebfe tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1e:2a:69'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:44.716477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.717080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.717561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.718239 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.719264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.719883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.720386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.720887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.721415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.721943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.722632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.723148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71019428-fcce-4e76-996f-cd1da9eca355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:44.756902 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device c65c6fcf-8dea-4411-908e-16ba78c67838 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:39:44.773237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d4b53-e7d0-43b8-a957-7757ec692d96 req-932ba2a1-e0a8-46b9-bf09-a6951fe17e98 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:44.777522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-458d4b53-e7d0-43b8-a957-7757ec692d96 req-932ba2a1-e0a8-46b9-bf09-a6951fe17e98 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 943 time: 0.1518087 Apr 18 20:39:44.863330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-458d4b53-e7d0-43b8-a957-7757ec692d96 req-e2752397-8cba-45e0-a898-15eb68425045 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848038 Apr 18 20:39:44.864298 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d075b9c2-ded0-4b51-aaff-02cbc502e17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.906883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d075b9c2-ded0-4b51-aaff-02cbc502e17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.958503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port c65c6fcf-8dea-4411-908e-16ba78c67838, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=c65c6fcf-8dea-4411-908e-16ba78c67838,segment=NetworkSegment(716e8657-582c-4e16-a405-c338e87c650d),segment_id=716e8657-582c-4e16-a405-c338e87c650d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:44.964279 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:44.974583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5792f65b-327f-40d5-9bdc-de233225209a None None] Provisioning complete for port 6ede4a1a-38f0-45a5-a0f5-e50ea1420616 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:44.974944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5792f65b-327f-40d5-9bdc-de233225209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.976931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'c65c6fcf-8dea-4411-908e-16ba78c67838', 'network_id': 'cba4436f-a96f-4a37-9953-9f2a86bd2cf4', 'port_id': 'c65c6fcf-8dea-4411-908e-16ba78c67838', 'mac_address': 'fa:16:3e:a5:9a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb106297-fd6d-4744-9e17-d879dd6ea73d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:39:45.013792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5792f65b-327f-40d5-9bdc-de233225209a None None] Port 6ede4a1a-38f0-45a5-a0f5-e50ea1420616 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:45.050381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462b8a3-cfa7-4e7b-afc7-c0d4940784ed req-1673ddc2-1960-450b-b8cf-04ff8fa37cff tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.053000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0462b8a3-cfa7-4e7b-afc7-c0d4940784ed req-1673ddc2-1960-450b-b8cf-04ff8fa37cff tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 945 time: 0.1245737 Apr 18 20:39:45.062483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d075b9c2-ded0-4b51-aaff-02cbc502e17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.065242 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d075b9c2-ded0-4b51-aaff-02cbc502e17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.066541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d075b9c2-ded0-4b51-aaff-02cbc502e17a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95f70b1e-d03c-4466-a515-0b4dba4c23f8 HTTP/1.1" status: 204 len: 168 time: 0.3844669 Apr 18 20:39:45.087738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075b9c2-ded0-4b51-aaff-02cbc502e17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f70b1e-d03c-4466-a515-0b4dba4c23f8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.088780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ccede31-51ea-4e5e-99e7-70710e6bebfe tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.095178 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.127832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65c6fcf-8dea-4411-908e-16ba78c67838 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:45.147497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0462b8a3-cfa7-4e7b-afc7-c0d4940784ed req-73c55af8-e6c1-41c1-9f90-da5327afc8ca tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609536 Apr 18 20:39:45.157822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port c65c6fcf-8dea-4411-908e-16ba78c67838, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=c65c6fcf-8dea-4411-908e-16ba78c67838,segment=NetworkSegment(716e8657-582c-4e16-a405-c338e87c650d),segment_id=716e8657-582c-4e16-a405-c338e87c650d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:45.167199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.246236 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=c65c6fcf-8dea-4411-908e-16ba78c67838,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.319712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:45.336727 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-69e29cbb-e899-4c4a-9cc0-9fc007c6df41 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "PUT /v2.0/routers/dd2b1888-96dd-4e71-b9fd-67a84c3f44f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2894483 Apr 18 20:39:45.341063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45324) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:45.347042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'port': {'network_id': 'b51be509-3cb6-4491-b80a-9457bf44fb08', 'name': 'tempest-FloatingIPTestJSON-1862554428'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:45.399748 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b86045-8819-43e2-a07d-834bcef197cc None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:45.457889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b86045-8819-43e2-a07d-834bcef197cc None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:45.458918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c7b86045-8819-43e2-a07d-834bcef197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:45.514295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45330) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:45.549843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['c65c6fcf-8dea-4411-908e-16ba78c67838'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:39:45.554172 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff285-8962-4500-af7c-a92a11e1e624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.582039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c7b86045-8819-43e2-a07d-834bcef197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:45.588378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe41bc-4c46-4d29-8986-dafeba83c823 req-c34aac4d-6d60-414f-b02b-6f9b8df20e57 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.590487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53fe41bc-4c46-4d29-8986-dafeba83c823 req-c34aac4d-6d60-414f-b02b-6f9b8df20e57 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 945 time: 0.0842276 Apr 18 20:39:45.596941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Made reservation on behalf of 94811021fab043bfab8947016e716304 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:45.600438 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.625521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b86045-8819-43e2-a07d-834bcef197cc None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:45.627458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c7b86045-8819-43e2-a07d-834bcef197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:45.643486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] device_id is not set on port e3490743-fbbf-4fe8-8338-b801a0fea699 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:45.645619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ccede31-51ea-4e5e-99e7-70710e6bebfe tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.656589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ccede31-51ea-4e5e-99e7-70710e6bebfe tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.696135 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c7b86045-8819-43e2-a07d-834bcef197cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:45.697530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b86045-8819-43e2-a07d-834bcef197cc None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:45.744522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53fe41bc-4c46-4d29-8986-dafeba83c823 req-aefaf328-a365-4ec8-b90c-937547b2fa70 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394029 Apr 18 20:39:45.796781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-6ccede31-51ea-4e5e-99e7-70710e6bebfe tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] In _notify_port_updated(), no bound segment for port 6ede4a1a-38f0-45a5-a0f5-e50ea1420616 on network f53033a5-d227-46bd-9558-35da820e6b1a {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:39:45.802561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccede31-51ea-4e5e-99e7-70710e6bebfe tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:45.803340 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ccede31-51ea-4e5e-99e7-70710e6bebfe tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.804874 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6ccede31-51ea-4e5e-99e7-70710e6bebfe tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "PUT /v2.0/ports/6ede4a1a-38f0-45a5-a0f5-e50ea1420616 HTTP/1.1" status: 200 len: 996 time: 1.1027610 Apr 18 20:39:45.810574 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45332) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:45.813834 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccede31-51ea-4e5e-99e7-70710e6bebfe tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Port': ['ID=6ede4a1a-38f0-45a5-a0f5-e50ea1420616,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.854351 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff285-8962-4500-af7c-a92a11e1e624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.861381 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff285-8962-4500-af7c-a92a11e1e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.893559 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.973981 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fd2ff285-8962-4500-af7c-a92a11e1e624 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4aab1788fc3d4b3886da6916e16612c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512627 Apr 18 20:39:45.973981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ff285-8962-4500-af7c-a92a11e1e624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a271b636-ace1-4c5f-ae69-c54749877546,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.973981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45336) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:46.041136 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-094669d6-cbd0-49bc-a79c-83eac573b7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.091828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-094669d6-cbd0-49bc-a79c-83eac573b7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.139318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.20.0.5 (b51be509-3cb6-4491-b80a-9457bf44fb08/b2dabff1-32cf-4803-8663-2b6a06ce78c1/e3490743-fbbf-4fe8-8338-b801a0fea699) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:46.165126 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-094669d6-cbd0-49bc-a79c-83eac573b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.166322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ac9eaa47-d7f5-4e65-9f82-597f079e447b None None] Provisioning complete for port 6ede4a1a-38f0-45a5-a0f5-e50ea1420616 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:46.166696 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ac9eaa47-d7f5-4e65-9f82-597f079e447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.169458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-094669d6-cbd0-49bc-a79c-83eac573b7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.171275 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-094669d6-cbd0-49bc-a79c-83eac573b7f0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a271b636-ace1-4c5f-ae69-c54749877546 HTTP/1.1" status: 204 len: 168 time: 0.1976824 Apr 18 20:39:46.181374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094669d6-cbd0-49bc-a79c-83eac573b7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a271b636-ace1-4c5f-ae69-c54749877546,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:46.190204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd753f-4c04-422f-b8f1-bc025dc5b41e req-2faae3e7-abe7-49a5-8483-8bdcc2ea0697 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.203040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2afd753f-4c04-422f-b8f1-bc025dc5b41e req-2faae3e7-abe7-49a5-8483-8bdcc2ea0697 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 944 time: 0.1789165 Apr 18 20:39:46.229244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ac9eaa47-d7f5-4e65-9f82-597f079e447b None None] Port 6ede4a1a-38f0-45a5-a0f5-e50ea1420616 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:46.279557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-04c5c673-3c44-492e-ab5e-39bf278ca9d9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Deleting port 6ede4a1a-38f0-45a5-a0f5-e50ea1420616 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:46.280036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04c5c673-3c44-492e-ab5e-39bf278ca9d9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.403451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2afd753f-4c04-422f-b8f1-bc025dc5b41e req-213cd6f6-dfb2-4e99-81c4-ab1845e3ee5b tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992097 Apr 18 20:39:46.522760 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04c5c673-3c44-492e-ab5e-39bf278ca9d9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.553006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-04c5c673-3c44-492e-ab5e-39bf278ca9d9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Calling delete_port for 6ede4a1a-38f0-45a5-a0f5-e50ea1420616 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:46.582579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.694754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.784922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network b51be509-3cb6-4491-b80a-9457bf44fb08 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:46.800175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:46.821864 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:46.832191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=e3490743-fbbf-4fe8-8338-b801a0fea699,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:46.946488 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04c5c673-3c44-492e-ab5e-39bf278ca9d9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.977097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.977709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.019450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5c673-3c44-492e-ab5e-39bf278ca9d9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event deleted for resources: {'Port': ['ID=6ede4a1a-38f0-45a5-a0f5-e50ea1420616,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:47.030397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-738da8ba-8fdd-4721-99a1-8eb9408ca539 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:47.031965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-738da8ba-8fdd-4721-99a1-8eb9408ca539 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 945 time: 0.2290103 Apr 18 20:39:47.180046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dc489b15-8fa9-4549-b478-a86351d8e8fb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8377728 Apr 18 20:39:47.183662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45360) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:47.193609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'port': {'network_id': 'b51be509-3cb6-4491-b80a-9457bf44fb08', 'name': 'tempest-FloatingIPTestJSON-1357508400'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:47.195591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ff68c-fee8-4faa-9ee6-790fe7fa7b81 req-0b5349f2-75d0-4c21-9f2c-3c3bf759f635 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:47.197323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358ff68c-fee8-4faa-9ee6-790fe7fa7b81 req-0b5349f2-75d0-4c21-9f2c-3c3bf759f635 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 945 time: 0.2948046 Apr 18 20:39:47.259764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04c5c673-3c44-492e-ab5e-39bf278ca9d9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.263161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-04c5c673-3c44-492e-ab5e-39bf278ca9d9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "DELETE /v2.0/ports/6ede4a1a-38f0-45a5-a0f5-e50ea1420616 HTTP/1.1" status: 204 len: 168 time: 1.4511712 Apr 18 20:39:47.271172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45362) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:47.333120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45364) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:47.347989 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-142f27aa-e7e5-4b08-a733-225eed0fcf21 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] GET failed (client error): The resource could not be found. Apr 18 20:39:47.349691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-142f27aa-e7e5-4b08-a733-225eed0fcf21 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "GET /v2.0/ports/6ede4a1a-38f0-45a5-a0f5-e50ea1420616 HTTP/1.1" status: 404 len: 333 time: 0.0746312 Apr 18 20:39:47.355517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358ff68c-fee8-4faa-9ee6-790fe7fa7b81 req-7f3bcb8b-4f59-4c3c-a0cc-046a56b569ae tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd9945e4-e544-4d16-a55b-c2a28247764d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450486 Apr 18 20:39:47.356070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45368) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:47.367069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'port': {'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a', 'name': 'tempest-AllowedAddressPairTestJSON-9359995'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:47.416049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Made reservation on behalf of 94811021fab043bfab8947016e716304 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:47.424430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.446436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-b07f7ebd-b02b-48e9-9a1c-7c22c55a2079 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Deleting port db5e5e7e-608c-4c3b-b59f-684fdb6237b5 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:47.446960 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-b07f7ebd-b02b-48e9-9a1c-7c22c55a2079 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.463715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] device_id is not set on port 60c71ed0-209c-4fee-8652-8c968fa5db85 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:47.544978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-353560618-network', 'tenant_id': 'b3b77374f50741199ab69ccf93217bc5'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:47.584890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Made reservation on behalf of b3b77374f50741199ab69ccf93217bc5 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:47.587241 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.622086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Made reservation on behalf of 986235fd216d4840a94f61cd35c80eb3 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:47.622426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.627019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.651875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-b07f7ebd-b02b-48e9-9a1c-7c22c55a2079 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] For port db5e5e7e-608c-4c3b-b59f-684fdb6237b5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,segment=NetworkSegment(1f71e17e-8807-4bd2-ac11-3637403074e8),segment_id=1f71e17e-8807-4bd2-ac11-3637403074e8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:47.652468 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-b07f7ebd-b02b-48e9-9a1c-7c22c55a2079 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.669718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.20.0.3 (b51be509-3cb6-4491-b80a-9457bf44fb08/b2dabff1-32cf-4803-8663-2b6a06ce78c1/60c71ed0-209c-4fee-8652-8c968fa5db85) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:47.680699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-b07f7ebd-b02b-48e9-9a1c-7c22c55a2079 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Calling delete_port for db5e5e7e-608c-4c3b-b59f-684fdb6237b5 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:47.690710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] device_id is not set on port 336b5012-6bbb-4b9e-8fa6-ffed7e8daa2f yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:47.714674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7f2fe-6f80-4a73-91e2-b807c1c043fe req-12a00fb1-0d81-43e4-8005-e0d6e947dc35 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:47.716707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6a7f2fe-6f80-4a73-91e2-b807c1c043fe req-12a00fb1-0d81-43e4-8005-e0d6e947dc35 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 944 time: 0.1762009 Apr 18 20:39:47.833249 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.839576 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.867221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6a7f2fe-6f80-4a73-91e2-b807c1c043fe req-79979f11-0f9c-4a0b-862a-aad8f0c0e8f1 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156738 Apr 18 20:39:47.913657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:47.918741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56e6d20-9de3-490b-b7a1-61f26bef8ae7,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:47.945218 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.945837 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Added segment f6fb6282-5ff6-447a-8f8f-f75e29bd99c7 of type vlan for network 1410dc5f-cd46-4874-ab2f-dd3f562dfc14 Apr 18 20:39:47.949464 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.967330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Allocated IP 172.20.0.13 (f53033a5-d227-46bd-9558-35da820e6b1a/34039b21-2e80-4e69-b298-dc2b175f4433/336b5012-6bbb-4b9e-8fa6-ffed7e8daa2f) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:47.999063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.010759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-b07f7ebd-b02b-48e9-9a1c-7c22c55a2079 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.039606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.042013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.043634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:48.044288 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.059076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f7ebd-b02b-48e9-9a1c-7c22c55a2079 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Pushing event deleted for resources: {'Port': ['ID=db5e5e7e-608c-4c3b-b59f-684fdb6237b5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:48.157797 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8235538 Apr 18 20:39:48.160074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network b51be509-3cb6-4491-b80a-9457bf44fb08 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:48.169688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45374) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:48.177830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Request body: {'subnet': {'network_id': '1410dc5f-cd46-4874-ab2f-dd3f562dfc14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-353560618-subnet', 'tenant_id': 'b3b77374f50741199ab69ccf93217bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:48.186037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:48.191472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:48.196189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=60c71ed0-209c-4fee-8652-8c968fa5db85,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:48.228524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b1377-33cd-458f-afe2-78b1d4b738ec admin admin] Pushing event updated for resources: {'Network': ['ID=1410dc5f-cd46-4874-ab2f-dd3f562dfc14,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:48.245262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 1410dc5f-cd46-4874-ab2f-dd3f562dfc14 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:48.260934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Made reservation on behalf of b3b77374f50741199ab69ccf93217bc5 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:48.264919 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.306038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:48.307062 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.386746 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c15aa5d4-21d5-4455-80df-4d75999cd40b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2003515 Apr 18 20:39:48.387898 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45376) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:48.399797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '60c71ed0-209c-4fee-8652-8c968fa5db85', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:48.503924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.633808 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.654941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-b07f7ebd-b02b-48e9-9a1c-7c22c55a2079 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] No DVR routers for this DVR port db5e5e7e-608c-4c3b-b59f-684fdb6237b5 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:48.658110 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-b07f7ebd-b02b-48e9-9a1c-7c22c55a2079 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.661819 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b15d6291-96ab-45fa-87b3-131001ebae82 req-b07f7ebd-b02b-48e9-9a1c-7c22c55a2079 tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.64 "DELETE /v2.0/ports/db5e5e7e-608c-4c3b-b59f-684fdb6237b5 HTTP/1.1" status: 204 len: 173 time: 1.5907414 Apr 18 20:39:48.664550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e15a52d-f27c-48b9-874e-c2f907d2c296', 'name': 'network-vif-deleted', 'tag': 'db5e5e7e-608c-4c3b-b59f-684fdb6237b5'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:48.667753 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78933d3-85cb-4778-995d-76e6494b62a7" -d '{"events": [{"server_uuid": "0e15a52d-f27c-48b9-874e-c2f907d2c296", "name": "network-vif-deleted", "tag": "db5e5e7e-608c-4c3b-b59f-684fdb6237b5"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:48.672261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75faf506-0f2d-4e9a-bad0-034bb41d13a6 req-306b2bbf-dd65-4ddf-a29a-01d774a2798a tempest-InstanceActionsV221TestJSON-1464602993 tempest-InstanceActionsV221TestJSON-1464602993-project] 10.222.0.49 "GET /v2.0/ports?device_id=0e15a52d-f27c-48b9-874e-c2f907d2c296 HTTP/1.1" status: 200 len: 210 time: 0.1055536 Apr 18 20:39:48.704846 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44da742b-9820-4712-9dda-a9bde27abad7,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:48.753653 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c824406-c146-4903-b22b-55ba3802fa6e x-openstack-request-id: req-9c824406-c146-4903-b22b-55ba3802fa6e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:48.754676 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e15a52d-f27c-48b9-874e-c2f907d2c296", "name": "network-vif-deleted", "tag": "db5e5e7e-608c-4c3b-b59f-684fdb6237b5", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:48.754847 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c824406-c146-4903-b22b-55ba3802fa6e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:48.755141 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c824406-c146-4903-b22b-55ba3802fa6e'] response: {'server_uuid': '0e15a52d-f27c-48b9-874e-c2f907d2c296', 'name': 'network-vif-deleted', 'tag': 'db5e5e7e-608c-4c3b-b59f-684fdb6237b5', 'status': 'completed', 'code': 200} Apr 18 20:39:48.760794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device c65c6fcf-8dea-4411-908e-16ba78c67838 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:39:48.767495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Checking segment: {'id': 'f6fb6282-5ff6-447a-8f8f-f75e29bd99c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1410dc5f-cd46-4874-ab2f-dd3f562dfc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:48.767891 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Network hostable DHCP agents. Network: 1410dc5f-cd46-4874-ab2f-dd3f562dfc14, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:48.792295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.805376 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Network 1410dc5f-cd46-4874-ab2f-dd3f562dfc14 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:48.810563 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.866819 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 1410dc5f-cd46-4874-ab2f-dd3f562dfc14) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:48.871412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port c65c6fcf-8dea-4411-908e-16ba78c67838 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:48.879339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:48.879923 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.880940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfee497-80de-436e-9ade-3501b74be1b8 None None] Network 1410dc5f-cd46-4874-ab2f-dd3f562dfc14 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:48.919424 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.934140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port c65c6fcf-8dea-4411-908e-16ba78c67838 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:48.934812 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.984554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Network f53033a5-d227-46bd-9558-35da820e6b1a is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:48.988324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:48.993674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:49.003526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Port': ['ID=336b5012-6bbb-4b9e-8fa6-ffed7e8daa2f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:49.169211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.170170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.206761 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.207442 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf3f47-f8c8-4c7f-8e41-6c9629c1a7eb req-d4a41b33-48a1-43e8-b83b-c90cbc728545 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.214142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddcd735-e249-4b9d-97f5-11c7d8ba706b None None] Network 1410dc5f-cd46-4874-ab2f-dd3f562dfc14 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:49.216466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0edf3f47-f8c8-4c7f-8e41-6c9629c1a7eb req-d4a41b33-48a1-43e8-b83b-c90cbc728545 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 944 time: 0.1685727 Apr 18 20:39:49.247601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-75ab1ba6-8440-430a-b889-0c90edde4dd9 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8889077 Apr 18 20:39:49.250093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45384) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:49.257862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'port': {'network_id': 'f53033a5-d227-46bd-9558-35da820e6b1a', 'name': 'tempest-AllowedAddressPairTestJSON-587581478'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:49.308964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ad92eb-32e7-4125-adc4-23c399b24903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65c6fcf-8dea-4411-908e-16ba78c67838'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:49.311532 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a35ab5-e84b-4355-8d97-167b8e42f5b5" -d '{"events": [{"server_uuid": "a9ad92eb-32e7-4125-adc4-23c399b24903", "name": "network-vif-plugged", "status": "completed", "tag": "c65c6fcf-8dea-4411-908e-16ba78c67838"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:39:49.356902 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port c65c6fcf-8dea-4411-908e-16ba78c67838, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=c65c6fcf-8dea-4411-908e-16ba78c67838,segment=NetworkSegment(716e8657-582c-4e16-a405-c338e87c650d),segment_id=716e8657-582c-4e16-a405-c338e87c650d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:49.368179 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.460015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0edf3f47-f8c8-4c7f-8e41-6c9629c1a7eb req-4eb59618-5870-4865-9cca-e9170194ab69 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422981 Apr 18 20:39:49.471478 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b1ccff-669e-4a89-acdc-d8c9522e34a4 x-openstack-request-id: req-b7b1ccff-669e-4a89-acdc-d8c9522e34a4 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:39:49.471640 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ad92eb-32e7-4125-adc4-23c399b24903", "name": "network-vif-plugged", "status": "completed", "tag": "c65c6fcf-8dea-4411-908e-16ba78c67838", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:39:49.472054 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7b1ccff-669e-4a89-acdc-d8c9522e34a4 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:39:49.472463 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b1ccff-669e-4a89-acdc-d8c9522e34a4'] response: {'server_uuid': 'a9ad92eb-32e7-4125-adc4-23c399b24903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65c6fcf-8dea-4411-908e-16ba78c67838', 'code': 200} Apr 18 20:39:49.515216 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-56f23491-bfc1-4579-9043-06fdcdc0d062 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3420961 Apr 18 20:39:49.521146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=c65c6fcf-8dea-4411-908e-16ba78c67838,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:49.531110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.531457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.531740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Made reservation on behalf of 986235fd216d4840a94f61cd35c80eb3 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:49.531896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.532131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.532510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.532841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.533160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.533512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.533838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.534165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.534471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.539538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:49.545612 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.594361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] device_id is not set on port 9ee35628-9e76-4939-bb32-9de1e6bddecf yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:39:49.598599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.25.2.75 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/f302c1e9-45bb-431a-82f4-31a510e33912) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:49.702596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7466b7-b3e9-4b08-9f13-32542f3f831f req-e5ddedf5-3a15-45d8-ad9c-236d2be24a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.705006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f7466b7-b3e9-4b08-9f13-32542f3f831f req-e5ddedf5-3a15-45d8-ad9c-236d2be24a06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 1096 time: 0.0982575 Apr 18 20:39:49.751967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.794283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device db5e5e7e-608c-4c3b-b59f-684fdb6237b5 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:39:49.817192 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.818315 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: db5e5e7e-608c-4c3b-b59f-684fdb6237b5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:39:49.818654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device db5e5e7e-608c-4c3b-b59f-684fdb6237b5 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:39:49.830119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b07e9bf4-a0a1-44cf-a42c-47609ac15a47 None None] Provisioning complete for port 336b5012-6bbb-4b9e-8fa6-ffed7e8daa2f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:49.830412 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b07e9bf4-a0a1-44cf-a42c-47609ac15a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.830715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f7466b7-b3e9-4b08-9f13-32542f3f831f req-1eb5a948-912f-4f81-9cbc-805f3509c31b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875478 Apr 18 20:39:49.861885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Allocated IP 172.20.0.10 (f53033a5-d227-46bd-9558-35da820e6b1a/34039b21-2e80-4e69-b298-dc2b175f4433/9ee35628-9e76-4939-bb32-9de1e6bddecf) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:49.888101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:49.893917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:49.908501 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:49.915020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b07e9bf4-a0a1-44cf-a42c-47609ac15a47 None None] Port 336b5012-6bbb-4b9e-8fa6-ffed7e8daa2f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:49.964017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=f302c1e9-45bb-431a-82f4-31a510e33912,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:50.159828 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.208509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45406) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:50.257367 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.328999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Network f53033a5-d227-46bd-9558-35da820e6b1a is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:50.342319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:50.352440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f46f599-4537-4bb5-bda7-f53e28787b28 admin admin] Deleting subnet b15fe396-fd3b-420c-a3bf-a8ab40a879f6 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:39:50.356271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:50.363813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Port': ['ID=9ee35628-9e76-4939-bb32-9de1e6bddecf,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:50.399392 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f46f599-4537-4bb5-bda7-f53e28787b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.438134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45412) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:50.446543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1261304035-network', 'tenant_id': 'c21936071e1e493ba54c3180fa45008a'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:50.478174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.480580 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f46f599-4537-4bb5-bda7-f53e28787b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.487649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.488248 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.528717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Made reservation on behalf of c21936071e1e493ba54c3180fa45008a for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:50.530984 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.554225 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.576039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5413b349-df39-4b24-ad40-4cd29c26128e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3204064 Apr 18 20:39:50.576317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45416) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:50.582513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.588766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f3aceac6-4065-4283-a6a4-f1a7055a82cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:1e:2a:69'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:89:99:0d'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:50.598710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f46f599-4537-4bb5-bda7-f53e28787b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.752571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6b9c5dc9-e825-419d-945f-c35036f7a4e2 None None] Provisioning complete for port 9ee35628-9e76-4939-bb32-9de1e6bddecf triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:50.753863 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6b9c5dc9-e825-419d-945f-c35036f7a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.801471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.806968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.824486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c5dc9-e825-419d-945f-c35036f7a4e2 None None] Port 9ee35628-9e76-4939-bb32-9de1e6bddecf cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:50.845294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f46f599-4537-4bb5-bda7-f53e28787b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.856571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d98cf-d0aa-4eb9-8b3e-faff027304ad req-02c9db2e-2bac-4b81-839d-05ca6d5041e4 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:50.858539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b5d98cf-d0aa-4eb9-8b3e-faff027304ad req-02c9db2e-2bac-4b81-839d-05ca6d5041e4 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 945 time: 0.2293344 Apr 18 20:39:50.896505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=f302c1e9-45bb-431a-82f4-31a510e33912,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:50.912944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.928583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46f599-4537-4bb5-bda7-f53e28787b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15fe396-fd3b-420c-a3bf-a8ab40a879f6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:50.962637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.964571 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f46f599-4537-4bb5-bda7-f53e28787b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.972359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1f46f599-4537-4bb5-bda7-f53e28787b28 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b15fe396-fd3b-420c-a3bf-a8ab40a879f6 HTTP/1.1" status: 204 len: 168 time: 0.7593246 Apr 18 20:39:50.974918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45418) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:50.997288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.032792 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3aceac6-4065-4283-a6a4-f1a7055a82cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.034641 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:51.041815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b5d98cf-d0aa-4eb9-8b3e-faff027304ad req-2a10059b-289b-482b-89b6-8cd3e13d2aae tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635067 Apr 18 20:39:51.077778 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.078322 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Added segment 7fb7f6c7-ad39-41ae-a93b-5a91c8f6df8f of type vlan for network 37c35745-e530-4009-900d-9567a88369e5 Apr 18 20:39:51.092581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c8b1a1-2c99-4a73-b9c8-58341bddd38d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:51.124360 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP d9b213db-2844-4205-8ede-48f3e99c3e43 associated. External IP: 172.25.2.75, port: 60c71ed0-209c-4fee-8652-8c968fa5db85. Apr 18 20:39:51.129510 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.192910 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.288168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.289337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.290006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.364561 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.373817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9343815 Apr 18 20:39:51.379221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45420) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:51.392909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Request body: {'subnet': {'network_id': '37c35745-e530-4009-900d-9567a88369e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1261304035-subnet', 'tenant_id': 'c21936071e1e493ba54c3180fa45008a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:51.395773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e219e-b946-4fa7-819a-235de5871363 admin admin] Pushing event updated for resources: {'Network': ['ID=37c35745-e530-4009-900d-9567a88369e5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:51.407826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cff806-05c6-4b51-afe1-54b0fe9f9f48']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:51.413609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 37c35745-e530-4009-900d-9567a88369e5 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:39:51.424003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f71e17e-8807-4bd2-ac11-3637403074e8') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:51.424347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f71e17e-8807-4bd2-ac11-3637403074e8') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:51.455687 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3aceac6-4065-4283-a6a4-f1a7055a82cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.462049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3aceac6-4065-4283-a6a4-f1a7055a82cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.472898 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.486610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Made reservation on behalf of c21936071e1e493ba54c3180fa45008a for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:51.488933 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.520616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.551725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aceac6-4065-4283-a6a4-f1a7055a82cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event updated for resources: {'Port': ['ID=9ee35628-9e76-4939-bb32-9de1e6bddecf,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:51.571002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:51.571416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:51.573216 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:51.577761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f3aceac6-4065-4283-a6a4-f1a7055a82cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] In _notify_port_updated(), no bound segment for port 9ee35628-9e76-4939-bb32-9de1e6bddecf on network f53033a5-d227-46bd-9558-35da820e6b1a {{(pid=102904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:39:51.586187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aceac6-4065-4283-a6a4-f1a7055a82cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.587853 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3aceac6-4065-4283-a6a4-f1a7055a82cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.593081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f3aceac6-4065-4283-a6a4-f1a7055a82cc tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "PUT /v2.0/ports/9ee35628-9e76-4939-bb32-9de1e6bddecf HTTP/1.1" status: 200 len: 1057 time: 1.0126567 Apr 18 20:39:51.593422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45422) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:51.625739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:51.662059 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.670632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.676392 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] 10.222.0.49 "DELETE /v2.0/networks/28cff806-05c6-4b51-afe1-54b0fe9f9f48 HTTP/1.1" status: 204 len: 168 time: 0.6978874 Apr 18 20:39:51.743131 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a09883-e87b-4f3e-a173-208a12ded97a admin admin] Pushing event deleted for resources: {'Network': ['ID=28cff806-05c6-4b51-afe1-54b0fe9f9f48,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:51.744107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8847c1f5-1f54-4d46-9bce-b3b14e249a50 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Deleting port 9ee35628-9e76-4939-bb32-9de1e6bddecf {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:51.744924 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8847c1f5-1f54-4d46-9bce-b3b14e249a50 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.888362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1d01f435-81af-48dd-812e-f99536234f77 None None] Provisioning complete for port 9ee35628-9e76-4939-bb32-9de1e6bddecf triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:51.889189 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d01f435-81af-48dd-812e-f99536234f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.911406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:51.919940 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8847c1f5-1f54-4d46-9bce-b3b14e249a50 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.925729 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf085d-4aee-4256-93d0-1803f5cb6714 None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:51.931962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.948764 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf085d-4aee-4256-93d0-1803f5cb6714 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:51.949849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1d01f435-81af-48dd-812e-f99536234f77 None None] Port 9ee35628-9e76-4939-bb32-9de1e6bddecf cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:39:51.951482 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-acaf085d-4aee-4256-93d0-1803f5cb6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:51.968336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8847c1f5-1f54-4d46-9bce-b3b14e249a50 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Calling delete_port for 9ee35628-9e76-4939-bb32-9de1e6bddecf owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:51.968637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.970228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45426) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:51.996724 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-acaf085d-4aee-4256-93d0-1803f5cb6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:52.007089 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf085d-4aee-4256-93d0-1803f5cb6714 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:52.008044 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-acaf085d-4aee-4256-93d0-1803f5cb6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:52.010316 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bd18c8eb-6d40-4c4f-a5dd-629d3e1c2ad4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6179528 Apr 18 20:39:52.013058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45430) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:52.019386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2eec2e60-415b-485b-904f-cf0007fc4c3e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:52.026039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Pushing event updated for resources: {'Subnet': ['ID=881b6864-1a95-4bb5-a403-2026c26077dc,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:52.052023 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-acaf085d-4aee-4256-93d0-1803f5cb6714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:52.052908 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf085d-4aee-4256-93d0-1803f5cb6714 None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:52.069082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6678f331-7def-4a3c-b7bb-9f623c8bb01a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=771000e39e33457da8b3783d01148d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976284 Apr 18 20:39:52.072323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45432) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:52.093310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Checking segment: {'id': '7fb7f6c7-ad39-41ae-a93b-5a91c8f6df8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '37c35745-e530-4009-900d-9567a88369e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:39:52.093681 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Network hostable DHCP agents. Network: 37c35745-e530-4009-900d-9567a88369e5, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:52.121233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2eec2e60-415b-485b-904f-cf0007fc4c3e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.173078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Network 37c35745-e530-4009-900d-9567a88369e5 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:52.200414 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 37c35745-e530-4009-900d-9567a88369e5) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:52.209292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3d02e4-a575-4afd-9348-bc99ece84c07 None None] Network 37c35745-e530-4009-900d-9567a88369e5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:52.221004 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-48490e36-224c-4e10-95f5-2a05b1f16cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.233776 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8847c1f5-1f54-4d46-9bce-b3b14e249a50 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.234383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.234996 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.262297 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4871f408-e84a-4611-9625-47e5176e540a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8806245 Apr 18 20:39:52.339709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847c1f5-1f54-4d46-9bce-b3b14e249a50 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event deleted for resources: {'Port': ['ID=9ee35628-9e76-4939-bb32-9de1e6bddecf,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:52.376200 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-48490e36-224c-4e10-95f5-2a05b1f16cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.376477 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2eec2e60-415b-485b-904f-cf0007fc4c3e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.384186 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2eec2e60-415b-485b-904f-cf0007fc4c3e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.384708 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-2eec2e60-415b-485b-904f-cf0007fc4c3e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP d9b213db-2844-4205-8ede-48f3e99c3e43 disassociated. External IP: 172.25.2.75, port: 60c71ed0-209c-4fee-8652-8c968fa5db85. Apr 18 20:39:52.390344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edff82-e00a-4ad7-bba9-38cc42a1fd23 req-06832657-e42e-43ca-8a3d-31caa6a0b9fd tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:52.392359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76edff82-e00a-4ad7-bba9-38cc42a1fd23 req-06832657-e42e-43ca-8a3d-31caa6a0b9fd tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 945 time: 0.2322204 Apr 18 20:39:52.468963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37fd39d-3627-4ba1-b7b9-6b0354832568 None None] Network 37c35745-e530-4009-900d-9567a88369e5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:52.540125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76edff82-e00a-4ad7-bba9-38cc42a1fd23 req-926085ab-14e1-4af3-aa5e-2d9bb5363aa6 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363602 Apr 18 20:39:52.581030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-48490e36-224c-4e10-95f5-2a05b1f16cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.584477 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-48490e36-224c-4e10-95f5-2a05b1f16cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.585906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-48490e36-224c-4e10-95f5-2a05b1f16cda admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd9945e4-e544-4d16-a55b-c2a28247764d HTTP/1.1" status: 204 len: 168 time: 0.5124686 Apr 18 20:39:52.616073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48490e36-224c-4e10-95f5-2a05b1f16cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9945e4-e544-4d16-a55b-c2a28247764d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:52.848438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eec2e60-415b-485b-904f-cf0007fc4c3e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:52.856210 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8847c1f5-1f54-4d46-9bce-b3b14e249a50 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.868022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8847c1f5-1f54-4d46-9bce-b3b14e249a50 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "DELETE /v2.0/ports/9ee35628-9e76-4939-bb32-9de1e6bddecf HTTP/1.1" status: 204 len: 168 time: 1.2731557 Apr 18 20:39:52.869252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45450) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:52.917761 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-d754ef74-8fe1-43a2-bfbe-a9678cf8655e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] GET failed (client error): The resource could not be found. Apr 18 20:39:52.923573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d754ef74-8fe1-43a2-bfbe-a9678cf8655e tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "GET /v2.0/ports/9ee35628-9e76-4939-bb32-9de1e6bddecf HTTP/1.1" status: 404 len: 333 time: 0.0523951 Apr 18 20:39:52.924732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45452) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:53.195114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eec2e60-415b-485b-904f-cf0007fc4c3e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:53.207768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9208325-5614-499f-87ee-f67e2cfae759 None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:53.216014 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2eec2e60-415b-485b-904f-cf0007fc4c3e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.247462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9208325-5614-499f-87ee-f67e2cfae759 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:53.249284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b9208325-5614-499f-87ee-f67e2cfae759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:53.301229 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2eec2e60-415b-485b-904f-cf0007fc4c3e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "PUT /v2.0/floatingips/d9b213db-2844-4205-8ede-48f3e99c3e43 HTTP/1.1" status: 200 len: 687 time: 1.2856004 Apr 18 20:39:53.302700 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45462) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:53.366346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd03afa-dd40-47e5-bf54-e3532f104dc8 req-9185a4b6-d177-48d2-bff8-4eaa9913480e tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:53.370932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3cd03afa-dd40-47e5-bf54-e3532f104dc8 req-9185a4b6-d177-48d2-bff8-4eaa9913480e tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 945 time: 0.2525225 Apr 18 20:39:53.374996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b9208325-5614-499f-87ee-f67e2cfae759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:53.378031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d776e2-6e15-4a5a-90e6-6a7409185761 req-45848361-b03e-4406-a656-688da064e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:53.392036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9208325-5614-499f-87ee-f67e2cfae759 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:53.392959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b9208325-5614-499f-87ee-f67e2cfae759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:53.395052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17d776e2-6e15-4a5a-90e6-6a7409185761 req-45848361-b03e-4406-a656-688da064e909 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=303290119a444477993ee40acddd4dfa&device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 1096 time: 0.2753549 Apr 18 20:39:53.465840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b9208325-5614-499f-87ee-f67e2cfae759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:53.466505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9208325-5614-499f-87ee-f67e2cfae759 None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:53.485450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf0d02-be6d-42c6-8337-0bbc49ea59c3 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Deleting port 336b5012-6bbb-4b9e-8fa6-ffed7e8daa2f {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:53.485984 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0d02-be6d-42c6-8337-0bbc49ea59c3 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.579967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb53a5-ed64-412b-b973-391bf5cef898 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port f302c1e9-45bb-431a-82f4-31a510e33912 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:53.581501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fdb53a5-ed64-412b-b973-391bf5cef898 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.647057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3cd03afa-dd40-47e5-bf54-e3532f104dc8 req-eda91f12-5f6f-44c9-8585-e8d9fcdcf424 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473578 Apr 18 20:39:53.738190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fdb53a5-ed64-412b-b973-391bf5cef898 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.738605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fdb53a5-ed64-412b-b973-391bf5cef898 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.758328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb53a5-ed64-412b-b973-391bf5cef898 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for f302c1e9-45bb-431a-82f4-31a510e33912 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:53.911101 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0d02-be6d-42c6-8337-0bbc49ea59c3 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.947388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d776e2-6e15-4a5a-90e6-6a7409185761 req-8adbe5f3-f4b7-46cb-8157-874d82d1e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:53.950342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17d776e2-6e15-4a5a-90e6-6a7409185761 req-8adbe5f3-f4b7-46cb-8157-874d82d1e89b service neutron] 10.222.0.60 "GET /v2.0/networks?id=cba4436f-a96f-4a37-9953-9f2a86bd2cf4 HTTP/1.1" status: 200 len: 915 time: 0.4921284 Apr 18 20:39:53.965750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf0d02-be6d-42c6-8337-0bbc49ea59c3 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Calling delete_port for 336b5012-6bbb-4b9e-8fa6-ffed7e8daa2f owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:53.973592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fdb53a5-ed64-412b-b973-391bf5cef898 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.992958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-76df2c97-69e0-46a8-aaba-ce88cbd62b63 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:53.996584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-76df2c97-69e0-46a8-aaba-ce88cbd62b63 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/networks?id=1410dc5f-cd46-4874-ab2f-dd3f562dfc14 HTTP/1.1" status: 200 len: 808 time: 0.5140948 Apr 18 20:39:54.031704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb53a5-ed64-412b-b973-391bf5cef898 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=f302c1e9-45bb-431a-82f4-31a510e33912,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:54.045399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17d776e2-6e15-4a5a-90e6-6a7409185761 req-173c9638-334e-4113-a440-c888d3ebcbc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c65c6fcf-8dea-4411-908e-16ba78c67838 HTTP/1.1" status: 200 len: 217 time: 0.0849292 Apr 18 20:39:54.046360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-b2279ba0-867a-44d3-8aae-64183b690480 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/quotas/b3b77374f50741199ab69ccf93217bc5 HTTP/1.1" status: 200 len: 375 time: 0.0155687 Apr 18 20:39:54.138552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fdb53a5-ed64-412b-b973-391bf5cef898 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.141493 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0fdb53a5-ed64-412b-b973-391bf5cef898 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.143261 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0fdb53a5-ed64-412b-b973-391bf5cef898 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/floatingips/d9b213db-2844-4205-8ede-48f3e99c3e43 HTTP/1.1" status: 204 len: 168 time: 0.8382115 Apr 18 20:39:54.148243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:54.153510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': 'e3490743-fbbf-4fe8-8338-b801a0fea699'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:54.185496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.187748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-f4b4e0f3-8eb4-43b7-8468-a051b3632df8 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3b77374f50741199ab69ccf93217bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984943 Apr 18 20:39:54.353241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d776e2-6e15-4a5a-90e6-6a7409185761 req-5782469c-a98c-405d-93cd-e9fdc4430c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:54.356400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17d776e2-6e15-4a5a-90e6-6a7409185761 req-5782469c-a98c-405d-93cd-e9fdc4430c96 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb106297-fd6d-4744-9e17-d879dd6ea73d HTTP/1.1" status: 200 len: 854 time: 0.2654147 Apr 18 20:39:54.417190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.465855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17d776e2-6e15-4a5a-90e6-6a7409185761 req-29a6f4f7-6e31-40ed-87a3-27c28d22a976 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cba4436f-a96f-4a37-9953-9f2a86bd2cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708997 Apr 18 20:39:54.587771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.25.2.57 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/cf80f685-306e-42fb-a721-ea19cdeb9376) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:54.596818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-bd4629ec-eae5-4c6c-b7b5-2bef3276cc44 service neutron] 10.222.0.49 "GET /v2.0/networks/1410dc5f-cd46-4874-ab2f-dd3f562dfc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784738 Apr 18 20:39:54.763230 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0d02-be6d-42c6-8337-0bbc49ea59c3 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.821120 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.849722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf0d02-be6d-42c6-8337-0bbc49ea59c3 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event deleted for resources: {'Port': ['ID=336b5012-6bbb-4b9e-8fa6-ffed7e8daa2f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:54.865277 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17d776e2-6e15-4a5a-90e6-6a7409185761 req-77ed03b6-f12d-4f6f-9c9c-6c34e4bced34 service neutron] 10.222.0.60 "GET /v2.0/networks/cba4436f-a96f-4a37-9953-9f2a86bd2cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818462 Apr 18 20:39:54.913689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.036802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-45e5de80-f88a-4f8e-a227-dc9392df0a1f service neutron] 10.222.0.49 "GET /v2.0/networks/1410dc5f-cd46-4874-ab2f-dd3f562dfc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966033 Apr 18 20:39:55.053459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=cf80f685-306e-42fb-a721-ea19cdeb9376,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:55.075614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:55.077463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:55.080809 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:39:56.054775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8edc3ea-0d50-4394-9ac5-c31759a0da20 req-6a2349ae-3436-4e77-ad37-612b08e7dad9 tempest-ServersAaction247Test-868619529 tempest-ServersAaction247Test-868619529-project] 10.222.0.49 "GET /v2.0/ports?device_id=088c5893-e071-4674-bf58-95fe35c8ad12 HTTP/1.1" status: 200 len: 210 time: 0.0747008 Apr 18 20:39:56.067261 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d3bf0d02-be6d-42c6-8337-0bbc49ea59c3 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.094035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d3bf0d02-be6d-42c6-8337-0bbc49ea59c3 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "DELETE /v2.0/ports/336b5012-6bbb-4b9e-8fa6-ffed7e8daa2f HTTP/1.1" status: 204 len: 168 time: 3.1657217 Apr 18 20:39:56.100495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45536) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:56.189630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e989e-46fa-4c35-838f-3ddc4ce6b67e req-23afedf3-3e6c-4599-90f5-b71295ff24c5 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:56.192618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d45e989e-46fa-4c35-838f-3ddc4ce6b67e req-23afedf3-3e6c-4599-90f5-b71295ff24c5 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 945 time: 1.0723908 Apr 18 20:39:56.232224 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-79484302-bb59-416e-a144-1b9d379b6095 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] GET failed (client error): The resource could not be found. Apr 18 20:39:56.234798 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-79484302-bb59-416e-a144-1b9d379b6095 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "GET /v2.0/ports/336b5012-6bbb-4b9e-8fa6-ffed7e8daa2f HTTP/1.1" status: 404 len: 333 time: 0.1304901 Apr 18 20:39:56.242526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45540) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:56.346265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d45e989e-46fa-4c35-838f-3ddc4ce6b67e req-66c866af-44af-4ce0-9873-2c39713432b5 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085632 Apr 18 20:39:56.397587 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.449965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4543d395-b0e1-4e97-951e-187956d5386e req-95471e9a-9fee-4035-9a49-04a0793dbbbf tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 210 time: 0.1164315 Apr 18 20:39:56.454486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17d776e2-6e15-4a5a-90e6-6a7409185761 req-ad29a32e-fb89-4414-bc55-233afa40b23b service neutron] 10.222.0.60 "GET /v2.0/networks/cba4436f-a96f-4a37-9953-9f2a86bd2cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5274441 Apr 18 20:39:56.552223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-30b568ec-7d66-4482-87f6-4337ba738a4a tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Deleting port 3cbe4a78-2a28-44b2-b89e-285fa0444988 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:56.552673 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30b568ec-7d66-4482-87f6-4337ba738a4a tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.596354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.725020 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30b568ec-7d66-4482-87f6-4337ba738a4a tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.750947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-30b568ec-7d66-4482-87f6-4337ba738a4a tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Calling delete_port for 3cbe4a78-2a28-44b2-b89e-285fa0444988 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:56.880240 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.892525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.968787 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30b568ec-7d66-4482-87f6-4337ba738a4a tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.976343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=cf80f685-306e-42fb-a721-ea19cdeb9376,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:56.990166 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.008802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b568ec-7d66-4482-87f6-4337ba738a4a tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event deleted for resources: {'Port': ['ID=3cbe4a78-2a28-44b2-b89e-285fa0444988,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:57.149927 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30b568ec-7d66-4482-87f6-4337ba738a4a tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.159564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-30b568ec-7d66-4482-87f6-4337ba738a4a tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "DELETE /v2.0/ports/3cbe4a78-2a28-44b2-b89e-285fa0444988 HTTP/1.1" status: 204 len: 168 time: 0.9125526 Apr 18 20:39:57.159938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45548) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:57.186350 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP ce93e28d-905d-45db-9359-8ea8d50fe55d associated. External IP: 172.25.2.57, port: e3490743-fbbf-4fe8-8338-b801a0fea699. Apr 18 20:39:57.403761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32a50ca4-c922-4bab-b596-4a7f2700d969 req-a863fb1e-4943-4fe1-a395-86b89afbd5d8 tempest-ServersAaction247Test-868619529 tempest-ServersAaction247Test-868619529-project] 10.222.0.49 "GET /v2.0/ports?device_id=088c5893-e071-4674-bf58-95fe35c8ad12 HTTP/1.1" status: 200 len: 210 time: 0.0872231 Apr 18 20:39:57.785569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030574ef-3843-4c2d-a93f-d70e83e77aa0 req-3497bfc4-87d2-498c-83b1-f55eab8acff0 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:57.795506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-030574ef-3843-4c2d-a93f-d70e83e77aa0 req-3497bfc4-87d2-498c-83b1-f55eab8acff0 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 945 time: 0.1539266 Apr 18 20:39:57.799110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-62591c16-62a2-40b7-bc85-1abb8ebcf193 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Deleting subnet 34039b21-2e80-4e69-b298-dc2b175f4433 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:39:57.808944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-62591c16-62a2-40b7-bc85-1abb8ebcf193 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.845680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:39:57.887601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-030574ef-3843-4c2d-a93f-d70e83e77aa0 req-2031c222-9d5f-472d-a239-3b1cc10d4cd0 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895970 Apr 18 20:39:57.930928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-62591c16-62a2-40b7-bc85-1abb8ebcf193 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.144328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:39:58.156898 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5705c98-629d-4d0f-aeaf-4f2e807caaec None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:58.180560 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.210348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92ad0a69-abc1-49c1-81ae-3d523b9fbe79 req-675675b7-f521-441b-a011-437ccaee247c tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 210 time: 0.0559573 Apr 18 20:39:58.221893 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5705c98-629d-4d0f-aeaf-4f2e807caaec None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:58.227431 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e5705c98-629d-4d0f-aeaf-4f2e807caaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:58.261492 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0aa03733-01e3-4f94-9e21-6a9bdabfd6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1116686 Apr 18 20:39:58.266885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45568) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:58.269504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-62591c16-62a2-40b7-bc85-1abb8ebcf193 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.330095 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e5705c98-629d-4d0f-aeaf-4f2e807caaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:58.347419 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5705c98-629d-4d0f-aeaf-4f2e807caaec None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:39:58.348552 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e5705c98-629d-4d0f-aeaf-4f2e807caaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:58.403734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-62591c16-62a2-40b7-bc85-1abb8ebcf193 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.431073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-50f31ea1-85b2-4cf9-9ec8-462749f8a54e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "GET /v2.0/floatingips/ce93e28d-905d-45db-9359-8ea8d50fe55d HTTP/1.1" status: 200 len: 977 time: 0.1553025 Apr 18 20:39:58.431073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45572) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:58.431292 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-62591c16-62a2-40b7-bc85-1abb8ebcf193 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.439969 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-62591c16-62a2-40b7-bc85-1abb8ebcf193 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "DELETE /v2.0/subnets/34039b21-2e80-4e69-b298-dc2b175f4433 HTTP/1.1" status: 204 len: 168 time: 1.2754629 Apr 18 20:39:58.440278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45574) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:58.443119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247ef0f-01fd-4a15-94c9-e2951f95f3a6 None None] Network f53033a5-d227-46bd-9558-35da820e6b1a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:39:58.462692 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e5705c98-629d-4d0f-aeaf-4f2e807caaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:58.464164 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5705c98-629d-4d0f-aeaf-4f2e807caaec None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:58.492708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-412ee760-6e96-488e-90d6-39674c62ee19 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:58.495650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-412ee760-6e96-488e-90d6-39674c62ee19 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.64 "GET /v2.0/networks?id=1410dc5f-cd46-4874-ab2f-dd3f562dfc14 HTTP/1.1" status: 200 len: 808 time: 0.4442930 Apr 18 20:39:58.548152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Request body: {'port': {'device_id': '526eadf1-fb34-4199-b2ac-c6de5d2880a6', 'network_id': '1410dc5f-cd46-4874-ab2f-dd3f562dfc14', 'admin_state_up': True, 'tenant_id': 'b3b77374f50741199ab69ccf93217bc5'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:58.631790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.635269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62591c16-62a2-40b7-bc85-1abb8ebcf193 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event deleted for resources: {'Subnet': ['ID=34039b21-2e80-4e69-b298-dc2b175f4433,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:58.731810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Deleting port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:58.732346 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.806917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b04599-b904-47e8-bccd-5d743799e5f8 None None] DHCP port deletion for f53033a5-d227-46bd-9558-35da820e6b1a request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:39:58.882095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7310589c-19a0-4efc-b39d-13332d90bbed req-3b379476-4af8-40c1-91f2-c78396ab6b53 tempest-ServersAaction247Test-868619529 tempest-ServersAaction247Test-868619529-project] 10.222.0.49 "GET /v2.0/ports?device_id=088c5893-e071-4674-bf58-95fe35c8ad12 HTTP/1.1" status: 200 len: 210 time: 0.1442485 Apr 18 20:39:58.921210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f7b04599-b904-47e8-bccd-5d743799e5f8 None None] Deleting port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:39:58.922202 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7b04599-b904-47e8-bccd-5d743799e5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.949825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] For port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3,segment=NetworkSegment(f81fa5d3-acd7-49dc-bf8c-9925a40128bb),segment_id=f81fa5d3-acd7-49dc-bf8c-9925a40128bb)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:58.951951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.977346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-33cb2aad-fad4-4a41-8925-dba84e02314a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5427818 Apr 18 20:39:58.986355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45578) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:39:58.992300 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Calling delete_port for 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:59.003683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'port_id': '60c71ed0-209c-4fee-8652-8c968fa5db85'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:59.054454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f7b04599-b904-47e8-bccd-5d743799e5f8 None None] For port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3,segment=NetworkSegment(f81fa5d3-acd7-49dc-bf8c-9925a40128bb),segment_id=f81fa5d3-acd7-49dc-bf8c-9925a40128bb)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:39:59.055048 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7b04599-b904-47e8-bccd-5d743799e5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.076409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360ef5-c0f1-462c-a886-0913a04006a9 req-5e578349-7419-4070-8c1b-d3f6206c664d tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:59.084128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1360ef5-c0f1-462c-a886-0913a04006a9 req-5e578349-7419-4070-8c1b-d3f6206c664d tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 945 time: 0.5543149 Apr 18 20:39:59.085651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f7b04599-b904-47e8-bccd-5d743799e5f8 None None] Calling delete_port for 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:39:59.095279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Made reservation on behalf of b3b77374f50741199ab69ccf93217bc5 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:59.099464 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.139939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.140881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae0fb68b-5c30-455e-879b-9cb3c9fc825a req-9c53ce0e-bb01-4fbb-8d09-480924eb5013 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=088c5893-e071-4674-bf58-95fe35c8ad12 HTTP/1.1" status: 200 len: 210 time: 0.1510057 Apr 18 20:39:59.173713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event deleted for resources: {'Port': ['ID=7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:59.180435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] No DVR routers for this DVR port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:59.222225 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7b04599-b904-47e8-bccd-5d743799e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.256190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b04599-b904-47e8-bccd-5d743799e5f8 None None] Pushing event deleted for resources: {'Port': ['ID=7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:59.264950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b04599-b904-47e8-bccd-5d743799e5f8 None None] No DVR routers for this DVR port 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:59.269668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1360ef5-c0f1-462c-a886-0913a04006a9 req-a9045212-ce6f-4387-ad96-983c0f9242eb tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833711 Apr 18 20:39:59.310032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.314238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.357630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53033a5-d227-46bd-9558-35da820e6b1a']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:59.378075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81fa5d3-acd7-49dc-bf8c-9925a40128bb') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:59.378075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81fa5d3-acd7-49dc-bf8c-9925a40128bb') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:59.398882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.415118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea1d56a4-aa3b-42b7-bb99-93a9f7a7f2ed req-ea5403bb-a874-4241-9546-121e35e45c85 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 210 time: 0.0473449 Apr 18 20:39:59.422926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.438104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Releasing vlan 265 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:59.438586 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:59.443137 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:59.533560 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.543229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Allocated IP 172.20.0.4 (1410dc5f-cd46-4874-ab2f-dd3f562dfc14/44da742b-9820-4712-9dda-a9bde27abad7/0bf645b5-129f-443f-9d80-2638205b29e0) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:59.567207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.574847 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] 10.222.0.49 "DELETE /v2.0/networks/f53033a5-d227-46bd-9558-35da820e6b1a HTTP/1.1" status: 204 len: 168 time: 1.1307473 Apr 18 20:39:59.574847 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d999e3e-2c82-4da3-91eb-15cd0abc9d66 tempest-AllowedAddressPairTestJSON-353602109 tempest-AllowedAddressPairTestJSON-353602109-project] Pushing event deleted for resources: {'Network': ['ID=f53033a5-d227-46bd-9558-35da820e6b1a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:59.946580 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.963167 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45592) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:00.125339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7e87d70-93c9-4176-a22b-2d566113d737 req-0f9fddf5-10a3-4c45-b31b-5fa67a7deb56 tempest-ServersAaction247Test-868619529 tempest-ServersAaction247Test-868619529-project] 10.222.0.49 "GET /v2.0/ports?device_id=088c5893-e071-4674-bf58-95fe35c8ad12 HTTP/1.1" status: 200 len: 210 time: 0.0491447 Apr 18 20:40:00.153470 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.220626 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-971c986a-67e6-415f-9e63-42c8e91dfa8d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=986235fd216d4840a94f61cd35c80eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521479 Apr 18 20:40:00.224240 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45598) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:00.248561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Network 1410dc5f-cd46-4874-ab2f-dd3f562dfc14 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:00.270213 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:00.279876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:00.350948 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:00.363140 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ecc211-20f5-44cd-8a45-2f05e7e9ca10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.411812 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ecc211-20f5-44cd-8a45-2f05e7e9ca10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.418143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-48d55912-3deb-4b58-887d-be07e753c7f8 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:00.420461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-48d55912-3deb-4b58-887d-be07e753c7f8 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 945 time: 0.2987952 Apr 18 20:40:00.497242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Pushing event updated for resources: {'Port': ['ID=0bf645b5-129f-443f-9d80-2638205b29e0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:00.507357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ecc211-20f5-44cd-8a45-2f05e7e9ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.513204 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ecc211-20f5-44cd-8a45-2f05e7e9ca10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.517939 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-76ecc211-20f5-44cd-8a45-2f05e7e9ca10 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87ef6365-996c-4106-aa5a-48e20991ec69 HTTP/1.1" status: 204 len: 168 time: 0.2891629 Apr 18 20:40:00.525533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecc211-20f5-44cd-8a45-2f05e7e9ca10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ef6365-996c-4106-aa5a-48e20991ec69,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:00.566056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:00.567043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.600811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.633868 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.642046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-d9a4bd96-1b09-4640-a59a-ab0e4fe87237 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1006873 Apr 18 20:40:00.689763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Request body: {'port': {'device_id': '526eadf1-fb34-4199-b2ac-c6de5d2880a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:00.711050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeec72-083a-47eb-9d5b-9e1b6423c29f req-7592514d-0139-4d30-9c59-4e4b3c7102f2 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:00.712722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ecdeec72-083a-47eb-9d5b-9e1b6423c29f req-7592514d-0139-4d30-9c59-4e4b3c7102f2 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 945 time: 0.2915950 Apr 18 20:40:00.763445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545cdad-d99e-441c-a3a2-90cc1be11e8f req-5837dc70-c2b3-4111-a033-8dfaf2ae805d tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:00.784156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1545cdad-d99e-441c-a3a2-90cc1be11e8f req-5837dc70-c2b3-4111-a033-8dfaf2ae805d tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 931 time: 0.2347169 Apr 18 20:40:00.810011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:00.834928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:00.835448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ea47a86-0e5e-4dfd-b327-dcbf783a9dc3 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:00.842270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-ffc5123b-6b01-4736-b0a6-42af6d78e296 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Deleting port c65c6fcf-8dea-4411-908e-16ba78c67838 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:00.842771 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-ffc5123b-6b01-4736-b0a6-42af6d78e296 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.011291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1545cdad-d99e-441c-a3a2-90cc1be11e8f req-1639c4f3-da40-48f0-984b-19b50347a554 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260716 Apr 18 20:40:01.037681 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP ce93e28d-905d-45db-9359-8ea8d50fe55d associated. External IP: 172.25.2.57, port: e3490743-fbbf-4fe8-8338-b801a0fea699. Apr 18 20:40:01.041285 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.083322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ecdeec72-083a-47eb-9d5b-9e1b6423c29f req-0d5efe2c-c67a-4a1b-b4c2-555206828d68 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488357 Apr 18 20:40:01.240383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-ffc5123b-6b01-4736-b0a6-42af6d78e296 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] For port c65c6fcf-8dea-4411-908e-16ba78c67838, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=c65c6fcf-8dea-4411-908e-16ba78c67838,segment=NetworkSegment(716e8657-582c-4e16-a405-c338e87c650d),segment_id=716e8657-582c-4e16-a405-c338e87c650d)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:01.240885 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-ffc5123b-6b01-4736-b0a6-42af6d78e296 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.301865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43c16bbe-f58d-4a0b-a933-d27e4dff059f req-a7f9452b-e886-4b0b-8875-b25ece0084a2 tempest-ServersAaction247Test-868619529 tempest-ServersAaction247Test-868619529-project] 10.222.0.49 "GET /v2.0/ports?device_id=088c5893-e071-4674-bf58-95fe35c8ad12 HTTP/1.1" status: 200 len: 210 time: 0.0648444 Apr 18 20:40:01.307713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-ffc5123b-6b01-4736-b0a6-42af6d78e296 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Calling delete_port for c65c6fcf-8dea-4411-908e-16ba78c67838 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:01.686948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45638) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:01.857400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group': {'name': 'tempest-secgroup--41029903'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:01.909395 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.927341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.167233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:02.218350 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.227049 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.287863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-0de0c0bb-3c31-473c-b84f-9f99a1f15088 req-67c95811-9994-4b6c-bb5d-c20c2641e915 service neutron] (102903) timed out ('10.222.0.64', 63877) {{(pid=102903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:40:02.300974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7547359-c9c0-4ea6-9bc9-c3e1d9f6cb18,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:02.372703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.379055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.407117 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.407276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51585b5f-2c30-4e6e-ae24-201851d7513b req-45a53197-d2cd-4435-b2f4-79dd1b073d13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3a8adb189c541149b8aa46acda0f031&device_id=088c5893-e071-4674-bf58-95fe35c8ad12 HTTP/1.1" status: 200 len: 210 time: 0.1233070 Apr 18 20:40:02.409080 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7203300 Apr 18 20:40:02.416710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45650) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:02.467791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51585b5f-2c30-4e6e-ae24-201851d7513b req-2820eb23-cf6e-474c-85ee-eefdbe5d0655 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f3a8adb189c541149b8aa46acda0f031&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426748 Apr 18 20:40:02.506305 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-ffc5123b-6b01-4736-b0a6-42af6d78e296 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.518152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890f6ca-28c0-4e4d-ab02-175481a4bdd3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9299f028-37a5-4f1c-a3c9-7e5c9c019fbb,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:02.519350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['c65c6fcf-8dea-4411-908e-16ba78c67838'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:02.548782 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f875c9f7-3de8-4a27-8ef8-9367685a33e6 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1283925 Apr 18 20:40:02.552422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45654) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:02.558574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4084e7d1-7c0e-4c52-878c-e3c70516fb70 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group': {'name': 'tempest-security--170428461', 'description': 'tempest-security-description-1735873136'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:02.592407 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4084e7d1-7c0e-4c52-878c-e3c70516fb70 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.639017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e93bf7-81b6-4d95-acb9-95185f05bc0d req-2cf15da2-3bac-477f-a9f5-f0255b816018 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.640639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8e93bf7-81b6-4d95-acb9-95185f05bc0d req-2cf15da2-3bac-477f-a9f5-f0255b816018 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 931 time: 0.4198883 Apr 18 20:40:02.641756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5123b-6b01-4736-b0a6-42af6d78e296 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Pushing event deleted for resources: {'Port': ['ID=c65c6fcf-8dea-4411-908e-16ba78c67838,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:02.652751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4084e7d1-7c0e-4c52-878c-e3c70516fb70 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.658955 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4084e7d1-7c0e-4c52-878c-e3c70516fb70 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.662230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4084e7d1-7c0e-4c52-878c-e3c70516fb70 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.666423 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4084e7d1-7c0e-4c52-878c-e3c70516fb70 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "PUT /v2.0/security-groups/9299f028-37a5-4f1c-a3c9-7e5c9c019fbb HTTP/1.1" status: 200 len: 1779 time: 0.1096854 Apr 18 20:40:02.667340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45656) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:02.685945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf645b5-129f-443f-9d80-2638205b29e0 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:02.710889 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.749258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084e7d1-7c0e-4c52-878c-e3c70516fb70 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9299f028-37a5-4f1c-a3c9-7e5c9c019fbb,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:02.777981 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-71df4f02-ded4-4039-a02c-37d4f59d5339 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups/9299f028-37a5-4f1c-a3c9-7e5c9c019fbb HTTP/1.1" status: 200 len: 1779 time: 0.1081855 Apr 18 20:40:02.778952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45658) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:02.797030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:02.810027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7323b5-3f86-444f-a3c4-0f953434b810 None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:02.823553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7323b5-3f86-444f-a3c4-0f953434b810 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:02.824522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0a7323b5-3f86-444f-a3c4-0f953434b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:02.828219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Transition to ACTIVE for port object 0bf645b5-129f-443f-9d80-2638205b29e0 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:02.841867 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60083b66-a214-40f1-8190-e07635d82c16 req-81de3e96-70d4-4b97-ba53-2e2be0f6a4c4 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:02.844429 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60083b66-a214-40f1-8190-e07635d82c16 req-81de3e96-70d4-4b97-ba53-2e2be0f6a4c4 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9ad92eb-32e7-4125-adc4-23c399b24903 HTTP/1.1" status: 200 len: 867 time: 0.4861281 Apr 18 20:40:02.853122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-ffc5123b-6b01-4736-b0a6-42af6d78e296 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] No DVR routers for this DVR port c65c6fcf-8dea-4411-908e-16ba78c67838 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:02.870389 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-ffc5123b-6b01-4736-b0a6-42af6d78e296 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.874003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0a7323b5-3f86-444f-a3c4-0f953434b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:02.876036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcb7bf8b-94cf-4331-8219-9aac4f0dc252 req-ffc5123b-6b01-4736-b0a6-42af6d78e296 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.60 "DELETE /v2.0/ports/c65c6fcf-8dea-4411-908e-16ba78c67838 HTTP/1.1" status: 204 len: 173 time: 2.4427454 Apr 18 20:40:02.879210 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.882094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ad92eb-32e7-4125-adc4-23c399b24903', 'name': 'network-vif-deleted', 'tag': 'c65c6fcf-8dea-4411-908e-16ba78c67838'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:02.886208 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78936ce6-e323-4bf7-8231-7c25a729dc8b" -d '{"events": [{"server_uuid": "a9ad92eb-32e7-4125-adc4-23c399b24903", "name": "network-vif-deleted", "tag": "c65c6fcf-8dea-4411-908e-16ba78c67838"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:02.891138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7323b5-3f86-444f-a3c4-0f953434b810 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:02.892445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0a7323b5-3f86-444f-a3c4-0f953434b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:02.911816 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c02a6207-47d2-4513-95cb-e66a866e7b13 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.976009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0a7323b5-3f86-444f-a3c4-0f953434b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:02.976681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7323b5-3f86-444f-a3c4-0f953434b810 None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:02.989346 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c02a6207-47d2-4513-95cb-e66a866e7b13 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.010996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8e93bf7-81b6-4d95-acb9-95185f05bc0d req-b5734b79-6052-431f-a899-826abbec41e5 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177831 Apr 18 20:40:03.012417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51585b5f-2c30-4e6e-ae24-201851d7513b req-51ad486d-909a-4cd6-a381-315154d16b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.014045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51585b5f-2c30-4e6e-ae24-201851d7513b req-51ad486d-909a-4cd6-a381-315154d16b22 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5116205 Apr 18 20:40:03.087579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf645b5-129f-443f-9d80-2638205b29e0,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:03.118359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c02a6207-47d2-4513-95cb-e66a866e7b13 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.127597 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c02a6207-47d2-4513-95cb-e66a866e7b13 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.131825 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c02a6207-47d2-4513-95cb-e66a866e7b13 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/9299f028-37a5-4f1c-a3c9-7e5c9c019fbb HTTP/1.1" status: 204 len: 168 time: 0.3498440 Apr 18 20:40:03.135236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45668) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:03.168173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a6207-47d2-4513-95cb-e66a866e7b13 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9299f028-37a5-4f1c-a3c9-7e5c9c019fbb,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:03.170793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60083b66-a214-40f1-8190-e07635d82c16 req-b5cb7927-589b-4f86-b237-32d8a0f8af28 tempest-InstanceActionsTestJSON-1107854405 tempest-InstanceActionsTestJSON-1107854405-project] 10.222.0.49 "GET /v2.0/security-groups?id=1c85b919-3115-4261-84cf-48372296a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049788 Apr 18 20:40:03.338886 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028f7b3-dd89-4731-96a7-7d6d6bf35412 x-openstack-request-id: req-2028f7b3-dd89-4731-96a7-7d6d6bf35412 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:03.339573 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ad92eb-32e7-4125-adc4-23c399b24903", "name": "network-vif-deleted", "tag": "c65c6fcf-8dea-4411-908e-16ba78c67838", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:03.340061 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2028f7b3-dd89-4731-96a7-7d6d6bf35412 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:03.340663 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2028f7b3-dd89-4731-96a7-7d6d6bf35412'] response: {'server_uuid': 'a9ad92eb-32e7-4125-adc4-23c399b24903', 'name': 'network-vif-deleted', 'tag': 'c65c6fcf-8dea-4411-908e-16ba78c67838', 'status': 'completed', 'code': 200} Apr 18 20:40:03.365896 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5a4d320c-e351-416b-8789-c53b08d5d758 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2045543 Apr 18 20:40:03.366792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45672) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:03.372786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48245ee8-9dad-4d54-9172-8e4663bfb918 req-fc6a0075-6572-417d-b443-ef99e98756eb tempest-ServersAaction247Test-868619529 tempest-ServersAaction247Test-868619529-project] 10.222.0.49 "GET /v2.0/ports?device_id=088c5893-e071-4674-bf58-95fe35c8ad12 HTTP/1.1" status: 200 len: 210 time: 0.1172361 Apr 18 20:40:03.398844 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-9d7ba83b-9c63-4255-85d8-681bcea90c38 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] delete failed (client error): The resource could not be found. Apr 18 20:40:03.411632 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9d7ba83b-9c63-4255-85d8-681bcea90c38 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/9299f028-37a5-4f1c-a3c9-7e5c9c019fbb HTTP/1.1" status: 404 len: 347 time: 0.0419927 Apr 18 20:40:03.412457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45674) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:03.421606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a010fcf8-b47a-4310-be44-e8b6ed607804 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group': {'name': 'tempest-secgroup--745088662'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:03.457889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Attempting to bind port 0bf645b5-129f-443f-9d80-2638205b29e0 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:03.458452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Attempting to bind port 0bf645b5-129f-443f-9d80-2638205b29e0 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'f6fb6282-5ff6-447a-8f8f-f75e29bd99c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1410dc5f-cd46-4874-ab2f-dd3f562dfc14'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:03.458829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Attempting to bind port 0bf645b5-129f-443f-9d80-2638205b29e0 on network 1410dc5f-cd46-4874-ab2f-dd3f562dfc14 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:03.468490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Port 0bf645b5-129f-443f-9d80-2638205b29e0 on network 1410dc5f-cd46-4874-ab2f-dd3f562dfc14 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:03.468490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Attempting to bind port 0bf645b5-129f-443f-9d80-2638205b29e0 on network 1410dc5f-cd46-4874-ab2f-dd3f562dfc14 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:03.471988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a010fcf8-b47a-4310-be44-e8b6ed607804 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.476280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:03.476630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Checking segment: {'id': 'f6fb6282-5ff6-447a-8f8f-f75e29bd99c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1410dc5f-cd46-4874-ab2f-dd3f562dfc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:03.477014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Bound using segment: {'id': 'f6fb6282-5ff6-447a-8f8f-f75e29bd99c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1410dc5f-cd46-4874-ab2f-dd3f562dfc14'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:03.478283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Bound port: 0bf645b5-129f-443f-9d80-2638205b29e0, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6fb6282-5ff6-447a-8f8f-f75e29bd99c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1410dc5f-cd46-4874-ab2f-dd3f562dfc14'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:03.478283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.642460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a010fcf8-b47a-4310-be44-e8b6ed607804 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.654993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a010fcf8-b47a-4310-be44-e8b6ed607804 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.695764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:03.696682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010fcf8-b47a-4310-be44-e8b6ed607804 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c20047-f70d-410c-af34-9ebe3900e1b1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:03.705994 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a010fcf8-b47a-4310-be44-e8b6ed607804 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.711386 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a010fcf8-b47a-4310-be44-e8b6ed607804 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2933114 Apr 18 20:40:03.714097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45680) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:03.721723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d00342b8-dcb9-4984-9b3d-c4716d5bf644 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '02c20047-f70d-410c-af34-9ebe3900e1b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:03.772382 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d00342b8-dcb9-4984-9b3d-c4716d5bf644 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.775757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] For port 0bf645b5-129f-443f-9d80-2638205b29e0, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:03.863587 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] For port 0bf645b5-129f-443f-9d80-2638205b29e0, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=0bf645b5-129f-443f-9d80-2638205b29e0,segment=NetworkSegment(f6fb6282-5ff6-447a-8f8f-f75e29bd99c7),segment_id=f6fb6282-5ff6-447a-8f8f-f75e29bd99c7)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:03.871890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-8e4a7284-df49-41d3-ac31-97abc4672e51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1298661 Apr 18 20:40:03.875333 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.891804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d00342b8-dcb9-4984-9b3d-c4716d5bf644 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.898088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d00342b8-dcb9-4984-9b3d-c4716d5bf644 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.956292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00342b8-dcb9-4984-9b3d-c4716d5bf644 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df3a1db-08b6-44e1-96a7-5034ef8831fc,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:03.968978 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d00342b8-dcb9-4984-9b3d-c4716d5bf644 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.975275 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d00342b8-dcb9-4984-9b3d-c4716d5bf644 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2597401 Apr 18 20:40:03.977781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45682) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:03.997292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.998233 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.003089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] 10.222.0.64 "PUT /v2.0/ports/0bf645b5-129f-443f-9d80-2638205b29e0 HTTP/1.1" status: 200 len: 1091 time: 3.3171072 Apr 18 20:40:04.030422 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d858e51c-1c79-4c56-8ee9-789d87398bab tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.047369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d858e51c-1c79-4c56-8ee9-789d87398bab tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.059553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baf481-6004-46f3-a954-6c69192235b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0bf645b5-129f-443f-9d80-2638205b29e0,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:04.128304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d858e51c-1c79-4c56-8ee9-789d87398bab tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.143734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d858e51c-1c79-4c56-8ee9-789d87398bab tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.150996 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d858e51c-1c79-4c56-8ee9-789d87398bab tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5df3a1db-08b6-44e1-96a7-5034ef8831fc HTTP/1.1" status: 204 len: 168 time: 0.1716008 Apr 18 20:40:04.152712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45688) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:04.163463 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:04.171340 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.175155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-9f536102-b56c-417a-8150-03adb6049545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.176807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-9f536102-b56c-417a-8150-03adb6049545 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 1096 time: 0.2382598 Apr 18 20:40:04.187170 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac17ce6-fdd2-4530-8528-de2e9bcb4215 None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:04.192444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858e51c-1c79-4c56-8ee9-789d87398bab tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5df3a1db-08b6-44e1-96a7-5034ef8831fc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:04.235870 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac17ce6-fdd2-4530-8528-de2e9bcb4215 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:04.235870 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7ac17ce6-fdd2-4530-8528-de2e9bcb4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:04.268166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45692) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:04.292903 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7ac17ce6-fdd2-4530-8528-de2e9bcb4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:04.301785 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a1380cb2-6c8a-4e9f-b013-bcc541ffd0c0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1365488 Apr 18 20:40:04.308439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45694) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:04.311984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-94900e33-d190-4485-9971-35048fe4a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.313529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-94900e33-d190-4485-9971-35048fe4a5f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3b77374f50741199ab69ccf93217bc5&device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 1094 time: 0.2280805 Apr 18 20:40:04.322466 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac17ce6-fdd2-4530-8528-de2e9bcb4215 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:04.323310 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7ac17ce6-fdd2-4530-8528-de2e9bcb4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:04.364497 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7ac17ce6-fdd2-4530-8528-de2e9bcb4215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:04.365145 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac17ce6-fdd2-4530-8528-de2e9bcb4215 None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:04.379224 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e56459d-2e81-40ec-a7f1-84751e6aba00 admin admin] Deleting subnet eb106297-fd6d-4744-9e17-d879dd6ea73d {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:40:04.382691 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e56459d-2e81-40ec-a7f1-84751e6aba00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.429090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e56459d-2e81-40ec-a7f1-84751e6aba00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.480823 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e56459d-2e81-40ec-a7f1-84751e6aba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.495590 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-cc88419e-fb48-4faa-a970-c545dd534c6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bf645b5-129f-443f-9d80-2638205b29e0 HTTP/1.1" status: 200 len: 217 time: 0.1327894 Apr 18 20:40:04.516272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0760a-306c-4202-b360-33f76ddfd8bb req-a912e141-0ff3-4fca-8c25-20f1b6724b0a tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.518843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12a0760a-306c-4202-b360-33f76ddfd8bb req-a912e141-0ff3-4fca-8c25-20f1b6724b0a tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 943 time: 0.3408608 Apr 18 20:40:04.542114 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-91aa2812-39b3-411d-aa01-a0b9038ba7c4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "PUT /v2.0/floatingips/ce93e28d-905d-45db-9359-8ea8d50fe55d HTTP/1.1" status: 200 len: 977 time: 5.5534267 Apr 18 20:40:04.548231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45698) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:04.558439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8bb9a9d7-fdd7-4784-a40e-60a9968dcb8d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:04.605601 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e56459d-2e81-40ec-a7f1-84751e6aba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.642792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e56459d-2e81-40ec-a7f1-84751e6aba00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.646290 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7e56459d-2e81-40ec-a7f1-84751e6aba00 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/eb106297-fd6d-4744-9e17-d879dd6ea73d HTTP/1.1" status: 204 len: 168 time: 0.3765101 Apr 18 20:40:04.651893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56459d-2e81-40ec-a7f1-84751e6aba00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb106297-fd6d-4744-9e17-d879dd6ea73d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:04.653967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45700) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:04.690444 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a9d7-fdd7-4784-a40e-60a9968dcb8d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.722801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c68cd0e5-5b1a-4682-a24a-d1e15481be37 req-a5afceb5-6789-4bcd-ae2d-39eccbf5a949 tempest-ServersAaction247Test-868619529 tempest-ServersAaction247Test-868619529-project] 10.222.0.49 "GET /v2.0/ports?device_id=088c5893-e071-4674-bf58-95fe35c8ad12 HTTP/1.1" status: 200 len: 210 time: 0.1604080 Apr 18 20:40:04.739853 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-1bd9a8c4-0a4e-4d19-b365-db5dac3fe0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.742380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-1bd9a8c4-0a4e-4d19-b365-db5dac3fe0c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 916 time: 0.5299551 Apr 18 20:40:04.789885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-abeefb3a-02a2-464a-9d0b-ee5a6353fffd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3858211 Apr 18 20:40:04.791942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-00abda5e-6475-4ac4-8e6c-60eb9bc67195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.792287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device c65c6fcf-8dea-4411-908e-16ba78c67838 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:04.793506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-00abda5e-6475-4ac4-8e6c-60eb9bc67195 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44da742b-9820-4712-9dda-a9bde27abad7 HTTP/1.1" status: 200 len: 848 time: 0.2551706 Apr 18 20:40:04.799708 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4674caa7-a0fe-47b4-af0b-e47ac11cc2fa tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.829799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: c65c6fcf-8dea-4411-908e-16ba78c67838 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:04.830539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device c65c6fcf-8dea-4411-908e-16ba78c67838 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:04.839302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12a0760a-306c-4202-b360-33f76ddfd8bb req-b40fef97-1ab2-421b-a340-0de2910aed1b tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788525 Apr 18 20:40:04.886314 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.914147 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-3abfc1cf-a648-4a78-ad27-11c22290c371 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1410dc5f-cd46-4874-ab2f-dd3f562dfc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795326 Apr 18 20:40:04.921058 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4674caa7-a0fe-47b4-af0b-e47ac11cc2fa tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.942637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a9d7-fdd7-4784-a40e-60a9968dcb8d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.983906 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a9d7-fdd7-4784-a40e-60a9968dcb8d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.984285 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-8bb9a9d7-fdd7-4784-a40e-60a9968dcb8d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP ce93e28d-905d-45db-9359-8ea8d50fe55d disassociated. External IP: 172.25.2.57, port: 60c71ed0-209c-4fee-8652-8c968fa5db85. Apr 18 20:40:05.040119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-41236a76-883b-4680-8424-dda5574567b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c6e59cf-2796-4439-b256-844adbba6971 HTTP/1.1" status: 200 len: 1000 time: 0.2771115 Apr 18 20:40:05.052273 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-51585b5f-2c30-4e6e-ae24-201851d7513b req-9295560e-3f03-41a7-b0b0-3468417c129d tempest-ServersAaction247Test-868619529 tempest-ServersAaction247Test-868619529-project] 10.222.0.64 "GET /v2.0/ports?device_id=088c5893-e071-4674-bf58-95fe35c8ad12 HTTP/1.1" status: 200 len: 210 time: 0.0825591 Apr 18 20:40:05.104487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-5107de92-c003-47a0-99dd-19b7c5af7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.106064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-5107de92-c003-47a0-99dd-19b7c5af7353 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 1096 time: 0.2537954 Apr 18 20:40:05.115775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4674caa7-a0fe-47b4-af0b-e47ac11cc2fa tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.117729 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4674caa7-a0fe-47b4-af0b-e47ac11cc2fa tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.118925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4674caa7-a0fe-47b4-af0b-e47ac11cc2fa tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/02c20047-f70d-410c-af34-9ebe3900e1b1 HTTP/1.1" status: 204 len: 168 time: 0.8044469 Apr 18 20:40:05.127430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45704) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:05.147197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.165921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4674caa7-a0fe-47b4-af0b-e47ac11cc2fa tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c20047-f70d-410c-af34-9ebe3900e1b1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:05.172674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-fe097981-69e0-49fe-9250-7761b7eeb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.174244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-fe097981-69e0-49fe-9250-7761b7eeb78d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.1209333 Apr 18 20:40:05.188854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba4436f-a96f-4a37-9953-9f2a86bd2cf4']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:05.214255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-7ff99eca-7067-4eb7-bb59-2f79a7776358 service neutron] 10.222.0.64 "GET /v2.0/networks/1410dc5f-cd46-4874-ab2f-dd3f562dfc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793634 Apr 18 20:40:05.240122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716e8657-582c-4e16-a405-c338e87c650d') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:05.240518 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716e8657-582c-4e16-a405-c338e87c650d') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:05.259528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.301010 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.306765 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bc0ee2a9-8cc8-4d08-97b9-8cbcd3597ce4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1779325 Apr 18 20:40:05.311286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45706) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:05.316337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:40:05.316869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:40:05.320543 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:40:05.324404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-52cadd3a-47bd-4e93-b44b-30ce4b8907b4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group': {'name': 'tempest-secgroup--14301723'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:05.448328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52cadd3a-47bd-4e93-b44b-30ce4b8907b4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.452391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.457359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.460790 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cba4436f-a96f-4a37-9953-9f2a86bd2cf4 HTTP/1.1" status: 204 len: 168 time: 0.8032026 Apr 18 20:40:05.573568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dea2da-3b6a-4684-8f8f-3292b07898d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba4436f-a96f-4a37-9953-9f2a86bd2cf4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:05.596655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb9a9d7-fdd7-4784-a40e-60a9968dcb8d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:05.720112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '526eadf1-fb34-4199-b2ac-c6de5d2880a6', 'tag': '0bf645b5-129f-443f-9d80-2638205b29e0'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:05.723358 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4839f70a-7969-4096-8628-9af8f5b66d09" -d '{"events": [{"name": "network-changed", "server_uuid": "526eadf1-fb34-4199-b2ac-c6de5d2880a6", "tag": "0bf645b5-129f-443f-9d80-2638205b29e0"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:05.726697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52cadd3a-47bd-4e93-b44b-30ce4b8907b4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.785872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-56d4064f-129f-466d-b3c3-ad94b194f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.788655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-56d4064f-129f-466d-b3c3-ad94b194f17a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5939999 Apr 18 20:40:05.805505 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76a748c5-124d-4139-9e75-acf4ba62c67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.832482 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c905ff40-9a89-4a59-ac89-cd36e3358d3f x-openstack-request-id: req-c905ff40-9a89-4a59-ac89-cd36e3358d3f {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:05.833005 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "526eadf1-fb34-4199-b2ac-c6de5d2880a6", "tag": "0bf645b5-129f-443f-9d80-2638205b29e0", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:05.833255 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c905ff40-9a89-4a59-ac89-cd36e3358d3f {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:05.833663 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c905ff40-9a89-4a59-ac89-cd36e3358d3f'] response: {'name': 'network-changed', 'server_uuid': '526eadf1-fb34-4199-b2ac-c6de5d2880a6', 'tag': '0bf645b5-129f-443f-9d80-2638205b29e0', 'status': 'completed', 'code': 200} Apr 18 20:40:05.853545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-2dafa2ae-7958-422e-b7dd-4f11893b6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:05.855604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-2dafa2ae-7958-422e-b7dd-4f11893b6cb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 910 time: 0.7077775 Apr 18 20:40:05.857230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb9a9d7-fdd7-4784-a40e-60a9968dcb8d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:05.859494 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52cadd3a-47bd-4e93-b44b-30ce4b8907b4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.864752 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a9d7-fdd7-4784-a40e-60a9968dcb8d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.873970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f45cb6d-d406-4cd0-a6ff-95dab6cc4642 None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:05.914656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45cb6d-d406-4cd0-a6ff-95dab6cc4642 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:05.915308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3f45cb6d-d406-4cd0-a6ff-95dab6cc4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:05.919026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a94f9d22-15fd-48aa-89ce-c5a74f7f67d8 req-544e119a-0a1c-4429-be6f-99f4c8fbf19a service neutron] 10.222.0.64 "GET /v2.0/networks/1410dc5f-cd46-4874-ab2f-dd3f562dfc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808987 Apr 18 20:40:05.950985 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8bb9a9d7-fdd7-4784-a40e-60a9968dcb8d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "PUT /v2.0/floatingips/ce93e28d-905d-45db-9359-8ea8d50fe55d HTTP/1.1" status: 200 len: 687 time: 1.4012794 Apr 18 20:40:05.963732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45720) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:05.964483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45722) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:06.009784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3f45cb6d-d406-4cd0-a6ff-95dab6cc4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:06.010100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cadd3a-47bd-4e93-b44b-30ce4b8907b4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796fd55a-e44f-41a4-98af-0607b65e98cb,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:06.015490 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52cadd3a-47bd-4e93-b44b-30ce4b8907b4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.020282 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-52cadd3a-47bd-4e93-b44b-30ce4b8907b4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7078006 Apr 18 20:40:06.020934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45724) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:06.026783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f5afc965-9edb-4db0-b423-e29046c71400 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '796fd55a-e44f-41a4-98af-0607b65e98cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:06.028056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45cb6d-d406-4cd0-a6ff-95dab6cc4642 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:06.029907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3f45cb6d-d406-4cd0-a6ff-95dab6cc4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:39:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:06.062012 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5afc965-9edb-4db0-b423-e29046c71400 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.062540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-4a70d477-fadb-4846-9a63-48cf8454a66e service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477684 Apr 18 20:40:06.089880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3f45cb6d-d406-4cd0-a6ff-95dab6cc4642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:06.090864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f45cb6d-d406-4cd0-a6ff-95dab6cc4642 None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:06.162318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5afc965-9edb-4db0-b423-e29046c71400 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.168909 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5afc965-9edb-4db0-b423-e29046c71400 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.188538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afc965-9edb-4db0-b423-e29046c71400 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc94f7d-c0b6-41d8-80ab-e7d6daf3c4f8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:06.196220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5afc965-9edb-4db0-b423-e29046c71400 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.201692 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f5afc965-9edb-4db0-b423-e29046c71400 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1796296 Apr 18 20:40:06.202317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45728) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:06.207268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2b4fe02b-5970-496f-81a5-20a869f42a38 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '796fd55a-e44f-41a4-98af-0607b65e98cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:06.241146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe02b-5970-496f-81a5-20a869f42a38 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.268751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45730) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:06.351619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe02b-5970-496f-81a5-20a869f42a38 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.357904 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe02b-5970-496f-81a5-20a869f42a38 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.383287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-9bbcc490-bc2c-4dc4-948d-9d14eb194404 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e919662c-7ceb-4c52-9188-254e08d3d27e HTTP/1.1" status: 200 len: 1000 time: 0.5186584 Apr 18 20:40:06.389028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fe02b-5970-496f-81a5-20a869f42a38 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a05049-cb49-4a50-8502-2468649279fa,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:06.402815 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe02b-5970-496f-81a5-20a869f42a38 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.409049 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2b4fe02b-5970-496f-81a5-20a869f42a38 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025425 Apr 18 20:40:06.409765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45734) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:06.418270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f75567fc-13bd-4b0f-80ed-77d1552b96bd tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '796fd55a-e44f-41a4-98af-0607b65e98cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:06.462641 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f75567fc-13bd-4b0f-80ed-77d1552b96bd tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.497704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-15e4e21f-86c9-4321-a9b3-0ccb28cc7f0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=303290119a444477993ee40acddd4dfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284433 Apr 18 20:40:06.503705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45736) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:06.513909 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4a0df4b-7364-4580-babc-36baba888d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.529780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fea14-86a0-48c6-a540-a03f26ec7025 req-22307f46-38e2-4113-b7f6-c7e6c5c6f260 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.531444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-837fea14-86a0-48c6-a540-a03f26ec7025 req-22307f46-38e2-4113-b7f6-c7e6c5c6f260 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 943 time: 0.4650397 Apr 18 20:40:06.540490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f70a-7969-4096-8628-9af8f5b66d09 req-62b5fcf6-faec-457a-b353-3e5f8574a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.542562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4839f70a-7969-4096-8628-9af8f5b66d09 req-62b5fcf6-faec-457a-b353-3e5f8574a70b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3b77374f50741199ab69ccf93217bc5&device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 1094 time: 0.4521222 Apr 18 20:40:06.579331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-3daf63fe-d029-4dac-b9a6-89930ab923fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.581137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-3daf63fe-d029-4dac-b9a6-89930ab923fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.1797295 Apr 18 20:40:06.620071 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f75567fc-13bd-4b0f-80ed-77d1552b96bd tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.637199 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f75567fc-13bd-4b0f-80ed-77d1552b96bd tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.661248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f59e03ef-47db-47e6-b725-b6365d0b03fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.681486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b4101f4-7126-433c-8dcc-1ddf386ad6dc req-60a8d4c4-1522-47da-8c9a-281fb4c1ea19 service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788696 Apr 18 20:40:06.692607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75567fc-13bd-4b0f-80ed-77d1552b96bd tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffa2b19-bdb2-4aa6-b99f-9860e2d97cde,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:06.701795 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f75567fc-13bd-4b0f-80ed-77d1552b96bd tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.705919 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f75567fc-13bd-4b0f-80ed-77d1552b96bd tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2920523 Apr 18 20:40:06.710295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45738) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:06.724573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e2ddcf6f-eb26-477b-867d-2c45371c0001 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '796fd55a-e44f-41a4-98af-0607b65e98cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:06.739894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f59e03ef-47db-47e6-b725-b6365d0b03fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.755465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-837fea14-86a0-48c6-a540-a03f26ec7025 req-7b8321f6-e8e0-4782-8770-87fc371c1f7a tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107964 Apr 18 20:40:06.796342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-eecb43c0-d5cd-49a8-a770-865f45f44a06 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port cf80f685-306e-42fb-a721-ea19cdeb9376 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:06.796656 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eecb43c0-d5cd-49a8-a770-865f45f44a06 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.805600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-04cff784-87b5-4c51-a4cd-43586ac56ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.807589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4a0df4b-7364-4580-babc-36baba888d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.807736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-04cff784-87b5-4c51-a4cd-43586ac56ae6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803422 Apr 18 20:40:06.817239 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4a0df4b-7364-4580-babc-36baba888d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.832429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f70a-7969-4096-8628-9af8f5b66d09 req-4fadee9e-da14-409f-82c1-d8a6b556a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.833919 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4839f70a-7969-4096-8628-9af8f5b66d09 req-4fadee9e-da14-409f-82c1-d8a6b556a44d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1410dc5f-cd46-4874-ab2f-dd3f562dfc14 HTTP/1.1" status: 200 len: 909 time: 0.2794404 Apr 18 20:40:06.850798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2ddcf6f-eb26-477b-867d-2c45371c0001 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.873437 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0df4b-7364-4580-babc-36baba888d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1728e61-b301-47f4-b7f2-6bfe2f80ac0f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:06.885085 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d4a0df4b-7364-4580-babc-36baba888d77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f3a8adb189c541149b8aa46acda0f031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6108868 Apr 18 20:40:06.887591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45740) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:06.932365 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f59e03ef-47db-47e6-b725-b6365d0b03fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.935452 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f59e03ef-47db-47e6-b725-b6365d0b03fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.937113 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f59e03ef-47db-47e6-b725-b6365d0b03fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c85b919-3115-4261-84cf-48372296a93a HTTP/1.1" status: 204 len: 168 time: 0.4315059 Apr 18 20:40:06.951077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4839f70a-7969-4096-8628-9af8f5b66d09 req-dc5d308a-83d2-46d9-89ea-8e23afa09a91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bf645b5-129f-443f-9d80-2638205b29e0 HTTP/1.1" status: 200 len: 217 time: 0.0817711 Apr 18 20:40:06.972528 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e03ef-47db-47e6-b725-b6365d0b03fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c85b919-3115-4261-84cf-48372296a93a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.037459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2ddcf6f-eb26-477b-867d-2c45371c0001 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.044276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8540af69-6c87-46c7-9868-7e14ee65a1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.047109 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2ddcf6f-eb26-477b-867d-2c45371c0001 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.062262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eecb43c0-d5cd-49a8-a770-865f45f44a06 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.063098 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eecb43c0-d5cd-49a8-a770-865f45f44a06 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.089667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddcf6f-eb26-477b-867d-2c45371c0001 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be00899-df76-418d-9d6c-d8a1e835737d,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.091879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f70a-7969-4096-8628-9af8f5b66d09 req-eeec877f-8379-449a-ad90-6cde912d09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:07.093790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4839f70a-7969-4096-8628-9af8f5b66d09 req-eeec877f-8379-449a-ad90-6cde912d09ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44da742b-9820-4712-9dda-a9bde27abad7 HTTP/1.1" status: 200 len: 848 time: 0.1304724 Apr 18 20:40:07.100940 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2ddcf6f-eb26-477b-867d-2c45371c0001 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.101238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-eecb43c0-d5cd-49a8-a770-865f45f44a06 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for cf80f685-306e-42fb-a721-ea19cdeb9376 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:07.107205 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e2ddcf6f-eb26-477b-867d-2c45371c0001 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3813012 Apr 18 20:40:07.107734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45746) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:07.109208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-a4fd2690-b2cc-4625-8fd2-d1a663e4b8ca service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876871 Apr 18 20:40:07.112018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8540af69-6c87-46c7-9868-7e14ee65a1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.117550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-506f9c8e-e290-4474-b0a1-a3ed4b46495a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '796fd55a-e44f-41a4-98af-0607b65e98cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:07.165126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4839f70a-7969-4096-8628-9af8f5b66d09 req-2f1d9775-7da7-4e33-858e-cabe9f6bfbc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1410dc5f-cd46-4874-ab2f-dd3f562dfc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584066 Apr 18 20:40:07.186240 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-506f9c8e-e290-4474-b0a1-a3ed4b46495a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.208426 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:40:07.247339 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8540af69-6c87-46c7-9868-7e14ee65a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.251743 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8540af69-6c87-46c7-9868-7e14ee65a1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.255661 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8540af69-6c87-46c7-9868-7e14ee65a1a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1728e61-b301-47f4-b7f2-6bfe2f80ac0f HTTP/1.1" status: 204 len: 168 time: 0.3667033 Apr 18 20:40:07.286583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540af69-6c87-46c7-9868-7e14ee65a1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1728e61-b301-47f4-b7f2-6bfe2f80ac0f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.349747 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-506f9c8e-e290-4474-b0a1-a3ed4b46495a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.359383 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-506f9c8e-e290-4474-b0a1-a3ed4b46495a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.404666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f9c8e-e290-4474-b0a1-a3ed4b46495a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d8c5ff-3c68-4abe-b6b2-ff39e0789ba7,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.410901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4898e14-bb3f-4470-8d58-946d769c40ca req-8b4f8268-9e22-420c-bc76-7c9d6a2a193d service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921145 Apr 18 20:40:07.435593 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-506f9c8e-e290-4474-b0a1-a3ed4b46495a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.437679 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-506f9c8e-e290-4474-b0a1-a3ed4b46495a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3285167 Apr 18 20:40:07.444727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45754) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:07.476437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4839f70a-7969-4096-8628-9af8f5b66d09 req-993be36d-667f-4b7b-b825-189390fc663a service neutron] 10.222.0.64 "GET /v2.0/networks/1410dc5f-cd46-4874-ab2f-dd3f562dfc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585254 Apr 18 20:40:07.567962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d3b8-c45d-44c3-849c-c3d3e1f53824 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.620441 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d3b8-c45d-44c3-849c-c3d3e1f53824 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.654053 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eecb43c0-d5cd-49a8-a770-865f45f44a06 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.730070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb43c0-d5cd-49a8-a770-865f45f44a06 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=cf80f685-306e-42fb-a721-ea19cdeb9376,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.746555 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d3b8-c45d-44c3-849c-c3d3e1f53824 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.765996 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d3b8-c45d-44c3-849c-c3d3e1f53824 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.767978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ceb0d3b8-c45d-44c3-849c-c3d3e1f53824 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/b5d8c5ff-3c68-4abe-b6b2-ff39e0789ba7 HTTP/1.1" status: 204 len: 168 time: 0.3095291 Apr 18 20:40:07.772504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45764) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:07.827679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4839f70a-7969-4096-8628-9af8f5b66d09 req-960a825c-4911-4915-b335-31b9c46f0657 service neutron] 10.222.0.64 "GET /v2.0/networks/1410dc5f-cd46-4874-ab2f-dd3f562dfc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350227 Apr 18 20:40:07.849513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0d3b8-c45d-44c3-849c-c3d3e1f53824 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5d8c5ff-3c68-4abe-b6b2-ff39e0789ba7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.895832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 0bf645b5-129f-443f-9d80-2638205b29e0 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:07.911614 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0f874e4d-d884-4df5-a95a-eaa41d1c65a0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1376197 Apr 18 20:40:07.915082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45770) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:07.981731 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c32dc7ea-dc2c-4f09-9845-6a9a946ec38e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.004391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c32dc7ea-dc2c-4f09-9845-6a9a946ec38e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.031454 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eecb43c0-d5cd-49a8-a770-865f45f44a06 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.043919 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eecb43c0-d5cd-49a8-a770-865f45f44a06 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.049020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45778) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.049347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eecb43c0-d5cd-49a8-a770-865f45f44a06 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/floatingips/ce93e28d-905d-45db-9359-8ea8d50fe55d HTTP/1.1" status: 204 len: 168 time: 2.0813591 Apr 18 20:40:08.069520 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c32dc7ea-dc2c-4f09-9845-6a9a946ec38e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.080064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c32dc7ea-dc2c-4f09-9845-6a9a946ec38e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.081258 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c32dc7ea-dc2c-4f09-9845-6a9a946ec38e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/0be00899-df76-418d-9d6c-d8a1e835737d HTTP/1.1" status: 204 len: 168 time: 0.1651223 Apr 18 20:40:08.081522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2bf3c-8ec8-4edc-b06c-75996a6d3273 req-2bd6b8c3-abb9-4053-a0f9-2cfbf68c433b tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.098432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ca2bf3c-8ec8-4edc-b06c-75996a6d3273 req-2bd6b8c3-abb9-4053-a0f9-2cfbf68c433b tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 943 time: 0.1556127 Apr 18 20:40:08.111808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45782) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.178108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 0bf645b5-129f-443f-9d80-2638205b29e0, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=0bf645b5-129f-443f-9d80-2638205b29e0,segment=NetworkSegment(f6fb6282-5ff6-447a-8f8f-f75e29bd99c7),segment_id=f6fb6282-5ff6-447a-8f8f-f75e29bd99c7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:08.187438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc7ea-dc2c-4f09-9845-6a9a946ec38e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0be00899-df76-418d-9d6c-d8a1e835737d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:08.191137 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-207aac2e-dd87-4741-9f3e-97e2cbcb2a86 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] delete failed (client error): The resource could not be found. Apr 18 20:40:08.192878 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-207aac2e-dd87-4741-9f3e-97e2cbcb2a86 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/floatingips/ce93e28d-905d-45db-9359-8ea8d50fe55d HTTP/1.1" status: 404 len: 345 time: 0.1425374 Apr 18 20:40:08.204488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '0bf645b5-129f-443f-9d80-2638205b29e0', 'network_id': '1410dc5f-cd46-4874-ab2f-dd3f562dfc14', 'port_id': '0bf645b5-129f-443f-9d80-2638205b29e0', 'mac_address': 'fa:16:3e:ce:3b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44da742b-9820-4712-9dda-a9bde27abad7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:08.206480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45790) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.227737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ca2bf3c-8ec8-4edc-b06c-75996a6d3273 req-715f2c0c-21f2-4bd6-8b45-a99e1b3cfb89 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280963 Apr 18 20:40:08.242868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fb35c478-065c-4a27-9e13-4e7c4af4ed83 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1401198 Apr 18 20:40:08.247107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45794) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.278325 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.290587 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b46eb3db-8015-47ba-81f6-456a2ac43452 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.301937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf645b5-129f-443f-9d80-2638205b29e0 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:08.308836 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b46eb3db-8015-47ba-81f6-456a2ac43452 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.340549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 0bf645b5-129f-443f-9d80-2638205b29e0, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=0bf645b5-129f-443f-9d80-2638205b29e0,segment=NetworkSegment(f6fb6282-5ff6-447a-8f8f-f75e29bd99c7),segment_id=f6fb6282-5ff6-447a-8f8f-f75e29bd99c7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:08.348078 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.348521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360b5b1-b7ae-4cb2-89c6-34e3b8f317e1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.357788 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360b5b1-b7ae-4cb2-89c6-34e3b8f317e1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.367575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360b5b1-b7ae-4cb2-89c6-34e3b8f317e1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.370360 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a360b5b1-b7ae-4cb2-89c6-34e3b8f317e1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "GET /v2.0/ports?network_id=b51be509-3cb6-4491-b80a-9457bf44fb08 HTTP/1.1" status: 200 len: 2358 time: 0.1614439 Apr 18 20:40:08.372329 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b46eb3db-8015-47ba-81f6-456a2ac43452 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.374083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45798) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.389408 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b46eb3db-8015-47ba-81f6-456a2ac43452 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.390877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b46eb3db-8015-47ba-81f6-456a2ac43452 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/3ffa2b19-bdb2-4aa6-b99f-9860e2d97cde HTTP/1.1" status: 204 len: 168 time: 0.1419473 Apr 18 20:40:08.393922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45800) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.402870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46eb3db-8015-47ba-81f6-456a2ac43452 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ffa2b19-bdb2-4aa6-b99f-9860e2d97cde,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:08.480025 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-10560920-14e2-433f-9a0f-3b08da9d9ef1 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0842881 Apr 18 20:40:08.483991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45802) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.484802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=0bf645b5-129f-443f-9d80-2638205b29e0,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:08.511901 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45804) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.515887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b6840-eee4-4b3e-9055-9646adbb7390 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.517002 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-378b6840-eee4-4b3e-9055-9646adbb7390 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "GET /v2.0/subnets/b2dabff1-32cf-4803-8663-2b6a06ce78c1 HTTP/1.1" status: 200 len: 797 time: 0.1319847 Apr 18 20:40:08.524689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45806) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.532660 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-788e1859-ea13-4f3e-936b-5a2f70a374f8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.540146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'port': {'network_id': 'b51be509-3cb6-4491-b80a-9457bf44fb08', 'name': 'tempest-FloatingIPTestJSON-813782090', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:08.549983 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-788e1859-ea13-4f3e-936b-5a2f70a374f8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.620042 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-788e1859-ea13-4f3e-936b-5a2f70a374f8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.630737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-788e1859-ea13-4f3e-936b-5a2f70a374f8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.631308 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b2400e71-0495-4e08-8e32-d585af9cb47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.635817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['0bf645b5-129f-443f-9d80-2638205b29e0'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:08.643352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-788e1859-ea13-4f3e-936b-5a2f70a374f8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/06a05049-cb49-4a50-8502-2468649279fa HTTP/1.1" status: 204 len: 168 time: 0.1575735 Apr 18 20:40:08.645258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45812) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.694950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e1859-ea13-4f3e-936b-5a2f70a374f8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06a05049-cb49-4a50-8502-2468649279fa,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:08.761838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-04a25ea1-0f82-4a47-8c35-403a027ba219 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1153817 Apr 18 20:40:08.766603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45818) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:08.809083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1077839254-network', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:08.825139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Made reservation on behalf of 94811021fab043bfab8947016e716304 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:08.858192 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e81d34b3-54f1-4213-a048-27f77cf0ffb2 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.872632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e81d34b3-54f1-4213-a048-27f77cf0ffb2 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.884076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Made reservation on behalf of cdf9b9fe89c74d14b18bf78676f6491e for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:08.889947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.915919 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.966341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e81d34b3-54f1-4213-a048-27f77cf0ffb2 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.978019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e81d34b3-54f1-4213-a048-27f77cf0ffb2 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.983682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e81d34b3-54f1-4213-a048-27f77cf0ffb2 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/cfc94f7d-c0b6-41d8-80ab-e7d6daf3c4f8 HTTP/1.1" status: 204 len: 168 time: 0.2095113 Apr 18 20:40:08.986074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45822) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:09.006377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d34b3-54f1-4213-a048-27f77cf0ffb2 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfc94f7d-c0b6-41d8-80ab-e7d6daf3c4f8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:09.022453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.076853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] device_id is not set on port fa03925b-7b20-4908-a187-694091715f9a yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:40:09.101154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.102982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45824) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:09.109133 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-36109db6-757f-4834-b6bb-e294e138a021 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1215606 Apr 18 20:40:09.123615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45828) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:09.126390 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.196820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:09.210736 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.211141 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Added segment 65f5341f-e5e5-4836-8c17-3d0b9bf0c923 of type vlan for network c950a1c8-90b8-42dc-987b-9a836dad20fc Apr 18 20:40:09.265550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.272254 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.318366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-network', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:09.333224 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.334520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.335354 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.390748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8748393 Apr 18 20:40:09.391397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1675951d-a810-4c91-befa-8fbe1806245e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:09.397711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45834) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:09.419719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Request body: {'subnet': {'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1077839254-subnet', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:09.487609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Made reservation on behalf of 2e415c7e94c84df2883ee13c5a601903 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:09.490017 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.521939 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.530656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e53a0-6daf-4b9c-a76b-c2b94a0ec266 admin admin] Pushing event updated for resources: {'Network': ['ID=c950a1c8-90b8-42dc-987b-9a836dad20fc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:09.533246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Made reservation on behalf of cdf9b9fe89c74d14b18bf78676f6491e for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:09.536902 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.547689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c950a1c8-90b8-42dc-987b-9a836dad20fc details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:40:09.566320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f49d2cfc-a821-4a2f-a8ad-457f9fe15609 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.633413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6bcab-4983-45e6-ae0b-49f75c47860c req-416514df-4df6-4e22-87ba-ab9427a2ba11 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.635036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3dc6bcab-4983-45e6-ae0b-49f75c47860c req-416514df-4df6-4e22-87ba-ab9427a2ba11 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 944 time: 0.2718942 Apr 18 20:40:09.661347 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f49d2cfc-a821-4a2f-a8ad-457f9fe15609 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.797268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3dc6bcab-4983-45e6-ae0b-49f75c47860c req-199e681a-852e-41a3-9547-ac2ada658f04 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380489 Apr 18 20:40:09.830897 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f49d2cfc-a821-4a2f-a8ad-457f9fe15609 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.833628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f49d2cfc-a821-4a2f-a8ad-457f9fe15609 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.835039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f49d2cfc-a821-4a2f-a8ad-457f9fe15609 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/796fd55a-e44f-41a4-98af-0607b65e98cb HTTP/1.1" status: 204 len: 168 time: 0.6958320 Apr 18 20:40:09.847035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45836) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:09.863471 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.882851 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.885955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d2cfc-a821-4a2f-a8ad-457f9fe15609 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796fd55a-e44f-41a4-98af-0607b65e98cb,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:09.922804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:09.931021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 0bf645b5-129f-443f-9d80-2638205b29e0 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:10.006962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f479f5fb-bf72-438a-8ba5-7641493dc318,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.016117 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.016842 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Added segment 335b59e3-aedb-40f6-9662-9fa8626ad8e8 of type vlan for network bda4290d-bdb0-4096-9357-e9ea6a72d662 Apr 18 20:40:10.018619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 0bf645b5-129f-443f-9d80-2638205b29e0 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:10.024748 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 0bf645b5-129f-443f-9d80-2638205b29e0 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:10.025807 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.033150 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.044226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ad45d13f-f32c-438f-901c-1b190c2e7eb6 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1959038 Apr 18 20:40:10.067940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45838) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:10.124194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6903729d-0b4e-4db6-a261-a71ba5448e0a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group': {'name': 'tempest-secgroup--578631319'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:10.131239 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.145188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.146030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.20.0.14 (b51be509-3cb6-4491-b80a-9457bf44fb08/b2dabff1-32cf-4803-8663-2b6a06ce78c1/fa03925b-7b20-4908-a187-694091715f9a) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:10.157291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.20.0.13 (b51be509-3cb6-4491-b80a-9457bf44fb08/b2dabff1-32cf-4803-8663-2b6a06ce78c1/fa03925b-7b20-4908-a187-694091715f9a) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:10.164515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526eadf1-fb34-4199-b2ac-c6de5d2880a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf645b5-129f-443f-9d80-2638205b29e0'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:10.168914 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9968aa5c-148f-4ee8-a2a1-b994804bfa07" -d '{"events": [{"server_uuid": "526eadf1-fb34-4199-b2ac-c6de5d2880a6", "name": "network-vif-plugged", "status": "completed", "tag": "0bf645b5-129f-443f-9d80-2638205b29e0"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:10.185921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 0bf645b5-129f-443f-9d80-2638205b29e0, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=0bf645b5-129f-443f-9d80-2638205b29e0,segment=NetworkSegment(f6fb6282-5ff6-447a-8f8f-f75e29bd99c7),segment_id=f6fb6282-5ff6-447a-8f8f-f75e29bd99c7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:10.191530 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.204480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32111c63-c23d-44a5-8789-d4e3ebf2eb07,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.234505 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6903729d-0b4e-4db6-a261-a71ba5448e0a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.244623 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.245605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.246658 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.268984 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbdd506-f887-48b0-affd-76dcce39bf6b x-openstack-request-id: req-2fbdd506-f887-48b0-affd-76dcce39bf6b {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:10.269425 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526eadf1-fb34-4199-b2ac-c6de5d2880a6", "name": "network-vif-plugged", "status": "completed", "tag": "0bf645b5-129f-443f-9d80-2638205b29e0", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:10.269962 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2fbdd506-f887-48b0-affd-76dcce39bf6b {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:10.270443 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbdd506-f887-48b0-affd-76dcce39bf6b'] response: {'server_uuid': '526eadf1-fb34-4199-b2ac-c6de5d2880a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf645b5-129f-443f-9d80-2638205b29e0', 'code': 200} Apr 18 20:40:10.281143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Checking segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:10.281445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Network hostable DHCP agents. Network: c950a1c8-90b8-42dc-987b-9a836dad20fc, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:40:10.285803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=0bf645b5-129f-443f-9d80-2638205b29e0,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.374101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2670074 Apr 18 20:40:10.376863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45846) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:10.382818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Request body: {'subnet': {'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-subnet', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:10.434654 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.436277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.438055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Made reservation on behalf of 2e415c7e94c84df2883ee13c5a601903 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:10.440411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.461889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Network c950a1c8-90b8-42dc-987b-9a836dad20fc is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:40:10.465388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e021eba-8cb0-4f78-b8d5-5c4898d43cdf admin admin] Pushing event updated for resources: {'Network': ['ID=bda4290d-bdb0-4096-9357-e9ea6a72d662,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.497702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c950a1c8-90b8-42dc-987b-9a836dad20fc) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:10.506309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ba6f5-dab1-4421-9cff-448335280379 req-607e4b81-1aba-4b32-a5d4-f187dc702e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.508394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-783ba6f5-dab1-4421-9cff-448335280379 req-607e4b81-1aba-4b32-a5d4-f187dc702e32 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 1096 time: 0.1173654 Apr 18 20:40:10.512343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414df5c7-0bf4-4f16-a1e9-b8b80b0208f1 None None] Network c950a1c8-90b8-42dc-987b-9a836dad20fc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:10.520893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.521865 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.560776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:40:10.567448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6903729d-0b4e-4db6-a261-a71ba5448e0a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.573581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6903729d-0b4e-4db6-a261-a71ba5448e0a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.586424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9a35c501-d589-48ea-85a1-821b549d9506 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1779084 Apr 18 20:40:10.602540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45850) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:10.609279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:10.630897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-783ba6f5-dab1-4421-9cff-448335280379 req-ea16b39d-9a31-494f-91d9-77055576e95a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031044 Apr 18 20:40:10.642637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6903729d-0b4e-4db6-a261-a71ba5448e0a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.643895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6903729d-0b4e-4db6-a261-a71ba5448e0a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5445206 Apr 18 20:40:10.646606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45852) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:10.651118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ec9ac7d3-ea57-4e82-81e4-4ddcab0afc1b tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': 'a8a3e142-6897-4db2-8fe6-85cc8ee478c9', 'direction': 'ingress', 'protocol': 17}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:10.672511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903729d-0b4e-4db6-a261-a71ba5448e0a tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a3e142-6897-4db2-8fe6-85cc8ee478c9,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.686660 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.687633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.693169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac7d3-ea57-4e82-81e4-4ddcab0afc1b tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.756895 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.757181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45854) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:10.765051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7196d9f0-be29-4e9d-8162-52bf07ec2c46 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795783698', 'description': 'tempest-description--26879350'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:10.810850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.879134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7196d9f0-be29-4e9d-8162-52bf07ec2c46 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.881104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d85062e-1462-4b1d-a803-ab277c48a0b0,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.898932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Checking segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:10.899322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Network hostable DHCP agents. Network: bda4290d-bdb0-4096-9357-e9ea6a72d662, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:40:10.902167 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.920447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac7d3-ea57-4e82-81e4-4ddcab0afc1b tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.930942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac7d3-ea57-4e82-81e4-4ddcab0afc1b tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.971466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network b51be509-3cb6-4491-b80a-9457bf44fb08 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:10.976959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:10.987141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:10.992500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=fa03925b-7b20-4908-a187-694091715f9a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.998568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:40:11.010256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c950a1c8-90b8-42dc-987b-9a836dad20fc', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:40:11.012247 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.015226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ac7d3-ea57-4e82-81e4-4ddcab0afc1b tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b81006e-63bd-41f6-bd01-2b3abe4f51d0,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:11.042912 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, bda4290d-bdb0-4096-9357-e9ea6a72d662) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:11.055058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.055891 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.075572 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.083451 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec9ac7d3-ea57-4e82-81e4-4ddcab0afc1b tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.084730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ec9ac7d3-ea57-4e82-81e4-4ddcab0afc1b tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4371896 Apr 18 20:40:11.089539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45858) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:11.091788 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fe8d7ed8-680c-4ad5-aff8-23b56f161d05 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7131310 Apr 18 20:40:11.102659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.104696 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.106265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45860) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:11.109266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d11776-3706-4a5f-b5da-45b9683b49d6 None None] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:11.112926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:11.135323 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9bd78b0d-e6a5-4ebf-a0b1-caa3879db66d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.6079283 Apr 18 20:40:11.139533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45862) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:11.148837 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': 'fa03925b-7b20-4908-a187-694091715f9a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:11.193474 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.208652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efc6f7-ec18-409b-a0eb-1a98de9c8de1 req-a1cd2a04-e5d5-4d9e-a16f-70d9975695cd tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.210247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16efc6f7-ec18-409b-a0eb-1a98de9c8de1 req-a1cd2a04-e5d5-4d9e-a16f-70d9975695cd tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 945 time: 0.2210560 Apr 18 20:40:11.211458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.212302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.239438 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.301088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Allocated IP 172.20.0.2 (c950a1c8-90b8-42dc-987b-9a836dad20fc/32111c63-c23d-44a5-8789-d4e3ebf2eb07/0b07b836-2330-4ff5-8af5-e390fad09d13) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:11.374846 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.543709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.25.2.140 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/d6624ec5-aa88-48d0-acde-2d00d0ee79bd) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:11.632550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-bda4290d-bdb0-4096-9357-e9ea6a72d662', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:40:11.633735 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.694913 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7196d9f0-be29-4e9d-8162-52bf07ec2c46 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.702213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.710737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7196d9f0-be29-4e9d-8162-52bf07ec2c46 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.750954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4285c21-0e10-41c4-b76c-2489bb91f9c4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.793846 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.804447 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.824154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7196d9f0-be29-4e9d-8162-52bf07ec2c46 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.825439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7196d9f0-be29-4e9d-8162-52bf07ec2c46 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0644770 Apr 18 20:40:11.836515 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.837234 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.839068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45864) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:11.850628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-abc0db76-9c0d-49aa-bc80-4a67d40c2c23 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group_rule': {'security_group_id': '53463b3e-46b4-4764-9452-fae4d0fec178', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:11.857304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16efc6f7-ec18-409b-a0eb-1a98de9c8de1 req-eb871aec-d71f-41ab-9eca-fb88081eb36b tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6258321 Apr 18 20:40:11.866243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196d9f0-be29-4e9d-8162-52bf07ec2c46 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53463b3e-46b4-4764-9452-fae4d0fec178,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:11.906722 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Network c950a1c8-90b8-42dc-987b-9a836dad20fc is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:11.915188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Allocated IP 172.20.0.2 (bda4290d-bdb0-4096-9357-e9ea6a72d662/8d85062e-1462-4b1d-a803-ab277c48a0b0/a5341bc0-9076-4da8-9f50-bd84d55eb22b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:11.918179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:11.922350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:11.926012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Pushing event updated for resources: {'Port': ['ID=0b07b836-2330-4ff5-8af5-e390fad09d13,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:11.927184 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4285c21-0e10-41c4-b76c-2489bb91f9c4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.928882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=d6624ec5-aa88-48d0-acde-2d00d0ee79bd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:11.953488 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:11.955209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:11.963295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:12.058099 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-abc0db76-9c0d-49aa-bc80-4a67d40c2c23 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.068218 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Attempting to bind port 0b07b836-2330-4ff5-8af5-e390fad09d13 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:12.068607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Attempting to bind port 0b07b836-2330-4ff5-8af5-e390fad09d13 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:12.069013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Attempting to bind port 0b07b836-2330-4ff5-8af5-e390fad09d13 on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:12.078984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:12.079464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Checking segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:12.079770 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.080259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Bound using segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:12.080640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Bound port: 0b07b836-2330-4ff5-8af5-e390fad09d13, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:12.081014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.086888 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.129072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.176831 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4285c21-0e10-41c4-b76c-2489bb91f9c4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.179419 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4285c21-0e10-41c4-b76c-2489bb91f9c4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.183233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e4285c21-0e10-41c4-b76c-2489bb91f9c4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/a8a3e142-6897-4db2-8fe6-85cc8ee478c9 HTTP/1.1" status: 204 len: 168 time: 1.0904796 Apr 18 20:40:12.199638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45866) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:12.203710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] For port 0b07b836-2330-4ff5-8af5-e390fad09d13, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:12.242748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4285c21-0e10-41c4-b76c-2489bb91f9c4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a3e142-6897-4db2-8fe6-85cc8ee478c9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:12.246129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-abc0db76-9c0d-49aa-bc80-4a67d40c2c23 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.249138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] For port 0b07b836-2330-4ff5-8af5-e390fad09d13, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0b07b836-2330-4ff5-8af5-e390fad09d13,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:12.256211 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.287390 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-abc0db76-9c0d-49aa-bc80-4a67d40c2c23 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.310702 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-97d2e087-2a4b-4568-859b-6e8779403f7c tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1095386 Apr 18 20:40:12.316803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45868) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:12.320965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b6512fdb-5816-4602-ac1f-cc087e5a6040 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group': {'name': 'tempest-secgroup--474454823'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:12.339106 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.356249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0db76-9c0d-49aa-bc80-4a67d40c2c23 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2552bb-89af-42e3-b5f6-9f15f125fbda,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:12.384211 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.390833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6512fdb-5816-4602-ac1f-cc087e5a6040 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.405245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-abc0db76-9c0d-49aa-bc80-4a67d40c2c23 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.406568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-abc0db76-9c0d-49aa-bc80-4a67d40c2c23 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5646172 Apr 18 20:40:12.409752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.412633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45870) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:12.420797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4b254614-110e-4cf2-9a5b-60ec603935c3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group_rule': {'security_group_id': '53463b3e-46b4-4764-9452-fae4d0fec178', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:12.449200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e14431-df40-41e7-8c18-9cd24efa05e0 None None] Pushing event updated for resources: {'Port': ['ID=0b07b836-2330-4ff5-8af5-e390fad09d13,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:12.478160 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.515667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:12.522131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:12.529868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:12.534574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Pushing event updated for resources: {'Port': ['ID=a5341bc0-9076-4da8-9f50-bd84d55eb22b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:12.604253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Attempting to bind port a5341bc0-9076-4da8-9f50-bd84d55eb22b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:12.604795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Attempting to bind port a5341bc0-9076-4da8-9f50-bd84d55eb22b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:12.605298 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Attempting to bind port a5341bc0-9076-4da8-9f50-bd84d55eb22b on network bda4290d-bdb0-4096-9357-e9ea6a72d662 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:12.611629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:12.612133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Checking segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:12.612605 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.613137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Bound using segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:12.613844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Bound port: a5341bc0-9076-4da8-9f50-bd84d55eb22b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:12.614361 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.636893 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4b254614-110e-4cf2-9a5b-60ec603935c3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.673993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6512fdb-5816-4602-ac1f-cc087e5a6040 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.679731 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6512fdb-5816-4602-ac1f-cc087e5a6040 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.732208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.742084 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6512fdb-5816-4602-ac1f-cc087e5a6040 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.743464 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b6512fdb-5816-4602-ac1f-cc087e5a6040 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4258571 Apr 18 20:40:12.752485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45872) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:12.755471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] For port a5341bc0-9076-4da8-9f50-bd84d55eb22b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:12.763333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] For port a5341bc0-9076-4da8-9f50-bd84d55eb22b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a5341bc0-9076-4da8-9f50-bd84d55eb22b,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:12.770558 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.780066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6512fdb-5816-4602-ac1f-cc087e5a6040 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe474c9-3fa7-4321-9b13-134d6b733cc4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:12.783409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-688806be-6ad7-4882-8785-6d87824034d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783633193'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:12.918414 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.925141 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a2806-5f9f-4d7c-a9f0-6ea9459b377d None None] Pushing event updated for resources: {'Port': ['ID=a5341bc0-9076-4da8-9f50-bd84d55eb22b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:13.027775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Allocated IP 172.25.2.53 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/57292e2f-396c-4426-a805-12059428f2ff) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:13.110625 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-688806be-6ad7-4882-8785-6d87824034d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.123011 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4b254614-110e-4cf2-9a5b-60ec603935c3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.173929 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4b254614-110e-4cf2-9a5b-60ec603935c3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.247811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.255217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.266320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.360876 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4b254614-110e-4cf2-9a5b-60ec603935c3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.362380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4b254614-110e-4cf2-9a5b-60ec603935c3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9483016 Apr 18 20:40:13.363169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b254614-110e-4cf2-9a5b-60ec603935c3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9885c3b-6116-452d-866c-e0f1204721be,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:13.373621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45876) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:13.378928 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.389081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:13.437868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9aefa-5740-479c-9c0a-9ecc3d3a67af req-aa1a2587-783d-4968-9334-7fdc12e41fde tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:13.439812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbf9aefa-5740-479c-9c0a-9ecc3d3a67af req-aa1a2587-783d-4968-9334-7fdc12e41fde tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 945 time: 0.3597009 Apr 18 20:40:13.486751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=d6624ec5-aa88-48d0-acde-2d00d0ee79bd,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:13.516882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.620494 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.711822 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP 6b217f6b-a6dd-4c77-90dc-dad6e521b616 associated. External IP: 172.25.2.140, port: fa03925b-7b20-4908-a187-694091715f9a. Apr 18 20:40:13.737535 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-688806be-6ad7-4882-8785-6d87824034d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.743231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.761751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbf9aefa-5740-479c-9c0a-9ecc3d3a67af req-d9be3922-a122-471e-a57d-7947699433b7 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202017 Apr 18 20:40:13.762970 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-688806be-6ad7-4882-8785-6d87824034d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.933042 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-688806be-6ad7-4882-8785-6d87824034d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.934750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-688806be-6ad7-4882-8785-6d87824034d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1736970 Apr 18 20:40:13.938635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45880) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:13.948542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688806be-6ad7-4882-8785-6d87824034d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146a5388-2b92-40e3-bc1c-76c296a95a87,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:13.955416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-bd4d25c8-271c-4612-8937-c105f40e45e9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': 'bbe474c9-3fa7-4321-9b13-134d6b733cc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '146a5388-2b92-40e3-bc1c-76c296a95a87', 'remote_ip_prefix': None}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:14.031554 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.122823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Allocated IP 172.25.2.11 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/f22df7ef-d815-43f0-8292-7d58e4175be3) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:14.171689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:14.224942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bd4d25c8-271c-4612-8937-c105f40e45e9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.266291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:14.315755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af604d6-0401-4fc8-bb23-07c5f0a4962b None None] Network c950a1c8-90b8-42dc-987b-9a836dad20fc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:14.350221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:14.365568 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52e245-9de9-455d-9da2-6500ebb2eeef None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:14.385590 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52e245-9de9-455d-9da2-6500ebb2eeef None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:14.386404 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2f52e245-9de9-455d-9da2-6500ebb2eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:14.394589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.442471 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2f52e245-9de9-455d-9da2-6500ebb2eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:14.459371 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52e245-9de9-455d-9da2-6500ebb2eeef None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:14.473911 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2f52e245-9de9-455d-9da2-6500ebb2eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:14.475667 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b41fa370-b0a7-45e4-b552-f41df78260d5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3338237 Apr 18 20:40:14.479716 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45896) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:14.484218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:14.489120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b8fa009e-e2ff-4b64-96ab-e612050dccbf tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'port_id': 'fa03925b-7b20-4908-a187-694091715f9a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:14.508066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1943ba74-dec5-4f25-8543-f435197df55a None None] Provisioning complete for port 0b07b836-2330-4ff5-8af5-e390fad09d13 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:14.508645 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1943ba74-dec5-4f25-8543-f435197df55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.538251 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2f52e245-9de9-455d-9da2-6500ebb2eeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:14.539159 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52e245-9de9-455d-9da2-6500ebb2eeef None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:14.572616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.620137 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8fa009e-e2ff-4b64-96ab-e612050dccbf tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.630046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:14.646085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Pushing event updated for resources: {'Port': ['ID=57292e2f-396c-4426-a805-12059428f2ff,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:14.667006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c0fb05-963e-4cd1-b130-b33b5cc8cb15 None None] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:14.743285 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.829664 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.910688 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1943ba74-dec5-4f25-8543-f435197df55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.941833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:15.004121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a5341bc0-9076-4da8-9f50-bd84d55eb22b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:15.039504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:15.047754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:15.061368 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bd4d25c8-271c-4612-8937-c105f40e45e9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.119326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1943ba74-dec5-4f25-8543-f435197df55a None None] For port 0b07b836-2330-4ff5-8af5-e390fad09d13, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0b07b836-2330-4ff5-8af5-e390fad09d13,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:15.137612 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1943ba74-dec5-4f25-8543-f435197df55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.160817 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bd4d25c8-271c-4612-8937-c105f40e45e9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.203137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943ba74-dec5-4f25-8543-f435197df55a None None] Pushing event updated for resources: {'Port': ['ID=0b07b836-2330-4ff5-8af5-e390fad09d13,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:15.239670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a5341bc0-9076-4da8-9f50-bd84d55eb22b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:15.240080 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.311042 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-320bc897-df04-4f06-861e-b905e21780e1 None None] Provisioning complete for port 0b07b836-2330-4ff5-8af5-e390fad09d13 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:15.311042 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-320bc897-df04-4f06-861e-b905e21780e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.466369 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.514251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port a5341bc0-9076-4da8-9f50-bd84d55eb22b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a5341bc0-9076-4da8-9f50-bd84d55eb22b,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:15.524350 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.525143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b07b836-2330-4ff5-8af5-e390fad09d13 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:15.573625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8fa009e-e2ff-4b64-96ab-e612050dccbf tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.581458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8fa009e-e2ff-4b64-96ab-e612050dccbf tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.657757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-320bc897-df04-4f06-861e-b905e21780e1 None None] Provisioning complete for port a5341bc0-9076-4da8-9f50-bd84d55eb22b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:15.658164 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-320bc897-df04-4f06-861e-b905e21780e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.747743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=a5341bc0-9076-4da8-9f50-bd84d55eb22b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:15.753694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0b07b836-2330-4ff5-8af5-e390fad09d13 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:15.754080 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.762861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f22df7ef-d815-43f0-8292-7d58e4175be3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:15.903441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d25c8-271c-4612-8937-c105f40e45e9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3bf160-bd5e-49b3-a184-61fd7365dced,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:15.912425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.919023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bd4d25c8-271c-4612-8937-c105f40e45e9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.924401 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bd4d25c8-271c-4612-8937-c105f40e45e9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.9782305 Apr 18 20:40:15.947129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45902) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:16.046545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fa009e-e2ff-4b64-96ab-e612050dccbf tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:16.061531 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-13f05125-a2da-471a-9da2-24e73efe36d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.065431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fd7196b2-e465-4e24-b9e1-f13893b8e81d None None] Provisioning complete for port a5341bc0-9076-4da8-9f50-bd84d55eb22b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:16.065878 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd7196b2-e465-4e24-b9e1-f13893b8e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.091738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Allocated IP 172.25.2.216 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7a43e378-3ea3-4522-930f-2ad8006a10df) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:16.098057 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-13f05125-a2da-471a-9da2-24e73efe36d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.181587 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fa009e-e2ff-4b64-96ab-e612050dccbf tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:16.186509 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8fa009e-e2ff-4b64-96ab-e612050dccbf tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.199103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc25bd-67f6-4c46-9903-ba66d44d00b2 None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:16.218095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc25bd-67f6-4c46-9903-ba66d44d00b2 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:16.218807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-87cc25bd-67f6-4c46-9903-ba66d44d00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:16.250838 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b8fa009e-e2ff-4b64-96ab-e612050dccbf tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "PUT /v2.0/floatingips/6b217f6b-a6dd-4c77-90dc-dad6e521b616 HTTP/1.1" status: 200 len: 978 time: 1.7664819 Apr 18 20:40:16.251160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45904) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:16.264927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-87cc25bd-67f6-4c46-9903-ba66d44d00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:16.278055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cc25bd-67f6-4c46-9903-ba66d44d00b2 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:16.279441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-87cc25bd-67f6-4c46-9903-ba66d44d00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:16.302692 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-13f05125-a2da-471a-9da2-24e73efe36d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.336606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-87cc25bd-67f6-4c46-9903-ba66d44d00b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:16.336861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc25bd-67f6-4c46-9903-ba66d44d00b2 None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:16.343242 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-13f05125-a2da-471a-9da2-24e73efe36d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.344118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-13f05125-a2da-471a-9da2-24e73efe36d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/bb3bf160-bd5e-49b3-a184-61fd7365dced HTTP/1.1" status: 204 len: 168 time: 0.3962893 Apr 18 20:40:16.349135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45906) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:16.358440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.362707 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.364460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f05125-a2da-471a-9da2-24e73efe36d0 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb3bf160-bd5e-49b3-a184-61fd7365dced,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:16.471607 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f5d23bff-7e74-4af6-b664-4adcb6dc88f9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1204913 Apr 18 20:40:16.474670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45908) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:16.564059 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-604e1ecb-4cbe-449b-9c9c-974d2b142ea9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.571049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port d6624ec5-aa88-48d0-acde-2d00d0ee79bd {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:16.571377 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.601704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-604e1ecb-4cbe-449b-9c9c-974d2b142ea9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.619476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.691008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.691364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.706025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for d6624ec5-aa88-48d0-acde-2d00d0ee79bd owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:16.712573 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-604e1ecb-4cbe-449b-9c9c-974d2b142ea9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.715458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-604e1ecb-4cbe-449b-9c9c-974d2b142ea9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.716852 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-604e1ecb-4cbe-449b-9c9c-974d2b142ea9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/146a5388-2b92-40e3-bc1c-76c296a95a87 HTTP/1.1" status: 204 len: 168 time: 0.2412267 Apr 18 20:40:16.725113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:16.790943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e1ecb-4cbe-449b-9c9c-974d2b142ea9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146a5388-2b92-40e3-bc1c-76c296a95a87,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:16.837199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a5341bc0-9076-4da8-9f50-bd84d55eb22b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:16.869160 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0c157716-5b1b-4b57-96fa-43c94e30014b tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1421773 Apr 18 20:40:16.873287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45916) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:16.889095 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.950805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a5341bc0-9076-4da8-9f50-bd84d55eb22b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:16.951813 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.988084 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-595c7692-4d73-4364-8232-f4d108df810e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.011360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:17.016586 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.022140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:17.024564 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.028199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:17.031278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=7a43e378-3ea3-4522-930f-2ad8006a10df,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:17.038054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-595c7692-4d73-4364-8232-f4d108df810e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.058138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.129192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=d6624ec5-aa88-48d0-acde-2d00d0ee79bd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:17.181144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b07b836-2330-4ff5-8af5-e390fad09d13 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:17.197078 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-595c7692-4d73-4364-8232-f4d108df810e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.199926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-595c7692-4d73-4364-8232-f4d108df810e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.201314 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-595c7692-4d73-4364-8232-f4d108df810e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/bbe474c9-3fa7-4321-9b13-134d6b733cc4 HTTP/1.1" status: 204 len: 168 time: 0.3269362 Apr 18 20:40:17.220489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45926) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:17.225009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c7692-4d73-4364-8232-f4d108df810e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe474c9-3fa7-4321-9b13-134d6b733cc4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:17.245043 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.245681 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP 6b217f6b-a6dd-4c77-90dc-dad6e521b616 disassociated (deleted). External IP: 172.25.2.140, port: fa03925b-7b20-4908-a187-694091715f9a. Apr 18 20:40:17.295039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0b07b836-2330-4ff5-8af5-e390fad09d13 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:17.295396 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.550456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:17.667253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e5b3e998-19fe-4e4d-940f-4fb722630010 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4454288 Apr 18 20:40:17.672959 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.675809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45932) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:17.690841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c4ce8fcb-3495-48eb-a3c8-e8e804c0f90e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863016460'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:17.783465 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.790170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4ce8fcb-3495-48eb-a3c8-e8e804c0f90e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.837417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Router bc43ee37-40c2-4b48-96e4-ce2c3a379efd is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:40:17.847621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Router a864ca14-bca4-4d51-b4dd-655d5d56c174 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:40:18.021644 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:18.027322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.046953 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be93353a-c301-4a11-9afd-58f23807502f None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:18.063894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9da0d3e9-3dad-411a-a252-75c3fbbf3b01 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/floatingips/6b217f6b-a6dd-4c77-90dc-dad6e521b616 HTTP/1.1" status: 204 len: 168 time: 1.8107696 Apr 18 20:40:18.065629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45942) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:18.078479 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be93353a-c301-4a11-9afd-58f23807502f None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:18.083159 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-be93353a-c301-4a11-9afd-58f23807502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:18.136619 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-be93353a-c301-4a11-9afd-58f23807502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:18.147485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be93353a-c301-4a11-9afd-58f23807502f None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:18.148127 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-be93353a-c301-4a11-9afd-58f23807502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:18.186154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:18.189547 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4ce8fcb-3495-48eb-a3c8-e8e804c0f90e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.203418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Sync routers for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:18.209950 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-be93353a-c301-4a11-9afd-58f23807502f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:18.211406 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4ce8fcb-3495-48eb-a3c8-e8e804c0f90e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.212943 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be93353a-c301-4a11-9afd-58f23807502f None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:18.223619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:18.224287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:18.235880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3599c2a2-dbeb-4807-89b1-b02ea89ed952 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port fa03925b-7b20-4908-a187-694091715f9a {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:18.236495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3599c2a2-dbeb-4807-89b1-b02ea89ed952 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.259421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:18.272676 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Sync routers for ids ['a864ca14-bca4-4d51-b4dd-655d5d56c174'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:18.282521 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.284176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a64e5438-d081-4ce9-9280-8ca7170518e0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1757112 Apr 18 20:40:18.296415 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Routers {'a864ca14-bca4-4d51-b4dd-655d5d56c174'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:18.297094 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a864ca14-bca4-4d51-b4dd-655d5d56c174'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:18.300414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45948) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:18.324935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce8fcb-3495-48eb-a3c8-e8e804c0f90e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7a089f-e54a-475b-a5ee-c6603a773594,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:18.331872 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4ce8fcb-3495-48eb-a3c8-e8e804c0f90e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.333659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c4ce8fcb-3495-48eb-a3c8-e8e804c0f90e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6524065 Apr 18 20:40:18.346618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45950) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:18.357737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7add2e12-f4d3-48c2-ac5c-43cd198bba32 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '3d7a089f-e54a-475b-a5ee-c6603a773594', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:18.404021 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.415143 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.436159 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.441467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-45978c7a-c74b-48d1-a04f-24b43c11ed59 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8327572 Apr 18 20:40:18.455393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45952) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:18.476655 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Set router a864ca14-bca4-4d51-b4dd-655d5d56c174 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:18.554321 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7add2e12-f4d3-48c2-ac5c-43cd198bba32 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.603591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3599c2a2-dbeb-4807-89b1-b02ea89ed952 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.608110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:18.674559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=7a43e378-3ea3-4522-930f-2ad8006a10df,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:18.681023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.704317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3599c2a2-dbeb-4807-89b1-b02ea89ed952 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for fa03925b-7b20-4908-a187-694091715f9a owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:18.772142 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:15Z', 'revision_number': 3, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:18.798903 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Checking router: a864ca14-bca4-4d51-b4dd-655d5d56c174 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:40:18.799256 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Updating router a864ca14-bca4-4d51-b4dd-655d5d56c174 port 57292e2f-396c-4426-a805-12059428f2ff binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:40:18.824716 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.891724 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.892977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-baae3ba9-cd7c-435a-9c3f-95d509bda4b4 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5113831 Apr 18 20:40:18.903262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399684bd-c1d3-4baf-820b-d59e5644300e req-a767e30e-229b-499d-9841-9765b62f1ef3 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.905083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-399684bd-c1d3-4baf-820b-d59e5644300e req-a767e30e-229b-499d-9841-9765b62f1ef3 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 945 time: 0.3002656 Apr 18 20:40:18.920502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:15Z', 'revision_number': 3, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:18.982565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Checking router: bc43ee37-40c2-4b48-96e4-ce2c3a379efd for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:40:18.983097 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Updating router bc43ee37-40c2-4b48-96e4-ce2c3a379efd port f22df7ef-d815-43f0-8292-7d58e4175be3 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:40:18.990361 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7add2e12-f4d3-48c2-ac5c-43cd198bba32 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.007502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7add2e12-f4d3-48c2-ac5c-43cd198bba32 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.030944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-399684bd-c1d3-4baf-820b-d59e5644300e req-b6dade45-b9fe-4633-8393-a9d109920266 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121318 Apr 18 20:40:19.073368 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.101787 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add2e12-f4d3-48c2-ac5c-43cd198bba32 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980df2b9-ce8d-4efb-acad-23bdd4b2cda8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.122654 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7add2e12-f4d3-48c2-ac5c-43cd198bba32 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.125581 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7add2e12-f4d3-48c2-ac5c-43cd198bba32 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7766016 Apr 18 20:40:19.130027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45960) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:19.150403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3599c2a2-dbeb-4807-89b1-b02ea89ed952 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.192913 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf6fe892-f631-4aaa-8400-088bdc034144 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.198796 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599c2a2-dbeb-4807-89b1-b02ea89ed952 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=fa03925b-7b20-4908-a187-694091715f9a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.210241 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf6fe892-f631-4aaa-8400-088bdc034144 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.322471 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.328214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-49b3b611-42d3-49bd-b12a-ebf2d3f455e7 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1795783698&fields=id&tenant_id=1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 267 time: 0.0714059 Apr 18 20:40:19.348086 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.361804 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.441399 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Pushing event updated for resources: {'Port': ['ID=57292e2f-396c-4426-a805-12059428f2ff,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.452171 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Attempting to bind port 57292e2f-396c-4426-a805-12059428f2ff on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:19.452546 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Attempting to bind port 57292e2f-396c-4426-a805-12059428f2ff by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:19.453565 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Attempting to bind port 57292e2f-396c-4426-a805-12059428f2ff on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:19.455895 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.456245 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.457249 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.457249 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.457249 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.457772 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.457954 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.458120 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.458443 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.458760 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.459262 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.459873 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:19.473995 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:19.474430 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:19.474940 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.475851 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:19.476535 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Bound port: 57292e2f-396c-4426-a805-12059428f2ff, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:19.477366 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf6fe892-f631-4aaa-8400-088bdc034144 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.477578 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.488063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf6fe892-f631-4aaa-8400-088bdc034144 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.489378 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cf6fe892-f631-4aaa-8400-088bdc034144 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/980df2b9-ce8d-4efb-acad-23bdd4b2cda8 HTTP/1.1" status: 204 len: 168 time: 0.3583889 Apr 18 20:40:19.495370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45970) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:19.510186 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fe892-f631-4aaa-8400-088bdc034144 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=980df2b9-ce8d-4efb-acad-23bdd4b2cda8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.518956 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3599c2a2-dbeb-4807-89b1-b02ea89ed952 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.522390 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3599c2a2-dbeb-4807-89b1-b02ea89ed952 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/ports/fa03925b-7b20-4908-a187-694091715f9a HTTP/1.1" status: 204 len: 168 time: 1.4555724 Apr 18 20:40:19.528144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45972) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:19.532745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:19.552304 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] For port 57292e2f-396c-4426-a805-12059428f2ff, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:19.557537 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] For port 57292e2f-396c-4426-a805-12059428f2ff, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=57292e2f-396c-4426-a805-12059428f2ff,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:19.562209 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.585844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.609070 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.615894 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.667480 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a2fee-737e-44bb-b640-5422fdfef7dd None None] Pushing event updated for resources: {'Port': ['ID=57292e2f-396c-4426-a805-12059428f2ff,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.680996 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Routers {'a864ca14-bca4-4d51-b4dd-655d5d56c174'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:19.682272 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a864ca14-bca4-4d51-b4dd-655d5d56c174'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:19.690227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Attempting to bind port f22df7ef-d815-43f0-8292-7d58e4175be3 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:19.690525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Attempting to bind port f22df7ef-d815-43f0-8292-7d58e4175be3 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:19.690846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Attempting to bind port f22df7ef-d815-43f0-8292-7d58e4175be3 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:19.709370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:19.709782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:19.710141 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.710532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:19.711712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Bound port: f22df7ef-d815-43f0-8292-7d58e4175be3, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:19.713518 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.721500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-25105a7c-2831-4697-a999-953dd0825520 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:19.721781 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.724757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-25105a7c-2831-4697-a999-953dd0825520 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 815 time: 0.3746419 Apr 18 20:40:19.794441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7403823-3e43-4826-b4bd-935e9d0a4ec7 None None] Pushing event updated for resources: {'Port': ['ID=f22df7ef-d815-43f0-8292-7d58e4175be3,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.803945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-47f9b831-a7ca-42ae-895a-2ac9bfcdfa5b tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2367764 Apr 18 20:40:19.806565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45974) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:19.825793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] For port f22df7ef-d815-43f0-8292-7d58e4175be3, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:19.830735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-95b96da1-fdcb-4edd-89a0-0350204d5328 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/quotas/1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 375 time: 0.0515342 Apr 18 20:40:19.831010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] For port f22df7ef-d815-43f0-8292-7d58e4175be3, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f22df7ef-d815-43f0-8292-7d58e4175be3,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:19.843679 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.865165 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] Set router a864ca14-bca4-4d51-b4dd-655d5d56c174 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:19.887164 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.927427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:19.927427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:19.991618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42d9b686-3597-4327-95e8-4507a01cb7d1 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.004683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Allocated IP 172.20.0.1 (bda4290d-bdb0-4096-9357-e9ea6a72d662/8d85062e-1462-4b1d-a803-ab277c48a0b0/0aa09bbd-2725-43cd-9374-2a36b238b1a9) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:20.058155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Allocated IP 172.20.0.1 (c950a1c8-90b8-42dc-987b-9a836dad20fc/32111c63-c23d-44a5-8789-d4e3ebf2eb07/8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:20.064511 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42d9b686-3597-4327-95e8-4507a01cb7d1 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.092115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7403823-3e43-4826-b4bd-935e9d0a4ec7 None None] Pushing event updated for resources: {'Port': ['ID=f22df7ef-d815-43f0-8292-7d58e4175be3,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:20.146008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.25.2.25 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/89c524ea-d14b-4bb9-8b3a-fcdb7cd970ee) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:20.146952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:20.196451 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:15Z', 'revision_number': 3, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:20.199733 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42d9b686-3597-4327-95e8-4507a01cb7d1 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.202403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42d9b686-3597-4327-95e8-4507a01cb7d1 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.203653 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-42d9b686-3597-4327-95e8-4507a01cb7d1 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/3d7a089f-e54a-475b-a5ee-c6603a773594 HTTP/1.1" status: 204 len: 168 time: 0.3978560 Apr 18 20:40:20.207534 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.224194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45978) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:20.245835 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b70ac4-ccd0-405a-ad33-2ace3ef5d3ac None None] The sync data for ids ['a864ca14-bca4-4d51-b4dd-655d5d56c174'] in n-d-836015-4 is: [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:15Z', 'revision_number': 3, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:20.259574 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.285720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9b686-3597-4327-95e8-4507a01cb7d1 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7a089f-e54a-475b-a5ee-c6603a773594,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:20.342644 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.357330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-de861a3c-c80e-4d70-8d1a-cc4f657e4745 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.359385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-de861a3c-c80e-4d70-8d1a-cc4f657e4745 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.64 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 945 time: 0.5122240 Apr 18 20:40:20.392543 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d487ee9c-306b-49be-a366-9e58d70749fb tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1670814 Apr 18 20:40:20.401246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45980) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:20.407156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-024387da-4da9-479a-80f2-05c3647ac368 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070440311'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:20.411579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-0631156e-af75-4a50-9433-8b218c421b83 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5668306 Apr 18 20:40:20.440234 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.489744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:20.503011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:15Z', 'revision_number': 3, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:20.503616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-024387da-4da9-479a-80f2-05c3647ac368 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.524493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:20.531871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.539492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:20.563268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ba3b45-cc0b-4e4f-a7c9-99afed601494 None None] The sync data for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 is: [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:15Z', 'revision_number': 3, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:20.590201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Network c950a1c8-90b8-42dc-987b-9a836dad20fc is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:20.594129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Pushing event updated for resources: {'Port': ['ID=0aa09bbd-2725-43cd-9374-2a36b238b1a9,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:20.601376 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:20.610491 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.630428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:20.661729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926e3eb-64be-4fd1-a256-c02ab2c0be85 req-41cbf40c-6448-4d9a-8c45-9f1eca59d79d tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.670968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b926e3eb-64be-4fd1-a256-c02ab2c0be85 req-41cbf40c-6448-4d9a-8c45-9f1eca59d79d tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 945 time: 0.4154840 Apr 18 20:40:20.729201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:20.762472 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.773862 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:20.775937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Pushing event updated for resources: {'Port': ['ID=8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:20.782699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:20.953418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 57292e2f-396c-4426-a805-12059428f2ff up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:20.967163 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.114370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 57292e2f-396c-4426-a805-12059428f2ff triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:21.114739 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.142579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-024387da-4da9-479a-80f2-05c3647ac368 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.146310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=89c524ea-d14b-4bb9-8b3a-fcdb7cd970ee,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:21.172346 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-024387da-4da9-479a-80f2-05c3647ac368 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.225115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b216839c-994c-48c8-89e3-87c2933314f1 None None] Provisioning complete for port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:21.234935 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b216839c-994c-48c8-89e3-87c2933314f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.311220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024387da-4da9-479a-80f2-05c3647ac368 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0665feea-46e6-4324-a1e2-fc1999df565b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:21.327442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b216839c-994c-48c8-89e3-87c2933314f1 None None] Port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:21.332353 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-024387da-4da9-479a-80f2-05c3647ac368 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.337650 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-024387da-4da9-479a-80f2-05c3647ac368 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9332771 Apr 18 20:40:21.338261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45982) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:21.356673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3b1ae62a-db1f-43df-b437-f7a92d9a7bc5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '0665feea-46e6-4324-a1e2-fc1999df565b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:21.373160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b216839c-994c-48c8-89e3-87c2933314f1 None None] Provisioning complete for port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:21.373748 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b216839c-994c-48c8-89e3-87c2933314f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.404854 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.436794 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.491541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b216839c-994c-48c8-89e3-87c2933314f1 None None] Port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:21.501075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 57292e2f-396c-4426-a805-12059428f2ff, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=57292e2f-396c-4426-a805-12059428f2ff,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:21.506090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae62a-db1f-43df-b437-f7a92d9a7bc5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.510184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.533258 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.546116 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.590428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=57292e2f-396c-4426-a805-12059428f2ff,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:21.672433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b926e3eb-64be-4fd1-a256-c02ab2c0be85 req-8758666a-3eda-4636-a96c-c4b7d9c329ad tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0003829 Apr 18 20:40:21.697816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-15b6e9a6-ab8b-4c57-9928-e8c1523f4ee5 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2438340 Apr 18 20:40:21.752834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-6ab77bbb-9c7c-4338-a86e-c6258fa7d6fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Deleting port 0bf645b5-129f-443f-9d80-2638205b29e0 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:21.753197 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-6ab77bbb-9c7c-4338-a86e-c6258fa7d6fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.821099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae62a-db1f-43df-b437-f7a92d9a7bc5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.842744 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae62a-db1f-43df-b437-f7a92d9a7bc5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.916977 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ae62a-db1f-43df-b437-f7a92d9a7bc5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e25ac90-6547-4739-997a-10e4565e6312,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:21.936362 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae62a-db1f-43df-b437-f7a92d9a7bc5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.938395 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3b1ae62a-db1f-43df-b437-f7a92d9a7bc5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5952718 Apr 18 20:40:21.947105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45984) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:21.998082 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2827bc19-e66f-4903-8d3d-a7115c8e0eae tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules/5e25ac90-6547-4739-997a-10e4565e6312 HTTP/1.1" status: 200 len: 763 time: 0.0489907 Apr 18 20:40:22.002364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45986) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:22.050420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.054805 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.060714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.083801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-6ab77bbb-9c7c-4338-a86e-c6258fa7d6fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] For port 0bf645b5-129f-443f-9d80-2638205b29e0, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=0bf645b5-129f-443f-9d80-2638205b29e0,segment=NetworkSegment(f6fb6282-5ff6-447a-8f8f-f75e29bd99c7),segment_id=f6fb6282-5ff6-447a-8f8f-f75e29bd99c7)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:22.084528 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-6ab77bbb-9c7c-4338-a86e-c6258fa7d6fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.084936 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.120406 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.129750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-6ab77bbb-9c7c-4338-a86e-c6258fa7d6fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Calling delete_port for 0bf645b5-129f-443f-9d80-2638205b29e0 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:22.154063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-046ad8f8-7336-46a5-8ab2-b13a9e4a91d1 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191515 Apr 18 20:40:22.212914 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b70b87a8-8dc6-46c2-8610-69ac3b3ee7dc tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2053359 Apr 18 20:40:22.217646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45988) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:22.253104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=89c524ea-d14b-4bb9-8b3a-fcdb7cd970ee,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:22.259088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.317830 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.336551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06f3c854-899d-43f0-9f40-eec1599e4dd4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.342421 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.343557 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e2d06674-431e-4304-81d7-bd469fbd42d1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8143125 Apr 18 20:40:22.350464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45990) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:22.354083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Pushing event updated for resources: {'Port': ['ID=8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:22.359548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'port': {'network_id': 'b51be509-3cb6-4491-b80a-9457bf44fb08', 'name': 'tempest-FloatingIPTestJSON-290714914'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:22.407748 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06f3c854-899d-43f0-9f40-eec1599e4dd4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.455672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06f3c854-899d-43f0-9f40-eec1599e4dd4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.461841 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-06f3c854-899d-43f0-9f40-eec1599e4dd4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.463280 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-06f3c854-899d-43f0-9f40-eec1599e4dd4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5e25ac90-6547-4739-997a-10e4565e6312 HTTP/1.1" status: 204 len: 168 time: 0.2399561 Apr 18 20:40:22.473872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45996) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:22.558204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85542016-b532-4aa0-b035-e4eee2ff9ac6 req-79c58dcb-cf0f-484c-a23b-21506fc6ae43 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0532546 Apr 18 20:40:22.559060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3c854-899d-43f0-9f40-eec1599e4dd4 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e25ac90-6547-4739-997a-10e4565e6312,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:22.607788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-600cc735-d2ee-41d4-b6f2-d05aeb863645 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1283078 Apr 18 20:40:22.611069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45998) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:22.620134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-82231483-3a4d-46f0-a836-50caf7e588c5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '0665feea-46e6-4324-a1e2-fc1999df565b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:22.779438 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82231483-3a4d-46f0-a836-50caf7e588c5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.802638 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.831650 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.916244 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.996746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-6ab77bbb-9c7c-4338-a86e-c6258fa7d6fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.091674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f22df7ef-d815-43f0-8292-7d58e4175be3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:23.151579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63525a-3767-462f-8746-69b477f723fa req-952690b1-37ca-4d1b-981a-1d6ddbf3b9fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.161313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac63525a-3767-462f-8746-69b477f723fa req-952690b1-37ca-4d1b-981a-1d6ddbf3b9fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/ports?device_id=526eadf1-fb34-4199-b2ac-c6de5d2880a6 HTTP/1.1" status: 200 len: 867 time: 0.3448584 Apr 18 20:40:23.168145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Network c950a1c8-90b8-42dc-987b-9a836dad20fc is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:23.178270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:23.181879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-6ab77bbb-9c7c-4338-a86e-c6258fa7d6fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] No DVR routers for this DVR port 0bf645b5-129f-443f-9d80-2638205b29e0 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:23.191358 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f22df7ef-d815-43f0-8292-7d58e4175be3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:23.191886 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.294030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Made reservation on behalf of 94811021fab043bfab8947016e716304 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:23.296521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Pushing event updated for resources: {'Port': ['ID=0aa09bbd-2725-43cd-9374-2a36b238b1a9,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:23.336693 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-6ab77bbb-9c7c-4338-a86e-c6258fa7d6fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.341009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7626e2b4-f0f9-45b0-9adf-38e0fee8bce8 req-6ab77bbb-9c7c-4338-a86e-c6258fa7d6fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.64 "DELETE /v2.0/ports/0bf645b5-129f-443f-9d80-2638205b29e0 HTTP/1.1" status: 204 len: 173 time: 2.9591494 Apr 18 20:40:23.343572 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.344585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab77bbb-9c7c-4338-a86e-c6258fa7d6fa tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] Pushing event deleted for resources: {'Port': ['ID=0bf645b5-129f-443f-9d80-2638205b29e0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:23.348563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '526eadf1-fb34-4199-b2ac-c6de5d2880a6', 'name': 'network-vif-deleted', 'tag': '0bf645b5-129f-443f-9d80-2638205b29e0'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:23.351730 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2099d81d-a40a-4956-b7be-856be2406dfc" -d '{"events": [{"server_uuid": "526eadf1-fb34-4199-b2ac-c6de5d2880a6", "name": "network-vif-deleted", "tag": "0bf645b5-129f-443f-9d80-2638205b29e0"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:23.394551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82231483-3a4d-46f0-a836-50caf7e588c5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.429288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82231483-3a4d-46f0-a836-50caf7e588c5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.443682 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.483529 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d185a946-02a7-41b7-9bb6-2b91cb36ac79 x-openstack-request-id: req-d185a946-02a7-41b7-9bb6-2b91cb36ac79 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:23.484431 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "526eadf1-fb34-4199-b2ac-c6de5d2880a6", "name": "network-vif-deleted", "tag": "0bf645b5-129f-443f-9d80-2638205b29e0", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:23.485050 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d185a946-02a7-41b7-9bb6-2b91cb36ac79 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:23.485816 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d185a946-02a7-41b7-9bb6-2b91cb36ac79'] response: {'server_uuid': '526eadf1-fb34-4199-b2ac-c6de5d2880a6', 'name': 'network-vif-deleted', 'tag': '0bf645b5-129f-443f-9d80-2638205b29e0', 'status': 'completed', 'code': 200} Apr 18 20:40:23.498219 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82231483-3a4d-46f0-a836-50caf7e588c5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.500862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-82231483-3a4d-46f0-a836-50caf7e588c5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8887846 Apr 18 20:40:23.507737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46010) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:23.525882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac63525a-3767-462f-8746-69b477f723fa req-e398fd6a-2ee8-4fd5-a64b-c17ae01df764 tempest-VolumesActionsTest-1775420357 tempest-VolumesActionsTest-1775420357-project] 10.222.0.49 "GET /v2.0/security-groups?id=a56e6d20-9de3-490b-b7a1-61f26bef8ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617263 Apr 18 20:40:23.541832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port f22df7ef-d815-43f0-8292-7d58e4175be3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f22df7ef-d815-43f0-8292-7d58e4175be3,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:23.550309 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.551559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 57292e2f-396c-4426-a805-12059428f2ff up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:23.552058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82231483-3a4d-46f0-a836-50caf7e588c5 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bcd0f7-20e5-46b3-890c-a872b5a415c0,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:23.579220 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f537eb65-3e61-412a-a5e3-d7815a128052 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules/19bcd0f7-20e5-46b3-890c-a872b5a415c0 HTTP/1.1" status: 200 len: 763 time: 0.0483885 Apr 18 20:40:23.584238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46012) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:23.635392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] device_id is not set on port bfc2d844-ce4e-4d47-8714-31c9106ed9c7 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:40:23.682268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:23.685631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:23.747965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Router a864ca14-bca4-4d51-b4dd-655d5d56c174 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:23.844774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=f22df7ef-d815-43f0-8292-7d58e4175be3,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:23.866744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-031efe21-bd3c-4415-bddb-e8cbf9b2485c tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2795274 Apr 18 20:40:23.876076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46016) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:23.909378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1b76f1a-f0b9-4231-b0c4-003e6877d982 req-3d302546-d0f5-4741-ab7c-678ba981c634 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 210 time: 0.0672884 Apr 18 20:40:23.912552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Router bc43ee37-40c2-4b48-96e4-ce2c3a379efd has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:23.918244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d5a20fc-a85e-4b23-8260-5d8b83f02fdd None None] Provisioning complete for port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:23.918717 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d5a20fc-a85e-4b23-8260-5d8b83f02fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.017744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 0bf645b5-129f-443f-9d80-2638205b29e0 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:40:24.069293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 0bf645b5-129f-443f-9d80-2638205b29e0 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:40:24.070654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 0bf645b5-129f-443f-9d80-2638205b29e0 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:40:24.072450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 57292e2f-396c-4426-a805-12059428f2ff triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:24.073863 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.153230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2aaea28f-cd6e-40a2-9093-ca9f1acf5d40 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.167395 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2aaea28f-cd6e-40a2-9093-ca9f1acf5d40 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.187006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a20fc-a85e-4b23-8260-5d8b83f02fdd None None] Port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:24.313980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:24.321271 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:24.332863 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ac4094af-1a5e-4984-8d13-390f6449a874 admin admin] 10.222.0.49 "PUT /v2.0/routers/a864ca14-bca4-4d51-b4dd-655d5d56c174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8755693 Apr 18 20:40:24.340399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e351a44a-3801-4742-82b2-0d6da87502de admin admin] 10.222.0.49 "PUT /v2.0/routers/bc43ee37-40c2-4b48-96e4-ce2c3a379efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0348620 Apr 18 20:40:24.341232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.20.0.4 (b51be509-3cb6-4491-b80a-9457bf44fb08/b2dabff1-32cf-4803-8663-2b6a06ce78c1/bfc2d844-ce4e-4d47-8714-31c9106ed9c7) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:24.364531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Sync routers for ids ['a864ca14-bca4-4d51-b4dd-655d5d56c174'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:24.373354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8b2597b5-e6b3-439c-92b0-7ee4976960bc None None] Provisioning complete for port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:24.373884 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8b2597b5-e6b3-439c-92b0-7ee4976960bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.397891 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2aaea28f-cd6e-40a2-9093-ca9f1acf5d40 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.426694 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2aaea28f-cd6e-40a2-9093-ca9f1acf5d40 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.438958 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2aaea28f-cd6e-40a2-9093-ca9f1acf5d40 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/19bcd0f7-20e5-46b3-890c-a872b5a415c0 HTTP/1.1" status: 204 len: 168 time: 0.5631659 Apr 18 20:40:24.441414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-acaca1d5-832a-4c83-a1c2-518e96a9c2e7 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:24.443603 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Routers {'a864ca14-bca4-4d51-b4dd-655d5d56c174'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:24.444820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a864ca14-bca4-4d51-b4dd-655d5d56c174'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:24.451573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-acaca1d5-832a-4c83-a1c2-518e96a9c2e7 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.60 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 815 time: 0.2717373 Apr 18 20:40:24.455307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46022) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:24.474049 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Sync routers for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:24.489174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaea28f-cd6e-40a2-9093-ca9f1acf5d40 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19bcd0f7-20e5-46b3-890c-a872b5a415c0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:24.499523 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:24.500186 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:24.504248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8b2597b5-e6b3-439c-92b0-7ee4976960bc None None] Port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:24.580784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-b9d2ade1-1fb8-497b-bccd-54c6b33a264b tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 473 time: 0.0968757 Apr 18 20:40:24.603623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'port': {'device_id': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'admin_state_up': True, 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'security_groups': ['53463b3e-46b4-4764-9452-fae4d0fec178']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:24.694275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-34831af1-c259-457e-97da-e41aa2627c6e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2365446 Apr 18 20:40:24.699667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46034) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:24.701339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Set router a864ca14-bca4-4d51-b4dd-655d5d56c174 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:24.722288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4dc6dbe8-1a26-4166-81b8-5261f483190d tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '0665feea-46e6-4324-a1e2-fc1999df565b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:24.918240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f22df7ef-d815-43f0-8292-7d58e4175be3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:24.930161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Made reservation on behalf of 1fe24bfa474f4f6b86fbdaeef7396262 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:24.934261 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.011870 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.106945 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:25.157946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f22df7ef-d815-43f0-8292-7d58e4175be3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:25.158301 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.216048 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.242143 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-4dc6dbe8-1a26-4166-81b8-5261f483190d tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Project c9b0760b86ab45a3bc7702f5957a2cf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:40:25.348351 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dc6dbe8-1a26-4166-81b8-5261f483190d tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.359573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Allocated IP 172.20.0.14 (8c9a19a1-29f1-47e6-96b1-39d5cf87fedb/0cd3b977-ca1a-4086-b53d-098dd2142a3d/622db6a4-49a5-40cc-9157-3a04e5b3a650) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:25.375662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f', 'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'mac_address': 'fa:16:3e:bb:f7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 2, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'subnets': [{'id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:25.401998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=bfc2d844-ce4e-4d47-8714-31c9106ed9c7,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:25.436569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network b51be509-3cb6-4491-b80a-9457bf44fb08 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:25.463932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:25.468997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:25.536548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-792b665d-bd70-4c2d-b7d6-269fdb182bf2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:25.538281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-792b665d-bd70-4c2d-b7d6-269fdb182bf2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 819 time: 0.3364453 Apr 18 20:40:25.615719 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9614efba-5f1b-4357-a09d-0f4bc425db04 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/quotas/2e415c7e94c84df2883ee13c5a601903 HTTP/1.1" status: 200 len: 375 time: 0.0569007 Apr 18 20:40:25.667145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46058) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:25.697968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-30c7a495-72f9-43f1-b165-a2dc0c648c38 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177590337', 'description': 'tempest-description--834077682'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:25.746515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:25.748063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.755793 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:22Z', 'revision_number': 2, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:25.794937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Checking router: a864ca14-bca4-4d51-b4dd-655d5d56c174 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:40:25.795310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Updating router a864ca14-bca4-4d51-b4dd-655d5d56c174 port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:40:25.807357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dc6dbe8-1a26-4166-81b8-5261f483190d tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.826945 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c63f2990-ae1b-4820-85f4-dd27ad48ac5e tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4745779 Apr 18 20:40:25.831625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dc6dbe8-1a26-4166-81b8-5261f483190d tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.834000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46060) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:25.846939 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Checking router: bc43ee37-40c2-4b48-96e4-ce2c3a379efd for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:40:25.847304 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Updating router bc43ee37-40c2-4b48-96e4-ce2c3a379efd port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:40:25.855704 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.862185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-74194d40-7705-44fb-896b-6423fd6eb6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'port_id': 'bfc2d844-ce4e-4d47-8714-31c9106ed9c7'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:25.877969 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.900371 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.905499 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.958245 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74194d40-7705-44fb-896b-6423fd6eb6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.974960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6dbe8-1a26-4166-81b8-5261f483190d tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e536e20f-e819-4c85-adad-31d13bd8530a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:25.991798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c7a495-72f9-43f1-b165-a2dc0c648c38 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.050172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=622db6a4-49a5-40cc-9157-3a04e5b3a650,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:26.053826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:26.059707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:26.074686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-df75e6b1-6cc0-4b0b-a336-172a7d647ca6 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4579771 Apr 18 20:40:26.084915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:26.205411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dc6dbe8-1a26-4166-81b8-5261f483190d tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.211069 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4dc6dbe8-1a26-4166-81b8-5261f483190d tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5016081 Apr 18 20:40:26.211069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46062) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:26.391709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9b937-60dd-4d5b-b1f4-4e2a08e985c9 req-5c7f9208-ee23-4b37-ac13-80c86eb06b12 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.394550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebd9b937-60dd-4d5b-b1f4-4e2a08e985c9 req-5c7f9208-ee23-4b37-ac13-80c86eb06b12 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 932 time: 0.4985526 Apr 18 20:40:26.399682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-a7a2a3f0-7696-45e5-a5fc-a4062db9cb43 service neutron] 10.222.0.49 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238688 Apr 18 20:40:26.419430 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ebaf1ea8-632d-421e-8845-f25b67d6fb6e tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules/e536e20f-e819-4c85-adad-31d13bd8530a HTTP/1.1" status: 200 len: 769 time: 0.1767864 Apr 18 20:40:26.420553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46066) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:26.432096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.433082 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.561707 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c7a495-72f9-43f1-b165-a2dc0c648c38 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.627579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c7a495-72f9-43f1-b165-a2dc0c648c38 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.674528 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.688290 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d6850cc7-21cf-4f05-a1d1-8f9c2c7f4e99 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2596822 Apr 18 20:40:26.689945 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.697942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46068) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:26.790422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9144b4e2-9113-415d-9e13-1614750d8deb None None] Provisioning complete for port 622db6a4-49a5-40cc-9157-3a04e5b3a650 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:26.790885 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9144b4e2-9113-415d-9e13-1614750d8deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.797280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c7a495-72f9-43f1-b165-a2dc0c648c38 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.798583 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-30c7a495-72f9-43f1-b165-a2dc0c648c38 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1220653 Apr 18 20:40:26.822648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46070) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:26.829506 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.833798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-cb881637-9e6b-4cf3-a462-76f642f938ea tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'security_group_rule': {'security_group_id': '441604d1-b0e2-4dd3-83d6-1ce747b0f021', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:26.846960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7a495-72f9-43f1-b165-a2dc0c648c38 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441604d1-b0e2-4dd3-83d6-1ce747b0f021,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:26.848361 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.885766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde261c5-f670-4b10-ad9f-c308b359c399 None None] Pushing event updated for resources: {'Port': ['ID=8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:26.931324 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd2e038d-a33c-4028-8bba-81d680c187bc tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.983125 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ca71e-81f8-4d34-a58d-9c0a5e33b1f4 None None] Pushing event updated for resources: {'Port': ['ID=0aa09bbd-2725-43cd-9374-2a36b238b1a9,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:26.984354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd2e038d-a33c-4028-8bba-81d680c187bc tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.030692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-9144b4e2-9113-415d-9e13-1614750d8deb None None] Port 622db6a4-49a5-40cc-9157-3a04e5b3a650 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:27.053225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Attempting to bind port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:27.056773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Attempting to bind port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:27.057570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Attempting to bind port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:27.067120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:27.068166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Checking segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:27.068816 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.073889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Bound using segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:27.075052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Bound port: 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:27.075686 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.083326 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb881637-9e6b-4cf3-a462-76f642f938ea tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.093789 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Attempting to bind port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:27.094163 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Attempting to bind port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:27.094562 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Attempting to bind port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 on network bda4290d-bdb0-4096-9357-e9ea6a72d662 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:27.114394 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:27.114849 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Checking segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:27.115160 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.115552 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Bound using segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:27.116056 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Bound port: 0aa09bbd-2725-43cd-9374-2a36b238b1a9, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:27.116450 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.136466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-baac5664-3b3c-4ce6-93de-f5020d6f3bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5440094 Apr 18 20:40:27.188826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd2e038d-a33c-4028-8bba-81d680c187bc tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.189469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] For port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:27.193744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] For port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:27.201665 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.202828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd2e038d-a33c-4028-8bba-81d680c187bc tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.204062 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Request body: {'port': {'device_id': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:27.204791 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fd2e038d-a33c-4028-8bba-81d680c187bc tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/e536e20f-e819-4c85-adad-31d13bd8530a HTTP/1.1" status: 204 len: 168 time: 0.4985352 Apr 18 20:40:27.215576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46072) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:27.278445 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] For port 0aa09bbd-2725-43cd-9374-2a36b238b1a9, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:27.286408 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] For port 0aa09bbd-2725-43cd-9374-2a36b238b1a9, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0aa09bbd-2725-43cd-9374-2a36b238b1a9,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:27.290638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ad8fea5a-ce31-4e58-b94e-08994796365e None None] Provisioning complete for port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:27.291413 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ad8fea5a-ce31-4e58-b94e-08994796365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.293910 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.303697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e038d-a33c-4028-8bba-81d680c187bc tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e536e20f-e819-4c85-adad-31d13bd8530a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:27.370239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Routers {'a864ca14-bca4-4d51-b4dd-655d5d56c174'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:27.372217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a864ca14-bca4-4d51-b4dd-655d5d56c174'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:27.374940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde261c5-f670-4b10-ad9f-c308b359c399 None None] Pushing event updated for resources: {'Port': ['ID=8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:27.376735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebd9b937-60dd-4d5b-b1f4-4e2a08e985c9 req-b24fb7fa-e171-481d-974e-2e37f15bbbfc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9389136 Apr 18 20:40:27.387469 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.db.resource_extend [None req-74194d40-7705-44fb-896b-6423fd6eb6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:27.447489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb881637-9e6b-4cf3-a462-76f642f938ea tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.454646 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb881637-9e6b-4cf3-a462-76f642f938ea tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.495348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb881637-9e6b-4cf3-a462-76f642f938ea tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f75997-3660-49b5-a236-9d18f1c31553,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:27.524046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb881637-9e6b-4cf3-a462-76f642f938ea tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.526189 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cb881637-9e6b-4cf3-a462-76f642f938ea tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6965714 Apr 18 20:40:27.531062 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ca71e-81f8-4d34-a58d-9c0a5e33b1f4 None None] Pushing event updated for resources: {'Port': ['ID=0aa09bbd-2725-43cd-9374-2a36b238b1a9,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:27.532440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74194d40-7705-44fb-896b-6423fd6eb6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.535205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46078) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:27.542312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bfdc2a7a-27d0-4017-a721-26624574bf10 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'security_group_rule': {'security_group_id': '441604d1-b0e2-4dd3-83d6-1ce747b0f021', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:27.555689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74194d40-7705-44fb-896b-6423fd6eb6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.563244 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:27.570175 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:27.698716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d52c2e61-88c2-4a27-8053-66ccade2fcd9 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4771237 Apr 18 20:40:27.707618 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.738141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46084) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:27.797802 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:27.812154 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-74194d40-7705-44fb-896b-6423fd6eb6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP 8d3f87a4-c3ef-4179-9bdd-5259a1a6da14 associated. External IP: 172.25.2.25, port: bfc2d844-ce4e-4d47-8714-31c9106ed9c7. Apr 18 20:40:27.832818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] Set router a864ca14-bca4-4d51-b4dd-655d5d56c174 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:27.839978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ad8fea5a-ce31-4e58-b94e-08994796365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.908969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ad8fea5a-ce31-4e58-b94e-08994796365e None None] For port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:27.916454 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ad8fea5a-ce31-4e58-b94e-08994796365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.011737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-68294d49-7b67-4c1b-9472-8e9c63aa8980 service neutron] 10.222.0.49 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5709159 Apr 18 20:40:28.103067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fea5a-ce31-4e58-b94e-08994796365e None None] Pushing event updated for resources: {'Port': ['ID=8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:28.134342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3555043e-ad86-4b57-a7ea-42066ffe6ce3 None None] Provisioning complete for port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:28.135039 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3555043e-ad86-4b57-a7ea-42066ffe6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.149718 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0510c79d-df53-4f68-952a-c407438ee399 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.163667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2a7a-27d0-4017-a721-26624574bf10 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.175311 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0510c79d-df53-4f68-952a-c407438ee399 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.260109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0510c79d-df53-4f68-952a-c407438ee399 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.278617 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0510c79d-df53-4f68-952a-c407438ee399 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.278896 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0510c79d-df53-4f68-952a-c407438ee399 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/0665feea-46e6-4324-a1e2-fc1999df565b HTTP/1.1" status: 204 len: 168 time: 0.3143890 Apr 18 20:40:28.288132 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:27Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:28.288728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46090) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:28.327434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510c79d-df53-4f68-952a-c407438ee399 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0665feea-46e6-4324-a1e2-fc1999df565b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:28.363655 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373187f6-09b7-499f-a344-67ae3c90f67e None None] The sync data for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 is: [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:27Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:28.398890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2a7a-27d0-4017-a721-26624574bf10 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.437377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55e04afa-2cc9-4407-9af1-64836efb1566 req-ada68e90-7501-4d80-9c63-88bee61eefe4 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 210 time: 0.0706956 Apr 18 20:40:28.511035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2a7a-27d0-4017-a721-26624574bf10 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.594927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3555043e-ad86-4b57-a7ea-42066ffe6ce3 None None] Provisioning complete for port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:28.595540 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3555043e-ad86-4b57-a7ea-42066ffe6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.600001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622db6a4-49a5-40cc-9157-3a04e5b3a650 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:28.620188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.649931 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Transition to ACTIVE for port object 622db6a4-49a5-40cc-9157-3a04e5b3a650 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:28.659442 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.694514 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a1d7da4f-a0a5-4d97-8bfd-75ba4346da19 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4001474 Apr 18 20:40:28.706526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46102) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:28.721223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-176474b8-5c06-4baa-b6c6-8ef5e0db42a8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group': {'name': 'tempest-secgroup--746666791'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:28.724699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f', 'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'mac_address': 'fa:16:3e:bb:f7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:27Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'subnets': [{'id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:28.732098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc2a7a-27d0-4017-a721-26624574bf10 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b852867-efbd-4a3b-834c-6c90f05bec10,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:28.773904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5965cc8f-91cd-4dfd-9b7e-c47cbd984c70 None None] The sync data for ids ['a864ca14-bca4-4d51-b4dd-655d5d56c174'] in n-d-836015-4 is: [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f', 'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'mac_address': 'fa:16:3e:bb:f7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:27Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'subnets': [{'id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:28.779356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfdc2a7a-27d0-4017-a721-26624574bf10 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.793227 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bfdc2a7a-27d0-4017-a721-26624574bf10 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2562764 Apr 18 20:40:28.807484 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46114) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:28.860345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:28.934213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74194d40-7705-44fb-896b-6423fd6eb6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:28.973225 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3555043e-ad86-4b57-a7ea-42066ffe6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.994744 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-176474b8-5c06-4baa-b6c6-8ef5e0db42a8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.006855 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.162814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3555043e-ad86-4b57-a7ea-42066ffe6ce3 None None] For port 0aa09bbd-2725-43cd-9374-2a36b238b1a9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0aa09bbd-2725-43cd-9374-2a36b238b1a9,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:29.172420 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3555043e-ad86-4b57-a7ea-42066ffe6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.220715 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0aa09bbd-2725-43cd-9374-2a36b238b1a9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:29.372466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-f6796d0b-258e-4cb8-ad63-4a350d1587f4 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.389688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-f6796d0b-258e-4cb8-ad63-4a350d1587f4 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 819 time: 0.5368249 Apr 18 20:40:29.393933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Pushing event updated for resources: {'Port': ['ID=622db6a4-49a5-40cc-9157-3a04e5b3a650,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:29.528486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555043e-ad86-4b57-a7ea-42066ffe6ce3 None None] Pushing event updated for resources: {'Port': ['ID=0aa09bbd-2725-43cd-9374-2a36b238b1a9,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:29.592502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:29.593000 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.729772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbf325-0e44-4e85-9611-2045e9e50f60 req-aad12ba0-f2c9-4e66-8807-eb3607f1b2b8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.733950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2dbf325-0e44-4e85-9611-2045e9e50f60 req-aad12ba0-f2c9-4e66-8807-eb3607f1b2b8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 944 time: 1.0547116 Apr 18 20:40:29.746888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-c94d507a-704e-42e1-a491-758e07a94362 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/quotas/2e415c7e94c84df2883ee13c5a601903 HTTP/1.1" status: 200 len: 375 time: 0.1964014 Apr 18 20:40:29.847448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-176474b8-5c06-4baa-b6c6-8ef5e0db42a8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.907652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74194d40-7705-44fb-896b-6423fd6eb6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:29.910908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-176474b8-5c06-4baa-b6c6-8ef5e0db42a8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.917866 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74194d40-7705-44fb-896b-6423fd6eb6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.932425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d3b560-e05d-423e-8cd3-46068fe326aa None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:29.979484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Attempting to bind port 622db6a4-49a5-40cc-9157-3a04e5b3a650 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:29.980398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Attempting to bind port 622db6a4-49a5-40cc-9157-3a04e5b3a650 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:29.981419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Attempting to bind port 622db6a4-49a5-40cc-9157-3a04e5b3a650 on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:29.986041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d3b560-e05d-423e-8cd3-46068fe326aa None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:29.987547 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-15d3b560-e05d-423e-8cd3-46068fe326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:30.024616 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-74194d40-7705-44fb-896b-6423fd6eb6f7 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "PUT /v2.0/floatingips/8d3f87a4-c3ef-4179-9bdd-5259a1a6da14 HTTP/1.1" status: 200 len: 976 time: 4.1673357 Apr 18 20:40:30.032909 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-176474b8-5c06-4baa-b6c6-8ef5e0db42a8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.036883 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-176474b8-5c06-4baa-b6c6-8ef5e0db42a8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3177485 Apr 18 20:40:30.036883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46120) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:30.041782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46122) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:30.048724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176474b8-5c06-4baa-b6c6-8ef5e0db42a8 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8396616c-4540-4c69-997c-24e2a2eee374,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:30.061038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-268b6ed7-11d8-4743-ad2c-798ba5b2edb7 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Request body: {'security_group_rule': {'security_group_id': '8396616c-4540-4c69-997c-24e2a2eee374', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:30.106132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2dbf325-0e44-4e85-9611-2045e9e50f60 req-48d34bdf-7289-453f-9fd7-c0b1729ccfce tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398666 Apr 18 20:40:30.108970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Port 622db6a4-49a5-40cc-9157-3a04e5b3a650 on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:30.109728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Attempting to bind port 622db6a4-49a5-40cc-9157-3a04e5b3a650 on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:30.116324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-15d3b560-e05d-423e-8cd3-46068fe326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:30.132809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:30.133365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Checking segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:30.135672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Bound using segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:30.139825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Bound port: 622db6a4-49a5-40cc-9157-3a04e5b3a650, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:30.140436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.147569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d3b560-e05d-423e-8cd3-46068fe326aa None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:30.148440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-15d3b560-e05d-423e-8cd3-46068fe326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:30.168956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-38b1ff8e-b32d-41d5-88ed-d102e26b0c13 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4206054 Apr 18 20:40:30.233703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-15d3b560-e05d-423e-8cd3-46068fe326aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:30.234460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d3b560-e05d-423e-8cd3-46068fe326aa None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:30.267041 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-268b6ed7-11d8-4743-ad2c-798ba5b2edb7 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.378846 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-268b6ed7-11d8-4743-ad2c-798ba5b2edb7 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.394723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-268b6ed7-11d8-4743-ad2c-798ba5b2edb7 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.421091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.426821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] For port 622db6a4-49a5-40cc-9157-3a04e5b3a650, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:30.431859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-49ac6701-f7b9-4370-8444-185b2ff00a82 service neutron] 10.222.0.49 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616873 Apr 18 20:40:30.433809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] For port 622db6a4-49a5-40cc-9157-3a04e5b3a650, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=622db6a4-49a5-40cc-9157-3a04e5b3a650,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:30.436851 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-268b6ed7-11d8-4743-ad2c-798ba5b2edb7 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.442326 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-268b6ed7-11d8-4743-ad2c-798ba5b2edb7 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3877470 Apr 18 20:40:30.442557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.447035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46126) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:30.485648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b6ed7-11d8-4743-ad2c-798ba5b2edb7 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e031aed-c290-4055-a33c-1821ddc03169,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:30.550045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port bfc2d844-ce4e-4d47-8714-31c9106ed9c7 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:30.550447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.684734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.685556 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.687231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] 10.222.0.60 "PUT /v2.0/ports/622db6a4-49a5-40cc-9157-3a04e5b3a650 HTTP/1.1" status: 200 len: 1092 time: 3.5003500 Apr 18 20:40:30.687773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'tag': '622db6a4-49a5-40cc-9157-3a04e5b3a650'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:30.690183 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af181d13-2bbc-4876-ab4b-f2d68151b3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c81b1c4-6254-42d2-9c5a-b91dae12d9a9", "tag": "622db6a4-49a5-40cc-9157-3a04e5b3a650"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:30.859029 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4d4fa8-c1eb-42cd-8e11-68c8caacadfc x-openstack-request-id: req-8c4d4fa8-c1eb-42cd-8e11-68c8caacadfc {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:30.860101 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c81b1c4-6254-42d2-9c5a-b91dae12d9a9", "tag": "622db6a4-49a5-40cc-9157-3a04e5b3a650", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:30.860490 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c4d4fa8-c1eb-42cd-8e11-68c8caacadfc {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:30.860866 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4d4fa8-c1eb-42cd-8e11-68c8caacadfc'] response: {'name': 'network-changed', 'server_uuid': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'tag': '622db6a4-49a5-40cc-9157-3a04e5b3a650', 'status': 'completed', 'code': 200} Apr 18 20:40:30.970274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be43ee-6216-426e-8551-a2430c2e6299 service neutron] Pushing event updated for resources: {'Port': ['ID=622db6a4-49a5-40cc-9157-3a04e5b3a650,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:31.046155 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e524618a-373a-4d56-8be8-c85504df8b31 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.072956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-511c5d12-b1ef-46a5-9e7d-42fe1b64b8a0 service neutron] 10.222.0.49 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6075029 Apr 18 20:40:31.110639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-e276e995-4120-48a3-9a5f-c7a0c70ecb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.114797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-e276e995-4120-48a3-9a5f-c7a0c70ecb2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 1095 time: 0.3086655 Apr 18 20:40:31.121841 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e524618a-373a-4d56-8be8-c85504df8b31 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.139770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-856a9af2-787d-4871-9a0a-5a6ef58f4c20 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.148855 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:31.151644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-856a9af2-787d-4871-9a0a-5a6ef58f4c20 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 819 time: 0.5906458 Apr 18 20:40:31.181764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Request body: {'port': {'device_id': 'e5ed2694-d8b2-4acd-b04b-0c0cb044a00b', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'admin_state_up': True, 'tenant_id': '2e415c7e94c84df2883ee13c5a601903'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:31.375339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:31.375793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.448361 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-5b0c0f29-3248-4f2d-b4ff-bda1bc2c2b27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=622db6a4-49a5-40cc-9157-3a04e5b3a650 HTTP/1.1" status: 200 len: 217 time: 0.2067399 Apr 18 20:40:31.573464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb73a06c-6b29-4bb4-863f-ca13b21a1e6c req-34f55d01-7dda-49ad-aed4-3aa91a7c496c tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 210 time: 0.0680549 Apr 18 20:40:31.621878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0aa09bbd-2725-43cd-9374-2a36b238b1a9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:31.657494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1ca5d-da89-4ea9-90b3-75fcaea19893 req-52e591de-d578-43ad-baa5-5166766febeb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.662441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bb1ca5d-da89-4ea9-90b3-75fcaea19893 req-52e591de-d578-43ad-baa5-5166766febeb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 944 time: 0.4081154 Apr 18 20:40:31.701814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-92b079e5-1069-439d-bbf3-a61f5fa80d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.704637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-92b079e5-1069-439d-bbf3-a61f5fa80d41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.2131312 Apr 18 20:40:31.711045 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.713323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e524618a-373a-4d56-8be8-c85504df8b31 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.717664 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e524618a-373a-4d56-8be8-c85504df8b31 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.719409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e524618a-373a-4d56-8be8-c85504df8b31 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/8396616c-4540-4c69-997c-24e2a2eee374 HTTP/1.1" status: 204 len: 168 time: 1.2666020 Apr 18 20:40:31.729976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46138) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:31.734388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Allocated IP 172.25.2.71 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/96a42800-c822-4ff4-a92a-6d595471bcbc) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:31.763533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:31.768885 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.793667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524618a-373a-4d56-8be8-c85504df8b31 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8396616c-4540-4c69-997c-24e2a2eee374,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:31.924318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-a45f835e-dfb1-4d8a-8174-b940a73bf320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.938055 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-a45f835e-dfb1-4d8a-8174-b940a73bf320 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960108 Apr 18 20:40:31.954987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bb1ca5d-da89-4ea9-90b3-75fcaea19893 req-169aa752-d5f5-49c5-9ac3-708f7566359b tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577724 Apr 18 20:40:31.973430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Made reservation on behalf of 2e415c7e94c84df2883ee13c5a601903 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:31.980133 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.116716 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d4f4c752-9284-4f05-a397-b8ea0a7efb48 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3854358 Apr 18 20:40:32.117149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46146) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:32.144182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-75d7538a-1cde-4555-8aa8-bec735502e8c service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872416 Apr 18 20:40:32.277404 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-36235034-065b-42aa-94f4-320c0f5f3c29 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1560693 Apr 18 20:40:32.282858 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46148) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:32.315799 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-cf8651e8-3a4d-4c6b-953f-2799a5f3e296 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] delete failed (client error): The resource could not be found. Apr 18 20:40:32.317262 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cf8651e8-3a4d-4c6b-953f-2799a5f3e296 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "DELETE /v2.0/security-groups/8396616c-4540-4c69-997c-24e2a2eee374 HTTP/1.1" status: 404 len: 347 time: 0.0327613 Apr 18 20:40:32.323557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46152) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:32.345782 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.365390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.366143 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.366638 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP 8d3f87a4-c3ef-4179-9bdd-5259a1a6da14 disassociated. External IP: 172.25.2.25, port: bfc2d844-ce4e-4d47-8714-31c9106ed9c7. Apr 18 20:40:32.367217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for bfc2d844-ce4e-4d47-8714-31c9106ed9c7 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:32.409405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Allocated IP 172.20.0.7 (bda4290d-bdb0-4096-9357-e9ea6a72d662/8d85062e-1462-4b1d-a803-ab277c48a0b0/9f147dad-e0a3-4115-8b91-7839ca0d84ad) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:32.418856 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-186e5061-4447-46d7-949f-ff1e85dd07e7 req-005e7b0e-3e81-4a2d-ae46-0a44032dcae1 service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322800 Apr 18 20:40:32.473525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8cb5ff7d-ec13-4ced-b329-fb23066ea7d3 tempest-SecGroupIPv6Test-560878533 tempest-SecGroupIPv6Test-560878533-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1424053 Apr 18 20:40:32.634324 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.737572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:32.743910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:32.746464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:32.909274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'Port': ['ID=96a42800-c822-4ff4-a92a-6d595471bcbc,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:32.936919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-17e21d1c-c301-4a7e-9d6b-a6255fa72f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.946019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-17e21d1c-c301-4a7e-9d6b-a6255fa72f23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 1095 time: 0.4067049 Apr 18 20:40:33.002455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46162) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:33.042595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.132633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e5a84aa-8e29-4724-a32b-beedee9793ff req-983acf03-e344-444c-822c-93ad21d3e485 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 210 time: 0.2167399 Apr 18 20:40:33.152626 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.155583 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.329440 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=bfc2d844-ce4e-4d47-8714-31c9106ed9c7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:33.647737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a32a1160-e47a-4a6b-909a-6deb467926e2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.650347 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a32a1160-e47a-4a6b-909a-6deb467926e2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.60 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 819 time: 0.2933409 Apr 18 20:40:33.719447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Request body: {'port': {'device_id': '7f1c9cf8-4316-4694-bde4-fa3622bd09e0', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'admin_state_up': True, 'tenant_id': '2e415c7e94c84df2883ee13c5a601903'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:33.803392 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-90e3a337-1434-4c29-a5b5-8069ac6234ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9b0760b86ab45a3bc7702f5957a2cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8004146 Apr 18 20:40:33.808379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.816659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b6e12-cac5-4799-bae9-d4fa55f15775 req-94f2eac0-758e-41dd-a785-5b6f37da1ef1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.818239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-231b6e12-cac5-4799-bae9-d4fa55f15775 req-94f2eac0-758e-41dd-a785-5b6f37da1ef1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 944 time: 0.6604691 Apr 18 20:40:33.822597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46176) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:33.893412 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c29a7d7-15f7-44d6-ad34-1441fa2a96b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.940121 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-231b6e12-cac5-4799-bae9-d4fa55f15775 req-c5431ef9-1112-47e6-8a0d-5f2304ccce41 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727334 Apr 18 20:40:33.946512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-56d1a6db-82c6-4ee1-aec0-051883f4b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.948516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-56d1a6db-82c6-4ee1-aec0-051883f4b0d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 916 time: 0.9661663 Apr 18 20:40:33.978269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:34.004842 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.014692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.021114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Made reservation on behalf of 2e415c7e94c84df2883ee13c5a601903 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:34.024685 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.029244 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c29a7d7-15f7-44d6-ad34-1441fa2a96b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.033327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-1f0f07e9-bdb4-4e65-891b-330ebc1c15be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=622db6a4-49a5-40cc-9157-3a04e5b3a650 HTTP/1.1" status: 200 len: 217 time: 0.0771253 Apr 18 20:40:34.102266 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.169680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-39a40ccc-1676-4145-b75e-bcc83b595c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.171984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-39a40ccc-1676-4145-b75e-bcc83b595c8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.1303663 Apr 18 20:40:34.214489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:34.233951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:34.237671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event updated for resources: {'Port': ['ID=9f147dad-e0a3-4115-8b91-7839ca0d84ad,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:34.241684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:34.249844 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c29a7d7-15f7-44d6-ad34-1441fa2a96b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.252832 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c29a7d7-15f7-44d6-ad34-1441fa2a96b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.257432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4c29a7d7-15f7-44d6-ad34-1441fa2a96b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7547359-c9c0-4ea6-9bc9-c3e1d9f6cb18 HTTP/1.1" status: 204 len: 168 time: 0.4302669 Apr 18 20:40:34.278281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'Port': ['ID=96a42800-c822-4ff4-a92a-6d595471bcbc,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:34.335862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29a7d7-15f7-44d6-ad34-1441fa2a96b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7547359-c9c0-4ea6-9bc9-c3e1d9f6cb18,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:34.377618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-1ddfee30-3e17-4ed9-93c1-3cc22cc2d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.384456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-1ddfee30-3e17-4ed9-93c1-3cc22cc2d824 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987929 Apr 18 20:40:34.459180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.460109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.537482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.538343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.538912 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.539540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.541220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.541823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.542391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.542939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.543698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.544313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.545117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.545799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:34.561356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4535a25-44c3-4c61-a51b-c6444e0db8c4 req-e19937d3-55bc-4a26-ae75-001d49551622 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 210 time: 0.0965798 Apr 18 20:40:34.566544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-9bd6eeb2-9bb3-4f4e-8df2-6a6993a2ac3f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3893471 Apr 18 20:40:34.590076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Request body: {'port': {'device_id': 'e5ed2694-d8b2-4acd-b04b-0c0cb044a00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:34.607028 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.622553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:34.641671 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8f37b-ce04-465f-8938-6768b53a7cd1 None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:34.655993 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8f37b-ce04-465f-8938-6768b53a7cd1 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:34.656894 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b0c8f37b-ce04-465f-8938-6768b53a7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:34.672369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.673949 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b647ed24-de42-4dd6-89c1-97c20cfff365 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8550158 Apr 18 20:40:34.712210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Allocated IP 172.20.0.8 (bda4290d-bdb0-4096-9357-e9ea6a72d662/8d85062e-1462-4b1d-a803-ab277c48a0b0/be1baa44-1c08-46d6-819f-86a10653ba44) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:34.714281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-37e53b10-a7df-4482-ac1c-714219a121af service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225925 Apr 18 20:40:34.720209 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b0c8f37b-ce04-465f-8938-6768b53a7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:34.732846 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8f37b-ce04-465f-8938-6768b53a7cd1 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:34.733664 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b0c8f37b-ce04-465f-8938-6768b53a7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:34.753731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-993badb3-d627-4201-aa83-b4e2ec039d08 None None] Provisioning complete for port 9f147dad-e0a3-4115-8b91-7839ca0d84ad triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:34.755081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.757900 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-993badb3-d627-4201-aa83-b4e2ec039d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.759600 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-72eb83c9-c92a-4e0f-8fe5-8a7ceb14f6c5 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/ports/bfc2d844-ce4e-4d47-8714-31c9106ed9c7 HTTP/1.1" status: 204 len: 168 time: 4.7217042 Apr 18 20:40:34.766604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46192) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:34.783421 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b0c8f37b-ce04-465f-8938-6768b53a7cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:34.784104 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8f37b-ce04-465f-8938-6768b53a7cd1 None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:34.825246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-993badb3-d627-4201-aa83-b4e2ec039d08 None None] Port 9f147dad-e0a3-4115-8b91-7839ca0d84ad cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:34.844947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.875197 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aa2f71cd-912d-4388-aa97-d45c6fb524e2 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "GET /v2.0/floatingips/8d3f87a4-c3ef-4179-9bdd-5259a1a6da14 HTTP/1.1" status: 200 len: 687 time: 0.1065361 Apr 18 20:40:34.890655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46198) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:35.064714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af181d13-2bbc-4876-ab4b-f2d68151b3b6 req-ef5a8bb4-ade2-4262-9f11-1d3408731e2e service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304711 Apr 18 20:40:35.084159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-78e31ceb-22ba-4e74-92c5-e6c73736968f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1177590337&fields=id&tenant_id=cdf9b9fe89c74d14b18bf78676f6491e HTTP/1.1" status: 200 len: 267 time: 0.1313391 Apr 18 20:40:35.204145 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.226665 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-629d0893-15dd-4fbe-a0c4-e38615d209af tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port 89c524ea-d14b-4bb9-8b3a-fcdb7cd970ee {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:35.227555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-629d0893-15dd-4fbe-a0c4-e38615d209af tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.302600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09bc61-72bc-4330-a68e-8db44fffa8b1 req-3b1eba07-a032-497e-aeaf-d55c3d478174 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:35.304757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c09bc61-72bc-4330-a68e-8db44fffa8b1 req-3b1eba07-a032-497e-aeaf-d55c3d478174 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 944 time: 0.2270045 Apr 18 20:40:35.331627 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.442003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:35.442283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-4fa1ee03-3a35-479f-80d5-de9572f45145 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:35.445723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-4fa1ee03-3a35-479f-80d5-de9572f45145 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 812 time: 0.2793877 Apr 18 20:40:35.447505 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c09bc61-72bc-4330-a68e-8db44fffa8b1 req-94cef159-d89f-4768-adbc-6e034036aeb9 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261158 Apr 18 20:40:35.453832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-629d0893-15dd-4fbe-a0c4-e38615d209af tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.453832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-629d0893-15dd-4fbe-a0c4-e38615d209af tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.469337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:35.470440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2423146c-92a7-4da0-922c-08e56d91c972 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/quotas/cdf9b9fe89c74d14b18bf78676f6491e HTTP/1.1" status: 200 len: 375 time: 0.0199137 Apr 18 20:40:35.480348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event updated for resources: {'Port': ['ID=be1baa44-1c08-46d6-819f-86a10653ba44,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:35.483037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:35.494533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-629d0893-15dd-4fbe-a0c4-e38615d209af tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for 89c524ea-d14b-4bb9-8b3a-fcdb7cd970ee owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:35.587793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-990afc7c-d697-44ee-b28a-38d755de386b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1044025 Apr 18 20:40:35.599249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46228) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:35.611824 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0114925 Apr 18 20:40:35.612475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46230) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:35.635708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:35.637010 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.676210 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-6f60a598-c763-497e-a29b-cf7e44ab721a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9647644 Apr 18 20:40:35.690426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Request body: {'port': {'device_id': '7f1c9cf8-4316-4694-bde4-fa3622bd09e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:35.819046 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-455b20ea-f11a-42cb-935a-66764085d609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.829081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.863695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-6acc8b17-25f8-4929-8dc9-921e56b92cd1 service neutron] 10.222.0.49 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484293 Apr 18 20:40:36.011353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f7163882-df5e-467d-9af7-da51d83221ea None None] Provisioning complete for port be1baa44-1c08-46d6-819f-86a10653ba44 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:36.012539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7163882-df5e-467d-9af7-da51d83221ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.077418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f147dad-e0a3-4115-8b91-7839ca0d84ad {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:36.083200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-629d0893-15dd-4fbe-a0c4-e38615d209af tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.094700 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.105502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c897a5-4f9c-4857-805a-8211144a2d75 req-5c9d353e-f95f-4dce-9727-8dc83ecb106f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.111892 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d0893-15dd-4fbe-a0c4-e38615d209af tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=89c524ea-d14b-4bb9-8b3a-fcdb7cd970ee,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:36.115927 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57c897a5-4f9c-4857-805a-8211144a2d75 req-5c9d353e-f95f-4dce-9727-8dc83ecb106f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 931 time: 0.2953470 Apr 18 20:40:36.162445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-00a3154b-13da-4f3b-9993-e1664a471532 tempest-NetworksApiDiscovery-662077079 tempest-NetworksApiDiscovery-662077079-project] 10.222.0.49 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5362394 Apr 18 20:40:36.177340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f7163882-df5e-467d-9af7-da51d83221ea None None] Port be1baa44-1c08-46d6-819f-86a10653ba44 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:36.177741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Transition to ACTIVE for port object 9f147dad-e0a3-4115-8b91-7839ca0d84ad will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:36.205403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-6359e4fd-66c2-476c-80b9-6edd1d067987 service neutron] 10.222.0.49 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310845 Apr 18 20:40:36.210293 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.285832 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57c897a5-4f9c-4857-805a-8211144a2d75 req-4113d659-5095-4f78-81dd-be4ab8b242dc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644502 Apr 18 20:40:36.306783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Pushing event updated for resources: {'Port': ['ID=9f147dad-e0a3-4115-8b91-7839ca0d84ad,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:36.472918 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-629d0893-15dd-4fbe-a0c4-e38615d209af tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.479518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-629d0893-15dd-4fbe-a0c4-e38615d209af tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.496023 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-629d0893-15dd-4fbe-a0c4-e38615d209af tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/floatingips/8d3f87a4-c3ef-4179-9bdd-5259a1a6da14 HTTP/1.1" status: 204 len: 168 time: 1.6036766 Apr 18 20:40:36.497084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46242) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:36.519938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '60c71ed0-209c-4fee-8652-8c968fa5db85'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:36.547861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Attempting to bind port 9f147dad-e0a3-4115-8b91-7839ca0d84ad on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:36.548860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Attempting to bind port 9f147dad-e0a3-4115-8b91-7839ca0d84ad by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:36.550098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Attempting to bind port 9f147dad-e0a3-4115-8b91-7839ca0d84ad on network bda4290d-bdb0-4096-9357-e9ea6a72d662 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:36.594074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Port 9f147dad-e0a3-4115-8b91-7839ca0d84ad on network bda4290d-bdb0-4096-9357-e9ea6a72d662 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:36.594326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Attempting to bind port 9f147dad-e0a3-4115-8b91-7839ca0d84ad on network bda4290d-bdb0-4096-9357-e9ea6a72d662 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:36.595914 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.614771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:36.615181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Checking segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:36.615503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Bound using segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:36.615978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Bound port: 9f147dad-e0a3-4115-8b91-7839ca0d84ad, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:36.616340 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.622246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d69c7a49-921b-4737-a141-d89518fcce0e req-3d1994f6-2672-49b2-8f7d-2ab86e3dfdd7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 210 time: 0.0598073 Apr 18 20:40:36.809956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a416a50-37e4-4c93-adde-414a40176748 req-421df836-db7f-46be-ac02-8722ea562103 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.848617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a416a50-37e4-4c93-adde-414a40176748 req-421df836-db7f-46be-ac02-8722ea562103 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 944 time: 0.2294188 Apr 18 20:40:36.893546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1baa44-1c08-46d6-819f-86a10653ba44 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:36.894289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] For port 9f147dad-e0a3-4115-8b91-7839ca0d84ad, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:36.905156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.916222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 622db6a4-49a5-40cc-9157-3a04e5b3a650 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:36.934596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Transition to ACTIVE for port object be1baa44-1c08-46d6-819f-86a10653ba44 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:36.938258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] For port 9f147dad-e0a3-4115-8b91-7839ca0d84ad, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:36.941547 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.944640 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.953657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.019811 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46256) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:37.056808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a416a50-37e4-4c93-adde-414a40176748 req-b467c065-1da6-412f-924d-2b23ec427f2a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071807 Apr 18 20:40:37.061944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Pushing event updated for resources: {'Port': ['ID=9f147dad-e0a3-4115-8b91-7839ca0d84ad,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:37.106629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.107247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.108702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7550e7b3-8976-4463-a3f6-ae3fa213de80 service neutron] 10.222.0.64 "PUT /v2.0/ports/9f147dad-e0a3-4115-8b91-7839ca0d84ad HTTP/1.1" status: 200 len: 1091 time: 2.5295429 Apr 18 20:40:37.109148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ed2694-d8b2-4acd-b04b-0c0cb044a00b', 'tag': '9f147dad-e0a3-4115-8b91-7839ca0d84ad'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:37.119241 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c84607-d01b-47b5-b03c-ea295235d759" -d '{"events": [{"name": "network-changed", "server_uuid": "e5ed2694-d8b2-4acd-b04b-0c0cb044a00b", "tag": "9f147dad-e0a3-4115-8b91-7839ca0d84ad"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:37.191311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Pushing event updated for resources: {'Port': ['ID=be1baa44-1c08-46d6-819f-86a10653ba44,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:37.192223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 622db6a4-49a5-40cc-9157-3a04e5b3a650, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=622db6a4-49a5-40cc-9157-3a04e5b3a650,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:37.233555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '622db6a4-49a5-40cc-9157-3a04e5b3a650', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'port_id': '622db6a4-49a5-40cc-9157-3a04e5b3a650', 'mac_address': 'fa:16:3e:2e:eb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:37.236758 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16788ee9-b4df-4a4e-ba03-92eb2d243e7a x-openstack-request-id: req-16788ee9-b4df-4a4e-ba03-92eb2d243e7a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:37.237562 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5ed2694-d8b2-4acd-b04b-0c0cb044a00b", "tag": "9f147dad-e0a3-4115-8b91-7839ca0d84ad", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:37.238716 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16788ee9-b4df-4a4e-ba03-92eb2d243e7a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:37.240622 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16788ee9-b4df-4a4e-ba03-92eb2d243e7a'] response: {'name': 'network-changed', 'server_uuid': 'e5ed2694-d8b2-4acd-b04b-0c0cb044a00b', 'tag': '9f147dad-e0a3-4115-8b91-7839ca0d84ad', 'status': 'completed', 'code': 200} Apr 18 20:40:37.266937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-478b7bb9-bc29-497f-a252-5786a01655be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.269128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-478b7bb9-bc29-497f-a252-5786a01655be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 1094 time: 0.0994062 Apr 18 20:40:37.308652 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.349912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622db6a4-49a5-40cc-9157-3a04e5b3a650 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:37.395230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6193f82c-cf56-46ef-885b-8ccb7ca99048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.402608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 622db6a4-49a5-40cc-9157-3a04e5b3a650, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=622db6a4-49a5-40cc-9157-3a04e5b3a650,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:37.403062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Attempting to bind port be1baa44-1c08-46d6-819f-86a10653ba44 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:37.403630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Attempting to bind port be1baa44-1c08-46d6-819f-86a10653ba44 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:37.404212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Attempting to bind port be1baa44-1c08-46d6-819f-86a10653ba44 on network bda4290d-bdb0-4096-9357-e9ea6a72d662 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:37.408107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.25.2.165 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/012a1d32-0ff7-4176-9c2b-d7cc86ebfc7c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:37.409340 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.415166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-a44183a0-4ff9-490a-9854-131f1e629ff1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad HTTP/1.1" status: 200 len: 217 time: 0.1342800 Apr 18 20:40:37.428928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Port be1baa44-1c08-46d6-819f-86a10653ba44 on network bda4290d-bdb0-4096-9357-e9ea6a72d662 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:37.432960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Attempting to bind port be1baa44-1c08-46d6-819f-86a10653ba44 on network bda4290d-bdb0-4096-9357-e9ea6a72d662 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:37.467709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:37.468145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Checking segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:37.469131 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Bound using segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:37.469575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Bound port: be1baa44-1c08-46d6-819f-86a10653ba44, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:37.469929 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.526101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=622db6a4-49a5-40cc-9157-3a04e5b3a650,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:37.629767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-5a249c2a-1ebf-4400-81bc-5b034b221b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.632545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-5a249c2a-1ebf-4400-81bc-5b034b221b84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.1999748 Apr 18 20:40:37.694023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f728ae-e355-4f50-85f7-9ebb017ee714 req-dc2e7c27-104e-457f-9973-05ee48872ddb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.701619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00f728ae-e355-4f50-85f7-9ebb017ee714 req-dc2e7c27-104e-457f-9973-05ee48872ddb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 943 time: 0.1416805 Apr 18 20:40:37.768957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['622db6a4-49a5-40cc-9157-3a04e5b3a650'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:37.824028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd193d38-7a25-4b9a-b3d1-1ca453901ce7 req-49959cff-aa58-4288-8210-c7531cebb074 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 210 time: 0.0647438 Apr 18 20:40:37.844358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-d7845497-a2e6-42b1-95f5-dc7cad8c2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.845936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-d7845497-a2e6-42b1-95f5-dc7cad8c2430 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720881 Apr 18 20:40:37.866292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00f728ae-e355-4f50-85f7-9ebb017ee714 req-f47991a9-daee-43c2-8213-88a678832de8 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494040 Apr 18 20:40:37.981572 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-d2456c57-0408-404c-b176-e3696e8780e3 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126180 Apr 18 20:40:38.135509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90b702dc-c0e0-4c16-b1d3-e5ca641f0fe9 req-7fb683b3-34ec-4e9c-85b3-79ac7a9aa9bc service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463926 Apr 18 20:40:38.274000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f021e6-7cb2-4f10-821f-cd34639b1b2a req-dd95ba0a-56ae-425b-ab8a-e0c6937a619c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:38.286577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25f021e6-7cb2-4f10-821f-cd34639b1b2a req-dd95ba0a-56ae-425b-ab8a-e0c6937a619c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 945 time: 0.1045356 Apr 18 20:40:38.346279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25f021e6-7cb2-4f10-821f-cd34639b1b2a req-897e6efa-7dd9-484a-80f1-eae51d39bbd8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583780 Apr 18 20:40:38.372532 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.401855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] For port be1baa44-1c08-46d6-819f-86a10653ba44, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:38.408550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] For port be1baa44-1c08-46d6-819f-86a10653ba44, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=be1baa44-1c08-46d6-819f-86a10653ba44,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:38.436710 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.446547 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6193f82c-cf56-46ef-885b-8ccb7ca99048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.473042 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6193f82c-cf56-46ef-885b-8ccb7ca99048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.495711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-5870d8a0-f01c-49d5-a96b-0777daf5013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:38.497246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-5870d8a0-f01c-49d5-a96b-0777daf5013b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 1094 time: 0.1172118 Apr 18 20:40:38.571946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:38.572523 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.576265 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] 10.222.0.60 "PUT /v2.0/ports/be1baa44-1c08-46d6-819f-86a10653ba44 HTTP/1.1" status: 200 len: 1091 time: 2.8887734 Apr 18 20:40:38.582628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1c9cf8-4316-4694-bde4-fa3622bd09e0', 'tag': 'be1baa44-1c08-46d6-819f-86a10653ba44'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:38.585351 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420a21c3-f2ca-41cd-afc9-7890e786a162" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1c9cf8-4316-4694-bde4-fa3622bd09e0", "tag": "be1baa44-1c08-46d6-819f-86a10653ba44"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:38.623686 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6193f82c-cf56-46ef-885b-8ccb7ca99048 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e87339b6db3f4ad3a30b09299c9c00fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5968270 Apr 18 20:40:38.625785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46274) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:38.642322 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-94cf5fdc-4293-49c1-bb94-a506cbaa550a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.645990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193f82c-cf56-46ef-885b-8ccb7ca99048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0e8304-29d5-4d3b-b620-c08d442a8314,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:38.653125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8656b-6c4d-4aeb-a1f5-5bfba689ce9a service neutron] Pushing event updated for resources: {'Port': ['ID=be1baa44-1c08-46d6-819f-86a10653ba44,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:38.662607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-48ba4656-8cf9-46f6-b096-59561311766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:38.665775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-48ba4656-8cf9-46f6-b096-59561311766f service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.1543338 Apr 18 20:40:38.675329 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.707661 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9dd7a9-70d0-48ba-8eb1-7dda0bc5ab35 x-openstack-request-id: req-7a9dd7a9-70d0-48ba-8eb1-7dda0bc5ab35 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:38.707888 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1c9cf8-4316-4694-bde4-fa3622bd09e0", "tag": "be1baa44-1c08-46d6-819f-86a10653ba44", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:38.708142 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a9dd7a9-70d0-48ba-8eb1-7dda0bc5ab35 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:38.710362 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9dd7a9-70d0-48ba-8eb1-7dda0bc5ab35'] response: {'name': 'network-changed', 'server_uuid': '7f1c9cf8-4316-4694-bde4-fa3622bd09e0', 'tag': 'be1baa44-1c08-46d6-819f-86a10653ba44', 'status': 'completed', 'code': 200} Apr 18 20:40:38.777139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-30ac5f0b-76b0-4ab3-bc53-182c58218f7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad HTTP/1.1" status: 200 len: 217 time: 0.0784709 Apr 18 20:40:38.852840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fcec5683-75d9-4f20-bbfc-1e77f94ceb8c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:38.852840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fcec5683-75d9-4f20-bbfc-1e77f94ceb8c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 812 time: 0.4857481 Apr 18 20:40:38.887244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-e46cfa29-a3f2-469a-8fe0-05658eb85cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:38.889139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-e46cfa29-a3f2-469a-8fe0-05658eb85cee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.0981691 Apr 18 20:40:38.895728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=012a1d32-0ff7-4176-9c2b-d7cc86ebfc7c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:38.943644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 622db6a4-49a5-40cc-9157-3a04e5b3a650 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:38.960921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-c78f5d26-0ed8-456f-a311-817ab8b005aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdf9b9fe89c74d14b18bf78676f6491e HTTP/1.1" status: 200 len: 380 time: 0.0980556 Apr 18 20:40:38.979818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'port': {'device_id': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'admin_state_up': True, 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'security_groups': ['441604d1-b0e2-4dd3-83d6-1ce747b0f021']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:39.057301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:39.072260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:39.076893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:39.132024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 622db6a4-49a5-40cc-9157-3a04e5b3a650 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:39.143522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 622db6a4-49a5-40cc-9157-3a04e5b3a650 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:39.144400 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.180112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Made reservation on behalf of cdf9b9fe89c74d14b18bf78676f6491e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:39.186755 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.232784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-0620ac43-d6b3-44be-870a-a5b9e15a2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.234701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-0620ac43-d6b3-44be-870a-a5b9e15a2b75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3331382 Apr 18 20:40:39.269961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67ac2a4b-eb05-4bf9-bd4c-b8c705b80fd6 req-45c2a254-052c-43b1-a0e5-5fe8c24d46ee tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 210 time: 0.0969329 Apr 18 20:40:39.282223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-7ade00f4-05d5-459f-b49c-8ab0ca2747dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.283796 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-7ade00f4-05d5-459f-b49c-8ab0ca2747dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 1094 time: 0.5931838 Apr 18 20:40:39.331107 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.364346 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.380790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8227d48-ffa1-405a-bafa-fb4db4d240b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.383302 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-67270287-0956-4047-97a6-c0e91da6d1f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be1baa44-1c08-46d6-819f-86a10653ba44 HTTP/1.1" status: 200 len: 217 time: 0.0858867 Apr 18 20:40:39.428549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 622db6a4-49a5-40cc-9157-3a04e5b3a650, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=622db6a4-49a5-40cc-9157-3a04e5b3a650,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:39.430533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622db6a4-49a5-40cc-9157-3a04e5b3a650'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:39.436506 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76a3c9b-6b9c-4929-8c43-612f83e523ed" -d '{"events": [{"server_uuid": "2c81b1c4-6254-42d2-9c5a-b91dae12d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "622db6a4-49a5-40cc-9157-3a04e5b3a650"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:39.444501 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.453645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-339f29e0-2902-4b62-9db8-4d120495ad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.455139 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-339f29e0-2902-4b62-9db8-4d120495ad93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.0654974 Apr 18 20:40:39.548856 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8227d48-ffa1-405a-bafa-fb4db4d240b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.564746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=622db6a4-49a5-40cc-9157-3a04e5b3a650,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:39.665447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-2c1b3796-55cf-445a-b680-5cf784cac199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.667164 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-2c1b3796-55cf-445a-b680-5cf784cac199 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987057 Apr 18 20:40:39.815527 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8227d48-ffa1-405a-bafa-fb4db4d240b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.818765 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8227d48-ffa1-405a-bafa-fb4db4d240b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.820002 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a8227d48-ffa1-405a-bafa-fb4db4d240b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df0e8304-29d5-4d3b-b620-c08d442a8314 HTTP/1.1" status: 204 len: 168 time: 1.1928082 Apr 18 20:40:39.847419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8227d48-ffa1-405a-bafa-fb4db4d240b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0e8304-29d5-4d3b-b620-c08d442a8314,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:40.052118 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-34d2f8e3-c984-4a5a-ad3c-d404db3e279d service neutron] 10.222.0.60 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763552 Apr 18 20:40:40.065092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 9f147dad-e0a3-4115-8b91-7839ca0d84ad details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:40.197815 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-280eedd7-2672-4c8b-8c7f-4b624ef5f180 req-a5231189-a238-4c75-b90a-db5a5ba9dd86 service neutron] 10.222.0.60 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380184 Apr 18 20:40:40.203256 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.274316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 9f147dad-e0a3-4115-8b91-7839ca0d84ad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:40.285044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a72948-8132-490a-be70-882a9f8b5b2c req-49da2aba-806a-4b21-a410-fcd58e33d1c9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.293636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '9f147dad-e0a3-4115-8b91-7839ca0d84ad', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'port_id': '9f147dad-e0a3-4115-8b91-7839ca0d84ad', 'mac_address': 'fa:16:3e:4b:48:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:40.296136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58a72948-8132-490a-be70-882a9f8b5b2c req-49da2aba-806a-4b21-a410-fcd58e33d1c9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 943 time: 1.1241007 Apr 18 20:40:40.360133 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.378451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f147dad-e0a3-4115-8b91-7839ca0d84ad {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:40.405686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 9f147dad-e0a3-4115-8b91-7839ca0d84ad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:40.409847 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-af6a011b-2f56-4bdc-97ec-21bf15265822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.411979 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-af6a011b-2f56-4bdc-97ec-21bf15265822 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 1094 time: 0.1472702 Apr 18 20:40:40.412937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-a1bcfeda-7f9b-4e70-99af-029d364d7029 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1410117 Apr 18 20:40:40.414020 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.431452 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.471447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58a72948-8132-490a-be70-882a9f8b5b2c req-be11609d-058c-40df-bb5d-692047b91e0e tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730993 Apr 18 20:40:40.472474 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.504455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=9f147dad-e0a3-4115-8b91-7839ca0d84ad,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:40.570055 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5566044b-8cfd-45ca-9fb8-f3d3fb96d82a x-openstack-request-id: req-5566044b-8cfd-45ca-9fb8-f3d3fb96d82a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:40.571271 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c81b1c4-6254-42d2-9c5a-b91dae12d9a9", "name": "network-vif-plugged", "status": "completed", "tag": "622db6a4-49a5-40cc-9157-3a04e5b3a650", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:40.571628 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5566044b-8cfd-45ca-9fb8-f3d3fb96d82a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:40.572223 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5566044b-8cfd-45ca-9fb8-f3d3fb96d82a'] response: {'server_uuid': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622db6a4-49a5-40cc-9157-3a04e5b3a650', 'code': 200} Apr 18 20:40:40.640969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Allocated IP 172.20.0.13 (c950a1c8-90b8-42dc-987b-9a836dad20fc/32111c63-c23d-44a5-8789-d4e3ebf2eb07/6ca117d7-89b4-484d-93d1-3463e0000e8b) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:40.672826 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['9f147dad-e0a3-4115-8b91-7839ca0d84ad'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:40.752393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-57bcfd40-2d7b-44e9-83bb-e17deffafa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.756386 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-57bcfd40-2d7b-44e9-83bb-e17deffafa31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.3341484 Apr 18 20:40:40.820142 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.863113 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-1a042a73-d1c5-46a7-b413-b570c08ed721 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be1baa44-1c08-46d6-819f-86a10653ba44 HTTP/1.1" status: 200 len: 217 time: 0.0971127 Apr 18 20:40:40.924580 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.944069 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.972970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d56d9-a319-44ad-a2df-c7baba80a031 req-d7b7112b-7ae7-4e90-b8dd-0ee6baa12c91 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.985829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e73d56d9-a319-44ad-a2df-c7baba80a031 req-d7b7112b-7ae7-4e90-b8dd-0ee6baa12c91 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 946 time: 0.9098239 Apr 18 20:40:40.996498 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.024956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3c84607-d01b-47b5-b03c-ea295235d759 req-297d3822-8ff8-4d73-8976-3d0588f585e1 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807061 Apr 18 20:40:41.131531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=012a1d32-0ff7-4176-9c2b-d7cc86ebfc7c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:41.155954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-13458e54-675e-4674-ac12-66d50917ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.159456 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-13458e54-675e-4674-ac12-66d50917ff52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.2309339 Apr 18 20:40:41.160595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.202283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.258795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e73d56d9-a319-44ad-a2df-c7baba80a031 req-4acad454-6505-4842-a897-95d15e6ad074 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713728 Apr 18 20:40:41.309362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Network c950a1c8-90b8-42dc-987b-9a836dad20fc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:41.320373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:41.324157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:41.333077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45880b0d-4da4-4c0c-8e61-c85d74738c7e req-49c5a71b-1269-4797-bc1b-34ade2ee4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.335173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45880b0d-4da4-4c0c-8e61-c85d74738c7e req-49c5a71b-1269-4797-bc1b-34ade2ee4f9e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 1097 time: 0.3403826 Apr 18 20:40:41.336025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:41.404636 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP c85bb187-8681-463b-b87d-f3079b5c751c associated. External IP: 172.25.2.165, port: 60c71ed0-209c-4fee-8652-8c968fa5db85. Apr 18 20:40:41.439380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb7892-5101-4daf-bf72-3c0ccc77e561 req-da8bb6ae-6fdd-4ce4-8ce8-e307d3c61735 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.441161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3adb7892-5101-4daf-bf72-3c0ccc77e561 req-da8bb6ae-6fdd-4ce4-8ce8-e307d3c61735 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 932 time: 0.4494851 Apr 18 20:40:41.469635 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-cd19f461-a2b2-42f2-a0f9-445bc5124c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.472230 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-cd19f461-a2b2-42f2-a0f9-445bc5124c30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3061242 Apr 18 20:40:41.537635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.542906 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.594283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45880b0d-4da4-4c0c-8e61-c85d74738c7e req-b24a8031-734f-4d9b-80d8-a9b146d38d5a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936545 Apr 18 20:40:41.621023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-2f5b62ca-1109-4561-9294-557784b057c3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6488934 Apr 18 20:40:41.635516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3adb7892-5101-4daf-bf72-3c0ccc77e561 req-fb9f3d13-9fe8-43b4-bd5c-87fe3714d0ca tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784236 Apr 18 20:40:41.660473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Request body: {'port': {'device_id': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:41.674257 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-a2913992-f1aa-4d54-b980-49d9b1e04050 service neutron] 10.222.0.60 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935856 Apr 18 20:40:41.746692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e32be-be13-49a3-b3d8-7d3eb0ccc8b7 req-74e36aef-4869-43af-97ce-c8107d98d734 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:41.748642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d9e32be-be13-49a3-b3d8-7d3eb0ccc8b7 req-74e36aef-4869-43af-97ce-c8107d98d734 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 943 time: 0.1360011 Apr 18 20:40:41.758360 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.764491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-854c18a7-ad2b-4229-8ab6-39684afc4975 None None] Provisioning complete for port 6ca117d7-89b4-484d-93d1-3463e0000e8b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:41.765168 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-854c18a7-ad2b-4229-8ab6-39684afc4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.834275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d9e32be-be13-49a3-b3d8-7d3eb0ccc8b7 req-84e2363b-a008-4a87-9c27-5e36faa781fd tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729055 Apr 18 20:40:41.835054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-854c18a7-ad2b-4229-8ab6-39684afc4975 None None] Port 6ca117d7-89b4-484d-93d1-3463e0000e8b cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:41.836450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:42.068717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:42.084872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 9f147dad-e0a3-4115-8b91-7839ca0d84ad up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:42.085190 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-420a21c3-f2ca-41cd-afc9-7890e786a162 req-d0e3e301-76c1-4fe8-a5f2-a404dea58446 service neutron] 10.222.0.60 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790891 Apr 18 20:40:42.095264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.127970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59aca5-3b7e-457a-9c2e-a00b0a17fc49 None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:42.137644 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-75738b40-db1b-406e-a5d6-8a157e7f3c3d tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6301479 Apr 18 20:40:42.142258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46338) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:42.147144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1229614511'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:42.175119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Made reservation on behalf of 94811021fab043bfab8947016e716304 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:42.178867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.210162 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59aca5-3b7e-457a-9c2e-a00b0a17fc49 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:42.211421 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1e59aca5-3b7e-457a-9c2e-a00b0a17fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:42.231683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:42.256933 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.257940 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Added segment 7e580cc2-9b29-47fd-a562-f90ef0db2d22 of type vlan for network a8a6dcac-c84b-4475-84d3-95c03814e360 Apr 18 20:40:42.302908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.306683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1e59aca5-3b7e-457a-9c2e-a00b0a17fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:42.333547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca117d7-89b4-484d-93d1-3463e0000e8b {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:42.350460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59aca5-3b7e-457a-9c2e-a00b0a17fc49 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:42.351371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1e59aca5-3b7e-457a-9c2e-a00b0a17fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:42.363332 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.363664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 9f147dad-e0a3-4115-8b91-7839ca0d84ad completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:42.365824 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.407584 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.415515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.416526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.434076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 9f147dad-e0a3-4115-8b91-7839ca0d84ad triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:42.434549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.438382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1e59aca5-3b7e-457a-9c2e-a00b0a17fc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:42.439046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e59aca5-3b7e-457a-9c2e-a00b0a17fc49 None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:42.455300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Transition to ACTIVE for port object 6ca117d7-89b4-484d-93d1-3463e0000e8b will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:42.468700 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.519716 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3767073 Apr 18 20:40:42.528397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46348) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:42.542633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'subnet': {'network_id': 'a8a6dcac-c84b-4475-84d3-95c03814e360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:42.598161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:42.637384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76efd13-2dd1-41ba-9212-ba8084a325f7 req-99fd3379-c702-41d9-9865-c078cace7682 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:42.639937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a76efd13-2dd1-41ba-9212-ba8084a325f7 req-99fd3379-c702-41d9-9865-c078cace7682 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 946 time: 0.2539582 Apr 18 20:40:42.687375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539358f-be86-487e-935b-04554273ae69 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Network': ['ID=a8a6dcac-c84b-4475-84d3-95c03814e360,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:42.719076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a8a6dcac-c84b-4475-84d3-95c03814e360 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:40:42.759813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Made reservation on behalf of 94811021fab043bfab8947016e716304 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:42.764310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.789370 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.932224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a76efd13-2dd1-41ba-9212-ba8084a325f7 req-e5946e16-a44a-44f3-a12c-0bd77dad781c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809613 Apr 18 20:40:42.992287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 9f147dad-e0a3-4115-8b91-7839ca0d84ad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:43.004804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ed2694-d8b2-4acd-b04b-0c0cb044a00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f147dad-e0a3-4115-8b91-7839ca0d84ad'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:43.016204 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cccc90-4998-4e80-8783-b275a306e8cf" -d '{"events": [{"server_uuid": "e5ed2694-d8b2-4acd-b04b-0c0cb044a00b", "name": "network-vif-plugged", "status": "completed", "tag": "9f147dad-e0a3-4115-8b91-7839ca0d84ad"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:43.033874 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.070975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Attempting to bind port 6ca117d7-89b4-484d-93d1-3463e0000e8b on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:43.071639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Attempting to bind port 6ca117d7-89b4-484d-93d1-3463e0000e8b by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:43.072379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Attempting to bind port 6ca117d7-89b4-484d-93d1-3463e0000e8b on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:43.089224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0aa21-2b11-4d61-aac3-c129d00162d1 req-77987ca7-8d26-40c0-a6e3-01b0416855f4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.115592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49e0aa21-2b11-4d61-aac3-c129d00162d1 req-77987ca7-8d26-40c0-a6e3-01b0416855f4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 944 time: 0.2130215 Apr 18 20:40:43.121883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Port 6ca117d7-89b4-484d-93d1-3463e0000e8b on network c950a1c8-90b8-42dc-987b-9a836dad20fc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:40:43.122192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Attempting to bind port 6ca117d7-89b4-484d-93d1-3463e0000e8b on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:43.162656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=9f147dad-e0a3-4115-8b91-7839ca0d84ad,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:43.264390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:43.264695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Checking segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:43.265019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Bound using segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:43.265482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Bound port: 6ca117d7-89b4-484d-93d1-3463e0000e8b, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:43.265851 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.356306 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.365776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49e0aa21-2b11-4d61-aac3-c129d00162d1 req-3e9b5076-e0de-4254-8fac-6929468c08ec tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295430 Apr 18 20:40:43.377495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99403233-347c-406f-bc2a-3c598ae9f842 req-d1709bc2-c0ac-4a4f-8cb9-acf41f7bdd1d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.379457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99403233-347c-406f-bc2a-3c598ae9f842 req-d1709bc2-c0ac-4a4f-8cb9-acf41f7bdd1d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 943 time: 0.2586267 Apr 18 20:40:43.452582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99403233-347c-406f-bc2a-3c598ae9f842 req-56dc6fd0-00ee-4798-abae-6da45e7a5f5c tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561936 Apr 18 20:40:43.457730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:43.462367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:43.467740 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76850b57-7760-4299-b4f3-20d6498b495b x-openstack-request-id: req-76850b57-7760-4299-b4f3-20d6498b495b {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:43.468402 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.468902 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ed2694-d8b2-4acd-b04b-0c0cb044a00b", "name": "network-vif-plugged", "status": "completed", "tag": "9f147dad-e0a3-4115-8b91-7839ca0d84ad", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:43.469327 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76850b57-7760-4299-b4f3-20d6498b495b {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:43.469940 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76850b57-7760-4299-b4f3-20d6498b495b'] response: {'server_uuid': 'e5ed2694-d8b2-4acd-b04b-0c0cb044a00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f147dad-e0a3-4115-8b91-7839ca0d84ad', 'code': 200} Apr 18 20:40:43.507403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Subnet': ['ID=7072c100-b155-4ce7-bb47-6629fa67bea5,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:43.512818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.513533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.515176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] 10.222.0.64 "PUT /v2.0/ports/6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 1092 time: 1.8600872 Apr 18 20:40:43.516089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:43.520401 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b682ea-0173-46b9-9954-ab20a197d064" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:43.536698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Checking segment: {'id': '7e580cc2-9b29-47fd-a562-f90ef0db2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a8a6dcac-c84b-4475-84d3-95c03814e360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:43.538786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network hostable DHCP agents. Network: a8a6dcac-c84b-4475-84d3-95c03814e360, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:40:43.581573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network a8a6dcac-c84b-4475-84d3-95c03814e360 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:40:43.614857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a8a6dcac-c84b-4475-84d3-95c03814e360) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:43.624900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.626102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.628049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7b187-077f-49e7-8627-9c66c45e4da2 None None] Network a8a6dcac-c84b-4475-84d3-95c03814e360 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:43.648472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46374) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:43.653638 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc45b76-08c5-4945-8bfa-b26d14f5f03e x-openstack-request-id: req-7cc45b76-08c5-4945-8bfa-b26d14f5f03e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:43.653998 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:43.654289 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cc45b76-08c5-4945-8bfa-b26d14f5f03e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:43.655636 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc45b76-08c5-4945-8bfa-b26d14f5f03e'] response: {'name': 'network-changed', 'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'status': 'completed', 'code': 200} Apr 18 20:40:43.660777 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5726f989-bf9f-45c1-b2c0-71856b2fcfd9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1306486 Apr 18 20:40:43.662986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46376) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:43.669200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-244185345', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:43.704186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75069a-1594-4d50-a94e-282e5828bcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:43.711826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.713100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.738241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-98ff381f-b235-4ccd-9708-29e86f6a593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.739959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-98ff381f-b235-4ccd-9708-29e86f6a593d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1095 time: 0.1324103 Apr 18 20:40:43.743956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746ae5c-8d26-43f5-ae99-b7dbfae30871 req-e13b15ef-2bd8-42c0-b36c-dd4c10d70903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.745996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8746ae5c-8d26-43f5-ae99-b7dbfae30871 req-e13b15ef-2bd8-42c0-b36c-dd4c10d70903 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 1096 time: 0.1716340 Apr 18 20:40:43.902401 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-1c189d5b-6ed5-4be4-b469-4d655eeccfc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 217 time: 0.1429231 Apr 18 20:40:43.914427 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.025819 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b029277-b581-459a-8a4a-4480caca1240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.044740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-bd1fd680-0c96-4bbe-adfe-78454cd10dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.046242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-bd1fd680-0c96-4bbe-adfe-78454cd10dd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.1124325 Apr 18 20:40:44.053527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8746ae5c-8d26-43f5-ae99-b7dbfae30871 req-ec6f5c66-345d-40d2-a0cb-1e2797353b88 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920132 Apr 18 20:40:44.085134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a8a6dcac-c84b-4475-84d3-95c03814e360', 'network_id': 'a8a6dcac-c84b-4475-84d3-95c03814e360', 'tenant_id': '94811021fab043bfab8947016e716304', 'fixed_ips': [{'subnet_id': '7072c100-b155-4ce7-bb47-6629fa67bea5'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:40:44.086833 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.136633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1546b-d4e6-4135-9a88-5d919c9728c8 req-2c58cbba-9bb2-4f74-b5e2-8eefe12b6b41 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.138804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68f1546b-d4e6-4135-9a88-5d919c9728c8 req-2c58cbba-9bb2-4f74-b5e2-8eefe12b6b41 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 946 time: 0.0814197 Apr 18 20:40:44.200802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68f1546b-d4e6-4135-9a88-5d919c9728c8 req-6df60dea-76c5-40aa-a8db-90978773e6c7 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528817 Apr 18 20:40:44.216551 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:40:44.242994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b029277-b581-459a-8a4a-4480caca1240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.251322 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b029277-b581-459a-8a4a-4480caca1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.261203 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.334936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6b029277-b581-459a-8a4a-4480caca1240 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=878915823de44b4d9b866ef68a7b94c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6787751 Apr 18 20:40:44.338177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46386) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:44.365083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b029277-b581-459a-8a4a-4480caca1240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16fbb86-429f-4444-9bbb-6a78055bbf42,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:44.446729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-5db7a33b-bedf-40f8-a37b-259578c47226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.448662 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-5db7a33b-bedf-40f8-a37b-259578c47226 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769733 Apr 18 20:40:44.494234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Allocated IP 172.20.0.2 (a8a6dcac-c84b-4475-84d3-95c03814e360/7072c100-b155-4ce7-bb47-6629fa67bea5/a372d0cc-4bc9-4d33-8f57-d68846461668) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:44.625644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b941395-5768-4638-b478-850844ea782a req-5f8defb1-6ca3-4397-880e-f819340c4557 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.632213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b941395-5768-4638-b478-850844ea782a req-5f8defb1-6ca3-4397-880e-f819340c4557 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 946 time: 0.2624602 Apr 18 20:40:44.644976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46392) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:44.648585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-40656f8e-e0d8-4e1b-b2c0-23592a1c0971 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833024 Apr 18 20:40:44.651058 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.657106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a32add1d-5800-4945-8fbd-9ed1a8ac5ff6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'floatingip': {'port_id': '622db6a4-49a5-40cc-9157-3a04e5b3a650'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:44.756072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a32add1d-5800-4945-8fbd-9ed1a8ac5ff6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.827801 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.841331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.845899 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.903407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Pushing event updated for resources: {'Port': ['ID=a372d0cc-4bc9-4d33-8f57-d68846461668,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:44.937079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Network a8a6dcac-c84b-4475-84d3-95c03814e360 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:44.939143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:44.942061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:44.966845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a2117-018e-49b7-a1d6-cb8844053dc4 req-2f449560-1bbc-48aa-9ace-79b77d819553 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.975352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c72a2117-018e-49b7-a1d6-cb8844053dc4 req-2f449560-1bbc-48aa-9ace-79b77d819553 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 944 time: 0.3581223 Apr 18 20:40:45.000531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device be1baa44-1c08-46d6-819f-86a10653ba44 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:45.068577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Attempting to bind port a372d0cc-4bc9-4d33-8f57-d68846461668 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:45.069182 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Attempting to bind port a372d0cc-4bc9-4d33-8f57-d68846461668 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '7e580cc2-9b29-47fd-a562-f90ef0db2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a8a6dcac-c84b-4475-84d3-95c03814e360'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:45.070362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Attempting to bind port a372d0cc-4bc9-4d33-8f57-d68846461668 on network a8a6dcac-c84b-4475-84d3-95c03814e360 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:40:45.083764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:40:45.084420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Checking segment: {'id': '7e580cc2-9b29-47fd-a562-f90ef0db2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a8a6dcac-c84b-4475-84d3-95c03814e360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:40:45.086367 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.086986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Bound using segment: {'id': '7e580cc2-9b29-47fd-a562-f90ef0db2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a8a6dcac-c84b-4475-84d3-95c03814e360'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:40:45.087654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Bound port: a372d0cc-4bc9-4d33-8f57-d68846461668, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e580cc2-9b29-47fd-a562-f90ef0db2d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a8a6dcac-c84b-4475-84d3-95c03814e360'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:45.097739 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.128781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-986cdf36-3895-4105-9080-0a4b84ff1b25 req-0071439e-f260-4a08-a490-471b37edd541 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4662933 Apr 18 20:40:45.202153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b38e0-b81c-4c75-8528-6c425ddd13f6 req-a0d243de-3756-4c72-839d-bc71c26a871d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:45.204009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad2b38e0-b81c-4c75-8528-6c425ddd13f6 req-a0d243de-3756-4c72-839d-bc71c26a871d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 943 time: 0.3688090 Apr 18 20:40:45.225171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c72a2117-018e-49b7-a1d6-cb8844053dc4 req-62a27e5e-4e5c-4a28-b711-dacef5c88c42 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460744 Apr 18 20:40:45.237635 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.240621 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.242771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e16fbb86-429f-4444-9bbb-6a78055bbf42 HTTP/1.1" status: 204 len: 168 time: 0.9030843 Apr 18 20:40:45.256406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16fbb86-429f-4444-9bbb-6a78055bbf42,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:45.326883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.327343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.327827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.331950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.333868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.334208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.334555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.335039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.335432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.335942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.336486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.337058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d0afaa-2854-4d48-a614-730b4c8cafe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:45.437090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.455420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port be1baa44-1c08-46d6-819f-86a10653ba44, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=be1baa44-1c08-46d6-819f-86a10653ba44,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:45.478380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] For port a372d0cc-4bc9-4d33-8f57-d68846461668, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:40:45.482108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'be1baa44-1c08-46d6-819f-86a10653ba44', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'port_id': 'be1baa44-1c08-46d6-819f-86a10653ba44', 'mac_address': 'fa:16:3e:82:53:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:45.487535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] For port a372d0cc-4bc9-4d33-8f57-d68846461668, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a372d0cc-4bc9-4d33-8f57-d68846461668,segment=NetworkSegment(7e580cc2-9b29-47fd-a562-f90ef0db2d22),segment_id=7e580cc2-9b29-47fd-a562-f90ef0db2d22)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:40:45.500502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.549862 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.666738 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.711955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.25.2.86 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/fafba8c2-afef-46cd-a067-fdda9ebb8105) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:45.727406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1baa44-1c08-46d6-819f-86a10653ba44 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:45.733714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49ba3e-3d0d-47a0-af49-72f980088a79 None None] Pushing event updated for resources: {'Port': ['ID=a372d0cc-4bc9-4d33-8f57-d68846461668,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:45.801143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port be1baa44-1c08-46d6-819f-86a10653ba44, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=be1baa44-1c08-46d6-819f-86a10653ba44,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:45.806359 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.854732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46400) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:45.880420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd28d845-1d46-48ac-a7ad-09335458c483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.911151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad2b38e0-b81c-4c75-8528-6c425ddd13f6 req-d865a943-5679-45d9-aa98-90143dff4f25 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816573 Apr 18 20:40:45.925368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=be1baa44-1c08-46d6-819f-86a10653ba44,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:45.940984 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.011128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b682ea-0173-46b9-9954-ab20a197d064 req-3a719a43-9564-4bac-80f5-e859496f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.013989 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35b682ea-0173-46b9-9954-ab20a197d064 req-3a719a43-9564-4bac-80f5-e859496f7ca6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1095 time: 0.6552503 Apr 18 20:40:46.042600 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.076619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd28d845-1d46-48ac-a7ad-09335458c483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.084590 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bd28d845-1d46-48ac-a7ad-09335458c483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.168256 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bd28d845-1d46-48ac-a7ad-09335458c483 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4ddf74c4b19c406787af92389931bc65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102851 Apr 18 20:40:46.180848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46406) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:46.181717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['be1baa44-1c08-46d6-819f-86a10653ba44'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:46.199655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28d845-1d46-48ac-a7ad-09335458c483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f97654f-f074-4af5-924e-d6a878748038,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:46.204913 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.233344 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:46.239092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:46.285479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:46.299303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b682ea-0173-46b9-9954-ab20a197d064 req-b8e4fb3b-c6fb-497a-8dbe-c3a528d2dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.301393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35b682ea-0173-46b9-9954-ab20a197d064 req-b8e4fb3b-c6fb-497a-8dbe-c3a528d2dcbc service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.2333210 Apr 18 20:40:46.394897 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba109c3f-54fc-43de-8ca3-2989f7b09432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.420889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba109c3f-54fc-43de-8ca3-2989f7b09432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.482821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=fafba8c2-afef-46cd-a067-fdda9ebb8105,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:46.486046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35b682ea-0173-46b9-9954-ab20a197d064 req-93cdf5e4-20f4-44e2-b1da-0d255e22fe02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 217 time: 0.1739016 Apr 18 20:40:46.487709 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba109c3f-54fc-43de-8ca3-2989f7b09432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.495653 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ba109c3f-54fc-43de-8ca3-2989f7b09432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.496973 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ba109c3f-54fc-43de-8ca3-2989f7b09432 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f97654f-f074-4af5-924e-d6a878748038 HTTP/1.1" status: 204 len: 168 time: 0.3148711 Apr 18 20:40:46.568110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba109c3f-54fc-43de-8ca3-2989f7b09432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f97654f-f074-4af5-924e-d6a878748038,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:46.642357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [None req-a32add1d-5800-4945-8fbd-9ed1a8ac5ff6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:40:46.755169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a32add1d-5800-4945-8fbd-9ed1a8ac5ff6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.824997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a32add1d-5800-4945-8fbd-9ed1a8ac5ff6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.005096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b682ea-0173-46b9-9954-ab20a197d064 req-87543623-5d90-4c24-926b-66f11fcc8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.006623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35b682ea-0173-46b9-9954-ab20a197d064 req-87543623-5d90-4c24-926b-66f11fcc8ff4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.4149501 Apr 18 20:40:47.020548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abac40e-d1cb-4ea6-8712-53bcdbe10e7e req-3821f808-cd0b-4947-8218-77a99fab425d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.022332 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2abac40e-d1cb-4ea6-8712-53bcdbe10e7e req-3821f808-cd0b-4947-8218-77a99fab425d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 944 time: 0.6296742 Apr 18 20:40:47.036138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a372d0cc-4bc9-4d33-8f57-d68846461668 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:47.080772 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.150896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a372d0cc-4bc9-4d33-8f57-d68846461668 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:47.151168 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.228595 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-a32add1d-5800-4945-8fbd-9ed1a8ac5ff6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Floating IP c74bb706-e1ac-4da1-b474-27099b3d3a6b associated. External IP: 172.25.2.216, port: 622db6a4-49a5-40cc-9157-3a04e5b3a650. Apr 18 20:40:47.354999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b682ea-0173-46b9-9954-ab20a197d064 req-024ac0bd-20ed-4cd2-83a9-81dc90d71e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.359545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35b682ea-0173-46b9-9954-ab20a197d064 req-024ac0bd-20ed-4cd2-83a9-81dc90d71e35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3360305 Apr 18 20:40:47.370458 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.430845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44682b31-0eee-4329-8e0d-5cd98ffd697a None None] Network a8a6dcac-c84b-4475-84d3-95c03814e360 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:40:47.437961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port a372d0cc-4bc9-4d33-8f57-d68846461668, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a372d0cc-4bc9-4d33-8f57-d68846461668,segment=NetworkSegment(7e580cc2-9b29-47fd-a562-f90ef0db2d22),segment_id=7e580cc2-9b29-47fd-a562-f90ef0db2d22)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:47.454137 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.548676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35b682ea-0173-46b9-9954-ab20a197d064 req-4774dbb9-aca8-48b8-bd8d-d546353aa88e service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498258 Apr 18 20:40:47.559446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2abac40e-d1cb-4ea6-8712-53bcdbe10e7e req-630f9655-c906-40e0-962e-37aacbc27de8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5015011 Apr 18 20:40:47.581183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ce166aa3-fe73-4948-be62-1dab33325cfb None None] Provisioning complete for port a372d0cc-4bc9-4d33-8f57-d68846461668 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:47.581183 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ce166aa3-fe73-4948-be62-1dab33325cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.625993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=a372d0cc-4bc9-4d33-8f57-d68846461668,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:47.704925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ccc2a-2870-43e5-b5ff-b2fff5d401a5 req-692d0927-28b6-4f5a-b91b-f876df6242bb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.710823 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.713595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce5ccc2a-2870-43e5-b5ff-b2fff5d401a5 req-692d0927-28b6-4f5a-b91b-f876df6242bb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 944 time: 0.4988623 Apr 18 20:40:47.830369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce5ccc2a-2870-43e5-b5ff-b2fff5d401a5 req-e4551cbd-c86d-463b-8988-b62d2df177b4 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115389 Apr 18 20:40:47.908327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35b682ea-0173-46b9-9954-ab20a197d064 req-8c6abc6a-0cfc-48cc-a8df-6ed58db74af5 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460720 Apr 18 20:40:47.931721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router 2855f241-951e-42f2-b983-4178487ecd76 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:40:48.013663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32add1d-5800-4945-8fbd-9ed1a8ac5ff6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:48.080163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:48.099791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:40:48.109393 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2f811-c1f0-4973-bd80-fc50eb73e0c8 None None] Sync routers for ids ['2855f241-951e-42f2-b983-4178487ecd76'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:48.122995 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2f811-c1f0-4973-bd80-fc50eb73e0c8 None None] Routers {'2855f241-951e-42f2-b983-4178487ecd76'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:48.124076 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1bb2f811-c1f0-4973-bd80-fc50eb73e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2855f241-951e-42f2-b983-4178487ecd76'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:48.126598 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.131930 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2f5fb72e-fe9d-43c2-b0de-9228e3e172bb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4643366 Apr 18 20:40:48.132058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46440) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:48.178617 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1bb2f811-c1f0-4973-bd80-fc50eb73e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:48.191011 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2f811-c1f0-4973-bd80-fc50eb73e0c8 None None] Routers {'2855f241-951e-42f2-b983-4178487ecd76'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:48.192227 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1bb2f811-c1f0-4973-bd80-fc50eb73e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2855f241-951e-42f2-b983-4178487ecd76'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:48.264657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32add1d-5800-4945-8fbd-9ed1a8ac5ff6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:48.274456 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a32add1d-5800-4945-8fbd-9ed1a8ac5ff6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.278027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:48.284410 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1bb2f811-c1f0-4973-bd80-fc50eb73e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:48.285495 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb2f811-c1f0-4973-bd80-fc50eb73e0c8 None None] The sync data for ids ['2855f241-951e-42f2-b983-4178487ecd76'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:48.304593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:48.305643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:48.324490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a32add1d-5800-4945-8fbd-9ed1a8ac5ff6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "PUT /v2.0/floatingips/c74bb706-e1ac-4da1-b474-27099b3d3a6b HTTP/1.1" status: 200 len: 992 time: 3.6745620 Apr 18 20:40:48.325294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'tag': '622db6a4-49a5-40cc-9157-3a04e5b3a650'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:48.327690 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116057f8-f2c8-4524-b9b5-6ab1877aad15" -d '{"events": [{"name": "network-changed", "server_uuid": "2c81b1c4-6254-42d2-9c5a-b91dae12d9a9", "tag": "622db6a4-49a5-40cc-9157-3a04e5b3a650"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:48.387469 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077c2ea6-a655-4630-8b0a-8d2677c17bd9 x-openstack-request-id: req-077c2ea6-a655-4630-8b0a-8d2677c17bd9 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:48.387925 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c81b1c4-6254-42d2-9c5a-b91dae12d9a9", "tag": "622db6a4-49a5-40cc-9157-3a04e5b3a650", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:48.388285 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-077c2ea6-a655-4630-8b0a-8d2677c17bd9 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:48.389180 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077c2ea6-a655-4630-8b0a-8d2677c17bd9'] response: {'name': 'network-changed', 'server_uuid': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'tag': '622db6a4-49a5-40cc-9157-3a04e5b3a650', 'status': 'completed', 'code': 200} Apr 18 20:40:48.541195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:48.542256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-52fd89e3-825e-47a7-aa59-39addc026ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:48.543930 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-52fd89e3-825e-47a7-aa59-39addc026ac5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 1097 time: 0.0966215 Apr 18 20:40:48.570150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'port_id': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'mac_address': 'fa:16:3e:6a:ee:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:40:48.606088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-714ba92c-aaf9-4167-b308-403b48e3e748 None None] Provisioning complete for port a372d0cc-4bc9-4d33-8f57-d68846461668 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:48.606467 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-714ba92c-aaf9-4167-b308-403b48e3e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.703227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:48.762459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cf9a9-eab5-4089-b9ec-a8ee6f6e645e req-cf29771a-b5c6-4641-a8b8-a13ef7ea5f25 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:48.766028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a8cf9a9-eab5-4089-b9ec-a8ee6f6e645e req-cf29771a-b5c6-4641-a8b8-a13ef7ea5f25 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 944 time: 0.0813563 Apr 18 20:40:48.832678 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.862033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.864601 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-3dd4a6b3-75ed-4749-842c-2fa93fd39b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:48.866087 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-3dd4a6b3-75ed-4749-842c-2fa93fd39b5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 916 time: 0.3109927 Apr 18 20:40:48.885242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a8cf9a9-eab5-4089-b9ec-a8ee6f6e645e req-f236f94a-5249-4f02-a0d4-bd05ea8b364f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106298 Apr 18 20:40:48.932993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca117d7-89b4-484d-93d1-3463e0000e8b {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:48.951721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a372d0cc-4bc9-4d33-8f57-d68846461668 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:49.003545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device be1baa44-1c08-46d6-819f-86a10653ba44 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:49.057527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:49.087899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211232be-51d6-426b-8e77-6038190d1f1c req-180f1bb7-6cdc-4087-afba-6121f0de6d3b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.089636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-211232be-51d6-426b-8e77-6038190d1f1c req-180f1bb7-6cdc-4087-afba-6121f0de6d3b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 944 time: 0.0906012 Apr 18 20:40:49.124122 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.171365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-211232be-51d6-426b-8e77-6038190d1f1c req-19d3c910-6e44-4a6b-ad46-24c6c76d16e7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748758 Apr 18 20:40:49.206367 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-668a0c24-67ef-4e92-834e-2c7ec4666be5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=622db6a4-49a5-40cc-9157-3a04e5b3a650 HTTP/1.1" status: 200 len: 1000 time: 0.3074479 Apr 18 20:40:49.323773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:49.337105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a372d0cc-4bc9-4d33-8f57-d68846461668 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:49.338167 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.344962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-cd07d00f-e1f4-44ed-b6de-db380119bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.347176 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-cd07d00f-e1f4-44ed-b6de-db380119bb78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.1323249 Apr 18 20:40:49.382824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port be1baa44-1c08-46d6-819f-86a10653ba44 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:49.390735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['6ca117d7-89b4-484d-93d1-3463e0000e8b'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:40:49.427045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port be1baa44-1c08-46d6-819f-86a10653ba44 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:49.427432 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.494248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-9e2204d0-f1e0-4de7-90f3-dab8fd26cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.500187 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-9e2204d0-f1e0-4de7-90f3-dab8fd26cce7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419814 Apr 18 20:40:49.581324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '69df6607-6028-47b1-8d89-80b220104d54', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '4c6e59cf-2796-4439-b256-844adbba6971', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:f4:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 2, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}, {'id': 'c74bb706-e1ac-4da1-b474-27099b3d3a6b', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '622db6a4-49a5-40cc-9157-3a04e5b3a650', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:2e:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:17Z', 'updated_at': '2022-04-18T20:40:46Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:49.619331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.20.0.1 (a8a6dcac-c84b-4475-84d3-95c03814e360/7072c100-b155-4ce7-bb47-6629fa67bea5/0e7f4b05-4cc0-469a-b131-5fde70b2d669) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:49.638095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:40:49.700747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:49.701546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:49.725108 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-7d73be7d-ff48-4118-81d2-69b277005119 service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987991 Apr 18 20:40:49.757821 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.883958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1c9cf8-4316-4694-bde4-fa3622bd09e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1baa44-1c08-46d6-819f-86a10653ba44'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:49.886284 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56d0f44-9c88-457a-996d-51b895be7931" -d '{"events": [{"server_uuid": "7f1c9cf8-4316-4694-bde4-fa3622bd09e0", "name": "network-vif-plugged", "status": "completed", "tag": "be1baa44-1c08-46d6-819f-86a10653ba44"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:49.921372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:49.952932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port be1baa44-1c08-46d6-819f-86a10653ba44, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=be1baa44-1c08-46d6-819f-86a10653ba44,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:49.977839 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.046575 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940531c3-01ea-4a72-932f-a2b5cc568cef x-openstack-request-id: req-940531c3-01ea-4a72-932f-a2b5cc568cef {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:50.046889 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1c9cf8-4316-4694-bde4-fa3622bd09e0", "name": "network-vif-plugged", "status": "completed", "tag": "be1baa44-1c08-46d6-819f-86a10653ba44", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:50.047113 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-940531c3-01ea-4a72-932f-a2b5cc568cef {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:50.047509 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940531c3-01ea-4a72-932f-a2b5cc568cef'] response: {'server_uuid': '7f1c9cf8-4316-4694-bde4-fa3622bd09e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1baa44-1c08-46d6-819f-86a10653ba44', 'code': 200} Apr 18 20:40:50.071197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b913a-2b4a-4aa2-8b5a-c7222dc6c391 req-d9c3af5e-2d75-4b1d-9527-97bda24e248d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:50.072979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a00b913a-2b4a-4aa2-8b5a-c7222dc6c391 req-d9c3af5e-2d75-4b1d-9527-97bda24e248d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1116631 Apr 18 20:40:50.193287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a00b913a-2b4a-4aa2-8b5a-c7222dc6c391 req-31963c4e-19a3-4493-8bf1-c91f11a949e7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846286 Apr 18 20:40:50.195046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=be1baa44-1c08-46d6-819f-86a10653ba44,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.215609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.216053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.216307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.216638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.217476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.217476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.217760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.218180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.218180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.218493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.218797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.219113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:50.238714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48487d-a5db-4f2a-91f6-4ee66d91fd2a req-52ce210a-b80b-41f0-b788-d4895d6d1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:50.246994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d48487d-a5db-4f2a-91f6-4ee66d91fd2a req-52ce210a-b80b-41f0-b788-d4895d6d1b62 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 1096 time: 0.1659391 Apr 18 20:40:50.340057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d48487d-a5db-4f2a-91f6-4ee66d91fd2a req-ad44ce38-0a79-4626-a891-4fc616568243 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853364 Apr 18 20:40:50.358115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30c1d2-441b-4a2f-a9d4-6d28336b3a1c req-0da44baa-2c7f-4ec8-8cff-23856776d567 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:50.365922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e30c1d2-441b-4a2f-a9d4-6d28336b3a1c req-0da44baa-2c7f-4ec8-8cff-23856776d567 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1031528 Apr 18 20:40:50.406122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e30c1d2-441b-4a2f-a9d4-6d28336b3a1c req-df107ef2-07b2-4fe5-bbf2-a009519d1b95 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392532 Apr 18 20:40:50.434249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '69df6607-6028-47b1-8d89-80b220104d54', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '4c6e59cf-2796-4439-b256-844adbba6971', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:f4:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 2, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}, {'id': 'c74bb706-e1ac-4da1-b474-27099b3d3a6b', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '622db6a4-49a5-40cc-9157-3a04e5b3a650', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:2e:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:17Z', 'updated_at': '2022-04-18T20:40:46Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:50.480044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f172b623-4f1e-4c74-a1ca-f5e352d9de75 None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '69df6607-6028-47b1-8d89-80b220104d54', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '4c6e59cf-2796-4439-b256-844adbba6971', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:f4:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 2, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}, {'id': 'c74bb706-e1ac-4da1-b474-27099b3d3a6b', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '622db6a4-49a5-40cc-9157-3a04e5b3a650', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:2e:eb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:17Z', 'updated_at': '2022-04-18T20:40:46Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:50.502543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.568086 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-116057f8-f2c8-4524-b9b5-6ab1877aad15 req-abf5139f-36f6-46dc-aef9-6513e8470618 service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8340473 Apr 18 20:40:50.579471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.648901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network a8a6dcac-c84b-4475-84d3-95c03814e360 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:50.652513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:50.655447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:50.718650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=0e7f4b05-4cc0-469a-b131-5fde70b2d669,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.730460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.899655 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9339a115-1085-4636-a46f-0b5d8ffb2363 None None] New status for floating IP c74bb706-e1ac-4da1-b474-27099b3d3a6b: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:40:50.926684 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.022316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0ff9c950-1d7d-46cb-bdd6-7ec49525883c None None] Provisioning complete for port 0e7f4b05-4cc0-469a-b131-5fde70b2d669 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:51.022725 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c950-1d7d-46cb-bdd6-7ec49525883c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.124010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9c950-1d7d-46cb-bdd6-7ec49525883c None None] Port 0e7f4b05-4cc0-469a-b131-5fde70b2d669 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:51.249931 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46516) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:51.401481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc2d6-6b2d-41fd-90a2-e8e277417e33 req-15d13236-0339-4e3c-aa1b-e720dfce40c9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.403766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88fdc2d6-6b2d-41fd-90a2-e8e277417e33 req-15d13236-0339-4e3c-aa1b-e720dfce40c9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1292584 Apr 18 20:40:51.408105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.415579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.467548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f40e9b00-8cb0-432c-a560-0602803912ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.507490 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.531419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88fdc2d6-6b2d-41fd-90a2-e8e277417e33 req-0a8ddbc2-257c-464c-9cb2-eb56b5fac46e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189349 Apr 18 20:40:51.559890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=0e7f4b05-4cc0-469a-b131-5fde70b2d669,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:51.644363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18e18f-3af2-40bc-be31-e39e3ba74b88 req-755d51f5-24d1-48fc-a000-21ccc66a21c0 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:51.654695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f18e18f-3af2-40bc-be31-e39e3ba74b88 req-755d51f5-24d1-48fc-a000-21ccc66a21c0 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1133354 Apr 18 20:40:51.704832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network a8a6dcac-c84b-4475-84d3-95c03814e360 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:51.707701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:51.763994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f40e9b00-8cb0-432c-a560-0602803912ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.769014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f18e18f-3af2-40bc-be31-e39e3ba74b88 req-70044124-375f-4336-8abc-15e62b8e847d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133742 Apr 18 20:40:51.777647 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f40e9b00-8cb0-432c-a560-0602803912ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.844985 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46530) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:51.846006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f40e9b00-8cb0-432c-a560-0602803912ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be66639ffe03434d83f1aee31c0cf233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939679 Apr 18 20:40:51.849040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e9b00-8cb0-432c-a560-0602803912ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4273e22f-35d6-479a-8e55-bdc37d964065,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:51.988102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router 2855f241-951e-42f2-b983-4178487ecd76 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:52.055191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-18705512-4109-4838-b65b-9735b739268f None None] Provisioning complete for port 0e7f4b05-4cc0-469a-b131-5fde70b2d669 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:52.055749 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18705512-4109-4838-b65b-9735b739268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.086002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed5b8-3740-490e-9315-4b17f5bda869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.094644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:40:52.124911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-18705512-4109-4838-b65b-9735b739268f None None] Port 0e7f4b05-4cc0-469a-b131-5fde70b2d669 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:52.134117 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed5b8-3740-490e-9315-4b17f5bda869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.158765 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 6ca117d7-89b4-484d-93d1-3463e0000e8b completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:52.163870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 6ca117d7-89b4-484d-93d1-3463e0000e8b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:52.164486 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.236890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:52.246007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46536) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:52.246162 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8fac0b75-6f27-4512-a704-dcc6d820113a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "PUT /v2.0/routers/2855f241-951e-42f2-b983-4178487ecd76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1096158 Apr 18 20:40:52.253253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'port': {'network_id': 'a8a6dcac-c84b-4475-84d3-95c03814e360', 'name': 'tempest-FloatingIPTestJSON-1045527738'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:52.277912 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed5b8-3740-490e-9315-4b17f5bda869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.280325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed5b8-3740-490e-9315-4b17f5bda869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.284017 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8e1ed5b8-3740-490e-9315-4b17f5bda869 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4273e22f-35d6-479a-8e55-bdc37d964065 HTTP/1.1" status: 204 len: 168 time: 0.4346771 Apr 18 20:40:52.312118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ed5b8-3740-490e-9315-4b17f5bda869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4273e22f-35d6-479a-8e55-bdc37d964065,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:52.436878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Made reservation on behalf of 94811021fab043bfab8947016e716304 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:52.440629 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.461108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] device_id is not set on port b15f5c5a-4bcb-436f-abb1-29577da5a264 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:40:52.537573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19743bdb-de90-4d56-ac07-7ce1b80a663c None None] Sync routers for ids ['2855f241-951e-42f2-b983-4178487ecd76'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:52.563686 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.606058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19743bdb-de90-4d56-ac07-7ce1b80a663c None None] Routers {'2855f241-951e-42f2-b983-4178487ecd76'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:52.606693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-19743bdb-de90-4d56-ac07-7ce1b80a663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2855f241-951e-42f2-b983-4178487ecd76'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:52.652366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:52.654815 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8050601b-80f6-4741-9c62-666033728828" -d '{"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:52.660929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-19743bdb-de90-4d56-ac07-7ce1b80a663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:52.675529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:40:52.682408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19743bdb-de90-4d56-ac07-7ce1b80a663c None None] Routers {'2855f241-951e-42f2-b983-4178487ecd76'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:52.683119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-19743bdb-de90-4d56-ac07-7ce1b80a663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2855f241-951e-42f2-b983-4178487ecd76'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:52.688305 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.706552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Allocated IP 172.20.0.5 (a8a6dcac-c84b-4475-84d3-95c03814e360/7072c100-b155-4ce7-bb47-6629fa67bea5/b15f5c5a-4bcb-436f-abb1-29577da5a264) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:52.744548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908e6b5-df29-48ed-9539-f2f5bf75a7e7 req-6fa4a39b-0e78-414c-a142-3e7a706ff9d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.746925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8908e6b5-df29-48ed-9539-f2f5bf75a7e7 req-6fa4a39b-0e78-414c-a142-3e7a706ff9d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 946 time: 0.0857124 Apr 18 20:40:52.796334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-19743bdb-de90-4d56-ac07-7ce1b80a663c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:52.797007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19743bdb-de90-4d56-ac07-7ce1b80a663c None None] The sync data for ids ['2855f241-951e-42f2-b983-4178487ecd76'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:52.816968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46548) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:52.817641 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf28841-9a1f-4cae-a4b1-69ff8d0e97a5 x-openstack-request-id: req-1bf28841-9a1f-4cae-a4b1-69ff8d0e97a5 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:52.818083 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:52.818351 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bf28841-9a1f-4cae-a4b1-69ff8d0e97a5 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:52.818759 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf28841-9a1f-4cae-a4b1-69ff8d0e97a5'] response: {'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'code': 200} Apr 18 20:40:52.859702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8908e6b5-df29-48ed-9539-f2f5bf75a7e7 req-bb56e5c7-2f4f-4f60-940b-584535f29a33 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024878 Apr 18 20:40:52.860331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6df3140f-1243-4834-9151-da8ce79058e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.872550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:52.982468 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6df3140f-1243-4834-9151-da8ce79058e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.985800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46dc3d-c75f-484f-9fc4-9c68f067a7cb req-2f235654-8cf6-4c0d-8c37-e6e8aa00e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.987542 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f46dc3d-c75f-484f-9fc4-9c68f067a7cb req-2f235654-8cf6-4c0d-8c37-e6e8aa00e52a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1097 time: 0.1636431 Apr 18 20:40:52.988574 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6df3140f-1243-4834-9151-da8ce79058e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.030590 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6df3140f-1243-4834-9151-da8ce79058e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29a1cce06a6e4f2cad1589bca30c53ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095790 Apr 18 20:40:53.033125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46556) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:53.044702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31e8aa-24f2-4cfc-85f5-6b4c2f48a77f req-9caea488-a6a3-45d1-ac6d-81b4771d9d6d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.046250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f31e8aa-24f2-4cfc-85f5-6b4c2f48a77f req-9caea488-a6a3-45d1-ac6d-81b4771d9d6d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1177652 Apr 18 20:40:53.052132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3140f-1243-4834-9151-da8ce79058e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc84f19f-deec-484f-b0b4-6e7dc7db5252,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:53.095433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f46dc3d-c75f-484f-9fc4-9c68f067a7cb req-a8c9fa6b-f65d-4d35-bf00-5452d0ac0405 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943863 Apr 18 20:40:53.100171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a608-0e88-4dba-8ddf-48df52d72fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.101808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.128954 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a608-0e88-4dba-8ddf-48df52d72fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.129103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f31e8aa-24f2-4cfc-85f5-6b4c2f48a77f req-45b9049b-70da-4908-9509-fa804162b9a7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668030 Apr 18 20:40:53.158118 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.192287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a608-0e88-4dba-8ddf-48df52d72fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.197083 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ffb0a608-0e88-4dba-8ddf-48df52d72fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.202122 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ffb0a608-0e88-4dba-8ddf-48df52d72fcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc84f19f-deec-484f-b0b4-6e7dc7db5252 HTTP/1.1" status: 204 len: 168 time: 0.1676376 Apr 18 20:40:53.206045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Network a8a6dcac-c84b-4475-84d3-95c03814e360 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:53.210602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:53.214255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:40:53.214453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0a608-0e88-4dba-8ddf-48df52d72fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc84f19f-deec-484f-b0b4-6e7dc7db5252,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:53.298264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event updated for resources: {'Port': ['ID=b15f5c5a-4bcb-436f-abb1-29577da5a264,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:53.306453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.307149 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.342603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2c95b908-d586-4cd2-9261-b8790903e057 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0923319 Apr 18 20:40:53.343489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46570) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:53.350145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Request body: {'floatingip': {'port_id': 'b15f5c5a-4bcb-436f-abb1-29577da5a264'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:53.457975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.570424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ede4efe6-162e-4095-a8fc-b27197f0190b None None] Provisioning complete for port b15f5c5a-4bcb-436f-abb1-29577da5a264 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:53.572296 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ede4efe6-162e-4095-a8fc-b27197f0190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.606324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2bcc2-17a1-42d9-9b30-e8c093e1ec97 req-878a1d82-4bc8-49ad-8dba-65237d5d5013 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.621749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1f2bcc2-17a1-42d9-9b30-e8c093e1ec97 req-878a1d82-4bc8-49ad-8dba-65237d5d5013 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.0739517 Apr 18 20:40:53.664159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ede4efe6-162e-4095-a8fc-b27197f0190b None None] Port b15f5c5a-4bcb-436f-abb1-29577da5a264 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:40:53.704441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1f2bcc2-17a1-42d9-9b30-e8c093e1ec97 req-a35b7d39-26ee-45ac-9154-03c39d04e0e0 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817642 Apr 18 20:40:53.708464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315db19-769b-4441-82bf-5a836ade4870 req-c764dc2e-f952-460e-8cb1-fc295dc37385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.710574 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c315db19-769b-4441-82bf-5a836ade4870 req-c764dc2e-f952-460e-8cb1-fc295dc37385 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 1096 time: 0.1853385 Apr 18 20:40:53.912852 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315db19-769b-4441-82bf-5a836ade4870 req-7cd8dc13-f0f0-43b0-a08d-ad6a4907477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.915570 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c315db19-769b-4441-82bf-5a836ade4870 req-7cd8dc13-f0f0-43b0-a08d-ad6a4907477d service neutron] 10.222.0.60 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.1958420 Apr 18 20:40:54.038921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48455-ca84-4d4d-971f-e141b17e9439 req-d0ca6083-140c-452c-b170-c0640a5ad55c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.040635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42a48455-ca84-4d4d-971f-e141b17e9439 req-d0ca6083-140c-452c-b170-c0640a5ad55c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 946 time: 0.0908961 Apr 18 20:40:54.056521 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c315db19-769b-4441-82bf-5a836ade4870 req-cad56811-302a-4b30-843e-1200ba5a5454 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be1baa44-1c08-46d6-819f-86a10653ba44 HTTP/1.1" status: 200 len: 217 time: 0.0571234 Apr 18 20:40:54.109937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42a48455-ca84-4d4d-971f-e141b17e9439 req-aa503fdd-cb27-46c0-8601-1296ddc74497 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610716 Apr 18 20:40:54.268890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315db19-769b-4441-82bf-5a836ade4870 req-8cded7f1-9122-474e-91f3-2e11cea3cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.270536 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c315db19-769b-4441-82bf-5a836ade4870 req-8cded7f1-9122-474e-91f3-2e11cea3cae7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.1714957 Apr 18 20:40:54.377642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315db19-769b-4441-82bf-5a836ade4870 req-3203639c-2546-4ef7-87b2-43d93b15af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.379176 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c315db19-769b-4441-82bf-5a836ade4870 req-3203639c-2546-4ef7-87b2-43d93b15af8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975959 Apr 18 20:40:54.558889 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c315db19-769b-4441-82bf-5a836ade4870 req-55ec82cc-9db3-4a8b-817f-5ac2e20e8665 service neutron] 10.222.0.60 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690679 Apr 18 20:40:54.565440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.585745 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.763250 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c315db19-769b-4441-82bf-5a836ade4870 req-3a49278a-40d0-46c2-8663-e6aea811014b service neutron] 10.222.0.60 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965187 Apr 18 20:40:54.780323 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP c85bb187-8681-463b-b87d-f3079b5c751c associated. External IP: 172.25.2.165, port: 60c71ed0-209c-4fee-8652-8c968fa5db85. Apr 18 20:40:55.141637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:55.186687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae5017-caa6-4960-914e-5019fe89af7f req-dc217618-8e13-4c40-9bb9-76c1809d8c9b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.196115 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afae5017-caa6-4960-914e-5019fe89af7f req-dc217618-8e13-4c40-9bb9-76c1809d8c9b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.3994243 Apr 18 20:40:55.295456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afae5017-caa6-4960-914e-5019fe89af7f req-159f387e-0e3a-4e88-838a-8563769a7583 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981314 Apr 18 20:40:55.340557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d8956-532f-40c4-8601-01529e862c9c req-3e49fea1-cf4b-4850-9442-55ab7bc595ba tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.343669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f8d8956-532f-40c4-8601-01529e862c9c req-3e49fea1-cf4b-4850-9442-55ab7bc595ba tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 946 time: 0.1069100 Apr 18 20:40:55.460068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f8d8956-532f-40c4-8601-01529e862c9c req-de4ccbf9-ce47-4e15-9134-7d8b7025cea9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053612 Apr 18 20:40:55.661220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e8a1e-109a-4151-86e9-7f8842e2aeaf req-f0e57d76-19bf-444a-a5fe-3bcc068dec2a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.674149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-531e8a1e-109a-4151-86e9-7f8842e2aeaf req-f0e57d76-19bf-444a-a5fe-3bcc068dec2a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 946 time: 0.0911615 Apr 18 20:40:55.674858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46656) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:55.680303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-00a88c6e-e68d-4fc1-a6f5-f55bf0dc7faa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'floatingip': {'port_id': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:55.728736 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00a88c6e-e68d-4fc1-a6f5-f55bf0dc7faa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.866449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:55.881204 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13c787-1120-4a0a-b6e8-66691f5d1a25 None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:55.898990 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13c787-1120-4a0a-b6e8-66691f5d1a25 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:55.899568 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ec13c787-1120-4a0a-b6e8-66691f5d1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.002729 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ec13c787-1120-4a0a-b6e8-66691f5d1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.028300 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13c787-1120-4a0a-b6e8-66691f5d1a25 None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:56.028901 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ec13c787-1120-4a0a-b6e8-66691f5d1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.082636 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ec13c787-1120-4a0a-b6e8-66691f5d1a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.083388 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13c787-1120-4a0a-b6e8-66691f5d1a25 None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:56.370689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router 2855f241-951e-42f2-b983-4178487ecd76 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:56.539654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:56.546733 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.549586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb3af5-5687-4261-bad3-c326590491c0 None None] Sync routers for ids ['2855f241-951e-42f2-b983-4178487ecd76'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:56.601801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb3af5-5687-4261-bad3-c326590491c0 None None] Routers {'2855f241-951e-42f2-b983-4178487ecd76'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:56.602216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00a88c6e-e68d-4fc1-a6f5-f55bf0dc7faa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.602699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-77fb3af5-5687-4261-bad3-c326590491c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2855f241-951e-42f2-b983-4178487ecd76'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.620544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00a88c6e-e68d-4fc1-a6f5-f55bf0dc7faa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.663462 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-64204e29-99ea-40b5-b3fb-8cc53fb41121 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "PUT /v2.0/floatingips/c85bb187-8681-463b-b87d-f3079b5c751c HTTP/1.1" status: 200 len: 978 time: 3.3190699 Apr 18 20:40:56.666738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46686) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:56.733383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-77fb3af5-5687-4261-bad3-c326590491c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.771375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64efb7-f7ef-4764-8dce-d71e5d6cfc44 req-8a3cda3d-4459-4c0f-bbab-51223fabd8e0 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.773515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df64efb7-f7ef-4764-8dce-d71e5d6cfc44 req-8a3cda3d-4459-4c0f-bbab-51223fabd8e0 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1689999 Apr 18 20:40:56.778339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb3af5-5687-4261-bad3-c326590491c0 None None] Routers {'2855f241-951e-42f2-b983-4178487ecd76'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:56.787311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-77fb3af5-5687-4261-bad3-c326590491c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2855f241-951e-42f2-b983-4178487ecd76'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.818904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port b15f5c5a-4bcb-436f-abb1-29577da5a264 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:40:56.819539 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.890530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-77fb3af5-5687-4261-bad3-c326590491c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:56.899983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb3af5-5687-4261-bad3-c326590491c0 None None] The sync data for ids ['2855f241-951e-42f2-b983-4178487ecd76'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:56.905318 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-00a88c6e-e68d-4fc1-a6f5-f55bf0dc7faa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Floating IP 740df1e5-5eab-4d8a-a39e-45b49bea1325 associated. External IP: 172.25.2.71, port: 6ca117d7-89b4-484d-93d1-3463e0000e8b. Apr 18 20:40:56.963409 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.998887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df64efb7-f7ef-4764-8dce-d71e5d6cfc44 req-67b98694-9bd9-4644-a252-cb6fe539b45e tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480589 Apr 18 20:40:57.293981 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.294681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.295313 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Floating IP c85bb187-8681-463b-b87d-f3079b5c751c disassociated. External IP: 172.25.2.165, port: b15f5c5a-4bcb-436f-abb1-29577da5a264. Apr 18 20:40:57.296805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for b15f5c5a-4bcb-436f-abb1-29577da5a264 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:40:57.386822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a88c6e-e68d-4fc1-a6f5-f55bf0dc7faa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Router a864ca14-bca4-4d51-b4dd-655d5d56c174 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:57.592253 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.635588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a88c6e-e68d-4fc1-a6f5-f55bf0dc7faa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:57.639044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=b15f5c5a-4bcb-436f-abb1-29577da5a264,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:57.642608 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00a88c6e-e68d-4fc1-a6f5-f55bf0dc7faa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.658514 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] Sync routers for ids ['a864ca14-bca4-4d51-b4dd-655d5d56c174'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:57.684177 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-00a88c6e-e68d-4fc1-a6f5-f55bf0dc7faa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "PUT /v2.0/floatingips/740df1e5-5eab-4d8a-a39e-45b49bea1325 HTTP/1.1" status: 200 len: 991 time: 2.0072100 Apr 18 20:40:57.684877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:57.691155 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309f1f0a-3167-4127-bf8d-d2efcf88fb35" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:40:57.718702 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] Routers {'a864ca14-bca4-4d51-b4dd-655d5d56c174'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:57.719323 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a864ca14-bca4-4d51-b4dd-655d5d56c174'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:57.804156 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d39c568-2c07-498a-b83d-d3366f42eeb5 x-openstack-request-id: req-7d39c568-2c07-498a-b83d-d3366f42eeb5 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:40:57.804156 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:40:57.804156 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d39c568-2c07-498a-b83d-d3366f42eeb5 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:40:57.804156 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d39c568-2c07-498a-b83d-d3366f42eeb5'] response: {'name': 'network-changed', 'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'status': 'completed', 'code': 200} Apr 18 20:40:57.926239 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router 2855f241-951e-42f2-b983-4178487ecd76 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:40:57.992936 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] Set router a864ca14-bca4-4d51-b4dd-655d5d56c174 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:58.091526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bcd41-ef9a-4af1-b141-e70be7ce5edf req-2db63895-6626-469a-98b3-7d097c52f1ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.097972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd6bcd41-ef9a-4af1-b141-e70be7ce5edf req-2db63895-6626-469a-98b3-7d097c52f1ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 946 time: 0.1556818 Apr 18 20:40:58.102416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-f559672b-4c0f-4e9b-9b4e-b06a24778bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.111681 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-f559672b-4c0f-4e9b-9b4e-b06a24778bbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1097 time: 0.2570572 Apr 18 20:40:58.372599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-890268fc-6bde-498f-909c-01af5569468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.376002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-890268fc-6bde-498f-909c-01af5569468b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.2528598 Apr 18 20:40:58.396686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:40:58.420638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105c36c-560e-43f9-a1fa-5fd2e4e0dc11 None None] Sync routers for ids ['2855f241-951e-42f2-b983-4178487ecd76'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:58.489139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105c36c-560e-43f9-a1fa-5fd2e4e0dc11 None None] Routers {'2855f241-951e-42f2-b983-4178487ecd76'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:58.490073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2105c36c-560e-43f9-a1fa-5fd2e4e0dc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2855f241-951e-42f2-b983-4178487ecd76'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:58.492529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd6bcd41-ef9a-4af1-b141-e70be7ce5edf req-fa25eb65-e8df-4fc2-a461-0f2b550aaf9f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3827641 Apr 18 20:40:58.652249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2105c36c-560e-43f9-a1fa-5fd2e4e0dc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:58.686896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105c36c-560e-43f9-a1fa-5fd2e4e0dc11 None None] Routers {'2855f241-951e-42f2-b983-4178487ecd76'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:58.688571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2105c36c-560e-43f9-a1fa-5fd2e4e0dc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2855f241-951e-42f2-b983-4178487ecd76'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:58.712333 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.723560 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-25884e28-7eb2-4217-a4d3-d0b65db497a1 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/ports/b15f5c5a-4bcb-436f-abb1-29577da5a264 HTTP/1.1" status: 204 len: 168 time: 2.0519266 Apr 18 20:40:58.724360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46718) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:58.761270 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '740df1e5-5eab-4d8a-a39e-45b49bea1325', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'port_id': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'mac_address': 'fa:16:3e:6a:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:32Z', 'updated_at': '2022-04-18T20:40:56Z', 'revision_number': 1, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f', 'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'mac_address': 'fa:16:3e:bb:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:27Z', 'revision_number': 5, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'subnets': [{'id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:58.798509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2105c36c-560e-43f9-a1fa-5fd2e4e0dc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:58.799461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2105c36c-560e-43f9-a1fa-5fd2e4e0dc11 None None] The sync data for ids ['2855f241-951e-42f2-b983-4178487ecd76'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:58.835335 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] Checking router: a864ca14-bca4-4d51-b4dd-655d5d56c174 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:40:58.845857 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] Routers {'a864ca14-bca4-4d51-b4dd-655d5d56c174'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:40:58.846809 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a864ca14-bca4-4d51-b4dd-655d5d56c174'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:58.864043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-ffef1d1c-133c-4d26-81d1-6414b2c7da1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 999 time: 0.3972061 Apr 18 20:40:58.991179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-22cd9893-fb00-4933-8f1a-3b1f402eba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.993785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-22cd9893-fb00-4933-8f1a-3b1f402eba45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0936213 Apr 18 20:40:59.028766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45067f7-885e-4b4d-818a-a616318b2466 req-4950e65a-eef0-407b-8f65-196f72b57372 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:59.032186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b45067f7-885e-4b4d-818a-a616318b2466 req-4950e65a-eef0-407b-8f65-196f72b57372 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 946 time: 0.3392494 Apr 18 20:40:59.096181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb8f3-6979-4f4a-acbc-45fcf5583ae9 req-8d7b6e76-ccd7-4779-9810-9b735f333992 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:59.099052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-612bb8f3-6979-4f4a-acbc-45fcf5583ae9 req-8d7b6e76-ccd7-4779-9810-9b735f333992 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.4561133 Apr 18 20:40:59.102446 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] Set router a864ca14-bca4-4d51-b4dd-655d5d56c174 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:40:59.185883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-e13718bf-80f4-49fe-a402-15c1c9b6a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:59.196509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-e13718bf-80f4-49fe-a402-15c1c9b6a19e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926959 Apr 18 20:40:59.209293 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-612bb8f3-6979-4f4a-acbc-45fcf5583ae9 req-09a9a71d-9230-46ee-b058-ecb2dbc208d7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967996 Apr 18 20:40:59.281978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b45067f7-885e-4b4d-818a-a616318b2466 req-1f5d9ecd-d743-4d79-b71f-0b4bfc541b7f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196639 Apr 18 20:40:59.383547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-47c75e93-ca39-4759-b66d-4b373c335503 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718411 Apr 18 20:40:59.464901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46726) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:40:59.647195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309f1f0a-3167-4127-bf8d-d2efcf88fb35 req-90ba698a-a867-4a5e-9555-1d007155358d service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520440 Apr 18 20:40:59.684545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bc48d3-9b62-4960-9d77-1ecc47e306b6 admin admin] Deleting subnet 44da742b-9820-4712-9dda-a9bde27abad7 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:40:59.693830 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '740df1e5-5eab-4d8a-a39e-45b49bea1325', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'port_id': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'mac_address': 'fa:16:3e:6a:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:32Z', 'updated_at': '2022-04-18T20:40:56Z', 'revision_number': 1, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f', 'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'mac_address': 'fa:16:3e:bb:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:27Z', 'revision_number': 5, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'subnets': [{'id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:59.700159 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16bc48d3-9b62-4960-9d77-1ecc47e306b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.738695 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78da2877-f39e-4039-ba79-9379e4aff34f None None] The sync data for ids ['a864ca14-bca4-4d51-b4dd-655d5d56c174'] in n-d-836015-4 is: [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '740df1e5-5eab-4d8a-a39e-45b49bea1325', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'port_id': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'mac_address': 'fa:16:3e:6a:ee:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:40:32Z', 'updated_at': '2022-04-18T20:40:56Z', 'revision_number': 1, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f', 'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'mac_address': 'fa:16:3e:bb:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:27Z', 'revision_number': 5, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'subnets': [{'id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:59.752348 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16bc48d3-9b62-4960-9d77-1ecc47e306b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.881030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16bc48d3-9b62-4960-9d77-1ecc47e306b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.955681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.998074 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16bc48d3-9b62-4960-9d77-1ecc47e306b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.036380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc48d3-9b62-4960-9d77-1ecc47e306b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44da742b-9820-4712-9dda-a9bde27abad7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:00.046626 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16bc48d3-9b62-4960-9d77-1ecc47e306b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.052792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46734) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:00.061947 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-16bc48d3-9b62-4960-9d77-1ecc47e306b6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/44da742b-9820-4712-9dda-a9bde27abad7 HTTP/1.1" status: 204 len: 168 time: 0.5947468 Apr 18 20:41:00.167214 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98d8ac9-78fc-455b-b51d-f026285adbe7 None None] New status for floating IP 740df1e5-5eab-4d8a-a39e-45b49bea1325: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:41:00.183896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.337290 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.460929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1410dc5f-cd46-4874-ab2f-dd3f562dfc14']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:00.538720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port 0e7f4b05-4cc0-469a-b131-5fde70b2d669 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:00.539102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.609299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fb6282-5ff6-447a-8f8f-f75e29bd99c7') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:00.610155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fb6282-5ff6-447a-8f8f-f75e29bd99c7') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:00.671880 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.685507 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.695042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:00.695616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.735606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.760511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for 0e7f4b05-4cc0-469a-b131-5fde70b2d669 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:01.078569 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:01.178067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.187878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40d848-e180-4209-be33-2e3c47d167af req-8dfc5ae6-c423-4db7-a626-5282bcd04bde tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.190090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a40d848-e180-4209-be33-2e3c47d167af req-8dfc5ae6-c423-4db7-a626-5282bcd04bde tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.8221419 Apr 18 20:41:01.212954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de91ee9-fd06-4566-8fca-81886783094d req-724485c0-8c61-4bae-8dd3-76cb2c2024c2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.216197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0de91ee9-fd06-4566-8fca-81886783094d req-724485c0-8c61-4bae-8dd3-76cb2c2024c2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 946 time: 0.7485049 Apr 18 20:41:01.252615 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.277616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.280862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1410dc5f-cd46-4874-ab2f-dd3f562dfc14 HTTP/1.1" status: 204 len: 168 time: 1.2264822 Apr 18 20:41:01.281895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aa035-a1be-453a-8a32-c67365328913 admin admin] Pushing event deleted for resources: {'Network': ['ID=1410dc5f-cd46-4874-ab2f-dd3f562dfc14,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:01.299741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46750) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:01.302810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a40d848-e180-4209-be33-2e3c47d167af req-48c29100-ff06-43d8-b7cc-7ebd0a27d626 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845637 Apr 18 20:41:01.362901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=0e7f4b05-4cc0-469a-b131-5fde70b2d669,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:01.380729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0de91ee9-fd06-4566-8fca-81886783094d req-8b8f557b-0015-4a41-9263-ceac48a670f3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454792 Apr 18 20:41:01.466208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-b588204d-1dae-4198-8ddf-e0b8e527fd15 admin admin] Deleting subnet 881b6864-1a95-4bb5-a403-2026c26077dc {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:41:01.470035 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b588204d-1dae-4198-8ddf-e0b8e527fd15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.520927 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b588204d-1dae-4198-8ddf-e0b8e527fd15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.571645 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b588204d-1dae-4198-8ddf-e0b8e527fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.606498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.665476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b588204d-1dae-4198-8ddf-e0b8e527fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.701663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b588204d-1dae-4198-8ddf-e0b8e527fd15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.704837 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b588204d-1dae-4198-8ddf-e0b8e527fd15 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/881b6864-1a95-4bb5-a403-2026c26077dc HTTP/1.1" status: 204 len: 168 time: 0.4004874 Apr 18 20:41:01.715830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46756) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:01.754580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588204d-1dae-4198-8ddf-e0b8e527fd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881b6864-1a95-4bb5-a403-2026c26077dc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:01.766128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e27c98-5331-40d9-b16c-4c96295f5868 req-31cafbe9-79ea-457d-a7ec-59f8dfb93009 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.776748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95e27c98-5331-40d9-b16c-4c96295f5868 req-31cafbe9-79ea-457d-a7ec-59f8dfb93009 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 946 time: 0.1545157 Apr 18 20:41:01.838454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95e27c98-5331-40d9-b16c-4c96295f5868 req-bc59a0d1-5b23-4ab7-a00d-854a30e10104 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604823 Apr 18 20:41:01.843096 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.076470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router 2855f241-951e-42f2-b983-4178487ecd76 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:02.078364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.119940 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37c35745-e530-4009-900d-9567a88369e5']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:02.214772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb7f6c7-ad39-41ae-a93b-5a91c8f6df8f') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:02.215283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb7f6c7-ad39-41ae-a93b-5a91c8f6df8f') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:02.249327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.271083 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.278046 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:02.278448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:02.374432 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:02.470315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238c88b-9787-40cd-825e-401cdeaea484 req-748b18b6-cb49-4a75-b282-7f73c8e77df1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.481959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d238c88b-9787-40cd-825e-401cdeaea484 req-748b18b6-cb49-4a75-b282-7f73c8e77df1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.0731750 Apr 18 20:41:02.580134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d238c88b-9787-40cd-825e-401cdeaea484 req-5c7f0c61-9106-4ee4-ac6e-557a5983b293 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965476 Apr 18 20:41:02.794197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.807756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.816111 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] 10.222.0.49 "DELETE /v2.0/networks/37c35745-e530-4009-900d-9567a88369e5 HTTP/1.1" status: 204 len: 168 time: 1.0966883 Apr 18 20:41:02.852685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7144c3d-73d4-4e4b-a080-9c75604e4f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=37c35745-e530-4009-900d-9567a88369e5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:02.869910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:02.899061 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-90ed4296-944e-4d1e-a026-9825992916d9 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "PUT /v2.0/routers/2855f241-951e-42f2-b983-4178487ecd76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1693923 Apr 18 20:41:02.899061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46780) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:02.903021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830794cd-9860-4aff-97a4-588cba5e8e73 None None] Sync routers for ids ['2855f241-951e-42f2-b983-4178487ecd76'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:02.936139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830794cd-9860-4aff-97a4-588cba5e8e73 None None] Routers {'2855f241-951e-42f2-b983-4178487ecd76'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:02.937212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-830794cd-9860-4aff-97a4-588cba5e8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2855f241-951e-42f2-b983-4178487ecd76'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:03.031319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-830794cd-9860-4aff-97a4-588cba5e8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:03.042095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830794cd-9860-4aff-97a4-588cba5e8e73 None None] Routers {'2855f241-951e-42f2-b983-4178487ecd76'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:03.042899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-830794cd-9860-4aff-97a4-588cba5e8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2855f241-951e-42f2-b983-4178487ecd76'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:03.047534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.095178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-830794cd-9860-4aff-97a4-588cba5e8e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:03.095954 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830794cd-9860-4aff-97a4-588cba5e8e73 None None] The sync data for ids ['2855f241-951e-42f2-b983-4178487ecd76'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:03.203310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.253279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46784) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:03.267968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port fafba8c2-afef-46cd-a067-fdda9ebb8105 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:03.268627 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.323408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7d095e66-0fa6-4290-a0e4-f68deaeab4cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3b77374f50741199ab69ccf93217bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671916 Apr 18 20:41:03.334406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46786) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:03.373582 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.409986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for fafba8c2-afef-46cd-a067-fdda9ebb8105 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:03.416500 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dff2ffb1-b370-4dc8-9dc7-a266cda25e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.455480 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dff2ffb1-b370-4dc8-9dc7-a266cda25e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.534046 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dff2ffb1-b370-4dc8-9dc7-a266cda25e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.541073 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dff2ffb1-b370-4dc8-9dc7-a266cda25e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.543096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dff2ffb1-b370-4dc8-9dc7-a266cda25e86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a56e6d20-9de3-490b-b7a1-61f26bef8ae7 HTTP/1.1" status: 204 len: 168 time: 0.2067685 Apr 18 20:41:03.560309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2ffb1-b370-4dc8-9dc7-a266cda25e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56e6d20-9de3-490b-b7a1-61f26bef8ae7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:03.663254 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.708767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=fafba8c2-afef-46cd-a067-fdda9ebb8105,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:03.806098 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.878554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-e0c9bfd2-a628-4256-955e-9305fba0aab0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1370685 Apr 18 20:41:03.927580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27dfce-c050-44b1-97e5-20437519344e req-9150c775-6589-4f53-a942-71f2cbf4c50a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:03.930763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b27dfce-c050-44b1-97e5-20437519344e req-9150c775-6589-4f53-a942-71f2cbf4c50a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1744323 Apr 18 20:41:04.102630 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.107026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.124998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b27dfce-c050-44b1-97e5-20437519344e req-9b8a8f08-3689-43cc-a570-319491723cbe tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815097 Apr 18 20:41:04.148370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-bc14e06e-7433-44ed-899f-e06f092d8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.155129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-bc14e06e-7433-44ed-899f-e06f092d8e56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 1096 time: 0.1625080 Apr 18 20:41:04.173088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:04.198029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.198606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Fanout notify agent at l3_agent the message router_deleted on router 2855f241-951e-42f2-b983-4178487ecd76 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:41:04.213746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.217962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46804) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:04.232894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b11329c8-75f1-4e62-9032-f2bc063f62a3 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/routers/2855f241-951e-42f2-b983-4178487ecd76 HTTP/1.1" status: 204 len: 168 time: 1.3319991 Apr 18 20:41:04.428760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46812) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:04.448232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:04.502401 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'port_id': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'mac_address': 'fa:16:3e:6a:ee:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:04.594617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-509a1bba-09bb-491f-9922-0c60a90e1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.596895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-509a1bba-09bb-491f-9922-0c60a90e1666 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 916 time: 0.3156121 Apr 18 20:41:04.605782 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-95c22143-7a63-439c-9db5-e89e53596dd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c21936071e1e493ba54c3180fa45008a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765134 Apr 18 20:41:04.608169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46814) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:04.658276 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-9a0b4cae-b6ee-41e8-8c79-575948908cf1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1094193 Apr 18 20:41:04.675759 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.695022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce871b0e-8817-4dd4-a9e3-fd0aab3c7046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.708086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ca117d7-89b4-484d-93d1-3463e0000e8b {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:04.728283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-4171bd62-2065-438f-a766-dc8f6d0721eb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting subnet 7072c100-b155-4ce7-bb47-6629fa67bea5 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:41:04.732414 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce871b0e-8817-4dd4-a9e3-fd0aab3c7046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.750017 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4171bd62-2065-438f-a766-dc8f6d0721eb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.766880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:04.778206 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.873027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46818) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:04.880642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-892de6de-fc36-47d6-9f56-da204f54230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:04.883551 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-892de6de-fc36-47d6-9f56-da204f54230c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 1096 time: 0.1346049 Apr 18 20:41:04.895028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:04.919667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce871b0e-8817-4dd4-a9e3-fd0aab3c7046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.922380 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce871b0e-8817-4dd4-a9e3-fd0aab3c7046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.923912 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ce871b0e-8817-4dd4-a9e3-fd0aab3c7046 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79c8b1a1-2c99-4a73-b9c8-58341bddd38d HTTP/1.1" status: 204 len: 168 time: 0.3145971 Apr 18 20:41:04.928529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-70c86b60-9a1e-4d33-a0ab-b4b5d7554c6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c6e59cf-2796-4439-b256-844adbba6971 HTTP/1.1" status: 200 len: 1000 time: 0.3225811 Apr 18 20:41:04.968031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['6ca117d7-89b4-484d-93d1-3463e0000e8b'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:05.031048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce871b0e-8817-4dd4-a9e3-fd0aab3c7046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c8b1a1-2c99-4a73-b9c8-58341bddd38d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:05.036009 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4171bd62-2065-438f-a766-dc8f6d0721eb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.154236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54e1d9ab-b195-409d-b125-48149117a54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.216177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-e2070c29-8608-4d74-ae83-a366bee60633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.221866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-e2070c29-8608-4d74-ae83-a366bee60633 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.2745106 Apr 18 20:41:05.324441 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-fab59038-9c60-455a-9c1e-b680464dcd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.327005 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-fab59038-9c60-455a-9c1e-b680464dcd66 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 910 time: 0.3802874 Apr 18 20:41:05.452581 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-678447e8-46b9-48b9-b8f1-957b2e5924fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e919662c-7ceb-4c52-9188-254e08d3d27e HTTP/1.1" status: 200 len: 1000 time: 0.1178849 Apr 18 20:41:05.539531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-1d90fcc0-de52-4f02-a60a-7dc0bb301216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.542570 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-1d90fcc0-de52-4f02-a60a-7dc0bb301216 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.0813172 Apr 18 20:41:05.622022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-282153b6-1cde-4282-a59e-8a4dee0dd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.623610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-282153b6-1cde-4282-a59e-8a4dee0dd53b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3865318 Apr 18 20:41:05.633508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-b14a31b0-1913-4da0-8b13-ba7792b725fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.634501 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4171bd62-2065-438f-a766-dc8f6d0721eb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.637018 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-b14a31b0-1913-4da0-8b13-ba7792b725fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869975 Apr 18 20:41:05.802455 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-111b21a2-48f6-476c-9093-697db7fdbe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.815380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931ec11-3829-46a0-8dd5-ca15738ee055 req-2c962c7d-704c-426b-baf4-1b39fbac45d5 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.824729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0931ec11-3829-46a0-8dd5-ca15738ee055 req-2c962c7d-704c-426b-baf4-1b39fbac45d5 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.4967330 Apr 18 20:41:05.874209 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-b35b9525-b7a9-44e4-b7d9-959a63a37a02 service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290924 Apr 18 20:41:05.953241 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54e1d9ab-b195-409d-b125-48149117a54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.969270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0931ec11-3829-46a0-8dd5-ca15738ee055 req-ee531101-0ddf-4d83-8127-7f8cc94bee20 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416826 Apr 18 20:41:05.971448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54e1d9ab-b195-409d-b125-48149117a54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.982034 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-cdee120b-5336-4e36-9e78-359be505b45f service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501956 Apr 18 20:41:06.016253 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4171bd62-2065-438f-a766-dc8f6d0721eb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.069604 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c0ac1be0-ead0-4d8f-811b-3c5dc06c74b3 req-7d0c47a0-3465-433d-99c0-8b99e36382f5 service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854362 Apr 18 20:41:06.078372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171bd62-2065-438f-a766-dc8f6d0721eb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Subnet': ['ID=7072c100-b155-4ce7-bb47-6629fa67bea5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:06.086968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-54e1d9ab-b195-409d-b125-48149117a54b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d597771466ad41ac90ebcfcf4668fc81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2123494 Apr 18 20:41:06.087974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46870) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:06.088483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4171bd62-2065-438f-a766-dc8f6d0721eb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.091314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1210c42-086b-43d0-9303-edccdb1cfa39 None None] Network a8a6dcac-c84b-4475-84d3-95c03814e360 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:06.092358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4171bd62-2065-438f-a766-dc8f6d0721eb tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/subnets/7072c100-b155-4ce7-bb47-6629fa67bea5 HTTP/1.1" status: 204 len: 168 time: 1.8732278 Apr 18 20:41:06.097237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46872) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:06.149464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1d9ab-b195-409d-b125-48149117a54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46bd783-9555-4e89-9a92-6317699fec7f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:06.188341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:06.280248 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a28d4a92-8d90-4555-9341-62998607d4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.290971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-153ae17e-ad72-4f8c-aab8-7dada486d0b2 req-4bad91ac-2a76-4169-86e8-1c63abaaece5 service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979016 Apr 18 20:41:06.302455 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.366811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a28d4a92-8d90-4555-9341-62998607d4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.419602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port a372d0cc-4bc9-4d33-8f57-d68846461668 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:06.420218 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.453663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 6ca117d7-89b4-484d-93d1-3463e0000e8b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:06.454257 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.531198 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a28d4a92-8d90-4555-9341-62998607d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.561096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] For port a372d0cc-4bc9-4d33-8f57-d68846461668, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a372d0cc-4bc9-4d33-8f57-d68846461668,segment=NetworkSegment(7e580cc2-9b29-47fd-a562-f90ef0db2d22),segment_id=7e580cc2-9b29-47fd-a562-f90ef0db2d22)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:06.562259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.564297 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a28d4a92-8d90-4555-9341-62998607d4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.565766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a0e394-20a2-4420-bf71-2bc8f9cd7239 None None] DHCP port deletion for a8a6dcac-c84b-4475-84d3-95c03814e360 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:41:06.570916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a28d4a92-8d90-4555-9341-62998607d4a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c46bd783-9555-4e89-9a92-6317699fec7f HTTP/1.1" status: 204 len: 168 time: 0.4318571 Apr 18 20:41:06.588752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d4a92-8d90-4555-9341-62998607d4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46bd783-9555-4e89-9a92-6317699fec7f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:06.613394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for a372d0cc-4bc9-4d33-8f57-d68846461668 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:06.690217 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.720931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0e394-20a2-4420-bf71-2bc8f9cd7239 None None] Deleting port a372d0cc-4bc9-4d33-8f57-d68846461668 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:06.721394 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e394-20a2-4420-bf71-2bc8f9cd7239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.728771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:06.731006 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b30292-e651-4dce-ad3b-536ce23368eb" -d '{"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:06.772910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:06.822559 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.920800 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaf4949-87e6-4b2c-b8b8-9fa049cea321 x-openstack-request-id: req-ceaf4949-87e6-4b2c-b8b8-9fa049cea321 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:06.921287 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:06.922184 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ceaf4949-87e6-4b2c-b8b8-9fa049cea321 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:06.923103 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceaf4949-87e6-4b2c-b8b8-9fa049cea321'] response: {'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'code': 200} Apr 18 20:41:06.935617 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:06.950291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b1a0e394-20a2-4420-bf71-2bc8f9cd7239 None None] For port a372d0cc-4bc9-4d33-8f57-d68846461668, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a372d0cc-4bc9-4d33-8f57-d68846461668,segment=NetworkSegment(7e580cc2-9b29-47fd-a562-f90ef0db2d22),segment_id=7e580cc2-9b29-47fd-a562-f90ef0db2d22)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:06.951084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e394-20a2-4420-bf71-2bc8f9cd7239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.977227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0e394-20a2-4420-bf71-2bc8f9cd7239 None None] Calling delete_port for a372d0cc-4bc9-4d33-8f57-d68846461668 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:07.051614 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.109997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a372d0cc-4bc9-4d33-8f57-d68846461668 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:41:07.134933 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=a372d0cc-4bc9-4d33-8f57-d68846461668,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:07.144870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] No DVR routers for this DVR port a372d0cc-4bc9-4d33-8f57-d68846461668 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:07.255585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: a372d0cc-4bc9-4d33-8f57-d68846461668 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:41:07.256518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a372d0cc-4bc9-4d33-8f57-d68846461668 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:41:07.364457 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e394-20a2-4420-bf71-2bc8f9cd7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.366502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13683f2-16ce-4a59-94c0-ea5b8a6ba77c req-20b59e7d-7af3-4842-9461-3edf95ab424b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:07.384565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a13683f2-16ce-4a59-94c0-ea5b8a6ba77c req-20b59e7d-7af3-4842-9461-3edf95ab424b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.2054060 Apr 18 20:41:07.454403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0e394-20a2-4420-bf71-2bc8f9cd7239 None None] Pushing event deleted for resources: {'Port': ['ID=a372d0cc-4bc9-4d33-8f57-d68846461668,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:07.468418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a13683f2-16ce-4a59-94c0-ea5b8a6ba77c req-037615ef-f6ea-4f06-82ff-a9b3adab2f1e tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792720 Apr 18 20:41:07.472255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a0e394-20a2-4420-bf71-2bc8f9cd7239 None None] No DVR routers for this DVR port a372d0cc-4bc9-4d33-8f57-d68846461668 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:07.479805 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.561239 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a6dcac-c84b-4475-84d3-95c03814e360']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:07.579418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e580cc2-9b29-47fd-a562-f90ef0db2d22') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:07.580049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e580cc2-9b29-47fd-a562-f90ef0db2d22') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:07.605294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.627322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.647958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:07.649541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:07.671650 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:07.729422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46914) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:07.762315 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f69a4fd9-6df5-45b1-a2c8-374213f16160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.828532 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.839555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.846141 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/networks/a8a6dcac-c84b-4475-84d3-95c03814e360 HTTP/1.1" status: 204 len: 168 time: 1.7475519 Apr 18 20:41:07.855110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46918) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:07.866549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31e389-7f12-4077-9e95-38e6a7d0f21a tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Network': ['ID=a8a6dcac-c84b-4475-84d3-95c03814e360,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:08.163661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f69a4fd9-6df5-45b1-a2c8-374213f16160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.171134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f69a4fd9-6df5-45b1-a2c8-374213f16160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.210736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-94b27d54-49b4-46bd-8025-1e07c440f902 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port 012a1d32-0ff7-4176-9c2b-d7cc86ebfc7c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:08.211339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-94b27d54-49b4-46bd-8025-1e07c440f902 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.261943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f69a4fd9-6df5-45b1-a2c8-374213f16160 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd3d586c2d00473da7dc025b2a21b897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5308931 Apr 18 20:41:08.266448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46926) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:08.292157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a4fd9-6df5-45b1-a2c8-374213f16160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17199c2-62b9-41b5-9a10-4122add74abe,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:08.343572 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-94b27d54-49b4-46bd-8025-1e07c440f902 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.344131 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-94b27d54-49b4-46bd-8025-1e07c440f902 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.363468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-94b27d54-49b4-46bd-8025-1e07c440f902 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for 012a1d32-0ff7-4176-9c2b-d7cc86ebfc7c owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:08.369691 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cae70b9f-bdb8-4ae5-932d-c278e589998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.412800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cae70b9f-bdb8-4ae5-932d-c278e589998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.503438 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cae70b9f-bdb8-4ae5-932d-c278e589998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.506187 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cae70b9f-bdb8-4ae5-932d-c278e589998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.507400 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cae70b9f-bdb8-4ae5-932d-c278e589998e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f17199c2-62b9-41b5-9a10-4122add74abe HTTP/1.1" status: 204 len: 168 time: 0.2395072 Apr 18 20:41:08.526360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae70b9f-bdb8-4ae5-932d-c278e589998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17199c2-62b9-41b5-9a10-4122add74abe,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:08.648895 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-71dcd5b3-0020-4a49-a439-192ba8508ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.703508 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-94b27d54-49b4-46bd-8025-1e07c440f902 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.865029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b27d54-49b4-46bd-8025-1e07c440f902 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=012a1d32-0ff7-4176-9c2b-d7cc86ebfc7c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:08.900261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804e428-ebbf-4061-bee0-3649115bcb74 req-84d2cab0-a55b-48ac-8a73-221f49a1ddf3 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:08.909837 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0804e428-ebbf-4061-bee0-3649115bcb74 req-84d2cab0-a55b-48ac-8a73-221f49a1ddf3 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.2390623 Apr 18 20:41:08.996286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0804e428-ebbf-4061-bee0-3649115bcb74 req-cc57977d-c817-4cad-b2c4-efdd3b092abc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848598 Apr 18 20:41:08.997734 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-94b27d54-49b4-46bd-8025-1e07c440f902 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.003110 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-94b27d54-49b4-46bd-8025-1e07c440f902 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.005137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-94b27d54-49b4-46bd-8025-1e07c440f902 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/floatingips/c85bb187-8681-463b-b87d-f3079b5c751c HTTP/1.1" status: 204 len: 168 time: 1.1481524 Apr 18 20:41:09.010939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46946) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:09.078675 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e232b4-bb9b-4802-a030-dfe28504cbfa tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:09.079814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e232b4-bb9b-4802-a030-dfe28504cbfa tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:09.092524 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-63e232b4-bb9b-4802-a030-dfe28504cbfa tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/ports/b15f5c5a-4bcb-436f-abb1-29577da5a264 HTTP/1.1" status: 404 len: 333 time: 0.0799952 Apr 18 20:41:09.096330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46948) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:09.131078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7a68f241-0f14-4901-ae52-45a195896e8b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "GET /v2.0/ports?device_id=2855f241-951e-42f2-b983-4178487ecd76 HTTP/1.1" status: 200 len: 205 time: 0.0296741 Apr 18 20:41:09.131929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46950) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:09.249775 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-de596d87-f91d-4a62-b1ed-9a60cb288fd4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] delete failed (client error): The resource could not be found. Apr 18 20:41:09.255046 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-de596d87-f91d-4a62-b1ed-9a60cb288fd4 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/routers/2855f241-951e-42f2-b983-4178487ecd76 HTTP/1.1" status: 404 len: 336 time: 0.1215608 Apr 18 20:41:09.257579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46956) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:09.286225 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.315276 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ecd907-6749-4bc9-be03-1fc6d7fc9c51 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:09.316093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ecd907-6749-4bc9-be03-1fc6d7fc9c51 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:09.319556 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b8ecd907-6749-4bc9-be03-1fc6d7fc9c51 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/subnets/7072c100-b155-4ce7-bb47-6629fa67bea5 HTTP/1.1" status: 404 len: 337 time: 0.0603836 Apr 18 20:41:09.322631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46958) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:09.552340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-e129e5a2-959b-4905-b826-7629c7b7d7ea tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port 60c71ed0-209c-4fee-8652-8c968fa5db85 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:09.553013 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e129e5a2-959b-4905-b826-7629c7b7d7ea tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.690024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e129e5a2-959b-4905-b826-7629c7b7d7ea tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.713938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-e129e5a2-959b-4905-b826-7629c7b7d7ea tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for 60c71ed0-209c-4fee-8652-8c968fa5db85 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:09.955222 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e129e5a2-959b-4905-b826-7629c7b7d7ea tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.027063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129e5a2-959b-4905-b826-7629c7b7d7ea tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=60c71ed0-209c-4fee-8652-8c968fa5db85,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:10.253584 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e129e5a2-959b-4905-b826-7629c7b7d7ea tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.257457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e129e5a2-959b-4905-b826-7629c7b7d7ea tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/ports/60c71ed0-209c-4fee-8652-8c968fa5db85 HTTP/1.1" status: 204 len: 168 time: 0.9333751 Apr 18 20:41:10.259889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46990) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:10.296701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2ecff-8ef0-4c18-8cf0-d5bb2794a93f req-c99ecdde-a49f-42c7-9346-4ecf05137e15 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:10.298934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7f2ecff-8ef0-4c18-8cf0-d5bb2794a93f req-c99ecdde-a49f-42c7-9346-4ecf05137e15 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1270118 Apr 18 20:41:10.441281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7f2ecff-8ef0-4c18-8cf0-d5bb2794a93f req-53815399-8e84-4b17-b8a7-cff42cefd0e1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228101 Apr 18 20:41:10.481382 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.487886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-926cdf41-4362-413e-ad6f-83eb44c10c90 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port e3490743-fbbf-4fe8-8338-b801a0fea699 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:10.491344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-926cdf41-4362-413e-ad6f-83eb44c10c90 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.681797 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-926cdf41-4362-413e-ad6f-83eb44c10c90 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.700364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-926cdf41-4362-413e-ad6f-83eb44c10c90 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for e3490743-fbbf-4fe8-8338-b801a0fea699 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:10.965915 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-926cdf41-4362-413e-ad6f-83eb44c10c90 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.072802 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cdf41-4362-413e-ad6f-83eb44c10c90 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=e3490743-fbbf-4fe8-8338-b801a0fea699,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:11.187905 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.266841 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-926cdf41-4362-413e-ad6f-83eb44c10c90 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.275098 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-926cdf41-4362-413e-ad6f-83eb44c10c90 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/ports/e3490743-fbbf-4fe8-8338-b801a0fea699 HTTP/1.1" status: 204 len: 168 time: 1.0131848 Apr 18 20:41:11.278514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47016) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:11.369870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b85b07a-6583-4f60-a196-9629b95b15ea tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.372177 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7b85b07a-6583-4f60-a196-9629b95b15ea tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 HTTP/1.1" status: 200 len: 913 time: 0.0925319 Apr 18 20:41:11.376614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47020) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:11.703282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273135e-e037-44dd-ab54-49ea4344a304 req-6ec9f5f1-a589-4bab-a4b2-5a79f3dd114b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.725616 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2273135e-e037-44dd-ab54-49ea4344a304 req-6ec9f5f1-a589-4bab-a4b2-5a79f3dd114b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1600177 Apr 18 20:41:11.834951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2273135e-e037-44dd-ab54-49ea4344a304 req-0ad9848c-09d4-4b25-b10d-7c41b7f87e01 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082006 Apr 18 20:41:12.140084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.165280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.669561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port c8cd9b06-7f1d-491b-b14c-cf854bdd8afe {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:12.670247 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.857396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.864675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8beab-03ea-4d8c-ae56-4d4601531b81 req-d7aca43b-dc0d-4beb-8e05-1d5953acc216 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:12.872842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bd8beab-03ea-4d8c-ae56-4d4601531b81 req-d7aca43b-dc0d-4beb-8e05-1d5953acc216 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1938682 Apr 18 20:41:12.883380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for c8cd9b06-7f1d-491b-b14c-cf854bdd8afe owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:12.934505 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bd8beab-03ea-4d8c-ae56-4d4601531b81 req-c6d68f98-52da-4dc6-a5bc-0ad81103cafe tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605402 Apr 18 20:41:13.040086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2154e-5ee4-4ed3-b85a-241488db9ac8 req-195d2ddc-8a2f-4ca5-8792-0d0a0624ad3c tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.042534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92c2154e-5ee4-4ed3-b85a-241488db9ac8 req-195d2ddc-8a2f-4ca5-8792-0d0a0624ad3c tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.0870633 Apr 18 20:41:13.107983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92c2154e-5ee4-4ed3-b85a-241488db9ac8 req-a1d6fc34-a0c1-4e14-959a-e62c406f2050 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586834 Apr 18 20:41:13.174660 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.203157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=c8cd9b06-7f1d-491b-b14c-cf854bdd8afe,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:13.510088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.156013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7015df-8c82-44e7-94fd-56394637e2d9 req-5ff9f11e-b173-4697-8864-5ed6c23313c7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:14.157676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf7015df-8c82-44e7-94fd-56394637e2d9 req-5ff9f11e-b173-4697-8864-5ed6c23313c7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1218297 Apr 18 20:41:14.264437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf7015df-8c82-44e7-94fd-56394637e2d9 req-cd6d0092-da79-4038-b647-b44945f32182 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899572 Apr 18 20:41:14.336483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa486b-b27e-4d66-9a9c-3208d0ebb088 req-cdc14586-f085-4c30-86d8-63d324e618aa tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:14.345358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4baa486b-b27e-4d66-9a9c-3208d0ebb088 req-cdc14586-f085-4c30-86d8-63d324e618aa tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1152835 Apr 18 20:41:14.406605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4baa486b-b27e-4d66-9a9c-3208d0ebb088 req-e858fdd8-6b48-4ae3-891e-53d9b9f02f98 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547988 Apr 18 20:41:14.422385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:41:14.569498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:41:14.579366 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9f94857e-67d7-4616-b508-605aa10e099b tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "PUT /v2.0/routers/dd2b1888-96dd-4e71-b9fd-67a84c3f44f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1983647 Apr 18 20:41:14.579366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47086) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:14.589140 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c07a42-b2a8-47bd-af70-095750a8298f None None] Sync routers for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:14.598867 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c07a42-b2a8-47bd-af70-095750a8298f None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:14.600305 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d2c07a42-b2a8-47bd-af70-095750a8298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:41:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:14.676136 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d2c07a42-b2a8-47bd-af70-095750a8298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:14.687095 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c07a42-b2a8-47bd-af70-095750a8298f None None] Routers {'dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:41:14.688214 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d2c07a42-b2a8-47bd-af70-095750a8298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:41:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:14.733330 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d2c07a42-b2a8-47bd-af70-095750a8298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:14.734210 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c07a42-b2a8-47bd-af70-095750a8298f None None] The sync data for ids ['dd2b1888-96dd-4e71-b9fd-67a84c3f44f0'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:14.776785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.974848 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.081778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting port 8bbefb77-9ad6-48e7-9f1d-22aecca52b57 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:15.082062 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.186168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.204304 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Calling delete_port for 8bbefb77-9ad6-48e7-9f1d-22aecca52b57 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:15.454328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.465152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e22268-192b-4c73-a156-266ee1ce4837 req-cf1b2216-beee-498a-b7c0-9096dc72fc5f tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.476875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87e22268-192b-4c73-a156-266ee1ce4837 req-cf1b2216-beee-498a-b7c0-9096dc72fc5f tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1141081 Apr 18 20:41:15.514929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Port': ['ID=8bbefb77-9ad6-48e7-9f1d-22aecca52b57,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:15.584254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87e22268-192b-4c73-a156-266ee1ce4837 req-f452a255-82b5-4240-94d4-e94a14825342 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019843 Apr 18 20:41:15.637955 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.693936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e576b7e-a7aa-4646-bbf0-c5625db265ee req-dd26daac-8859-4634-822a-d13d51e85273 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:15.704726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e576b7e-a7aa-4646-bbf0-c5625db265ee req-dd26daac-8859-4634-822a-d13d51e85273 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1593854 Apr 18 20:41:15.900218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e576b7e-a7aa-4646-bbf0-c5625db265ee req-10b90950-9777-4e74-975d-9462da6815e9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872575 Apr 18 20:41:15.942693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.944352 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.954949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.062634 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.063533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Fanout notify agent at l3_agent the message router_deleted on router dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:41:16.074332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.079347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47110) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:16.079615 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-054fc28b-e56e-42c0-bb0b-4c87495aa371 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/routers/dd2b1888-96dd-4e71-b9fd-67a84c3f44f0 HTTP/1.1" status: 204 len: 168 time: 1.4988296 Apr 18 20:41:16.185614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c54b88-2c0e-45f8-bd3c-2613bdd1f8e6 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Deleting subnet b2dabff1-32cf-4803-8663-2b6a06ce78c1 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:41:16.192779 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6c54b88-2c0e-45f8-bd3c-2613bdd1f8e6 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.241690 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6c54b88-2c0e-45f8-bd3c-2613bdd1f8e6 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.325777 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6c54b88-2c0e-45f8-bd3c-2613bdd1f8e6 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.441609 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6c54b88-2c0e-45f8-bd3c-2613bdd1f8e6 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.516436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6c54b88-2c0e-45f8-bd3c-2613bdd1f8e6 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.521806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e6c54b88-2c0e-45f8-bd3c-2613bdd1f8e6 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/subnets/b2dabff1-32cf-4803-8663-2b6a06ce78c1 HTTP/1.1" status: 204 len: 168 time: 0.4392407 Apr 18 20:41:16.521806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c54b88-2c0e-45f8-bd3c-2613bdd1f8e6 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Subnet': ['ID=b2dabff1-32cf-4803-8663-2b6a06ce78c1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:16.522212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47122) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:16.632947 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.769199 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.810368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51be509-3cb6-4491-b80a-9457bf44fb08']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:16.824823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14d455c-9c55-431b-83e3-b23d3f22c36d') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:16.825119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14d455c-9c55-431b-83e3-b23d3f22c36d') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:16.844715 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.845288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1e8ad-2419-49a9-af49-2016778594a6 req-b9425d16-da41-4833-a297-d8e8e3c06cd4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:16.847335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2e1e8ad-2419-49a9-af49-2016778594a6 req-b9425d16-da41-4833-a297-d8e8e3c06cd4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1086173 Apr 18 20:41:16.883346 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.903999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:16.904447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:16.907934 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:16.966275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2e1e8ad-2419-49a9-af49-2016778594a6 req-3ebbc712-dc0e-4bb2-9f64-f2f93bc1c0e5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947428 Apr 18 20:41:17.086059 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.102860 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.120678 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] 10.222.0.49 "DELETE /v2.0/networks/b51be509-3cb6-4491-b80a-9457bf44fb08 HTTP/1.1" status: 204 len: 168 time: 0.5939639 Apr 18 20:41:17.166646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d1995-a0bd-4ebf-8532-b96e74193932 tempest-FloatingIPTestJSON-140398390 tempest-FloatingIPTestJSON-140398390-project] Pushing event deleted for resources: {'Network': ['ID=b51be509-3cb6-4491-b80a-9457bf44fb08,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:17.216129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63567f-4bce-4d0c-8428-2933e6d99977 req-884d9722-2333-4ca9-8f8a-53658956541a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.237116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f63567f-4bce-4d0c-8428-2933e6d99977 req-884d9722-2333-4ca9-8f8a-53658956541a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1739044 Apr 18 20:41:17.305752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f63567f-4bce-4d0c-8428-2933e6d99977 req-5e19bab9-6f72-4390-95d8-9d506c75bf2d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671325 Apr 18 20:41:17.743689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47146) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:18.069800 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8a6650d2-2f12-4a35-b2c6-d09420684726 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94811021fab043bfab8947016e716304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240275 Apr 18 20:41:18.084494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47152) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:18.239592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd60952-18cc-494f-ac0e-d9b14ca4dab3 req-fe0a8f99-ecff-482f-81d8-219964ebd685 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.242649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fd60952-18cc-494f-ac0e-d9b14ca4dab3 req-fe0a8f99-ecff-482f-81d8-219964ebd685 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1678298 Apr 18 20:41:18.275615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f65e881a-8f17-402c-b4a2-d42a044614f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.307661 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f65e881a-8f17-402c-b4a2-d42a044614f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.375142 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fd60952-18cc-494f-ac0e-d9b14ca4dab3 req-fe9c4c98-628b-49ad-9414-dc0ce8df7fbc tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182048 Apr 18 20:41:18.406268 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f65e881a-8f17-402c-b4a2-d42a044614f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.409547 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f65e881a-8f17-402c-b4a2-d42a044614f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.415100 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f65e881a-8f17-402c-b4a2-d42a044614f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/215a12f7-8c8a-4df8-93c9-5a7644448597 HTTP/1.1" status: 204 len: 168 time: 0.3121023 Apr 18 20:41:18.422674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e881a-8f17-402c-b4a2-d42a044614f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215a12f7-8c8a-4df8-93c9-5a7644448597,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:18.659412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57a2fd-c601-4fd1-8e78-35e9fbef5d7b req-48ec193d-e666-4c10-b4db-fd4f0b599ab1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:18.661778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf57a2fd-c601-4fd1-8e78-35e9fbef5d7b req-48ec193d-e666-4c10-b4db-fd4f0b599ab1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.2270839 Apr 18 20:41:18.798612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf57a2fd-c601-4fd1-8e78-35e9fbef5d7b req-4a6ad030-792f-47a6-ad33-05a27610da65 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290498 Apr 18 20:41:19.690556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb1126-92d7-4aaa-a956-e4b577b2fe74 req-1c7aafe3-11ae-4872-83c0-69bb98bdbf66 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.694199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3beb1126-92d7-4aaa-a956-e4b577b2fe74 req-1c7aafe3-11ae-4872-83c0-69bb98bdbf66 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1120191 Apr 18 20:41:19.743358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47204) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:19.757704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3beb1126-92d7-4aaa-a956-e4b577b2fe74 req-4fae51bd-ed1e-45cb-b68a-0f32c73a0a72 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523057 Apr 18 20:41:20.034053 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1096651185'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:20.074863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:20.081056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.088673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16fefe-66a3-49eb-9ff1-ab02afef9bad req-bca61a89-c2b4-4097-be44-a306eacd0eb2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:20.098141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c16fefe-66a3-49eb-9ff1-ab02afef9bad req-bca61a89-c2b4-4097-be44-a306eacd0eb2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1425927 Apr 18 20:41:20.102985 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.228615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c16fefe-66a3-49eb-9ff1-ab02afef9bad req-0c3fa3d1-3b17-41e0-b48c-0c284e115cf9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069024 Apr 18 20:41:20.234498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.249957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.380971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:20.408357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac10903-3957-4f73-876b-4ea563413703,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.445788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.446335 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Added segment 91ab7bdd-4590-4aba-9b48-f3f1b41af941 of type vlan for network 55b25de4-4aae-4e66-9a81-f679944a2205 Apr 18 20:41:20.570620 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.624812 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.635664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:20.638235 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.740254 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9830062 Apr 18 20:41:20.751914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c42ca0-e8b1-48d1-b473-426742ccf410 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Network': ['ID=55b25de4-4aae-4e66-9a81-f679944a2205,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.782402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 55b25de4-4aae-4e66-9a81-f679944a2205 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:41:20.992765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09a90b-fd0c-40fd-a823-26670a1058c8 req-71f75f1e-4062-42c6-a36e-27d968a61168 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.004296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b09a90b-fd0c-40fd-a823-26670a1058c8 req-71f75f1e-4062-42c6-a36e-27d968a61168 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.0774293 Apr 18 20:41:21.061325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b09a90b-fd0c-40fd-a823-26670a1058c8 req-4f7f5f1a-d8f3-468e-a5a0-739652967da8 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508935 Apr 18 20:41:21.198746 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:41:21.513551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c758cd2-7e0d-4b51-90d7-d8464df9745f req-4d5ef3de-61f6-4023-b7a0-7027d3913bf9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.530498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c758cd2-7e0d-4b51-90d7-d8464df9745f req-4d5ef3de-61f6-4023-b7a0-7027d3913bf9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1187198 Apr 18 20:41:21.607792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c758cd2-7e0d-4b51-90d7-d8464df9745f req-73644bc2-2810-43ca-be02-cae5d8d6d7d5 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754082 Apr 18 20:41:21.928956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cec0bb-baae-4f80-9a34-bfa4143d2627 req-9cdbb922-6204-4e90-9839-ae5404ba1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.934573 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-91cec0bb-baae-4f80-9a34-bfa4143d2627 req-9cdbb922-6204-4e90-9839-ae5404ba1817 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 1096 time: 0.1040776 Apr 18 20:41:21.994674 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-91cec0bb-baae-4f80-9a34-bfa4143d2627 req-a574cdfb-0ffe-406f-b4ac-3215ca867431 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456932 Apr 18 20:41:22.293797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f9cb1-36a9-4271-addc-e45dac3cb329 req-988b4442-dfb7-46fc-bb2e-1017126b6ce3 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.304408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-050f9cb1-36a9-4271-addc-e45dac3cb329 req-988b4442-dfb7-46fc-bb2e-1017126b6ce3 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1278105 Apr 18 20:41:22.420877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-050f9cb1-36a9-4271-addc-e45dac3cb329 req-754b2408-494a-4203-b308-cb78ff4f8114 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151309 Apr 18 20:41:22.886390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80524d1f-2c3f-4d27-a577-8aa6f5f64c1c req-3fc3ccf0-1c38-4b88-91ab-0c294a8556dc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.898994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80524d1f-2c3f-4d27-a577-8aa6f5f64c1c req-3fc3ccf0-1c38-4b88-91ab-0c294a8556dc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1672454 Apr 18 20:41:22.995164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80524d1f-2c3f-4d27-a577-8aa6f5f64c1c req-4be6bebd-e0d5-49a3-8aab-b6f43f1f75cd tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906699 Apr 18 20:41:23.726501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40d7ee-a0c9-4dc4-9294-2e61cf85c68b req-b0e3dbd7-c4e2-4b2c-96ca-64a974d73311 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:23.740670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c40d7ee-a0c9-4dc4-9294-2e61cf85c68b req-b0e3dbd7-c4e2-4b2c-96ca-64a974d73311 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1531775 Apr 18 20:41:23.853392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c40d7ee-a0c9-4dc4-9294-2e61cf85c68b req-6c454473-f38f-44ce-96ea-ef73ac955292 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095300 Apr 18 20:41:24.235902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd2860-6191-4595-a618-099b1d3ed8a2 req-9b489c0f-b6f3-441d-bbb2-821c2a038b5a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:24.247970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cdd2860-6191-4595-a618-099b1d3ed8a2 req-9b489c0f-b6f3-441d-bbb2-821c2a038b5a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.1070127 Apr 18 20:41:24.248396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47276) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:24.400148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cdd2860-6191-4595-a618-099b1d3ed8a2 req-d813a1a1-2068-43df-b470-f5254397d33f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412473 Apr 18 20:41:24.622572 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb95bd45-559c-4d2b-b083-2b410d95a248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.805651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480b689-b1cc-4d48-86f0-f35e08b03703 req-e6cda703-72aa-42bf-bd4b-6de19d7a9aeb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:24.808381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2480b689-b1cc-4d48-86f0-f35e08b03703 req-e6cda703-72aa-42bf-bd4b-6de19d7a9aeb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1753335 Apr 18 20:41:24.809093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47288) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:24.814208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'subnet': {'network_id': '55b25de4-4aae-4e66-9a81-f679944a2205', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:24.824751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb95bd45-559c-4d2b-b083-2b410d95a248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.852374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb95bd45-559c-4d2b-b083-2b410d95a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.901723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95bd45-559c-4d2b-b083-2b410d95a248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a6ce79-fe63-4509-af00-4539705dba30,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:25.004903 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb95bd45-559c-4d2b-b083-2b410d95a248 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d10a0c83928b4bd387c3b5815207dd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7549348 Apr 18 20:41:25.008722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47294) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:25.121769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c555df1-9ea1-4424-9eea-458de111478a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.148049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:25.158284 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.169871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2480b689-b1cc-4d48-86f0-f35e08b03703 req-0efd702a-4dd5-4668-adbf-c2f47eb0250f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506348 Apr 18 20:41:25.226498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd694b-148c-4bbe-b2ee-54c01ddd2b2c req-c876fed6-8540-42ef-b85a-96e8e476a87b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.229420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ebd694b-148c-4bbe-b2ee-54c01ddd2b2c req-c876fed6-8540-42ef-b85a-96e8e476a87b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1827800 Apr 18 20:41:25.249772 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c555df1-9ea1-4424-9eea-458de111478a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.342840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ebd694b-148c-4bbe-b2ee-54c01ddd2b2c req-a981e7ec-7067-4d15-9f01-5a0f03c03428 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743661 Apr 18 20:41:25.362154 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c555df1-9ea1-4424-9eea-458de111478a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.370623 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c555df1-9ea1-4424-9eea-458de111478a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.373426 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0c555df1-9ea1-4424-9eea-458de111478a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28a6ce79-fe63-4509-af00-4539705dba30 HTTP/1.1" status: 204 len: 168 time: 0.3625598 Apr 18 20:41:25.403368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c555df1-9ea1-4424-9eea-458de111478a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a6ce79-fe63-4509-af00-4539705dba30,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:25.760808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.936620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Subnet': ['ID=1f5adbe7-9e07-47b5-b51b-84965bab1228,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:26.025856 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f44719-1711-4250-9011-761be33c17eb req-e87ce3ab-b16c-4001-aebf-a106fb2c23bc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.038473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68f44719-1711-4250-9011-761be33c17eb req-e87ce3ab-b16c-4001-aebf-a106fb2c23bc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.3153822 Apr 18 20:41:26.099513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47322) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:26.353497 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c577aa8-5a7d-4848-9f19-1c32bfc6d65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.589506 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c577aa8-5a7d-4848-9f19-1c32bfc6d65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.597178 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c577aa8-5a7d-4848-9f19-1c32bfc6d65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.622112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68f44719-1711-4250-9011-761be33c17eb req-8d535d85-3a59-47cb-948c-90a6909807ed tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821137 Apr 18 20:41:26.656483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Checking segment: {'id': '91ab7bdd-4590-4aba-9b48-f3f1b41af941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55b25de4-4aae-4e66-9a81-f679944a2205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:26.657523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network hostable DHCP agents. Network: 55b25de4-4aae-4e66-9a81-f679944a2205, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:26.692073 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8c577aa8-5a7d-4848-9f19-1c32bfc6d65e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63f48335f93b48cb8854604a7f3f6d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902109 Apr 18 20:41:26.694502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c577aa8-5a7d-4848-9f19-1c32bfc6d65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f8e632-9b82-4942-8f62-be07b0fdfed4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:26.699001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47330) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:26.713908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network 55b25de4-4aae-4e66-9a81-f679944a2205 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:26.746886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcddce0-e2ec-43ac-bb9a-7987cc36fa05 req-9a16707e-9228-40c4-b535-bf25ae2fac14 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.762140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3bcddce0-e2ec-43ac-bb9a-7987cc36fa05 req-9a16707e-9228-40c4-b535-bf25ae2fac14 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1730239 Apr 18 20:41:26.800439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76bc4c57-137d-410d-93f6-d3730fb5afd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.823264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 55b25de4-4aae-4e66-9a81-f679944a2205) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:26.828094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.828691 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.841334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f821f8c3-7b0c-481e-a6d1-dcad1ea79d9b None None] Network 55b25de4-4aae-4e66-9a81-f679944a2205 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:26.849926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3bcddce0-e2ec-43ac-bb9a-7987cc36fa05 req-9f036b5a-0cb6-4603-8fb0-9baadef4d8c2 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860243 Apr 18 20:41:26.871806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76bc4c57-137d-410d-93f6-d3730fb5afd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.880301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-49f81539-c95e-47f2-b475-b2fa77c4b1f0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0696182 Apr 18 20:41:26.886313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47336) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:26.899003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-580133093'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:26.959248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:26.965695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.966074 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76bc4c57-137d-410d-93f6-d3730fb5afd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.972531 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76bc4c57-137d-410d-93f6-d3730fb5afd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.994033 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-76bc4c57-137d-410d-93f6-d3730fb5afd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0f8e632-9b82-4942-8f62-be07b0fdfed4 HTTP/1.1" status: 204 len: 168 time: 0.2929344 Apr 18 20:41:27.011637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc4c57-137d-410d-93f6-d3730fb5afd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f8e632-9b82-4942-8f62-be07b0fdfed4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:27.020913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:27.034522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.034910 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Added segment 396dcfc2-6a86-4929-878c-ae5795ed8241 of type vlan for network a832d9bb-250f-46cc-9eec-6c252df69518 Apr 18 20:41:27.083647 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.140071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.147417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:27.148214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.167086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-55b25de4-4aae-4e66-9a81-f679944a2205', 'network_id': '55b25de4-4aae-4e66-9a81-f679944a2205', 'tenant_id': '0956ea4a6e1c4c2994f5fea52522b1a6', 'fixed_ips': [{'subnet_id': '1f5adbe7-9e07-47b5-b51b-84965bab1228'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:41:27.168579 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.252426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3605702 Apr 18 20:41:27.252711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47352) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:27.257706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'subnet': {'network_id': 'a832d9bb-250f-46cc-9eec-6c252df69518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:27.281222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af451378-47a8-493a-835c-0de727085d16 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Network': ['ID=a832d9bb-250f-46cc-9eec-6c252df69518,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:27.305604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a832d9bb-250f-46cc-9eec-6c252df69518 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:41:27.359286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:27.363561 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.443794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Allocated IP 2001:db8:0:ffff::2 (55b25de4-4aae-4e66-9a81-f679944a2205/1f5adbe7-9e07-47b5-b51b-84965bab1228/383aaaf6-e2ba-4a9f-8e49-c3eae31667da) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:27.551024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47354) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:27.577111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78a3e449-25e4-4d06-8262-c7c3623b04a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.704713 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.711259 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78a3e449-25e4-4d06-8262-c7c3623b04a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.716578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.719591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78a3e449-25e4-4d06-8262-c7c3623b04a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.779884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Pushing event updated for resources: {'Port': ['ID=383aaaf6-e2ba-4a9f-8e49-c3eae31667da,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:27.796762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Network 55b25de4-4aae-4e66-9a81-f679944a2205 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:27.800674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:27.804768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:27.815887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-78a3e449-25e4-4d06-8262-c7c3623b04a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e57d1aba656c4a07b8d515a9b34d972e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647440 Apr 18 20:41:27.820526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47362) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:27.824747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:41:27.825961 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.844190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3e449-25e4-4d06-8262-c7c3623b04a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead4c47c-d73d-4480-bc7c-d8d2d723d60b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:27.896113 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20c4bdcb-7ae5-4d78-8fea-80ea06f5ee7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.905256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99168f-ba91-495f-8ddb-a2cd707ad98e req-42540c0e-06d7-46ea-b005-bdc21db57727 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:27.906800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a99168f-ba91-495f-8ddb-a2cd707ad98e req-42540c0e-06d7-46ea-b005-bdc21db57727 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1592512 Apr 18 20:41:27.936359 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20c4bdcb-7ae5-4d78-8fea-80ea06f5ee7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.941656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Attempting to bind port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:27.943082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Attempting to bind port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '91ab7bdd-4590-4aba-9b48-f3f1b41af941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55b25de4-4aae-4e66-9a81-f679944a2205'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:27.943545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Attempting to bind port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da on network 55b25de4-4aae-4e66-9a81-f679944a2205 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:27.962420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:27.963014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Checking segment: {'id': '91ab7bdd-4590-4aba-9b48-f3f1b41af941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55b25de4-4aae-4e66-9a81-f679944a2205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:27.964790 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.966114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Bound using segment: {'id': '91ab7bdd-4590-4aba-9b48-f3f1b41af941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55b25de4-4aae-4e66-9a81-f679944a2205'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:27.968004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Bound port: 383aaaf6-e2ba-4a9f-8e49-c3eae31667da, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ab7bdd-4590-4aba-9b48-f3f1b41af941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '55b25de4-4aae-4e66-9a81-f679944a2205'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:27.969133 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.986761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Checking segment: {'id': '396dcfc2-6a86-4929-878c-ae5795ed8241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a832d9bb-250f-46cc-9eec-6c252df69518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:27.987727 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network hostable DHCP agents. Network: a832d9bb-250f-46cc-9eec-6c252df69518, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:28.003017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Subnet': ['ID=b5f51515-0ca9-4fc5-88de-549ab35056bb,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:28.018681 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network a832d9bb-250f-46cc-9eec-6c252df69518 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:28.036570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a832d9bb-250f-46cc-9eec-6c252df69518) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:28.041790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.042655 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.051150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a99168f-ba91-495f-8ddb-a2cd707ad98e req-a1815eac-45ba-47bb-b1cb-0dc496227c8b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272671 Apr 18 20:41:28.071922 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7c7d2b71-8e7e-4db1-8151-5bec7bad56de tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8156254 Apr 18 20:41:28.072184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1ac012-a02b-48a3-b79a-040325c0a850 None None] Network a832d9bb-250f-46cc-9eec-6c252df69518 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:28.072301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47372) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:28.081556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'port': {'network_id': 'a832d9bb-250f-46cc-9eec-6c252df69518', 'name': 'tempest-NetworksIpV6TestAttrs-899603855'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:28.183826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab67d0-b56a-4506-8434-408d5782390c req-0677e769-6316-4b3a-9421-93b7e2dba1be tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.200785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-beab67d0-b56a-4506-8434-408d5782390c req-0677e769-6316-4b3a-9421-93b7e2dba1be tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1847632 Apr 18 20:41:28.226650 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20c4bdcb-7ae5-4d78-8fea-80ea06f5ee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.229875 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20c4bdcb-7ae5-4d78-8fea-80ea06f5ee7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.241870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-20c4bdcb-7ae5-4d78-8fea-80ea06f5ee7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ead4c47c-d73d-4480-bc7c-d8d2d723d60b HTTP/1.1" status: 204 len: 168 time: 0.4085808 Apr 18 20:41:28.256546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] For port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:28.290970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] For port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=383aaaf6-e2ba-4a9f-8e49-c3eae31667da,segment=NetworkSegment(91ab7bdd-4590-4aba-9b48-f3f1b41af941),segment_id=91ab7bdd-4590-4aba-9b48-f3f1b41af941)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:28.304747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:28.312984 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.331894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4bdcb-7ae5-4d78-8fea-80ea06f5ee7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead4c47c-d73d-4480-bc7c-d8d2d723d60b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:28.345031 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.350232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] device_id is not set on port d783dddb-becd-4df5-9824-5ed5191b1627 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:41:28.391251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b34e5-5d45-4aee-9ad8-a6c30fa2df3e req-399f0325-bee6-4d0b-a6fa-f5317b6f31aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.396550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-486b34e5-5d45-4aee-9ad8-a6c30fa2df3e req-399f0325-bee6-4d0b-a6fa-f5317b6f31aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 946 time: 0.1530435 Apr 18 20:41:28.400905 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-beab67d0-b56a-4506-8434-408d5782390c req-d2ce7c55-72d6-4c04-9286-37357d1b72ae tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989224 Apr 18 20:41:28.509540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-486b34e5-5d45-4aee-9ad8-a6c30fa2df3e req-2f55db4d-5d74-4bd7-a108-a063476bc208 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857036 Apr 18 20:41:28.555209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad08932-3398-4f2b-b3fb-ccdd59cf341d None None] Pushing event updated for resources: {'Port': ['ID=383aaaf6-e2ba-4a9f-8e49-c3eae31667da,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:28.586225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a832d9bb-250f-46cc-9eec-6c252df69518', 'network_id': 'a832d9bb-250f-46cc-9eec-6c252df69518', 'tenant_id': '0956ea4a6e1c4c2994f5fea52522b1a6', 'fixed_ips': [{'subnet_id': 'b5f51515-0ca9-4fc5-88de-549ab35056bb'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:41:28.587655 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.630578 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Allocated IP 2001:db8::f816:3eff:feba:9fa (a832d9bb-250f-46cc-9eec-6c252df69518/b5f51515-0ca9-4fc5-88de-549ab35056bb/d783dddb-becd-4df5-9824-5ed5191b1627) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:29.255875 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.293328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 383aaaf6-e2ba-4a9f-8e49-c3eae31667da up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:29.295804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ec6b-bc45-4cf8-b0a3-abab72b12478 req-a0033095-69ef-4bb1-a485-f481e6899816 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.298300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fde2ec6b-bc45-4cf8-b0a3-abab72b12478 req-a0033095-69ef-4bb1-a485-f481e6899816 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1692302 Apr 18 20:41:29.306871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47394) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:29.332533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2dc432dd-aa60-474e-a2aa-39c0d21c45b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.337456 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.423153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Allocated IP 2001:db8::f816:3eff:fea9:4dc0 (a832d9bb-250f-46cc-9eec-6c252df69518/b5f51515-0ca9-4fc5-88de-549ab35056bb/d86f835d-14f7-46c1-954c-28a2f08417ab) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:29.431981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fde2ec6b-bc45-4cf8-b0a3-abab72b12478 req-7dd5f141-0841-451d-9e55-279e50ad114a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171491 Apr 18 20:41:29.436998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network a832d9bb-250f-46cc-9eec-6c252df69518 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:29.439898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:29.440868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.445829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:29.448835 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:29.470689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.472160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.537804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Port': ['ID=d783dddb-becd-4df5-9824-5ed5191b1627,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:29.569045 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-41712673-6e81-4d6b-9fbd-265df77e7fed tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.4900899 Apr 18 20:41:29.569754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47402) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:29.581472 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2dc432dd-aa60-474e-a2aa-39c0d21c45b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.595007 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2dc432dd-aa60-474e-a2aa-39c0d21c45b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.690511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-99234a1f-50fb-4351-9aab-9cda5f9ed4d8 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Deleting subnet b5f51515-0ca9-4fc5-88de-549ab35056bb {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:41:29.717415 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.720168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2dc432dd-aa60-474e-a2aa-39c0d21c45b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a6be1079ee34485801f966f042b43b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4119737 Apr 18 20:41:29.722664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc432dd-aa60-474e-a2aa-39c0d21c45b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bb5328-95f1-4cbb-8296-912bb128e4d1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:29.725393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47404) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:29.781738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1606ca-91a0-4719-a430-820895330166 req-f70d4a1c-d011-4fd8-aa22-2c0b91a49632 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.790623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f1606ca-91a0-4719-a430-820895330166 req-f70d4a1c-d011-4fd8-aa22-2c0b91a49632 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1548891 Apr 18 20:41:29.805689 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.824825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99234a1f-50fb-4351-9aab-9cda5f9ed4d8 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.829730 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.875777 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=383aaaf6-e2ba-4a9f-8e49-c3eae31667da,segment=NetworkSegment(91ab7bdd-4590-4aba-9b48-f3f1b41af941),segment_id=91ab7bdd-4590-4aba-9b48-f3f1b41af941)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:29.880379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f1606ca-91a0-4719-a430-820895330166 req-9405eb93-ab54-417d-b6ec-6d5dfbc67249 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794547 Apr 18 20:41:29.882180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c016e27-274e-4599-9f13-ba7f1156e6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.936397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Network a832d9bb-250f-46cc-9eec-6c252df69518 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:29.938620 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.942688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:29.971024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:29.985453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Pushing event updated for resources: {'Port': ['ID=d86f835d-14f7-46c1-954c-28a2f08417ab,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:29.996990 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c016e27-274e-4599-9f13-ba7f1156e6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.002206 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99234a1f-50fb-4351-9aab-9cda5f9ed4d8 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.093571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Attempting to bind port d86f835d-14f7-46c1-954c-28a2f08417ab on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:30.094249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Attempting to bind port d86f835d-14f7-46c1-954c-28a2f08417ab by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '396dcfc2-6a86-4929-878c-ae5795ed8241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a832d9bb-250f-46cc-9eec-6c252df69518'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:30.094813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Attempting to bind port d86f835d-14f7-46c1-954c-28a2f08417ab on network a832d9bb-250f-46cc-9eec-6c252df69518 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:30.130118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:30.130780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Checking segment: {'id': '396dcfc2-6a86-4929-878c-ae5795ed8241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a832d9bb-250f-46cc-9eec-6c252df69518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:30.131181 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.131580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Bound using segment: {'id': '396dcfc2-6a86-4929-878c-ae5795ed8241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a832d9bb-250f-46cc-9eec-6c252df69518'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:30.132099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Bound port: d86f835d-14f7-46c1-954c-28a2f08417ab, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396dcfc2-6a86-4929-878c-ae5795ed8241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a832d9bb-250f-46cc-9eec-6c252df69518'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:30.132492 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.170200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=383aaaf6-e2ba-4a9f-8e49-c3eae31667da,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:30.208447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c016e27-274e-4599-9f13-ba7f1156e6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.211095 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c016e27-274e-4599-9f13-ba7f1156e6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.238112 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1c016e27-274e-4599-9f13-ba7f1156e6ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7bb5328-95f1-4cbb-8296-912bb128e4d1 HTTP/1.1" status: 204 len: 168 time: 0.5115051 Apr 18 20:41:30.281437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:41:30.291416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] For port d86f835d-14f7-46c1-954c-28a2f08417ab, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:30.339747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c016e27-274e-4599-9f13-ba7f1156e6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bb5328-95f1-4cbb-8296-912bb128e4d1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:30.344208 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e11b4ea-9ebe-4eb0-bc22-111d897bfee5 None None] Network 55b25de4-4aae-4e66-9a81-f679944a2205 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:30.388292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] For port d86f835d-14f7-46c1-954c-28a2f08417ab, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d86f835d-14f7-46c1-954c-28a2f08417ab,segment=NetworkSegment(396dcfc2-6a86-4929-878c-ae5795ed8241),segment_id=396dcfc2-6a86-4929-878c-ae5795ed8241)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:30.413107 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.416924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-532050cf-b858-4809-ba67-7c1983981cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.420094 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-532050cf-b858-4809-ba67-7c1983981cbb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 1096 time: 0.1282456 Apr 18 20:41:30.494793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969eaf6-16fa-43ff-a582-054106444d07 req-7b94b8b3-1ec3-4069-939b-a5d521750889 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.496890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0969eaf6-16fa-43ff-a582-054106444d07 req-7b94b8b3-1ec3-4069-939b-a5d521750889 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1777711 Apr 18 20:41:30.608976 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99234a1f-50fb-4351-9aab-9cda5f9ed4d8 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.619807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0969eaf6-16fa-43ff-a582-054106444d07 req-ef61507e-237d-457e-a2e5-8778600147da tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724847 Apr 18 20:41:30.648744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6223b2b0-b605-40e7-abaf-9029e8c30994 None None] Provisioning complete for port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:30.649344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6223b2b0-b605-40e7-abaf-9029e8c30994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.678201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc3a9b-2ec7-4dcf-a328-5aec4841ccc7 None None] Pushing event updated for resources: {'Port': ['ID=d86f835d-14f7-46c1-954c-28a2f08417ab,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:30.749380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.753964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcebb2-d4b1-4d67-94b9-7bd30f080177 req-75805cfc-ce9d-46c7-8cdd-5445890892ea tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.756101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31bcebb2-d4b1-4d67-94b9-7bd30f080177 req-75805cfc-ce9d-46c7-8cdd-5445890892ea tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.0933688 Apr 18 20:41:30.777202 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-9df43f1d-7b07-4cd1-b058-b4d8e308bfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.781705 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-9df43f1d-7b07-4cd1-b058-b4d8e308bfed service neutron] 10.222.0.60 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 910 time: 0.3419018 Apr 18 20:41:30.852519 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99234a1f-50fb-4351-9aab-9cda5f9ed4d8 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.884700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31bcebb2-d4b1-4d67-94b9-7bd30f080177 req-405c9f2f-9f1d-4608-9890-f352af81f46a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043034 Apr 18 20:41:30.961859 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99234a1f-50fb-4351-9aab-9cda5f9ed4d8 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.985980 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-99234a1f-50fb-4351-9aab-9cda5f9ed4d8 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/subnets/b5f51515-0ca9-4fc5-88de-549ab35056bb HTTP/1.1" status: 204 len: 168 time: 1.4138875 Apr 18 20:41:30.986948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99234a1f-50fb-4351-9aab-9cda5f9ed4d8 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f51515-0ca9-4fc5-88de-549ab35056bb,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:30.989306 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47422) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:31.010522 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-3e38f4fb-13bb-4580-86dd-07240b084039 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e919662c-7ceb-4c52-9188-254e08d3d27e HTTP/1.1" status: 200 len: 1000 time: 0.2203138 Apr 18 20:41:31.056613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:31.067573 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c872b6e8-fc22-4b30-8623-c8d03e91e709" -d '{"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:31.137292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-7cb3af17-bdcc-482d-8550-b922432efbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.140133 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-7cb3af17-bdcc-482d-8550-b922432efbdc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.1183627 Apr 18 20:41:31.149220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 383aaaf6-e2ba-4a9f-8e49-c3eae31667da up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:31.188470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:31.258082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-9b5ac23d-f4d1-454a-83e1-003741634a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.261892 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-9b5ac23d-f4d1-454a-83e1-003741634a18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152365 Apr 18 20:41:31.282313 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a039302-6063-4e77-99d5-0d6d061683de x-openstack-request-id: req-0a039302-6063-4e77-99d5-0d6d061683de {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:31.282313 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:31.282798 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a039302-6063-4e77-99d5-0d6d061683de {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:31.283083 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a039302-6063-4e77-99d5-0d6d061683de'] response: {'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'code': 200} Apr 18 20:41:31.329531 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.358724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe594de-a966-4fe7-8812-35684569cddc tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.361968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe594de-a966-4fe7-8812-35684569cddc tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.368375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4fe594de-a966-4fe7-8812-35684569cddc tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3745580 Apr 18 20:41:31.369505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47430) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:31.463499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:31.512180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:31.512557 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.518011 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-93d52ace-a3ed-4a29-8e3d-ed3e039fa368 service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479923 Apr 18 20:41:31.538459 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d2162058-4fe0-4bb5-8447-eea2e2769f7b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.575918 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2162058-4fe0-4bb5-8447-eea2e2769f7b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 20:41:31.577012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2162058-4fe0-4bb5-8447-eea2e2769f7b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:31.589530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d2162058-4fe0-4bb5-8447-eea2e2769f7b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/a832d9bb-250f-46cc-9eec-6c252df69518 HTTP/1.1" status: 409 len: 405 time: 0.2141690 Apr 18 20:41:31.592373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47440) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:31.637537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1703997206'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:31.728780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:31.735084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.855924 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5933caf8-5e71-47f5-b39b-d32c5d73a7b8 req-a9f6b1b6-4776-4efb-810b-6a492b6dea4a service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303092 Apr 18 20:41:31.897439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:31.984634 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.985194 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Added segment 3138b623-2366-4dba-9041-72d87f316d3f of type vlan for network 1b51d13e-b9a1-49f2-b646-f08e979818af Apr 18 20:41:32.014578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337628d3-20b7-4cc6-8dfc-06d9f20c8866 req-9729c99d-ab10-4001-bb6f-88217e13e3c4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:32.015762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-337628d3-20b7-4cc6-8dfc-06d9f20c8866 req-9729c99d-ab10-4001-bb6f-88217e13e3c4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.2154675 Apr 18 20:41:32.116129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.168582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6f5b8fba-8bbd-480f-bf12-2b5d5df6a409 None None] Provisioning complete for port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:32.169169 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8fba-8bbd-480f-bf12-2b5d5df6a409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.169370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-337628d3-20b7-4cc6-8dfc-06d9f20c8866 req-81db50b2-b385-4e5e-a1c3-a32d6c3308d6 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979993 Apr 18 20:41:32.181691 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.187404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:32.189844 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.291107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:32.311958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7164392 Apr 18 20:41:32.315374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47458) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:32.325042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'subnet': {'network_id': '1b51d13e-b9a1-49f2-b646-f08e979818af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:32.334970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20590b5a-3f65-4435-9c09-11a3c741d0b1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Network': ['ID=1b51d13e-b9a1-49f2-b646-f08e979818af,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:32.371556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47460) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:32.395898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 1b51d13e-b9a1-49f2-b646-f08e979818af details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:41:32.535472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:32.558393 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.558943 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbfc891-2de5-4853-ae93-20dc59c22781 None None] Network a832d9bb-250f-46cc-9eec-6c252df69518 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:32.649336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1649626407-network', 'tenant_id': '31bab11f389e4d3c9887dae5abfc5e6d'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:32.688614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Made reservation on behalf of 31bab11f389e4d3c9887dae5abfc5e6d for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:32.692574 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.721737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.864314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:32.926831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4046b35d-ce1e-4631-b5b9-58f3340c952c None None] Provisioning complete for port d86f835d-14f7-46c1-954c-28a2f08417ab triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:32.928110 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4046b35d-ce1e-4631-b5b9-58f3340c952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.935450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'port_id': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'mac_address': 'fa:16:3e:6a:ee:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:32.989654 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.996956 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.090054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:33.107550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e411d1-80b7-496a-bbb5-e2e112757279,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:33.110229 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.116824 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.117367 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Added segment e5288f09-163c-44da-b04f-23e8505fa94c of type vlan for network 383f3898-8f70-46d1-b57a-b257cdfb5872 Apr 18 20:41:33.122457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d86f835d-14f7-46c1-954c-28a2f08417ab up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:33.168247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e730d3-3f0b-4158-afc9-44e63dbbd13b None None] DHCP port deletion for a832d9bb-250f-46cc-9eec-6c252df69518 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:41:33.180287 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.190621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca117d7-89b4-484d-93d1-3463e0000e8b {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:33.215544 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:41:33.216295 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.217269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.218569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.220323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.273333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Subnet': ['ID=ca72b360-aad3-49c3-83bf-f442c648abcc,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:33.306269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:33.317703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Checking segment: {'id': '3138b623-2366-4dba-9041-72d87f316d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1b51d13e-b9a1-49f2-b646-f08e979818af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:33.318318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network hostable DHCP agents. Network: 1b51d13e-b9a1-49f2-b646-f08e979818af, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:33.333469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] Pushing event updated for resources: {'Network': ['ID=383f3898-8f70-46d1-b57a-b257cdfb5872,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:33.345758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network 1b51d13e-b9a1-49f2-b646-f08e979818af is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:33.364524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e04c9e9a-76fb-496a-97aa-90e2200522b2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9897225 Apr 18 20:41:33.367242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47482) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:33.369728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 1b51d13e-b9a1-49f2-b646-f08e979818af) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:33.380764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Request body: {'subnet': {'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1649626407-subnet', 'tenant_id': '31bab11f389e4d3c9887dae5abfc5e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:33.394346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.395267 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.405718 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.410967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 383f3898-8f70-46d1-b57a-b257cdfb5872 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:41:33.413229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb7d053-3dde-4a19-811e-2be4f5429d2f None None] Network 1b51d13e-b9a1-49f2-b646-f08e979818af requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:33.424416 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b2d9a5dd-6be8-4af6-a256-af79139b006a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1069958 Apr 18 20:41:33.429350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:33.445266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'port': {'network_id': '1b51d13e-b9a1-49f2-b646-f08e979818af', 'name': 'tempest-NetworksIpV6TestAttrs-1198278501'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:33.474019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Made reservation on behalf of 31bab11f389e4d3c9887dae5abfc5e6d for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:33.478563 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.619888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcccbaa-4cc8-49c6-a5a6-dfd201dcafe3 req-c26902b6-a7c4-4f7a-9373-d8c7f84045af tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.633272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebcccbaa-4cc8-49c6-a5a6-dfd201dcafe3 req-c26902b6-a7c4-4f7a-9373-d8c7f84045af tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.2192907 Apr 18 20:41:33.662091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:33.666565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['6ca117d7-89b4-484d-93d1-3463e0000e8b'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:33.670665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.721003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] device_id is not set on port 134bd90a-3d3c-4cbd-8cb5-602b5b7c56a1 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:41:33.741612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebcccbaa-4cc8-49c6-a5a6-dfd201dcafe3 req-52386cf3-2d63-4576-b9e9-dbe0d1f5d2c7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067824 Apr 18 20:41:33.797781 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4046b35d-ce1e-4631-b5b9-58f3340c952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.800809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d86f835d-14f7-46c1-954c-28a2f08417ab triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:33.801853 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.896397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.897681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:33.917151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-57e730d3-3f0b-4158-afc9-44e63dbbd13b None None] Deleting port d86f835d-14f7-46c1-954c-28a2f08417ab {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:33.917629 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57e730d3-3f0b-4158-afc9-44e63dbbd13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.966374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4046b35d-ce1e-4631-b5b9-58f3340c952c None None] For port d86f835d-14f7-46c1-954c-28a2f08417ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d86f835d-14f7-46c1-954c-28a2f08417ab,segment=NetworkSegment(396dcfc2-6a86-4929-878c-ae5795ed8241),segment_id=396dcfc2-6a86-4929-878c-ae5795ed8241)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:33.999224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Checking segment: {'id': 'e5288f09-163c-44da-b04f-23e8505fa94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:33.999700 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Network hostable DHCP agents. Network: 383f3898-8f70-46d1-b57a-b257cdfb5872, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:34.008882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:34.037854 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4046b35d-ce1e-4631-b5b9-58f3340c952c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.043800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Network 383f3898-8f70-46d1-b57a-b257cdfb5872 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:34.080720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 383f3898-8f70-46d1-b57a-b257cdfb5872) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:34.095486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.096258 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.143225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b39e553-dc9e-49c7-b78b-69518bcf3cb2 None None] Network 383f3898-8f70-46d1-b57a-b257cdfb5872 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:34.162649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e3c1f57b-c229-4a76-b7ca-7496050b274a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7926457 Apr 18 20:41:34.188720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-57e730d3-3f0b-4158-afc9-44e63dbbd13b None None] For port d86f835d-14f7-46c1-954c-28a2f08417ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d86f835d-14f7-46c1-954c-28a2f08417ab,segment=NetworkSegment(396dcfc2-6a86-4929-878c-ae5795ed8241),segment_id=396dcfc2-6a86-4929-878c-ae5795ed8241)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:34.189558 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57e730d3-3f0b-4158-afc9-44e63dbbd13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.201283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Allocated IP 2001:db8::f816:3eff:feec:f476 (1b51d13e-b9a1-49f2-b646-f08e979818af/ca72b360-aad3-49c3-83bf-f442c648abcc/134bd90a-3d3c-4cbd-8cb5-602b5b7c56a1) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:34.307330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-57e730d3-3f0b-4158-afc9-44e63dbbd13b None None] Calling delete_port for d86f835d-14f7-46c1-954c-28a2f08417ab owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:34.537797 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.543340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-afe31eff-e98b-4001-8396-0eb85f9ada33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.545038 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57e730d3-3f0b-4158-afc9-44e63dbbd13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.546314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-afe31eff-e98b-4001-8396-0eb85f9ada33 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 1096 time: 0.2274022 Apr 18 20:41:34.581086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c6697-e91e-460f-96b7-d955919847d0 req-26e8de03-9527-4d73-b44d-243c713e29e9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.584746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f69c6697-e91e-460f-96b7-d955919847d0 req-26e8de03-9527-4d73-b44d-243c713e29e9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.2012613 Apr 18 20:41:34.604456 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.638636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046b35d-ce1e-4631-b5b9-58f3340c952c None None] Pushing event updated for resources: {'Port': ['ID=d86f835d-14f7-46c1-954c-28a2f08417ab,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:34.673638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network 1b51d13e-b9a1-49f2-b646-f08e979818af is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:34.741664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Port': ['ID=134bd90a-3d3c-4cbd-8cb5-602b5b7c56a1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:34.758953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e730d3-3f0b-4158-afc9-44e63dbbd13b None None] Pushing event deleted for resources: {'Port': ['ID=d86f835d-14f7-46c1-954c-28a2f08417ab,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:34.766681 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:34.778884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-f8d054f6-2880-457f-a139-ed7f72a3dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.784103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.784531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.784874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.785297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.799207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-f8d054f6-2880-457f-a139-ed7f72a3dabc service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.2341080 Apr 18 20:41:34.808058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.808791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.809463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.810085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.810653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.811202 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.811759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.818883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c0bc1-9dbd-4468-b2e7-724f134c8fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-1b51d13e-b9a1-49f2-b646-f08e979818af', 'network_id': '1b51d13e-b9a1-49f2-b646-f08e979818af', 'tenant_id': '0956ea4a6e1c4c2994f5fea52522b1a6', 'fixed_ips': [{'subnet_id': 'ca72b360-aad3-49c3-83bf-f442c648abcc'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:41:34.820104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:34.823727 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-549c0bc1-9dbd-4468-b2e7-724f134c8fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.836000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:34.857935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.860777 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.916997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-a6489181-29d8-4c64-9f36-034d4268efb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad HTTP/1.1" status: 200 len: 217 time: 0.1041093 Apr 18 20:41:34.942672 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-59aff64b-bc29-4577-8015-d168311c8b60 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5080767 Apr 18 20:41:34.943281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47522) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:34.955271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e730d3-3f0b-4158-afc9-44e63dbbd13b None None] No DVR routers for this DVR port d86f835d-14f7-46c1-954c-28a2f08417ab on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:35.079028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f69c6697-e91e-460f-96b7-d955919847d0 req-40ac689e-e73a-4b36-ba60-1e2084b9f013 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752686 Apr 18 20:41:35.102527 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-b997652a-a01e-456d-b72c-14336d6c6a83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Deleting subnet ca72b360-aad3-49c3-83bf-f442c648abcc {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:41:35.120061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b997652a-a01e-456d-b72c-14336d6c6a83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.126432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-acaaf663-b987-46f2-aef7-5fcc75066dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:35.126432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-acaaf663-b987-46f2-aef7-5fcc75066dc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.1630919 Apr 18 20:41:35.168752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d86f835d-14f7-46c1-954c-28a2f08417ab no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:41:35.205055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-19628d1c-7786-4754-8c4e-131ff02a241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:35.207894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-19628d1c-7786-4754-8c4e-131ff02a241c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746942 Apr 18 20:41:35.215828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b997652a-a01e-456d-b72c-14336d6c6a83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.217663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: d86f835d-14f7-46c1-954c-28a2f08417ab {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:41:35.218336 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d86f835d-14f7-46c1-954c-28a2f08417ab not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:41:35.316962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb5b205-5b6b-48fd-9f03-8f4bb84ed2d3 None None] Network 383f3898-8f70-46d1-b57a-b257cdfb5872 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:35.381656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-349ff742-41c2-4294-b8a4-678333d4e914 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634862 Apr 18 20:41:35.390738 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b997652a-a01e-456d-b72c-14336d6c6a83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.551239 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b997652a-a01e-456d-b72c-14336d6c6a83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.570430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81df1eb1-fa3f-4cd3-bfb9-f23f58cbe8b5 req-8c203222-c5ee-4a5b-aa65-f77794a5f067 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802263 Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-549c0bc1-9dbd-4468-b2e7-724f134c8fb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca72b360-aad3-49c3-83bf-f442c648abcc: This subnet is being modified by another concurrent operation. Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:41:35.587800 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca72b360-aad3-49c3-83bf-f442c648abcc: This subnet is being modified by another concurrent operation. Apr 18 20:41:35.594523 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:41:35.604546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997652a-a01e-456d-b72c-14336d6c6a83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Subnet': ['ID=ca72b360-aad3-49c3-83bf-f442c648abcc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:35.608336 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b997652a-a01e-456d-b72c-14336d6c6a83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.619923 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b997652a-a01e-456d-b72c-14336d6c6a83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/subnets/ca72b360-aad3-49c3-83bf-f442c648abcc HTTP/1.1" status: 204 len: 168 time: 0.6735525 Apr 18 20:41:35.622559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47524) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:35.715542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fabeed-a455-4cf2-86cc-564c11663bda None None] Network 1b51d13e-b9a1-49f2-b646-f08e979818af requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:35.874049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d373d489-624a-475f-a910-aec67d5e0798 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:35.877635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d373d489-624a-475f-a910-aec67d5e0798 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:35.885036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47538) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:35.886514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d373d489-624a-475f-a910-aec67d5e0798 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2624855 Apr 18 20:41:35.940976 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8af68fd7-73dd-4d0e-84ea-84025341b51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.102846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783556a-92d7-4490-a5a0-c8da7450f742 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:41:36.119926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a40e2ef0-2d26-4bfd-a53c-f73dcc13f236 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.128134 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40e2ef0-2d26-4bfd-a53c-f73dcc13f236 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 20:41:36.129969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40e2ef0-2d26-4bfd-a53c-f73dcc13f236 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:36.133418 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a40e2ef0-2d26-4bfd-a53c-f73dcc13f236 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/1b51d13e-b9a1-49f2-b646-f08e979818af HTTP/1.1" status: 409 len: 405 time: 0.2455683 Apr 18 20:41:36.137628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47544) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:36.145974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1982930215'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:36.179798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:36.185277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.240033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:36.261737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783556a-92d7-4490-a5a0-c8da7450f742 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:41:36.267228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.267747 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Added segment 883bd81d-e065-48bd-9c8a-2328570df24f of type vlan for network d7972cbe-1841-4d88-bdb1-918b21e5e59c Apr 18 20:41:36.300254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:36.338935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e6a5c-b2f1-4d12-9de5-e03e91d8d302 req-f4cefc7b-4696-4bc9-90a5-7451adf4e910 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.346768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc9e6a5c-b2f1-4d12-9de5-e03e91d8d302 req-f4cefc7b-4696-4bc9-90a5-7451adf4e910 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1226082 Apr 18 20:41:36.416644 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.428378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc9e6a5c-b2f1-4d12-9de5-e03e91d8d302 req-571a2c56-2359-49ca-b740-5b4571dd4d25 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802124 Apr 18 20:41:36.478555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.490075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.491748 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.609262 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4664555 Apr 18 20:41:36.610218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47546) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:36.618792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'subnet': {'network_id': 'd7972cbe-1841-4d88-bdb1-918b21e5e59c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:36.652963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cea414-bafb-4ae4-9efd-e7404f66951e tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Network': ['ID=d7972cbe-1841-4d88-bdb1-918b21e5e59c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:36.673109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 6ca117d7-89b4-484d-93d1-3463e0000e8b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:36.673564 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.726329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network d7972cbe-1841-4d88-bdb1-918b21e5e59c details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:41:36.792752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:36.799114 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.336944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.378579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:37.382248 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edc2934-1ced-4c25-852f-9c7e01b8b67b" -d '{"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:37.393146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.objects.ports [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102904) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:41:37.402010 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.437755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:37.450626 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.495122 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814730a5-a899-434b-aa94-2e76d1217411 x-openstack-request-id: req-814730a5-a899-434b-aa94-2e76d1217411 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:37.495563 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:37.495819 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-814730a5-a899-434b-aa94-2e76d1217411 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:37.496270 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814730a5-a899-434b-aa94-2e76d1217411'] response: {'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'code': 200} Apr 18 20:41:37.530729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Subnet': ['ID=d0453bfd-7676-465f-a331-a0a584a66678,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:37.548359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=10']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:37.607333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Checking segment: {'id': '883bd81d-e065-48bd-9c8a-2328570df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'd7972cbe-1841-4d88-bdb1-918b21e5e59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:37.607741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network hostable DHCP agents. Network: d7972cbe-1841-4d88-bdb1-918b21e5e59c, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:37.654160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d3157-4a2e-4977-a3e1-056747d44368 req-4bfd6977-ec5c-43f3-a60c-683db7cfedbd tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.655952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-741d3157-4a2e-4977-a3e1-056747d44368 req-4bfd6977-ec5c-43f3-a60c-683db7cfedbd tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.0895586 Apr 18 20:41:37.657391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network d7972cbe-1841-4d88-bdb1-918b21e5e59c is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:37.678854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, d7972cbe-1841-4d88-bdb1-918b21e5e59c) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:37.689525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35236a11-f7fd-4a54-a31a-98caed1c10a9 None None] Network d7972cbe-1841-4d88-bdb1-918b21e5e59c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:37.708648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.710122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.749822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-741d3157-4a2e-4977-a3e1-056747d44368 req-e6dc13a7-53dd-4507-9995-4991814281f3 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832963 Apr 18 20:41:37.755721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-82a32949-6d96-4ac5-8bb4-861b7436eb0c tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1439047 Apr 18 20:41:37.758562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47558) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:37.914743 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.953063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452ed6af-397b-4e01-8872-bf45a762803e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-d7972cbe-1841-4d88-bdb1-918b21e5e59c', 'network_id': 'd7972cbe-1841-4d88-bdb1-918b21e5e59c', 'tenant_id': '0956ea4a6e1c4c2994f5fea52522b1a6', 'fixed_ips': [{'subnet_id': 'd0453bfd-7676-465f-a331-a0a584a66678'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:41:37.953945 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-452ed6af-397b-4e01-8872-bf45a762803e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.011173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.151068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-452ed6af-397b-4e01-8872-bf45a762803e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0453bfd-7676-465f-a331-a0a584a66678: This subnet is being modified by another concurrent operation. Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:41:38.154907 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0453bfd-7676-465f-a331-a0a584a66678: This subnet is being modified by another concurrent operation. Apr 18 20:41:38.164087 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:41:38.205382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Subnet': ['ID=d0453bfd-7676-465f-a331-a0a584a66678,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:38.209663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a99979-ed33-4bd0-a588-47942381bcfb None None] Network d7972cbe-1841-4d88-bdb1-918b21e5e59c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:38.310061 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.355734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7972cbe-1841-4d88-bdb1-918b21e5e59c']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:38.408938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883bd81d-e065-48bd-9c8a-2328570df24f') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:38.410076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883bd81d-e065-48bd-9c8a-2328570df24f') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:38.472783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2cbdda-3d73-4e8c-a93d-bee643ad296c None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:41:38.486946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.537399 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.560947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:38.561642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:38.567565 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:38.614144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2cbdda-3d73-4e8c-a93d-bee643ad296c None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:41:38.685676 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c2f0c2e3-fbc4-444b-ae49-0a1b4e307470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.746702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e04f8-d396-4a20-8256-7804afcd5956 req-ecc3d124-109f-4c44-b7cd-003605e2703d tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.751862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-ecc3d124-109f-4c44-b7cd-003605e2703d tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/networks?id=383f3898-8f70-46d1-b57a-b257cdfb5872 HTTP/1.1" status: 200 len: 809 time: 0.3949850 Apr 18 20:41:38.810795 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.838410 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.843525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/d7972cbe-1841-4d88-bdb1-918b21e5e59c HTTP/1.1" status: 204 len: 168 time: 1.0834301 Apr 18 20:41:38.849459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47580) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:38.858884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6b17f6c4-988e-449d-92e6-e789521c54d9 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/quotas/31bab11f389e4d3c9887dae5abfc5e6d HTTP/1.1" status: 200 len: 375 time: 0.0830503 Apr 18 20:41:38.862599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-400994710'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:38.883392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569f140-cd83-40ef-b444-25218526de4d tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Network': ['ID=d7972cbe-1841-4d88-bdb1-918b21e5e59c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:38.909076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:38.914113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.951631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-ac397c1f-b4a2-4966-aee7-102ed3be298b tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=31bab11f389e4d3c9887dae5abfc5e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918357 Apr 18 20:41:38.952134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:38.978690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.979202 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Added segment a4c7ee7f-87f9-40bb-837d-ee3be00e4c1f of type vlan for network 7e3d100d-74c1-49bb-9c1c-f00411cff9dc Apr 18 20:41:39.036979 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.077250 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.093781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.094486 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.119580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508fa5-88b7-4af1-a81d-3079993a3b11 req-ad4aaca5-9245-41cb-8c79-a1f3c04513b4 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.122201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67508fa5-88b7-4af1-a81d-3079993a3b11 req-ad4aaca5-9245-41cb-8c79-a1f3c04513b4 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1617587 Apr 18 20:41:39.153905 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3027766 Apr 18 20:41:39.161545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47586) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:39.178809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'subnet': {'network_id': '7e3d100d-74c1-49bb-9c1c-f00411cff9dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:39.203411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed00480-3cc3-47f1-a137-fca72490619f tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Network': ['ID=7e3d100d-74c1-49bb-9c1c-f00411cff9dc,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:39.234559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-b85adefd-8509-4c5d-9894-e492ae20e2dc service neutron] 10.222.0.49 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817211 Apr 18 20:41:39.240698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7e3d100d-74c1-49bb-9c1c-f00411cff9dc details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:41:39.359993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.421675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67508fa5-88b7-4af1-a81d-3079993a3b11 req-e1aecfe1-baa8-48e8-acfd-918b1ca45aab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709448 Apr 18 20:41:39.489839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:39.494498 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.597447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-d3069cec-0812-4ce6-a704-85b75e2086db service neutron] 10.222.0.49 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616681 Apr 18 20:41:39.875301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-befa3c3a-d384-4011-b277-a694a85e3426 req-e76075ef-bd87-4cf8-97ff-63038ff604c1 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 210 time: 0.0472982 Apr 18 20:41:39.900427 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.959485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Subnet': ['ID=d9279357-9c8b-431e-98d2-748d832f69d6,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:39.998093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Checking segment: {'id': 'a4c7ee7f-87f9-40bb-837d-ee3be00e4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '7e3d100d-74c1-49bb-9c1c-f00411cff9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:39.998720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network hostable DHCP agents. Network: 7e3d100d-74c1-49bb-9c1c-f00411cff9dc, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:40.036054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network 7e3d100d-74c1-49bb-9c1c-f00411cff9dc is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:40.057089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 7e3d100d-74c1-49bb-9c1c-f00411cff9dc) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:40.069415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b5c65f-5e9b-4c0d-9fe7-4f731bd6aae8 None None] Network 7e3d100d-74c1-49bb-9c1c-f00411cff9dc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:40.086273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.087383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.125672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e4d63b86-0d3c-43ab-9334-444caa32a326 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9500875 Apr 18 20:41:40.128646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47604) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:40.309356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.401156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.509607 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.525372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c54a7d-88ca-442d-8a3c-516dd2d2ce09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-7e3d100d-74c1-49bb-9c1c-f00411cff9dc', 'network_id': '7e3d100d-74c1-49bb-9c1c-f00411cff9dc', 'tenant_id': '0956ea4a6e1c4c2994f5fea52522b1a6', 'fixed_ips': [{'subnet_id': 'd9279357-9c8b-431e-98d2-748d832f69d6'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:41:40.528777 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60c54a7d-88ca-442d-8a3c-516dd2d2ce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.546158 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.631120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Subnet': ['ID=d9279357-9c8b-431e-98d2-748d832f69d6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:40.709279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142b899-2615-45d4-90ad-42d43312fb9d req-e9d816f0-b848-4fec-a198-e5302586756d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.714891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1142b899-2615-45d4-90ad-42d43312fb9d req-e9d816f0-b848-4fec-a198-e5302586756d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1269937 Apr 18 20:41:40.788615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.811190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7801069-f5ba-4961-a901-ba918c96900d None None] Network 7e3d100d-74c1-49bb-9c1c-f00411cff9dc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:40.848574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3d100d-74c1-49bb-9c1c-f00411cff9dc']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:40.876780 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c7ee7f-87f9-40bb-837d-ee3be00e4c1f') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:40.877124 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c7ee7f-87f9-40bb-837d-ee3be00e4c1f') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:40.904465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.909046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1142b899-2615-45d4-90ad-42d43312fb9d req-cad8ef07-8681-4ad3-b111-18f22da9d1d8 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836455 Apr 18 20:41:40.944599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.969598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:40.970134 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:40.981144 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:41.072779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e7f766c-f65f-4fec-8fcb-cbea61d373f3 req-cb63aa33-730f-47ed-893a-15ee832ac441 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 210 time: 0.0505133 Apr 18 20:41:41.102630 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.137585 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.144236 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/7e3d100d-74c1-49bb-9c1c-f00411cff9dc HTTP/1.1" status: 204 len: 168 time: 1.0139785 Apr 18 20:41:41.145619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9650657-1d34-4560-932f-2fdd0d491172 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Network': ['ID=7e3d100d-74c1-49bb-9c1c-f00411cff9dc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:41.148739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47616) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:41.163252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1431174889'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:41.197994 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.201542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:41.206713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.241192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:41.260739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.261104 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Added segment 4b8ff728-3091-457a-bb24-7f6206ee035a of type vlan for network 716d9ac2-618c-4f7d-80cf-b07e2dbc97e4 Apr 18 20:41:41.324058 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.385582 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.392359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.393717 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.516807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47618) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:41.517758 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3668520 Apr 18 20:41:41.530173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Request body: {'subnet': {'network_id': '716d9ac2-618c-4f7d-80cf-b07e2dbc97e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:41.547889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349b288-1203-4d7d-a2e8-66eeecfc2c67 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Network': ['ID=716d9ac2-618c-4f7d-80cf-b07e2dbc97e4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:41.564201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 716d9ac2-618c-4f7d-80cf-b07e2dbc97e4 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:41:41.794950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Made reservation on behalf of 0956ea4a6e1c4c2994f5fea52522b1a6 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:41.809158 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.926809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e04f8-d396-4a20-8256-7804afcd5956 req-ee6a4e6d-50ed-445b-8c42-d68f24ce04fc tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.931413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-ee6a4e6d-50ed-445b-8c42-d68f24ce04fc tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.64 "GET /v2.0/networks?id=383f3898-8f70-46d1-b57a-b257cdfb5872 HTTP/1.1" status: 200 len: 809 time: 0.2601440 Apr 18 20:41:41.963304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Request body: {'port': {'device_id': '4b1b8af4-d0dc-44d8-9059-19d6ef4430a0', 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872', 'admin_state_up': True, 'tenant_id': '31bab11f389e4d3c9887dae5abfc5e6d'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:42.132698 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.393350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:41:42.398307 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.531656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-703a2f0f-1605-4476-9a31-fb55c21818c0 req-0acb31e0-724f-489e-a113-07316e45aba0 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 210 time: 0.0708385 Apr 18 20:41:42.551505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event updated for resources: {'Subnet': ['ID=e4cf9b6c-d0b1-40f1-b592-bd201cec0357,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:42.595742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38c68f-90f8-4f6a-84f1-dbf47e2a998c req-5b29472f-c79d-40c1-ab7a-830e8aed3540 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:42.603724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Checking segment: {'id': '4b8ff728-3091-457a-bb24-7f6206ee035a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '716d9ac2-618c-4f7d-80cf-b07e2dbc97e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:42.605075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network hostable DHCP agents. Network: 716d9ac2-618c-4f7d-80cf-b07e2dbc97e4, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:42.607706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db38c68f-90f8-4f6a-84f1-dbf47e2a998c req-5b29472f-c79d-40c1-ab7a-830e8aed3540 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.5394745 Apr 18 20:41:42.638079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Made reservation on behalf of 31bab11f389e4d3c9887dae5abfc5e6d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:42.644036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.651603 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Network 716d9ac2-618c-4f7d-80cf-b07e2dbc97e4 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:42.671345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 716d9ac2-618c-4f7d-80cf-b07e2dbc97e4) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:42.686161 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5059cd10-477a-4b70-a083-7a24195b616b None None] Network 716d9ac2-618c-4f7d-80cf-b07e2dbc97e4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:42.686838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:42.688319 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.708510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db38c68f-90f8-4f6a-84f1-dbf47e2a998c req-2ec7eb65-e5a2-4b0c-8f01-52beaa77c103 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997105 Apr 18 20:41:42.719303 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6f8127ea-de5f-4af0-a2b1-250bc8f8735b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2009418 Apr 18 20:41:42.724689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47630) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:42.902410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Allocated IP 172.20.0.4 (383f3898-8f70-46d1-b57a-b257cdfb5872/2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9/18841c45-4a82-40e4-a036-622ba4d08e59) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:42.978134 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.056372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b1aef-4d14-4b63-87ca-51a5fa19615b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-716d9ac2-618c-4f7d-80cf-b07e2dbc97e4', 'network_id': '716d9ac2-618c-4f7d-80cf-b07e2dbc97e4', 'tenant_id': '0956ea4a6e1c4c2994f5fea52522b1a6', 'fixed_ips': [{'subnet_id': 'e4cf9b6c-d0b1-40f1-b592-bd201cec0357'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:41:43.057433 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-db2b1aef-4d14-4b63-87ca-51a5fa19615b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.082447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.229429 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.322237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cf9b6c-d0b1-40f1-b592-bd201cec0357,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-db2b1aef-4d14-4b63-87ca-51a5fa19615b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4cf9b6c-d0b1-40f1-b592-bd201cec0357: This subnet is being modified by another concurrent operation. Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:41:43.406254 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4cf9b6c-d0b1-40f1-b592-bd201cec0357: This subnet is being modified by another concurrent operation. Apr 18 20:41:43.411644 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:41:43.454386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.462334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5ea1b6-9a6d-49d2-bea6-038d495ee4df None None] Network 716d9ac2-618c-4f7d-80cf-b07e2dbc97e4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:43.464854 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.524373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716d9ac2-618c-4f7d-80cf-b07e2dbc97e4']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:43.538206 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.546353 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8ff728-3091-457a-bb24-7f6206ee035a') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:43.546883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8ff728-3091-457a-bb24-7f6206ee035a') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:43.569015 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.590760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.595642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Network 383f3898-8f70-46d1-b57a-b257cdfb5872 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:43.601011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:43.604803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:43.616720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:43.617422 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:43.624019 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:43.706666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Pushing event updated for resources: {'Port': ['ID=18841c45-4a82-40e4-a036-622ba4d08e59,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:43.745375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3476f1-5fb1-49c6-a239-1d9a54c73c1a None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:41:43.821977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.849363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.865879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/716d9ac2-618c-4f7d-80cf-b07e2dbc97e4 HTTP/1.1" status: 204 len: 168 time: 1.1287212 Apr 18 20:41:43.889516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:43.890746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.905852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47640) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:44.003489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3476f1-5fb1-49c6-a239-1d9a54c73c1a None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:41:44.016526 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f3903d-10b8-4dd7-aa59-904572a40508 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:44.017730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f3903d-10b8-4dd7-aa59-904572a40508 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:44.023506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e6f3903d-10b8-4dd7-aa59-904572a40508 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/subnets/e4cf9b6c-d0b1-40f1-b592-bd201cec0357 HTTP/1.1" status: 404 len: 337 time: 0.1131980 Apr 18 20:41:44.034316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47642) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:44.105118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6552cfa4-ef80-4d97-b17f-9d1e6986a65f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1573944 Apr 18 20:41:44.140752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Request body: {'port': {'device_id': '4b1b8af4-d0dc-44d8-9059-19d6ef4430a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:44.161374 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbf8a65-5362-466e-94c8-6bbc538c9943 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:44.165615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbf8a65-5362-466e-94c8-6bbc538c9943 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:44.175330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9bbf8a65-5362-466e-94c8-6bbc538c9943 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/716d9ac2-618c-4f7d-80cf-b07e2dbc97e4 HTTP/1.1" status: 404 len: 339 time: 0.1374478 Apr 18 20:41:44.191208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0db7e-4ede-4009-bc7e-641a26c3ba60 req-553ec28e-0df0-47a0-ada3-5560e59d16e5 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.204122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62f0db7e-4ede-4009-bc7e-641a26c3ba60 req-553ec28e-0df0-47a0-ada3-5560e59d16e5 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 931 time: 0.5076363 Apr 18 20:41:44.212600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47644) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:44.288034 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-1450a22e-565e-41fc-95c6-a052c9939f8a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:44.288511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1450a22e-565e-41fc-95c6-a052c9939f8a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:44.292250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1450a22e-565e-41fc-95c6-a052c9939f8a tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/subnets/d9279357-9c8b-431e-98d2-748d832f69d6 HTTP/1.1" status: 404 len: 337 time: 0.0522521 Apr 18 20:41:44.305015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869edb7b-d214-42d2-a190-a4389414968c req-b8887836-48d8-4e10-aa17-5ec1fef81b11 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.306857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-869edb7b-d214-42d2-a190-a4389414968c req-b8887836-48d8-4e10-aa17-5ec1fef81b11 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.4113410 Apr 18 20:41:44.331738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47646) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:44.481671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d62cf-48a9-4855-a1e0-b53b6a3af981 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Network': ['ID=716d9ac2-618c-4f7d-80cf-b07e2dbc97e4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:44.483874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62f0db7e-4ede-4009-bc7e-641a26c3ba60 req-dc185aa6-b650-497a-99b7-9e541607c77b tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784638 Apr 18 20:41:44.500831 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-6125b5de-330f-4ac2-bb0c-7ddb0eac9b34 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:44.502621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6125b5de-330f-4ac2-bb0c-7ddb0eac9b34 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:44.509369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6125b5de-330f-4ac2-bb0c-7ddb0eac9b34 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/7e3d100d-74c1-49bb-9c1c-f00411cff9dc HTTP/1.1" status: 404 len: 339 time: 0.1756744 Apr 18 20:41:44.511551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47652) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:44.577131 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69d3453-52d1-485f-99e7-d4a60fa59969 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:44.578313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69d3453-52d1-485f-99e7-d4a60fa59969 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:44.585419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c69d3453-52d1-485f-99e7-d4a60fa59969 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/subnets/d0453bfd-7676-465f-a331-a0a584a66678 HTTP/1.1" status: 404 len: 337 time: 0.0722458 Apr 18 20:41:44.588740 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47654) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:44.590969 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-869edb7b-d214-42d2-a190-a4389414968c req-14f70492-21c5-4a31-8ddf-1799e3ea7b05 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489862 Apr 18 20:41:44.591923 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.635888 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74a3783-c948-49ac-86eb-179007973368 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:44.635888 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74a3783-c948-49ac-86eb-179007973368 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:44.635888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b74a3783-c948-49ac-86eb-179007973368 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/d7972cbe-1841-4d88-bdb1-918b21e5e59c HTTP/1.1" status: 404 len: 339 time: 0.0345142 Apr 18 20:41:44.641335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47656) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:44.795515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-07b3917f-382d-4e2d-8038-aa171826bfc9 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Deleting port 134bd90a-3d3c-4cbd-8cb5-602b5b7c56a1 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:44.795925 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07b3917f-382d-4e2d-8038-aa171826bfc9 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.994434 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07b3917f-382d-4e2d-8038-aa171826bfc9 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.019903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-07b3917f-382d-4e2d-8038-aa171826bfc9 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Calling delete_port for 134bd90a-3d3c-4cbd-8cb5-602b5b7c56a1 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:45.038590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18841c45-4a82-40e4-a036-622ba4d08e59 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:45.053632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.079646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Transition to ACTIVE for port object 18841c45-4a82-40e4-a036-622ba4d08e59 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:45.079646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.192511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Pushing event updated for resources: {'Port': ['ID=18841c45-4a82-40e4-a036-622ba4d08e59,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:45.242815 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07b3917f-382d-4e2d-8038-aa171826bfc9 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.281446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3917f-382d-4e2d-8038-aa171826bfc9 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Port': ['ID=134bd90a-3d3c-4cbd-8cb5-602b5b7c56a1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:45.290272 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07b3917f-382d-4e2d-8038-aa171826bfc9 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.296898 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-07b3917f-382d-4e2d-8038-aa171826bfc9 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/ports/134bd90a-3d3c-4cbd-8cb5-602b5b7c56a1 HTTP/1.1" status: 204 len: 168 time: 0.6581037 Apr 18 20:41:45.297570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47660) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:45.312486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Attempting to bind port 18841c45-4a82-40e4-a036-622ba4d08e59 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:45.313577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Attempting to bind port 18841c45-4a82-40e4-a036-622ba4d08e59 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'e5288f09-163c-44da-b04f-23e8505fa94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:45.314303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Attempting to bind port 18841c45-4a82-40e4-a036-622ba4d08e59 on network 383f3898-8f70-46d1-b57a-b257cdfb5872 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:45.324013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Port 18841c45-4a82-40e4-a036-622ba4d08e59 on network 383f3898-8f70-46d1-b57a-b257cdfb5872 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:41:45.324657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Attempting to bind port 18841c45-4a82-40e4-a036-622ba4d08e59 on network 383f3898-8f70-46d1-b57a-b257cdfb5872 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:41:45.328505 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb90be1-dfcc-484b-aba8-3f5bd7f18db0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:45.328979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb90be1-dfcc-484b-aba8-3f5bd7f18db0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:45.335927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:41:45.336425 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-feb90be1-dfcc-484b-aba8-3f5bd7f18db0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/subnets/ca72b360-aad3-49c3-83bf-f442c648abcc HTTP/1.1" status: 404 len: 337 time: 0.0377910 Apr 18 20:41:45.336773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Checking segment: {'id': 'e5288f09-163c-44da-b04f-23e8505fa94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:41:45.337398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Bound using segment: {'id': 'e5288f09-163c-44da-b04f-23e8505fa94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:41:45.337738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47664) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:45.338305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Bound port: 18841c45-4a82-40e4-a036-622ba4d08e59, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5288f09-163c-44da-b04f-23e8505fa94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:45.338962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.457953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.468874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] For port 18841c45-4a82-40e4-a036-622ba4d08e59, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:41:45.476233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] For port 18841c45-4a82-40e4-a036-622ba4d08e59, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=18841c45-4a82-40e4-a036-622ba4d08e59,segment=NetworkSegment(e5288f09-163c-44da-b04f-23e8505fa94c),segment_id=e5288f09-163c-44da-b04f-23e8505fa94c)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:41:45.488944 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.549562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:45.550807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.552885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] 10.222.0.64 "PUT /v2.0/ports/18841c45-4a82-40e4-a036-622ba4d08e59 HTTP/1.1" status: 200 len: 1091 time: 1.4240870 Apr 18 20:41:45.553629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1b8af4-d0dc-44d8-9059-19d6ef4430a0', 'tag': '18841c45-4a82-40e4-a036-622ba4d08e59'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:45.556254 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807624f6-94cc-4126-9242-e77ab81316bb" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1b8af4-d0dc-44d8-9059-19d6ef4430a0", "tag": "18841c45-4a82-40e4-a036-622ba4d08e59"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:45.616212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Pushing event updated for resources: {'Port': ['ID=18841c45-4a82-40e4-a036-622ba4d08e59,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:45.675855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.678243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.678744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.679324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.679622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.692789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.693309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.693757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.694195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.694629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.695060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.695483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33097209-b8c1-47ef-bfe9-238a7d92b808 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:45.714178 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.718736 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a90e86-36c3-48da-8463-ca1f5cc9bbca x-openstack-request-id: req-b1a90e86-36c3-48da-8463-ca1f5cc9bbca {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:45.725857 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1b8af4-d0dc-44d8-9059-19d6ef4430a0", "tag": "18841c45-4a82-40e4-a036-622ba4d08e59", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:45.727249 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1a90e86-36c3-48da-8463-ca1f5cc9bbca {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:45.731956 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a90e86-36c3-48da-8463-ca1f5cc9bbca'] response: {'name': 'network-changed', 'server_uuid': '4b1b8af4-d0dc-44d8-9059-19d6ef4430a0', 'tag': '18841c45-4a82-40e4-a036-622ba4d08e59', 'status': 'completed', 'code': 200} Apr 18 20:41:45.761652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b51d13e-b9a1-49f2-b646-f08e979818af']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:45.786639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3138b623-2366-4dba-9041-72d87f316d3f') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:45.786639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3138b623-2366-4dba-9041-72d87f316d3f') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:45.814305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.837330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.845650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:45.846421 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:45.851183 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:45.934342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.942479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e04f8-d396-4a20-8256-7804afcd5956 req-e81426ed-2842-4931-b6ac-52bd4aa4177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:45.944560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-e81426ed-2842-4931-b6ac-52bd4aa4177a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31bab11f389e4d3c9887dae5abfc5e6d&device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 1094 time: 0.3029408 Apr 18 20:41:45.949261 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.955826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2efb9-f811-49cc-ac8d-2d8e75a88ac2 req-5c18d4c7-4eb6-4e4f-bcdf-e55f0730385e tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:45.957666 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.962672 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/1b51d13e-b9a1-49f2-b646-f08e979818af HTTP/1.1" status: 204 len: 168 time: 0.6237304 Apr 18 20:41:45.964279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfd2efb9-f811-49cc-ac8d-2d8e75a88ac2 req-5c18d4c7-4eb6-4e4f-bcdf-e55f0730385e tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 943 time: 0.1790719 Apr 18 20:41:45.970854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47676) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:45.993305 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb42f9c-b652-4638-94c4-31920c5084e1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Network': ['ID=1b51d13e-b9a1-49f2-b646-f08e979818af,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:46.022926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-6d4050aa-e60d-46eb-9c2f-c94bc685ea38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18841c45-4a82-40e4-a036-622ba4d08e59 HTTP/1.1" status: 200 len: 217 time: 0.0562072 Apr 18 20:41:46.043105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3182af4-bef7-40ab-bd2b-6032ffefbd6a req-cc11cd33-96f7-416b-bdfd-c0db311b1423 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:46.045626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3182af4-bef7-40ab-bd2b-6032ffefbd6a req-cc11cd33-96f7-416b-bdfd-c0db311b1423 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.2236738 Apr 18 20:41:46.130222 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-cb9398aa-cfdc-44f5-b4a5-7835c22c0ff1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Deleting port d783dddb-becd-4df5-9824-5ed5191b1627 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:46.130222 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb9398aa-cfdc-44f5-b4a5-7835c22c0ff1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.165290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfd2efb9-f811-49cc-ac8d-2d8e75a88ac2 req-295dd7a2-377e-40dc-9e88-ab9a24c963d4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896310 Apr 18 20:41:46.188592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e04f8-d396-4a20-8256-7804afcd5956 req-8d5dcf05-ec20-42b6-a5cd-53c982cc6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:46.191461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-8d5dcf05-ec20-42b6-a5cd-53c982cc6175 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9 HTTP/1.1" status: 200 len: 849 time: 0.1430223 Apr 18 20:41:46.247389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-03c59a61-d07f-4cfe-8516-070e0f8c52f0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=383f3898-8f70-46d1-b57a-b257cdfb5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449514 Apr 18 20:41:46.262207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3182af4-bef7-40ab-bd2b-6032ffefbd6a req-07322dc4-1e73-4c98-ab47-bc5106fb06a7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945119 Apr 18 20:41:46.269949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb9398aa-cfdc-44f5-b4a5-7835c22c0ff1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.302287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-cb9398aa-cfdc-44f5-b4a5-7835c22c0ff1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Calling delete_port for d783dddb-becd-4df5-9824-5ed5191b1627 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:46.426113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb9398aa-cfdc-44f5-b4a5-7835c22c0ff1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.426491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-fe40887a-1d85-4720-850f-96bb8cb424ca service neutron] 10.222.0.64 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623695 Apr 18 20:41:46.463600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9398aa-cfdc-44f5-b4a5-7835c22c0ff1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Port': ['ID=d783dddb-becd-4df5-9824-5ed5191b1627,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:46.468535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cb9398aa-cfdc-44f5-b4a5-7835c22c0ff1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.471819 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cb9398aa-cfdc-44f5-b4a5-7835c22c0ff1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/ports/d783dddb-becd-4df5-9824-5ed5191b1627 HTTP/1.1" status: 204 len: 168 time: 0.4994462 Apr 18 20:41:46.475989 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47678) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:46.508839 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8c9dcf-8a5a-4a0d-b78d-08724999e17b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:46.511478 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8c9dcf-8a5a-4a0d-b78d-08724999e17b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:46.512384 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5d8c9dcf-8a5a-4a0d-b78d-08724999e17b tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/subnets/b5f51515-0ca9-4fc5-88de-549ab35056bb HTTP/1.1" status: 404 len: 337 time: 0.0353734 Apr 18 20:41:46.518153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47680) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:46.662846 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383e04f8-d396-4a20-8256-7804afcd5956 req-e7ac7517-edf1-4f67-bcf6-28fbaccb0275 service neutron] 10.222.0.64 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280753 Apr 18 20:41:46.690353 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.806512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807624f6-94cc-4126-9242-e77ab81316bb req-7ce9196a-0ac5-461c-bb4a-3870f01e5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:46.808409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-807624f6-94cc-4126-9242-e77ab81316bb req-7ce9196a-0ac5-461c-bb4a-3870f01e5506 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31bab11f389e4d3c9887dae5abfc5e6d&device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 1094 time: 0.0740795 Apr 18 20:41:46.842441 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.891656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a832d9bb-250f-46cc-9eec-6c252df69518']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:46.908221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396dcfc2-6a86-4929-878c-ae5795ed8241') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:46.910768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396dcfc2-6a86-4929-878c-ae5795ed8241') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:46.923899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.947321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807624f6-94cc-4126-9242-e77ab81316bb req-dfeeeb16-2422-4634-919b-9e1324658dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:46.951411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.955398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-807624f6-94cc-4126-9242-e77ab81316bb req-dfeeeb16-2422-4634-919b-9e1324658dde service neutron] 10.222.0.64 "GET /v2.0/networks?id=383f3898-8f70-46d1-b57a-b257cdfb5872 HTTP/1.1" status: 200 len: 910 time: 0.1402626 Apr 18 20:41:46.966702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:46.967264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:46.973865 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:47.064250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-807624f6-94cc-4126-9242-e77ab81316bb req-622a5820-2834-49d0-8743-e1836f9f5686 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18841c45-4a82-40e4-a036-622ba4d08e59 HTTP/1.1" status: 200 len: 217 time: 0.0992444 Apr 18 20:41:47.064912 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.083332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.093529 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/a832d9bb-250f-46cc-9eec-6c252df69518 HTTP/1.1" status: 204 len: 168 time: 0.5731156 Apr 18 20:41:47.100351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47686) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:47.124448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fcd43-de8c-4fd5-981e-b50dce33c1bd req-047fce0f-1a9a-47ea-90bc-4cb8b5a84067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.126045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b62fcd43-de8c-4fd5-981e-b50dce33c1bd req-047fce0f-1a9a-47ea-90bc-4cb8b5a84067 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 1096 time: 0.0961864 Apr 18 20:41:47.164219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807624f6-94cc-4126-9242-e77ab81316bb req-600ad079-e572-4bf5-ab01-e6b7fab2a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.165800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-807624f6-94cc-4126-9242-e77ab81316bb req-600ad079-e572-4bf5-ab01-e6b7fab2a549 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9 HTTP/1.1" status: 200 len: 849 time: 0.0889578 Apr 18 20:41:47.178908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e82a2-e25d-4fe0-904b-d67f42787b83 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Network': ['ID=a832d9bb-250f-46cc-9eec-6c252df69518,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:47.213545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd1a400-ee51-4983-8155-7c5b9e2bd5d0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Deleting subnet 1f5adbe7-9e07-47b5-b51b-84965bab1228 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:41:47.214538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b62fcd43-de8c-4fd5-981e-b50dce33c1bd req-22e3dea9-a788-4e59-8dfe-3910bb94720e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782440 Apr 18 20:41:47.216724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-807624f6-94cc-4126-9242-e77ab81316bb req-61577822-0e7e-4a21-8670-2c6d29949b11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=383f3898-8f70-46d1-b57a-b257cdfb5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332289 Apr 18 20:41:47.226191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edd1a400-ee51-4983-8155-7c5b9e2bd5d0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.281111 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edd1a400-ee51-4983-8155-7c5b9e2bd5d0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.336191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa7437-e484-4618-9c79-332e9dde76e5 req-19a4312a-1326-4f17-a031-9824c723cc45 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.344025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bdaa7437-e484-4618-9c79-332e9dde76e5 req-19a4312a-1326-4f17-a031-9824c723cc45 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 943 time: 0.0728033 Apr 18 20:41:47.404545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bdaa7437-e484-4618-9c79-332e9dde76e5 req-092428c3-6f55-4c77-8504-9258e4b5c5eb tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594423 Apr 18 20:41:47.480004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edd1a400-ee51-4983-8155-7c5b9e2bd5d0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.545668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2414ea-343a-4f3f-a516-ddede5ebe797 req-299318e3-963a-41bd-afd9-aaa184a68a9b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.547233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c2414ea-343a-4f3f-a516-ddede5ebe797 req-299318e3-963a-41bd-afd9-aaa184a68a9b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1354170 Apr 18 20:41:47.596094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edd1a400-ee51-4983-8155-7c5b9e2bd5d0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.627827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47088de4-e74f-4398-a3ec-adaf7d556687 None None] Network 55b25de4-4aae-4e66-9a81-f679944a2205 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:41:47.628489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c2414ea-343a-4f3f-a516-ddede5ebe797 req-15bd2186-54b5-4fd5-a554-86deee46dea3 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698948 Apr 18 20:41:47.630239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-807624f6-94cc-4126-9242-e77ab81316bb req-80b16ab5-22e5-4fce-b97c-ec7207656077 service neutron] 10.222.0.64 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663542 Apr 18 20:41:47.640056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edd1a400-ee51-4983-8155-7c5b9e2bd5d0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.652422 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-edd1a400-ee51-4983-8155-7c5b9e2bd5d0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/subnets/1f5adbe7-9e07-47b5-b51b-84965bab1228 HTTP/1.1" status: 204 len: 168 time: 0.5484467 Apr 18 20:41:47.652870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47696) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:47.680306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1a400-ee51-4983-8155-7c5b9e2bd5d0 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5adbe7-9e07-47b5-b51b-84965bab1228,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:47.826206 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.909419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-807624f6-94cc-4126-9242-e77ab81316bb req-79383a3f-c67f-496c-9a90-d77ca92437aa service neutron] 10.222.0.64 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150483 Apr 18 20:41:47.920629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ffcfb6-4ff1-4219-b18f-474c50db29a6 None None] DHCP port deletion for 55b25de4-4aae-4e66-9a81-f679944a2205 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:41:47.945011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Deleting port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:47.945550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.988002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-80ffcfb6-4ff1-4219-b18f-474c50db29a6 None None] Deleting port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:47.988861 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-80ffcfb6-4ff1-4219-b18f-474c50db29a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.064087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] For port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=383aaaf6-e2ba-4a9f-8e49-c3eae31667da,segment=NetworkSegment(91ab7bdd-4590-4aba-9b48-f3f1b41af941),segment_id=91ab7bdd-4590-4aba-9b48-f3f1b41af941)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:48.064531 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.083261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Calling delete_port for 383aaaf6-e2ba-4a9f-8e49-c3eae31667da owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:48.095477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-80ffcfb6-4ff1-4219-b18f-474c50db29a6 None None] For port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=383aaaf6-e2ba-4a9f-8e49-c3eae31667da,segment=NetworkSegment(91ab7bdd-4590-4aba-9b48-f3f1b41af941),segment_id=91ab7bdd-4590-4aba-9b48-f3f1b41af941)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:48.096145 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-80ffcfb6-4ff1-4219-b18f-474c50db29a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.117055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-80ffcfb6-4ff1-4219-b18f-474c50db29a6 None None] Calling delete_port for 383aaaf6-e2ba-4a9f-8e49-c3eae31667da owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:48.228404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.249716 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-80ffcfb6-4ff1-4219-b18f-474c50db29a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.259995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] No DVR routers for this DVR port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:48.292332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffcfb6-4ff1-4219-b18f-474c50db29a6 None None] Pushing event deleted for resources: {'Port': ['ID=383aaaf6-e2ba-4a9f-8e49-c3eae31667da,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:48.302608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ffcfb6-4ff1-4219-b18f-474c50db29a6 None None] No DVR routers for this DVR port 383aaaf6-e2ba-4a9f-8e49-c3eae31667da on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:48.331201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Port': ['ID=383aaaf6-e2ba-4a9f-8e49-c3eae31667da,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:48.359043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 18841c45-4a82-40e4-a036-622ba4d08e59 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:48.588129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.686691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b25de4-4aae-4e66-9a81-f679944a2205']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:48.725527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ab7bdd-4590-4aba-9b48-f3f1b41af941') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:48.726152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ab7bdd-4590-4aba-9b48-f3f1b41af941') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:48.742111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.755705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bd94c-a505-4753-b340-ef9b29a04cf7 req-c2c93fa6-9767-4f2f-979b-39cd3e7bfe8b tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:48.757925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f7bd94c-a505-4753-b340-ef9b29a04cf7 req-c2c93fa6-9767-4f2f-979b-39cd3e7bfe8b tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 943 time: 0.2137461 Apr 18 20:41:48.794665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.802829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:48.803340 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:48.890421 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:48.906239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 18841c45-4a82-40e4-a036-622ba4d08e59, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=18841c45-4a82-40e4-a036-622ba4d08e59,segment=NetworkSegment(e5288f09-163c-44da-b04f-23e8505fa94c),segment_id=e5288f09-163c-44da-b04f-23e8505fa94c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:48.914323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.923137 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.927509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] 10.222.0.49 "DELETE /v2.0/networks/55b25de4-4aae-4e66-9a81-f679944a2205 HTTP/1.1" status: 204 len: 168 time: 1.2705181 Apr 18 20:41:48.951558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '18841c45-4a82-40e4-a036-622ba4d08e59', 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872', 'port_id': '18841c45-4a82-40e4-a036-622ba4d08e59', 'mac_address': 'fa:16:3e:8d:d9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:48.953797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ed6a7-89c3-4c03-bed5-abd7f9f9bdc1 tempest-NetworksIpV6TestAttrs-1237548085 tempest-NetworksIpV6TestAttrs-1237548085-project] Pushing event deleted for resources: {'Network': ['ID=55b25de4-4aae-4e66-9a81-f679944a2205,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:48.999633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8ae84-efe0-458e-9800-512d89067354 req-ada03087-74d7-4ddb-bcc8-237939216da2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.008790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0b8ae84-efe0-458e-9800-512d89067354 req-ada03087-74d7-4ddb-bcc8-237939216da2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.2290771 Apr 18 20:41:49.026137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f7bd94c-a505-4753-b340-ef9b29a04cf7 req-df1a2a06-e7dd-47f7-8c60-7b3a93738429 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576008 Apr 18 20:41:49.074799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0b8ae84-efe0-458e-9800-512d89067354 req-df551424-bce5-4320-a74f-2ccc98c21708 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609498 Apr 18 20:41:49.077782 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.084658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 383aaaf6-e2ba-4a9f-8e49-c3eae31667da no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:41:49.115393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 383aaaf6-e2ba-4a9f-8e49-c3eae31667da {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:41:49.115793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 383aaaf6-e2ba-4a9f-8e49-c3eae31667da not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:41:49.146868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18841c45-4a82-40e4-a036-622ba4d08e59 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:49.184830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 18841c45-4a82-40e4-a036-622ba4d08e59, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=18841c45-4a82-40e4-a036-622ba4d08e59,segment=NetworkSegment(e5288f09-163c-44da-b04f-23e8505fa94c),segment_id=e5288f09-163c-44da-b04f-23e8505fa94c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:49.194937 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.297900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=18841c45-4a82-40e4-a036-622ba4d08e59,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:49.343427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47714) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:49.491950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['18841c45-4a82-40e4-a036-622ba4d08e59'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:49.562562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92125be1-4924-4343-8239-39098588d131 req-7984ca27-6df2-4e27-8619-180887c72c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.565019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92125be1-4924-4343-8239-39098588d131 req-7984ca27-6df2-4e27-8619-180887c72c1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 1096 time: 0.1244657 Apr 18 20:41:49.578552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135c4d9-3c91-4f8f-a49a-e6a36a1978ce req-84af0073-60e7-46b3-a53c-311b540bb421 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.583913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0135c4d9-3c91-4f8f-a49a-e6a36a1978ce req-84af0073-60e7-46b3-a53c-311b540bb421 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1243460 Apr 18 20:41:49.614477 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d8896db1-df11-4ea2-94fe-78ec62405c36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0956ea4a6e1c4c2994f5fea52522b1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698622 Apr 18 20:41:49.623150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47722) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:49.776677 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1313183b-5efb-41a9-9bb8-02d8400d7d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.804928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92125be1-4924-4343-8239-39098588d131 req-aab1ed12-b515-4931-b92c-223a2cba7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.806526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92125be1-4924-4343-8239-39098588d131 req-aab1ed12-b515-4931-b92c-223a2cba7264 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.2216516 Apr 18 20:41:49.811993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1313183b-5efb-41a9-9bb8-02d8400d7d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.817825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0135c4d9-3c91-4f8f-a49a-e6a36a1978ce req-fada8e31-4084-442b-bed4-9104fe317eda tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499085 Apr 18 20:41:49.880733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92125be1-4924-4343-8239-39098588d131 req-f399da01-a53f-4843-9ddc-47d9a1a8907c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad HTTP/1.1" status: 200 len: 217 time: 0.0609708 Apr 18 20:41:49.919809 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1313183b-5efb-41a9-9bb8-02d8400d7d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.926068 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1313183b-5efb-41a9-9bb8-02d8400d7d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.932384 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1313183b-5efb-41a9-9bb8-02d8400d7d82 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ac10903-3957-4f73-876b-4ea563413703 HTTP/1.1" status: 204 len: 168 time: 0.3053527 Apr 18 20:41:49.948540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313183b-5efb-41a9-9bb8-02d8400d7d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac10903-3957-4f73-876b-4ea563413703,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:49.970346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92125be1-4924-4343-8239-39098588d131 req-c96c6c7a-793d-4256-adf2-5c1a2ea6dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:49.972955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92125be1-4924-4343-8239-39098588d131 req-c96c6c7a-793d-4256-adf2-5c1a2ea6dd57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.0848160 Apr 18 20:41:50.048709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92125be1-4924-4343-8239-39098588d131 req-5b75c70d-7f42-4be3-866a-36494cd943b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.050276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92125be1-4924-4343-8239-39098588d131 req-5b75c70d-7f42-4be3-866a-36494cd943b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685019 Apr 18 20:41:50.273474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92125be1-4924-4343-8239-39098588d131 req-b916bc23-ef55-4082-a5fe-899d9397e4fa service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155097 Apr 18 20:41:50.300868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9bac1-1a4c-4eed-b2ff-d07fb85924ec req-ec971dff-49ed-41f1-af21-d3f62939b19e tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.308849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0a9bac1-1a4c-4eed-b2ff-d07fb85924ec req-ec971dff-49ed-41f1-af21-d3f62939b19e tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 944 time: 0.1099906 Apr 18 20:41:50.375443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 18841c45-4a82-40e4-a036-622ba4d08e59 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:50.417752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0a9bac1-1a4c-4eed-b2ff-d07fb85924ec req-48974755-406c-4199-969a-1ea5eaa8bd55 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027553 Apr 18 20:41:50.464838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92125be1-4924-4343-8239-39098588d131 req-e8a54193-5010-45b1-b8f4-1f0f179aca96 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836848 Apr 18 20:41:50.484484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 18841c45-4a82-40e4-a036-622ba4d08e59 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:50.489409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 18841c45-4a82-40e4-a036-622ba4d08e59 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:50.489872 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.597965 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.624693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b8af4-d0dc-44d8-9059-19d6ef4430a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18841c45-4a82-40e4-a036-622ba4d08e59'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:50.627152 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315184b8-829c-4a13-9864-efbd782d8870" -d '{"events": [{"server_uuid": "4b1b8af4-d0dc-44d8-9059-19d6ef4430a0", "name": "network-vif-plugged", "status": "completed", "tag": "18841c45-4a82-40e4-a036-622ba4d08e59"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:50.660635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 18841c45-4a82-40e4-a036-622ba4d08e59, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=18841c45-4a82-40e4-a036-622ba4d08e59,segment=NetworkSegment(e5288f09-163c-44da-b04f-23e8505fa94c),segment_id=e5288f09-163c-44da-b04f-23e8505fa94c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:50.667606 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.676737 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213e0f8e-ad73-43b3-a864-19d3753122c3 x-openstack-request-id: req-213e0f8e-ad73-43b3-a864-19d3753122c3 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:50.677185 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1b8af4-d0dc-44d8-9059-19d6ef4430a0", "name": "network-vif-plugged", "status": "completed", "tag": "18841c45-4a82-40e4-a036-622ba4d08e59", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:50.677584 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-213e0f8e-ad73-43b3-a864-19d3753122c3 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:50.678444 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213e0f8e-ad73-43b3-a864-19d3753122c3'] response: {'server_uuid': '4b1b8af4-d0dc-44d8-9059-19d6ef4430a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18841c45-4a82-40e4-a036-622ba4d08e59', 'code': 200} Apr 18 20:41:50.750141 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=18841c45-4a82-40e4-a036-622ba4d08e59,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:50.760188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.760799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.761148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.761534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.761830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.762108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.762428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.762751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.763065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.763378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.763695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.764059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:50.840600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1cc1e-03fb-4e70-83ff-18974a0a5826 req-31907539-dc20-47fc-b214-b76baca5d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.842439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-caf1cc1e-03fb-4e70-83ff-18974a0a5826 req-31907539-dc20-47fc-b214-b76baca5d7b1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 1096 time: 0.0820680 Apr 18 20:41:51.038321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47776) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.203194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5631e1ca-3351-44b3-b172-9ae4b7260eb8 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] Request body: {'port': {'network_id': 'b2c70b8d-d05f-469a-b327-a4ff20ca09c8', 'name': 'tempest-NetworksNegativeTestJSON-247622850'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:51.221151 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-5631e1ca-3351-44b3-b172-9ae4b7260eb8 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] POST failed (client error): The resource could not be found. Apr 18 20:41:51.221909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5631e1ca-3351-44b3-b172-9ae4b7260eb8 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:51.228211 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5631e1ca-3351-44b3-b172-9ae4b7260eb8 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1842263 Apr 18 20:41:51.230955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47784) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.260671 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7351d0-9441-44f2-b8bf-ad3d712a921f tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:51.261267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7351d0-9441-44f2-b8bf-ad3d712a921f tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:51.270497 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bd7351d0-9441-44f2-b8bf-ad3d712a921f tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] 10.222.0.49 "DELETE /v2.0/networks/93b85656-a33b-400e-a671-f1cad707bde8 HTTP/1.1" status: 404 len: 339 time: 0.0320871 Apr 18 20:41:51.270956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47786) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.275651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-caf1cc1e-03fb-4e70-83ff-18974a0a5826 req-7cdbfa96-6bc2-4636-a711-aeb942f54c7b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222512 Apr 18 20:41:51.296942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359783a-007f-4d85-81e5-58286c3edf9f req-34864954-0508-40f7-8602-9d0a63ccd489 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.297440 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b333832-2d41-426e-94d7-3cbb2ca31bba tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:51.298111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b333832-2d41-426e-94d7-3cbb2ca31bba tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:51.298453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5359783a-007f-4d85-81e5-58286c3edf9f req-34864954-0508-40f7-8602-9d0a63ccd489 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1186123 Apr 18 20:41:51.304801 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2b333832-2d41-426e-94d7-3cbb2ca31bba tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] 10.222.0.49 "DELETE /v2.0/ports/e2265771-9904-4a87-ab0c-c3b0ba1ba8bd HTTP/1.1" status: 404 len: 333 time: 0.0289798 Apr 18 20:41:51.304992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47788) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.306045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea126c-360f-48b9-a3f8-69970e269764 req-80b06307-1244-429f-bb09-7ddfbfa41939 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.307548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01ea126c-360f-48b9-a3f8-69970e269764 req-80b06307-1244-429f-bb09-7ddfbfa41939 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.1287999 Apr 18 20:41:51.335433 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe14a00-628d-4c8b-a082-2994015ddd4c tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:51.335942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe14a00-628d-4c8b-a082-2994015ddd4c tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:51.342845 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ebe14a00-628d-4c8b-a082-2994015ddd4c tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] 10.222.0.49 "DELETE /v2.0/subnets/db3753e2-9ba2-422e-aa4f-6792a6838fbf HTTP/1.1" status: 404 len: 337 time: 0.0335281 Apr 18 20:41:51.343107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47790) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.365301 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-841f99fb-7238-49a9-840e-89881a482a3a tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] GET failed (client error): The resource could not be found. Apr 18 20:41:51.367663 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-841f99fb-7238-49a9-840e-89881a482a3a tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] 10.222.0.49 "GET /v2.0/networks/f51dc78d-ef85-44d0-bf9d-12ba53c10f6f HTTP/1.1" status: 404 len: 339 time: 0.0230081 Apr 18 20:41:51.371312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47792) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.373344 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5359783a-007f-4d85-81e5-58286c3edf9f req-77ca9d4d-30aa-4374-b602-f71763e8229c tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648115 Apr 18 20:41:51.378764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01ea126c-360f-48b9-a3f8-69970e269764 req-9f59e4fa-cc01-4a84-b7d8-8b3d795df758 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633979 Apr 18 20:41:51.401387 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-21633853-827b-4e5a-81e0-07a6837ef931 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] GET failed (client error): The resource could not be found. Apr 18 20:41:51.402992 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-21633853-827b-4e5a-81e0-07a6837ef931 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] 10.222.0.49 "GET /v2.0/ports/4eeff5cc-5cb1-4147-af01-5e45c3fef486 HTTP/1.1" status: 404 len: 333 time: 0.0306509 Apr 18 20:41:51.406667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47794) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.434178 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-540312a7-ce75-4b68-955c-d771af47e438 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] GET failed (client error): The resource could not be found. Apr 18 20:41:51.435506 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-540312a7-ce75-4b68-955c-d771af47e438 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] 10.222.0.49 "GET /v2.0/subnets/ec32ad67-a2d1-4813-9d41-5b0976684b20 HTTP/1.1" status: 404 len: 337 time: 0.0279396 Apr 18 20:41:51.440841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47798) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.446200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b0746a8e-ea24-462c-9cc9-fd4ef711ace9 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:51.461708 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0746a8e-ea24-462c-9cc9-fd4ef711ace9 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] PUT failed (client error): The resource could not be found. Apr 18 20:41:51.462270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0746a8e-ea24-462c-9cc9-fd4ef711ace9 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:51.463423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b0746a8e-ea24-462c-9cc9-fd4ef711ace9 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] 10.222.0.49 "PUT /v2.0/networks/60077aeb-6604-481b-86a0-99c23f9146ab HTTP/1.1" status: 404 len: 339 time: 0.0215511 Apr 18 20:41:51.469322 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47800) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.476128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-8ba47096-2f5f-40ac-8d0e-79769190855c tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:51.502270 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba47096-2f5f-40ac-8d0e-79769190855c tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] PUT failed (client error): The resource could not be found. Apr 18 20:41:51.502884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba47096-2f5f-40ac-8d0e-79769190855c tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:51.504569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8ba47096-2f5f-40ac-8d0e-79769190855c tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] 10.222.0.49 "PUT /v2.0/ports/408cf9c7-e3b7-412e-a85a-d39624daee68 HTTP/1.1" status: 404 len: 333 time: 0.0342681 Apr 18 20:41:51.508438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47802) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.514602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-621759a9-27e6-4d92-b39b-77a6a702f742 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:51.541324 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-621759a9-27e6-4d92-b39b-77a6a702f742 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] PUT failed (client error): The resource could not be found. Apr 18 20:41:51.541771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621759a9-27e6-4d92-b39b-77a6a702f742 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:51.542000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204e917-51f5-4d6e-92ce-59358c1afe95 req-5cd964b5-6bff-448c-bd12-300b71d5a29c tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:51.543541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-621759a9-27e6-4d92-b39b-77a6a702f742 tempest-NetworksNegativeTestJSON-1534360687 tempest-NetworksNegativeTestJSON-1534360687-project] 10.222.0.49 "PUT /v2.0/subnets/f1391649-c10c-4e3a-ad1d-1a07f9717895 HTTP/1.1" status: 404 len: 337 time: 0.0336335 Apr 18 20:41:51.543697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0204e917-51f5-4d6e-92ce-59358c1afe95 req-5cd964b5-6bff-448c-bd12-300b71d5a29c tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 945 time: 0.0642397 Apr 18 20:41:51.587454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0204e917-51f5-4d6e-92ce-59358c1afe95 req-d1efe3b6-a457-4f50-927e-3f3b13031be3 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345805 Apr 18 20:41:51.825787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47808) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:51.944681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d26dabae-3ac4-4765-aa4f-308382fba833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.027031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d26dabae-3ac4-4765-aa4f-308382fba833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.034336 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d26dabae-3ac4-4765-aa4f-308382fba833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.105777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d26dabae-3ac4-4765-aa4f-308382fba833 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7008609fba994c1e9634da340abeb31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784309 Apr 18 20:41:52.107451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26dabae-3ac4-4765-aa4f-308382fba833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948bc611-c0c5-4986-b0e4-fa25edf83bff,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:52.108166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47814) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:52.162135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-531e2937-585c-4dc6-82f9-65246530a567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.183398 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-531e2937-585c-4dc6-82f9-65246530a567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.233909 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-531e2937-585c-4dc6-82f9-65246530a567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.236557 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-531e2937-585c-4dc6-82f9-65246530a567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.238357 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-531e2937-585c-4dc6-82f9-65246530a567 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/948bc611-c0c5-4986-b0e4-fa25edf83bff HTTP/1.1" status: 204 len: 168 time: 0.1285360 Apr 18 20:41:52.250990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e2937-585c-4dc6-82f9-65246530a567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948bc611-c0c5-4986-b0e4-fa25edf83bff,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:52.533073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45510fe5-15fa-4293-9b9e-4893ebc3f033 req-74dec61d-bbb5-4fd5-9710-bafeffb29646 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.535163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45510fe5-15fa-4293-9b9e-4893ebc3f033 req-74dec61d-bbb5-4fd5-9710-bafeffb29646 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.0805104 Apr 18 20:41:52.563386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d1051-c208-4a57-82c3-121ebf85f11f req-0fff878f-0481-46ee-8643-777d94bf62dc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.565666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f0d1051-c208-4a57-82c3-121ebf85f11f req-0fff878f-0481-46ee-8643-777d94bf62dc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.0820997 Apr 18 20:41:52.619818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45510fe5-15fa-4293-9b9e-4893ebc3f033 req-2d1afa98-4de7-4b46-bc48-bc355bea67c0 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741575 Apr 18 20:41:52.679610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f0d1051-c208-4a57-82c3-121ebf85f11f req-a462b2cc-3b9d-4c2f-80e9-42e784c8edac tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966702 Apr 18 20:41:52.773529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ddcfc-8c78-4f0b-89ef-a19be1642969 req-58a061b6-5394-4bbe-a662-556a6d033472 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.773529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-560ddcfc-8c78-4f0b-89ef-a19be1642969 req-58a061b6-5394-4bbe-a662-556a6d033472 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 945 time: 0.0743868 Apr 18 20:41:52.848123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-560ddcfc-8c78-4f0b-89ef-a19be1642969 req-5f775003-7275-4b5c-a039-f9d1ec4de626 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648682 Apr 18 20:41:53.204993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47860) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:53.321410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65b0f1-3a6f-4cb0-bdbe-af5f79989cc1 req-d0e0cb92-343a-4b03-ab5a-4c02a2e76981 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:53.324801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba65b0f1-3a6f-4cb0-bdbe-af5f79989cc1 req-d0e0cb92-343a-4b03-ab5a-4c02a2e76981 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.0862067 Apr 18 20:41:53.436975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba65b0f1-3a6f-4cb0-bdbe-af5f79989cc1 req-44e2d833-09cf-4801-90bd-4bef992ca05b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986400 Apr 18 20:41:53.472784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1f1b24e7-194f-4150-be4e-20852943d6d7 tempest-ServiceProvidersTest-1172492473 tempest-ServiceProvidersTest-1172492473-project] 10.222.0.49 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2645974 Apr 18 20:41:53.775361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cd7ed-5a52-4cbf-aa79-31fdbf2c8ff2 req-516113b0-e8b8-4fa3-ae55-a082ea9b03f8 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:53.778430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981cd7ed-5a52-4cbf-aa79-31fdbf2c8ff2 req-516113b0-e8b8-4fa3-ae55-a082ea9b03f8 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 945 time: 0.0958290 Apr 18 20:41:53.816832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00f2a4-19db-43d7-8025-5faca279c071 req-65064b71-9cba-46b8-80a1-790dc83929af tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:53.818437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d00f2a4-19db-43d7-8025-5faca279c071 req-65064b71-9cba-46b8-80a1-790dc83929af tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1054616 Apr 18 20:41:53.834166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47876) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:53.857176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981cd7ed-5a52-4cbf-aa79-31fdbf2c8ff2 req-e1d73c6a-d21d-44b8-8099-01c61dfe590a tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684750 Apr 18 20:41:53.881680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d00f2a4-19db-43d7-8025-5faca279c071 req-9d96666a-f723-4aed-962a-4dab19a0055c tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550342 Apr 18 20:41:54.011738 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e773fc1-52a7-4d8f-9f93-dc2653a73067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.131886 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e773fc1-52a7-4d8f-9f93-dc2653a73067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.137167 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e773fc1-52a7-4d8f-9f93-dc2653a73067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.184502 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3e773fc1-52a7-4d8f-9f93-dc2653a73067 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=661ab11d656741889b0bf4ca551efd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492234 Apr 18 20:41:54.185761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e773fc1-52a7-4d8f-9f93-dc2653a73067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689348f8-0480-47b3-91ff-edd0df389b2c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:54.187487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47882) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:54.244698 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf666a5b-ab6b-47fa-8f3b-2cccf183b553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.275143 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf666a5b-ab6b-47fa-8f3b-2cccf183b553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.328612 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf666a5b-ab6b-47fa-8f3b-2cccf183b553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.330785 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf666a5b-ab6b-47fa-8f3b-2cccf183b553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.332660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bf666a5b-ab6b-47fa-8f3b-2cccf183b553 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/689348f8-0480-47b3-91ff-edd0df389b2c HTTP/1.1" status: 204 len: 168 time: 0.1440763 Apr 18 20:41:54.341104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf666a5b-ab6b-47fa-8f3b-2cccf183b553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689348f8-0480-47b3-91ff-edd0df389b2c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:54.397111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:41:54.530713 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.562434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:54.565146 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a235710e-d796-45aa-9fdc-c6f7437c49be" -d '{"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:54.584588 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:54.592147 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.632183 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633fd056-161b-4f0f-9479-a02c63ec234a x-openstack-request-id: req-633fd056-161b-4f0f-9479-a02c63ec234a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:54.633361 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:54.634426 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-633fd056-161b-4f0f-9479-a02c63ec234a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:54.635421 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633fd056-161b-4f0f-9479-a02c63ec234a'] response: {'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'code': 200} Apr 18 20:41:54.654237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505a1bc-79d3-4dfd-9e28-7ed7ff2617f1 req-c600dd42-84c8-4517-9b5c-e5baa9625802 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:54.656372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5505a1bc-79d3-4dfd-9e28-7ed7ff2617f1 req-c600dd42-84c8-4517-9b5c-e5baa9625802 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.1017642 Apr 18 20:41:54.680139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=11']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:54.725212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5505a1bc-79d3-4dfd-9e28-7ed7ff2617f1 req-42653658-bb62-4a4f-a587-6f7283ef3192 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605741 Apr 18 20:41:55.028664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba29b03-3d2d-4f4d-ab5c-1934d5a4dbb8 req-857aa824-399e-4f31-b4ca-0306f177e45a tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:55.030616 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cba29b03-3d2d-4f4d-ab5c-1934d5a4dbb8 req-857aa824-399e-4f31-b4ca-0306f177e45a tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 945 time: 0.0841222 Apr 18 20:41:55.081789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cba29b03-3d2d-4f4d-ab5c-1934d5a4dbb8 req-3d62d476-81a4-4015-93d8-622db92d676e tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Apr 18 20:41:55.241261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47918) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:55.316381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-13725081-7450-412f-bc43-b25caccfbf18 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:55.318161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-13725081-7450-412f-bc43-b25caccfbf18 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 945 time: 0.0536423 Apr 18 20:41:55.360346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f1a4467a-70eb-4953-8e4a-70f68c180fb4 tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-516531905', 'prefixes': ['172.20.0.0/16']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:55.463192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-f284efa0-ee5e-45cb-a021-7a4a76b57ea2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Deleting port 18841c45-4a82-40e4-a036-622ba4d08e59 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:41:55.463546 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-f284efa0-ee5e-45cb-a021-7a4a76b57ea2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.480594 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1a4467a-70eb-4953-8e4a-70f68c180fb4 tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] Notify callbacks [] for subnetpool, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.481797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f1a4467a-70eb-4953-8e4a-70f68c180fb4 tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2395110 Apr 18 20:41:55.484666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47926) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:55.528525 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a80413cc-908f-4fd8-9896-06f253cd9532 tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] 10.222.0.49 "GET /v2.0/subnetpools/fcf66a66-398d-4de4-8a7b-49fdd2c335fb HTTP/1.1" status: 200 len: 731 time: 0.0422885 Apr 18 20:41:55.531181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47928) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:55.536244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2e3c70d7-0493-4eaf-9e0a-363869a8cd35 tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1046049774'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:55.607158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-f284efa0-ee5e-45cb-a021-7a4a76b57ea2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] For port 18841c45-4a82-40e4-a036-622ba4d08e59, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=18841c45-4a82-40e4-a036-622ba4d08e59,segment=NetworkSegment(e5288f09-163c-44da-b04f-23e8505fa94c),segment_id=e5288f09-163c-44da-b04f-23e8505fa94c)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:55.607522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-f284efa0-ee5e-45cb-a021-7a4a76b57ea2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.643662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-f284efa0-ee5e-45cb-a021-7a4a76b57ea2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Calling delete_port for 18841c45-4a82-40e4-a036-622ba4d08e59 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:41:55.664518 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47930) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:55.670839 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-29c752e0-24a7-4b57-bb7f-2d334e1039fc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665948559', 'description': 'tempest-description--1190256881'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:55.694061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29c752e0-24a7-4b57-bb7f-2d334e1039fc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.711220 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2e3c70d7-0493-4eaf-9e0a-363869a8cd35 tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] Notify callbacks [] for subnetpool, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.714782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2e3c70d7-0493-4eaf-9e0a-363869a8cd35 tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] 10.222.0.49 "PUT /v2.0/subnetpools/fcf66a66-398d-4de4-8a7b-49fdd2c335fb HTTP/1.1" status: 200 len: 684 time: 0.1798525 Apr 18 20:41:55.715353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47932) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:55.774370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29c752e0-24a7-4b57-bb7f-2d334e1039fc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.782026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29c752e0-24a7-4b57-bb7f-2d334e1039fc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.827365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c752e0-24a7-4b57-bb7f-2d334e1039fc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053f6f72-6f73-4234-b9f7-02951e57c75a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:55.832564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29c752e0-24a7-4b57-bb7f-2d334e1039fc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.833799 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-29c752e0-24a7-4b57-bb7f-2d334e1039fc tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1682699 Apr 18 20:41:55.836722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47936) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:55.841431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ad13b439-a070-4082-b3a0-a811d83e38bb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Request body: {'security_group_rule': {'security_group_id': '053f6f72-6f73-4234-b9f7-02951e57c75a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:55.866613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7debc423-bb94-42e7-a808-2aaa6035589e tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] Notify callbacks [] for subnetpool, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.867723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7debc423-bb94-42e7-a808-2aaa6035589e tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fcf66a66-398d-4de4-8a7b-49fdd2c335fb HTTP/1.1" status: 204 len: 168 time: 0.1514993 Apr 18 20:41:55.870552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47938) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:55.887555 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-e23df50c-5076-4f48-b625-022dd7db4f7c tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] show failed (client error): The resource could not be found. Apr 18 20:41:55.888637 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e23df50c-5076-4f48-b625-022dd7db4f7c tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] 10.222.0.49 "GET /v2.0/subnetpools/fcf66a66-398d-4de4-8a7b-49fdd2c335fb HTTP/1.1" status: 404 len: 346 time: 0.0170877 Apr 18 20:41:55.898422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47940) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:55.914324 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-65385691-6bb6-45ad-b007-98715ca73f84 tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] delete failed (client error): The resource could not be found. Apr 18 20:41:55.916383 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-65385691-6bb6-45ad-b007-98715ca73f84 tempest-SubnetPoolsTestJSON-2145242975 tempest-SubnetPoolsTestJSON-2145242975-project] 10.222.0.49 "DELETE /v2.0/subnetpools/fcf66a66-398d-4de4-8a7b-49fdd2c335fb HTTP/1.1" status: 404 len: 346 time: 0.0164056 Apr 18 20:41:55.928078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-f284efa0-ee5e-45cb-a021-7a4a76b57ea2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.935684 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad13b439-a070-4082-b3a0-a811d83e38bb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.942164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['18841c45-4a82-40e4-a036-622ba4d08e59'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:55.948570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e95a7-6763-4945-99b4-1b38f3d19b47 req-465f1269-a83b-493e-9ebe-445bd595e37e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:55.950090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-168e95a7-6763-4945-99b4-1b38f3d19b47 req-465f1269-a83b-493e-9ebe-445bd595e37e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1149776 Apr 18 20:41:55.989875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284efa0-ee5e-45cb-a021-7a4a76b57ea2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Pushing event deleted for resources: {'Port': ['ID=18841c45-4a82-40e4-a036-622ba4d08e59,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:56.070524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-f284efa0-ee5e-45cb-a021-7a4a76b57ea2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] No DVR routers for this DVR port 18841c45-4a82-40e4-a036-622ba4d08e59 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:56.073599 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-f284efa0-ee5e-45cb-a021-7a4a76b57ea2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.077562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-883d61d2-5577-41bb-bf37-12cf115e4776 req-f284efa0-ee5e-45cb-a021-7a4a76b57ea2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.64 "DELETE /v2.0/ports/18841c45-4a82-40e4-a036-622ba4d08e59 HTTP/1.1" status: 204 len: 173 time: 0.7525303 Apr 18 20:41:56.084197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1b8af4-d0dc-44d8-9059-19d6ef4430a0', 'name': 'network-vif-deleted', 'tag': '18841c45-4a82-40e4-a036-622ba4d08e59'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:56.086614 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82936921-0df7-4c31-978c-690ae632b3cb" -d '{"events": [{"server_uuid": "4b1b8af4-d0dc-44d8-9059-19d6ef4430a0", "name": "network-vif-deleted", "tag": "18841c45-4a82-40e4-a036-622ba4d08e59"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:56.113295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-168e95a7-6763-4945-99b4-1b38f3d19b47 req-3c05b0c7-3c38-4b45-a7c2-3907220a93c5 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317363 Apr 18 20:41:56.136112 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89061b21-e282-49c3-b564-70baae8c2ad9 x-openstack-request-id: req-89061b21-e282-49c3-b564-70baae8c2ad9 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:56.136738 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1b8af4-d0dc-44d8-9059-19d6ef4430a0", "name": "network-vif-deleted", "tag": "18841c45-4a82-40e4-a036-622ba4d08e59", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:56.137439 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-89061b21-e282-49c3-b564-70baae8c2ad9 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:56.138223 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89061b21-e282-49c3-b564-70baae8c2ad9'] response: {'server_uuid': '4b1b8af4-d0dc-44d8-9059-19d6ef4430a0', 'name': 'network-vif-deleted', 'tag': '18841c45-4a82-40e4-a036-622ba4d08e59', 'status': 'completed', 'code': 200} Apr 18 20:41:56.141130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad13b439-a070-4082-b3a0-a811d83e38bb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.146200 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad13b439-a070-4082-b3a0-a811d83e38bb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.171418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13b439-a070-4082-b3a0-a811d83e38bb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d63854-c442-4766-a3a8-0e1ece775136,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:56.180875 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad13b439-a070-4082-b3a0-a811d83e38bb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.182465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ad13b439-a070-4082-b3a0-a811d83e38bb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447747 Apr 18 20:41:56.185335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47950) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:56.190717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bb987d9b-e010-417f-bc14-d1aadaf4cfd7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Request body: {'security_group_rule': {'security_group_id': '053f6f72-6f73-4234-b9f7-02951e57c75a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:56.232157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47952) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:56.240611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-801a1b76-806b-43fb-a198-0ab37ce209f3 req-97a8361e-01da-4f42-b980-75fee9ea92b8 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b1b8af4-d0dc-44d8-9059-19d6ef4430a0 HTTP/1.1" status: 200 len: 210 time: 0.0320163 Apr 18 20:41:56.243967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb987d9b-e010-417f-bc14-d1aadaf4cfd7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.308552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb987d9b-e010-417f-bc14-d1aadaf4cfd7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.313100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb987d9b-e010-417f-bc14-d1aadaf4cfd7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.334000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb987d9b-e010-417f-bc14-d1aadaf4cfd7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4082730-7270-4823-8254-2355bf296de8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:56.340274 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb987d9b-e010-417f-bc14-d1aadaf4cfd7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.341519 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb987d9b-e010-417f-bc14-d1aadaf4cfd7 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1547301 Apr 18 20:41:56.344725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47956) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:56.350727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:56.364977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa936927-dcc9-4226-aac9-a36f3338f97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.375489 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.389091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:41:56.459248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa936927-dcc9-4226-aac9-a36f3338f97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.464184 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa936927-dcc9-4226-aac9-a36f3338f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.492543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.511022 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:56.515399 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fa936927-dcc9-4226-aac9-a36f3338f97e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=332febbc508d4652acf0be5eba22668d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822044 Apr 18 20:41:56.516181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa936927-dcc9-4226-aac9-a36f3338f97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c736ae-4252-4ed2-8517-545de44b1146,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:56.520145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47958) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:41:56.526960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'port_id': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'mac_address': 'fa:16:3e:6a:ee:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:41:56.575649 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3136-fdf2-46d4-9f72-f86a35525749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.580569 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.602129 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca117d7-89b4-484d-93d1-3463e0000e8b {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:56.606159 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3136-fdf2-46d4-9f72-f86a35525749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.628175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Allocated IP 172.25.2.55 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/21c417e0-97f5-4eeb-a35f-c3f7e7a488a0) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:56.633207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:56.638859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.673851 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3136-fdf2-46d4-9f72-f86a35525749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.677233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ce1f3136-fdf2-46d4-9f72-f86a35525749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.678923 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ce1f3136-fdf2-46d4-9f72-f86a35525749 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69c736ae-4252-4ed2-8517-545de44b1146 HTTP/1.1" status: 204 len: 168 time: 0.1577818 Apr 18 20:41:56.691894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f3136-fdf2-46d4-9f72-f86a35525749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c736ae-4252-4ed2-8517-545de44b1146,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:56.720254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=12']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:56.748032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['6ca117d7-89b4-484d-93d1-3463e0000e8b'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:41:56.796655 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.850352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.899576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:56.904858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:56.911456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:41:56.944610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event updated for resources: {'Port': ['ID=21c417e0-97f5-4eeb-a35f-c3f7e7a488a0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:57.009669 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.048975 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.351203 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.361012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2ac8a-fd6d-472b-b52b-e80a22f8daf1 req-cfc28726-8140-4215-bfed-d6137f618af7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:57.363263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbe2ac8a-fd6d-472b-b52b-e80a22f8daf1 req-cfc28726-8140-4215-bfed-d6137f618af7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 946 time: 0.1275058 Apr 18 20:41:57.365211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.473260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event updated for resources: {'Port': ['ID=21c417e0-97f5-4eeb-a35f-c3f7e7a488a0,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:57.497027 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbe2ac8a-fd6d-472b-b52b-e80a22f8daf1 req-99075303-15c9-4f6e-913e-e0a481743ef0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950041 Apr 18 20:41:57.498692 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.535621 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.537207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-423963a2-0cac-4f9c-9138-c6063325271d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1909533 Apr 18 20:41:57.989092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-f42c97e8-4710-4390-946c-f7768999f012 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:58.001388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-f42c97e8-4710-4390-946c-f7768999f012 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/networks?id=383f3898-8f70-46d1-b57a-b257cdfb5872 HTTP/1.1" status: 200 len: 809 time: 0.2244384 Apr 18 20:41:58.040753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-39410cbe-f783-4f2e-b31d-0d35946ca85a tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/quotas/31bab11f389e4d3c9887dae5abfc5e6d HTTP/1.1" status: 200 len: 375 time: 0.0378962 Apr 18 20:41:58.104479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-889a2a42-0833-49fa-baca-bf20d46cdd5e tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1665948559&fields=id&tenant_id=2e415c7e94c84df2883ee13c5a601903 HTTP/1.1" status: 200 len: 267 time: 0.1680622 Apr 18 20:41:58.184597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-66c6cbf1-da21-471c-8daa-731a11c95aeb tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=31bab11f389e4d3c9887dae5abfc5e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301990 Apr 18 20:41:58.209268 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:41:58.391491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:41:58.482369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 6ca117d7-89b4-484d-93d1-3463e0000e8b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:58.483505 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.558011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-7276779c-4da9-4945-8779-d95ffb316461 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:58.560553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-7276779c-4da9-4945-8779-d95ffb316461 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 819 time: 0.3884313 Apr 18 20:41:58.608172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-83a235cd-c32d-4738-a864-27471821a15f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/quotas/2e415c7e94c84df2883ee13c5a601903 HTTP/1.1" status: 200 len: 375 time: 0.0274606 Apr 18 20:41:58.628681 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-7bccd445-48b4-4d07-88a0-aa2df9fff148 service neutron] 10.222.0.49 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805307 Apr 18 20:41:58.689155 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.735107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:58.746218 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea4efc1-abdd-43ac-b416-53d75fdeeb02" -d '{"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:41:58.775907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:41:58.796367 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.797425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 18841c45-4a82-40e4-a036-622ba4d08e59 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:41:58.862559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 18841c45-4a82-40e4-a036-622ba4d08e59 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:41:58.863576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 18841c45-4a82-40e4-a036-622ba4d08e59 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:41:58.919500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=13']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:58.942225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-95b9b256-7bf1-408e-be8a-0a9f9d3473b5 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2866857 Apr 18 20:41:58.984442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-861cb1ce-d811-4e8b-9556-7ee08282f5b7 service neutron] 10.222.0.49 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543279 Apr 18 20:41:59.187254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-0f9a71ac-3a55-4821-8f35-fa3038ebeb63 service neutron] 10.222.0.49 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000089 Apr 18 20:41:59.341630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-6e9572ef-311c-40ba-a7bb-b196ba0ced85 service neutron] 10.222.0.49 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336088 Apr 18 20:41:59.601764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26643548-62df-4ca6-8377-578cae076028 req-3c77b060-6e8b-4f5c-b8ed-1d9af43bef20 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:59.607714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26643548-62df-4ca6-8377-578cae076028 req-3c77b060-6e8b-4f5c-b8ed-1d9af43bef20 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.1354249 Apr 18 20:41:59.615987 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984ffde6-2357-4ab7-ba8a-cc949a402a2b x-openstack-request-id: req-984ffde6-2357-4ab7-ba8a-cc949a402a2b {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:41:59.616510 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-plugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:41:59.616830 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-984ffde6-2357-4ab7-ba8a-cc949a402a2b {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:41:59.617448 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984ffde6-2357-4ab7-ba8a-cc949a402a2b'] response: {'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'code': 200} Apr 18 20:41:59.695587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26643548-62df-4ca6-8377-578cae076028 req-47815b3a-02b5-49a3-9105-4791cd0c25c0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769422 Apr 18 20:41:59.739349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a29396e-6898-4026-8bc5-66a2ae2df9ee req-bb9d1fbd-67f8-4dbe-a832-9117d28a482e tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 210 time: 0.0419712 Apr 18 20:41:59.954209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-096f2f47-1b32-4629-9536-de39e22a6124 req-fa6cac01-4c72-4a8d-8ff7-4baaa1aa2a3a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 210 time: 0.0858698 Apr 18 20:42:00.583673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48082) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:00.826412 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da116918-0b19-4060-8b87-cac8bc930687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.875305 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca5ec576-67a5-49f3-bc14-6ae9aeda73e2 req-d6a2bd8f-309a-4512-bed0-2ad20923aa7c tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 210 time: 0.0434535 Apr 18 20:42:01.045614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d7533-2a91-47c8-8a78-51ff8dc6218e req-abec495b-5b04-49aa-ab4a-c07cb9280e87 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.048833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da116918-0b19-4060-8b87-cac8bc930687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.054807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a4d7533-2a91-47c8-8a78-51ff8dc6218e req-abec495b-5b04-49aa-ab4a-c07cb9280e87 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.1783354 Apr 18 20:42:01.056001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da116918-0b19-4060-8b87-cac8bc930687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.142298 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a4d7533-2a91-47c8-8a78-51ff8dc6218e req-a4eb2057-d6ed-43a7-a4fb-7a24e1dcaa8e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853767 Apr 18 20:42:01.146572 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-da116918-0b19-4060-8b87-cac8bc930687 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f587e01db7f84b00825b78fa361d5b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5609157 Apr 18 20:42:01.148314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da116918-0b19-4060-8b87-cac8bc930687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc0f92a-5726-40b8-ac66-1da73d30288c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:01.151448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48092) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:01.170712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-24b57d08-d63d-4d20-905c-1f67da8179b9 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.173134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-24b57d08-d63d-4d20-905c-1f67da8179b9 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.64 "GET /v2.0/networks?id=383f3898-8f70-46d1-b57a-b257cdfb5872 HTTP/1.1" status: 200 len: 809 time: 0.2283409 Apr 18 20:42:01.211370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffabea21-d38a-4ebe-a64d-4e74cc6ee3d5 req-ea5cc882-954f-42c4-91b0-8c48cf6edd48 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 210 time: 0.0544186 Apr 18 20:42:01.216418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Request body: {'port': {'device_id': '393037aa-b3a3-474c-98f9-5c27b62c21bd', 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872', 'admin_state_up': True, 'tenant_id': '31bab11f389e4d3c9887dae5abfc5e6d'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:01.288758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-060b04c2-3ddf-4b2f-a8f3-3e240b7bf272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.337907 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-060b04c2-3ddf-4b2f-a8f3-3e240b7bf272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.347496 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Made reservation on behalf of 31bab11f389e4d3c9887dae5abfc5e6d for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:01.351443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.434801 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-060b04c2-3ddf-4b2f-a8f3-3e240b7bf272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.438743 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-060b04c2-3ddf-4b2f-a8f3-3e240b7bf272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.440917 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-060b04c2-3ddf-4b2f-a8f3-3e240b7bf272 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2fc0f92a-5726-40b8-ac66-1da73d30288c HTTP/1.1" status: 204 len: 168 time: 0.2882116 Apr 18 20:42:01.452284 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b04c2-3ddf-4b2f-a8f3-3e240b7bf272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc0f92a-5726-40b8-ac66-1da73d30288c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:01.564298 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Allocated IP 172.20.0.12 (383f3898-8f70-46d1-b57a-b257cdfb5872/2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9/1846517a-5eb2-4ffb-a8da-5522f5462408) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:01.809924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-ebd42243-c738-4991-af0e-8e7a6baf2dcd tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.811503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-ebd42243-c738-4991-af0e-8e7a6baf2dcd tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 819 time: 0.2025263 Apr 18 20:42:01.892613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.925262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-44971d79-66ec-46a4-b88e-9f1d64913f6a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e415c7e94c84df2883ee13c5a601903 HTTP/1.1" status: 200 len: 380 time: 0.1036935 Apr 18 20:42:01.939130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Request body: {'port': {'device_id': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'admin_state_up': True, 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'security_groups': ['053f6f72-6f73-4234-b9f7-02951e57c75a']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:02.052005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57c5dd59-164d-41da-985b-83917939aa46 req-c25f8614-f924-4123-8ea4-e108592ed5da tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 210 time: 0.0944364 Apr 18 20:42:02.077939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48102) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:02.091293 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.100081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aaf33d6c-e33b-4eda-903f-296467956e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.202162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Network 383f3898-8f70-46d1-b57a-b257cdfb5872 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:02.218146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:02.222167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:42:02.230437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Pushing event updated for resources: {'Port': ['ID=1846517a-5eb2-4ffb-a8da-5522f5462408,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:02.252008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aaf33d6c-e33b-4eda-903f-296467956e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.259791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aaf33d6c-e33b-4eda-903f-296467956e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.366325 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aaf33d6c-e33b-4eda-903f-296467956e83 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f64c048b44f74a43bc18fa3bcc117028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841737 Apr 18 20:42:02.367345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48110) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:02.370953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf33d6c-e33b-4eda-903f-296467956e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d6860-08c8-4f83-9318-0d8e161c85a4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:02.385702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Made reservation on behalf of 2e415c7e94c84df2883ee13c5a601903 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:02.389327 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.412914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:02.413660 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.421522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b974cd57-c06d-414a-81cc-1027d3eb2b8c req-09b22111-f06e-493c-a53b-24b1c9f3eb1c tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 210 time: 0.0655086 Apr 18 20:42:02.459866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d298c4-493c-4b92-94fc-e57da7bad798 req-a1fb7ecb-2624-44cf-a4aa-04f27a63b554 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:02.461671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88d298c4-493c-4b92-94fc-e57da7bad798 req-a1fb7ecb-2624-44cf-a4aa-04f27a63b554 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.1519873 Apr 18 20:42:02.466914 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ac7c6b35-a300-49d0-ba38-226e0bd56ed4 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2542624 Apr 18 20:42:02.482300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Request body: {'port': {'device_id': '393037aa-b3a3-474c-98f9-5c27b62c21bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:02.492392 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6a124f2-ad9e-437d-9802-233eba579ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.518638 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6a124f2-ad9e-437d-9802-233eba579ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.594482 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6a124f2-ad9e-437d-9802-233eba579ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.598264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b6a124f2-ad9e-437d-9802-233eba579ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.600459 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b6a124f2-ad9e-437d-9802-233eba579ac8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/003d6860-08c8-4f83-9318-0d8e161c85a4 HTTP/1.1" status: 204 len: 168 time: 0.2312360 Apr 18 20:42:02.611155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a124f2-ad9e-437d-9802-233eba579ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d6860-08c8-4f83-9318-0d8e161c85a4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:03.006120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88d298c4-493c-4b92-94fc-e57da7bad798 req-15e03d59-b48c-48f5-8179-cc69329a5c13 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5329609 Apr 18 20:42:03.022594 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.083141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Allocated IP 172.20.0.3 (bda4290d-bdb0-4096-9357-e9ea6a72d662/8d85062e-1462-4b1d-a803-ab277c48a0b0/1dbf1e6c-12b7-4f25-abea-dd263768bafe) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:03.709734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189ba0d-6655-442d-b570-bffc949a5382 req-bb25aa6d-c479-48e5-86db-9af220b46920 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:03.723269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e189ba0d-6655-442d-b570-bffc949a5382 req-bb25aa6d-c479-48e5-86db-9af220b46920 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 932 time: 0.4059844 Apr 18 20:42:03.792783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410126a-1d22-4ebc-9181-7684f7d34c48 req-2b6aa924-a37b-4d7e-8957-5ea59b32fdcf tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:03.795419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2410126a-1d22-4ebc-9181-7684f7d34c48 req-2b6aa924-a37b-4d7e-8957-5ea59b32fdcf tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 946 time: 0.4036460 Apr 18 20:42:03.846998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48150) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:03.968074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.022332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1399780906-network', 'tenant_id': '9136a2a041d44875a4949fb06b865a96'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:04.027602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e189ba0d-6655-442d-b570-bffc949a5382 req-cb096324-8c6b-4a85-98bd-da2d520801c5 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609818 Apr 18 20:42:04.049705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Made reservation on behalf of 9136a2a041d44875a4949fb06b865a96 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:04.053196 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.064508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.114361 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2410126a-1d22-4ebc-9181-7684f7d34c48 req-05a9c444-da88-4c1f-b22c-ec6f55782a13 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883916 Apr 18 20:42:04.208651 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.239221 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.244538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.276140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:04.333803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82766614-e4d4-4a97-936b-72ef5d847507,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:04.347173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:04.352105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.354134 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Added segment 05f23afc-85e1-4039-9e94-1a5dc16f0a7e of type vlan for network cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f Apr 18 20:42:04.381572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:04.384965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:42:04.457235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:04.458337 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.465281 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.497206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1846517a-5eb2-4ffb-a8da-5522f5462408 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:04.541202 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.549112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event updated for resources: {'Port': ['ID=1dbf1e6c-12b7-4f25-abea-dd263768bafe,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:04.566576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58557a50-350e-4fc1-8ee1-00fce6292802 req-faa5b321-cabd-404a-95e0-0bd70a5c7d7a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:04.576529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58557a50-350e-4fc1-8ee1-00fce6292802 req-faa5b321-cabd-404a-95e0-0bd70a5c7d7a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 931 time: 0.3866558 Apr 18 20:42:04.587047 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.588536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:04.588900 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.606756 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-fc5d9fff-328f-4ce4-9cda-d0bcb146733f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6746340 Apr 18 20:42:04.619470 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7676058 Apr 18 20:42:04.630345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48156) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:04.631811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4418a9-a5db-4312-b4d7-b3fa0e4fe9e7 req-de61b515-b8cb-4b5a-9b80-d6d68bf3b0b5 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:04.635496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Request body: {'subnet': {'network_id': 'cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1399780906-subnet', 'tenant_id': '9136a2a041d44875a4949fb06b865a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:04.644498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd4418a9-a5db-4312-b4d7-b3fa0e4fe9e7 req-de61b515-b8cb-4b5a-9b80-d6d68bf3b0b5 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.3696809 Apr 18 20:42:04.667890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Request body: {'port': {'device_id': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:04.674979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Made reservation on behalf of 9136a2a041d44875a4949fb06b865a96 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:04.677951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.731106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Transition to ACTIVE for port object 1846517a-5eb2-4ffb-a8da-5522f5462408 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:04.786025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.838915 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-72e08cd2-8459-4a86-a256-26a434a4cfbd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3107498 Apr 18 20:42:04.865591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7b3b5-6444-4873-ae21-4554b6e74ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:04.880997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:42:05.015387 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58557a50-350e-4fc1-8ee1-00fce6292802 req-a6e8394b-37ca-483c-88b5-247b3f4e7456 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4235511 Apr 18 20:42:05.029265 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.040388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Pushing event updated for resources: {'Port': ['ID=1846517a-5eb2-4ffb-a8da-5522f5462408,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:05.086811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd4418a9-a5db-4312-b4d7-b3fa0e4fe9e7 req-7d50915e-06cd-4eb3-9570-26cf78ccecc2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3452721 Apr 18 20:42:05.107181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7708c79f-3efe-41de-9422-003cfc53084e None None] Provisioning complete for port 1dbf1e6c-12b7-4f25-abea-dd263768bafe triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:05.107645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-e60bf581-24f6-498c-9ff2-c83f7cd3badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.109265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7708c79f-3efe-41de-9422-003cfc53084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.110155 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-e60bf581-24f6-498c-9ff2-c83f7cd3badf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 1096 time: 0.1834812 Apr 18 20:42:05.137431 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.212622 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7708c79f-3efe-41de-9422-003cfc53084e None None] Port 1dbf1e6c-12b7-4f25-abea-dd263768bafe cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:42:05.474612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2824a9-72a8-423f-922d-6ff0f2df8d4a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:05.508297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Checking segment: {'id': '05f23afc-85e1-4039-9e94-1a5dc16f0a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:42:05.508872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Network hostable DHCP agents. Network: cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:05.540975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-c0a28377-b56c-4956-878a-613019385fda tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.543510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-c0a28377-b56c-4956-878a-613019385fda tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 946 time: 0.4055762 Apr 18 20:42:05.574840 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-cbfe6e7f-e6a8-4999-8fc1-08f1d9ec7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.577682 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-cbfe6e7f-e6a8-4999-8fc1-08f1d9ec7718 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.4065259 Apr 18 20:42:05.600789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Network cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:05.665438 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-527d6bca-f383-4be8-82c4-3c9201090818 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be1baa44-1c08-46d6-819f-86a10653ba44 HTTP/1.1" status: 200 len: 217 time: 0.0782351 Apr 18 20:42:05.695951 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:05.726238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057fb655-7d29-470e-9361-f841a52233c1 None None] Network cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:42:05.737827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.738772 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.796169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970a393-277d-4a82-90b1-80bcda22cb04 req-5e039d97-25aa-42b5-96c5-273a62e94720 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.798736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a970a393-277d-4a82-90b1-80bcda22cb04 req-5e039d97-25aa-42b5-96c5-273a62e94720 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 944 time: 0.4561319 Apr 18 20:42:05.831059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Attempting to bind port 1846517a-5eb2-4ffb-a8da-5522f5462408 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:05.831059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Attempting to bind port 1846517a-5eb2-4ffb-a8da-5522f5462408 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'e5288f09-163c-44da-b04f-23e8505fa94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:05.831059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Attempting to bind port 1846517a-5eb2-4ffb-a8da-5522f5462408 on network 383f3898-8f70-46d1-b57a-b257cdfb5872 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:05.891877 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-67ac9133-d2c8-43ce-82f8-1323e6b1b5a0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2492528 Apr 18 20:42:05.907382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3e455-e40a-478b-a776-dd870140942d req-3f2f930d-8e58-41ae-b3ab-57180e78f2ec tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.912161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-1d04a239-25e3-4dd3-b343-d2784279dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.915415 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-1d04a239-25e3-4dd3-b343-d2784279dd1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.2430513 Apr 18 20:42:05.929784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5aa3e455-e40a-478b-a776-dd870140942d req-3f2f930d-8e58-41ae-b3ab-57180e78f2ec tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 946 time: 0.5762873 Apr 18 20:42:05.954828 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-74f8ddb6-6c01-437b-b433-dd66617e8c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.009989 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Port 1846517a-5eb2-4ffb-a8da-5522f5462408 on network 383f3898-8f70-46d1-b57a-b257cdfb5872 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:42:06.010674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Attempting to bind port 1846517a-5eb2-4ffb-a8da-5522f5462408 on network 383f3898-8f70-46d1-b57a-b257cdfb5872 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:06.059888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34f72e06-34c6-4329-8169-2db984cb128f req-80c7021d-f184-41a2-b365-84bdee08bae6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2961371 Apr 18 20:42:06.119954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-43a51f88-7f28-49c9-b1d0-a0464a8619c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.122443 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-43a51f88-7f28-49c9-b1d0-a0464a8619c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953125 Apr 18 20:42:06.133875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:42:06.134588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Checking segment: {'id': 'e5288f09-163c-44da-b04f-23e8505fa94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:42:06.135051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Bound using segment: {'id': 'e5288f09-163c-44da-b04f-23e8505fa94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:42:06.135736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Bound port: 1846517a-5eb2-4ffb-a8da-5522f5462408, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5288f09-163c-44da-b04f-23e8505fa94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:06.136306 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.241551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4a91e1-5de0-459c-83d1-c33145d627a4 None None] Network cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:42:06.298686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a970a393-277d-4a82-90b1-80bcda22cb04 req-45edb06f-03c8-45bf-bf0a-1932f215507e tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756460 Apr 18 20:42:06.384671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5aa3e455-e40a-478b-a776-dd870140942d req-f3607da8-6af6-4b23-95c8-4672febf8c04 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4427335 Apr 18 20:42:06.477372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f72e06-34c6-4329-8169-2db984cb128f req-8ead1968-ea08-486a-83b4-d991496e3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.486888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34f72e06-34c6-4329-8169-2db984cb128f req-8ead1968-ea08-486a-83b4-d991496e3943 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 1096 time: 0.3845034 Apr 18 20:42:06.576037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Deleting port 622db6a4-49a5-40cc-9157-3a04e5b3a650 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:42:06.579711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.666027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f72e06-34c6-4329-8169-2db984cb128f req-7115719f-6aba-4e7a-833c-df025ca0a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.666924 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34f72e06-34c6-4329-8169-2db984cb128f req-7115719f-6aba-4e7a-833c-df025ca0a60f service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.1282957 Apr 18 20:42:06.726866 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34f72e06-34c6-4329-8169-2db984cb128f req-0c9de52a-4ef6-4b25-a5bc-0a1d329420f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad HTTP/1.1" status: 200 len: 217 time: 0.0528288 Apr 18 20:42:06.793909 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-5aeab609-0df2-4046-9bcb-81446fa39f60 service neutron] 10.222.0.60 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6542242 Apr 18 20:42:06.843179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] For port 1846517a-5eb2-4ffb-a8da-5522f5462408, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:06.894702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f72e06-34c6-4329-8169-2db984cb128f req-cbc09e60-f366-48e8-aecf-3993e20b7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.897224 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34f72e06-34c6-4329-8169-2db984cb128f req-cbc09e60-f366-48e8-aecf-3993e20b7c3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.1621985 Apr 18 20:42:06.946398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbf1e6c-12b7-4f25-abea-dd263768bafe {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:06.961060 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.982639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Transition to ACTIVE for port object 1dbf1e6c-12b7-4f25-abea-dd263768bafe will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:07.016635 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f72e06-34c6-4329-8169-2db984cb128f req-1511e980-11d0-4dcb-989a-1864a101e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.019622 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34f72e06-34c6-4329-8169-2db984cb128f req-1511e980-11d0-4dcb-989a-1864a101e398 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079013 Apr 18 20:42:07.072690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] For port 622db6a4-49a5-40cc-9157-3a04e5b3a650, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=622db6a4-49a5-40cc-9157-3a04e5b3a650,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:07.073398 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.105163 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b43c6ae-94b0-426d-8d54-ce274508d182 req-630243fb-9930-47a3-8057-acf09326e914 service neutron] 10.222.0.60 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014331 Apr 18 20:42:07.180857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48180) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:07.191627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2025161818-network', 'tenant_id': 'c770899e100b4e48bb18a19ea8d00758'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:07.275877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Made reservation on behalf of c770899e100b4e48bb18a19ea8d00758 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:07.276221 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.279556 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.317794 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.326551 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34f72e06-34c6-4329-8169-2db984cb128f req-1990d5e3-09c3-4f66-8fb0-60f3477358dd service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938633 Apr 18 20:42:07.535672 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34f72e06-34c6-4329-8169-2db984cb128f req-313242b3-5e1b-4b38-a3b5-da6fe446166c service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974208 Apr 18 20:42:07.606328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.614201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.649706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699241e4-9aea-4132-aa97-3851fb58ffdf,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:07.693680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:07.718765 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.719817 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Added segment b69a9419-0809-4694-b253-48584d918c2b of type vlan for network cc1127a9-a762-4a4b-8250-2dc52237d0d7 Apr 18 20:42:07.766594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] For port 1846517a-5eb2-4ffb-a8da-5522f5462408, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1846517a-5eb2-4ffb-a8da-5522f5462408,segment=NetworkSegment(e5288f09-163c-44da-b04f-23e8505fa94c),segment_id=e5288f09-163c-44da-b04f-23e8505fa94c)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:07.816986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.838683 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.920775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbf1e6c-12b7-4f25-abea-dd263768bafe,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:07.930762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d1cfc-d6cd-4b4c-9baf-2a8a8b050be6 req-1f10502f-1075-456a-bd9e-b72b8205d8ed tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.932484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f74d1cfc-d6cd-4b4c-9baf-2a8a8b050be6 req-1f10502f-1075-456a-bd9e-b72b8205d8ed tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 943 time: 0.9293318 Apr 18 20:42:07.949811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9268d4-e771-4849-b58a-fa9261be56f2 req-89db2677-09ad-4782-ba3b-064d66ea0268 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.959668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae9268d4-e771-4849-b58a-fa9261be56f2 req-89db2677-09ad-4782-ba3b-064d66ea0268 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 1.3892143 Apr 18 20:42:07.972094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.977642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.978377 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.978955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.983738 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.986139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] 10.222.0.64 "PUT /v2.0/ports/1846517a-5eb2-4ffb-a8da-5522f5462408 HTTP/1.1" status: 200 len: 1092 time: 5.5035741 Apr 18 20:42:07.997122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393037aa-b3a3-474c-98f9-5c27b62c21bd', 'tag': '1846517a-5eb2-4ffb-a8da-5522f5462408'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:07.998598 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115103c1-7177-48ba-9772-8b9471d2db75" -d '{"events": [{"name": "network-changed", "server_uuid": "393037aa-b3a3-474c-98f9-5c27b62c21bd", "tag": "1846517a-5eb2-4ffb-a8da-5522f5462408"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:08.137010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] Pushing event updated for resources: {'Network': ['ID=cc1127a9-a762-4a4b-8250-2dc52237d0d7,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:08.147991 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-612d893a-8a2b-4d3a-a781-19c28918c173 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9588358 Apr 18 20:42:08.148569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48188) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:08.158128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network cc1127a9-a762-4a4b-8250-2dc52237d0d7 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:42:08.159101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Request body: {'subnet': {'network_id': 'cc1127a9-a762-4a4b-8250-2dc52237d0d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2025161818-subnet', 'tenant_id': 'c770899e100b4e48bb18a19ea8d00758', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:08.208113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Made reservation on behalf of c770899e100b4e48bb18a19ea8d00758 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:08.208810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Attempting to bind port 1dbf1e6c-12b7-4f25-abea-dd263768bafe on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:08.209248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Attempting to bind port 1dbf1e6c-12b7-4f25-abea-dd263768bafe by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:08.209683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Attempting to bind port 1dbf1e6c-12b7-4f25-abea-dd263768bafe on network bda4290d-bdb0-4096-9357-e9ea6a72d662 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:08.217334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.266509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f74d1cfc-d6cd-4b4c-9baf-2a8a8b050be6 req-ee7f9644-7458-46d1-802c-b6a5f4975ae8 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784998 Apr 18 20:42:08.276371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Port 1dbf1e6c-12b7-4f25-abea-dd263768bafe on network bda4290d-bdb0-4096-9357-e9ea6a72d662 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:42:08.276719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Attempting to bind port 1dbf1e6c-12b7-4f25-abea-dd263768bafe on network bda4290d-bdb0-4096-9357-e9ea6a72d662 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:08.307551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae9268d4-e771-4849-b58a-fa9261be56f2 req-ec3d309e-02d3-41f9-a0a9-28cc3d6e98cd tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467512 Apr 18 20:42:08.340068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfee07-ca0e-4cd2-b493-df5c972bb21c service neutron] Pushing event updated for resources: {'Port': ['ID=1846517a-5eb2-4ffb-a8da-5522f5462408,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:08.351657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:42:08.356460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Checking segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:42:08.357094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Bound using segment: {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:42:08.357735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Bound port: 1dbf1e6c-12b7-4f25-abea-dd263768bafe, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '335b59e3-aedb-40f6-9662-9fa8626ad8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:08.358288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.425219 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.425579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.425897 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Floating IP c74bb706-e1ac-4da1-b474-27099b3d3a6b disassociated. External IP: 172.25.2.216, port: 622db6a4-49a5-40cc-9157-3a04e5b3a650. Apr 18 20:42:08.426308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Calling delete_port for 622db6a4-49a5-40cc-9157-3a04e5b3a650 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:42:08.429709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-3102d6dd-515d-49af-ac6c-7698c3aa8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.431293 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-3102d6dd-515d-49af-ac6c-7698c3aa8240 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31bab11f389e4d3c9887dae5abfc5e6d&device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 1095 time: 0.3487775 Apr 18 20:42:08.544235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-ef06829a-4a26-45f5-be0d-45a2720b99c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1846517a-5eb2-4ffb-a8da-5522f5462408 HTTP/1.1" status: 200 len: 217 time: 0.0971603 Apr 18 20:42:08.645281 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.645521 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-97a98b5d-7c5f-4d75-a1d4-70cda8505100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.739493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5973b9-89e5-4c98-ad26-3966fbf5ae65,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:08.760376 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6adc-43e2-4513-a444-4ab47885e443 req-d6d4ec2e-d863-4a61-95be-5ed04fb8e404 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.776468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b64f6adc-43e2-4513-a444-4ab47885e443 req-d6d4ec2e-d863-4a61-95be-5ed04fb8e404 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 944 time: 0.3352284 Apr 18 20:42:08.779762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Checking segment: {'id': 'b69a9419-0809-4694-b253-48584d918c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'cc1127a9-a762-4a4b-8250-2dc52237d0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:42:08.780189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Network hostable DHCP agents. Network: cc1127a9-a762-4a4b-8250-2dc52237d0d7, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:08.795682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f02cd-10cc-473a-83d6-41b1123c5f5f req-422ab62d-5c16-433c-8c39-8794f34b0bf5 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.797448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-752f02cd-10cc-473a-83d6-41b1123c5f5f req-422ab62d-5c16-433c-8c39-8794f34b0bf5 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 946 time: 0.3379550 Apr 18 20:42:08.810154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-e16df511-9fe8-4c28-863c-0d276c71ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.811104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Network cc1127a9-a762-4a4b-8250-2dc52237d0d7 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:08.811918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-e16df511-9fe8-4c28-863c-0d276c71ce35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9 HTTP/1.1" status: 200 len: 849 time: 0.2586720 Apr 18 20:42:08.813994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] For port 1dbf1e6c-12b7-4f25-abea-dd263768bafe, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:08.832046 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, cc1127a9-a762-4a4b-8250-2dc52237d0d7) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:08.837081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.837767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.844588 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e44ae8-398d-49d9-862b-037dcaffe59d None None] Network cc1127a9-a762-4a4b-8250-2dc52237d0d7 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:42:08.887570 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d6da90a5-3e4b-4092-ac46-b03d42f392eb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7350023 Apr 18 20:42:08.897217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] For port 1dbf1e6c-12b7-4f25-abea-dd263768bafe, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:08.902595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-95114415-3e39-493e-87df-0de015cf7e7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=383f3898-8f70-46d1-b57a-b257cdfb5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712516 Apr 18 20:42:08.910419 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.020857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48194) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:09.053255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-752f02cd-10cc-473a-83d6-41b1123c5f5f req-e08792a6-e417-42b4-be16-40d77e1f0b47 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=53463b3e-46b4-4764-9452-fae4d0fec178&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345634 Apr 18 20:42:09.092570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b64f6adc-43e2-4513-a444-4ab47885e443 req-eab42520-e7da-4792-801e-c8ec5ea7ce08 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145633 Apr 18 20:42:09.104526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.107651 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.108698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c6a5eb-e65b-440a-bfc5-1aa2ea06f95e admin admin] Deleting subnet 2b2824a9-72a8-423f-922d-6ff0f2df8d4a {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:42:09.110050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] 10.222.0.64 "PUT /v2.0/ports/1dbf1e6c-12b7-4f25-abea-dd263768bafe HTTP/1.1" status: 200 len: 1091 time: 4.4601903 Apr 18 20:42:09.123397 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6c6a5eb-e65b-440a-bfc5-1aa2ea06f95e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.211051 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e4cf12-87eb-403c-8999-789489ce6eb2 x-openstack-request-id: req-61e4cf12-87eb-403c-8999-789489ce6eb2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:09.211389 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393037aa-b3a3-474c-98f9-5c27b62c21bd", "tag": "1846517a-5eb2-4ffb-a8da-5522f5462408", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:09.211576 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-61e4cf12-87eb-403c-8999-789489ce6eb2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:09.212068 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e4cf12-87eb-403c-8999-789489ce6eb2'] response: {'name': 'network-changed', 'server_uuid': '393037aa-b3a3-474c-98f9-5c27b62c21bd', 'tag': '1846517a-5eb2-4ffb-a8da-5522f5462408', 'status': 'completed', 'code': 200} Apr 18 20:42:09.248253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349de0d-821b-4819-b24d-4f4852e21f57 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbf1e6c-12b7-4f25-abea-dd263768bafe,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:09.255727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6c6a5eb-e65b-440a-bfc5-1aa2ea06f95e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.257552 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.304921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b50e679-32c6-45bc-b661-c5a0676fe55b None None] Network cc1127a9-a762-4a4b-8250-2dc52237d0d7 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:42:09.326081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6c6a5eb-e65b-440a-bfc5-1aa2ea06f95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.476758 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'Port': ['ID=622db6a4-49a5-40cc-9157-3a04e5b3a650,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:09.487789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-11f6a83a-cf11-4f2c-ba81-61639681ef2a service neutron] 10.222.0.64 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683205 Apr 18 20:42:09.508959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 622db6a4-49a5-40cc-9157-3a04e5b3a650 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:09.537739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 622db6a4-49a5-40cc-9157-3a04e5b3a650 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:42:09.540013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 622db6a4-49a5-40cc-9157-3a04e5b3a650 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:42:09.548227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6c6a5eb-e65b-440a-bfc5-1aa2ea06f95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.637041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-8e560ca6-32cb-47f5-b7d4-97c797ca343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.638709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-8e560ca6-32cb-47f5-b7d4-97c797ca343e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 1094 time: 0.4426122 Apr 18 20:42:09.647056 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.659521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6a5eb-e65b-440a-bfc5-1aa2ea06f95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2824a9-72a8-423f-922d-6ff0f2df8d4a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:09.679238 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6c6a5eb-e65b-440a-bfc5-1aa2ea06f95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.685696 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e6c6a5eb-e65b-440a-bfc5-1aa2ea06f95e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2b2824a9-72a8-423f-922d-6ff0f2df8d4a HTTP/1.1" status: 204 len: 168 time: 0.6635149 Apr 18 20:42:09.694348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48200) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:09.772240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868762b9-07e3-49a2-84ce-f3c7dba16a57 req-f766970d-3ff1-4915-bdab-ec5f50d19d64 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.780520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-868762b9-07e3-49a2-84ce-f3c7dba16a57 req-f766970d-3ff1-4915-bdab-ec5f50d19d64 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 943 time: 0.2743986 Apr 18 20:42:09.844711 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.856865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-39a2776f-6eea-487d-af9e-baff095ed87e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe HTTP/1.1" status: 200 len: 217 time: 0.2042580 Apr 18 20:42:09.868072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cac9a7-cc1b-4ae8-8fc5-d8da590d613e req-10a20e66-2660-45aa-82bd-5619b500da0e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.870791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19cac9a7-cc1b-4ae8-8fc5-d8da590d613e req-10a20e66-2660-45aa-82bd-5619b500da0e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.3455369 Apr 18 20:42:09.953979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-868762b9-07e3-49a2-84ce-f3c7dba16a57 req-fd9f6ca9-216a-49a0-8a64-a55bea288374 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721277 Apr 18 20:42:09.990297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.993149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19cac9a7-cc1b-4ae8-8fc5-d8da590d613e req-325ecca1-a959-48c3-b9e0-c216ec5f6b8f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069338 Apr 18 20:42:10.067431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:10.084778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f23afc-85e1-4039-9e94-1a5dc16f0a7e') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:10.085574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f23afc-85e1-4039-9e94-1a5dc16f0a7e') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:10.099522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6892d02-ecd7-47f6-be83-e95e41e6c311 req-c70f29b1-c39b-434b-bcbf-bf8f0166fe88 service neutron] 10.222.0.64 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725882 Apr 18 20:42:10.101375 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.121940 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.146976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:42:10.147471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.187640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:10.233733 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:10.242026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.247943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.257615 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f HTTP/1.1" status: 204 len: 168 time: 0.5612893 Apr 18 20:42:10.263671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-84f3d71f-b98c-4152-9c50-9a83fa063f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:10.265880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-84f3d71f-b98c-4152-9c50-9a83fa063f60 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.3933420 Apr 18 20:42:10.269267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48212) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:10.271931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecf9e1-c924-4b1c-935c-e2264cb2e921 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa17aaf-4bc3-4547-b9a1-a33b1628cf3f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:10.450471 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.568085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4c5d87a-7a85-4323-a129-0c821b85eefc req-af898f3c-f05e-41d9-b292-2a068a0d467c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 210 time: 0.2707853 Apr 18 20:42:10.631906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19698d6-8d8d-4eb5-b874-0a2a546689c1 req-61a13a0a-c1bf-4cca-b356-8bcfee409f0e tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:10.632995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f19698d6-8d8d-4eb5-b874-0a2a546689c1 req-61a13a0a-c1bf-4cca-b356-8bcfee409f0e tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 944 time: 0.3626306 Apr 18 20:42:10.640366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc8b8f6-18a7-4849-ac58-a300e00e1622 admin admin] Deleting subnet 0d5973b9-89e5-4c98-ad26-3966fbf5ae65 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:42:10.644142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115103c1-7177-48ba-9772-8b9471d2db75 req-a950f5ec-84a8-490b-ac86-1127ea6c219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:10.645654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-115103c1-7177-48ba-9772-8b9471d2db75 req-a950f5ec-84a8-490b-ac86-1127ea6c219f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31bab11f389e4d3c9887dae5abfc5e6d&device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 1095 time: 0.4520583 Apr 18 20:42:10.704741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b8f6-18a7-4849-ac58-a300e00e1622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.806303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-b24c6c5d-2749-460a-abdf-711827239bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:10.808850 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-b24c6c5d-2749-460a-abdf-711827239bb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5129406 Apr 18 20:42:10.945267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:42:10.963890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b8f6-18a7-4849-ac58-a300e00e1622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.979010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:11.001766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:42:11.003461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:42:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:11.199093 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.251386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:42:11.411135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:11.413472 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b759cc-ea23-4068-9982-ea342b99b785" -d '{"events": [{"name": "network-changed", "server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:11.434161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f19698d6-8d8d-4eb5-b874-0a2a546689c1 req-91ca45a1-329e-4354-a70d-d19c835b5174 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7529988 Apr 18 20:42:11.506363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] No DVR routers for this DVR port 622db6a4-49a5-40cc-9157-3a04e5b3a650 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:11.510375 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.513834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75b1f462-8a1c-4429-a446-8a31fbc91b40 req-e3f9bce1-ef54-417c-a0bb-836abe3ae6e8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.60 "DELETE /v2.0/ports/622db6a4-49a5-40cc-9157-3a04e5b3a650 HTTP/1.1" status: 204 len: 173 time: 5.8734250 Apr 18 20:42:11.585548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115103c1-7177-48ba-9772-8b9471d2db75 req-87bb4a5a-dda6-4e28-95b6-677494b7ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.587035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-115103c1-7177-48ba-9772-8b9471d2db75 req-87bb4a5a-dda6-4e28-95b6-677494b7ddf0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=383f3898-8f70-46d1-b57a-b257cdfb5872 HTTP/1.1" status: 200 len: 910 time: 0.8971927 Apr 18 20:42:11.588200 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b8f6-18a7-4849-ac58-a300e00e1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.721412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-115103c1-7177-48ba-9772-8b9471d2db75 req-e04dd54a-ab5c-40ff-941c-f66798a8682f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1846517a-5eb2-4ffb-a8da-5522f5462408 HTTP/1.1" status: 200 len: 217 time: 0.1262031 Apr 18 20:42:11.728958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '69df6607-6028-47b1-8d89-80b220104d54', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '4c6e59cf-2796-4439-b256-844adbba6971', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:f4:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 2, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:11.737862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-1b360854-f6f4-4955-b4bf-65f5beed4c96 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8696513 Apr 18 20:42:11.762845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac8080-347f-494a-af56-7780e56eb884 req-c8065032-3400-4473-9081-1cd2ed60f62c tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.764607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41ac8080-347f-494a-af56-7780e56eb884 req-c8065032-3400-4473-9081-1cd2ed60f62c tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 943 time: 0.3409512 Apr 18 20:42:11.775188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:42:11.794993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:42:11.796210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:42:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:11.899910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb210343-d99e-4035-a454-95a03c2da16f req-0820f0e0-8193-4639-bd1d-ef3813b52ca0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.901495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb210343-d99e-4035-a454-95a03c2da16f req-0820f0e0-8193-4639-bd1d-ef3813b52ca0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.3107278 Apr 18 20:42:11.918267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115103c1-7177-48ba-9772-8b9471d2db75 req-27111a80-048a-4433-bb88-f793a50ed602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.919763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-115103c1-7177-48ba-9772-8b9471d2db75 req-27111a80-048a-4433-bb88-f793a50ed602 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9 HTTP/1.1" status: 200 len: 849 time: 0.1859100 Apr 18 20:42:11.929969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b8f6-18a7-4849-ac58-a300e00e1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.030655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-115103c1-7177-48ba-9772-8b9471d2db75 req-6120ad56-f114-428a-9bdf-6f3e7275755a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=383f3898-8f70-46d1-b57a-b257cdfb5872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951357 Apr 18 20:42:12.040244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8b8f6-18a7-4849-ac58-a300e00e1622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5973b9-89e5-4c98-ad26-3966fbf5ae65,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:12.055438 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fc8b8f6-18a7-4849-ac58-a300e00e1622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.063397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8fc8b8f6-18a7-4849-ac58-a300e00e1622 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0d5973b9-89e5-4c98-ad26-3966fbf5ae65 HTTP/1.1" status: 204 len: 168 time: 1.7731614 Apr 18 20:42:12.070895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48222) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:12.074749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:42:12.084718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41ac8080-347f-494a-af56-7780e56eb884 req-23bccc9a-df8e-457f-ae9f-5c143ce6fa3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800164 Apr 18 20:42:12.132242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bd27bf3-1ab0-4238-96fd-620e2780e1aa req-7b38ef05-8b76-42fd-b910-7182470f2a27 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787620 Apr 18 20:42:12.140453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb210343-d99e-4035-a454-95a03c2da16f req-fed625af-06e3-42dd-b3ae-50f8512ed48d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284904 Apr 18 20:42:12.232940 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432e7f4b-9475-4f38-852b-dcc747a310ec x-openstack-request-id: req-432e7f4b-9475-4f38-852b-dcc747a310ec {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:12.235075 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:12.235433 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-432e7f4b-9475-4f38-852b-dcc747a310ec {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:12.236565 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432e7f4b-9475-4f38-852b-dcc747a310ec'] response: {'name': 'network-changed', 'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'status': 'completed', 'code': 200} Apr 18 20:42:12.296781 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.411737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-115103c1-7177-48ba-9772-8b9471d2db75 req-51daafed-cd3d-4b85-beb2-a99ed1b875cc service neutron] 10.222.0.64 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606024 Apr 18 20:42:12.499462 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.500567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1846517a-5eb2-4ffb-a8da-5522f5462408 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:42:12.540922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-983319f4-08d9-4495-9c8f-63df1d4e0859 req-4d9bc213-0563-4388-926d-790fbdf0f2f9 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=2c81b1c4-6254-42d2-9c5a-b91dae12d9a9 HTTP/1.1" status: 200 len: 210 time: 0.1465452 Apr 18 20:42:12.706341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.785362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1846517a-5eb2-4ffb-a8da-5522f5462408, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1846517a-5eb2-4ffb-a8da-5522f5462408,segment=NetworkSegment(e5288f09-163c-44da-b04f-23e8505fa94c),segment_id=e5288f09-163c-44da-b04f-23e8505fa94c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:12.812725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '1846517a-5eb2-4ffb-a8da-5522f5462408', 'network_id': '383f3898-8f70-46d1-b57a-b257cdfb5872', 'port_id': '1846517a-5eb2-4ffb-a8da-5522f5462408', 'mac_address': 'fa:16:3e:b4:06:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:42:12.826941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-115103c1-7177-48ba-9772-8b9471d2db75 req-295b0d0e-fd49-455f-8909-34707b4280d5 service neutron] 10.222.0.64 "GET /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030099 Apr 18 20:42:12.850501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b759cc-ea23-4068-9982-ea342b99b785 req-55de0154-71f1-4aed-8f67-cb221efefedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.858536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02b759cc-ea23-4068-9982-ea342b99b785 req-55de0154-71f1-4aed-8f67-cb221efefedc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 1094 time: 0.5283501 Apr 18 20:42:12.891200 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.916968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1846517a-5eb2-4ffb-a8da-5522f5462408 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:12.922521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1127a9-a762-4a4b-8250-2dc52237d0d7']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:12.943186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1846517a-5eb2-4ffb-a8da-5522f5462408, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1846517a-5eb2-4ffb-a8da-5522f5462408,segment=NetworkSegment(e5288f09-163c-44da-b04f-23e8505fa94c),segment_id=e5288f09-163c-44da-b04f-23e8505fa94c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:12.950998 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.957420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '69df6607-6028-47b1-8d89-80b220104d54', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '4c6e59cf-2796-4439-b256-844adbba6971', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:f4:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 2, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:12.957934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69a9419-0809-4694-b253-48584d918c2b') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:12.958406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69a9419-0809-4694-b253-48584d918c2b') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:13.026172 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.049589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1846517a-5eb2-4ffb-a8da-5522f5462408,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:13.060308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8308b6a-fa2c-462f-83ad-3e874d8b9f90 None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '69df6607-6028-47b1-8d89-80b220104d54', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '4c6e59cf-2796-4439-b256-844adbba6971', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:f4:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 2, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:42:13.085141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8a1a4-2a2e-4b14-aeb1-6dfb085f4642 req-b24ca0cf-ba36-4316-91ee-5cc770193aaa tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:13.088700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88d8a1a4-2a2e-4b14-aeb1-6dfb085f4642 req-b24ca0cf-ba36-4316-91ee-5cc770193aaa tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 944 time: 0.4588344 Apr 18 20:42:13.122130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.157366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:42:13.157796 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:13.159948 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:13.183603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b759cc-ea23-4068-9982-ea342b99b785 req-f4c25c01-90c6-438b-9506-d2fd93993e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:13.185176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02b759cc-ea23-4068-9982-ea342b99b785 req-f4c25c01-90c6-438b-9506-d2fd93993e17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.3055084 Apr 18 20:42:13.207885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1846517a-5eb2-4ffb-a8da-5522f5462408'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:13.359161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02b759cc-ea23-4068-9982-ea342b99b785 req-54231980-e1a2-4369-adb5-854463dd2b17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe HTTP/1.1" status: 200 len: 217 time: 0.1338477 Apr 18 20:42:13.369010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88d8a1a4-2a2e-4b14-aeb1-6dfb085f4642 req-c0b70caa-70ed-46bd-ab8c-590deef6cbc2 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362177 Apr 18 20:42:13.459959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b759cc-ea23-4068-9982-ea342b99b785 req-af0f67af-a5e9-4a9b-93a9-3f439f6a255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:13.462317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02b759cc-ea23-4068-9982-ea342b99b785 req-af0f67af-a5e9-4a9b-93a9-3f439f6a255a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.0861382 Apr 18 20:42:13.463205 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.491298 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.496476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cc1127a9-a762-4a4b-8250-2dc52237d0d7 HTTP/1.1" status: 204 len: 168 time: 1.4157519 Apr 18 20:42:13.530215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa201f9-ade5-4331-9dcd-80ed61bdba00 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1127a9-a762-4a4b-8250-2dc52237d0d7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:13.550815 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a59e9f-e3ce-4292-b106-90220ac3ebfc None None] New status for floating IP c74bb706-e1ac-4da1-b474-27099b3d3a6b: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:42:13.655464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9541dc-89c4-4cfd-bfa9-6f687adfcabc req-cf578d1b-44e5-43d6-af4f-410342d7bc52 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:13.657207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9541dc-89c4-4cfd-bfa9-6f687adfcabc req-cf578d1b-44e5-43d6-af4f-410342d7bc52 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 943 time: 0.3548539 Apr 18 20:42:13.747150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a9541dc-89c4-4cfd-bfa9-6f687adfcabc req-20b6c06e-678d-4d64-9343-c47e5d59466f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633821 Apr 18 20:42:13.796335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b759cc-ea23-4068-9982-ea342b99b785 req-25061b7b-b3dd-4c6b-ab28-10ca0cd9ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:13.799741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02b759cc-ea23-4068-9982-ea342b99b785 req-25061b7b-b3dd-4c6b-ab28-10ca0cd9ba8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3016937 Apr 18 20:42:13.809360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63601387-c18e-4d1f-a402-d3c80d7e01b0 req-fca44bdc-ef93-4454-91a3-b21c639a17f8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:13.817040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63601387-c18e-4d1f-a402-d3c80d7e01b0 req-fca44bdc-ef93-4454-91a3-b21c639a17f8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.2233126 Apr 18 20:42:13.931856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48236) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:13.971825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48238) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:14.027013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02b759cc-ea23-4068-9982-ea342b99b785 req-b31494ab-8bb2-4f1d-ba07-7ca1af79ad6e service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071474 Apr 18 20:42:14.034588 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-734b6ddb-183c-4f83-acec-f3388b512afb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9136a2a041d44875a4949fb06b865a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982859 Apr 18 20:42:14.042782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48240) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:14.124334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4190c5cc-38b2-46ad-bdec-ba7f373c3b70 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.143172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63601387-c18e-4d1f-a402-d3c80d7e01b0 req-d091fb12-e737-430a-8532-e8e4add1d7ac tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251159 Apr 18 20:42:14.190944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4190c5cc-38b2-46ad-bdec-ba7f373c3b70 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.195343 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ddc64ea-d541-435b-af5e-9610e1537848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.238723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'name': 'network-vif-deleted', 'tag': '622db6a4-49a5-40cc-9157-3a04e5b3a650'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:14.242569 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413c8198-25af-4b24-803d-cabf55d7e6ab" -d '{"events": [{"server_uuid": "2c81b1c4-6254-42d2-9c5a-b91dae12d9a9", "name": "network-vif-deleted", "tag": "622db6a4-49a5-40cc-9157-3a04e5b3a650"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:14.275567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02b759cc-ea23-4068-9982-ea342b99b785 req-d246d544-d5b6-47d7-8933-f738466c7904 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116547 Apr 18 20:42:14.298629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ddc64ea-d541-435b-af5e-9610e1537848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.324239 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b963dd7-44ec-47ad-b650-4539a0f7a233 x-openstack-request-id: req-2b963dd7-44ec-47ad-b650-4539a0f7a233 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:14.324646 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c81b1c4-6254-42d2-9c5a-b91dae12d9a9", "name": "network-vif-deleted", "tag": "622db6a4-49a5-40cc-9157-3a04e5b3a650", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:14.324903 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b963dd7-44ec-47ad-b650-4539a0f7a233 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:14.325324 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b963dd7-44ec-47ad-b650-4539a0f7a233'] response: {'server_uuid': '2c81b1c4-6254-42d2-9c5a-b91dae12d9a9', 'name': 'network-vif-deleted', 'tag': '622db6a4-49a5-40cc-9157-3a04e5b3a650', 'status': 'completed', 'code': 200} Apr 18 20:42:14.524516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1dbf1e6c-12b7-4f25-abea-dd263768bafe details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:42:14.572978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1846517a-5eb2-4ffb-a8da-5522f5462408 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:42:14.615306 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4a9a4-0658-40df-8193-3a615905d1d7 req-5b58c241-ac39-43f5-a80b-762447b180f0 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:14.617968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01f4a9a4-0658-40df-8193-3a615905d1d7 req-5b58c241-ac39-43f5-a80b-762447b180f0 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 945 time: 0.1250896 Apr 18 20:42:14.669224 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.resource_extend [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:42:14.692166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01f4a9a4-0658-40df-8193-3a615905d1d7 req-6310440e-3673-4869-acf4-2aa040c494cb tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582712 Apr 18 20:42:14.752580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 1846517a-5eb2-4ffb-a8da-5522f5462408 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:14.756793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 1846517a-5eb2-4ffb-a8da-5522f5462408 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:14.757167 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.852513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1dbf1e6c-12b7-4f25-abea-dd263768bafe, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:14.923199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'port_id': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'mac_address': 'fa:16:3e:92:22:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:42:14.926043 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ddc64ea-d541-435b-af5e-9610e1537848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.930306 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ddc64ea-d541-435b-af5e-9610e1537848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.935146 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ddc64ea-d541-435b-af5e-9610e1537848 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/82766614-e4d4-4a97-936b-72ef5d847507 HTTP/1.1" status: 204 len: 168 time: 0.8928986 Apr 18 20:42:14.961038 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4190c5cc-38b2-46ad-bdec-ba7f373c3b70 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.977208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4190c5cc-38b2-46ad-bdec-ba7f373c3b70 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.979594 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4190c5cc-38b2-46ad-bdec-ba7f373c3b70 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "DELETE /v2.0/security-groups/53463b3e-46b4-4764-9452-fae4d0fec178 HTTP/1.1" status: 204 len: 168 time: 1.0061235 Apr 18 20:42:14.984830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48254) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:14.998130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc64ea-d541-435b-af5e-9610e1537848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82766614-e4d4-4a97-936b-72ef5d847507,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:15.025342 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-d3376ee5-4fe6-4ce0-ab60-5e230e88e99c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] show failed (client error): The resource could not be found. Apr 18 20:42:15.027098 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d3376ee5-4fe6-4ce0-ab60-5e230e88e99c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups/53463b3e-46b4-4764-9452-fae4d0fec178 HTTP/1.1" status: 404 len: 347 time: 0.0393353 Apr 18 20:42:15.029076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190c5cc-38b2-46ad-bdec-ba7f373c3b70 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53463b3e-46b4-4764-9452-fae4d0fec178,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:15.032694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48256) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:15.132167 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.139015 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.207623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776988c-2fba-4605-acbc-35f494005bf6 req-8d58bf41-9e3f-439b-8f74-01bc0873fad8 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.228913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6776988c-2fba-4605-acbc-35f494005bf6 req-8d58bf41-9e3f-439b-8f74-01bc0873fad8 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 943 time: 0.2683980 Apr 18 20:42:15.232551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbf1e6c-12b7-4f25-abea-dd263768bafe {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:15.244676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393037aa-b3a3-474c-98f9-5c27b62c21bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1846517a-5eb2-4ffb-a8da-5522f5462408'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:15.256205 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753a1eba-9054-4c89-859b-27dbe9503222" -d '{"events": [{"server_uuid": "393037aa-b3a3-474c-98f9-5c27b62c21bd", "name": "network-vif-plugged", "status": "completed", "tag": "1846517a-5eb2-4ffb-a8da-5522f5462408"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:15.328090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1846517a-5eb2-4ffb-a8da-5522f5462408, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1846517a-5eb2-4ffb-a8da-5522f5462408,segment=NetworkSegment(e5288f09-163c-44da-b04f-23e8505fa94c),segment_id=e5288f09-163c-44da-b04f-23e8505fa94c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:15.343240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1dbf1e6c-12b7-4f25-abea-dd263768bafe, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:15.346843 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.355970 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.446951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1846517a-5eb2-4ffb-a8da-5522f5462408,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:15.455225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6776988c-2fba-4605-acbc-35f494005bf6 req-cbd72eeb-de03-4bbe-b597-d25b8f9a009b tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245584 Apr 18 20:42:15.511048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375bf46-d57e-48d9-95b9-18078ffb4100 req-cde9cd15-9a15-409c-9559-59c3f7b071bf tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.523078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3375bf46-d57e-48d9-95b9-18078ffb4100 req-cde9cd15-9a15-409c-9559-59c3f7b071bf tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.1916072 Apr 18 20:42:15.560089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4c3dad56-e961-4126-a734-2da5e7c46a42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Deleting port 7a43e378-3ea3-4522-930f-2ad8006a10df {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:42:15.560567 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c3dad56-e961-4126-a734-2da5e7c46a42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.607816 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce73d45-6e3b-4ebb-b34d-f5203a617591 x-openstack-request-id: req-7ce73d45-6e3b-4ebb-b34d-f5203a617591 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:15.608696 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393037aa-b3a3-474c-98f9-5c27b62c21bd", "name": "network-vif-plugged", "status": "completed", "tag": "1846517a-5eb2-4ffb-a8da-5522f5462408", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:15.608696 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ce73d45-6e3b-4ebb-b34d-f5203a617591 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:15.609285 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce73d45-6e3b-4ebb-b34d-f5203a617591'] response: {'server_uuid': '393037aa-b3a3-474c-98f9-5c27b62c21bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1846517a-5eb2-4ffb-a8da-5522f5462408', 'code': 200} Apr 18 20:42:15.676419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1dbf1e6c-12b7-4f25-abea-dd263768bafe,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:15.694413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1dbf1e6c-12b7-4f25-abea-dd263768bafe'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:15.712288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3375bf46-d57e-48d9-95b9-18078ffb4100 req-e39ac608-e6c2-429e-aaa4-ea63b626d1b7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859522 Apr 18 20:42:15.893109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c3dad56-e961-4126-a734-2da5e7c46a42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.894193 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c3dad56-e961-4126-a734-2da5e7c46a42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.909421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c19477-72d0-434e-9d69-9ce404b4892c req-2ce6a9d8-a3fe-4427-a097-c42f110f630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.911500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16c19477-72d0-434e-9d69-9ce404b4892c req-2ce6a9d8-a3fe-4427-a097-c42f110f630f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 1097 time: 0.2182865 Apr 18 20:42:15.921874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4c3dad56-e961-4126-a734-2da5e7c46a42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Calling delete_port for 7a43e378-3ea3-4522-930f-2ad8006a10df owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:42:15.953812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641859ce-e157-4270-83b5-8f5ac008c8bd req-30b887b4-2859-416a-bba3-e2e359b900ea tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.962322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-641859ce-e157-4270-83b5-8f5ac008c8bd req-30b887b4-2859-416a-bba3-e2e359b900ea tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 946 time: 0.1236527 Apr 18 20:42:15.989709 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.023774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48266) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:16.083767 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6c488b82-0bd9-462a-a193-7eb2ce72bf77 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c770899e100b4e48bb18a19ea8d00758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528462 Apr 18 20:42:16.083767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48268) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:16.102957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16c19477-72d0-434e-9d69-9ce404b4892c req-cd533735-82a5-40cf-8706-5f82058969df service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752110 Apr 18 20:42:16.120245 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-641859ce-e157-4270-83b5-8f5ac008c8bd req-dd867c29-6e8d-489a-b7cb-1191f36efee0 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558120 Apr 18 20:42:16.155717 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a96e84e1-a2f0-4105-8dcf-1b0186cbb285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.194629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a96e84e1-a2f0-4105-8dcf-1b0186cbb285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.257449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c3dad56-e961-4126-a734-2da5e7c46a42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.279430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a96e84e1-a2f0-4105-8dcf-1b0186cbb285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.284426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a96e84e1-a2f0-4105-8dcf-1b0186cbb285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.286129 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a96e84e1-a2f0-4105-8dcf-1b0186cbb285 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/699241e4-9aea-4132-aa97-3851fb58ffdf HTTP/1.1" status: 204 len: 168 time: 0.2022765 Apr 18 20:42:16.296362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dad56-e961-4126-a734-2da5e7c46a42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'Port': ['ID=7a43e378-3ea3-4522-930f-2ad8006a10df,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:16.296658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e84e1-a2f0-4105-8dcf-1b0186cbb285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699241e4-9aea-4132-aa97-3851fb58ffdf,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:16.374546 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c3dad56-e961-4126-a734-2da5e7c46a42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.377828 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c3dad56-e961-4126-a734-2da5e7c46a42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.379880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4c3dad56-e961-4126-a734-2da5e7c46a42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "DELETE /v2.0/floatingips/c74bb706-e1ac-4da1-b474-27099b3d3a6b HTTP/1.1" status: 204 len: 168 time: 1.3449097 Apr 18 20:42:16.627957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0368b-aff1-4d45-9c75-44020d5e8b07 req-c6575f2d-4aed-48d4-8792-c8f2764e38d0 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:16.630171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbf0368b-aff1-4d45-9c75-44020d5e8b07 req-c6575f2d-4aed-48d4-8792-c8f2764e38d0 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 944 time: 0.0737031 Apr 18 20:42:16.712603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbf0368b-aff1-4d45-9c75-44020d5e8b07 req-4fa0c4f4-5a34-4215-b3ed-4535ac798738 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717299 Apr 18 20:42:16.898027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf612647-7c06-4330-9508-0f79c4f07bfe req-07bce02e-0589-4dbc-bb4f-e6f7f8a18c23 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:16.899702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf612647-7c06-4330-9508-0f79c4f07bfe req-07bce02e-0589-4dbc-bb4f-e6f7f8a18c23 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.0918214 Apr 18 20:42:16.971918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf612647-7c06-4330-9508-0f79c4f07bfe req-bd1cfa33-531f-454f-b37f-6ea3f1b6533a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623729 Apr 18 20:42:17.367721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fa64c-1db9-425a-8c9d-ab3ffdc94bd7 req-186c7c5d-5a2d-4a72-9fd3-4c4a532c5f4c tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:17.370117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-545fa64c-1db9-425a-8c9d-ab3ffdc94bd7 req-186c7c5d-5a2d-4a72-9fd3-4c4a532c5f4c tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 946 time: 0.1287398 Apr 18 20:42:17.433672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-545fa64c-1db9-425a-8c9d-ab3ffdc94bd7 req-1f127f93-1e6a-4972-b2dd-da905c6390fe tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557473 Apr 18 20:42:17.871203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d87f57-3280-4d60-9ffe-ddbb0cb394c0 req-2b092587-0745-4750-b374-300d69ae4043 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:17.874262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50d87f57-3280-4d60-9ffe-ddbb0cb394c0 req-2b092587-0745-4750-b374-300d69ae4043 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 944 time: 0.0717397 Apr 18 20:42:17.941975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50d87f57-3280-4d60-9ffe-ddbb0cb394c0 req-58ade098-7b4d-4ca1-8719-0f0f6c0c6707 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587816 Apr 18 20:42:18.305987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a20e2-5040-4831-bd0d-4bcaf633ba9a req-aa2ff097-9aca-47de-a9df-05b81b1834a3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:18.308794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e0a20e2-5040-4831-bd0d-4bcaf633ba9a req-aa2ff097-9aca-47de-a9df-05b81b1834a3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 947 time: 0.0794711 Apr 18 20:42:18.381321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e0a20e2-5040-4831-bd0d-4bcaf633ba9a req-806a3c6e-b902-4fed-aa3e-c66033b151c6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641496 Apr 18 20:42:18.536047 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1dbf1e6c-12b7-4f25-abea-dd263768bafe up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:42:18.613112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 1dbf1e6c-12b7-4f25-abea-dd263768bafe completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:18.621053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 1dbf1e6c-12b7-4f25-abea-dd263768bafe triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:18.621557 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.769798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.812474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:18.817297 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b3de41-eae0-4712-8a3e-d51365a80dbd" -d '{"events": [{"server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "name": "network-vif-plugged", "status": "completed", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:18.883666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1dbf1e6c-12b7-4f25-abea-dd263768bafe, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:18.891791 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.895658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:18.990207 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ef435c-42fc-483b-9f07-0fd5fd187f96 x-openstack-request-id: req-f3ef435c-42fc-483b-9f07-0fd5fd187f96 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:18.990524 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "name": "network-vif-plugged", "status": "completed", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:18.990977 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f3ef435c-42fc-483b-9f07-0fd5fd187f96 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:18.991583 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ef435c-42fc-483b-9f07-0fd5fd187f96'] response: {'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'code': 200} Apr 18 20:42:19.240391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1dbf1e6c-12b7-4f25-abea-dd263768bafe,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:19.279556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109c084-c0cf-404c-9745-2a587b1d2207 req-6e7989ee-b8dd-40ea-a22c-1965ca117250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:19.281779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c109c084-c0cf-404c-9745-2a587b1d2207 req-6e7989ee-b8dd-40ea-a22c-1965ca117250 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 1096 time: 0.2006435 Apr 18 20:42:19.311070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdf1f5-503f-4c0e-940b-8613ba8bc4e3 req-b96910ba-9ac8-4899-b73d-500f2351743c tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:19.320504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eccdf1f5-503f-4c0e-940b-8613ba8bc4e3 req-b96910ba-9ac8-4899-b73d-500f2351743c tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 946 time: 0.3235528 Apr 18 20:42:19.346181 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.398228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:19.404874 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.451859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fdcb4-a054-414e-963b-99dad4fbf208 req-a2535329-23e8-4e88-84d6-de0677326551 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:19.454190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2fdcb4-a054-414e-963b-99dad4fbf208 req-a2535329-23e8-4e88-84d6-de0677326551 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.3494780 Apr 18 20:42:19.504158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eccdf1f5-503f-4c0e-940b-8613ba8bc4e3 req-196c79d4-3fb2-493a-afd5-fe19e8663351 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735952 Apr 18 20:42:19.513368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c109c084-c0cf-404c-9745-2a587b1d2207 req-3a5e78e8-91bd-416e-930d-4ed2a8cbdf43 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892345 Apr 18 20:42:19.577240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=14']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:19.631698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2fdcb4-a054-414e-963b-99dad4fbf208 req-8af052f5-c710-46a2-a254-c7cf63b1b735 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689281 Apr 18 20:42:20.953042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7b3de-796b-4e36-9f9b-c31d5374ae97 req-e9120ff2-6645-44b7-b8ac-15360d90093e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:20.954685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06c7b3de-796b-4e36-9f9b-c31d5374ae97 req-e9120ff2-6645-44b7-b8ac-15360d90093e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.5385575 Apr 18 20:42:20.994083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:20.999265 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed1f284-01f9-4775-9e0e-803941fc07c4" -d '{"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:21.002677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c8d7f-564b-4620-aa6b-3018621f404f req-654b702c-c8d4-42c7-b048-1f2b56221bf5 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.005460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-109c8d7f-564b-4620-aa6b-3018621f404f req-654b702c-c8d4-42c7-b048-1f2b56221bf5 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 946 time: 0.1014159 Apr 18 20:42:21.038878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06c7b3de-796b-4e36-9f9b-c31d5374ae97 req-47ca19e8-ca7f-407b-8a20-183a8d51b029 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751443 Apr 18 20:42:21.102625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-109c8d7f-564b-4620-aa6b-3018621f404f req-201e3906-65ae-4435-8a1f-c1be54d0dd50 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845284 Apr 18 20:42:21.191699 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc521fe-4010-488e-8ebf-cc954c599f7e x-openstack-request-id: req-8dc521fe-4010-488e-8ebf-cc954c599f7e {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:21.192194 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:21.192556 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8dc521fe-4010-488e-8ebf-cc954c599f7e {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:21.193431 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc521fe-4010-488e-8ebf-cc954c599f7e'] response: {'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'code': 200} Apr 18 20:42:21.231280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ca35-50c7-4a62-962d-eeadfe102319 req-a3b0c5a2-08d1-49a1-a626-b99a355e5695 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.233913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52b8ca35-50c7-4a62-962d-eeadfe102319 req-a3b0c5a2-08d1-49a1-a626-b99a355e5695 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0930123 Apr 18 20:42:21.333196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-52b8ca35-50c7-4a62-962d-eeadfe102319 req-703bb691-0f8a-45fc-b4ff-f9f068b70c21 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926371 Apr 18 20:42:21.361500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d4260-aef1-4f40-93e5-2b21564a757e req-f37c7d49-0079-4c56-b1dc-98871ee11872 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.363537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d3d4260-aef1-4f40-93e5-2b21564a757e req-f37c7d49-0079-4c56-b1dc-98871ee11872 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1007743 Apr 18 20:42:21.438581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d3d4260-aef1-4f40-93e5-2b21564a757e req-fb862963-d1e9-4102-9e81-ddbb2c55967b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616183 Apr 18 20:42:21.502723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d003ae5-a782-4fe4-a8c0-e2771956d1e7 req-ac915279-66c4-4e27-ac69-9066a9a3efa0 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.514224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d003ae5-a782-4fe4-a8c0-e2771956d1e7 req-ac915279-66c4-4e27-ac69-9066a9a3efa0 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0999069 Apr 18 20:42:21.521198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48512) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:21.531396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-73c9852d-f265-41c4-b0ea-36ee4b243d57 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Request body: {'floatingip': {'port_id': '1dbf1e6c-12b7-4f25-abea-dd263768bafe'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:21.591146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73c9852d-f265-41c4-b0ea-36ee4b243d57 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.639780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceadfc-ebcf-48e3-99bb-ac6f0689ddab req-2fc846ce-e6ac-443e-87ac-cfff765fd94c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.641451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21ceadfc-ebcf-48e3-99bb-ac6f0689ddab req-2fc846ce-e6ac-443e-87ac-cfff765fd94c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0743866 Apr 18 20:42:21.697489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21ceadfc-ebcf-48e3-99bb-ac6f0689ddab req-03eb19fe-0716-4565-a4af-c79ba68d8f40 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411651 Apr 18 20:42:22.176093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-8606c060-eecf-4f8f-b579-afd3d81e29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:22.179880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-8606c060-eecf-4f8f-b579-afd3d81e29b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1096 time: 0.2073722 Apr 18 20:42:22.198698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-34f78c95-fca4-402f-8b72-87df65d1ee9f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:22.206839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-34f78c95-fca4-402f-8b72-87df65d1ee9f tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.64 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 946 time: 0.1758959 Apr 18 20:42:22.331907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d84048-adbf-47d5-8f72-2e33b03b158d req-503ad634-e3e3-4fb8-b96a-80b882ea7f5f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:22.333756 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40d84048-adbf-47d5-8f72-2e33b03b158d req-503ad634-e3e3-4fb8-b96a-80b882ea7f5f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.3500676 Apr 18 20:42:22.365515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73c9852d-f265-41c4-b0ea-36ee4b243d57 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.371315 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73c9852d-f265-41c4-b0ea-36ee4b243d57 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.510709 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-73c9852d-f265-41c4-b0ea-36ee4b243d57 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Floating IP e4800922-e534-4eae-a9c0-1dacb7ef1611 associated. External IP: 172.25.2.55, port: 1dbf1e6c-12b7-4f25-abea-dd263768bafe. Apr 18 20:42:22.516681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-20adec4d-1702-4c25-8ef6-4c76b28c9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:22.518898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-20adec4d-1702-4c25-8ef6-4c76b28c9827 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.3102758 Apr 18 20:42:22.629558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40d84048-adbf-47d5-8f72-2e33b03b158d req-3d7ce7e4-f86c-4f11-aeb2-36145980ae60 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737556 Apr 18 20:42:22.647933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74873e09-ec2c-4b99-b5fa-e0b4f89b343e req-71ab1561-73d1-4866-8b92-dfdd7d29819b tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:22.656065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74873e09-ec2c-4b99-b5fa-e0b4f89b343e req-71ab1561-73d1-4866-8b92-dfdd7d29819b tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 946 time: 0.3209093 Apr 18 20:42:22.722297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74873e09-ec2c-4b99-b5fa-e0b4f89b343e req-dcc1b582-34fc-4575-af3a-1c2ead9bc15b tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/security-groups?id=a1e411d1-80b7-496a-bbb5-e2e112757279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641189 Apr 18 20:42:22.742772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-c0da3069-3356-440c-9cad-bb553c924a21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 999 time: 0.2131031 Apr 18 20:42:22.745809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-529316b6-db08-41a5-b70c-e35ab57c5527 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Deleting port 1846517a-5eb2-4ffb-a8da-5522f5462408 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:42:22.746148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-529316b6-db08-41a5-b70c-e35ab57c5527 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.880753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c9852d-f265-41c4-b0ea-36ee4b243d57 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Router bc43ee37-40c2-4b48-96e4-ce2c3a379efd has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:42:22.904378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-529316b6-db08-41a5-b70c-e35ab57c5527 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] For port 1846517a-5eb2-4ffb-a8da-5522f5462408, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1846517a-5eb2-4ffb-a8da-5522f5462408,segment=NetworkSegment(e5288f09-163c-44da-b04f-23e8505fa94c),segment_id=e5288f09-163c-44da-b04f-23e8505fa94c)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:22.904808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-529316b6-db08-41a5-b70c-e35ab57c5527 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.921115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-529316b6-db08-41a5-b70c-e35ab57c5527 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Calling delete_port for 1846517a-5eb2-4ffb-a8da-5522f5462408 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:42:23.128704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c9852d-f265-41c4-b0ea-36ee4b243d57 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:42:23.136199 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73c9852d-f265-41c4-b0ea-36ee4b243d57 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.141465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-f2693264-70bc-4bec-9e3e-05b10819ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.143179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-f2693264-70bc-4bec-9e3e-05b10819ca41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0821586 Apr 18 20:42:23.144392 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-529316b6-db08-41a5-b70c-e35ab57c5527 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.151267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] Sync routers for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:23.193603 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:42:23.196778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529316b6-db08-41a5-b70c-e35ab57c5527 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Pushing event deleted for resources: {'Port': ['ID=1846517a-5eb2-4ffb-a8da-5522f5462408,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:23.199006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:42:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:23.215889 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-73c9852d-f265-41c4-b0ea-36ee4b243d57 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "PUT /v2.0/floatingips/e4800922-e534-4eae-a9c0-1dacb7ef1611 HTTP/1.1" status: 200 len: 990 time: 1.6853459 Apr 18 20:42:23.215889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:23.215889 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12988f9c-5e04-4e43-85d3-604c39f6a96d" -d '{"events": [{"name": "network-changed", "server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:23.280645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-529316b6-db08-41a5-b70c-e35ab57c5527 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] No DVR routers for this DVR port 1846517a-5eb2-4ffb-a8da-5522f5462408 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:23.285332 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-529316b6-db08-41a5-b70c-e35ab57c5527 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.288772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3eadaa2-e390-40cd-a6a9-b72da311fc38 req-529316b6-db08-41a5-b70c-e35ab57c5527 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.64 "DELETE /v2.0/ports/1846517a-5eb2-4ffb-a8da-5522f5462408 HTTP/1.1" status: 204 len: 173 time: 0.9497287 Apr 18 20:42:23.289242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393037aa-b3a3-474c-98f9-5c27b62c21bd', 'name': 'network-vif-deleted', 'tag': '1846517a-5eb2-4ffb-a8da-5522f5462408'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:23.291733 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aac30f-9fd7-40a9-aa21-b2ec1522c926" -d '{"events": [{"server_uuid": "393037aa-b3a3-474c-98f9-5c27b62c21bd", "name": "network-vif-deleted", "tag": "1846517a-5eb2-4ffb-a8da-5522f5462408"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:23.317490 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aea1e4f-fc79-4e50-aa1e-3759bed14ec7 x-openstack-request-id: req-2aea1e4f-fc79-4e50-aa1e-3759bed14ec7 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:23.317945 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:23.318250 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2aea1e4f-fc79-4e50-aa1e-3759bed14ec7 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:23.318690 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aea1e4f-fc79-4e50-aa1e-3759bed14ec7'] response: {'name': 'network-changed', 'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'status': 'completed', 'code': 200} Apr 18 20:42:23.319701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-3bbd5bd4-27e5-4fb2-be7b-22951f3c677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.322879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-3bbd5bd4-27e5-4fb2-be7b-22951f3c677a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405962 Apr 18 20:42:23.465053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:42:23.471472 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1333ecb6-4845-4f2d-a13b-988a95b028a3 x-openstack-request-id: req-1333ecb6-4845-4f2d-a13b-988a95b028a3 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:23.471472 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393037aa-b3a3-474c-98f9-5c27b62c21bd", "name": "network-vif-deleted", "tag": "1846517a-5eb2-4ffb-a8da-5522f5462408", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:23.472220 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1333ecb6-4845-4f2d-a13b-988a95b028a3 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:23.473146 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1333ecb6-4845-4f2d-a13b-988a95b028a3'] response: {'server_uuid': '393037aa-b3a3-474c-98f9-5c27b62c21bd', 'name': 'network-vif-deleted', 'tag': '1846517a-5eb2-4ffb-a8da-5522f5462408', 'status': 'completed', 'code': 200} Apr 18 20:42:23.558853 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-1adec779-f31c-43d9-96ad-a54d5b31ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.560777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-1adec779-f31c-43d9-96ad-a54d5b31ed99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 1096 time: 0.1361079 Apr 18 20:42:23.562702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-412b9bc5-9375-40ca-ba71-0a88c3312007 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320950 Apr 18 20:42:23.909811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e4800922-e534-4eae-a9c0-1dacb7ef1611', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'port_id': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'mac_address': 'fa:16:3e:92:22:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:41:56Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 1, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:29Z', 'revision_number': 5, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:23.951526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f9000-44f6-416c-953e-b2342492e44d req-e7893ca7-99eb-491f-8f16-84ca0d817444 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.956315 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] Checking router: bc43ee37-40c2-4b48-96e4-ce2c3a379efd for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:42:23.959794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e84f9000-44f6-416c-953e-b2342492e44d req-e7893ca7-99eb-491f-8f16-84ca0d817444 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2129397 Apr 18 20:42:23.966872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-fddc8d94-fd4b-423f-91e0-1323323443a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.969137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-fddc8d94-fd4b-423f-91e0-1323323443a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.3948722 Apr 18 20:42:23.971586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:42:23.972245 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af579986-8db5-49ad-8552-9e9955c484bc req-b926499b-dbdc-48ad-91d3-bb9f3d97e251 tempest-VolumesActionsTest-450160978 tempest-VolumesActionsTest-450160978-project] 10.222.0.49 "GET /v2.0/ports?device_id=393037aa-b3a3-474c-98f9-5c27b62c21bd HTTP/1.1" status: 200 len: 210 time: 0.0965631 Apr 18 20:42:23.978112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:42:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:24.084012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45cff096-51a0-4741-8dcd-4e5e75b54f91 req-a990c359-39c7-41fd-a09d-b1d58450ed72 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956081 Apr 18 20:42:24.108222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e84f9000-44f6-416c-953e-b2342492e44d req-134eeef9-14c5-4819-99be-f24b1130a3c7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417708 Apr 18 20:42:24.122043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-0366f0cb-7a14-411b-af9d-88f42b80fb94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe HTTP/1.1" status: 200 len: 998 time: 0.1412220 Apr 18 20:42:24.143557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:42:24.213782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-0861a586-e55e-46d3-bb4b-565a73f52007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:24.215418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-0861a586-e55e-46d3-bb4b-565a73f52007 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.0819812 Apr 18 20:42:24.294660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-dabc1292-acb6-48ba-b892-0cb674918052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:24.298910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-dabc1292-acb6-48ba-b892-0cb674918052 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736356 Apr 18 20:42:24.465883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-8664a80b-029f-407e-8d16-7319ab8aff78 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585474 Apr 18 20:42:24.556555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1846517a-5eb2-4ffb-a8da-5522f5462408 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:24.574071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3817d-ff96-440e-8331-3b6f9d210891 req-1444d65d-8a61-4bc6-997c-c778654f3126 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:24.575877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcd3817d-ff96-440e-8331-3b6f9d210891 req-1444d65d-8a61-4bc6-997c-c778654f3126 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 945 time: 0.1240277 Apr 18 20:42:24.581276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 1846517a-5eb2-4ffb-a8da-5522f5462408 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:42:24.581698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1846517a-5eb2-4ffb-a8da-5522f5462408 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:42:24.604376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e4800922-e534-4eae-a9c0-1dacb7ef1611', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'port_id': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'mac_address': 'fa:16:3e:92:22:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:41:56Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 1, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:29Z', 'revision_number': 5, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:24.653727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12988f9c-5e04-4e43-85d3-604c39f6a96d req-83b921ce-4f8e-4bb2-a67a-87a1ed7c21e1 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722753 Apr 18 20:42:24.654106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28381343-a126-4301-98e7-fc4ea6770e10 None None] The sync data for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 is: [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e4800922-e534-4eae-a9c0-1dacb7ef1611', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'port_id': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'mac_address': 'fa:16:3e:92:22:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:41:56Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 1, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:29Z', 'revision_number': 5, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:42:24.698495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcd3817d-ff96-440e-8331-3b6f9d210891 req-2b97254f-43ad-40a7-9cb4-d307be4285e6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003516 Apr 18 20:42:24.921490 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa617c0-2f30-4f6b-beb8-8d05180f3ed0 None None] New status for floating IP e4800922-e534-4eae-a9c0-1dacb7ef1611: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:42:25.276756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a0011-ceb0-41a3-8aec-3c5e80dbc351 req-f6003982-57ba-4bea-94ce-08fdb4fff0fc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:25.278314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a0011-ceb0-41a3-8aec-3c5e80dbc351 req-f6003982-57ba-4bea-94ce-08fdb4fff0fc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0718069 Apr 18 20:42:25.342360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da2a0011-ceb0-41a3-8aec-3c5e80dbc351 req-8c66e037-2631-47a0-9b21-68ae3bb7de4c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524890 Apr 18 20:42:25.615002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c26db-e919-4ee2-8ce6-a729fef7a10a req-56f41ed7-a8e3-49a7-a974-216daaf72ef1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:25.624923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821c26db-e919-4ee2-8ce6-a729fef7a10a req-56f41ed7-a8e3-49a7-a974-216daaf72ef1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0717165 Apr 18 20:42:25.686145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-821c26db-e919-4ee2-8ce6-a729fef7a10a req-96205048-d625-45f7-b2b3-19cd4477b068 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503383 Apr 18 20:42:25.910803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc8859-3eb9-45cd-ab1d-4cb1762d88af req-4d2c2a96-c520-4a4c-9eb8-62d7af9fa813 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:25.912529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0bc8859-3eb9-45cd-ab1d-4cb1762d88af req-4d2c2a96-c520-4a4c-9eb8-62d7af9fa813 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 945 time: 0.0989680 Apr 18 20:42:25.928028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a86c8-7382-4e29-b8e0-cc747fea6ba7 req-638dfcb1-256f-4527-a6c5-f9f62202cd12 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:25.929597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c54a86c8-7382-4e29-b8e0-cc747fea6ba7 req-638dfcb1-256f-4527-a6c5-f9f62202cd12 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1179397 Apr 18 20:42:26.037580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0bc8859-3eb9-45cd-ab1d-4cb1762d88af req-cf802148-8cff-4b03-8f84-36abe186cd63 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=03a42453-8832-4673-93e2-f656ecb22903&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069572 Apr 18 20:42:26.077954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c54a86c8-7382-4e29-b8e0-cc747fea6ba7 req-53a7bb1e-57c8-4ab5-a611-2b5c5e319b85 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244817 Apr 18 20:42:26.086723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-ab3eff17-1d9b-4a8d-9921-dc9562de9d17 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.088551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-ab3eff17-1d9b-4a8d-9921-dc9562de9d17 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.64 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 945 time: 0.1364400 Apr 18 20:42:26.264116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007c061-b8fb-4cf0-b732-83fd69297c71 req-8672c413-9705-46ff-8d50-95619a7e2053 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.265651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7007c061-b8fb-4cf0-b732-83fd69297c71 req-8672c413-9705-46ff-8d50-95619a7e2053 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1061704 Apr 18 20:42:26.291303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Deleting port 4c6e59cf-2796-4439-b256-844adbba6971 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:42:26.292063 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.377925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7007c061-b8fb-4cf0-b732-83fd69297c71 req-164c3dc7-1306-47e7-8e11-461d9a9642fe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991166 Apr 18 20:42:26.436300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] For port 4c6e59cf-2796-4439-b256-844adbba6971, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4c6e59cf-2796-4439-b256-844adbba6971,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:26.436788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.627570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cf674-0c68-433c-8c2b-16d3a92a7643 req-1b7b88a9-1e8c-48a8-b1a7-15a03072bd8d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.631046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd9cf674-0c68-433c-8c2b-16d3a92a7643 req-1b7b88a9-1e8c-48a8-b1a7-15a03072bd8d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1357379 Apr 18 20:42:26.762538 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.762886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.763394 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Floating IP 69df6607-6028-47b1-8d89-80b220104d54 disassociated. External IP: 172.25.2.91, port: 4c6e59cf-2796-4439-b256-844adbba6971. Apr 18 20:42:26.763983 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Calling delete_port for 4c6e59cf-2796-4439-b256-844adbba6971 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:42:26.772293 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd9cf674-0c68-433c-8c2b-16d3a92a7643 req-ae729ea7-af1e-4499-8fba-f0e8bea4f0d2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788467 Apr 18 20:42:26.995300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.074837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'Port': ['ID=4c6e59cf-2796-4439-b256-844adbba6971,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:27.261128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d2d635b-c03e-4ad6-96ee-469e0f66dbe5 req-a9882670-2a4e-44d9-8a3b-2803dbce5fb5 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 210 time: 0.0382497 Apr 18 20:42:27.363894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:42:27.545497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:42:27.564903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:27.591747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] No DVR routers for this DVR port 4c6e59cf-2796-4439-b256-844adbba6971 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:27.595990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:42:27.596674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.597244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:42:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:27.601558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfa04351-1fff-4ba9-a00a-d22d4b715e46 req-6ffe5cf0-3523-4f44-b08f-ba87890d1823 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.64 "DELETE /v2.0/ports/4c6e59cf-2796-4439-b256-844adbba6971 HTTP/1.1" status: 204 len: 173 time: 1.5067205 Apr 18 20:42:27.602374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'name': 'network-vif-deleted', 'tag': '4c6e59cf-2796-4439-b256-844adbba6971'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:27.607450 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fe8300-8ab5-4112-930f-a051e21e5f6d" -d '{"events": [{"server_uuid": "9d336934-6886-4f8b-88dc-c3ccb6f6dbcb", "name": "network-vif-deleted", "tag": "4c6e59cf-2796-4439-b256-844adbba6971"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:27.732853 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a973e0-45c9-4702-b393-152837a846e0 x-openstack-request-id: req-a2a973e0-45c9-4702-b393-152837a846e0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:27.733995 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d336934-6886-4f8b-88dc-c3ccb6f6dbcb", "name": "network-vif-deleted", "tag": "4c6e59cf-2796-4439-b256-844adbba6971", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:27.734721 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2a973e0-45c9-4702-b393-152837a846e0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:27.736299 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a973e0-45c9-4702-b393-152837a846e0'] response: {'server_uuid': '9d336934-6886-4f8b-88dc-c3ccb6f6dbcb', 'name': 'network-vif-deleted', 'tag': '4c6e59cf-2796-4439-b256-844adbba6971', 'status': 'completed', 'code': 200} Apr 18 20:42:28.065734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-bc577e6b-b4b1-4f54-9a1b-cb0a6c367c4f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:28.080432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-bc577e6b-b4b1-4f54-9a1b-cb0a6c367c4f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 812 time: 0.4481528 Apr 18 20:42:28.114874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-c3c345c7-f80e-4e18-9c1b-05236c3f705d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/quotas/cdf9b9fe89c74d14b18bf78676f6491e HTTP/1.1" status: 200 len: 375 time: 0.0316782 Apr 18 20:42:28.255441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:42:28.639305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4c6e59cf-2796-4439-b256-844adbba6971 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:42:28.678093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 4c6e59cf-2796-4439-b256-844adbba6971 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:42:28.678570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4c6e59cf-2796-4439-b256-844adbba6971 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:42:28.841718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d55770f-2fd7-407a-997d-07d835fb3182 req-aad76c5b-4217-4bf1-b70c-9765add5a7bb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d336934-6886-4f8b-88dc-c3ccb6f6dbcb HTTP/1.1" status: 200 len: 210 time: 0.0887518 Apr 18 20:42:28.878429 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-8b8ed109-f0ea-49eb-a80d-686b1c4232cc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7615869 Apr 18 20:42:28.913862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:28.957446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:42:28.990706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:42:28.991975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:42:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:29.023066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-367e2866-e661-442b-aff6-c9475406e322 service neutron] 10.222.0.49 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356099 Apr 18 20:42:29.179309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:42:29.224696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-37519a1f-286f-452a-b8a9-729fd25ec1fb service neutron] 10.222.0.49 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915448 Apr 18 20:42:29.529783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:29.596108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20029b31-2240-48c3-9a60-b32d543f8578 None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:42:29.608282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38fbc54d-ab6b-44e3-b373-54dc8dcdd35d req-f7b5d6e8-eced-4815-bb63-2dce288addd3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 210 time: 0.0644894 Apr 18 20:42:30.024195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48692) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:30.164236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1a9e361-b005-4b81-8f28-0963fabd5ec1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.210129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1a9e361-b005-4b81-8f28-0963fabd5ec1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.293277 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02ad099-b1e8-454a-acc5-b0a9bdc47acc None None] New status for floating IP 69df6607-6028-47b1-8d89-80b220104d54: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:42:30.319566 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1a9e361-b005-4b81-8f28-0963fabd5ec1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.338316 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1a9e361-b005-4b81-8f28-0963fabd5ec1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.347369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a1a9e361-b005-4b81-8f28-0963fabd5ec1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "DELETE /v2.0/security-groups/03a42453-8832-4673-93e2-f656ecb22903 HTTP/1.1" status: 204 len: 168 time: 0.3179858 Apr 18 20:42:30.348094 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48696) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:30.407964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9e361-b005-4b81-8f28-0963fabd5ec1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a42453-8832-4673-93e2-f656ecb22903,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:30.412209 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-34befce1-8972-44fe-9032-9c4e593b1db0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] show failed (client error): The resource could not be found. Apr 18 20:42:30.416152 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-34befce1-8972-44fe-9032-9c4e593b1db0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups/03a42453-8832-4673-93e2-f656ecb22903 HTTP/1.1" status: 404 len: 347 time: 0.0659530 Apr 18 20:42:30.420140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48698) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:30.856460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1601195a-0d41-4e52-aac7-6f9a184085b7 req-58d5fa9e-f290-4bbe-84c8-b6565bf55c5b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 210 time: 0.0684128 Apr 18 20:42:30.949271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5af9b7ea-25ae-43a5-b43c-c7cb4a73c9bc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Deleting port 02ea9d4f-324b-459f-8cfd-c41498d7a171 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:42:30.951028 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7ea-25ae-43a5-b43c-c7cb4a73c9bc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.293814 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7ea-25ae-43a5-b43c-c7cb4a73c9bc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.294529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7ea-25ae-43a5-b43c-c7cb4a73c9bc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.348238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5af9b7ea-25ae-43a5-b43c-c7cb4a73c9bc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Calling delete_port for 02ea9d4f-324b-459f-8cfd-c41498d7a171 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:42:31.400794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-216aec95-7931-4e64-92b5-d66dc10ddcd0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:31.402242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-216aec95-7931-4e64-92b5-d66dc10ddcd0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.60 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 812 time: 0.2480385 Apr 18 20:42:31.535635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'port': {'device_id': '2bbed9fe-2953-4e81-886c-8845b76f6eb4', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'admin_state_up': True, 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:31.801013 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7ea-25ae-43a5-b43c-c7cb4a73c9bc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.808314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Made reservation on behalf of cdf9b9fe89c74d14b18bf78676f6491e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:31.811932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.846610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9b7ea-25ae-43a5-b43c-c7cb4a73c9bc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'Port': ['ID=02ea9d4f-324b-459f-8cfd-c41498d7a171,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:32.044591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5e464a8-867e-46e7-ad70-815a3fc2a983 req-f326e156-ff6c-48e4-8a30-d9aa24d8a60d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 210 time: 0.0311861 Apr 18 20:42:32.084656 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7ea-25ae-43a5-b43c-c7cb4a73c9bc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.087518 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7ea-25ae-43a5-b43c-c7cb4a73c9bc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.091354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5af9b7ea-25ae-43a5-b43c-c7cb4a73c9bc tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "DELETE /v2.0/floatingips/69df6607-6028-47b1-8d89-80b220104d54 HTTP/1.1" status: 204 len: 168 time: 1.6455312 Apr 18 20:42:32.267010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Allocated IP 172.20.0.7 (c950a1c8-90b8-42dc-987b-9a836dad20fc/32111c63-c23d-44a5-8789-d4e3ebf2eb07/f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:32.612858 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.708543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.775965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48728) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:32.787581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Network c950a1c8-90b8-42dc-987b-9a836dad20fc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:32.791311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:32.794609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:42:32.914731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'Port': ['ID=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:32.962513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:32.963469 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.000208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-71a1fa41-2466-44da-87b5-cd3f46b754ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4736862 Apr 18 20:42:33.019470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Request body: {'port': {'device_id': '2bbed9fe-2953-4e81-886c-8845b76f6eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:33.085931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48736) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:33.090588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f47aa5d1-fc1f-4742-a25b-6a8a31df18b1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--739171256', 'description': 'tempest-description--1771977488'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:33.182846 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.191332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c25d8a4-b7d4-446a-af61-41d288981ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.342881 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c25d8a4-b7d4-446a-af61-41d288981ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.343461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ff11d052-4d8d-4f2f-bfcb-f9c3b44acc44 None None] Provisioning complete for port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:33.345510 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff11d052-4d8d-4f2f-bfcb-f9c3b44acc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.345804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f47aa5d1-fc1f-4742-a25b-6a8a31df18b1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.351592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c25d8a4-b7d4-446a-af61-41d288981ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.407235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ff11d052-4d8d-4f2f-bfcb-f9c3b44acc44 None None] Port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:42:33.440168 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0c25d8a4-b7d4-446a-af61-41d288981ffe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1acc286995746beadf2258b9ad17ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632242 Apr 18 20:42:33.444813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48740) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:33.465974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25d8a4-b7d4-446a-af61-41d288981ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8d3758-427a-4f2a-b6f0-0192e58570d6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:33.486837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b562d7f-f5c7-4bba-b4b8-6e5974d47890 req-c5c1f618-0f2d-4d3a-9e18-3b60db07239f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:33.499757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b562d7f-f5c7-4bba-b4b8-6e5974d47890 req-c5c1f618-0f2d-4d3a-9e18-3b60db07239f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 931 time: 0.2273147 Apr 18 20:42:33.638315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b562d7f-f5c7-4bba-b4b8-6e5974d47890 req-50094172-efda-4d38-8844-d2191c5b5f1c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354456 Apr 18 20:42:33.663268 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f47aa5d1-fc1f-4742-a25b-6a8a31df18b1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.673656 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-866f5334-b28f-455b-add1-e266d0882d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.676267 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f47aa5d1-fc1f-4742-a25b-6a8a31df18b1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.713181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aa5d1-fc1f-4742-a25b-6a8a31df18b1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:33.753045 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f47aa5d1-fc1f-4742-a25b-6a8a31df18b1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.759221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48742) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:33.761490 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f47aa5d1-fc1f-4742-a25b-6a8a31df18b1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6737981 Apr 18 20:42:33.765456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3297d0a3-9b18-4084-a089-23adb23790aa tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group_rule': {'security_group_id': 'b08a7fbd-0152-46d0-bf94-7fcf8c2efef8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:33.766398 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-866f5334-b28f-455b-add1-e266d0882d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.853365 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3297d0a3-9b18-4084-a089-23adb23790aa tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.923721 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-866f5334-b28f-455b-add1-e266d0882d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.933547 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-866f5334-b28f-455b-add1-e266d0882d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.938102 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-866f5334-b28f-455b-add1-e266d0882d51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c8d3758-427a-4f2a-b6f0-0192e58570d6 HTTP/1.1" status: 204 len: 168 time: 0.4917643 Apr 18 20:42:33.948901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f5334-b28f-455b-add1-e266d0882d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8d3758-427a-4f2a-b6f0-0192e58570d6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:33.952553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:33.977317 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.996810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Transition to ACTIVE for port object f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:34.009825 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.015113 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3297d0a3-9b18-4084-a089-23adb23790aa tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.079962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3297d0a3-9b18-4084-a089-23adb23790aa tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.112133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Pushing event updated for resources: {'Port': ['ID=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:34.119052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d0a3-9b18-4084-a089-23adb23790aa tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5eb3f0-496d-4722-8291-c66badc41d72,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:34.164811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3297d0a3-9b18-4084-a089-23adb23790aa tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.170998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48750) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:34.171611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3297d0a3-9b18-4084-a089-23adb23790aa tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4111102 Apr 18 20:42:34.178493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fba98825-8eba-4084-bfb7-e9f798e9244d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group_rule': {'security_group_id': 'b08a7fbd-0152-46d0-bf94-7fcf8c2efef8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:34.256060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fba98825-8eba-4084-bfb7-e9f798e9244d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.270827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Attempting to bind port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:34.271643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Attempting to bind port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:34.272349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Attempting to bind port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:34.282679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc on network c950a1c8-90b8-42dc-987b-9a836dad20fc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:42:34.283293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Attempting to bind port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:34.294908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:42:34.300099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Checking segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:42:34.300814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Bound using segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:42:34.301554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Bound port: f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:34.302141 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.352605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fba98825-8eba-4084-bfb7-e9f798e9244d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.362845 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fba98825-8eba-4084-bfb7-e9f798e9244d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.450622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba98825-8eba-4084-bfb7-e9f798e9244d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad5260b-df5c-45da-ae3e-12aceffab9fa,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:34.474524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] For port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:34.482591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fba98825-8eba-4084-bfb7-e9f798e9244d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.484043 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fba98825-8eba-4084-bfb7-e9f798e9244d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3117306 Apr 18 20:42:34.484320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] For port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:34.488351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48758) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:34.491882 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.517292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:34.568299 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.642906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Pushing event updated for resources: {'Port': ['ID=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:34.659471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:34.660088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.661975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-09319972-7399-4751-93bb-b18a755c3f35 service neutron] 10.222.0.60 "PUT /v2.0/ports/f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc HTTP/1.1" status: 200 len: 1091 time: 1.6521819 Apr 18 20:42:34.663681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbed9fe-2953-4e81-886c-8845b76f6eb4', 'tag': 'f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:34.666572 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896658bd-a13c-4346-bcce-2895c37441c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbed9fe-2953-4e81-886c-8845b76f6eb4", "tag": "f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:34.752552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48764) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:34.800129 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.817607 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbda7bff-5d92-4ae2-a2a6-fa7b16194887 x-openstack-request-id: req-fbda7bff-5d92-4ae2-a2a6-fa7b16194887 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:34.818440 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbed9fe-2953-4e81-886c-8845b76f6eb4", "tag": "f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:34.819112 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fbda7bff-5d92-4ae2-a2a6-fa7b16194887 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:34.820012 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbda7bff-5d92-4ae2-a2a6-fa7b16194887'] response: {'name': 'network-changed', 'server_uuid': '2bbed9fe-2953-4e81-886c-8845b76f6eb4', 'tag': 'f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc', 'status': 'completed', 'code': 200} Apr 18 20:42:34.890151 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.950440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4363af4-dfa0-44bc-b7ae-50c518af8a6d req-cc2dc39e-bd56-4e13-8a0f-df1498ac3d2d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:34.955791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4363af4-dfa0-44bc-b7ae-50c518af8a6d req-cc2dc39e-bd56-4e13-8a0f-df1498ac3d2d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1314025 Apr 18 20:42:34.959250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-f9689c0e-4286-4c36-b4e4-62a605967593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:34.962980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-f9689c0e-4286-4c36-b4e4-62a605967593 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 1094 time: 0.2546449 Apr 18 20:42:35.033288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-607c8599-1839-4449-8efe-e39667688167 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc HTTP/1.1" status: 200 len: 217 time: 0.0556462 Apr 18 20:42:35.058924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4363af4-dfa0-44bc-b7ae-50c518af8a6d req-ac5031bc-b8c1-4899-868e-949798d4b14a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943940 Apr 18 20:42:35.120405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-0e88bb1a-08a2-4e3a-bfda-6dca54684f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.121947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-0e88bb1a-08a2-4e3a-bfda-6dca54684f79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0803504 Apr 18 20:42:35.168739 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.184723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.199666 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:42:35.207808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-1b4bf46b-51d5-4844-9e35-2c0f188b9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.212317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-1b4bf46b-51d5-4844-9e35-2c0f188b9833 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817399 Apr 18 20:42:35.249049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Allocated IP 172.25.2.189 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7abc2300-b1ec-47e8-ab25-bfea24d6a436) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:35.257145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e5ffa4-190b-4d75-bc62-d09bbd74d0b0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:35.300888 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.301721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.302286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.302840 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.303485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.304399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.304965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.305508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.306037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.306559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.307122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.307666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:35.330229 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4cbf31d7-5844-4f4b-8147-79c37b3a9321 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95c2e454bd424398a90414452a952685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758402 Apr 18 20:42:35.346070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48770) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:35.369103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-942e686a-5ed8-4f8b-b7f0-5bdb7d1e96ae service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474690 Apr 18 20:42:35.517226 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5e15-0a69-449f-b550-abeb9b455913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.536203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d691c86-a4b1-4884-a5b8-eaba747f0711 req-676adb91-4142-4dd0-bf4b-f23f98af2cc8 service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583545 Apr 18 20:42:35.539609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.561492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5e15-0a69-449f-b550-abeb9b455913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.665252 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.692839 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5e15-0a69-449f-b550-abeb9b455913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.695741 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a9ec5e15-0a69-449f-b550-abeb9b455913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.712984 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a9ec5e15-0a69-449f-b550-abeb9b455913 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78e5ffa4-190b-4d75-bc62-d09bbd74d0b0 HTTP/1.1" status: 204 len: 168 time: 0.3522205 Apr 18 20:42:35.765492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896658bd-a13c-4346-bcce-2895c37441c0 req-53479b2c-2eb1-4967-ad63-083e8bd9cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.768467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-896658bd-a13c-4346-bcce-2895c37441c0 req-53479b2c-2eb1-4967-ad63-083e8bd9cfeb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 1094 time: 0.1545722 Apr 18 20:42:35.835317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:35.844422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec5e15-0a69-449f-b550-abeb9b455913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e5ffa4-190b-4d75-bc62-d09bbd74d0b0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:35.853237 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d93b798-46dc-4471-8120-0716e9094daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.856057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:35.874731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:42:35.937227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=7abc2300-b1ec-47e8-ab25-bfea24d6a436,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:36.055484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896658bd-a13c-4346-bcce-2895c37441c0 req-5d6d788a-fc66-48fd-ba04-ad1e56a421c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.062945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-896658bd-a13c-4346-bcce-2895c37441c0 req-5d6d788a-fc66-48fd-ba04-ad1e56a421c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.2876616 Apr 18 20:42:36.158057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.209070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-896658bd-a13c-4346-bcce-2895c37441c0 req-feee15f1-6f91-417c-acd2-e6788df65f7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc HTTP/1.1" status: 200 len: 217 time: 0.1386697 Apr 18 20:42:36.263781 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.358199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896658bd-a13c-4346-bcce-2895c37441c0 req-231d82c1-7678-4040-bd2e-dc076de68583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.360602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-896658bd-a13c-4346-bcce-2895c37441c0 req-231d82c1-7678-4040-bd2e-dc076de68583 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.1418624 Apr 18 20:42:36.449886 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.460930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.489836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62eb77e-caa2-49a4-a8b9-41cd39474c67 req-4157b00d-4ad5-4466-944d-635cc878cd65 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.503305 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c62eb77e-caa2-49a4-a8b9-41cd39474c67 req-4157b00d-4ad5-4466-944d-635cc878cd65 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1406319 Apr 18 20:42:36.516404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896658bd-a13c-4346-bcce-2895c37441c0 req-2dac18cb-a1dd-4c08-871d-6e34c04333e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.517387 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-896658bd-a13c-4346-bcce-2895c37441c0 req-2dac18cb-a1dd-4c08-871d-6e34c04333e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377439 Apr 18 20:42:36.557058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=7abc2300-b1ec-47e8-ab25-bfea24d6a436,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:36.621783 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.661172 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.664279 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bf73ce0f-f9b4-4581-af6d-b67697c12900 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1741617 Apr 18 20:42:36.725926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c62eb77e-caa2-49a4-a8b9-41cd39474c67 req-53e3f19d-a810-42f4-9e55-5d11358961d6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212551 Apr 18 20:42:36.852983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-896658bd-a13c-4346-bcce-2895c37441c0 req-17996f8a-bc4c-4f16-9aac-cf21de8f8f00 service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085511 Apr 18 20:42:37.093417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-896658bd-a13c-4346-bcce-2895c37441c0 req-942bb126-a5c9-4de3-a7e5-d24c4ddb6d8d service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316191 Apr 18 20:42:37.225762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-94bcfc71-9f84-490a-805d-7ced21e0241c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--739171256&fields=id&tenant_id=1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 267 time: 0.0692470 Apr 18 20:42:37.432668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-c74f7981-3228-4b0e-8699-86410cf2be74 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:37.435331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-c74f7981-3228-4b0e-8699-86410cf2be74 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 815 time: 0.1990867 Apr 18 20:42:37.476605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-bd74325d-87e8-4536-a8ec-38e170678028 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/quotas/1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 375 time: 0.0235379 Apr 18 20:42:37.632652 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-a062a131-ad5f-4f50-93af-0aebcf98ea16 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1228952 Apr 18 20:42:37.829478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-07cc69ab-987d-4489-bc78-6e9033801fa2 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637144 Apr 18 20:42:38.014967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-1a00d066-f005-49b7-9d59-2c5b31d80b80 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843688 Apr 18 20:42:38.040214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373b6a1-998d-4b90-89fb-4e901bd14236 req-5199cf55-f9c8-4882-9db0-62d88ee7df65 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:38.042093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a373b6a1-998d-4b90-89fb-4e901bd14236 req-5199cf55-f9c8-4882-9db0-62d88ee7df65 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 943 time: 0.1408324 Apr 18 20:42:38.127934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a373b6a1-998d-4b90-89fb-4e901bd14236 req-2e8c418f-355f-4c47-b285-3e373ca95130 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751581 Apr 18 20:42:38.476431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4fa4cef0-b448-4127-84bb-3cbd9a6e0e2e req-9efe6823-902e-4259-bff3-b6feec6d3361 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 210 time: 0.0893412 Apr 18 20:42:38.622245 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-746e19db-5b03-4aaa-8282-fd9f09d035b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.281176 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.333802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef92491-ebd0-4657-8a9b-135eaa72876c req-f5b26655-3b12-4e04-9010-9659f99610ec tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:39.347667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bef92491-ebd0-4657-8a9b-135eaa72876c req-f5b26655-3b12-4e04-9010-9659f99610ec tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 943 time: 0.0999215 Apr 18 20:42:39.435928 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bef92491-ebd0-4657-8a9b-135eaa72876c req-a0b1ccc1-bc17-400f-a380-bd02df4618de tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864081 Apr 18 20:42:39.498460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:42:39.699153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96da6c3f-1d9c-4c07-bd35-e3fbb7acb2fa req-1780be54-7a51-4a02-9392-570d20681dc5 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 210 time: 0.0994730 Apr 18 20:42:39.802125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:39.823382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'port_id': 'f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc', 'mac_address': 'fa:16:3e:0b:bf:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:42:39.870824 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.914572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:39.983794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:39.992658 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.172983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:40.408251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:40.509550 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.675674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48886) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:40.759503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a175a-8258-4970-9047-0f17501e65f6 req-4166fa36-4bda-471f-8812-aa71c828f063 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.763879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-510a175a-8258-4970-9047-0f17501e65f6 req-4166fa36-4bda-471f-8812-aa71c828f063 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 944 time: 0.1570914 Apr 18 20:42:40.873619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-510a175a-8258-4970-9047-0f17501e65f6 req-5d89ecb5-45e9-4be1-8765-ea4096d3bc45 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939176 Apr 18 20:42:40.977261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a54bdb7-70b3-4120-95fa-99f43134596a req-1970e243-f80a-46d7-a6af-58639ac01d74 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 210 time: 0.1021774 Apr 18 20:42:41.062033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00991e00-bc1d-4330-8b8e-4f6ba199517a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.154568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.297517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-725403b3-0059-4670-a324-d3c4c1f2dc8a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:41.301201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-725403b3-0059-4670-a324-d3c4c1f2dc8a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.60 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 815 time: 0.3227241 Apr 18 20:42:41.433772 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00991e00-bc1d-4330-8b8e-4f6ba199517a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.441396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00991e00-bc1d-4330-8b8e-4f6ba199517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.445092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-af6425b6-466c-4582-badd-32fe3fabb1ff tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 379 time: 0.1331289 Apr 18 20:42:41.461498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'port': {'device_id': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'admin_state_up': True, 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'security_groups': ['b08a7fbd-0152-46d0-bf94-7fcf8c2efef8']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:41.534329 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-00991e00-bc1d-4330-8b8e-4f6ba199517a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2afed7949e1647b684957e8cdca6e3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8555942 Apr 18 20:42:41.566513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00991e00-bc1d-4330-8b8e-4f6ba199517a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40efa0ea-6440-4b8c-af4d-8f5f1c59f6d1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:41.569564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48904) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:41.675360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fd61d2b-8224-42c9-b2b2-3d3e773fb7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.709120 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fd61d2b-8224-42c9-b2b2-3d3e773fb7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.716201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Made reservation on behalf of 1fe24bfa474f4f6b86fbdaeef7396262 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:41.722683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.808958 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fd61d2b-8224-42c9-b2b2-3d3e773fb7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.813447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fd61d2b-8224-42c9-b2b2-3d3e773fb7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.815253 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7fd61d2b-8224-42c9-b2b2-3d3e773fb7fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40efa0ea-6440-4b8c-af4d-8f5f1c59f6d1 HTTP/1.1" status: 204 len: 168 time: 0.2442262 Apr 18 20:42:41.843076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd61d2b-8224-42c9-b2b2-3d3e773fb7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40efa0ea-6440-4b8c-af4d-8f5f1c59f6d1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:42.094086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Allocated IP 172.20.0.12 (8c9a19a1-29f1-47e6-96b1-39d5cf87fedb/0cd3b977-ca1a-4086-b53d-098dd2142a3d/2e5e192c-11dd-4962-bb99-da77fb1fa58a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:42.162516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e19e09-3daf-42e2-95e0-83dfd0dad4fa req-be00f9d7-9e84-4220-a800-e0d655651f8a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:42.171339 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.180258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34e19e09-3daf-42e2-95e0-83dfd0dad4fa req-be00f9d7-9e84-4220-a800-e0d655651f8a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 944 time: 0.1954899 Apr 18 20:42:42.267343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68213cf4-f5df-405b-ab74-df295d8a1bf7 req-8d6114a4-8e50-41b4-916e-5947b317ea2b tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 210 time: 0.0824664 Apr 18 20:42:42.327362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34e19e09-3daf-42e2-95e0-83dfd0dad4fa req-92fcab53-0b3f-4c59-aae2-1bf1c0747c27 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397078 Apr 18 20:42:42.334902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:42.377977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50d0d8dd-4eac-471d-bfca-0e57961c5a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.665230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50d0d8dd-4eac-471d-bfca-0e57961c5a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.675368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50d0d8dd-4eac-471d-bfca-0e57961c5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.697279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.770282 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.806697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0d8dd-4eac-471d-bfca-0e57961c5a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a48507-3729-4c40-84a2-1cbea18563aa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:42.851073 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-50d0d8dd-4eac-471d-bfca-0e57961c5a97 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3eddf2359cd04f479eb7cbb91d234b74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936142 Apr 18 20:42:42.851073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48922) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:42.992476 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-129a1f14-bb7a-435a-b1d2-2f380a8d635b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.051174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-129a1f14-bb7a-435a-b1d2-2f380a8d635b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.162972 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-129a1f14-bb7a-435a-b1d2-2f380a8d635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.167488 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-129a1f14-bb7a-435a-b1d2-2f380a8d635b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.170517 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-129a1f14-bb7a-435a-b1d2-2f380a8d635b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44a48507-3729-4c40-84a2-1cbea18563aa HTTP/1.1" status: 204 len: 168 time: 0.3183918 Apr 18 20:42:43.185597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a1f14-bb7a-435a-b1d2-2f380a8d635b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a48507-3729-4c40-84a2-1cbea18563aa,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:43.335136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:43.338888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:43.342127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:42:43.404603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=2e5e192c-11dd-4962-bb99-da77fb1fa58a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:43.506544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:42:43.541848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:43.542774 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.640227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:43.650042 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:43.650865 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.673308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-4b222e87-b9c2-46c0-a1c5-c3b98f48adfb tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2165077 Apr 18 20:42:43.694898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7ba09-6893-4a83-8840-48aa6c48635d req-56f8b5c5-0848-4940-8037-ddb7b974a527 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:43.696487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ff7ba09-6893-4a83-8840-48aa6c48635d req-56f8b5c5-0848-4940-8037-ddb7b974a527 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 944 time: 0.1900527 Apr 18 20:42:43.708190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a99ea2-50cb-421a-afd7-0201d430e0c4 req-513fe5e8-2924-459c-8bb7-c31fbbff64c7 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:43.710005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7a99ea2-50cb-421a-afd7-0201d430e0c4 req-513fe5e8-2924-459c-8bb7-c31fbbff64c7 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 932 time: 0.2701476 Apr 18 20:42:43.717987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Request body: {'port': {'device_id': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:43.814745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-741c667e-b123-4624-8034-7d92672cda3f None None] Provisioning complete for port 2e5e192c-11dd-4962-bb99-da77fb1fa58a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:43.815332 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-741c667e-b123-4624-8034-7d92672cda3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.824016 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.894831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-741c667e-b123-4624-8034-7d92672cda3f None None] Port 2e5e192c-11dd-4962-bb99-da77fb1fa58a cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:42:43.903946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbed9fe-2953-4e81-886c-8845b76f6eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:43.907238 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4313bd-cd90-4ffe-be37-01fabf27c868" -d '{"events": [{"server_uuid": "2bbed9fe-2953-4e81-886c-8845b76f6eb4", "name": "network-vif-plugged", "status": "completed", "tag": "f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:43.941809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:43.947755 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.978016 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7a99ea2-50cb-421a-afd7-0201d430e0c4 req-c5bd348c-4723-4ddc-9bb2-f9fa638877aa tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478063 Apr 18 20:42:43.981139 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.987699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ff7ba09-6893-4a83-8840-48aa6c48635d req-c9abe2b5-4ff5-4374-8363-956c0766c145 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765555 Apr 18 20:42:44.024781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:44.065953 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b39d9-ef0d-4cff-8e9f-b714d7755108 x-openstack-request-id: req-df4b39d9-ef0d-4cff-8e9f-b714d7755108 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:44.067990 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbed9fe-2953-4e81-886c-8845b76f6eb4", "name": "network-vif-plugged", "status": "completed", "tag": "f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:44.068556 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-df4b39d9-ef0d-4cff-8e9f-b714d7755108 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:44.069445 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4b39d9-ef0d-4cff-8e9f-b714d7755108'] response: {'server_uuid': '2bbed9fe-2953-4e81-886c-8845b76f6eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc', 'code': 200} Apr 18 20:42:44.231236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4324048-1ec9-4305-97e4-d915d8a4fa5a req-81495160-25e9-40eb-bf30-77cae0bc1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:44.235449 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c4324048-1ec9-4305-97e4-d915d8a4fa5a req-81495160-25e9-40eb-bf30-77cae0bc1d02 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0747926 Apr 18 20:42:44.285865 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c4324048-1ec9-4305-97e4-d915d8a4fa5a req-6dd54b2d-9aee-4b39-98a0-837138477838 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Apr 18 20:42:44.494634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5e192c-11dd-4962-bb99-da77fb1fa58a {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:44.517059 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.560934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Transition to ACTIVE for port object 2e5e192c-11dd-4962-bb99-da77fb1fa58a will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:44.573244 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.684531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e192c-11dd-4962-bb99-da77fb1fa58a,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:44.836036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Attempting to bind port 2e5e192c-11dd-4962-bb99-da77fb1fa58a on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:44.836429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Attempting to bind port 2e5e192c-11dd-4962-bb99-da77fb1fa58a by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:44.836779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Attempting to bind port 2e5e192c-11dd-4962-bb99-da77fb1fa58a on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:44.868523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Port 2e5e192c-11dd-4962-bb99-da77fb1fa58a on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:42:44.868897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Attempting to bind port 2e5e192c-11dd-4962-bb99-da77fb1fa58a on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:42:44.879978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:42:44.880946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Checking segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:42:44.881597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Bound using segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:42:44.882411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Bound port: 2e5e192c-11dd-4962-bb99-da77fb1fa58a, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:44.883062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.056271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] For port 2e5e192c-11dd-4962-bb99-da77fb1fa58a, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:42:45.068592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] For port 2e5e192c-11dd-4962-bb99-da77fb1fa58a, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2e5e192c-11dd-4962-bb99-da77fb1fa58a,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:42:45.091453 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.190451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:45.191349 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.193388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] 10.222.0.60 "PUT /v2.0/ports/2e5e192c-11dd-4962-bb99-da77fb1fa58a HTTP/1.1" status: 200 len: 1092 time: 1.4811728 Apr 18 20:42:45.247409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'tag': '2e5e192c-11dd-4962-bb99-da77fb1fa58a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:45.250794 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e47d1b-65ab-438f-b4d2-b8916ab5e408" -d '{"events": [{"name": "network-changed", "server_uuid": "70096731-44ef-45ff-bee9-900b9d8a9d70", "tag": "2e5e192c-11dd-4962-bb99-da77fb1fa58a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:45.357005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608ef4f-3d5f-4edc-84af-f89eeeaf5e41 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e192c-11dd-4962-bb99-da77fb1fa58a,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:45.377887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae72ea-667f-430d-b495-2507e4e9f11f req-3c87b84b-25d9-403c-bf2f-e0d479fe0d8a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:45.379605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8ae72ea-667f-430d-b495-2507e4e9f11f req-3c87b84b-25d9-403c-bf2f-e0d479fe0d8a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 944 time: 0.2351627 Apr 18 20:42:45.410080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e77db-5d55-44dc-9063-4d27b4c40c69 req-a1c01c49-5f77-4c9c-b582-aecc888738f9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:45.412886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d7e77db-5d55-44dc-9063-4d27b4c40c69 req-a1c01c49-5f77-4c9c-b582-aecc888738f9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.2651184 Apr 18 20:42:45.592829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8ae72ea-667f-430d-b495-2507e4e9f11f req-7f3a982a-cf11-4ca7-b5af-639bc5f8822c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736748 Apr 18 20:42:45.682895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d7e77db-5d55-44dc-9063-4d27b4c40c69 req-ab716b42-cc97-4939-b012-7d956b8066d6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485869 Apr 18 20:42:45.718994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-80ce26b4-e8bc-4e88-a6c5-179dced3b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:45.720645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-80ce26b4-e8bc-4e88-a6c5-179dced3b753 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 1095 time: 0.4476576 Apr 18 20:42:45.798348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-e990f18e-2570-4e84-a62a-291491152cfc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e5e192c-11dd-4962-bb99-da77fb1fa58a HTTP/1.1" status: 200 len: 217 time: 0.0689578 Apr 18 20:42:45.892414 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.905676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-2c533753-5d3f-49a4-b164-3484a14386c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:45.909842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-2c533753-5d3f-49a4-b164-3484a14386c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.1020100 Apr 18 20:42:46.014465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-61e99489-ef92-497d-a091-1fc10c9b6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:46.016887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-61e99489-ef92-497d-a091-1fc10c9b6cb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904028 Apr 18 20:42:46.175776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-443cc62e-b509-4371-8d25-965c6a3a827f service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511178 Apr 18 20:42:46.177544 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3e0218-1d56-4f9d-8ac2-a2ac8b5999fe x-openstack-request-id: req-5b3e0218-1d56-4f9d-8ac2-a2ac8b5999fe {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:46.177839 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70096731-44ef-45ff-bee9-900b9d8a9d70", "tag": "2e5e192c-11dd-4962-bb99-da77fb1fa58a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:46.178089 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b3e0218-1d56-4f9d-8ac2-a2ac8b5999fe {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:46.178479 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3e0218-1d56-4f9d-8ac2-a2ac8b5999fe'] response: {'name': 'network-changed', 'server_uuid': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'tag': '2e5e192c-11dd-4962-bb99-da77fb1fa58a', 'status': 'completed', 'code': 200} Apr 18 20:42:46.320894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcd4c144-62cd-406c-994f-e84567f63b20 req-faaf05a7-58a1-443d-8374-ed1eca92fc31 service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377721 Apr 18 20:42:46.460915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-bf4e5fa2-f01b-4878-88ab-853222473ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:46.463134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-bf4e5fa2-f01b-4878-88ab-853222473ca9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 1095 time: 0.0707829 Apr 18 20:42:46.662893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-812eaded-e690-4ef9-b159-253fed138688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:46.665712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-812eaded-e690-4ef9-b159-253fed138688 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 916 time: 0.1913073 Apr 18 20:42:46.802425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-1070f4dc-6fc1-49fa-9009-201419efb112 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e5e192c-11dd-4962-bb99-da77fb1fa58a HTTP/1.1" status: 200 len: 217 time: 0.1216962 Apr 18 20:42:47.059215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-db20a69e-76cf-4333-8313-1cc193d10c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:47.065903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-db20a69e-76cf-4333-8313-1cc193d10c02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.2539482 Apr 18 20:42:47.152478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152555d6-2365-422b-91c9-9671544bfbf6 req-581c2ba9-ff38-4aa8-9007-fd90b6a975da tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:47.154125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-152555d6-2365-422b-91c9-9671544bfbf6 req-581c2ba9-ff38-4aa8-9007-fd90b6a975da tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 944 time: 0.3539088 Apr 18 20:42:47.156843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-90e04673-aa27-4a36-a32b-534a70313a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:47.158640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-90e04673-aa27-4a36-a32b-534a70313a46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808859 Apr 18 20:42:47.288702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba61dd-683b-441f-8a5c-a73682632987 req-499d7239-eacb-4df0-8719-52bc0fe1281e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:47.300568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2aba61dd-683b-441f-8a5c-a73682632987 req-499d7239-eacb-4df0-8719-52bc0fe1281e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.5053308 Apr 18 20:42:47.368483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2aba61dd-683b-441f-8a5c-a73682632987 req-9ded3078-48df-4acf-a1cd-38f0c325a2bd tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625207 Apr 18 20:42:47.426259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-bfd390f1-2481-4c8f-ad60-2ac66dc871b0 service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359302 Apr 18 20:42:47.441806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-152555d6-2365-422b-91c9-9671544bfbf6 req-c272cc23-e218-4404-b170-b3c3f58d2ff2 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789028 Apr 18 20:42:47.676958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47e47d1b-65ab-438f-b4d2-b8916ab5e408 req-35c25d0a-e930-46ea-a160-3c8d9fddbbb4 service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437806 Apr 18 20:42:47.907374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a847598-2a36-4cbe-8561-bae5d832bd10 req-d32c85bb-8cff-4191-b87a-338007be8172 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:47.909101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a847598-2a36-4cbe-8561-bae5d832bd10 req-d32c85bb-8cff-4191-b87a-338007be8172 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1101382 Apr 18 20:42:48.010917 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a847598-2a36-4cbe-8561-bae5d832bd10 req-b57232bb-8e70-4ea3-9c27-8c00495b55b6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937750 Apr 18 20:42:48.687265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd6f57-1560-4275-9b0f-173c42acb6bf req-e8ef50df-43fd-49ca-b323-3c61cd5e383b tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:48.693119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8dfd6f57-1560-4275-9b0f-173c42acb6bf req-e8ef50df-43fd-49ca-b323-3c61cd5e383b tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 944 time: 0.0966520 Apr 18 20:42:48.808773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8dfd6f57-1560-4275-9b0f-173c42acb6bf req-4ef91cea-263a-4c00-a51d-a3707238a1f6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071820 Apr 18 20:42:49.209265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49058) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:49.238807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e9e5a-ac33-4ebf-99e7-ec38d54266cf req-ff49397e-ad2c-45b1-98d6-c6acd8128f36 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:49.241016 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-891e9e5a-ac33-4ebf-99e7-ec38d54266cf req-ff49397e-ad2c-45b1-98d6-c6acd8128f36 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1057808 Apr 18 20:42:49.297262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-891e9e5a-ac33-4ebf-99e7-ec38d54266cf req-83ab9c02-068b-49fb-9415-8cabd7195be4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451829 Apr 18 20:42:49.375665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f60c0ef0-76ea-41af-8eed-a25ccd274019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.553414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2e5e192c-11dd-4962-bb99-da77fb1fa58a details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:42:49.595600 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f60c0ef0-76ea-41af-8eed-a25ccd274019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.601359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f60c0ef0-76ea-41af-8eed-a25ccd274019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.665840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49066) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:49.666508 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f60c0ef0-76ea-41af-8eed-a25ccd274019 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c237ce65208940dd9e7cec85b2554d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552042 Apr 18 20:42:49.667584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c0ef0-76ea-41af-8eed-a25ccd274019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c56571-2910-4a68-9d6a-4277dcc84287,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:49.736180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2e5e192c-11dd-4962-bb99-da77fb1fa58a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2e5e192c-11dd-4962-bb99-da77fb1fa58a,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:49.740623 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.752519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '2e5e192c-11dd-4962-bb99-da77fb1fa58a', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'port_id': '2e5e192c-11dd-4962-bb99-da77fb1fa58a', 'mac_address': 'fa:16:3e:79:59:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:42:49.773640 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.837353 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.862114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5e192c-11dd-4962-bb99-da77fb1fa58a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:49.865356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.868825 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.870403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0c56571-2910-4a68-9d6a-4277dcc84287 HTTP/1.1" status: 204 len: 168 time: 0.2031400 Apr 18 20:42:49.890833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c56571-2910-4a68-9d6a-4277dcc84287,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:49.919485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.920154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.923891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.928325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.930262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.932288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.935076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.935604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.936050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.936514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.939178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.939642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c236d-591f-4cf4-82f1-f67f337d9c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:49.942242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2e5e192c-11dd-4962-bb99-da77fb1fa58a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2e5e192c-11dd-4962-bb99-da77fb1fa58a,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:49.969514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.053009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010e050-fd72-4629-acdc-7fb5961379d6 req-6b9514bf-ceb2-43a5-86d7-ad9291811c42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.065780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3010e050-fd72-4629-acdc-7fb5961379d6 req-6b9514bf-ceb2-43a5-86d7-ad9291811c42 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 945 time: 0.0915954 Apr 18 20:42:50.069976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=2e5e192c-11dd-4962-bb99-da77fb1fa58a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:50.154896 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3010e050-fd72-4629-acdc-7fb5961379d6 req-8ab71043-582b-4026-8345-837059d19b45 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878785 Apr 18 20:42:50.228588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ef089-1fb2-4035-b9d8-e416d9740d71 req-95eb4afd-194b-4d85-bfa7-2595a133cc44 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.230368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-953ef089-1fb2-4035-b9d8-e416d9740d71 req-95eb4afd-194b-4d85-bfa7-2595a133cc44 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.0788646 Apr 18 20:42:50.297948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-953ef089-1fb2-4035-b9d8-e416d9740d71 req-ef48bfcd-702b-4939-8f64-c7c532b1369c tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549495 Apr 18 20:42:50.313106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['2e5e192c-11dd-4962-bb99-da77fb1fa58a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:42:50.573390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49082) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:50.598174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d8a59b9-8a6f-4456-9539-c528e4454654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.602549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961bcad-20c4-43b6-8f78-7fcf6c978410 req-9808fd7b-e23e-4dc9-87e4-dd148600681b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:50.617804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c961bcad-20c4-43b6-8f78-7fcf6c978410 req-9808fd7b-e23e-4dc9-87e4-dd148600681b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1496718 Apr 18 20:42:50.928325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d8a59b9-8a6f-4456-9539-c528e4454654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.933827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c961bcad-20c4-43b6-8f78-7fcf6c978410 req-cfced496-bae1-42d7-b932-ba4decdce9a0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149650 Apr 18 20:42:50.935960 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d8a59b9-8a6f-4456-9539-c528e4454654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.989331 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6d8a59b9-8a6f-4456-9539-c528e4454654 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9924807182cb4d7d8fe192a20c350568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132137 Apr 18 20:42:50.990463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a59b9-8a6f-4456-9539-c528e4454654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0deaab-867f-4ef9-95e6-bb56441de311,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:50.992153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49088) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:51.085001 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f360c3d7-8827-4600-82ec-cc652c297748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.129704 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f360c3d7-8827-4600-82ec-cc652c297748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.205939 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f360c3d7-8827-4600-82ec-cc652c297748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.210011 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f360c3d7-8827-4600-82ec-cc652c297748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.214408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f360c3d7-8827-4600-82ec-cc652c297748 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c0deaab-867f-4ef9-95e6-bb56441de311 HTTP/1.1" status: 204 len: 168 time: 0.2211962 Apr 18 20:42:51.229340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360c3d7-8827-4600-82ec-cc652c297748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0deaab-867f-4ef9-95e6-bb56441de311,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:51.336645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9cccf-4092-41dc-a725-862d14ace19f req-43e9454f-2620-485b-9d5d-bdbdb18eaada tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.347314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ad9cccf-4092-41dc-a725-862d14ace19f req-43e9454f-2620-485b-9d5d-bdbdb18eaada tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 945 time: 0.0757205 Apr 18 20:42:51.455809 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ad9cccf-4092-41dc-a725-862d14ace19f req-81df919f-de2a-489c-894c-e30060859b2d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066751 Apr 18 20:42:51.558746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8b539-3dc8-4e8f-8e05-53dd8ea7d82b req-be52cc16-b737-434c-b637-6a89fb9a3dd1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.559375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2e5e192c-11dd-4962-bb99-da77fb1fa58a up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:42:51.561370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22c8b539-3dc8-4e8f-8e05-53dd8ea7d82b req-be52cc16-b737-434c-b637-6a89fb9a3dd1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1028478 Apr 18 20:42:51.657653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22c8b539-3dc8-4e8f-8e05-53dd8ea7d82b req-055909c8-c6a9-4d9b-8cfb-7914144c2fec tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874214 Apr 18 20:42:51.701202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 2e5e192c-11dd-4962-bb99-da77fb1fa58a completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:51.709107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 2e5e192c-11dd-4962-bb99-da77fb1fa58a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:51.709923 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.921637 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.960188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2e5e192c-11dd-4962-bb99-da77fb1fa58a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2e5e192c-11dd-4962-bb99-da77fb1fa58a,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:42:51.960905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e192c-11dd-4962-bb99-da77fb1fa58a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:51.965241 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4064cb79-674a-4152-99b7-ec2109cf8332" -d '{"events": [{"server_uuid": "70096731-44ef-45ff-bee9-900b9d8a9d70", "name": "network-vif-plugged", "status": "completed", "tag": "2e5e192c-11dd-4962-bb99-da77fb1fa58a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:51.970718 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.021540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=2e5e192c-11dd-4962-bb99-da77fb1fa58a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:52.030250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.030874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.031133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.031432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.031761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.032356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.032518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.033014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.033014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.033828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.033828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.034333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:52.067213 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f9a340-7d6d-4b25-a1b6-d86eaadacc16 x-openstack-request-id: req-18f9a340-7d6d-4b25-a1b6-d86eaadacc16 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:52.067575 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70096731-44ef-45ff-bee9-900b9d8a9d70", "name": "network-vif-plugged", "status": "completed", "tag": "2e5e192c-11dd-4962-bb99-da77fb1fa58a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:52.067915 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-18f9a340-7d6d-4b25-a1b6-d86eaadacc16 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:52.068605 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f9a340-7d6d-4b25-a1b6-d86eaadacc16'] response: {'server_uuid': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e192c-11dd-4962-bb99-da77fb1fa58a', 'code': 200} Apr 18 20:42:52.312910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d70e5f-f092-4786-b3fb-f0bb3a1fd748 req-3f0f1696-2480-4494-b0db-3dfd173176bf tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.329333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0d70e5f-f092-4786-b3fb-f0bb3a1fd748 req-3f0f1696-2480-4494-b0db-3dfd173176bf tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1598446 Apr 18 20:42:52.400303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149aeb8-b781-4039-977a-4180b4a1ee11 req-b61cc0d8-0a03-4047-a4ae-968aad6a2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.404338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3149aeb8-b781-4039-977a-4180b4a1ee11 req-b61cc0d8-0a03-4047-a4ae-968aad6a2d9d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 1097 time: 0.2148044 Apr 18 20:42:52.466092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0d70e5f-f092-4786-b3fb-f0bb3a1fd748 req-92057e1e-56b8-46ca-8a7d-014fbe781493 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348784 Apr 18 20:42:52.492403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3149aeb8-b781-4039-977a-4180b4a1ee11 req-6d180645-d26a-436d-bac2-37d0df1d4619 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806985 Apr 18 20:42:52.731714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-832462c5-52f8-4a4b-966a-7097b43333eb req-de2fc93d-cd93-4789-8499-5aa0486348c1 tempest-ServersOnMultiNodesTest-545784915 tempest-ServersOnMultiNodesTest-545784915-project] (102904) timed out ('10.222.0.64', 63817) {{(pid=102904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:42:52.785995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad43708-3f1f-44e0-8286-edec28c41a77 req-7dde1d35-72e3-4c26-90c0-93c6011c5a94 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.790359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bad43708-3f1f-44e0-8286-edec28c41a77 req-7dde1d35-72e3-4c26-90c0-93c6011c5a94 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 946 time: 0.1271398 Apr 18 20:42:52.938908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bad43708-3f1f-44e0-8286-edec28c41a77 req-b661edea-ef9f-4e54-846b-e2afae9c7ce8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345136 Apr 18 20:42:52.969083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f276d7-7bb7-4538-b534-8c24fcd6ae75 req-bd281271-d547-4117-8deb-5dc5342378f8 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.996159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27f276d7-7bb7-4538-b534-8c24fcd6ae75 req-bd281271-d547-4117-8deb-5dc5342378f8 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1763422 Apr 18 20:42:53.079669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27f276d7-7bb7-4538-b534-8c24fcd6ae75 req-2fe8d532-3d15-438a-9fa2-dae4b01f12f7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880330 Apr 18 20:42:53.683071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bf047-c035-402e-9a70-be68186318e8 req-3c942925-4d16-4b9e-8bca-4c80e76c8adf tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:53.685002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f89bf047-c035-402e-9a70-be68186318e8 req-3c942925-4d16-4b9e-8bca-4c80e76c8adf tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1033616 Apr 18 20:42:53.764102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f89bf047-c035-402e-9a70-be68186318e8 req-a5301026-b379-4086-be68-e18629d5d8be tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673387 Apr 18 20:42:54.323374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7352dfb9-0c37-4e95-967e-ffd57a09a33e req-8bbf3d6c-edba-453f-82fe-daba65f0b3ad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:54.325913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7352dfb9-0c37-4e95-967e-ffd57a09a33e req-8bbf3d6c-edba-453f-82fe-daba65f0b3ad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 946 time: 0.1335695 Apr 18 20:42:54.357921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce187a-4324-4733-8e66-c612dddd8238 req-06399c01-b637-4c44-bd9e-bb7beb29f982 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:54.360867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64ce187a-4324-4733-8e66-c612dddd8238 req-06399c01-b637-4c44-bd9e-bb7beb29f982 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1261513 Apr 18 20:42:54.473281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64ce187a-4324-4733-8e66-c612dddd8238 req-29e4a290-3ea9-4971-8f29-2709e4f520eb tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841763 Apr 18 20:42:54.492634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7352dfb9-0c37-4e95-967e-ffd57a09a33e req-7053d43c-fe69-410e-93b2-0880572f7781 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498811 Apr 18 20:42:54.692239 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f826c9-656d-42f8-bcb5-60cb3fc9f9ca req-933cb382-5720-47bb-baed-bc3530915733 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:54.697433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1f826c9-656d-42f8-bcb5-60cb3fc9f9ca req-933cb382-5720-47bb-baed-bc3530915733 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 946 time: 0.0858212 Apr 18 20:42:54.703395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49166) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:42:54.709662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4528e3ad-f6f6-4547-8385-a4a24ba49ba0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'floatingip': {'port_id': '2e5e192c-11dd-4962-bb99-da77fb1fa58a'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:54.766560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4528e3ad-f6f6-4547-8385-a4a24ba49ba0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.090486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfc98c-42a6-42b7-a16b-f8443fe77f58 req-61fb878f-5ec0-479d-ae30-f42dc9131516 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.092833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8dcfc98c-42a6-42b7-a16b-f8443fe77f58 req-61fb878f-5ec0-479d-ae30-f42dc9131516 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1486399 Apr 18 20:42:55.282361 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8dcfc98c-42a6-42b7-a16b-f8443fe77f58 req-42e57fda-d74e-478e-b6b0-a82d7614d8c1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113911 Apr 18 20:42:55.690346 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4528e3ad-f6f6-4547-8385-a4a24ba49ba0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.696452 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4528e3ad-f6f6-4547-8385-a4a24ba49ba0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.708323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f230621-5b9f-47d5-886b-1404b3fc3a7f req-0429c4f7-7145-41af-9b4d-e2a813a0d1a0 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.710078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f230621-5b9f-47d5-886b-1404b3fc3a7f req-0429c4f7-7145-41af-9b4d-e2a813a0d1a0 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1278169 Apr 18 20:42:55.902023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f230621-5b9f-47d5-886b-1404b3fc3a7f req-56c28062-6828-4ab9-b6dc-0d471a822c74 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476250 Apr 18 20:42:56.010786 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-4528e3ad-f6f6-4547-8385-a4a24ba49ba0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Floating IP 460d9534-c1da-4b09-92ba-d1a47ec2bc3a associated. External IP: 172.25.2.189, port: 2e5e192c-11dd-4962-bb99-da77fb1fa58a. Apr 18 20:42:56.660183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2496ad-ef00-4445-9fe3-c383d0309d17 req-aa5ffd44-5378-4524-ba17-2ab55793a75e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:56.662068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc2496ad-ef00-4445-9fe3-c383d0309d17 req-aa5ffd44-5378-4524-ba17-2ab55793a75e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1491246 Apr 18 20:42:56.752230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc2496ad-ef00-4445-9fe3-c383d0309d17 req-7ccbe5a5-5ead-407e-ba88-7b685e707235 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768433 Apr 18 20:42:56.800511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4528e3ad-f6f6-4547-8385-a4a24ba49ba0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:42:57.015009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4528e3ad-f6f6-4547-8385-a4a24ba49ba0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:42:57.031000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:57.040497 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4528e3ad-f6f6-4547-8385-a4a24ba49ba0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.073692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:42:57.074912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:42:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:57.158617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4528e3ad-f6f6-4547-8385-a4a24ba49ba0 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "PUT /v2.0/floatingips/460d9534-c1da-4b09-92ba-d1a47ec2bc3a HTTP/1.1" status: 200 len: 992 time: 2.4533410 Apr 18 20:42:57.162509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'tag': '2e5e192c-11dd-4962-bb99-da77fb1fa58a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:57.172333 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3" -d '{"events": [{"name": "network-changed", "server_uuid": "70096731-44ef-45ff-bee9-900b9d8a9d70", "tag": "2e5e192c-11dd-4962-bb99-da77fb1fa58a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:42:57.243233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965ba88-a9de-4778-927d-20f1ff0dd2f4 req-6b2d46a5-5601-4536-9a29-8535c51837ca tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:57.245023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b965ba88-a9de-4778-927d-20f1ff0dd2f4 req-6b2d46a5-5601-4536-9a29-8535c51837ca tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1676226 Apr 18 20:42:57.246708 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0623ef4-f871-47bd-8fe4-8734cc7b1423 x-openstack-request-id: req-b0623ef4-f871-47bd-8fe4-8734cc7b1423 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:42:57.247068 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70096731-44ef-45ff-bee9-900b9d8a9d70", "tag": "2e5e192c-11dd-4962-bb99-da77fb1fa58a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:42:57.247391 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0623ef4-f871-47bd-8fe4-8734cc7b1423 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:42:57.248014 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0623ef4-f871-47bd-8fe4-8734cc7b1423'] response: {'name': 'network-changed', 'server_uuid': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'tag': '2e5e192c-11dd-4962-bb99-da77fb1fa58a', 'status': 'completed', 'code': 200} Apr 18 20:42:57.269590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:42:57.322184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b965ba88-a9de-4778-927d-20f1ff0dd2f4 req-f4ec1b75-350d-4008-a51a-e190b4998e47 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588467 Apr 18 20:42:57.470943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-848a5955-dff6-4cf4-83b6-71890a482d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:57.481900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-848a5955-dff6-4cf4-83b6-71890a482d34 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 1097 time: 0.1648529 Apr 18 20:42:57.904455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-bcabd44f-1a64-4dba-8b3a-74095243e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:57.907961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-bcabd44f-1a64-4dba-8b3a-74095243e3a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 916 time: 0.4229650 Apr 18 20:42:57.908657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '460d9534-c1da-4b09-92ba-d1a47ec2bc3a', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '2e5e192c-11dd-4962-bb99-da77fb1fa58a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:79:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:42:36Z', 'updated_at': '2022-04-18T20:42:55Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:57.995766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:42:58.015960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:42:58.018348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:42:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:58.053050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-cd378a0d-a094-4e8c-b060-ba237b390e60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e5e192c-11dd-4962-bb99-da77fb1fa58a HTTP/1.1" status: 200 len: 1000 time: 0.1090858 Apr 18 20:42:58.135960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390e113-4a78-4891-85e9-26b354dde297 req-0af63c47-973a-44ec-8fe6-74a8887e0ca5 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.147408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c390e113-4a78-4891-85e9-26b354dde297 req-0af63c47-973a-44ec-8fe6-74a8887e0ca5 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.2298167 Apr 18 20:42:58.160992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-99458462-4027-4484-b7ec-200e894a7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.163416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-99458462-4027-4484-b7ec-200e894a7068 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.0896883 Apr 18 20:42:58.274757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:42:58.279454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c390e113-4a78-4891-85e9-26b354dde297 req-eccf034b-f952-48d8-9c6e-a8b786b1cbfe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308548 Apr 18 20:42:58.304386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-858b2f7c-e831-4315-9833-1f977d946f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.309091 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-858b2f7c-e831-4315-9833-1f977d946f0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327004 Apr 18 20:42:58.598473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-c48dad13-6185-4c54-b9cb-db022d0e0659 service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754326 Apr 18 20:42:58.642068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9798881-b0df-4f73-8327-681e3facdd40 req-5d5e5591-f382-43e8-838e-03b9729ed3e6 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:58.645242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9798881-b0df-4f73-8327-681e3facdd40 req-5d5e5591-f382-43e8-838e-03b9729ed3e6 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1536930 Apr 18 20:42:58.801848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56f82b23-9fc2-4e6f-9e7c-7d5bd17244b3 req-54f05b56-76ec-4f23-a7a9-d4bd9c9de87f service neutron] 10.222.0.60 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919413 Apr 18 20:42:58.861369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9798881-b0df-4f73-8327-681e3facdd40 req-c1bb071e-3176-4cd1-aad3-6186641da86f tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582359 Apr 18 20:42:58.963830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '460d9534-c1da-4b09-92ba-d1a47ec2bc3a', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '2e5e192c-11dd-4962-bb99-da77fb1fa58a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:79:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:42:36Z', 'updated_at': '2022-04-18T20:42:55Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:58.991692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843ff89-5eec-4d6a-a15c-60de1fc5d4cb None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '460d9534-c1da-4b09-92ba-d1a47ec2bc3a', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': '2e5e192c-11dd-4962-bb99-da77fb1fa58a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:79:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:42:36Z', 'updated_at': '2022-04-18T20:42:55Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:42:59.244587 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf8c14-c943-43d3-be2c-b3a875f09795 None None] New status for floating IP 460d9534-c1da-4b09-92ba-d1a47ec2bc3a: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:42:59.473916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f5357-f8d7-4d08-a0b9-856187a97820 req-bd3ed0a3-521a-4296-9c13-483b70334a3e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.475765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-723f5357-f8d7-4d08-a0b9-856187a97820 req-bd3ed0a3-521a-4296-9c13-483b70334a3e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0993483 Apr 18 20:42:59.532947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-723f5357-f8d7-4d08-a0b9-856187a97820 req-cdaaa95d-f2cb-4a5a-b781-a7bc92e1d0af tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498424 Apr 18 20:43:00.044940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8e150-4456-42d0-ab71-84b81eebd618 req-0dd5ca50-d412-46af-83ca-8e10bc18d85b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:00.056166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fef8e150-4456-42d0-ab71-84b81eebd618 req-0dd5ca50-d412-46af-83ca-8e10bc18d85b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.0819521 Apr 18 20:43:00.114210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fef8e150-4456-42d0-ab71-84b81eebd618 req-d2184643-329b-447a-8243-369c7a88832e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566912 Apr 18 20:43:00.730256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f381a-2950-4e87-82d9-8a9a2becd7a0 req-5681a925-aaea-4dc9-a937-6901b7ad8d1c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:00.731771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f5f381a-2950-4e87-82d9-8a9a2becd7a0 req-5681a925-aaea-4dc9-a937-6901b7ad8d1c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0766447 Apr 18 20:43:00.776715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f5f381a-2950-4e87-82d9-8a9a2becd7a0 req-aed4a38c-0a2d-4b5a-996b-397f17b67f6e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376112 Apr 18 20:43:01.280352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bc293-43e8-4ba0-a4fd-3cd09fd3a2d5 req-87b450ce-ac9a-44ee-82dc-fdb58fe7d6ec tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.282559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-904bc293-43e8-4ba0-a4fd-3cd09fd3a2d5 req-87b450ce-ac9a-44ee-82dc-fdb58fe7d6ec tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.0662155 Apr 18 20:43:01.331042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-904bc293-43e8-4ba0-a4fd-3cd09fd3a2d5 req-acc71198-9cf4-4a3a-8eb5-02164b91169f tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405819 Apr 18 20:43:01.696503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af910-3a87-4e53-a3d0-6b0c7838c4b2 req-66113593-6cb9-4372-9266-9313f825ac23 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.699855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac2af910-3a87-4e53-a3d0-6b0c7838c4b2 req-66113593-6cb9-4372-9266-9313f825ac23 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1237321 Apr 18 20:43:01.795001 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac2af910-3a87-4e53-a3d0-6b0c7838c4b2 req-bb2ccea6-6e74-4f23-85f6-f222b0f5ba4c tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881407 Apr 18 20:43:01.815775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-8ea7c546-8931-4276-aba1-507db322b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.819106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-8ea7c546-8931-4276-aba1-507db322b164 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 1096 time: 0.1958287 Apr 18 20:43:01.991534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2fb09-357b-46f5-b18d-6969122d0aeb req-f5b5de53-c09e-4bd8-afa6-cd6f7cbcd97c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.993284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66b2fb09-357b-46f5-b18d-6969122d0aeb req-f5b5de53-c09e-4bd8-afa6-cd6f7cbcd97c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0795302 Apr 18 20:43:02.021772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-746d2628-2456-42d7-8569-87fb03e38436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.025417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-746d2628-2456-42d7-8569-87fb03e38436 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 910 time: 0.1958382 Apr 18 20:43:02.132802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66b2fb09-357b-46f5-b18d-6969122d0aeb req-e6e9f360-72fd-485b-ba07-843063ce7191 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123533 Apr 18 20:43:02.144445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-01cc27fd-b9bb-4ea1-a9ec-364a9e90f5e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e919662c-7ceb-4c52-9188-254e08d3d27e HTTP/1.1" status: 200 len: 1000 time: 0.1116166 Apr 18 20:43:02.203560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-8380225d-050d-4859-9475-78cabc9fb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.205454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-8380225d-050d-4859-9475-78cabc9fb92d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.0543780 Apr 18 20:43:02.267753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-9cbfcf46-49a2-4bba-8ad0-5692c06946b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:02.269381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-9cbfcf46-49a2-4bba-8ad0-5692c06946b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568902 Apr 18 20:43:02.281303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-4d58a962-0678-4f23-a1db-fed1d9ebe1c4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:43:02.282443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-4d58a962-0678-4f23-a1db-fed1d9ebe1c4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065207 Apr 18 20:43:02.441075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-3b3099c2-30ca-4a45-98fc-9479109030e3 service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514170 Apr 18 20:43:02.557239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b73e916d-7570-4c1e-b787-4ab11b45ded3 req-3936fcbc-7b87-4c73-947a-35220cf749e2 service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087673 Apr 18 20:43:02.658562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49372) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:02.719516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-8569f0f0-6b46-4945-b4ea-bc59ba4666f5 admin admin] Deleting subnet 2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:43:02.726110 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8569f0f0-6b46-4945-b4ea-bc59ba4666f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.777053 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8569f0f0-6b46-4945-b4ea-bc59ba4666f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.843726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8569f0f0-6b46-4945-b4ea-bc59ba4666f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.924683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8569f0f0-6b46-4945-b4ea-bc59ba4666f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.944689 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8569f0f0-6b46-4945-b4ea-bc59ba4666f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.951236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8569f0f0-6b46-4945-b4ea-bc59ba4666f5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9 HTTP/1.1" status: 204 len: 168 time: 0.2894785 Apr 18 20:43:02.952838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49380) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:03.017757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569f0f0-6b46-4945-b4ea-bc59ba4666f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7eb60f-66dc-4aa3-a04f-3d909b88f8d9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:03.085211 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.117677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3bc0a-cd06-4825-9565-1d894d002204 req-e75d374c-3130-4249-929e-890ce6c22b1c tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:03.121721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4db3bc0a-cd06-4825-9565-1d894d002204 req-e75d374c-3130-4249-929e-890ce6c22b1c tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1711199 Apr 18 20:43:03.207322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4db3bc0a-cd06-4825-9565-1d894d002204 req-b1829ee0-3be4-4e90-a44d-feb404bc6488 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772789 Apr 18 20:43:03.232213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.278931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383f3898-8f70-46d1-b57a-b257cdfb5872']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:03.296055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5288f09-163c-44da-b04f-23e8505fa94c') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:03.296361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5288f09-163c-44da-b04f-23e8505fa94c') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:03.313182 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.333141 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.343256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:03.343766 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:03.347289 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:03.372757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a29d61-7eee-4d7c-92c4-81b80cb17128 req-f2d9d8ee-8904-4086-9bf5-25811c4eb204 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:03.375051 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50a29d61-7eee-4d7c-92c4-81b80cb17128 req-f2d9d8ee-8904-4086-9bf5-25811c4eb204 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1028800 Apr 18 20:43:03.429997 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.437713 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.445888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] 10.222.0.49 "DELETE /v2.0/networks/383f3898-8f70-46d1-b57a-b257cdfb5872 HTTP/1.1" status: 204 len: 168 time: 0.4887726 Apr 18 20:43:03.466140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50a29d61-7eee-4d7c-92c4-81b80cb17128 req-cadc5a22-d245-49f6-8f4b-d9ce1c4164a2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839894 Apr 18 20:43:03.475718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebceb45-f1de-4a33-8dd0-0e28c66c557b admin admin] Pushing event deleted for resources: {'Network': ['ID=383f3898-8f70-46d1-b57a-b257cdfb5872,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:03.678132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49388) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:03.727770 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-11ba5f89-fa6f-444d-ac51-d2bbca633bd7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31bab11f389e4d3c9887dae5abfc5e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481210 Apr 18 20:43:03.729988 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49390) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:03.790442 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2706df6e-794d-46e1-bfe9-c4f6f999f693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.820505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2706df6e-794d-46e1-bfe9-c4f6f999f693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.885510 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2706df6e-794d-46e1-bfe9-c4f6f999f693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.888862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2706df6e-794d-46e1-bfe9-c4f6f999f693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.890958 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2706df6e-794d-46e1-bfe9-c4f6f999f693 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1e411d1-80b7-496a-bbb5-e2e112757279 HTTP/1.1" status: 204 len: 168 time: 0.1596913 Apr 18 20:43:03.902885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706df6e-794d-46e1-bfe9-c4f6f999f693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e411d1-80b7-496a-bbb5-e2e112757279,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:04.362105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ade9f3-1f3d-4cbc-8186-00fa16cb360c req-2ef01f92-fb7d-4134-84e1-2103e167a313 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:04.371233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-82ade9f3-1f3d-4cbc-8186-00fa16cb360c req-2ef01f92-fb7d-4134-84e1-2103e167a313 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.0655015 Apr 18 20:43:04.457344 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-82ade9f3-1f3d-4cbc-8186-00fa16cb360c req-4d591da8-00d3-474f-bed3-3583ffd477fd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843918 Apr 18 20:43:04.633613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4385a7b-7b1a-407e-a2c6-4b0e9b5ed4df req-6049ef0c-1724-409b-8de5-8d4aa4d82885 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:04.643343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4385a7b-7b1a-407e-a2c6-4b0e9b5ed4df req-6049ef0c-1724-409b-8de5-8d4aa4d82885 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0705945 Apr 18 20:43:04.703178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4385a7b-7b1a-407e-a2c6-4b0e9b5ed4df req-0bcb5a7d-c1f7-4c4e-9174-34fad8ad09d8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546665 Apr 18 20:43:05.889328 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7b174fa5-eaf2-4659-ac59-e2548c5763da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:05.925413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045b2a4-c83e-4a44-a6e6-1464c1d2dbc3 req-07a0eb5a-c553-487a-b88d-844e520ce962 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:05.927223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1045b2a4-c83e-4a44-a6e6-1464c1d2dbc3 req-07a0eb5a-c553-487a-b88d-844e520ce962 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1005683 Apr 18 20:43:05.974124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1045b2a4-c83e-4a44-a6e6-1464c1d2dbc3 req-d7c5ce6f-6947-460b-b94d-0da0e36cc041 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Apr 18 20:43:06.514944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-36d1cf1b-1702-48d4-89d3-553f7f055270 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670042 Apr 18 20:43:06.629896 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-ae7f72f2-808b-482e-9f21-797e3195ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:06.631686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-ae7f72f2-808b-482e-9f21-797e3195ff0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 1096 time: 0.0580864 Apr 18 20:43:06.773141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-0329df80-7e7d-4365-8c40-8665cfbf9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:06.777568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-0329df80-7e7d-4365-8c40-8665cfbf9827 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 910 time: 0.1231086 Apr 18 20:43:06.909747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-17c7b6f1-db29-4222-abf4-dd8c93816c6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e919662c-7ceb-4c52-9188-254e08d3d27e HTTP/1.1" status: 200 len: 1000 time: 0.1224754 Apr 18 20:43:06.975592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-20741e1b-72a1-4498-be7c-e074809a5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:06.977253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-20741e1b-72a1-4498-be7c-e074809a5dc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.0571609 Apr 18 20:43:07.054094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-0ebbea86-8e0a-4d87-bf01-10bc3e65d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.056489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-0ebbea86-8e0a-4d87-bf01-10bc3e65d7a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678618 Apr 18 20:43:07.215787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98bc5-df2d-4e89-87f0-87a3c998ee4c req-9a4e217d-5446-46dc-8f15-13c49ebc0c38 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.224477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d98bc5-df2d-4e89-87f0-87a3c998ee4c req-9a4e217d-5446-46dc-8f15-13c49ebc0c38 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1433063 Apr 18 20:43:07.258027 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-7b6b898b-e97b-438e-b2a0-6f913210433a service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881020 Apr 18 20:43:07.299455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d98bc5-df2d-4e89-87f0-87a3c998ee4c req-b5d3b31c-954a-453a-9d92-d2cf96e0ff03 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668674 Apr 18 20:43:07.402068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098df075-fbdd-41c8-8e72-6504d71f78d5 req-10dbf351-0bdb-43f7-a590-85591f6406e3 service neutron] 10.222.0.60 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360369 Apr 18 20:43:07.899524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-529ae25d-5c75-4e72-9f96-3595126815de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1922710 Apr 18 20:43:07.988139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-782eaba9-6d6f-44e7-b8b7-7b5733cb4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.989763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-782eaba9-6d6f-44e7-b8b7-7b5733cb4e14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1096 time: 0.0602164 Apr 18 20:43:08.132940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-91289694-4514-4a33-8b66-a57285d14c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.135751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-91289694-4514-4a33-8b66-a57285d14c5b service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.1185062 Apr 18 20:43:08.215582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-75c39476-8234-4d48-b4cf-38e8bd797555 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 999 time: 0.0694528 Apr 18 20:43:08.274732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-7eae8d19-33dd-4d86-aee7-d3d2d3e59f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.276197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-7eae8d19-33dd-4d86-aee7-d3d2d3e59f9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0508947 Apr 18 20:43:08.327977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-38ec315d-90e3-4477-9b6d-f9fc553a2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.329473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-38ec315d-90e3-4477-9b6d-f9fc553a2469 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430102 Apr 18 20:43:08.347582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-69084590-0ea8-4f3b-a44a-158a85ffa895 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:43:08.358501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-69084590-0ea8-4f3b-a44a-158a85ffa895 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182583 Apr 18 20:43:08.481157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f75bb7-568a-4045-bd20-a16b8aeac192 req-be7f1d1a-55aa-44f0-9445-e73a9365fee7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.483353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72f75bb7-568a-4045-bd20-a16b8aeac192 req-be7f1d1a-55aa-44f0-9445-e73a9365fee7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1047411 Apr 18 20:43:08.520378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-497a328a-4197-4e35-905e-81e25b90c921 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504581 Apr 18 20:43:08.565290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72f75bb7-568a-4045-bd20-a16b8aeac192 req-a55bfb51-46b5-4c61-bd32-f023fb4da186 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713034 Apr 18 20:43:08.618943 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-31b1c2e6-0d0c-403f-bcdc-95a6ff46023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.658458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16af85a5-43bf-46ab-b036-d8687636ba1b req-b70a576c-7cee-4456-bb42-6b871ecc27a0 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208079 Apr 18 20:43:09.265743 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.729329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4612a2-50b4-4f69-9d3e-0bd873ebadd9 req-14e9a8a6-34e7-4403-9e87-da41128d53e3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:09.731450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f4612a2-50b4-4f69-9d3e-0bd873ebadd9 req-14e9a8a6-34e7-4403-9e87-da41128d53e3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0649970 Apr 18 20:43:09.778461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f4612a2-50b4-4f69-9d3e-0bd873ebadd9 req-ee50cf07-a82d-416f-a56c-4f18e9487285 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367672 Apr 18 20:43:10.367797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49552) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:10.455083 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.492834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c76765c-df02-4183-bab7-7e91aa938cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.579390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c76765c-df02-4183-bab7-7e91aa938cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.583696 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c76765c-df02-4183-bab7-7e91aa938cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.626877 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6c76765c-df02-4183-bab7-7e91aa938cd1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbfab3d80b4149ca878906e7e325c960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557075 Apr 18 20:43:10.626877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76765c-df02-4183-bab7-7e91aa938cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9619a67-117a-4fd8-9658-83ee66221b4b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:10.627231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49556) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:10.678925 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e437-9c31-4307-a06d-be2b5a7ed236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.701973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e437-9c31-4307-a06d-be2b5a7ed236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.754517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e437-9c31-4307-a06d-be2b5a7ed236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.759038 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e437-9c31-4307-a06d-be2b5a7ed236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.760876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2ad6e437-9c31-4307-a06d-be2b5a7ed236 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9619a67-117a-4fd8-9658-83ee66221b4b HTTP/1.1" status: 204 len: 168 time: 0.1324179 Apr 18 20:43:10.776276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6e437-9c31-4307-a06d-be2b5a7ed236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9619a67-117a-4fd8-9658-83ee66221b4b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:10.918173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f4b6fe-4e8a-4189-a38d-215adc5709f2 req-493805eb-a918-44e4-9601-c016c7895f5a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:10.920915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91f4b6fe-4e8a-4189-a38d-215adc5709f2 req-493805eb-a918-44e4-9601-c016c7895f5a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0601950 Apr 18 20:43:10.963124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91f4b6fe-4e8a-4189-a38d-215adc5709f2 req-338563dd-a447-4dcc-96f8-8f18e81b3711 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Apr 18 20:43:11.142259 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.181026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49566) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:11.203630 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-042ce42f-4731-4d89-88e8-60e453327fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.312726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-042ce42f-4731-4d89-88e8-60e453327fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.322171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-042ce42f-4731-4d89-88e8-60e453327fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.398143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-042ce42f-4731-4d89-88e8-60e453327fa2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5914c1d2f9da47d1a051c279cf70b713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171094 Apr 18 20:43:11.398409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49570) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:11.400767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ce42f-4731-4d89-88e8-60e453327fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79484a0c-8845-46c4-82b2-460528210aba,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:11.477532 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-38927285-7018-4744-8e63-2228492b7bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.502410 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-38927285-7018-4744-8e63-2228492b7bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.559716 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-38927285-7018-4744-8e63-2228492b7bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.562372 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-38927285-7018-4744-8e63-2228492b7bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.563530 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-38927285-7018-4744-8e63-2228492b7bca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79484a0c-8845-46c4-82b2-460528210aba HTTP/1.1" status: 204 len: 168 time: 0.1620054 Apr 18 20:43:11.572546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38927285-7018-4744-8e63-2228492b7bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79484a0c-8845-46c4-82b2-460528210aba,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:12.132262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71882bf7-d964-4161-8e98-c849031339ba req-580b7c41-ea64-40a1-916a-4ed8a516f83f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:12.134602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71882bf7-d964-4161-8e98-c849031339ba req-580b7c41-ea64-40a1-916a-4ed8a516f83f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0680385 Apr 18 20:43:12.139958 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.200582 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:43:12.217593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71882bf7-d964-4161-8e98-c849031339ba req-4ca69d49-508f-4928-a0d7-5f9e66fb9245 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742712 Apr 18 20:43:12.806426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-7d8ac0d9-bc89-439a-8518-700e3f9b053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:12.808060 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-7d8ac0d9-bc89-439a-8518-700e3f9b053e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 1096 time: 0.0861354 Apr 18 20:43:12.849618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95667e-0426-46d4-8bb6-4d650217c34c req-0ad38b5c-268b-4b6d-9124-fd813d1fe219 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:12.852934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf95667e-0426-46d4-8bb6-4d650217c34c req-0ad38b5c-268b-4b6d-9124-fd813d1fe219 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0967059 Apr 18 20:43:12.990086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf95667e-0426-46d4-8bb6-4d650217c34c req-0da14b4a-a5eb-435c-8eeb-88dadaa921c9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235628 Apr 18 20:43:13.027413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-b0485456-9496-48e1-8b7b-d8bb63b52947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:13.029353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-b0485456-9496-48e1-8b7b-d8bb63b52947 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.2080021 Apr 18 20:43:13.102677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-681e85f3-1be4-4e22-b1b6-454d4a222f49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe HTTP/1.1" status: 200 len: 1000 time: 0.0628662 Apr 18 20:43:13.163904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-75bd2096-a4f9-4be6-aca5-9dd03b21347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:13.165721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-75bd2096-a4f9-4be6-aca5-9dd03b21347a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.0535319 Apr 18 20:43:13.263319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-0fbd9e89-b1af-40db-850c-095dcdb97a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:13.266271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-0fbd9e89-b1af-40db-850c-095dcdb97a08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899649 Apr 18 20:43:13.484732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10713ed2-842b-4173-9b11-8ca56f78a960 req-5647f02d-fab3-44c5-a2ab-ebc56128285d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:13.486290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10713ed2-842b-4173-9b11-8ca56f78a960 req-5647f02d-fab3-44c5-a2ab-ebc56128285d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1153488 Apr 18 20:43:13.488681 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-dd48b80c-6b8f-493c-bb6b-1bcb548ddbc6 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108524 Apr 18 20:43:13.882759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10713ed2-842b-4173-9b11-8ca56f78a960 req-1a5e3187-e7fc-4440-b500-a561809e62cb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889678 Apr 18 20:43:13.939566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c70fe627-9736-4332-a436-0ab0fc94dc16 req-e243aa24-1c90-414a-859e-c88ada05a8db service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341176 Apr 18 20:43:14.144450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03aeb9-e8f4-4a50-8ed0-907f2b384f36 req-89274bd4-a450-43f9-bd4c-57b59182fd59 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:14.145999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa03aeb9-e8f4-4a50-8ed0-907f2b384f36 req-89274bd4-a450-43f9-bd4c-57b59182fd59 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0597179 Apr 18 20:43:14.201943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa03aeb9-e8f4-4a50-8ed0-907f2b384f36 req-0f15a454-eb18-4901-a803-d544f2400802 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474780 Apr 18 20:43:15.007455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519263a-7ccd-45c4-b74d-0f995441884e req-2ac20fa1-e344-466f-9a4a-2bad067ebc1a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:15.009457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2519263a-7ccd-45c4-b74d-0f995441884e req-2ac20fa1-e344-466f-9a4a-2bad067ebc1a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0542545 Apr 18 20:43:15.052051 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2519263a-7ccd-45c4-b74d-0f995441884e req-92f1987b-a8a7-41ed-affc-f58e9a5f54ad tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363677 Apr 18 20:43:15.319801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf4d7c-a676-4509-894a-d3a462947f48 req-d0bec670-16d8-4864-9e00-e4f11d2a1611 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:15.324466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62bf4d7c-a676-4509-894a-d3a462947f48 req-d0bec670-16d8-4864-9e00-e4f11d2a1611 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0554357 Apr 18 20:43:15.374261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62bf4d7c-a676-4509-894a-d3a462947f48 req-100009bf-52ad-4aff-862a-160756cc4fe6 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458374 Apr 18 20:43:15.878751 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.182986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43607ed4-536e-4171-bf25-fa7ecfc6af51 req-4524278a-cfd3-476e-9b51-d8d4380364ec tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:16.184530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43607ed4-536e-4171-bf25-fa7ecfc6af51 req-4524278a-cfd3-476e-9b51-d8d4380364ec tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0602746 Apr 18 20:43:16.226015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43607ed4-536e-4171-bf25-fa7ecfc6af51 req-854e84ab-c13f-4d86-b16c-4808b44a4e80 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Apr 18 20:43:16.504102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d0b0d-3aeb-4d79-bac0-265f1918b46f req-72c3578b-b900-405d-b12d-6db279a5e247 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:16.512020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d4d0b0d-3aeb-4d79-bac0-265f1918b46f req-72c3578b-b900-405d-b12d-6db279a5e247 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0602922 Apr 18 20:43:16.556101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d4d0b0d-3aeb-4d79-bac0-265f1918b46f req-d336709d-8383-4944-b96c-ffeacc88ca4e tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 Apr 18 20:43:17.360643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e1fb-648f-422e-9981-78596d9d172c req-3c4a2912-cbd2-4236-85f0-690f83011d11 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:17.369196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc42e1fb-648f-422e-9981-78596d9d172c req-3c4a2912-cbd2-4236-85f0-690f83011d11 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0603971 Apr 18 20:43:17.415538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc42e1fb-648f-422e-9981-78596d9d172c req-f1b1a177-0d1a-462d-9d76-497d7ae5d83f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433161 Apr 18 20:43:17.726945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242f48c-0291-405b-9c4b-9ffdc7594051 req-d2592d52-d3a9-46f4-afe5-a34675edaaf1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:17.738362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8242f48c-0291-405b-9c4b-9ffdc7594051 req-d2592d52-d3a9-46f4-afe5-a34675edaaf1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0841506 Apr 18 20:43:17.776204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49678) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:17.790182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8242f48c-0291-405b-9c4b-9ffdc7594051 req-16ebb4bd-e5b9-4561-8ecc-0cceb8c741b1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509610 Apr 18 20:43:17.916412 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23ee7812-c1ce-4870-8909-925335a4a808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.014675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23ee7812-c1ce-4870-8909-925335a4a808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.019675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23ee7812-c1ce-4870-8909-925335a4a808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.073321 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-23ee7812-c1ce-4870-8909-925335a4a808 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a382c19d5b64b1988600853ee48543a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960043 Apr 18 20:43:18.074213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee7812-c1ce-4870-8909-925335a4a808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b459cd-41c5-4d28-b654-923383c43ea5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:18.077738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49682) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:18.164664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b22f69b4-bc78-416e-b79f-430f55f83e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.194388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b22f69b4-bc78-416e-b79f-430f55f83e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.249187 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b22f69b4-bc78-416e-b79f-430f55f83e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.252110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b22f69b4-bc78-416e-b79f-430f55f83e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.253282 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b22f69b4-bc78-416e-b79f-430f55f83e1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2b459cd-41c5-4d28-b654-923383c43ea5 HTTP/1.1" status: 204 len: 168 time: 0.1746204 Apr 18 20:43:18.262390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f69b4-bc78-416e-b79f-430f55f83e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b459cd-41c5-4d28-b654-923383c43ea5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:18.542804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc89494-fb7a-427c-bd29-be8bc2be7107 req-d54a19ce-51f1-4a28-b797-a2e70e381c7b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.544994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acc89494-fb7a-427c-bd29-be8bc2be7107 req-d54a19ce-51f1-4a28-b797-a2e70e381c7b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.0558546 Apr 18 20:43:18.582144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49690) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:18.598028 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dde9481-947e-4f6f-95de-c1b0c900b9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.606701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acc89494-fb7a-427c-bd29-be8bc2be7107 req-a0bfb653-86b2-42de-9781-ef70b65eeb6b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550041 Apr 18 20:43:18.757062 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dde9481-947e-4f6f-95de-c1b0c900b9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.762463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dde9481-947e-4f6f-95de-c1b0c900b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.805789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde9481-947e-4f6f-95de-c1b0c900b9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2123e5e-f276-4a4d-ac9c-fac75d10d17b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:18.824486 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3dde9481-947e-4f6f-95de-c1b0c900b9af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8cc149ad1351447bba67c253e8be3922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411311 Apr 18 20:43:18.827338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49708) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:18.896182 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa836b44-c1f9-4604-8fce-bb5157924a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.926841 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa836b44-c1f9-4604-8fce-bb5157924a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.954726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05f6f3-9010-40f6-96ee-96246f4ef39b req-018d6f10-4d97-4840-ae86-a186f171743e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.956334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc05f6f3-9010-40f6-96ee-96246f4ef39b req-018d6f10-4d97-4840-ae86-a186f171743e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1123350 Apr 18 20:43:18.964439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6b384-bf1f-4244-97f0-5142d2a46755 req-e164d28b-54a3-4fec-b358-7e9185a43ed5 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.966847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56a6b384-bf1f-4244-97f0-5142d2a46755 req-e164d28b-54a3-4fec-b358-7e9185a43ed5 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0871627 Apr 18 20:43:18.988697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa836b44-c1f9-4604-8fce-bb5157924a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.991465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa836b44-c1f9-4604-8fce-bb5157924a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.995052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aa836b44-c1f9-4604-8fce-bb5157924a16 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2123e5e-f276-4a4d-ac9c-fac75d10d17b HTTP/1.1" status: 204 len: 168 time: 0.1643615 Apr 18 20:43:19.000714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa836b44-c1f9-4604-8fce-bb5157924a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2123e5e-f276-4a4d-ac9c-fac75d10d17b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:19.019705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc05f6f3-9010-40f6-96ee-96246f4ef39b req-a93dbc68-5ead-419b-9d87-3c78304e9b00 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516272 Apr 18 20:43:19.073783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56a6b384-bf1f-4244-97f0-5142d2a46755 req-b4684b47-1684-440f-9eb0-597b5bcbbd68 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679023 Apr 18 20:43:19.175358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161dd7a-af51-41f3-a4e7-566ed9169bd2 req-e5be4b63-604a-4f41-ae34-e24fd51a2313 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:19.176926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3161dd7a-af51-41f3-a4e7-566ed9169bd2 req-e5be4b63-604a-4f41-ae34-e24fd51a2313 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0572326 Apr 18 20:43:19.219487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3161dd7a-af51-41f3-a4e7-566ed9169bd2 req-0bdba589-353a-4873-85d5-fe9e13f84c13 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358505 Apr 18 20:43:19.371797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f689f-8132-408f-8620-83787f350188 req-af631c06-caae-4247-8540-9a14b486fd77 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:19.374566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-610f689f-8132-408f-8620-83787f350188 req-af631c06-caae-4247-8540-9a14b486fd77 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0802646 Apr 18 20:43:19.432330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-610f689f-8132-408f-8620-83787f350188 req-c2592784-11e7-4649-aa56-776560d53f42 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496273 Apr 18 20:43:19.577515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d533d-6094-4bf9-88ed-a0c0a5a2e1b7 req-0cfc9849-cffb-4f05-8523-df189f6947c2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:19.579136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-974d533d-6094-4bf9-88ed-a0c0a5a2e1b7 req-0cfc9849-cffb-4f05-8523-df189f6947c2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0728254 Apr 18 20:43:19.622633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-974d533d-6094-4bf9-88ed-a0c0a5a2e1b7 req-de80d5a4-92c6-42cb-a6f0-fbf607d6cb15 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362542 Apr 18 20:43:19.999511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-b00af602-cc48-4ae0-9c2b-befd98c9566f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.001048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-b00af602-cc48-4ae0-9c2b-befd98c9566f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 812 time: 0.1412852 Apr 18 20:43:20.016371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-d0d76396-c875-4cbd-85dc-5305a44afcf9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/quotas/cdf9b9fe89c74d14b18bf78676f6491e HTTP/1.1" status: 200 len: 375 time: 0.0095813 Apr 18 20:43:20.087615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-9d22ddd0-e14b-49a9-9fb1-079ccd6832a6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0650351 Apr 18 20:43:20.253505 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-805c4c3f-f388-4e60-a946-5b5f885f97fd service neutron] 10.222.0.49 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583633 Apr 18 20:43:20.414146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd223d-f2f5-4c8e-8a40-ac4f7a9e0b1d req-8f8be6db-3e27-402d-9d7f-7e36932161ba tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.426307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fdd223d-f2f5-4c8e-8a40-ac4f7a9e0b1d req-8f8be6db-3e27-402d-9d7f-7e36932161ba tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.1929796 Apr 18 20:43:20.511190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fdd223d-f2f5-4c8e-8a40-ac4f7a9e0b1d req-c1cd088c-2eec-4cd0-bf6f-6ee788708d53 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835538 Apr 18 20:43:20.514496 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-200fd301-24e1-4b9e-8a64-cd066c55c28a service neutron] 10.222.0.49 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437449 Apr 18 20:43:20.842330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e6cb4e7-8818-4154-899a-15e1f65c0f12 req-e8bb5a25-ee7f-4d09-8578-ff1893655286 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 210 time: 0.0461712 Apr 18 20:43:21.670180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2310fb-6f71-4e78-b8fe-f761ed676f37 req-bdd8cbab-24d1-4f05-9898-dceb3e9d6da6 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:21.672142 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea2310fb-6f71-4e78-b8fe-f761ed676f37 req-bdd8cbab-24d1-4f05-9898-dceb3e9d6da6 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0648999 Apr 18 20:43:21.726943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea2310fb-6f71-4e78-b8fe-f761ed676f37 req-678b206d-c918-4919-b190-42660ea5d705 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463305 Apr 18 20:43:21.850480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-265c31b2-f57d-45b2-8606-a63862ebb029 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=950b9bac8ab34cfaa56c90dd68fc0434&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310657 Apr 18 20:43:22.134924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b5a45b7-5476-4e62-8ae5-c8de2c65fa8c req-6224ffed-e345-42e8-9d5b-cbe134c2c8e7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 210 time: 0.1540217 Apr 18 20:43:22.212978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-889f02ae-1cf9-4ae8-a9b0-e66198d1e654 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.214441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-889f02ae-1cf9-4ae8-a9b0-e66198d1e654 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3519113 Apr 18 20:43:22.240618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-f3e275d5-c534-409f-9201-a44fe4085b46 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.241967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-f3e275d5-c534-409f-9201-a44fe4085b46 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 812 time: 0.2754920 Apr 18 20:43:22.243571 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-ba8c69e8-8126-4078-a7da-1047c27a5e39 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/quotas/950b9bac8ab34cfaa56c90dd68fc0434 HTTP/1.1" status: 200 len: 375 time: 0.0196893 Apr 18 20:43:22.263926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'port': {'device_id': 'edcdd5b3-5f48-4d33-ac88-de888192c4a0', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'admin_state_up': True, 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:22.285629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-616d9fc2-38c2-49a9-a6e0-b7fdc92f298d tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=950b9bac8ab34cfaa56c90dd68fc0434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360188 Apr 18 20:43:22.397804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Made reservation on behalf of cdf9b9fe89c74d14b18bf78676f6491e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:22.402208 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.513371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ce6d099-a5bc-4412-aebd-395655ac4581 req-f86d3805-87d0-4e09-b6aa-3c4df34f2ff3 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 210 time: 0.0454767 Apr 18 20:43:22.605370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Allocated IP 172.20.0.9 (c950a1c8-90b8-42dc-987b-9a836dad20fc/32111c63-c23d-44a5-8789-d4e3ebf2eb07/e7466261-1562-4314-b742-97da536e24f5) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:22.811599 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.898801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.906601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:43:22.920608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034119d6-2163-4333-a9f6-553bd5e9aa0e req-b5ab7704-7038-41e9-9b5f-11e1ebf8ede3 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.922324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-034119d6-2163-4333-a9f6-553bd5e9aa0e req-b5ab7704-7038-41e9-9b5f-11e1ebf8ede3 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0801876 Apr 18 20:43:22.979521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Network c950a1c8-90b8-42dc-987b-9a836dad20fc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:22.988811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:22.992038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:43:23.082998 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'Port': ['ID=e7466261-1562-4314-b742-97da536e24f5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:23.110603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-034119d6-2163-4333-a9f6-553bd5e9aa0e req-979cfc9b-9c5f-4d65-81fd-3a0988946066 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689324 Apr 18 20:43:23.154981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:23.156005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.191941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-46c59e68-c7d5-40db-8ba2-fc1e925ff06c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9325690 Apr 18 20:43:23.214427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Request body: {'port': {'device_id': 'edcdd5b3-5f48-4d33-ac88-de888192c4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:23.333813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.415545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d195d24-da3e-48d7-bdce-ddb78c80480b req-fe587e23-e528-423a-b038-97a7c4efe686 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:23.417209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d195d24-da3e-48d7-bdce-ddb78c80480b req-fe587e23-e528-423a-b038-97a7c4efe686 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 931 time: 0.1017003 Apr 18 20:43:23.512515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-97b2de0f-68a6-4142-a55c-1e2da80ec5ad None None] Provisioning complete for port e7466261-1562-4314-b742-97da536e24f5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:23.513405 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-97b2de0f-68a6-4142-a55c-1e2da80ec5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.529077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d195d24-da3e-48d7-bdce-ddb78c80480b req-f7efb90c-5a23-4599-98ca-2bc31625047c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987515 Apr 18 20:43:23.551685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-97b2de0f-68a6-4142-a55c-1e2da80ec5ad None None] Port e7466261-1562-4314-b742-97da536e24f5 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:43:23.649247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e4a9639-7121-46dd-b2ca-98288488f10a req-4db788c7-a552-44a5-a761-48715a10d556 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 210 time: 0.0283437 Apr 18 20:43:23.768129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7466261-1562-4314-b742-97da536e24f5 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:23.777851 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.813114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Transition to ACTIVE for port object e7466261-1562-4314-b742-97da536e24f5 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:23.821141 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.912527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Pushing event updated for resources: {'Port': ['ID=e7466261-1562-4314-b742-97da536e24f5,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:23.960010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-64feff4f-232c-411b-b0c6-b118c8ebe63e tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=950b9bac8ab34cfaa56c90dd68fc0434&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585201 Apr 18 20:43:24.072225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Attempting to bind port e7466261-1562-4314-b742-97da536e24f5 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:24.072781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Attempting to bind port e7466261-1562-4314-b742-97da536e24f5 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:24.073050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Attempting to bind port e7466261-1562-4314-b742-97da536e24f5 on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:43:24.085820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Port e7466261-1562-4314-b742-97da536e24f5 on network c950a1c8-90b8-42dc-987b-9a836dad20fc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:43:24.086327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Attempting to bind port e7466261-1562-4314-b742-97da536e24f5 on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:43:24.111219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:43:24.111679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Checking segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:43:24.112095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Bound using segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:43:24.112538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Bound port: e7466261-1562-4314-b742-97da536e24f5, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:24.112927 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.145046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-3b05ce4a-d2c4-461c-a340-888214ebe642 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.146952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-3b05ce4a-d2c4-461c-a340-888214ebe642 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782093 Apr 18 20:43:24.186274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Request body: {'port': {'device_id': '975fd627-7e74-49b5-acc7-d78ce368d4de', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '950b9bac8ab34cfaa56c90dd68fc0434'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:24.337546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] For port e7466261-1562-4314-b742-97da536e24f5, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:24.391918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] For port e7466261-1562-4314-b742-97da536e24f5, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e7466261-1562-4314-b742-97da536e24f5,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:24.401902 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.462854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.463512 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.464996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] 10.222.0.64 "PUT /v2.0/ports/e7466261-1562-4314-b742-97da536e24f5 HTTP/1.1" status: 200 len: 1091 time: 1.2619514 Apr 18 20:43:24.465432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcdd5b3-5f48-4d33-ac88-de888192c4a0', 'tag': 'e7466261-1562-4314-b742-97da536e24f5'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:24.468311 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fa89ca-a537-403e-9568-52fe7e2b82e1" -d '{"events": [{"name": "network-changed", "server_uuid": "edcdd5b3-5f48-4d33-ac88-de888192c4a0", "tag": "e7466261-1562-4314-b742-97da536e24f5"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:24.509706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055b37f-54db-4aea-b982-e61caa52559c req-4da2395f-fd73-451d-95c4-a3d0ab934639 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.511454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b055b37f-54db-4aea-b982-e61caa52559c req-4da2395f-fd73-451d-95c4-a3d0ab934639 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.1815660 Apr 18 20:43:24.519432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Made reservation on behalf of 950b9bac8ab34cfaa56c90dd68fc0434 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:24.523256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.526465 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e429430-ba16-4ab3-9e34-3860f2a27aee x-openstack-request-id: req-3e429430-ba16-4ab3-9e34-3860f2a27aee {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:24.526828 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcdd5b3-5f48-4d33-ac88-de888192c4a0", "tag": "e7466261-1562-4314-b742-97da536e24f5", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:24.527134 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e429430-ba16-4ab3-9e34-3860f2a27aee {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:24.527606 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e429430-ba16-4ab3-9e34-3860f2a27aee'] response: {'name': 'network-changed', 'server_uuid': 'edcdd5b3-5f48-4d33-ac88-de888192c4a0', 'tag': 'e7466261-1562-4314-b742-97da536e24f5', 'status': 'completed', 'code': 200} Apr 18 20:43:24.553351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44593978-ba1d-4690-9622-17c354d1b971 service neutron] Pushing event updated for resources: {'Port': ['ID=e7466261-1562-4314-b742-97da536e24f5,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:24.586920 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.906968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b055b37f-54db-4aea-b982-e61caa52559c req-1176b8df-c4a5-4656-884f-2b2a11bfb225 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3760772 Apr 18 20:43:24.927037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-00b49ea5-1c4d-4f54-979f-655289b86710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.927037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-00b49ea5-1c4d-4f54-979f-655289b86710 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 1094 time: 0.3950858 Apr 18 20:43:25.012962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-b9b0ff55-c8b5-4480-8cd0-060b1541f78a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7466261-1562-4314-b742-97da536e24f5 HTTP/1.1" status: 200 len: 217 time: 0.0714934 Apr 18 20:43:25.092419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44777db4-6fda-4afb-b6dc-e8b79ccec401 req-f327bc02-8135-4a77-bf4b-312bd1e8044a tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 210 time: 0.0750029 Apr 18 20:43:25.113335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96937f-94ff-456f-af14-f64dfa4922f4 req-5ef81be5-a35a-4159-83d6-910d654552ae tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:25.115796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df96937f-94ff-456f-af14-f64dfa4922f4 req-5ef81be5-a35a-4159-83d6-910d654552ae tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 943 time: 0.2374988 Apr 18 20:43:25.167986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-dbcac944-e7e1-4392-b364-7cfb28f149c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:25.170013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-dbcac944-e7e1-4392-b364-7cfb28f149c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.1444788 Apr 18 20:43:25.181402 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.202504 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.242252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df96937f-94ff-456f-af14-f64dfa4922f4 req-ac369b51-d023-4799-9708-9752614c8418 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096003 Apr 18 20:43:25.332993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a47782-0eb8-4c91-950c-3377471eea97,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:25.341293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-288ba0d7-19da-433f-9a29-e08af688ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:25.342862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-288ba0d7-19da-433f-9a29-e08af688ff01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598802 Apr 18 20:43:25.455886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Allocated IP 192.168.233.234 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/8318095a-302a-4e9d-ba2f-daeb4075bc1c) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:25.516099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-dd9fcc43-cef2-454e-b6ff-9a1afa890892 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591296 Apr 18 20:43:25.705728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1bfdf20-8fa0-4f30-8546-2c63735be8ff req-c81872b0-181b-401e-ac26-e0178175cbd1 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772363 Apr 18 20:43:25.738496 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.802728 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.848710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-c664fdea-c5bf-4cf6-97bf-1dae2dd2fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:25.850249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-c664fdea-c5bf-4cf6-97bf-1dae2dd2fc26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 1094 time: 0.0892630 Apr 18 20:43:25.882539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:25.889230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:25.892720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Pushing event updated for resources: {'Port': ['ID=8318095a-302a-4e9d-ba2f-daeb4075bc1c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:25.894956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:43:25.985544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:25.986223 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.024545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-24c4e4c6-062c-43a9-8840-e06a36748d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.027050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-24c4e4c6-062c-43a9-8840-e06a36748d45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.1695473 Apr 18 20:43:26.031144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-430fe85e-1f49-4144-a3fd-fe7e9ad9c422 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8518929 Apr 18 20:43:26.058249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Request body: {'port': {'device_id': '975fd627-7e74-49b5-acc7-d78ce368d4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:26.142966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-180c1a94-0797-44ec-b06d-901a12adec5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7466261-1562-4314-b742-97da536e24f5 HTTP/1.1" status: 200 len: 217 time: 0.1065071 Apr 18 20:43:26.255598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5db7f4-e385-4ecc-87df-fc15c8820b7f req-4ed95d3b-41ed-4f12-abf2-097675cdfb9a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.257239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e5db7f4-e385-4ecc-87df-fc15c8820b7f req-4ed95d3b-41ed-4f12-abf2-097675cdfb9a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.2248008 Apr 18 20:43:26.269370 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.286530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-de6afe28-0fe2-4b68-b8e8-ce5650b05186 None None] Provisioning complete for port 8318095a-302a-4e9d-ba2f-daeb4075bc1c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:26.287402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de6afe28-0fe2-4b68-b8e8-ce5650b05186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.298611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-49b0951b-d20c-4765-8e4b-a7c306e9274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.300281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-49b0951b-d20c-4765-8e4b-a7c306e9274d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.1472955 Apr 18 20:43:26.332469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-de6afe28-0fe2-4b68-b8e8-ce5650b05186 None None] Port 8318095a-302a-4e9d-ba2f-daeb4075bc1c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:43:26.453252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e5db7f4-e385-4ecc-87df-fc15c8820b7f req-13efd699-e85b-4dc0-89a2-b8f5df211c35 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713638 Apr 18 20:43:26.619726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-745881df-b02b-491b-b35a-93c1f438133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.622676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-745881df-b02b-491b-b35a-93c1f438133a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141265 Apr 18 20:43:26.789648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e7466261-1562-4314-b742-97da536e24f5 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:43:26.820802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becb12d-7c96-4ad5-8b4d-c2b1a6c196b9 req-680c1c00-f332-4ffe-9758-76d18ee6ede2 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.823399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6becb12d-7c96-4ad5-8b4d-c2b1a6c196b9 req-680c1c00-f332-4ffe-9758-76d18ee6ede2 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 936 time: 0.3674505 Apr 18 20:43:26.896805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab93fd-9d8b-4e0c-9617-431b969c5905 req-41d3f9cb-4308-4b8f-b446-4dec14771403 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:26.903562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7ab93fd-9d8b-4e0c-9617-431b969c5905 req-41d3f9cb-4308-4b8f-b446-4dec14771403 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 943 time: 0.3169844 Apr 18 20:43:26.957848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e7466261-1562-4314-b742-97da536e24f5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e7466261-1562-4314-b742-97da536e24f5,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:26.991922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-0d4de366-b7ea-4c15-bf07-f00541d46759 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612781 Apr 18 20:43:26.995941 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'e7466261-1562-4314-b742-97da536e24f5', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'port_id': 'e7466261-1562-4314-b742-97da536e24f5', 'mac_address': 'fa:16:3e:29:1f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:43:27.040743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6becb12d-7c96-4ad5-8b4d-c2b1a6c196b9 req-2bacda73-dd60-4f93-8a4e-f1496954e615 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667714 Apr 18 20:43:27.057940 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.081015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7466261-1562-4314-b742-97da536e24f5 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:27.092699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7ab93fd-9d8b-4e0c-9617-431b969c5905 req-d44c4e24-5ced-4c8a-8ffe-1d18cca747df tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879013 Apr 18 20:43:27.126345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e7466261-1562-4314-b742-97da536e24f5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e7466261-1562-4314-b742-97da536e24f5,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:27.137928 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.199582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e7466261-1562-4314-b742-97da536e24f5,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:27.264030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01fa89ca-a537-403e-9568-52fe7e2b82e1 req-dcc7adcc-58db-4f55-9139-d56d6512ad2a service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503150 Apr 18 20:43:27.267716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8318095a-302a-4e9d-ba2f-daeb4075bc1c {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:27.279240 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.301995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Transition to ACTIVE for port object 8318095a-302a-4e9d-ba2f-daeb4075bc1c will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:27.305895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.396903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8318095a-302a-4e9d-ba2f-daeb4075bc1c,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:27.438095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e7466261-1562-4314-b742-97da536e24f5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:43:27.458915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Attempting to bind port 8318095a-302a-4e9d-ba2f-daeb4075bc1c on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:27.459362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Attempting to bind port 8318095a-302a-4e9d-ba2f-daeb4075bc1c by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:27.459756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Attempting to bind port 8318095a-302a-4e9d-ba2f-daeb4075bc1c on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:43:27.468470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Port 8318095a-302a-4e9d-ba2f-daeb4075bc1c on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:43:27.474046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Attempting to bind port 8318095a-302a-4e9d-ba2f-daeb4075bc1c on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:43:27.480791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:43:27.481752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:43:27.482294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:43:27.483063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Bound port: 8318095a-302a-4e9d-ba2f-daeb4075bc1c, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:27.484157 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.610853 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] For port 8318095a-302a-4e9d-ba2f-daeb4075bc1c, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:27.614685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] For port 8318095a-302a-4e9d-ba2f-daeb4075bc1c, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8318095a-302a-4e9d-ba2f-daeb4075bc1c,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:27.621853 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.670485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58631df-0f82-49d4-bc48-c90d5fc2ac6b req-049a6bc5-841b-4a9d-b5e0-01f7566220e4 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.677990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c58631df-0f82-49d4-bc48-c90d5fc2ac6b req-049a6bc5-841b-4a9d-b5e0-01f7566220e4 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.1193337 Apr 18 20:43:27.686130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.686755 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.688236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] 10.222.0.60 "PUT /v2.0/ports/8318095a-302a-4e9d-ba2f-daeb4075bc1c HTTP/1.1" status: 200 len: 1096 time: 1.6355240 Apr 18 20:43:27.690853 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975fd627-7e74-49b5-acc7-d78ce368d4de', 'tag': '8318095a-302a-4e9d-ba2f-daeb4075bc1c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:27.693611 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "975fd627-7e74-49b5-acc7-d78ce368d4de", "tag": "8318095a-302a-4e9d-ba2f-daeb4075bc1c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:27.810704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa87bee-2e9c-40ae-8df5-6f1ba25db7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8318095a-302a-4e9d-ba2f-daeb4075bc1c,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:27.823667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c58631df-0f82-49d4-bc48-c90d5fc2ac6b req-dfc2660e-37db-4cdb-b898-5ef1dad09744 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435447 Apr 18 20:43:27.826942 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bf3c86-4abf-41a6-97aa-a1749bc68611 x-openstack-request-id: req-67bf3c86-4abf-41a6-97aa-a1749bc68611 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:27.827568 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975fd627-7e74-49b5-acc7-d78ce368d4de", "tag": "8318095a-302a-4e9d-ba2f-daeb4075bc1c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:27.828133 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-67bf3c86-4abf-41a6-97aa-a1749bc68611 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:27.829315 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bf3c86-4abf-41a6-97aa-a1749bc68611'] response: {'name': 'network-changed', 'server_uuid': '975fd627-7e74-49b5-acc7-d78ce368d4de', 'tag': '8318095a-302a-4e9d-ba2f-daeb4075bc1c', 'status': 'completed', 'code': 200} Apr 18 20:43:27.870773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-bb7d2153-eb33-4c5d-a640-6ec09c5b381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.873082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-bb7d2153-eb33-4c5d-a640-6ec09c5b381c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=950b9bac8ab34cfaa56c90dd68fc0434&device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 1099 time: 0.1214797 Apr 18 20:43:27.922655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-54404a83-41f8-46b8-acde-e4f4d49ee9ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=8318095a-302a-4e9d-ba2f-daeb4075bc1c HTTP/1.1" status: 200 len: 217 time: 0.0412552 Apr 18 20:43:27.988423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-db4b272d-c5ff-4095-b51c-c16574808c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:27.989936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-db4b272d-c5ff-4095-b51c-c16574808c68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0597334 Apr 18 20:43:28.038902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-ef0746f8-21ec-41cb-a9c0-37b662da29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.041224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-ef0746f8-21ec-41cb-a9c0-37b662da29da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447812 Apr 18 20:43:28.168175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-9eccec0a-86c6-428c-b0a3-9afb8568ea14 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197538 Apr 18 20:43:28.341559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f6bfa-412a-42b2-a339-f95f8be882e1 req-310617c2-68e6-4229-93a5-7009bb0b60f1 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.343409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-223f6bfa-412a-42b2-a339-f95f8be882e1 req-310617c2-68e6-4229-93a5-7009bb0b60f1 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 948 time: 0.1714945 Apr 18 20:43:28.414814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd062-d16f-4d6c-82bf-d139f6c543d7 req-fb70048e-9149-4044-befd-cabc1d0bfaeb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.416231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb8cd062-d16f-4d6c-82bf-d139f6c543d7 req-fb70048e-9149-4044-befd-cabc1d0bfaeb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 944 time: 0.1901977 Apr 18 20:43:28.423952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a700ec1-a5f5-4215-b0a2-af92d8535ded req-11daf43b-0758-4479-b9eb-06a063b446aa service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421691 Apr 18 20:43:28.456116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-223f6bfa-412a-42b2-a339-f95f8be882e1 req-0566a4e1-58d0-45d6-9ca8-0932b4183b7d tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898578 Apr 18 20:43:28.477526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb8cd062-d16f-4d6c-82bf-d139f6c543d7 req-1fbee50d-65c9-4b12-9003-b5ffab6a466c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513308 Apr 18 20:43:28.537161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-f4b38e00-0bc8-4995-9e1f-cc0be03ea203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.538795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-f4b38e00-0bc8-4995-9e1f-cc0be03ea203 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=950b9bac8ab34cfaa56c90dd68fc0434&device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 1099 time: 0.0426443 Apr 18 20:43:28.639323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-30d0960c-97d8-4976-a4f8-9e7611b07d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.640815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-30d0960c-97d8-4976-a4f8-9e7611b07d5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.0950198 Apr 18 20:43:28.796578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e7466261-1562-4314-b742-97da536e24f5 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:43:28.858378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port e7466261-1562-4314-b742-97da536e24f5 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:28.864345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port e7466261-1562-4314-b742-97da536e24f5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:28.864987 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.987486 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.015581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcdd5b3-5f48-4d33-ac88-de888192c4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7466261-1562-4314-b742-97da536e24f5'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:29.018120 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6706265-efd2-47ab-84fa-f2b4da6d9b0e" -d '{"events": [{"server_uuid": "edcdd5b3-5f48-4d33-ac88-de888192c4a0", "name": "network-vif-plugged", "status": "completed", "tag": "e7466261-1562-4314-b742-97da536e24f5"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:29.020898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-4810046c-22ae-4efd-ba74-71048b3d5ac1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=8318095a-302a-4e9d-ba2f-daeb4075bc1c HTTP/1.1" status: 200 len: 217 time: 0.3722363 Apr 18 20:43:29.041812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e7466261-1562-4314-b742-97da536e24f5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e7466261-1562-4314-b742-97da536e24f5,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:29.046991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.099947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e7466261-1562-4314-b742-97da536e24f5,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:29.150725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebcdfa-1323-432f-bf47-92e6fae3aaa4 req-3241df9b-3058-4098-ad8d-3adde3a0b95a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.154419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3ebcdfa-1323-432f-bf47-92e6fae3aaa4 req-3241df9b-3058-4098-ad8d-3adde3a0b95a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.1460791 Apr 18 20:43:29.157595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-930fb624-e872-4530-8310-64b5fa3c8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.159484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-930fb624-e872-4530-8310-64b5fa3c8fd0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1079538 Apr 18 20:43:29.237247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3ebcdfa-1323-432f-bf47-92e6fae3aaa4 req-1a4fa905-3fd1-481a-8576-5bf3d2244c80 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594385 Apr 18 20:43:29.240676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-d6921f67-57a9-43c2-8b9f-e8b0f0a3198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.241828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-d6921f67-57a9-43c2-8b9f-e8b0f0a3198b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756884 Apr 18 20:43:29.276982 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a260c536-aac1-46c4-b245-4cfdaf53f271 x-openstack-request-id: req-a260c536-aac1-46c4-b245-4cfdaf53f271 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:29.277276 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcdd5b3-5f48-4d33-ac88-de888192c4a0", "name": "network-vif-plugged", "status": "completed", "tag": "e7466261-1562-4314-b742-97da536e24f5", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:29.277524 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a260c536-aac1-46c4-b245-4cfdaf53f271 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:29.277921 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a260c536-aac1-46c4-b245-4cfdaf53f271'] response: {'server_uuid': 'edcdd5b3-5f48-4d33-ac88-de888192c4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7466261-1562-4314-b742-97da536e24f5', 'code': 200} Apr 18 20:43:29.357232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-dc3225bc-53f3-4418-98d0-706c0f06078f service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083040 Apr 18 20:43:29.471652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0e35-a775-426d-974b-89aa02ea9aa1 req-37fba7cd-0bfb-40c6-a558-fb3e65bd661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.473285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d8d0e35-a775-426d-974b-89aa02ea9aa1 req-37fba7cd-0bfb-40c6-a558-fb3e65bd661c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 1096 time: 0.1329222 Apr 18 20:43:29.620058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d6a826c-8a1c-4904-8eb9-bd95c6dd0bd7 req-d021b333-971b-4d85-8911-40e326723998 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487597 Apr 18 20:43:29.661188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d8d0e35-a775-426d-974b-89aa02ea9aa1 req-c44f0828-f03a-49c8-9963-1dd0e51f0cdf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786311 Apr 18 20:43:29.693116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182f028-f939-434c-ad1d-f214def52633 req-9f59a97a-7142-41f8-b65c-b0b1f2ec903e tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.694624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3182f028-f939-434c-ad1d-f214def52633 req-9f59a97a-7142-41f8-b65c-b0b1f2ec903e tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 948 time: 0.0865839 Apr 18 20:43:29.703190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad5aaf-b858-4322-a63f-ae75286dfbe8 req-78fb79b6-7ff2-4581-b89a-23d8d5d9259a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.704732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8ad5aaf-b858-4322-a63f-ae75286dfbe8 req-78fb79b6-7ff2-4581-b89a-23d8d5d9259a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 945 time: 0.0820966 Apr 18 20:43:29.768408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3182f028-f939-434c-ad1d-f214def52633 req-b42e79ba-4b88-4125-98eb-89f12c92adf1 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625730 Apr 18 20:43:29.773365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8ad5aaf-b858-4322-a63f-ae75286dfbe8 req-e4cecbb5-405d-4abe-8462-c1df95d29b96 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618403 Apr 18 20:43:30.390443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b750d-04ca-428a-8e79-8dacc4768533 req-1cad5186-0307-48b5-97e9-a08d8b89c58a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:30.392954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b6b750d-04ca-428a-8e79-8dacc4768533 req-1cad5186-0307-48b5-97e9-a08d8b89c58a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0766442 Apr 18 20:43:30.499240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b6b750d-04ca-428a-8e79-8dacc4768533 req-da2effa1-84c7-46cf-99b6-ff19db8b44db tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993152 Apr 18 20:43:30.507642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51522917-fd0d-4ede-95be-6d4b9f46c47c req-1c189133-07d9-4ca4-9e37-fe8c6074ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:30.509190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51522917-fd0d-4ede-95be-6d4b9f46c47c req-1c189133-07d9-4ca4-9e37-fe8c6074ce40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 1096 time: 0.0974202 Apr 18 20:43:30.558995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51522917-fd0d-4ede-95be-6d4b9f46c47c req-bb0282fa-d40f-4f0e-9ab6-8b2d55eda1f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422633 Apr 18 20:43:30.990895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771bf60-0831-4f0c-9e3e-7b83b73e575e req-5f5a07c8-8f9c-4dc5-b32d-dcac6c5cdd4e tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:30.992426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1771bf60-0831-4f0c-9e3e-7b83b73e575e req-5f5a07c8-8f9c-4dc5-b32d-dcac6c5cdd4e tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 948 time: 0.1017706 Apr 18 20:43:31.006482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc12463-7c6b-4dca-9615-53af331ca93f req-cf03bb0d-d1c2-4172-8aea-a46cba783974 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.008069 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cc12463-7c6b-4dca-9615-53af331ca93f req-cf03bb0d-d1c2-4172-8aea-a46cba783974 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 945 time: 0.1192849 Apr 18 20:43:31.085584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1771bf60-0831-4f0c-9e3e-7b83b73e575e req-2887f28e-fe50-4d1d-85e1-60208c247b2b tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763876 Apr 18 20:43:31.093851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cc12463-7c6b-4dca-9615-53af331ca93f req-ebad81a0-a514-4747-891e-0bec40f1ecde tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782714 Apr 18 20:43:31.640879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320b1ff-75e8-42d0-be52-4b27d50a52ad req-6d9a5325-3b53-43c6-8f60-cb5e9e38b0c6 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:31.644410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9320b1ff-75e8-42d0-be52-4b27d50a52ad req-6d9a5325-3b53-43c6-8f60-cb5e9e38b0c6 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0646236 Apr 18 20:43:31.697736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9320b1ff-75e8-42d0-be52-4b27d50a52ad req-9ec8f1f2-0319-419a-bcf3-bfd84cca0ecd tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473380 Apr 18 20:43:31.734061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8318095a-302a-4e9d-ba2f-daeb4075bc1c details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:43:31.844081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8318095a-302a-4e9d-ba2f-daeb4075bc1c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8318095a-302a-4e9d-ba2f-daeb4075bc1c,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:31.857573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '8318095a-302a-4e9d-ba2f-daeb4075bc1c', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '8318095a-302a-4e9d-ba2f-daeb4075bc1c', 'mac_address': 'fa:16:3e:9a:33:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:43:31.903597 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.923250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8318095a-302a-4e9d-ba2f-daeb4075bc1c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:31.946915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8318095a-302a-4e9d-ba2f-daeb4075bc1c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8318095a-302a-4e9d-ba2f-daeb4075bc1c,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:31.951302 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.005175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=8318095a-302a-4e9d-ba2f-daeb4075bc1c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:32.272154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e46b2f-43d9-44d8-9354-328c2888754c req-d2a070a3-8bcb-41fd-9295-6ecee10667ba tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.273590 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81e46b2f-43d9-44d8-9354-328c2888754c req-d2a070a3-8bcb-41fd-9295-6ecee10667ba tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 949 time: 0.0907531 Apr 18 20:43:32.281957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc049d-1276-4386-9c23-623c16757871 req-b25f8bd9-70ea-40d9-bfb8-7107f9e97c23 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.283383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01bc049d-1276-4386-9c23-623c16757871 req-b25f8bd9-70ea-40d9-bfb8-7107f9e97c23 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 945 time: 0.0870817 Apr 18 20:43:32.337739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81e46b2f-43d9-44d8-9354-328c2888754c req-15507488-4e59-4330-b744-688c6751464a tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531940 Apr 18 20:43:32.345733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01bc049d-1276-4386-9c23-623c16757871 req-4f9793d2-bfda-4f62-8454-dfc1389835d1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542607 Apr 18 20:43:32.352419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8318095a-302a-4e9d-ba2f-daeb4075bc1c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:43:32.830349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c92721-a4df-4011-bccd-d2b8ec62847b req-6870180e-2b28-44f8-b1e3-f5d252f7e8c1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:32.831895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8c92721-a4df-4011-bccd-d2b8ec62847b req-6870180e-2b28-44f8-b1e3-f5d252f7e8c1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0518484 Apr 18 20:43:32.894410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8c92721-a4df-4011-bccd-d2b8ec62847b req-d585170a-3179-462f-900c-10a7763a01d1 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547581 Apr 18 20:43:33.463058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-b765347b-56d9-4083-9632-b10c3262de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.464501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-b765347b-56d9-4083-9632-b10c3262de3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 1096 time: 0.1028585 Apr 18 20:43:33.503114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85834a90-d129-4d69-8cbd-2f5cea7e8893 req-5ef14654-c0a9-4241-8673-c91ab2000974 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.504626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85834a90-d129-4d69-8cbd-2f5cea7e8893 req-5ef14654-c0a9-4241-8673-c91ab2000974 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.1091816 Apr 18 20:43:33.553297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c46a1d-d041-409b-8e1c-292be524dc1f req-43a496fd-95cb-4e7c-961b-380c39032ea4 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.554754 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43c46a1d-d041-409b-8e1c-292be524dc1f req-43a496fd-95cb-4e7c-961b-380c39032ea4 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 949 time: 0.1309161 Apr 18 20:43:33.630341 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85834a90-d129-4d69-8cbd-2f5cea7e8893 req-373f9e77-31c6-49df-9ef5-eeb2dafa5702 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188343 Apr 18 20:43:33.639922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43c46a1d-d041-409b-8e1c-292be524dc1f req-7e2a4d5d-a946-4e0e-b144-c3d7f65017a4 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706444 Apr 18 20:43:33.658660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-3bfdb45b-1cbc-4dbc-9eb5-8aec377d5dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.660223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-3bfdb45b-1cbc-4dbc-9eb5-8aec377d5dcd service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.1876724 Apr 18 20:43:33.737360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-cee08c0c-1c8a-4395-916d-6c0c93e81fe1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe HTTP/1.1" status: 200 len: 1000 time: 0.0707636 Apr 18 20:43:33.748004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8318095a-302a-4e9d-ba2f-daeb4075bc1c up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:43:33.794980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-60b0bf5c-87f0-4fca-88f2-1160a0278d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.796615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-60b0bf5c-87f0-4fca-88f2-1160a0278d21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.0533490 Apr 18 20:43:33.815962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 8318095a-302a-4e9d-ba2f-daeb4075bc1c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:33.822575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 8318095a-302a-4e9d-ba2f-daeb4075bc1c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:33.823463 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.880355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-871130fa-3519-4b26-b86f-506dcf4ad394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.883263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-871130fa-3519-4b26-b86f-506dcf4ad394 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699935 Apr 18 20:43:33.917860 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.945052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975fd627-7e74-49b5-acc7-d78ce368d4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8318095a-302a-4e9d-ba2f-daeb4075bc1c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:33.946653 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a495ead-7709-4683-9603-13051d1bbabe" -d '{"events": [{"server_uuid": "975fd627-7e74-49b5-acc7-d78ce368d4de", "name": "network-vif-plugged", "status": "completed", "tag": "8318095a-302a-4e9d-ba2f-daeb4075bc1c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:33.970593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8318095a-302a-4e9d-ba2f-daeb4075bc1c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8318095a-302a-4e9d-ba2f-daeb4075bc1c,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:33.976084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.018464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-490686dc-9e84-4b95-9716-771b945c871d service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216178 Apr 18 20:43:34.022545 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e525ad32-a7bb-4ffc-967c-76e9040bb1ec x-openstack-request-id: req-e525ad32-a7bb-4ffc-967c-76e9040bb1ec {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:34.022969 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975fd627-7e74-49b5-acc7-d78ce368d4de", "name": "network-vif-plugged", "status": "completed", "tag": "8318095a-302a-4e9d-ba2f-daeb4075bc1c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:34.023335 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e525ad32-a7bb-4ffc-967c-76e9040bb1ec {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:34.023942 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e525ad32-a7bb-4ffc-967c-76e9040bb1ec'] response: {'server_uuid': '975fd627-7e74-49b5-acc7-d78ce368d4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8318095a-302a-4e9d-ba2f-daeb4075bc1c', 'code': 200} Apr 18 20:43:34.071931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=8318095a-302a-4e9d-ba2f-daeb4075bc1c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:34.161678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b12f1b8a-f0f6-4ca3-9af3-6642ed6652d1 req-d362a9eb-8b5d-4bc4-81b5-db5026a1dd62 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366661 Apr 18 20:43:34.167334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfa465-1869-4061-bc4c-96e23c083f6c req-949d7a4b-6918-4940-9f46-02207ac08d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.169351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47bfa465-1869-4061-bc4c-96e23c083f6c req-949d7a4b-6918-4940-9f46-02207ac08d0a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 1101 time: 0.0686977 Apr 18 20:43:34.230894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47bfa465-1869-4061-bc4c-96e23c083f6c req-0c1751d4-a7b9-4690-840e-d090bc3ec87c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539651 Apr 18 20:43:34.819533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939d02e-d80f-4362-bf94-40caef1d94e7 req-67bd4f79-191c-4392-bfd1-c4612f07f6fe tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.821140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e939d02e-d80f-4362-bf94-40caef1d94e7 req-67bd4f79-191c-4392-bfd1-c4612f07f6fe tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.1026371 Apr 18 20:43:34.830059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edee371-064f-44e6-9e92-34a28262ef5a req-b3c642c3-f29d-42b6-9e09-02d3b397dbb4 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:34.831587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4edee371-064f-44e6-9e92-34a28262ef5a req-b3c642c3-f29d-42b6-9e09-02d3b397dbb4 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 950 time: 0.0775788 Apr 18 20:43:34.884267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e939d02e-d80f-4362-bf94-40caef1d94e7 req-0f43cd26-c235-4fa4-b148-f7fb7928e548 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514882 Apr 18 20:43:34.900461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4edee371-064f-44e6-9e92-34a28262ef5a req-3a061fd1-084a-4b9a-a09a-2aecc244c69c tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601797 Apr 18 20:43:35.889974 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-37ccbb61-28d4-4338-802f-f1102ce0ad1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.076133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cd93b-aa9f-4a4d-b51f-0b7a4847523d req-36807acc-fa8c-4b98-8f28-0ec6f7503cd2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:36.078834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-662cd93b-aa9f-4a4d-b51f-0b7a4847523d req-36807acc-fa8c-4b98-8f28-0ec6f7503cd2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0975816 Apr 18 20:43:36.113766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f5376-0f45-4cf9-8c8b-292c691853e7 req-935eaf14-baeb-42d2-8386-0d438530c38a tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:36.116691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-838f5376-0f45-4cf9-8c8b-292c691853e7 req-935eaf14-baeb-42d2-8386-0d438530c38a tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 950 time: 0.1062512 Apr 18 20:43:36.205062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-662cd93b-aa9f-4a4d-b51f-0b7a4847523d req-459d9e71-fef8-4f94-ac85-b59fce938d82 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137767 Apr 18 20:43:36.218737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-838f5376-0f45-4cf9-8c8b-292c691853e7 req-ae838d39-59c2-467f-bf08-9edd8dd1f2c3 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890217 Apr 18 20:43:36.417701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c472d-2f59-46ef-9963-b3239179804f req-b462376f-bffe-4318-9f9d-30a8b1f5de50 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:36.426671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a37c472d-2f59-46ef-9963-b3239179804f req-b462376f-bffe-4318-9f9d-30a8b1f5de50 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0954082 Apr 18 20:43:36.433465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49976) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:36.441320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-80171883-cf12-48fb-8e95-3b36c687b87f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Request body: {'floatingip': {'port_id': '1dbf1e6c-12b7-4f25-abea-dd263768bafe'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:36.530218 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80171883-cf12-48fb-8e95-3b36c687b87f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.631093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044cdcd-b3d5-48fb-9571-0ff75bbdd9aa req-8141787d-22d1-4ca3-86e6-bc028da049ad tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:36.632751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4044cdcd-b3d5-48fb-9571-0ff75bbdd9aa req-8141787d-22d1-4ca3-86e6-bc028da049ad tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 950 time: 0.0753846 Apr 18 20:43:36.688453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4044cdcd-b3d5-48fb-9571-0ff75bbdd9aa req-12fdf6ef-40cf-4dea-b317-3deedcbda682 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436385 Apr 18 20:43:37.118787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80171883-cf12-48fb-8e95-3b36c687b87f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.124773 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80171883-cf12-48fb-8e95-3b36c687b87f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.416230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80171883-cf12-48fb-8e95-3b36c687b87f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Router bc43ee37-40c2-4b48-96e4-ce2c3a379efd has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:43:37.584839 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80171883-cf12-48fb-8e95-3b36c687b87f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:37.589481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80171883-cf12-48fb-8e95-3b36c687b87f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.601080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] Sync routers for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:37.621242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:37.624557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:37.624760 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0c7d76-b028-48f8-b7df-8140d214f339" -d '{"events": [{"name": "network-changed", "server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:37.625920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:43:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:37.676726 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-80171883-cf12-48fb-8e95-3b36c687b87f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "PUT /v2.0/floatingips/e4800922-e534-4eae-a9c0-1dacb7ef1611 HTTP/1.1" status: 200 len: 992 time: 1.2406528 Apr 18 20:43:37.818392 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142963a4-6623-47a7-9ef0-6c391f26fa1f x-openstack-request-id: req-142963a4-6623-47a7-9ef0-6c391f26fa1f {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:37.818392 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:37.818392 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-142963a4-6623-47a7-9ef0-6c391f26fa1f {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:37.818887 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142963a4-6623-47a7-9ef0-6c391f26fa1f'] response: {'name': 'network-changed', 'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'status': 'completed', 'code': 200} Apr 18 20:43:37.853438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:37.909182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-b999e58a-a749-4629-ad38-b24a0848cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:37.910885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-b999e58a-a749-4629-ad38-b24a0848cebc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 1096 time: 0.0714109 Apr 18 20:43:37.919871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50592048-bf01-4749-a45c-b73ae227b265 req-717814df-73ce-463e-b54a-c1ab6fdd79c7 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:37.921484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50592048-bf01-4749-a45c-b73ae227b265 req-717814df-73ce-463e-b54a-c1ab6fdd79c7 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 950 time: 0.0924830 Apr 18 20:43:38.067641 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50592048-bf01-4749-a45c-b73ae227b265 req-43545dc3-0ec7-4a8b-98bd-c3a70759a105 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/security-groups?id=e3a47782-0eb8-4c91-950c-3377471eea97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216609 Apr 18 20:43:38.115544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-360f6d5f-3eb1-4531-9b00-6a3a559bbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:38.116071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-360f6d5f-3eb1-4531-9b00-6a3a559bbbaf service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.1935737 Apr 18 20:43:38.173961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-ab9ed4e0-cf33-41ac-9f7a-86b8d5bdf2cb tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:38.175552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-ab9ed4e0-cf33-41ac-9f7a-86b8d5bdf2cb tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.60 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 950 time: 0.1308215 Apr 18 20:43:38.238816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e4800922-e534-4eae-a9c0-1dacb7ef1611', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'port_id': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'mac_address': 'fa:16:3e:92:22:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:41:56Z', 'updated_at': '2022-04-18T20:43:37Z', 'revision_number': 3, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:29Z', 'revision_number': 5, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:38.271646 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-24d8d51e-1516-4a0d-9017-40c76b6f8e14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe HTTP/1.1" status: 200 len: 1000 time: 0.1448808 Apr 18 20:43:38.287491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] Checking router: bc43ee37-40c2-4b48-96e4-ce2c3a379efd for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:38.303173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:38.304251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:43:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:38.372615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-f8685c89-0c2b-4f9b-96d4-225af92c2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:38.374042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-f8685c89-0c2b-4f9b-96d4-225af92c2dd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.0976300 Apr 18 20:43:38.467321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-92df4475-3b13-4eca-938b-d1c821082c94 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Deleting port 8318095a-302a-4e9d-ba2f-daeb4075bc1c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:43:38.467923 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-92df4475-3b13-4eca-938b-d1c821082c94 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.511313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-6d93e008-e59a-46e4-8074-41058f8abddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:38.511313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-6d93e008-e59a-46e4-8074-41058f8abddd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281772 Apr 18 20:43:38.562761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:38.653854 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c487231-b402-4214-98a7-aa8d26f22c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.723683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-92df4475-3b13-4eca-938b-d1c821082c94 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] For port 8318095a-302a-4e9d-ba2f-daeb4075bc1c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8318095a-302a-4e9d-ba2f-daeb4075bc1c,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:38.724287 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-92df4475-3b13-4eca-938b-d1c821082c94 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.752128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-e462779f-5b9a-4f80-bc81-c45158b04f4c service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160296 Apr 18 20:43:38.753652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-92df4475-3b13-4eca-938b-d1c821082c94 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Calling delete_port for 8318095a-302a-4e9d-ba2f-daeb4075bc1c owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:43:38.941594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e0c7d76-b028-48f8-b7df-8140d214f339 req-49df131f-729e-4204-8e71-7d534bce4afa service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811726 Apr 18 20:43:38.981871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e4800922-e534-4eae-a9c0-1dacb7ef1611', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'port_id': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'mac_address': 'fa:16:3e:92:22:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:41:56Z', 'updated_at': '2022-04-18T20:43:37Z', 'revision_number': 3, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:29Z', 'revision_number': 5, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:39.015870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94726ef6-ef1f-4ee0-a074-8f26622611d0 None None] The sync data for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 is: [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e4800922-e534-4eae-a9c0-1dacb7ef1611', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'floating_ip_address': '172.25.2.55', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'port_id': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'mac_address': 'fa:16:3e:92:22:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:41:56Z', 'updated_at': '2022-04-18T20:43:37Z', 'revision_number': 3, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:29Z', 'revision_number': 5, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:39.050121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-92df4475-3b13-4eca-938b-d1c821082c94 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.067476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8318095a-302a-4e9d-ba2f-daeb4075bc1c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:43:39.122248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df4475-3b13-4eca-938b-d1c821082c94 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Pushing event deleted for resources: {'Port': ['ID=8318095a-302a-4e9d-ba2f-daeb4075bc1c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:39.227418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-92df4475-3b13-4eca-938b-d1c821082c94 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] No DVR routers for this DVR port 8318095a-302a-4e9d-ba2f-daeb4075bc1c on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:39.259296 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-92df4475-3b13-4eca-938b-d1c821082c94 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.263253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f9ba107-65d9-4da4-be4c-2bd28e24722e req-92df4475-3b13-4eca-938b-d1c821082c94 tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.60 "DELETE /v2.0/ports/8318095a-302a-4e9d-ba2f-daeb4075bc1c HTTP/1.1" status: 204 len: 173 time: 1.0798929 Apr 18 20:43:39.267150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975fd627-7e74-49b5-acc7-d78ce368d4de', 'name': 'network-vif-deleted', 'tag': '8318095a-302a-4e9d-ba2f-daeb4075bc1c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:39.275420 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b04e16-177a-4587-a832-3fea6db89e21" -d '{"events": [{"server_uuid": "975fd627-7e74-49b5-acc7-d78ce368d4de", "name": "network-vif-deleted", "tag": "8318095a-302a-4e9d-ba2f-daeb4075bc1c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:39.284195 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.339188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-838787d3-2008-449f-9d3c-fb3faa6b1126 req-05ccff7d-551d-4223-b2f4-236cc3415e3b tempest-VolumesNegativeTest-1791275721 tempest-VolumesNegativeTest-1791275721-project] 10.222.0.49 "GET /v2.0/ports?device_id=975fd627-7e74-49b5-acc7-d78ce368d4de HTTP/1.1" status: 200 len: 210 time: 0.1132517 Apr 18 20:43:39.360067 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beedf500-3fcf-40f0-b270-ceacb94605fb x-openstack-request-id: req-beedf500-3fcf-40f0-b270-ceacb94605fb {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:39.360371 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975fd627-7e74-49b5-acc7-d78ce368d4de", "name": "network-vif-deleted", "tag": "8318095a-302a-4e9d-ba2f-daeb4075bc1c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:39.360657 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-beedf500-3fcf-40f0-b270-ceacb94605fb {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:39.361051 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beedf500-3fcf-40f0-b270-ceacb94605fb'] response: {'server_uuid': '975fd627-7e74-49b5-acc7-d78ce368d4de', 'name': 'network-vif-deleted', 'tag': '8318095a-302a-4e9d-ba2f-daeb4075bc1c', 'status': 'completed', 'code': 200} Apr 18 20:43:39.819919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:39.822360 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f" -d '{"events": [{"name": "network-changed", "server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:43:39.868476 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14bfc8d-e432-4621-a2a3-c1f7cd7dfa44 x-openstack-request-id: req-d14bfc8d-e432-4621-a2a3-c1f7cd7dfa44 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:43:39.868767 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:43:39.869018 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d14bfc8d-e432-4621-a2a3-c1f7cd7dfa44 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:43:39.869511 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14bfc8d-e432-4621-a2a3-c1f7cd7dfa44'] response: {'name': 'network-changed', 'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'status': 'completed', 'code': 200} Apr 18 20:43:39.962995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-98c4c501-a0cd-4e92-9a98-71e2f4341edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:39.964675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-98c4c501-a0cd-4e92-9a98-71e2f4341edd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 1096 time: 0.0645356 Apr 18 20:43:40.081536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-31e9ef26-9e1a-44a8-84c5-9474bb76f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:40.083011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-31e9ef26-9e1a-44a8-84c5-9474bb76f137 service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.1116579 Apr 18 20:43:40.166094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-951c7d4b-326f-426d-a04c-20e4f5ba1a04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe HTTP/1.1" status: 200 len: 1000 time: 0.0763547 Apr 18 20:43:40.218354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-25508254-c5b0-446c-9021-b42cc5fb74e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:40.220496 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-25508254-c5b0-446c-9021-b42cc5fb74e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.0477672 Apr 18 20:43:40.274505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-9578a9d6-02b3-4a90-9c4c-9b4aa1825e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:40.277057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-9578a9d6-02b3-4a90-9c4c-9b4aa1825e3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512421 Apr 18 20:43:40.393117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-5b1447d6-732f-497e-8136-4c8997256677 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092448 Apr 18 20:43:40.469076 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.955568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e0e9b46-19be-479a-8bdd-4443a3d7c22f req-652c857b-0733-4f18-8a84-bfce0f6268f8 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554481 Apr 18 20:43:41.051359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50038) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:41.147940 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.196698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.329074 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.343469 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.426215 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6cd0c6923114f97ac6228f44ffdead7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732653 Apr 18 20:43:41.430213 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50056) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:41.443496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7492a836-54e4-4b63-ab71-e3f251e0e63b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:41.453261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.453933 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.454529 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.455305 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.456829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.457810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.458410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.458967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.459521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.460159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.460610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.461084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc712d9-0860-4537-800d-583df90df8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:41.509234 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3516ae76-906e-4431-b01b-780207a22a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.539818 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3516ae76-906e-4431-b01b-780207a22a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.610236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3516ae76-906e-4431-b01b-780207a22a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.613914 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3516ae76-906e-4431-b01b-780207a22a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.616259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3516ae76-906e-4431-b01b-780207a22a57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7492a836-54e4-4b63-ab71-e3f251e0e63b HTTP/1.1" status: 204 len: 168 time: 0.1839883 Apr 18 20:43:41.630139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516ae76-906e-4431-b01b-780207a22a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7492a836-54e4-4b63-ab71-e3f251e0e63b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:41.760529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8318095a-302a-4e9d-ba2f-daeb4075bc1c no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:43:41.813648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 8318095a-302a-4e9d-ba2f-daeb4075bc1c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:43:41.814461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8318095a-302a-4e9d-ba2f-daeb4075bc1c not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:43:42.142980 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.485028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50222) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:43.663559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'network': {'name': 'tempest-network-smoke--107265928', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'port_security_enabled': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:43.688317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Made reservation on behalf of 5fa683093c6f40a293d5d917b8c84f89 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:43.692487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.703504 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.804620 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.809249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.844693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:43.855173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9004450e-c845-4913-b68c-a3454686b136,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:43.860290 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.860650 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Added segment 68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b of type vlan for network 92cc4dce-95cf-47ac-be22-3d2b9938c06c Apr 18 20:43:43.926476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.967036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.973812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:43.974711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.049685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5626528 Apr 18 20:43:44.052334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50254) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:44.059677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'admin_state_up': True, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:44.071471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d271e-7d4d-482e-84fa-2346170d5a4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Network': ['ID=92cc4dce-95cf-47ac-be22-3d2b9938c06c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:44.091404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 92cc4dce-95cf-47ac-be22-3d2b9938c06c details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:43:44.110746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.112593 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.224012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0869d-941a-47dc-be20-be7821752c13 req-17216a00-57f8-4896-9a2e-74ab4d8fadb7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:44.226654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9d0869d-941a-47dc-be20-be7821752c13 req-17216a00-57f8-4896-9a2e-74ab4d8fadb7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1307030 Apr 18 20:43:44.286619 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.463106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9d0869d-941a-47dc-be20-be7821752c13 req-053e548e-5e9c-4f8c-bf1c-6242be655b3c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284265 Apr 18 20:43:44.563714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.747974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be0b5-baa8-4c00-bb7c-f314a21af961 req-136d5391-0d07-489b-ba35-9a026c631b6f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:44.750557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358be0b5-baa8-4c00-bb7c-f314a21af961 req-136d5391-0d07-489b-ba35-9a026c631b6f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1483250 Apr 18 20:43:44.823057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-358be0b5-baa8-4c00-bb7c-f314a21af961 req-38416d4a-d1d8-4330-b296-0692216a8f90 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622230 Apr 18 20:43:45.032656 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.078414 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.130307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ff7ca-5d20-4065-b077-bdd508c9ad3c req-c64b9975-6275-4401-9a83-e6da7664cc4e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.132315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b0ff7ca-5d20-4065-b077-bdd508c9ad3c req-c64b9975-6275-4401-9a83-e6da7664cc4e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1823947 Apr 18 20:43:45.230670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b0ff7ca-5d20-4065-b077-bdd508c9ad3c req-b563d28d-5d22-4c2a-a01e-c62d1ad1e875 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772843 Apr 18 20:43:45.251749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Allocated IP 172.25.2.38 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/bdb9398f-e0df-4e1d-8e35-831f0fc72e0b) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:45.410913 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.431243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63772847-0335-4e9a-aa7c-86b15c96d599 req-2bf83ce5-22cc-47c8-a77d-a3a52cfce70b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.434336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63772847-0335-4e9a-aa7c-86b15c96d599 req-2bf83ce5-22cc-47c8-a77d-a3a52cfce70b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0830522 Apr 18 20:43:45.494153 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.499211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63772847-0335-4e9a-aa7c-86b15c96d599 req-cf12bb50-ad17-4796-841d-1854bbb22020 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541070 Apr 18 20:43:45.548228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:45.557327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:45.561337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:43:45.611105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=bdb9398f-e0df-4e1d-8e35-831f0fc72e0b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:45.891421 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.022765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c3912-24dc-4701-bb64-7b2c7e3bda53 req-0c4d3c1a-f443-42e3-8847-284893835660 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:46.025005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-980c3912-24dc-4701-bb64-7b2c7e3bda53 req-0c4d3c1a-f443-42e3-8847-284893835660 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1594222 Apr 18 20:43:46.059047 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.116773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-980c3912-24dc-4701-bb64-7b2c7e3bda53 req-d98cc9ac-7ce8-41a1-9c67-5611be91f34f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826926 Apr 18 20:43:46.348134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.500134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router 18c3b227-5ef9-4a3b-983f-9304235e8fdf is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:43:46.661683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:46.674927 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Sync routers for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:46.684235 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:46.684862 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:43:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:46.690231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.691589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2ee58862-17b8-4bed-9d66-cf07c06608ce tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6388309 Apr 18 20:43:46.697248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50330) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:46.701470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335f101-6f7b-48db-b163-53c1bd371560 req-ff438a12-424d-4fd3-92ab-f5ddf036c34c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:46.703049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a335f101-6f7b-48db-b163-53c1bd371560 req-ff438a12-424d-4fd3-92ab-f5ddf036c34c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0858626 Apr 18 20:43:46.788283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a335f101-6f7b-48db-b163-53c1bd371560 req-a7741748-55a2-4861-97e0-f382db244f0b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693479 Apr 18 20:43:46.823462 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:46.876637 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e7716462-fb92-495f-840a-96b856ff8d2d tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5fa683093c6f40a293d5d917b8c84f89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1759980 Apr 18 20:43:46.879294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50334) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:47.059638 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:43:45Z', 'revision_number': 3, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:47.101357 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Checking router: 18c3b227-5ef9-4a3b-983f-9304235e8fdf for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:47.101726 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Updating router 18c3b227-5ef9-4a3b-983f-9304235e8fdf port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:43:47.130149 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.423490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27995f6c-0002-4793-b70b-4a4deef51a0e tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:47.428323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-27995f6c-0002-4793-b70b-4a4deef51a0e tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5451174 Apr 18 20:43:47.428758 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50340) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:47.483022 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.489946 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.503109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c1eb1fe1-87f2-48ce-be5c-7d0352698759 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0733795 Apr 18 20:43:47.514016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50342) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:47.521143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-698946600', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:47.553674 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Attempting to bind port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:47.554295 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Attempting to bind port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:47.557433 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Attempting to bind port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:43:47.566338 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:43:47.566697 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:43:47.567075 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.567484 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:43:47.568013 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Bound port: bdb9398f-e0df-4e1d-8e35-831f0fc72e0b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:47.568398 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.649753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Made reservation on behalf of 5fa683093c6f40a293d5d917b8c84f89 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:47.654214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.688945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50346) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:47.749726 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] For port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:47.753991 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] For port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=bdb9398f-e0df-4e1d-8e35-831f0fc72e0b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:47.763078 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.787409 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Pushing event updated for resources: {'Port': ['ID=bdb9398f-e0df-4e1d-8e35-831f0fc72e0b,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:47.798688 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:47.800002 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:43:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:47.803177 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.803560 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.803935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.804448 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.804933 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.805248 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.805714 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.806190 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.806502 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.806962 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.807414 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.807885 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:47.956033 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a635c-7c3b-46ad-aa37-566d2b33bada None None] Pushing event updated for resources: {'Port': ['ID=bdb9398f-e0df-4e1d-8e35-831f0fc72e0b,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:47.990251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d3a56a14-f144-4ab8-b01a-e34a99406731 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=950b9bac8ab34cfaa56c90dd68fc0434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988722 Apr 18 20:43:47.991233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50352) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:47.997207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.066349 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:48.077922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Subnet': ['ID=59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:48.079772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c50815-eb6f-4dd9-af0e-bfe866c8dbef req-fb58ab5d-60b2-4e53-837b-fb2d1d704247 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:48.082184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3c50815-eb6f-4dd9-af0e-bfe866c8dbef req-fb58ab5d-60b2-4e53-837b-fb2d1d704247 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1592069 Apr 18 20:43:48.084245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Checking segment: {'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:43:48.084601 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network hostable DHCP agents. Network: 92cc4dce-95cf-47ac-be22-3d2b9938c06c, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:48.100510 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5be86e2-3b4e-4c02-b04d-b25cb834e57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.110584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 92cc4dce-95cf-47ac-be22-3d2b9938c06c is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:48.120877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 92cc4dce-95cf-47ac-be22-3d2b9938c06c) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:48.125864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:48.126445 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.131498 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a6528-58c2-490c-8e41-8f79cbb3f165 None None] Network 92cc4dce-95cf-47ac-be22-3d2b9938c06c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:43:48.159713 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-76ad15aa-9425-4fe5-948b-1a90051e2548 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6428134 Apr 18 20:43:48.163162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50356) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:48.166557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5be86e2-3b4e-4c02-b04d-b25cb834e57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.225687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3c50815-eb6f-4dd9-af0e-bfe866c8dbef req-a91edbb0-6cfd-4c6f-9188-5769449382c6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270626 Apr 18 20:43:48.281704 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5be86e2-3b4e-4c02-b04d-b25cb834e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.284343 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5be86e2-3b4e-4c02-b04d-b25cb834e57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.285628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f5be86e2-3b4e-4c02-b04d-b25cb834e57a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3a47782-0eb8-4c91-950c-3377471eea97 HTTP/1.1" status: 204 len: 168 time: 0.2922966 Apr 18 20:43:48.298173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be86e2-3b4e-4c02-b04d-b25cb834e57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a47782-0eb8-4c91-950c-3377471eea97,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:48.361559 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:43:45Z', 'revision_number': 3, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:48.410945 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a6a469-439b-49a6-8608-bb298bdff0d3 None None] The sync data for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 is: [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:43:45Z', 'revision_number': 3, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:48.491277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:43:48.492958 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.722617 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Allocated IP 172.20.0.2 (92cc4dce-95cf-47ac-be22-3d2b9938c06c/59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7/50d52b48-85a2-47ba-884c-ecaae9e45e6d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:49.007115 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.021946 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.064652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Network 92cc4dce-95cf-47ac-be22-3d2b9938c06c is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:49.068370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:49.071466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:43:49.115948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Pushing event updated for resources: {'Port': ['ID=50d52b48-85a2-47ba-884c-ecaae9e45e6d,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:49.171311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Attempting to bind port 50d52b48-85a2-47ba-884c-ecaae9e45e6d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:49.171987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Attempting to bind port 50d52b48-85a2-47ba-884c-ecaae9e45e6d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:49.175176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Attempting to bind port 50d52b48-85a2-47ba-884c-ecaae9e45e6d on network 92cc4dce-95cf-47ac-be22-3d2b9938c06c {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:43:49.188608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device bdb9398f-e0df-4e1d-8e35-831f0fc72e0b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:43:49.207278 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:43:49.284471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:43:49.284949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Checking segment: {'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:43:49.285729 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.286627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Bound using segment: {'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:43:49.287261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Bound port: 50d52b48-85a2-47ba-884c-ecaae9e45e6d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:49.287883 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.365243 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:49.365816 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.505104 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.513182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace3675-c440-4178-9fb7-d7aed78a1f02 req-d4c17bac-2b91-47bb-905b-fec563da1379 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.516953 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ace3675-c440-4178-9fb7-d7aed78a1f02 req-d4c17bac-2b91-47bb-905b-fec563da1379 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1301539 Apr 18 20:43:49.562255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] For port 50d52b48-85a2-47ba-884c-ecaae9e45e6d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:49.581893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] For port 50d52b48-85a2-47ba-884c-ecaae9e45e6d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=50d52b48-85a2-47ba-884c-ecaae9e45e6d,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:49.595602 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.629831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ace3675-c440-4178-9fb7-d7aed78a1f02 req-85f85ac2-bd82-43dc-bf19-b1cebd9182d7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012144 Apr 18 20:43:49.710775 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.740734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daac344-94f6-437a-83c7-298f2f8bfa31 None None] Pushing event updated for resources: {'Port': ['ID=50d52b48-85a2-47ba-884c-ecaae9e45e6d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:49.756902 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=bdb9398f-e0df-4e1d-8e35-831f0fc72e0b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:49.763636 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.868665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=bdb9398f-e0df-4e1d-8e35-831f0fc72e0b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:50.134545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Allocated IP 172.20.0.1 (92cc4dce-95cf-47ac-be22-3d2b9938c06c/59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7/0469ba1a-62f5-4aa1-8ff1-a16fa5163e52) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:50.330889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.383882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.459048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 92cc4dce-95cf-47ac-be22-3d2b9938c06c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:50.465603 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:50.471704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:43:50.510495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=0469ba1a-62f5-4aa1-8ff1-a16fa5163e52,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:50.542632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.775554 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.815937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b0cbb-5e11-4246-800a-c7b091988b65 req-e34aa014-6d7c-44b3-bb96-58e501d48a04 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:50.824667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-498b0cbb-5e11-4246-800a-c7b091988b65 req-e34aa014-6d7c-44b3-bb96-58e501d48a04 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0711992 Apr 18 20:43:50.889054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-498b0cbb-5e11-4246-800a-c7b091988b65 req-360fe129-8f85-40d3-beab-e66e55aa17c2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632970 Apr 18 20:43:51.151203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89510e2b-827c-470a-9dc1-5e75c2c6cea5 None None] Network 92cc4dce-95cf-47ac-be22-3d2b9938c06c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:43:51.262516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4869565f-d340-4a5b-b03d-d8ae9830e4af None None] Provisioning complete for port 50d52b48-85a2-47ba-884c-ecaae9e45e6d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:51.262971 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4869565f-d340-4a5b-b03d-d8ae9830e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.328935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 50d52b48-85a2-47ba-884c-ecaae9e45e6d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:43:51.458740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.470197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.564393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 50d52b48-85a2-47ba-884c-ecaae9e45e6d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:51.564763 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.566294 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4869565f-d340-4a5b-b03d-d8ae9830e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.621640 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.625134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=0469ba1a-62f5-4aa1-8ff1-a16fa5163e52,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:51.652483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4869565f-d340-4a5b-b03d-d8ae9830e4af None None] For port 50d52b48-85a2-47ba-884c-ecaae9e45e6d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=50d52b48-85a2-47ba-884c-ecaae9e45e6d,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:51.659807 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4869565f-d340-4a5b-b03d-d8ae9830e4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.741383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869565f-d340-4a5b-b03d-d8ae9830e4af None None] Pushing event updated for resources: {'Port': ['ID=50d52b48-85a2-47ba-884c-ecaae9e45e6d,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:51.751252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device bdb9398f-e0df-4e1d-8e35-831f0fc72e0b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:43:51.791870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 92cc4dce-95cf-47ac-be22-3d2b9938c06c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:51.794372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:51.816066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:51.816873 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.965641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router 18c3b227-5ef9-4a3b-983f-9304235e8fdf has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:43:51.991132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ace42df7-4340-4e04-aedc-0b8485b97fdd None None] Provisioning complete for port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:51.992164 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ace42df7-4340-4e04-aedc-0b8485b97fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.035348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ace42df7-4340-4e04-aedc-0b8485b97fdd None None] Port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:43:52.046528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ace42df7-4340-4e04-aedc-0b8485b97fdd None None] Provisioning complete for port 50d52b48-85a2-47ba-884c-ecaae9e45e6d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:52.046906 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ace42df7-4340-4e04-aedc-0b8485b97fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.070595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6b75c-b21d-442b-8b65-e0670b682f48 req-3ef3e799-33fb-4137-b504-482578358a74 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.072963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33a6b75c-b21d-442b-8b65-e0670b682f48 req-3ef3e799-33fb-4137-b504-482578358a74 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0727019 Apr 18 20:43:52.123908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33a6b75c-b21d-442b-8b65-e0670b682f48 req-1f54c112-8e6e-4f6c-bbf1-a44c545b5839 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386100 Apr 18 20:43:52.167763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:43:52.175721 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c00f7cb5-bda3-4384-9679-a461095547c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "PUT /v2.0/routers/18c3b227-5ef9-4a3b-983f-9304235e8fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0066493 Apr 18 20:43:52.179589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Sync routers for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:52.180370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50398) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:52.198989 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:52.200044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:43:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:52.293478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8c755369-3b0c-490e-a011-7c7c0fcb3304 None None] Provisioning complete for port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:52.293944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8c755369-3b0c-490e-a011-7c7c0fcb3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.403578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8c755369-3b0c-490e-a011-7c7c0fcb3304 None None] Port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:43:52.403999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44a78c-203f-4f05-ba96-1b90b8b445b8 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.404454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44a78c-203f-4f05-ba96-1b90b8b445b8 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.405323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44a78c-203f-4f05-ba96-1b90b8b445b8 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.406246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44a78c-203f-4f05-ba96-1b90b8b445b8 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.407197 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44a78c-203f-4f05-ba96-1b90b8b445b8 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.407715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44a78c-203f-4f05-ba96-1b90b8b445b8 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.408566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44a78c-203f-4f05-ba96-1b90b8b445b8 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.409253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb44a78c-203f-4f05-ba96-1b90b8b445b8 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.412690 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cb44a78c-203f-4f05-ba96-1b90b8b445b8 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5692 time: 0.2312436 Apr 18 20:43:52.415456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50400) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:52.436889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:52.540598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec37d78-f4f4-483c-a981-ba7a0b95d04a tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.541307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec37d78-f4f4-483c-a981-ba7a0b95d04a tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.541454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec37d78-f4f4-483c-a981-ba7a0b95d04a tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.541814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec37d78-f4f4-483c-a981-ba7a0b95d04a tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.542699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec37d78-f4f4-483c-a981-ba7a0b95d04a tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.542867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec37d78-f4f4-483c-a981-ba7a0b95d04a tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.543317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec37d78-f4f4-483c-a981-ba7a0b95d04a tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.543770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec37d78-f4f4-483c-a981-ba7a0b95d04a tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:52.545839 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1ec37d78-f4f4-483c-a981-ba7a0b95d04a tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5290 time: 0.1290145 Apr 18 20:43:52.549876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50404) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:52.569127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6321c836-0d21-4614-8e15-c3fdcff7c2e3 None None] Provisioning complete for port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:52.569549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6321c836-0d21-4614-8e15-c3fdcff7c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.624302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6321c836-0d21-4614-8e15-c3fdcff7c2e3 None None] Port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:43:52.705352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:43:50Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:51Z', 'revision_number': 2, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:52.746486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Checking router: 18c3b227-5ef9-4a3b-983f-9304235e8fdf for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:52.747045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Updating router 18c3b227-5ef9-4a3b-983f-9304235e8fdf port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:43:52.786765 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.880722 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3d7ad66b-9d90-47c5-8c59-da443996cd3a tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4496 time: 0.3295169 Apr 18 20:43:53.123486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 50d52b48-85a2-47ba-884c-ecaae9e45e6d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:43:53.141131 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50412) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:53.145843 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-337cf06f-465a-4268-846d-096beb730b1a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90425285', 'description': 'tempest-secgroup-smoke-90425285 description', 'project_id': '5fa683093c6f40a293d5d917b8c84f89'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:53.174842 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-337cf06f-465a-4268-846d-096beb730b1a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.310458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-337cf06f-465a-4268-846d-096beb730b1a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.316680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-337cf06f-465a-4268-846d-096beb730b1a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.361334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160b379-4914-4f6b-ae13-39fa7b90b3d6 req-09c09c9f-5f19-42d5-a712-00be4ef1dbd7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:53.366730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c160b379-4914-4f6b-ae13-39fa7b90b3d6 req-09c09c9f-5f19-42d5-a712-00be4ef1dbd7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1083286 Apr 18 20:43:53.370026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-337cf06f-465a-4268-846d-096beb730b1a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.372099 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-337cf06f-465a-4268-846d-096beb730b1a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2296658 Apr 18 20:43:53.376797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50416) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:53.384825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-eda21c86-4f1d-4319-bff3-d29fc81b04a9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'c0d6a940-a928-4fdb-b361-f4beed41bdce', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:53.400138 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cf06f-465a-4268-846d-096beb730b1a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d6a940-a928-4fdb-b361-f4beed41bdce,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:53.420913 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.433508 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.443447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eda21c86-4f1d-4319-bff3-d29fc81b04a9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.463043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c160b379-4914-4f6b-ae13-39fa7b90b3d6 req-5da33d9c-4751-4b13-8577-56af65422127 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904214 Apr 18 20:43:53.508873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Pushing event updated for resources: {'Port': ['ID=0469ba1a-62f5-4aa1-8ff1-a16fa5163e52,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:53.529066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.529414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.529751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.530087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.530414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.530746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.531067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.531409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.531706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.532185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.532439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.532774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.554020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 50d52b48-85a2-47ba-884c-ecaae9e45e6d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:53.554395 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.562162 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eda21c86-4f1d-4319-bff3-d29fc81b04a9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.568469 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eda21c86-4f1d-4319-bff3-d29fc81b04a9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.590913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda21c86-4f1d-4319-bff3-d29fc81b04a9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dbc7db-bb65-4559-a454-37bef4405255,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:53.602741 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eda21c86-4f1d-4319-bff3-d29fc81b04a9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.607945 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eda21c86-4f1d-4319-bff3-d29fc81b04a9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2294083 Apr 18 20:43:53.608223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50418) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:53.625957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'c0d6a940-a928-4fdb-b361-f4beed41bdce', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:53.673664 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.723113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Attempting to bind port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:53.723702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Attempting to bind port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:53.724449 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Attempting to bind port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 on network 92cc4dce-95cf-47ac-be22-3d2b9938c06c {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:43:53.743935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:43:53.744515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Checking segment: {'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:43:53.745677 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.746314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Bound using segment: {'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:43:53.747104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Bound port: 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:53.747981 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.765983 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.772089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.805225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3446c61-579c-452e-b248-6ed0e2db4be0,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:53.818080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.818346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.818843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.819269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.819742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.820117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.820824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.821635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.821635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.821904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.822324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.822718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:53.835715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.840954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50420) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:53.846527 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4050cf2c-bd54-4b01-a172-8210af7b6545 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'c0d6a940-a928-4fdb-b361-f4beed41bdce', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:53.851476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aa469c4b-4fc7-4dfd-8911-7686963b2309 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2411237 Apr 18 20:43:53.886253 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4050cf2c-bd54-4b01-a172-8210af7b6545 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.939536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] For port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:43:53.944383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] For port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0469ba1a-62f5-4aa1-8ff1-a16fa5163e52,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:43:53.962978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.001874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4050cf2c-bd54-4b01-a172-8210af7b6545 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.008253 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4050cf2c-bd54-4b01-a172-8210af7b6545 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.044497 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050cf2c-bd54-4b01-a172-8210af7b6545 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11921c25-0a60-4f03-9eaf-be598b5334df,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.047954 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-033ace45-7caf-48fc-aff6-fa7fcb3ceb17 None None] Provisioning complete for port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:54.048554 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-033ace45-7caf-48fc-aff6-fa7fcb3ceb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.055714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4050cf2c-bd54-4b01-a172-8210af7b6545 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.058558 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4050cf2c-bd54-4b01-a172-8210af7b6545 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150016 Apr 18 20:43:54.061473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50424) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:54.069332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-24169bf2-3b0d-4783-8a3e-bd248fab8131 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'c0d6a940-a928-4fdb-b361-f4beed41bdce', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:54.112159 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24169bf2-3b0d-4783-8a3e-bd248fab8131 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.128038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f9ada-7d00-47d1-be75-0085e40854ae None None] Pushing event updated for resources: {'Port': ['ID=0469ba1a-62f5-4aa1-8ff1-a16fa5163e52,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.142847 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:43:54.143854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:43:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:54.226370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24169bf2-3b0d-4783-8a3e-bd248fab8131 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.237981 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24169bf2-3b0d-4783-8a3e-bd248fab8131 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.281359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24169bf2-3b0d-4783-8a3e-bd248fab8131 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5815c283-0549-4e6d-ac9f-af950cded940,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.324854 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24169bf2-3b0d-4783-8a3e-bd248fab8131 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.326945 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-24169bf2-3b0d-4783-8a3e-bd248fab8131 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2636647 Apr 18 20:43:54.333255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50426) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:54.344123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bb45e3bb-e6ac-4576-b441-30a202061e72 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'c0d6a940-a928-4fdb-b361-f4beed41bdce', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:54.397701 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-bb45e3bb-e6ac-4576-b441-30a202061e72 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Project 5fa683093c6f40a293d5d917b8c84f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:43:54.415011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb45e3bb-e6ac-4576-b441-30a202061e72 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.416999 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-033ace45-7caf-48fc-aff6-fa7fcb3ceb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.474811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:43:54.537830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-033ace45-7caf-48fc-aff6-fa7fcb3ceb17 None None] For port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0469ba1a-62f5-4aa1-8ff1-a16fa5163e52,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:43:54.561964 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-033ace45-7caf-48fc-aff6-fa7fcb3ceb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.590935 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb45e3bb-e6ac-4576-b441-30a202061e72 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.597965 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb45e3bb-e6ac-4576-b441-30a202061e72 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.630245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45e3bb-e6ac-4576-b441-30a202061e72 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb547e7-21f8-4c16-8a7d-2f8fca0b1648,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.663996 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb45e3bb-e6ac-4576-b441-30a202061e72 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.666437 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb45e3bb-e6ac-4576-b441-30a202061e72 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3314247 Apr 18 20:43:54.670770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50432) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:43:54.685674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a54dca5a-d85c-4614-baa8-f9642fd348d4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'c0d6a940-a928-4fdb-b361-f4beed41bdce', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:54.712246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69836a85-281f-422d-814f-0761fb16af8c req-aa57f393-74c4-486f-a328-e48e7d21d7ce tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:54.715067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69836a85-281f-422d-814f-0761fb16af8c req-aa57f393-74c4-486f-a328-e48e7d21d7ce tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1332393 Apr 18 20:43:54.728660 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-a54dca5a-d85c-4614-baa8-f9642fd348d4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Project 5fa683093c6f40a293d5d917b8c84f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:43:54.737825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a54dca5a-d85c-4614-baa8-f9642fd348d4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.777351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f87e3f77-c069-41a9-8a70-d349918d246d None None] Provisioning complete for port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:54.777785 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f87e3f77-c069-41a9-8a70-d349918d246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.781549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ace45-7caf-48fc-aff6-fa7fcb3ceb17 None None] Pushing event updated for resources: {'Port': ['ID=0469ba1a-62f5-4aa1-8ff1-a16fa5163e52,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.805841 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69836a85-281f-422d-814f-0761fb16af8c req-d9dd4a13-4fef-40d9-a8ad-fd7ef753816e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768883 Apr 18 20:43:54.874898 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a54dca5a-d85c-4614-baa8-f9642fd348d4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.882769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a54dca5a-d85c-4614-baa8-f9642fd348d4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.906953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dca5a-d85c-4614-baa8-f9642fd348d4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842376ef-972a-4a04-9a84-84f7b63c1b77,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.914364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a54dca5a-d85c-4614-baa8-f9642fd348d4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.920980 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a54dca5a-d85c-4614-baa8-f9642fd348d4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2463560 Apr 18 20:43:54.934438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:43:50Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:53Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:54.971503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d45ed7d-581d-403c-a7df-7c4cf839e367 None None] The sync data for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 is: [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:43:50Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:53Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:55.246976 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-d51e8042-60f1-44f9-8104-1a3931e0dcf7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90425285&fields=id&tenant_id=5fa683093c6f40a293d5d917b8c84f89 HTTP/1.1" status: 200 len: 267 time: 0.0584447 Apr 18 20:43:55.426724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-e01c16c2-4e4b-4c0e-bf75-80475637f066 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:55.429552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-e01c16c2-4e4b-4c0e-bf75-80475637f066 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/networks?id=92cc4dce-95cf-47ac-be22-3d2b9938c06c HTTP/1.1" status: 200 len: 796 time: 0.1625087 Apr 18 20:43:55.452210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-d0ac4fd4-dbdb-4d45-bf62-94deea2d44dd tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/quotas/5fa683093c6f40a293d5d917b8c84f89 HTTP/1.1" status: 200 len: 375 time: 0.0157981 Apr 18 20:43:55.523790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-1f5830df-71b4-4cf0-b6ab-9a1e75e867d6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606496 Apr 18 20:43:55.551501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-23300931-581c-4a6e-8430-7747c968522e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:43:55.552620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-23300931-581c-4a6e-8430-7747c968522e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062342 Apr 18 20:43:55.680292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-0e3d2480-53c3-4aba-8bb2-c2a95746c6fa service neutron] 10.222.0.49 "GET /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199775 Apr 18 20:43:55.804603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-78d763b8-54f9-4445-bb28-e5218e89ae53 service neutron] 10.222.0.49 "GET /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163168 Apr 18 20:43:56.063693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8ec6bbf-8778-402c-9235-951ef56e4e81 req-9a4aa751-0ee4-4557-94c1-abd506381a76 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 210 time: 0.0388303 Apr 18 20:43:56.096045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67717d27-96f7-43c0-addc-008209bc85f0 req-00e87d5b-8934-4546-8c83-ab2559e79130 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:56.097961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67717d27-96f7-43c0-addc-008209bc85f0 req-00e87d5b-8934-4546-8c83-ab2559e79130 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1628406 Apr 18 20:43:56.171668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67717d27-96f7-43c0-addc-008209bc85f0 req-2e63f2a2-5d4b-4974-b2ee-4cbb35eb323f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637066 Apr 18 20:43:57.121093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:43:57.190148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:57.190724 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:57.192028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fbbd7b8-5de1-4af9-8b4a-2fd5b9396418 req-c9d4e274-c87a-4f25-8f7c-9a74fa1d05b0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 210 time: 0.0364218 Apr 18 20:43:57.518129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730947f-c3d5-4158-aecf-684bd758d48d req-4b043328-846c-48ed-be3a-8bfe8ffe16c4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:57.519786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7730947f-c3d5-4158-aecf-684bd758d48d req-4b043328-846c-48ed-be3a-8bfe8ffe16c4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2422533 Apr 18 20:43:57.573991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-7cce5001-bea0-4d21-8394-1a7efebeadde tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:57.576368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-7cce5001-bea0-4d21-8394-1a7efebeadde tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.60 "GET /v2.0/networks?id=92cc4dce-95cf-47ac-be22-3d2b9938c06c HTTP/1.1" status: 200 len: 796 time: 0.2446136 Apr 18 20:43:57.612819 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7730947f-c3d5-4158-aecf-684bd758d48d req-c7505b28-8879-4620-9dae-cc37eb7cbf05 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823102 Apr 18 20:43:57.672429 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-881e227a-a454-4352-9adf-90b3d1c3c931 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa683093c6f40a293d5d917b8c84f89 HTTP/1.1" status: 200 len: 378 time: 0.0581424 Apr 18 20:43:57.686301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'port': {'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'admin_state_up': True, 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'security_groups': ['c0d6a940-a928-4fdb-b361-f4beed41bdce']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:57.927703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Made reservation on behalf of 5fa683093c6f40a293d5d917b8c84f89 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:57.932387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.194467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-f8b4f37c-5b8a-4d5c-b7b6-c880c9ea6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:58.196609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-f8b4f37c-5b8a-4d5c-b7b6-c880c9ea6bef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1096 time: 0.2154109 Apr 18 20:43:58.207504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64806ace-7b77-4ea3-be0e-3058f021cd37 req-78096b99-fcda-4560-bf6b-948b4825ff99 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:58.213267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64806ace-7b77-4ea3-be0e-3058f021cd37 req-78096b99-fcda-4560-bf6b-948b4825ff99 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2645471 Apr 18 20:43:58.347513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Allocated IP 172.20.0.5 (92cc4dce-95cf-47ac-be22-3d2b9938c06c/59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7/160af550-3c5c-41d5-9bfc-418682da0153) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:58.444159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72f1abf3-1911-40d2-a493-bc8d14d5d71f req-c3cef982-5ddf-4a51-b5e7-baca61879dba tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 210 time: 0.0998857 Apr 18 20:43:58.458409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64806ace-7b77-4ea3-be0e-3058f021cd37 req-171e9a8d-ede5-4d98-a8d7-e227a497f54e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185235 Apr 18 20:43:58.555696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-6a81d7c3-8e54-4e9e-a5f1-506a079b5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:58.557937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-6a81d7c3-8e54-4e9e-a5f1-506a079b5752 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.3341763 Apr 18 20:43:58.699083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-19034445-bb4b-4d50-b771-537c8afe3b03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 999 time: 0.1222706 Apr 18 20:43:58.764708 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.779747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-af091b5d-dbe0-4323-a533-7fcf0a08195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:58.781840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-af091b5d-dbe0-4323-a533-7fcf0a08195b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0736032 Apr 18 20:43:58.867721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-e0895d6a-0b83-4f8c-b037-dc4cea09fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:58.869272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-e0895d6a-0b83-4f8c-b037-dc4cea09fa43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780208 Apr 18 20:43:58.870916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.965128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 92cc4dce-95cf-47ac-be22-3d2b9938c06c is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:58.974720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:58.985970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:43:58.991413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=160af550-3c5c-41d5-9bfc-418682da0153,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:59.124443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:59.125174 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.147080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-9ccf2c5a-4fb0-40a0-9c08-fd66a5c59fa7 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635462 Apr 18 20:43:59.265503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-c5e1829e-6bd9-4213-b641-71c4e158c196 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5870178 Apr 18 20:43:59.280639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Request body: {'port': {'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:59.346251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c67f544d-a53d-401d-be27-9fa9ab7d54de req-81b8f32f-2058-4d3e-b504-479ee570b156 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892049 Apr 18 20:43:59.383498 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.385035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a2a39e9b-c11e-43a6-84cf-37e4e09c54ec None None] Provisioning complete for port 160af550-3c5c-41d5-9bfc-418682da0153 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:59.386501 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a2a39e9b-c11e-43a6-84cf-37e4e09c54ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.438972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a2a39e9b-c11e-43a6-84cf-37e4e09c54ec None None] Port 160af550-3c5c-41d5-9bfc-418682da0153 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:43:59.675555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbd591-1754-4e34-a613-5c3b66553dca req-a43e7931-ced9-4ce6-a8d4-6ad811b93fd0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:59.677711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7dbd591-1754-4e34-a613-5c3b66553dca req-a43e7931-ced9-4ce6-a8d4-6ad811b93fd0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 931 time: 0.1490009 Apr 18 20:43:59.708721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e69e36-835f-4547-9ef2-70295cb61157 req-a58acdcc-bf2e-4312-abc8-42612a167145 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:59.710331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d3e69e36-835f-4547-9ef2-70295cb61157 req-a58acdcc-bf2e-4312-abc8-42612a167145 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1277838 Apr 18 20:43:59.816638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7dbd591-1754-4e34-a613-5c3b66553dca req-1d701357-f6dd-4925-ad59-2b4ed13a7e6d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1176579 Apr 18 20:43:59.842487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d3e69e36-835f-4547-9ef2-70295cb61157 req-0cb3d57a-9080-492b-8d49-add836e04e33 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232004 Apr 18 20:43:59.890875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160af550-3c5c-41d5-9bfc-418682da0153 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:59.906349 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.922330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Transition to ACTIVE for port object 160af550-3c5c-41d5-9bfc-418682da0153 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:59.928441 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.010084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Pushing event updated for resources: {'Port': ['ID=160af550-3c5c-41d5-9bfc-418682da0153,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:00.079245 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Attempting to bind port 160af550-3c5c-41d5-9bfc-418682da0153 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:00.079591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Attempting to bind port 160af550-3c5c-41d5-9bfc-418682da0153 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:00.079962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Attempting to bind port 160af550-3c5c-41d5-9bfc-418682da0153 on network 92cc4dce-95cf-47ac-be22-3d2b9938c06c {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:00.085558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Port 160af550-3c5c-41d5-9bfc-418682da0153 on network 92cc4dce-95cf-47ac-be22-3d2b9938c06c not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:44:00.085880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Attempting to bind port 160af550-3c5c-41d5-9bfc-418682da0153 on network 92cc4dce-95cf-47ac-be22-3d2b9938c06c {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:00.096245 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:00.096921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Checking segment: {'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:00.097430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Bound using segment: {'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:00.098141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Bound port: 160af550-3c5c-41d5-9bfc-418682da0153, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:00.098501 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.198786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] For port 160af550-3c5c-41d5-9bfc-418682da0153, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:00.207923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] For port 160af550-3c5c-41d5-9bfc-418682da0153, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=160af550-3c5c-41d5-9bfc-418682da0153,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:00.216298 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.270974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.272031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.275188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] 10.222.0.60 "PUT /v2.0/ports/160af550-3c5c-41d5-9bfc-418682da0153 HTTP/1.1" status: 200 len: 1091 time: 1.0008349 Apr 18 20:44:00.275981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'tag': '160af550-3c5c-41d5-9bfc-418682da0153'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:00.280831 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329" -d '{"events": [{"name": "network-changed", "server_uuid": "b217ae34-27ff-472f-a89d-86c1cb9322e2", "tag": "160af550-3c5c-41d5-9bfc-418682da0153"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:00.332881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3d655-95b9-4064-be45-a4f5d141ceae service neutron] Pushing event updated for resources: {'Port': ['ID=160af550-3c5c-41d5-9bfc-418682da0153,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:00.380555 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b716cc0-45c3-4fb5-a224-19365d50178d x-openstack-request-id: req-7b716cc0-45c3-4fb5-a224-19365d50178d {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:00.381162 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217ae34-27ff-472f-a89d-86c1cb9322e2", "tag": "160af550-3c5c-41d5-9bfc-418682da0153", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:00.381563 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b716cc0-45c3-4fb5-a224-19365d50178d {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:00.382376 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b716cc0-45c3-4fb5-a224-19365d50178d'] response: {'name': 'network-changed', 'server_uuid': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'tag': '160af550-3c5c-41d5-9bfc-418682da0153', 'status': 'completed', 'code': 200} Apr 18 20:44:00.408872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-28cab93f-f799-48a6-8327-4c192b618275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.411103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-28cab93f-f799-48a6-8327-4c192b618275 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 1094 time: 0.0748367 Apr 18 20:44:00.456974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-a2a4c279-82c8-4798-bc97-7c2c7408271e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=160af550-3c5c-41d5-9bfc-418682da0153 HTTP/1.1" status: 200 len: 217 time: 0.0379400 Apr 18 20:44:00.525817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-e2d0da62-c31d-4b8a-9329-691a5ba76117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.528965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-e2d0da62-c31d-4b8a-9329-691a5ba76117 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7 HTTP/1.1" status: 200 len: 834 time: 0.0656667 Apr 18 20:44:00.607625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-d0171b09-f5c5-4f7a-a302-6e55d564661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.609412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-d0171b09-f5c5-4f7a-a302-6e55d564661c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92cc4dce-95cf-47ac-be22-3d2b9938c06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688620 Apr 18 20:44:00.726085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-e38cafda-577e-4540-b38e-8308d6e05698 service neutron] 10.222.0.60 "GET /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093612 Apr 18 20:44:00.838900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56b47a1a-48d7-4e4f-a884-301b37b65605 req-d191b1d2-0798-4904-88a5-31febbb7b7ef service neutron] 10.222.0.60 "GET /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036742 Apr 18 20:44:01.045178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2095e4-f676-437b-b420-0fede2d0c78e req-cd0d4b96-2373-4187-90bc-86a8cb4b4012 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.047618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2095e4-f676-437b-b420-0fede2d0c78e req-cd0d4b96-2373-4187-90bc-86a8cb4b4012 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 943 time: 0.1473134 Apr 18 20:44:01.062650 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-339e7af1-e99f-4608-9c95-c24d3e1296dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.064827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-339e7af1-e99f-4608-9c95-c24d3e1296dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 1094 time: 0.1187842 Apr 18 20:44:01.118161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2377c-53f7-4716-9722-e3fd42bcc91b req-8657fb96-5abe-4487-950b-726aa21b8cbe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.119667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12d2377c-53f7-4716-9722-e3fd42bcc91b req-8657fb96-5abe-4487-950b-726aa21b8cbe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1314089 Apr 18 20:44:01.193589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae2095e4-f676-437b-b420-0fede2d0c78e req-e3648648-1dca-44df-a8a8-3f29ae8ab6d9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276317 Apr 18 20:44:01.230698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12d2377c-53f7-4716-9722-e3fd42bcc91b req-c40fb4e4-9eca-458b-8943-ccecf7df2349 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815611 Apr 18 20:44:01.236042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-cf815542-97f9-4cc7-81f9-0018e12b617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.238250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-cf815542-97f9-4cc7-81f9-0018e12b617c service neutron] 10.222.0.60 "GET /v2.0/networks?id=92cc4dce-95cf-47ac-be22-3d2b9938c06c HTTP/1.1" status: 200 len: 897 time: 0.1612508 Apr 18 20:44:01.599491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-bb0938f7-1ad0-4789-9ed5-fdffe4af47b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=160af550-3c5c-41d5-9bfc-418682da0153 HTTP/1.1" status: 200 len: 217 time: 0.3529747 Apr 18 20:44:01.766087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d731-df7f-4ba6-b31b-62925548e96c req-37fe3cb1-7018-4bd1-a19f-1ca606f84e08 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.768317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1422d731-df7f-4ba6-b31b-62925548e96c req-37fe3cb1-7018-4bd1-a19f-1ca606f84e08 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1716540 Apr 18 20:44:01.776121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-6454dbbb-0f38-4712-b0df-e611455ebd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.777847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-6454dbbb-0f38-4712-b0df-e611455ebd1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7 HTTP/1.1" status: 200 len: 834 time: 0.1702054 Apr 18 20:44:01.871545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1422d731-df7f-4ba6-b31b-62925548e96c req-f547e9ba-ea3d-4d7e-a92f-529afa3d0529 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835364 Apr 18 20:44:01.879158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-e4f3f3e2-03ec-44db-9c4c-0560a1b5abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.880886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-e4f3f3e2-03ec-44db-9c4c-0560a1b5abe1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92cc4dce-95cf-47ac-be22-3d2b9938c06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899782 Apr 18 20:44:02.016961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-527dd30b-1764-4d5a-b754-b133a93d2279 service neutron] 10.222.0.60 "GET /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283779 Apr 18 20:44:02.188792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a54ee12-2ed1-48e8-9049-ec4f7d7a9329 req-382489fb-9860-4b56-a812-b643080baba5 service neutron] 10.222.0.60 "GET /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640785 Apr 18 20:44:02.228726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d63830-74f1-469f-a13a-7a59ea70fb6e req-0254e34a-3d82-43c9-8358-8a1b57d64703 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:02.230804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79d63830-74f1-469f-a13a-7a59ea70fb6e req-0254e34a-3d82-43c9-8358-8a1b57d64703 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0557570 Apr 18 20:44:02.274120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79d63830-74f1-469f-a13a-7a59ea70fb6e req-baaaee60-8252-423a-8f3e-143b50eb1aea tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358210 Apr 18 20:44:02.339658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f2257-c9d6-4428-8444-442e4da34a86 req-a70499ba-9b00-4699-9a9c-6f5f405ecfc0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:02.342452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a6f2257-c9d6-4428-8444-442e4da34a86 req-a70499ba-9b00-4699-9a9c-6f5f405ecfc0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 943 time: 0.0616584 Apr 18 20:44:02.421878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a6f2257-c9d6-4428-8444-442e4da34a86 req-d8d1dffa-e3be-4c4b-a47d-e33f64c32a5d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683308 Apr 18 20:44:02.446389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ceb2c-765b-4d09-b187-4f896ba24ae3 req-9968edee-0e94-4138-9a13-756f96719088 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:02.449427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e14ceb2c-765b-4d09-b187-4f896ba24ae3 req-9968edee-0e94-4138-9a13-756f96719088 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0937536 Apr 18 20:44:02.489987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e14ceb2c-765b-4d09-b187-4f896ba24ae3 req-c12ed704-0a92-4f1f-a204-ef3d3016f250 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346720 Apr 18 20:44:02.615829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270436f-4a29-4592-bb31-434003afa24f req-aab8443f-5c0c-45a3-b8c9-afde265614ca tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:02.617320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6270436f-4a29-4592-bb31-434003afa24f req-aab8443f-5c0c-45a3-b8c9-afde265614ca tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0529339 Apr 18 20:44:02.663144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6270436f-4a29-4592-bb31-434003afa24f req-b7f06f25-a78a-4640-b996-7162bc052d40 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351944 Apr 18 20:44:02.961555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0183e96-3723-4d92-925d-3263e27e7e77 req-90f1efa9-6f3d-4cf5-8ed9-6d3dcd944b71 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:02.964463 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0183e96-3723-4d92-925d-3263e27e7e77 req-90f1efa9-6f3d-4cf5-8ed9-6d3dcd944b71 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0670333 Apr 18 20:44:03.014577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0183e96-3723-4d92-925d-3263e27e7e77 req-91cdf88f-ebf1-4fc2-bccf-bfb8d09f03ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446455 Apr 18 20:44:03.576579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc259664-92f6-4b19-b4b0-16db70803d13 req-12333355-8093-4c2b-b6e4-a433d85ef90d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:03.578272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc259664-92f6-4b19-b4b0-16db70803d13 req-12333355-8093-4c2b-b6e4-a433d85ef90d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 943 time: 0.0681002 Apr 18 20:44:03.625442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc259664-92f6-4b19-b4b0-16db70803d13 req-caf29268-ed73-49b3-9068-661744db8171 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381227 Apr 18 20:44:03.871177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 160af550-3c5c-41d5-9bfc-418682da0153 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:44:04.019663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 160af550-3c5c-41d5-9bfc-418682da0153, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=160af550-3c5c-41d5-9bfc-418682da0153,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:04.032490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '160af550-3c5c-41d5-9bfc-418682da0153', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'mac_address': 'fa:16:3e:d9:77:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:44:04.091695 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.114306 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160af550-3c5c-41d5-9bfc-418682da0153 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:04.142355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 160af550-3c5c-41d5-9bfc-418682da0153, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=160af550-3c5c-41d5-9bfc-418682da0153,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:04.146076 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.186935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be77bd-b78a-44ef-985d-11f73de81f14 req-ab48b238-608c-4cf2-8d33-f5e95b96a1f8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:04.195546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19be77bd-b78a-44ef-985d-11f73de81f14 req-ab48b238-608c-4cf2-8d33-f5e95b96a1f8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0761180 Apr 18 20:44:04.215500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=160af550-3c5c-41d5-9bfc-418682da0153,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:04.246244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19be77bd-b78a-44ef-985d-11f73de81f14 req-365534b4-ddee-455a-af8a-0e8c06ea70d5 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495143 Apr 18 20:44:04.521404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4353e-abfe-443a-b142-5186e165eeb3 req-90648eb4-b6bc-4773-8a73-97f00aa346da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:04.522924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4df4353e-abfe-443a-b142-5186e165eeb3 req-90648eb4-b6bc-4773-8a73-97f00aa346da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0767915 Apr 18 20:44:04.556609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['160af550-3c5c-41d5-9bfc-418682da0153'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:04.575644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4df4353e-abfe-443a-b142-5186e165eeb3 req-f00a55e8-7f10-4daf-a083-d0ef9cd76d5e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441093 Apr 18 20:44:04.781348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b45cb-90c8-414e-9607-74f84b444a26 req-10e163dc-70ee-49d4-a0e7-e6dcb9c7612c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:04.784463 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-853b45cb-90c8-414e-9607-74f84b444a26 req-10e163dc-70ee-49d4-a0e7-e6dcb9c7612c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 944 time: 0.0739470 Apr 18 20:44:04.842452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-853b45cb-90c8-414e-9607-74f84b444a26 req-b4593192-5e44-4671-8f06-9ede5a39a159 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494220 Apr 18 20:44:05.772437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c807d5-d475-495e-81b3-b919b896601a req-4edbaf1b-71cf-4270-bae8-f653eb63b27d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:05.775291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6c807d5-d475-495e-81b3-b919b896601a req-4edbaf1b-71cf-4270-bae8-f653eb63b27d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0780818 Apr 18 20:44:05.848511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6c807d5-d475-495e-81b3-b919b896601a req-20a91b9d-f6d0-47c7-a9e8-e2c3b0204fa1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596216 Apr 18 20:44:05.895814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 160af550-3c5c-41d5-9bfc-418682da0153 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:05.968170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d390e43-dca3-4fab-8afb-7e9b8a336e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.024510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 160af550-3c5c-41d5-9bfc-418682da0153 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:06.030069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 160af550-3c5c-41d5-9bfc-418682da0153 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:06.030725 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.033691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b4d05-5278-4572-85fa-828a29cb3028 req-ed5fd26e-cae6-4c09-bb8b-6cdfba9b74e4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.035316 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d2b4d05-5278-4572-85fa-828a29cb3028 req-ed5fd26e-cae6-4c09-bb8b-6cdfba9b74e4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 944 time: 0.0899565 Apr 18 20:44:06.105907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d2b4d05-5278-4572-85fa-828a29cb3028 req-2adc2ff2-d38f-4406-b7cb-38658ee3c568 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506332 Apr 18 20:44:06.115337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079d60f-7cd1-4cda-b9f1-a3b931d11ee7 req-21b6677c-adf9-4a9e-8cb9-e675d08859e1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.127451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0079d60f-7cd1-4cda-b9f1-a3b931d11ee7 req-21b6677c-adf9-4a9e-8cb9-e675d08859e1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1129897 Apr 18 20:44:06.173284 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.209130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0079d60f-7cd1-4cda-b9f1-a3b931d11ee7 req-91980554-a9e7-4b91-8a20-4586a55d09da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803480 Apr 18 20:44:06.228926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160af550-3c5c-41d5-9bfc-418682da0153'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:06.231680 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9a5fda-b112-4126-9cbe-e0182e022682" -d '{"events": [{"server_uuid": "b217ae34-27ff-472f-a89d-86c1cb9322e2", "name": "network-vif-plugged", "status": "completed", "tag": "160af550-3c5c-41d5-9bfc-418682da0153"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:06.260972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 160af550-3c5c-41d5-9bfc-418682da0153, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=160af550-3c5c-41d5-9bfc-418682da0153,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:06.268681 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.282861 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52527b7b-dd62-4713-8d0b-6debcbd568c9 x-openstack-request-id: req-52527b7b-dd62-4713-8d0b-6debcbd568c9 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:06.283447 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217ae34-27ff-472f-a89d-86c1cb9322e2", "name": "network-vif-plugged", "status": "completed", "tag": "160af550-3c5c-41d5-9bfc-418682da0153", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:06.285219 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-52527b7b-dd62-4713-8d0b-6debcbd568c9 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:06.286558 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52527b7b-dd62-4713-8d0b-6debcbd568c9'] response: {'server_uuid': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160af550-3c5c-41d5-9bfc-418682da0153', 'code': 200} Apr 18 20:44:06.362904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=160af550-3c5c-41d5-9bfc-418682da0153,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:06.415077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace3ae7-d4f6-4c97-83bf-cac87b17d579 req-c343fd33-095e-4898-b084-7201d1eac9ec tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.416785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ace3ae7-d4f6-4c97-83bf-cac87b17d579 req-c343fd33-095e-4898-b084-7201d1eac9ec tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1023235 Apr 18 20:44:06.418997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c67ed-4065-4e2c-9d59-1a550c87b95f req-90ab5e0f-3016-427a-b70f-6d03a7bf8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.420532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d0c67ed-4065-4e2c-9d59-1a550c87b95f req-90ab5e0f-3016-427a-b70f-6d03a7bf8ba4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 1096 time: 0.0684495 Apr 18 20:44:06.484705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ace3ae7-d4f6-4c97-83bf-cac87b17d579 req-d6f9172c-93ba-4c5a-a485-bb45110f7f88 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598047 Apr 18 20:44:06.490633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d0c67ed-4065-4e2c-9d59-1a550c87b95f req-9bbf8532-297c-4575-9f61-04a5adc56953 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587001 Apr 18 20:44:06.612979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14900ab7-787c-48dc-886e-b31529dea06e req-a3375523-9e32-4082-9df8-d34a6536b8eb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.614651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14900ab7-787c-48dc-886e-b31529dea06e req-a3375523-9e32-4082-9df8-d34a6536b8eb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0550623 Apr 18 20:44:06.656613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14900ab7-787c-48dc-886e-b31529dea06e req-a289bea5-e2ad-4621-bca8-c648e1c81714 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350032 Apr 18 20:44:06.782759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae370c6c-f30b-47ae-b794-fa7d1c65c943 req-751ce761-0c47-49c9-9fde-55f775ebf7b8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.784391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae370c6c-f30b-47ae-b794-fa7d1c65c943 req-751ce761-0c47-49c9-9fde-55f775ebf7b8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0538020 Apr 18 20:44:06.829590 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae370c6c-f30b-47ae-b794-fa7d1c65c943 req-968bd21e-fc41-4a3e-b708-ae4141de6923 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388091 Apr 18 20:44:06.961966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd367-2497-4259-89d1-b70b6d1b0b44 req-7d083545-9309-4257-908d-ce82ac12d59f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.963755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dddd367-2497-4259-89d1-b70b6d1b0b44 req-7d083545-9309-4257-908d-ce82ac12d59f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0616560 Apr 18 20:44:07.010826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dddd367-2497-4259-89d1-b70b6d1b0b44 req-d675f289-0e50-4af2-8ac3-f1f4326c1563 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400896 Apr 18 20:44:07.289686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eb541-f32c-4055-8370-0c5cb44c6346 req-c47f171e-7bed-4859-92c0-e1b0e44c7d2d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:07.291803 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15eb541-f32c-4055-8370-0c5cb44c6346 req-c47f171e-7bed-4859-92c0-e1b0e44c7d2d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 945 time: 0.0722768 Apr 18 20:44:07.331884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15eb541-f32c-4055-8370-0c5cb44c6346 req-db9e2b64-ea5c-499c-bee6-99461b81a551 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337789 Apr 18 20:44:08.460719 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-ac876ac2-4225-40bb-ac88-c76f2860f034 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756085 Apr 18 20:44:08.477549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33891a6-4be8-4f06-80de-66b9295ba6df req-3f2f3ae4-5b32-4f83-a23b-71d264985e65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.479466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e33891a6-4be8-4f06-80de-66b9295ba6df req-3f2f3ae4-5b32-4f83-a23b-71d264985e65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 945 time: 0.0640800 Apr 18 20:44:08.547745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e33891a6-4be8-4f06-80de-66b9295ba6df req-fa6ff332-8b54-4b52-a6f7-62e606158be2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589197 Apr 18 20:44:08.559516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-53f1eae6-653b-4345-9c0e-69cfb263bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.561063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-53f1eae6-653b-4345-9c0e-69cfb263bee9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 1096 time: 0.0637548 Apr 18 20:44:08.611346 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7e7bb660-adc7-4a23-a207-dcd8c02a1ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.751542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-84ef8fc6-f59f-4fcc-8f52-0813ebe8f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.753092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-84ef8fc6-f59f-4fcc-8f52-0813ebe8f2d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.1697032 Apr 18 20:44:08.761745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371442df-13c4-4e63-aa22-4a87f00c11db req-a7b7b367-aea2-4fc6-9af6-001ae6cf4f04 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.762220 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371442df-13c4-4e63-aa22-4a87f00c11db req-a7b7b367-aea2-4fc6-9af6-001ae6cf4f04 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 945 time: 0.1157920 Apr 18 20:44:08.815690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-de5eb188-b18a-4dc8-bb04-a67b420d8046 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be1baa44-1c08-46d6-819f-86a10653ba44 HTTP/1.1" status: 200 len: 217 time: 0.0524697 Apr 18 20:44:08.840889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-f510555e-3f9f-4721-ae67-36abf1dae2c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1361032 Apr 18 20:44:08.883738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371442df-13c4-4e63-aa22-4a87f00c11db req-b0360958-9bd2-41d2-84ce-e9669e9720b4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1097038 Apr 18 20:44:08.899026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-d1d653d9-cc58-4463-9fb0-737644dcfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.900985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-d1d653d9-cc58-4463-9fb0-737644dcfe64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.0759027 Apr 18 20:44:08.917433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50622) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:08.958033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e9c806-a7ce-4e17-837e-25f04562ef4d tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.962723 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-16e9c806-a7ce-4e17-837e-25f04562ef4d tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 1091 time: 0.0442448 Apr 18 20:44:08.963438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50624) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:08.965216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-70cc69d1-7c30-42c9-b818-5e37d9738a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.966717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-70cc69d1-7c30-42c9-b818-5e37d9738a54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2e415c7e94c84df2883ee13c5a601903&device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 1096 time: 0.0765662 Apr 18 20:44:08.971252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:08.988278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-75e0bd41-aeb6-42a9-9753-8fa8827ec8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.989769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-75e0bd41-aeb6-42a9-9753-8fa8827ec8e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707500 Apr 18 20:44:09.066267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.206688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-4d5afdee-ea2c-4052-921a-a96d330e82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:09.208233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-4d5afdee-ea2c-4052-921a-a96d330e82ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 200 len: 920 time: 0.2164598 Apr 18 20:44:09.224443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-02a81d53-27f2-4514-bf52-ba9a3b802494 service neutron] 10.222.0.60 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231920 Apr 18 20:44:09.273636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-5e9c5908-1872-4a6f-be18-3d70d7fad09b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad HTTP/1.1" status: 200 len: 217 time: 0.0564253 Apr 18 20:44:09.276851 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.395699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-f41e8f64-7bdf-4837-b422-2b322f01947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:09.397227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-f41e8f64-7bdf-4837-b422-2b322f01947d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 200 len: 858 time: 0.1122544 Apr 18 20:44:09.426357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2d09b3c-1c5b-44c3-86da-e39b9d1155d7 req-2684b6d3-f5c8-4580-8eb5-3b5882f8f04e service neutron] 10.222.0.60 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666913 Apr 18 20:44:09.457695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.475493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-c87a2bae-85e8-45ff-8774-16dcdc18eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:09.476883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-c87a2bae-85e8-45ff-8774-16dcdc18eb51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bda4290d-bdb0-4096-9357-e9ea6a72d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681713 Apr 18 20:44:09.654071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Allocated IP 172.25.2.146 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/813ffcac-c139-4dc5-8f11-e3ec0a335a62) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:09.660141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-a5cbe356-2ce5-4a85-9f6c-ba751975f65e service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563766 Apr 18 20:44:09.706825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50632) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:09.841150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df4d7aba-3b09-4d63-aa86-dbbf66d6f110 req-834b03ca-4a7c-451b-b00c-fbd040601541 service neutron] 10.222.0.64 "GET /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725030 Apr 18 20:44:09.846394 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.848876 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70916612-ca32-4f83-b3bd-f651dc10a90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.882701 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.930267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:09.933390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:09.938050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:09.940109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=813ffcac-c139-4dc5-8f11-e3ec0a335a62,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:09.940834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70916612-ca32-4f83-b3bd-f651dc10a90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.945342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70916612-ca32-4f83-b3bd-f651dc10a90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.985605 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-70916612-ca32-4f83-b3bd-f651dc10a90c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fa0e41bd0734d528bcc4b7752846b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776849 Apr 18 20:44:09.986741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70916612-ca32-4f83-b3bd-f651dc10a90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c097304-0e6b-4b13-9e59-57c53b939b8d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:09.989464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50638) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:10.040610 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b16a-f66d-450f-bbed-e6989f27951a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.076033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b16a-f66d-450f-bbed-e6989f27951a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.128595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b16a-f66d-450f-bbed-e6989f27951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.129116 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b16a-f66d-450f-bbed-e6989f27951a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.132933 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bcf8b16a-f66d-450f-bbed-e6989f27951a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c097304-0e6b-4b13-9e59-57c53b939b8d HTTP/1.1" status: 204 len: 168 time: 0.1399345 Apr 18 20:44:10.139689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8b16a-f66d-450f-bbed-e6989f27951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c097304-0e6b-4b13-9e59-57c53b939b8d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:10.405050 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.463337 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.508185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.698324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.702513 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.791684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=813ffcac-c139-4dc5-8f11-e3ec0a335a62,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:10.794398 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.138110 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.227394 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Floating IP 709cbee4-2fd0-4f19-ba24-9c657295caf4 associated. External IP: 172.25.2.146, port: 160af550-3c5c-41d5-9bfc-418682da0153. Apr 18 20:44:11.485249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router 18c3b227-5ef9-4a3b-983f-9304235e8fdf has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:11.672051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:11.684537 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] Sync routers for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:11.701336 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:11.703373 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:11.716616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.761690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a0382760-b517-449a-9b8c-b76bf78d96a8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7939005 Apr 18 20:44:11.761927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50694) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:11.762348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'tag': '160af550-3c5c-41d5-9bfc-418682da0153'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:11.765767 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6301e31-ba67-4db2-800b-dfa9b0261310" -d '{"events": [{"name": "network-changed", "server_uuid": "b217ae34-27ff-472f-a89d-86c1cb9322e2", "tag": "160af550-3c5c-41d5-9bfc-418682da0153"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:11.830348 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5139365a-4745-4ea7-8f84-514285fcb13d x-openstack-request-id: req-5139365a-4745-4ea7-8f84-514285fcb13d {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:11.830833 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217ae34-27ff-472f-a89d-86c1cb9322e2", "tag": "160af550-3c5c-41d5-9bfc-418682da0153", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:11.831152 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5139365a-4745-4ea7-8f84-514285fcb13d {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:11.831629 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5139365a-4745-4ea7-8f84-514285fcb13d'] response: {'name': 'network-changed', 'server_uuid': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'tag': '160af550-3c5c-41d5-9bfc-418682da0153', 'status': 'completed', 'code': 200} Apr 18 20:44:11.889792 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:11.915697 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-91857a0a-daa4-4451-935c-0b0a9e097ac3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/floatingips/709cbee4-2fd0-4f19-ba24-9c657295caf4 HTTP/1.1" status: 200 len: 991 time: 0.1522851 Apr 18 20:44:11.930033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-11018164-8306-49af-aa8a-7d901a5da2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:11.931705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-11018164-8306-49af-aa8a-7d901a5da2d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 1096 time: 0.0642986 Apr 18 20:44:12.057704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-b9d6c273-b364-419a-811b-dd46c124d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:12.059769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-b9d6c273-b364-419a-811b-dd46c124d160 service neutron] 10.222.0.60 "GET /v2.0/networks?id=92cc4dce-95cf-47ac-be22-3d2b9938c06c HTTP/1.1" status: 200 len: 897 time: 0.1207066 Apr 18 20:44:12.156124 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.259348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-ea99b07c-3f7d-4868-87c3-ad99077610af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=160af550-3c5c-41d5-9bfc-418682da0153 HTTP/1.1" status: 200 len: 999 time: 0.1915534 Apr 18 20:44:12.293978 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:43:50Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '709cbee4-2fd0-4f19-ba24-9c657295caf4', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'mac_address': 'fa:16:3e:d9:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:10Z', 'updated_at': '2022-04-18T20:44:10Z', 'revision_number': 0, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:12.336048 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] Checking router: 18c3b227-5ef9-4a3b-983f-9304235e8fdf for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:12.347181 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:12.348104 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:12.406041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-8a35f4f8-7f15-437b-879f-ec4b9516b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:12.407884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-8a35f4f8-7f15-437b-879f-ec4b9516b65c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7 HTTP/1.1" status: 200 len: 834 time: 0.1418979 Apr 18 20:44:12.427314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e7b17-b19a-497d-881f-18ff5aefa52a req-e56d9a0c-af2b-4733-8173-c9e59bea2ae6 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:12.429786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f1e7b17-b19a-497d-881f-18ff5aefa52a req-e56d9a0c-af2b-4733-8173-c9e59bea2ae6 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1074862 Apr 18 20:44:12.510520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-f2d7a62e-f484-4ff6-b644-6c120f571123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:12.513248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-f2d7a62e-f484-4ff6-b644-6c120f571123 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92cc4dce-95cf-47ac-be22-3d2b9938c06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960712 Apr 18 20:44:12.532115 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:12.565564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f1e7b17-b19a-497d-881f-18ff5aefa52a req-651eba9e-08a0-46f2-8770-0eba767482c6 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956059 Apr 18 20:44:12.622881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50712) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:12.631093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726334206', 'description': 'tempest-secgroup-smoke-1726334206 description', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:12.671975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-01cfda64-f082-4f1b-b3c0-1055902ec164 service neutron] 10.222.0.60 "GET /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430840 Apr 18 20:44:12.675075 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.704870 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.814516 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:43:50Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '709cbee4-2fd0-4f19-ba24-9c657295caf4', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'mac_address': 'fa:16:3e:d9:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:10Z', 'updated_at': '2022-04-18T20:44:10Z', 'revision_number': 0, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:12.818873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6301e31-ba67-4db2-800b-dfa9b0261310 req-472e7d5d-cf1a-421f-83b1-b41aa45cb151 service neutron] 10.222.0.60 "GET /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389952 Apr 18 20:44:12.851194 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89bb7b6-14df-458e-bcbd-c1b2e5fcffaf None None] The sync data for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 is: [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:43:50Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '709cbee4-2fd0-4f19-ba24-9c657295caf4', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'mac_address': 'fa:16:3e:d9:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:10Z', 'updated_at': '2022-04-18T20:44:10Z', 'revision_number': 0, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:12.876840 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.882238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.920828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50716) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:12.929952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62212d05-758d-41aa-b944-b4c61726f71f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:12.992838 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.996742 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f27da572-fbde-4b63-b011-6ed7d955b2df tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/floatingips/709cbee4-2fd0-4f19-ba24-9c657295caf4 HTTP/1.1" status: 200 len: 991 time: 0.0750647 Apr 18 20:44:13.003185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.036269 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.037749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4122932 Apr 18 20:44:13.041379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50718) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:13.046892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2dd4102c-8306-4736-9776-b76a1b47a6de tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'e297f22a-75c3-4bcd-a1c1-60360d926c58', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:13.052282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4e7f4-fa53-4c9c-898c-7cedfb95da7c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e297f22a-75c3-4bcd-a1c1-60360d926c58,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.079202 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2dd4102c-8306-4736-9776-b76a1b47a6de tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.154516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb560a-e482-4e8e-9ada-e43a7e7440ca None None] New status for floating IP 709cbee4-2fd0-4f19-ba24-9c657295caf4: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:44:13.161429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2dd4102c-8306-4736-9776-b76a1b47a6de tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.168684 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2dd4102c-8306-4736-9776-b76a1b47a6de tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.186362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4102c-8306-4736-9776-b76a1b47a6de tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acc107f-2b37-47b2-9645-340c5ae11c6b,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.200516 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2dd4102c-8306-4736-9776-b76a1b47a6de tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.201888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2dd4102c-8306-4736-9776-b76a1b47a6de tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595502 Apr 18 20:44:13.204890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50720) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:13.211731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-37ecc918-a8e2-4096-98fe-cd1a01a96bc2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'e297f22a-75c3-4bcd-a1c1-60360d926c58', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:13.249695 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37ecc918-a8e2-4096-98fe-cd1a01a96bc2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.358810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37ecc918-a8e2-4096-98fe-cd1a01a96bc2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.365924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37ecc918-a8e2-4096-98fe-cd1a01a96bc2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.403150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecc918-a8e2-4096-98fe-cd1a01a96bc2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f38f69-83a2-464d-986d-fb5153c43a74,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.410786 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-37ecc918-a8e2-4096-98fe-cd1a01a96bc2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.412953 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-37ecc918-a8e2-4096-98fe-cd1a01a96bc2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2065344 Apr 18 20:44:13.416351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50722) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:13.423261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7d42e7fa-b736-40cf-9a54-8ad35f758bff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'e297f22a-75c3-4bcd-a1c1-60360d926c58', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:13.454246 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7fa-b736-40cf-9a54-8ad35f758bff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.516400 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7fa-b736-40cf-9a54-8ad35f758bff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.520723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7fa-b736-40cf-9a54-8ad35f758bff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.541656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42e7fa-b736-40cf-9a54-8ad35f758bff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15f7a65-c06d-422d-ac0c-4741c5a66183,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.556473 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d42e7fa-b736-40cf-9a54-8ad35f758bff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.560210 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7d42e7fa-b736-40cf-9a54-8ad35f758bff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400831 Apr 18 20:44:13.560811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50724) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:13.565427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e3273f88-6dd0-4d36-b8ef-4d862f4b37cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'e297f22a-75c3-4bcd-a1c1-60360d926c58', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:13.604205 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3273f88-6dd0-4d36-b8ef-4d862f4b37cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.707334 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3273f88-6dd0-4d36-b8ef-4d862f4b37cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.717116 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3273f88-6dd0-4d36-b8ef-4d862f4b37cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.743420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3d7b1-3fe7-4484-80c3-5530b9b00aea req-ea427f50-a2a7-4481-bb86-73a7b7d4d8f9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:13.745051 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5c3d7b1-3fe7-4484-80c3-5530b9b00aea req-ea427f50-a2a7-4481-bb86-73a7b7d4d8f9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.0969906 Apr 18 20:44:13.754791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3273f88-6dd0-4d36-b8ef-4d862f4b37cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977caedb-7f9a-4315-bbc8-db5bc5d2ecd0,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.768443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3273f88-6dd0-4d36-b8ef-4d862f4b37cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.770297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e3273f88-6dd0-4d36-b8ef-4d862f4b37cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2084382 Apr 18 20:44:13.772381 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50728) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:13.777653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8b8e6f8f-cd21-49df-a595-29685e011e88 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'e297f22a-75c3-4bcd-a1c1-60360d926c58', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:13.801523 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-8b8e6f8f-cd21-49df-a595-29685e011e88 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Project afea0b6e88bd46a9b6f3dae228c73c23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:44:13.809219 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6f8f-cd21-49df-a595-29685e011e88 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.835352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5c3d7b1-3fe7-4484-80c3-5530b9b00aea req-e4703dca-75ff-4f68-94aa-fab784bbe656 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768120 Apr 18 20:44:13.922213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6f8f-cd21-49df-a595-29685e011e88 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.929989 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6f8f-cd21-49df-a595-29685e011e88 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.958841 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e6f8f-cd21-49df-a595-29685e011e88 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d1f27b-3eb3-4046-aa2f-e24e7142f5de,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:13.972107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6f8f-cd21-49df-a595-29685e011e88 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.973365 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8b8e6f8f-cd21-49df-a595-29685e011e88 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1999247 Apr 18 20:44:13.976678 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50732) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:13.982737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-33d6f362-c8c7-4bf8-a05d-95e1485c7949 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'e297f22a-75c3-4bcd-a1c1-60360d926c58', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:14.004613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50734) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:14.046961 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-33d6f362-c8c7-4bf8-a05d-95e1485c7949 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Project afea0b6e88bd46a9b6f3dae228c73c23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:44:14.056332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33d6f362-c8c7-4bf8-a05d-95e1485c7949 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.096666 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1d68663a-a475-4788-9257-aedf1f708326 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/floatingips/709cbee4-2fd0-4f19-ba24-9c657295caf4 HTTP/1.1" status: 200 len: 993 time: 0.0906537 Apr 18 20:44:14.132928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33d6f362-c8c7-4bf8-a05d-95e1485c7949 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.137902 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33d6f362-c8c7-4bf8-a05d-95e1485c7949 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.157613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6f362-c8c7-4bf8-a05d-95e1485c7949 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17439e56-3636-4649-8b06-e0f9ea8b3756,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:14.168480 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33d6f362-c8c7-4bf8-a05d-95e1485c7949 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.169681 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-33d6f362-c8c7-4bf8-a05d-95e1485c7949 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1917143 Apr 18 20:44:14.175751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50736) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:14.180619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'network': {'name': 'tempest-network-smoke--414686254', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'port_security_enabled': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:14.201915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:14.208146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.237983 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:14.248017 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.249337 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Added segment aa528c9f-63c3-45c0-82c3-d4fc2972b23c of type vlan for network 34ea8ad2-58f5-4846-96b3-4894e0db57ea Apr 18 20:44:14.302639 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.329209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.334749 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:14.335500 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.375800 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1989231 Apr 18 20:44:14.379246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50738) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:14.384460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'admin_state_up': True, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:14.409940 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.411083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.418088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53154a95-ed6d-4fb2-87df-4ce4cc5b8c5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Network': ['ID=34ea8ad2-58f5-4846-96b3-4894e0db57ea,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:14.430330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 34ea8ad2-58f5-4846-96b3-4894e0db57ea details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:44:14.514407 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.673970 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.759431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-97610f4c-aba3-450d-b907-f855a5152b56 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:14.760928 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-97610f4c-aba3-450d-b907-f855a5152b56 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.60 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.0966887 Apr 18 20:44:14.958071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Deleting port e919662c-7ceb-4c52-9188-254e08d3d27e {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:14.958400 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.085834 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.123565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.135757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d258b1-1121-47f5-93a1-d6d85b2c5e25 req-9f46971c-37da-42d0-826f-dc7a283c40db tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:15.137093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60d258b1-1121-47f5-93a1-d6d85b2c5e25 req-9f46971c-37da-42d0-826f-dc7a283c40db tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 945 time: 0.1937668 Apr 18 20:44:15.168229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] For port e919662c-7ceb-4c52-9188-254e08d3d27e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e919662c-7ceb-4c52-9188-254e08d3d27e,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:15.168593 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.299164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60d258b1-1121-47f5-93a1-d6d85b2c5e25 req-5a3ec64a-842b-4bb9-b445-41ed2b3751a8 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=bb11ce97-5016-429d-adf5-a010e002388e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553190 Apr 18 20:44:15.402457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.25.2.69 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/727e9378-5ef6-4a42-86e3-58d18edb240a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:15.523892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.524254 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.524607 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Floating IP 0cb6bc9b-3b37-45f1-aa9f-ec57b742b833 disassociated. External IP: 172.25.2.19, port: e919662c-7ceb-4c52-9188-254e08d3d27e. Apr 18 20:44:15.525111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Calling delete_port for e919662c-7ceb-4c52-9188-254e08d3d27e owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:15.630616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.702566 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.765218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:15.771942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:15.775423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:15.778704 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.780139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=727e9378-5ef6-4a42-86e3-58d18edb240a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:15.839537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event deleted for resources: {'Port': ['ID=e919662c-7ceb-4c52-9188-254e08d3d27e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:15.906914 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.475296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Router 0871f3a7-4c9b-47df-9a7e-01042db8e788 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:16.485024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c475f9e9-400d-4526-a573-00e79e80b7f1 req-98abb3b0-22a6-431a-8b25-02949bdb89d4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=38ff0931-0488-41a2-96f2-0b2e2d430256 HTTP/1.1" status: 200 len: 210 time: 0.0486827 Apr 18 20:44:16.616445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c53d14-7390-4679-aa17-df04e7169e40 req-de2a6e03-57ed-4a34-97ae-3ecd2ada0f79 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.618136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93c53d14-7390-4679-aa17-df04e7169e40 req-de2a6e03-57ed-4a34-97ae-3ecd2ada0f79 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.1635492 Apr 18 20:44:16.639686 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.763968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93c53d14-7390-4679-aa17-df04e7169e40 req-a9efd6e0-eb54-4e2a-b575-e38e2265007f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369846 Apr 18 20:44:16.766945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:16.782709 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] Sync routers for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:16.794406 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:16.795523 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:16.845612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] No DVR routers for this DVR port e919662c-7ceb-4c52-9188-254e08d3d27e on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:16.849768 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.853106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eed2215d-1d97-4b04-8435-6e8bb7753114 req-233b7068-1e0a-4d40-9a81-006687befae5 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.60 "DELETE /v2.0/ports/e919662c-7ceb-4c52-9188-254e08d3d27e HTTP/1.1" status: 204 len: 173 time: 2.0841227 Apr 18 20:44:16.853550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'name': 'network-vif-deleted', 'tag': 'e919662c-7ceb-4c52-9188-254e08d3d27e'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:16.855915 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e17765-79f2-4e52-a420-38f2526a91f7" -d '{"events": [{"server_uuid": "38ff0931-0488-41a2-96f2-0b2e2d430256", "name": "network-vif-deleted", "tag": "e919662c-7ceb-4c52-9188-254e08d3d27e"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:16.911005 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5d8f84-0285-462f-80ae-485d9b21a9a9 x-openstack-request-id: req-1a5d8f84-0285-462f-80ae-485d9b21a9a9 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:16.911405 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ff0931-0488-41a2-96f2-0b2e2d430256", "name": "network-vif-deleted", "tag": "e919662c-7ceb-4c52-9188-254e08d3d27e", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:16.911687 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1a5d8f84-0285-462f-80ae-485d9b21a9a9 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:16.912203 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5d8f84-0285-462f-80ae-485d9b21a9a9'] response: {'server_uuid': '38ff0931-0488-41a2-96f2-0b2e2d430256', 'name': 'network-vif-deleted', 'tag': 'e919662c-7ceb-4c52-9188-254e08d3d27e', 'status': 'completed', 'code': 200} Apr 18 20:44:16.913723 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:17.001142 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.141329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 0323609c-021d-4e28-be03-54bdf00d66f5 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:44:17.233448 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:17.265218 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] Checking router: 0871f3a7-4c9b-47df-9a7e-01042db8e788 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:17.272204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:17.274266 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:17.275144 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:17.285527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Sync routers for ids ['0323609c-021d-4e28-be03-54bdf00d66f5'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:17.300972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Routers {'0323609c-021d-4e28-be03-54bdf00d66f5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:17.302103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0323609c-021d-4e28-be03-54bdf00d66f5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:17.309964 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.311431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4247eb95-d0e0-4172-8175-4cbbc701e95a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9310250 Apr 18 20:44:17.314856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50760) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:17.426067 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:17.505096 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-10aa4eee-51bd-496e-8861-ca47162d231a tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=afea0b6e88bd46a9b6f3dae228c73c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1885402 Apr 18 20:44:17.508019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50764) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:17.600008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50770) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:17.629790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b4c12-0db7-45fd-8a08-06ff226f1a76 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.631420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dd2b4c12-0db7-45fd-8a08-06ff226f1a76 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1220517 Apr 18 20:44:17.635804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50772) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:17.643055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Set router 0323609c-021d-4e28-be03-54bdf00d66f5 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:17.667712 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:17.673244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e24b3ae8-fb45-4fa9-b996-147f20ca7403 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360823 Apr 18 20:44:17.674034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1fc2db65-4781-4cd5-8d48-c234591cdab9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.677061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50774) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:17.685730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055505110', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:17.697294 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee785413-00a6-4f87-a699-9fc809b93cbb None None] The sync data for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 is: [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:17.715139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1fc2db65-4781-4cd5-8d48-c234591cdab9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.791237 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1fc2db65-4781-4cd5-8d48-c234591cdab9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.795401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1fc2db65-4781-4cd5-8d48-c234591cdab9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.799627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50778) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:17.800450 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1fc2db65-4781-4cd5-8d48-c234591cdab9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "DELETE /v2.0/security-groups/bb11ce97-5016-429d-adf5-a010e002388e HTTP/1.1" status: 204 len: 168 time: 0.1987815 Apr 18 20:44:17.810608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2db65-4781-4cd5-8d48-c234591cdab9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb11ce97-5016-429d-adf5-a010e002388e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:17.816105 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-33c5d6ef-17db-46ba-adb8-bb7817b08119 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] show failed (client error): The resource could not be found. Apr 18 20:44:17.817522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-33c5d6ef-17db-46ba-adb8-bb7817b08119 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups/bb11ce97-5016-429d-adf5-a010e002388e HTTP/1.1" status: 404 len: 347 time: 0.0166585 Apr 18 20:44:17.824391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50780) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:17.851798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:17.858127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.900828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e919662c-7ceb-4c52-9188-254e08d3d27e no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:17.942640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: e919662c-7ceb-4c52-9188-254e08d3d27e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:44:17.943031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e919662c-7ceb-4c52-9188-254e08d3d27e not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:17.983581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:16Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:18.000467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-726d6437-3e7d-46da-8721-434006d41a51 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Deleting port e35995a4-2e1b-4405-ba46-701d55f9c52d {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:18.001029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-726d6437-3e7d-46da-8721-434006d41a51 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.011713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4721a4-0971-407f-8c9c-295ad2257abc req-5d9bce59-5a20-4335-a3e8-0501dd2ea236 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:18.013584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae4721a4-0971-407f-8c9c-295ad2257abc req-5d9bce59-5a20-4335-a3e8-0501dd2ea236 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.0914617 Apr 18 20:44:18.032620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Checking router: 0323609c-021d-4e28-be03-54bdf00d66f5 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:18.033168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Updating router 0323609c-021d-4e28-be03-54bdf00d66f5 port 727e9378-5ef6-4a42-86e3-58d18edb240a binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:44:18.070209 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.083427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae4721a4-0971-407f-8c9c-295ad2257abc req-36b57590-2aa0-4191-bcad-b1de6b313796 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624530 Apr 18 20:44:18.115964 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c148c9-4a40-48d0-bf09-8c531508dcc2 None None] New status for floating IP 0cb6bc9b-3b37-45f1-aa9f-ec57b742b833: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:44:18.148757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-726d6437-3e7d-46da-8721-434006d41a51 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.149556 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-726d6437-3e7d-46da-8721-434006d41a51 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.169157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-726d6437-3e7d-46da-8721-434006d41a51 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Calling delete_port for e35995a4-2e1b-4405-ba46-701d55f9c52d owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:18.224417 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.328739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Subnet': ['ID=2cbb577c-cc46-43c5-b61b-f57d84f7f263,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:18.338901 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Checking segment: {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:18.339313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network hostable DHCP agents. Network: 34ea8ad2-58f5-4846-96b3-4894e0db57ea, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:18.366913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 34ea8ad2-58f5-4846-96b3-4894e0db57ea is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:18.379898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 34ea8ad2-58f5-4846-96b3-4894e0db57ea) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:18.387118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:18.388031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.401017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6743c-4aca-46c6-a370-53076d045954 None None] Network 34ea8ad2-58f5-4846-96b3-4894e0db57ea requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:18.410685 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-726d6437-3e7d-46da-8721-434006d41a51 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.419923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c3cb6ef7-ae4e-4bf7-b1b7-d55c105e6392 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7354932 Apr 18 20:44:18.423397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50782) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:18.434363 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d6437-3e7d-46da-8721-434006d41a51 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event deleted for resources: {'Port': ['ID=e35995a4-2e1b-4405-ba46-701d55f9c52d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:18.512126 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.529877 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.546659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-726d6437-3e7d-46da-8721-434006d41a51 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.549764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-726d6437-3e7d-46da-8721-434006d41a51 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.551093 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-726d6437-3e7d-46da-8721-434006d41a51 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "DELETE /v2.0/floatingips/0cb6bc9b-3b37-45f1-aa9f-ec57b742b833 HTTP/1.1" status: 204 len: 168 time: 0.7254784 Apr 18 20:44:18.622495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Attempting to bind port 727e9378-5ef6-4a42-86e3-58d18edb240a on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:18.622495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Attempting to bind port 727e9378-5ef6-4a42-86e3-58d18edb240a by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:18.623230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Attempting to bind port 727e9378-5ef6-4a42-86e3-58d18edb240a on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:18.636761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69a15c-e927-4a69-a454-d8e067bd17f7 None None] Pushing event updated for resources: {'Port': ['ID=727e9378-5ef6-4a42-86e3-58d18edb240a,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:18.641169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:18.641574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:18.641945 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.642326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:18.642810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Bound port: 727e9378-5ef6-4a42-86e3-58d18edb240a, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:18.643192 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.725807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:44:18.726749 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.762821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] For port 727e9378-5ef6-4a42-86e3-58d18edb240a, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:18.771119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] For port 727e9378-5ef6-4a42-86e3-58d18edb240a, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=727e9378-5ef6-4a42-86e3-58d18edb240a,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:18.780333 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.890384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Routers {'0323609c-021d-4e28-be03-54bdf00d66f5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:18.891036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0323609c-021d-4e28-be03-54bdf00d66f5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:18.998629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69a15c-e927-4a69-a454-d8e067bd17f7 None None] Pushing event updated for resources: {'Port': ['ID=727e9378-5ef6-4a42-86e3-58d18edb240a,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:19.008838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50786) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:19.015460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-448a3fe5-b7df-4226-bcd9-30c6e4a0dc5e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971698735', 'description': 'tempest-description--15645197'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:19.027694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.049235 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-448a3fe5-b7df-4226-bcd9-30c6e4a0dc5e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.094623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Allocated IP 172.20.0.2 (34ea8ad2-58f5-4846-96b3-4894e0db57ea/2cbb577c-cc46-43c5-b61b-f57d84f7f263/6fe77d41-8e47-43ae-a131-d57cb7de89a7) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:19.107668 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] Set router 0323609c-021d-4e28-be03-54bdf00d66f5 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:19.233893 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-448a3fe5-b7df-4226-bcd9-30c6e4a0dc5e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.240209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-448a3fe5-b7df-4226-bcd9-30c6e4a0dc5e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.301676 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-448a3fe5-b7df-4226-bcd9-30c6e4a0dc5e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.305668 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-448a3fe5-b7df-4226-bcd9-30c6e4a0dc5e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2945690 Apr 18 20:44:19.311478 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50792) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:19.323136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3705ed83-802c-4112-be93-4f49da112819 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'security_group_rule': {'security_group_id': '453b607b-abfa-4d99-a725-3d7b727d91db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:19.336578 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a3fe5-b7df-4226-bcd9-30c6e4a0dc5e tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453b607b-abfa-4d99-a725-3d7b727d91db,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:19.352314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf750623-1e59-4905-baa6-9ae1f640b697 req-a5560881-143c-4c1b-88d5-f3d837f90b19 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.353889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf750623-1e59-4905-baa6-9ae1f640b697 req-a5560881-143c-4c1b-88d5-f3d837f90b19 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.1557903 Apr 18 20:44:19.369791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3705ed83-802c-4112-be93-4f49da112819 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.435174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3705ed83-802c-4112-be93-4f49da112819 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.442198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3705ed83-802c-4112-be93-4f49da112819 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.443459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf750623-1e59-4905-baa6-9ae1f640b697 req-9977aa1b-14cc-49b1-b28b-7bafd5d249eb tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809746 Apr 18 20:44:19.467234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705ed83-802c-4112-be93-4f49da112819 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b02c2a-d422-4247-9a4e-710d194bfd9e,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:19.473766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.478053 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3705ed83-802c-4112-be93-4f49da112819 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.479541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3705ed83-802c-4112-be93-4f49da112819 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1664002 Apr 18 20:44:19.482309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50794) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:19.487867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4ee5280b-f75f-44c9-a09b-8ac4902f25f1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'security_group_rule': {'security_group_id': '453b607b-abfa-4d99-a725-3d7b727d91db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:19.492350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:16Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:19.496656 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.528262 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ee5280b-f75f-44c9-a09b-8ac4902f25f1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.532952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b654aa39-e86c-4eab-9d11-9a089959fcfe None None] The sync data for ids ['0323609c-021d-4e28-be03-54bdf00d66f5'] in n-d-836015-4 is: [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:16Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:19.559883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.20.0.1 (34ea8ad2-58f5-4846-96b3-4894e0db57ea/2cbb577c-cc46-43c5-b61b-f57d84f7f263/2f7fa975-d43a-41ea-84ca-3ee60e0d6746) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:19.575928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Network 34ea8ad2-58f5-4846-96b3-4894e0db57ea is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:19.579388 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:19.588015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:19.591581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Pushing event updated for resources: {'Port': ['ID=6fe77d41-8e47-43ae-a131-d57cb7de89a7,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:19.608036 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ee5280b-f75f-44c9-a09b-8ac4902f25f1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.614472 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ee5280b-f75f-44c9-a09b-8ac4902f25f1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.644707 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5280b-f75f-44c9-a09b-8ac4902f25f1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b724be-e627-4a61-a6b9-6b4e3bbeabc8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:19.655390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ee5280b-f75f-44c9-a09b-8ac4902f25f1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.657412 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ee5280b-f75f-44c9-a09b-8ac4902f25f1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733937 Apr 18 20:44:19.660402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50796) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:19.668143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:19.672955 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Attempting to bind port 6fe77d41-8e47-43ae-a131-d57cb7de89a7 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:19.673407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Attempting to bind port 6fe77d41-8e47-43ae-a131-d57cb7de89a7 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:19.674599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Attempting to bind port 6fe77d41-8e47-43ae-a131-d57cb7de89a7 on network 34ea8ad2-58f5-4846-96b3-4894e0db57ea {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:19.682825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:19.683209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Checking segment: {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:19.683617 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.684046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Bound using segment: {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:19.684531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Bound port: 6fe77d41-8e47-43ae-a131-d57cb7de89a7, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:19.684932 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.703612 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.776596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] For port 6fe77d41-8e47-43ae-a131-d57cb7de89a7, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:19.793747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] For port 6fe77d41-8e47-43ae-a131-d57cb7de89a7, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6fe77d41-8e47-43ae-a131-d57cb7de89a7,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:19.801223 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.902561 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.925130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270acf6-12a4-433f-9305-8a7655c8a5c5 None None] Pushing event updated for resources: {'Port': ['ID=6fe77d41-8e47-43ae-a131-d57cb7de89a7,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:20.117591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Allocated IP 172.25.2.15 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/c43316c2-7940-4fad-814f-35e4facf6479) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:20.271032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-542bdba1-1e4f-4fe2-a927-94098b103b8e tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.272999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-542bdba1-1e4f-4fe2-a927-94098b103b8e tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.64 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.1416519 Apr 18 20:44:20.305158 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.327087 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.368389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.426732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:20.434328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:20.439433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:20.441193 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.474501 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'Port': ['ID=c43316c2-7940-4fad-814f-35e4facf6479,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:20.497660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Deleting port 1dbf1e6c-12b7-4f25-abea-dd263768bafe {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:20.498181 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.578970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 34ea8ad2-58f5-4846-96b3-4894e0db57ea is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:20.584236 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.586732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=2f7fa975-d43a-41ea-84ca-3ee60e0d6746,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:20.593239 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:20.596948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:20.637642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.729943 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.750661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb286f91-df06-4450-93a2-1ad1c7f2a4cf req-c24d8388-5fa2-49a6-ac50-7271cb14e8f2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.752544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb286f91-df06-4450-93a2-1ad1c7f2a4cf req-c24d8388-5fa2-49a6-ac50-7271cb14e8f2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 945 time: 0.1163776 Apr 18 20:44:20.814566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] For port 1dbf1e6c-12b7-4f25-abea-dd263768bafe, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1dbf1e6c-12b7-4f25-abea-dd263768bafe,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:20.814995 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.883921 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.889276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.952314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb286f91-df06-4450-93a2-1ad1c7f2a4cf req-9210ce46-2de6-400f-abc1-0b4c44cb6544 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=053f6f72-6f73-4234-b9f7-02951e57c75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467776 Apr 18 20:44:20.964856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-f91341c8-fa29-46be-97a0-fce1d780ed62 req-43d2ef61-bda5-454a-8285-4268bddce7cf service neutron] (102903) timed out ('10.222.0.49', 48620) {{(pid=102903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:44:20.978790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'Port': ['ID=c43316c2-7940-4fad-814f-35e4facf6479,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:20.992265 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.010860 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.012391 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a157f5b3-63d1-434b-a0f7-c372508e61f4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3503594 Apr 18 20:44:21.106024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.204457 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.204957 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.205278 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Floating IP e4800922-e534-4eae-a9c0-1dacb7ef1611 disassociated. External IP: 172.25.2.55, port: 1dbf1e6c-12b7-4f25-abea-dd263768bafe. Apr 18 20:44:21.205840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Calling delete_port for 1dbf1e6c-12b7-4f25-abea-dd263768bafe owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:21.312183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6fe77d41-8e47-43ae-a131-d57cb7de89a7 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:21.348693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b15e677-2bb4-483e-aa6b-68158cee0268 None None] Network 34ea8ad2-58f5-4846-96b3-4894e0db57ea requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:21.428241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-27ea0bca-2279-4c53-8925-34603bb9483b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1971698735&fields=id&tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58 HTTP/1.1" status: 200 len: 267 time: 0.1125793 Apr 18 20:44:21.621596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-60b2df8e-d07e-42b5-a21d-c65955f482a9 None None] Provisioning complete for port 6fe77d41-8e47-43ae-a131-d57cb7de89a7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:21.622074 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60b2df8e-d07e-42b5-a21d-c65955f482a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.629766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 6fe77d41-8e47-43ae-a131-d57cb7de89a7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:21.629766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.680407 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.703137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-e710552d-e279-49ce-b26d-dedf09c633bf tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:21.704789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-e710552d-e279-49ce-b26d-dedf09c633bf tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 809 time: 0.2561707 Apr 18 20:44:21.746920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event deleted for resources: {'Port': ['ID=1dbf1e6c-12b7-4f25-abea-dd263768bafe,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:21.779173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-30e24064-0bcc-4b33-a33b-af515f8f8e03 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/quotas/9f3eeabe19f542d48d95c9a1d6e3ef58 HTTP/1.1" status: 200 len: 375 time: 0.0492768 Apr 18 20:44:21.848067 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60b2df8e-d07e-42b5-a21d-c65955f482a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.863606 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.881070 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.899240 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.911052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-60b2df8e-d07e-42b5-a21d-c65955f482a9 None None] For port 6fe77d41-8e47-43ae-a131-d57cb7de89a7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6fe77d41-8e47-43ae-a131-d57cb7de89a7,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:21.918572 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60b2df8e-d07e-42b5-a21d-c65955f482a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.999392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:44:21.999751 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:44:22.002630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2df8e-d07e-42b5-a21d-c65955f482a9 None None] Pushing event updated for resources: {'Port': ['ID=6fe77d41-8e47-43ae-a131-d57cb7de89a7,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:22.054192 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-1c3fe9bc-ef2d-4738-a675-789de6e28724 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2738259 Apr 18 20:44:22.137899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6225321-cc65-4c9a-a08a-af0f66234131 req-b9a36554-5ea7-4c51-bf74-f0a1076263db tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 210 time: 0.0820975 Apr 18 20:44:22.144598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-afa089a8-4a6a-42f3-8b63-a96738f4aea7 None None] Provisioning complete for port 6fe77d41-8e47-43ae-a131-d57cb7de89a7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:22.145037 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-afa089a8-4a6a-42f3-8b63-a96738f4aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.154953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=2f7fa975-d43a-41ea-84ca-3ee60e0d6746,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:22.167576 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.245582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Router bc43ee37-40c2-4b48-96e4-ce2c3a379efd has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:22.280536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-afa089a8-4a6a-42f3-8b63-a96738f4aea7 None None] Provisioning complete for port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:22.280992 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-afa089a8-4a6a-42f3-8b63-a96738f4aea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.342158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-afa089a8-4a6a-42f3-8b63-a96738f4aea7 None None] Port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:22.405460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-2034f836-aa38-4334-9d9c-bf830164241d service neutron] 10.222.0.49 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275199 Apr 18 20:44:22.464534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f1cee591-ef48-4f12-9d99-a9935054276d None None] Provisioning complete for port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:22.465014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f1cee591-ef48-4f12-9d99-a9935054276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.499831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f1cee591-ef48-4f12-9d99-a9935054276d None None] Port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:22.505315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 34ea8ad2-58f5-4846-96b3-4894e0db57ea is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:22.534986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:22.541099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 727e9378-5ef6-4a42-86e3-58d18edb240a up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:22.595625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 727e9378-5ef6-4a42-86e3-58d18edb240a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:22.596043 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.613849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:22.628395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] Sync routers for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:22.651636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:22.651636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:22.657488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-0c1ede6c-6394-419c-b725-74065dfef204 service neutron] 10.222.0.49 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421725 Apr 18 20:44:22.677019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] No DVR routers for this DVR port 1dbf1e6c-12b7-4f25-abea-dd263768bafe on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:22.682556 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.685849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85c2c6e5-c26d-414e-bfb8-92c598178935 req-24e80474-5624-4385-bfbb-be8c65437a3d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.64 "DELETE /v2.0/ports/1dbf1e6c-12b7-4f25-abea-dd263768bafe HTTP/1.1" status: 204 len: 173 time: 2.4063694 Apr 18 20:44:22.686119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'name': 'network-vif-deleted', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:22.688897 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6919159f-f303-4e4c-8abe-f1b720d098d5" -d '{"events": [{"server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "name": "network-vif-deleted", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:22.774302 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeab1d66-2cb8-4759-be17-59b868190031 x-openstack-request-id: req-eeab1d66-2cb8-4759-be17-59b868190031 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:22.775191 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd", "name": "network-vif-deleted", "tag": "1dbf1e6c-12b7-4f25-abea-dd263768bafe", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:22.775694 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eeab1d66-2cb8-4759-be17-59b868190031 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:22.776139 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeab1d66-2cb8-4759-be17-59b868190031'] response: {'server_uuid': 'f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd', 'name': 'network-vif-deleted', 'tag': '1dbf1e6c-12b7-4f25-abea-dd263768bafe', 'status': 'completed', 'code': 200} Apr 18 20:44:22.795807 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.810186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 0323609c-021d-4e28-be03-54bdf00d66f5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:22.867696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 727e9378-5ef6-4a42-86e3-58d18edb240a, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=727e9378-5ef6-4a42-86e3-58d18edb240a,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:22.873906 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.927879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:22.994243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f093e043-3316-4943-b050-a5988d039263 req-83686b98-404d-4da9-be81-bb0c347493dc tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 210 time: 0.0353329 Apr 18 20:44:22.999150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f779daa6-e858-45e4-8c72-9275d712ba4e None None] Provisioning complete for port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:22.999523 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f779daa6-e858-45e4-8c72-9275d712ba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.029046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=727e9378-5ef6-4a42-86e3-58d18edb240a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:23.121304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f779daa6-e858-45e4-8c72-9275d712ba4e None None] Port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:23.177556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6fe77d41-8e47-43ae-a131-d57cb7de89a7 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:23.283520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:29Z', 'revision_number': 5, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:23.315479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] Checking router: bc43ee37-40c2-4b48-96e4-ce2c3a379efd for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:23.321080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 6fe77d41-8e47-43ae-a131-d57cb7de89a7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:23.322033 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.407496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:23.408525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:23.475938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7df674a8-0c82-4d8b-8560-099286db491e req-abc602f0-d412-437d-80ce-af344713d7a9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=f53c46fa-4bd6-4128-ae0d-23ca6dbc32dd HTTP/1.1" status: 200 len: 210 time: 0.0448291 Apr 18 20:44:23.487518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:23.499317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-959fc7d3-5e77-492c-bd47-f0640b68910d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "PUT /v2.0/routers/0323609c-021d-4e28-be03-54bdf00d66f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0745008 Apr 18 20:44:23.514125 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Sync routers for ids ['0323609c-021d-4e28-be03-54bdf00d66f5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:23.530679 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Routers {'0323609c-021d-4e28-be03-54bdf00d66f5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:23.532353 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0323609c-021d-4e28-be03-54bdf00d66f5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:23.544754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 727e9378-5ef6-4a42-86e3-58d18edb240a up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:23.701587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:23.705954 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 727e9378-5ef6-4a42-86e3-58d18edb240a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:23.706645 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Set router 0323609c-021d-4e28-be03-54bdf00d66f5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:23.706797 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.783032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-8ee3f92c-8c85-43cb-a989-118dfd5983ee tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726334206&fields=id&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 267 time: 0.0884495 Apr 18 20:44:24.034396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-9792a519-41fb-4ddf-83a2-77fdeff7de90 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:24.044613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-9792a519-41fb-4ddf-83a2-77fdeff7de90 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/networks?id=34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 200 len: 796 time: 0.2585206 Apr 18 20:44:24.063790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-1b4c2bad-0123-43c2-875d-a3a53b87d6bd tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/quotas/afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 375 time: 0.0176756 Apr 18 20:44:24.091048 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:21Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2f7fa975-d43a-41ea-84ca-3ee60e0d6746', 'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:43:f3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:19Z', 'updated_at': '2022-04-18T20:44:21Z', 'revision_number': 2, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:24.121769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:29Z', 'revision_number': 5, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:24.144685 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Checking router: 0323609c-021d-4e28-be03-54bdf00d66f5 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:24.145275 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Updating router 0323609c-021d-4e28-be03-54bdf00d66f5 port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:44:24.148499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b0d95281-1e5d-492a-ba48-81998da9b7d8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836747 Apr 18 20:44:24.165294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abab2d-67de-4e2c-9373-034e12a9292c None None] The sync data for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 is: [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0aa09bbd-2725-43cd-9374-2a36b238b1a9', 'name': '', 'network_id': 'bda4290d-bdb0-4096-9357-e9ea6a72d662', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'mac_address': 'fa:16:3e:7d:59:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:29Z', 'revision_number': 5, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'subnets': [{'id': '8d85062e-1462-4b1d-a803-ab277c48a0b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:24.166221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-4b47d6b8-0237-4c5c-a7fe-f403a6353de0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:44:24.178112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-4b47d6b8-0237-4c5c-a7fe-f403a6353de0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234089 Apr 18 20:44:24.183811 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.243572 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a443eba-eee1-45de-b63e-bc085ac1829b req-dc48e937-3ad4-4248-8dfa-5ccb5ba95fa3 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 210 time: 0.0905077 Apr 18 20:44:24.626546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50862) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:24.690891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-998ed800-cb16-435a-a34d-c6ad0b6916d9 service neutron] 10.222.0.49 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459956 Apr 18 20:44:24.721583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d60b939-fbb5-40ae-941c-18d4c355811f None None] New status for floating IP e4800922-e534-4eae-a9c0-1dacb7ef1611: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:44:24.739663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-0b339020-6ea0-4094-926b-1f8283770abf tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:24.741535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-0b339020-6ea0-4094-926b-1f8283770abf tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.64 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 809 time: 0.3156099 Apr 18 20:44:24.778086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-083952b2-77ca-4f99-b3aa-bd6773e14483 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.836693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-083952b2-77ca-4f99-b3aa-bd6773e14483 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.884392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-24082c98-162b-4421-80cb-1891a81d8cc6 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58 HTTP/1.1" status: 200 len: 380 time: 0.1130493 Apr 18 20:44:24.905258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'port': {'device_id': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'admin_state_up': True, 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'security_groups': ['453b607b-abfa-4d99-a725-3d7b727d91db']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:24.955819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-083952b2-77ca-4f99-b3aa-bd6773e14483 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.958686 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-083952b2-77ca-4f99-b3aa-bd6773e14483 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.967975 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-083952b2-77ca-4f99-b3aa-bd6773e14483 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "DELETE /v2.0/security-groups/053f6f72-6f73-4234-b9f7-02951e57c75a HTTP/1.1" status: 204 len: 168 time: 0.3398285 Apr 18 20:44:24.969264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50864) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:24.976230 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.991250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-247f2812-b723-42e6-9eed-5daef704d80e service neutron] 10.222.0.49 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483659 Apr 18 20:44:24.992625 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.013878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083952b2-77ca-4f99-b3aa-bd6773e14483 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f6f72-6f73-4234-b9f7-02951e57c75a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:25.028365 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-3c945cc6-0832-4cb9-9325-76a7ca56030f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] show failed (client error): The resource could not be found. Apr 18 20:44:25.036069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1dbf1e6c-12b7-4f25-abea-dd263768bafe no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:25.044316 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3c945cc6-0832-4cb9-9325-76a7ca56030f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups/053f6f72-6f73-4234-b9f7-02951e57c75a HTTP/1.1" status: 404 len: 347 time: 0.0546267 Apr 18 20:44:25.045896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50866) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:25.121027 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b03a12-cea0-48d9-b514-ec34fcfa6002 None None] Pushing event updated for resources: {'Port': ['ID=2f7fa975-d43a-41ea-84ca-3ee60e0d6746,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:25.178418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Made reservation on behalf of 9f3eeabe19f542d48d95c9a1d6e3ef58 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:25.200750 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.328960 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Attempting to bind port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:25.332509 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Attempting to bind port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:25.333671 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Attempting to bind port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 on network 34ea8ad2-58f5-4846-96b3-4894e0db57ea {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:25.359647 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:25.361774 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Checking segment: {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:25.364800 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.366118 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Bound using segment: {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:25.367119 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Bound port: 2f7fa975-d43a-41ea-84ca-3ee60e0d6746, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:25.369573 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.565450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b31b4398-2fb3-4b99-abce-d98303bda380 req-b6836afe-5c29-4e40-b7f6-8cc72af90e7d tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 210 time: 0.0967257 Apr 18 20:44:25.663975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 1dbf1e6c-12b7-4f25-abea-dd263768bafe {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:44:25.667465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92f4d8af-8f95-4c75-8b6b-7eb15373946a req-bec44683-e6a3-4e18-b302-f3d3788e503f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 210 time: 0.0769868 Apr 18 20:44:25.671329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1dbf1e6c-12b7-4f25-abea-dd263768bafe not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:25.740092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d361a8b0-5432-41b3-b1b8-48af4f312796 None None] Provisioning complete for port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:25.741030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d361a8b0-5432-41b3-b1b8-48af4f312796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.802238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Allocated IP 172.20.0.12 (83018af1-c2ec-4618-b2c4-123ba0a6a04c/ac86ddd3-5a20-4959-8d09-cba68c5b54a8/83691fbc-059e-40c3-96bd-7495d8c103b6) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:25.818356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d361a8b0-5432-41b3-b1b8-48af4f312796 None None] Port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:25.858195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1ad2b-fae0-417d-b4d2-b75a7d4c5997 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Deleting port 21c417e0-97f5-4eeb-a35f-c3f7e7a488a0 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:25.858796 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ad2b-fae0-417d-b4d2-b75a7d4c5997 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.911813 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] For port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:25.935385 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] For port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2f7fa975-d43a-41ea-84ca-3ee60e0d6746,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:25.943418 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.008606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ad2b-fae0-417d-b4d2-b75a7d4c5997 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.010600 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ad2b-fae0-417d-b4d2-b75a7d4c5997 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.037064 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1ad2b-fae0-417d-b4d2-b75a7d4c5997 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Calling delete_port for 21c417e0-97f5-4eeb-a35f-c3f7e7a488a0 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:26.169437 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b03a12-cea0-48d9-b514-ec34fcfa6002 None None] Pushing event updated for resources: {'Port': ['ID=2f7fa975-d43a-41ea-84ca-3ee60e0d6746,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:26.200094 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.225437 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:44:26.233968 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Routers {'0323609c-021d-4e28-be03-54bdf00d66f5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:26.235008 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0323609c-021d-4e28-be03-54bdf00d66f5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:26.271389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ad2b-fae0-417d-b4d2-b75a7d4c5997 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.283113 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.327279 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1ad2b-fae0-417d-b4d2-b75a7d4c5997 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event deleted for resources: {'Port': ['ID=21c417e0-97f5-4eeb-a35f-c3f7e7a488a0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:26.353775 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-387c9290-7089-46ba-8a0c-bed86bd1ec3b None None] Provisioning complete for port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:26.354090 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-387c9290-7089-46ba-8a0c-bed86bd1ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.364585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event updated for resources: {'Port': ['ID=83691fbc-059e-40c3-96bd-7495d8c103b6,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:26.374119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Network 83018af1-c2ec-4618-b2c4-123ba0a6a04c is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:26.375963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:26.378516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:26.461312 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ad2b-fae0-417d-b4d2-b75a7d4c5997 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.468098 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ed1ad2b-fae0-417d-b4d2-b75a7d4c5997 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.470046 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ed1ad2b-fae0-417d-b4d2-b75a7d4c5997 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "DELETE /v2.0/floatingips/e4800922-e534-4eae-a9c0-1dacb7ef1611 HTTP/1.1" status: 204 len: 168 time: 1.4231367 Apr 18 20:44:26.477604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.478631 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.500945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8537fb06-0375-4c2a-87db-3ea66e43c281 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6034925 Apr 18 20:44:26.506914 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] Set router 0323609c-021d-4e28-be03-54bdf00d66f5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:26.514732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Request body: {'port': {'device_id': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:26.557818 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-387c9290-7089-46ba-8a0c-bed86bd1ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.614410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-387c9290-7089-46ba-8a0c-bed86bd1ec3b None None] For port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2f7fa975-d43a-41ea-84ca-3ee60e0d6746,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:26.630369 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-387c9290-7089-46ba-8a0c-bed86bd1ec3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.644306 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.709497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c9290-7089-46ba-8a0c-bed86bd1ec3b None None] Pushing event updated for resources: {'Port': ['ID=2f7fa975-d43a-41ea-84ca-3ee60e0d6746,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:26.952561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c17eb122-311a-4cbe-99b0-a0869d9cdf9e req-7309f964-bd95-4434-b766-cd29cb6e62ce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 210 time: 0.0843039 Apr 18 20:44:26.955479 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:21Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2f7fa975-d43a-41ea-84ca-3ee60e0d6746', 'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:43:f3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:19Z', 'updated_at': '2022-04-18T20:44:25Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:26.968103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-dc6986ee-4bf1-4f76-9501-f5c43b9d253e None None] Provisioning complete for port 83691fbc-059e-40c3-96bd-7495d8c103b6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:26.968970 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dc6986ee-4bf1-4f76-9501-f5c43b9d253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.009346 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc97505f-a1e2-4eeb-a476-f43a5a922a08 None None] The sync data for ids ['0323609c-021d-4e28-be03-54bdf00d66f5'] in n-d-836015-4 is: [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:21Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2f7fa975-d43a-41ea-84ca-3ee60e0d6746', 'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:43:f3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:19Z', 'updated_at': '2022-04-18T20:44:25Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:27.023353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab713f2e-ebab-4937-b0a0-d497398f46aa req-43045ad0-dd2e-4e1c-ad0a-d988b49b7524 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:27.031309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-dc6986ee-4bf1-4f76-9501-f5c43b9d253e None None] Port 83691fbc-059e-40c3-96bd-7495d8c103b6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:27.034253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab713f2e-ebab-4937-b0a0-d497398f46aa req-43045ad0-dd2e-4e1c-ad0a-d988b49b7524 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 932 time: 0.1845412 Apr 18 20:44:27.138166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab713f2e-ebab-4937-b0a0-d497398f46aa req-5c361fad-de2f-43a1-bb80-7eb8287f3250 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012895 Apr 18 20:44:27.453224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83691fbc-059e-40c3-96bd-7495d8c103b6 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:27.498033 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.584818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-fbe4276b-804b-4dee-a80a-a06687353087 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:27.586617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-fbe4276b-804b-4dee-a80a-a06687353087 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.60 "GET /v2.0/networks?id=34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 200 len: 796 time: 0.2667081 Apr 18 20:44:27.589736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Transition to ACTIVE for port object 83691fbc-059e-40c3-96bd-7495d8c103b6 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:27.596479 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.777506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-4c19cd95-57bd-49a5-9014-b9c4b792d377 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 380 time: 0.1531401 Apr 18 20:44:27.778361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Pushing event updated for resources: {'Port': ['ID=83691fbc-059e-40c3-96bd-7495d8c103b6,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:27.836816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'port': {'device_id': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'admin_state_up': True, 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'security_groups': ['e297f22a-75c3-4bcd-a1c1-60360d926c58']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:27.963696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Attempting to bind port 83691fbc-059e-40c3-96bd-7495d8c103b6 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:27.964125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Attempting to bind port 83691fbc-059e-40c3-96bd-7495d8c103b6 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:27.964533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Attempting to bind port 83691fbc-059e-40c3-96bd-7495d8c103b6 on network 83018af1-c2ec-4618-b2c4-123ba0a6a04c {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:28.028654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Port 83691fbc-059e-40c3-96bd-7495d8c103b6 on network 83018af1-c2ec-4618-b2c4-123ba0a6a04c not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:44:28.028978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Attempting to bind port 83691fbc-059e-40c3-96bd-7495d8c103b6 on network 83018af1-c2ec-4618-b2c4-123ba0a6a04c {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:28.036929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:28.037270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Checking segment: {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:28.037741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Bound using segment: {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:28.038246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Bound port: 83691fbc-059e-40c3-96bd-7495d8c103b6, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581e2116-0359-4fbb-835c-15c69bf19118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:28.038615 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.086934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:28.091144 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.159934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fac59ab7-23dc-4b69-8070-c1a5bb10eeb2 req-c50c4aaf-53f1-470d-96cd-9a27aa60e73e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 210 time: 0.0415208 Apr 18 20:44:28.294844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] For port 83691fbc-059e-40c3-96bd-7495d8c103b6, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:28.346533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] For port 83691fbc-059e-40c3-96bd-7495d8c103b6, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=83691fbc-059e-40c3-96bd-7495d8c103b6,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:28.389806 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.459698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.460765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.462978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] 10.222.0.64 "PUT /v2.0/ports/83691fbc-059e-40c3-96bd-7495d8c103b6 HTTP/1.1" status: 200 len: 1092 time: 1.9542181 Apr 18 20:44:28.468264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'tag': '83691fbc-059e-40c3-96bd-7495d8c103b6'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:28.470927 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1737bc-09c7-4dcc-9888-d2495a2955c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dfc333-f555-46f4-b063-7fbe73347e43", "tag": "83691fbc-059e-40c3-96bd-7495d8c103b6"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:28.491756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.20.0.9 (34ea8ad2-58f5-4846-96b3-4894e0db57ea/2cbb577c-cc46-43c5-b61b-f57d84f7f263/83b10c58-d70a-47cb-b718-8708ab55b3be) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:28.543340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540f309-6013-4f1a-bbbd-00a848cb03ab req-b13ba337-5ee1-40c4-b425-006ba6161b7c tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.565414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2540f309-6013-4f1a-bbbd-00a848cb03ab req-b13ba337-5ee1-40c4-b425-006ba6161b7c tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 944 time: 0.2162323 Apr 18 20:44:28.630078 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386373c2-54a8-471a-9c4e-7af4c2fdd48c x-openstack-request-id: req-386373c2-54a8-471a-9c4e-7af4c2fdd48c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:28.630428 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dfc333-f555-46f4-b063-7fbe73347e43", "tag": "83691fbc-059e-40c3-96bd-7495d8c103b6", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:28.630646 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-386373c2-54a8-471a-9c4e-7af4c2fdd48c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:28.636446 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386373c2-54a8-471a-9c4e-7af4c2fdd48c'] response: {'name': 'network-changed', 'server_uuid': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'tag': '83691fbc-059e-40c3-96bd-7495d8c103b6', 'status': 'completed', 'code': 200} Apr 18 20:44:28.671057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b5a9d-246c-4ae2-b371-ad7b827ea789 service neutron] Pushing event updated for resources: {'Port': ['ID=83691fbc-059e-40c3-96bd-7495d8c103b6,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:28.829683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2540f309-6013-4f1a-bbbd-00a848cb03ab req-b8d2a9e2-9399-42d3-abde-613af73c73c7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519414 Apr 18 20:44:28.834154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-e3a8db18-2155-4a39-a5cd-52c5ff31b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:28.835695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-e3a8db18-2155-4a39-a5cd-52c5ff31b46e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 1095 time: 0.2617972 Apr 18 20:44:28.957660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-a806976e-9da6-436f-b857-358956420c1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83691fbc-059e-40c3-96bd-7495d8c103b6 HTTP/1.1" status: 200 len: 217 time: 0.0985370 Apr 18 20:44:29.068266 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.117364 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.168072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-ee75691b-4de7-4202-87bc-55352caee03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:29.169898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-ee75691b-4de7-4202-87bc-55352caee03b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.1987283 Apr 18 20:44:29.204863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:29.252425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 34ea8ad2-58f5-4846-96b3-4894e0db57ea is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:29.268355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:29.276922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:29.280893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=83b10c58-d70a-47cb-b718-8708ab55b3be,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:29.317004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:29.317468 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.344650 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-e8dfd27f-0fb8-4418-9ffb-8ba6ac647a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:29.346243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-e8dfd27f-0fb8-4418-9ffb-8ba6ac647a03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454744 Apr 18 20:44:29.453059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:29.453762 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.488094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197172b5-1ead-48a2-a694-3f69a4794569 req-d225a85d-94bb-4ddd-b5b4-76143ef9beb0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:29.489701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-197172b5-1ead-48a2-a694-3f69a4794569 req-d225a85d-94bb-4ddd-b5b4-76143ef9beb0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 931 time: 0.1622708 Apr 18 20:44:29.496296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-abf40a46-77e4-4b7f-a159-93f0afdf5093 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6671007 Apr 18 20:44:29.541254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Request body: {'port': {'device_id': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:29.619337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-26f5b7ac-b7d9-4d71-8136-80f9222fe2ac service neutron] 10.222.0.64 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475710 Apr 18 20:44:29.653810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-197172b5-1ead-48a2-a694-3f69a4794569 req-de9d5d4b-712a-480f-907f-dc7e8403423e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471076 Apr 18 20:44:29.673106 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.718699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b079f48c-dc2a-43c8-8b43-4a0305a6b25f None None] Provisioning complete for port 83b10c58-d70a-47cb-b718-8708ab55b3be triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:29.719039 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b079f48c-dc2a-43c8-8b43-4a0305a6b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.788466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b079f48c-dc2a-43c8-8b43-4a0305a6b25f None None] Port 83b10c58-d70a-47cb-b718-8708ab55b3be cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:29.853628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-350decc9-7140-4bc1-9b07-b9ee1c91eac3 req-21aac14a-03ae-49dd-b809-a09e33d6fefb service neutron] 10.222.0.64 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143068 Apr 18 20:44:30.080943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-a7df0542-926b-4308-af19-c6782f174a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:30.082585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-a7df0542-926b-4308-af19-c6782f174a20 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 1095 time: 0.1451025 Apr 18 20:44:30.094509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df2157-fab9-4227-ae74-c8f99ff95f31 req-99ca1ab3-15ec-4f30-8167-93ecf7a8dfd1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:30.096033 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06df2157-fab9-4227-ae74-c8f99ff95f31 req-99ca1ab3-15ec-4f30-8167-93ecf7a8dfd1 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 944 time: 0.1479259 Apr 18 20:44:30.248984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06df2157-fab9-4227-ae74-c8f99ff95f31 req-3057996d-9abd-42b3-81ef-1a946e06cbcf tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385961 Apr 18 20:44:30.257584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b10c58-d70a-47cb-b718-8708ab55b3be {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:30.281076 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.285708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-b36c6bb6-bb59-403e-968e-4e4691a2547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:30.287231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-b36c6bb6-bb59-403e-968e-4e4691a2547b service neutron] 10.222.0.64 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 910 time: 0.1902773 Apr 18 20:44:30.339063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Transition to ACTIVE for port object 83b10c58-d70a-47cb-b718-8708ab55b3be will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:30.341263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-dc30b9cd-7e58-4f52-b421-591c99b581b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83691fbc-059e-40c3-96bd-7495d8c103b6 HTTP/1.1" status: 200 len: 217 time: 0.0452123 Apr 18 20:44:30.344179 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.792366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-45a94cbc-05cb-45d4-85cc-42bd3d309a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:30.794122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-45a94cbc-05cb-45d4-85cc-42bd3d309a94 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.4411657 Apr 18 20:44:30.812701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Pushing event updated for resources: {'Port': ['ID=83b10c58-d70a-47cb-b718-8708ab55b3be,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:30.996804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4266d4-285e-4d36-a58c-bc435e3bc37f req-dc9431be-e21c-4357-bf7c-5313637e742c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.006884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b4266d4-285e-4d36-a58c-bc435e3bc37f req-dc9431be-e21c-4357-bf7c-5313637e742c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 943 time: 0.2076993 Apr 18 20:44:31.030245 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-97cc6841-2979-44fe-a956-a6a16f3954bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.031745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-97cc6841-2979-44fe-a956-a6a16f3954bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958256 Apr 18 20:44:31.076265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b4266d4-285e-4d36-a58c-bc435e3bc37f req-b03f2f3f-1439-43a1-bffc-87217649ec97 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684593 Apr 18 20:44:31.124908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Attempting to bind port 83b10c58-d70a-47cb-b718-8708ab55b3be on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:31.125303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Attempting to bind port 83b10c58-d70a-47cb-b718-8708ab55b3be by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:31.125755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Attempting to bind port 83b10c58-d70a-47cb-b718-8708ab55b3be on network 34ea8ad2-58f5-4846-96b3-4894e0db57ea {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:31.135563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Port 83b10c58-d70a-47cb-b718-8708ab55b3be on network 34ea8ad2-58f5-4846-96b3-4894e0db57ea not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:44:31.135946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Attempting to bind port 83b10c58-d70a-47cb-b718-8708ab55b3be on network 34ea8ad2-58f5-4846-96b3-4894e0db57ea {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:31.145274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:31.145685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Checking segment: {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:31.146108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Bound using segment: {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:31.146689 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Bound port: 83b10c58-d70a-47cb-b718-8708ab55b3be, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:31.147079 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.257873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:31.264862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-09734801-7260-4220-bda8-93cda8b643d3 service neutron] 10.222.0.64 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248478 Apr 18 20:44:31.270908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=83b10c58-d70a-47cb-b718-8708ab55b3be,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:31.285322 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.412999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.413632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:31.415633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] 10.222.0.60 "PUT /v2.0/ports/83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 1091 time: 1.9103153 Apr 18 20:44:31.419934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:31.421647 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98472b5a-07df-47ab-9695-d59bf23d0aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:31.549909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f1737bc-09c7-4dcc-9888-d2495a2955c2 req-72dfc1bb-c0f9-40a7-8b8b-2b2699d4d26f service neutron] 10.222.0.64 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742393 Apr 18 20:44:31.555043 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f49f793-8bed-4285-845d-2cea7e213ba0 x-openstack-request-id: req-3f49f793-8bed-4285-845d-2cea7e213ba0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:31.572976 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:31.573421 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f49f793-8bed-4285-845d-2cea7e213ba0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:31.574054 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f49f793-8bed-4285-845d-2cea7e213ba0'] response: {'name': 'network-changed', 'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'status': 'completed', 'code': 200} Apr 18 20:44:31.616897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df4cff-d253-4bfb-9876-4c377445c0bc service neutron] Pushing event updated for resources: {'Port': ['ID=83b10c58-d70a-47cb-b718-8708ab55b3be,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:31.672106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27d1dd-edae-4af1-8bd0-e6daf525445f req-13ebc45c-db5e-440d-843c-3d4d6a409f14 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.675393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d27d1dd-edae-4af1-8bd0-e6daf525445f req-13ebc45c-db5e-440d-843c-3d4d6a409f14 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 944 time: 0.3170178 Apr 18 20:44:31.688593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-3106d943-8744-4912-aa88-3d9a82f45955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.690457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-3106d943-8744-4912-aa88-3d9a82f45955 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1094 time: 0.2083383 Apr 18 20:44:31.787875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-5c24b40c-0fc8-4744-ac3c-8116d00519b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 217 time: 0.0819523 Apr 18 20:44:31.829108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d27d1dd-edae-4af1-8bd0-e6daf525445f req-a864cf6f-ad12-4127-b13d-0fce30b3b7bc tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437354 Apr 18 20:44:31.868403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-1d6740ff-b6f3-4ef7-a73e-ee470f4bcc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.871529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-1d6740ff-b6f3-4ef7-a73e-ee470f4bcc2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cbb577c-cc46-43c5-b61b-f57d84f7f263 HTTP/1.1" status: 200 len: 835 time: 0.0735099 Apr 18 20:44:31.959386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-d54c7649-485b-40f1-8759-1833956ea955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.963756 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-d54c7649-485b-40f1-8759-1833956ea955 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34ea8ad2-58f5-4846-96b3-4894e0db57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842700 Apr 18 20:44:32.115384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-345d2656-f5b4-4a6c-befe-350862d0adc3 service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447070 Apr 18 20:44:32.267726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-609dc0af-837b-4d29-89f5-c85466e2d496 req-d9a98d2d-f8dc-4e19-ad63-c84337607e4e service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432548 Apr 18 20:44:32.309532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a760-12b1-4ce6-97c1-11188d0afc9a req-a8242a0f-18dc-4342-aa8d-73c7bcaff7e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.311698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e5c1a760-12b1-4ce6-97c1-11188d0afc9a req-a8242a0f-18dc-4342-aa8d-73c7bcaff7e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 943 time: 0.0940073 Apr 18 20:44:32.381307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e5c1a760-12b1-4ce6-97c1-11188d0afc9a req-462b99e7-6cad-420e-a0ff-b45027aa7861 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635266 Apr 18 20:44:32.386859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-4068db6a-c9f8-4c39-9ded-38c27725818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.388381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-4068db6a-c9f8-4c39-9ded-38c27725818b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1094 time: 0.0630412 Apr 18 20:44:32.500180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-5266ec85-78df-4f5b-955b-25702238cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.501742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-5266ec85-78df-4f5b-955b-25702238cef9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 200 len: 897 time: 0.1050484 Apr 18 20:44:32.548122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-d76ba28f-d00e-4278-8366-e1b3cea6c909 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 217 time: 0.0390024 Apr 18 20:44:32.631781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-5005ce72-06f9-43e4-9353-efd01598affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.631781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-5005ce72-06f9-43e4-9353-efd01598affc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cbb577c-cc46-43c5-b61b-f57d84f7f263 HTTP/1.1" status: 200 len: 835 time: 0.0751455 Apr 18 20:44:32.683893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-a2a214ff-b857-4023-a4f1-fbca81413b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.686300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-a2a214ff-b857-4023-a4f1-fbca81413b5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34ea8ad2-58f5-4846-96b3-4894e0db57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478957 Apr 18 20:44:32.832234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-b4c4b5f4-3b04-40d5-9049-54691b9df96d service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393623 Apr 18 20:44:32.953333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98472b5a-07df-47ab-9695-d59bf23d0aa9 req-868af7eb-ca50-4a56-86da-ad378de67beb service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123264 Apr 18 20:44:33.030637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 83691fbc-059e-40c3-96bd-7495d8c103b6 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:44:33.068797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2131f1-0b45-4a7b-b9c3-83b6e1d7806e req-2559e4aa-6413-46d7-be9a-23e107fed94a tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.076636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f2131f1-0b45-4a7b-b9c3-83b6e1d7806e req-2559e4aa-6413-46d7-be9a-23e107fed94a tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 944 time: 0.1191218 Apr 18 20:44:33.143293 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f2131f1-0b45-4a7b-b9c3-83b6e1d7806e req-be0297b9-2522-44eb-a8a3-20e727782cc4 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634775 Apr 18 20:44:33.150526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 83691fbc-059e-40c3-96bd-7495d8c103b6, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=83691fbc-059e-40c3-96bd-7495d8c103b6,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:33.164149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '83691fbc-059e-40c3-96bd-7495d8c103b6', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'port_id': '83691fbc-059e-40c3-96bd-7495d8c103b6', 'mac_address': 'fa:16:3e:0e:3d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:44:33.212456 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.240623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83691fbc-059e-40c3-96bd-7495d8c103b6 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:33.265946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 83691fbc-059e-40c3-96bd-7495d8c103b6, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=83691fbc-059e-40c3-96bd-7495d8c103b6,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:33.270369 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.354491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=83691fbc-059e-40c3-96bd-7495d8c103b6,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:33.560805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['83691fbc-059e-40c3-96bd-7495d8c103b6'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:33.562893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84a735-4b00-4e33-9488-6415037d733b req-f8090b8e-ef8e-49a3-9325-3e1863863ec3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.567918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d84a735-4b00-4e33-9488-6415037d733b req-f8090b8e-ef8e-49a3-9325-3e1863863ec3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 943 time: 0.0790732 Apr 18 20:44:33.620260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d84a735-4b00-4e33-9488-6415037d733b req-e437e9e7-5d60-4f9e-97de-5ca225b3019f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430965 Apr 18 20:44:33.712620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e008-f6d7-45e8-bf4e-9ffade940f2b req-8790c7a7-6ad4-4979-8444-b4c369719e62 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.715044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b671e008-f6d7-45e8-bf4e-9ffade940f2b req-8790c7a7-6ad4-4979-8444-b4c369719e62 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.0671079 Apr 18 20:44:33.770950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b671e008-f6d7-45e8-bf4e-9ffade940f2b req-7649cf29-3fbc-4b47-87a7-a449ae9f23dd tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478857 Apr 18 20:44:34.290785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6efad-20dd-4622-a4ca-173f3c276618 req-65205d58-55c3-499a-918f-d70d6ab80ea9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.292723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77e6efad-20dd-4622-a4ca-173f3c276618 req-65205d58-55c3-499a-918f-d70d6ab80ea9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 945 time: 0.0733545 Apr 18 20:44:34.338463 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77e6efad-20dd-4622-a4ca-173f3c276618 req-b56a3d1c-9a22-4619-b823-0101a0aac5d0 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377991 Apr 18 20:44:34.749107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20980daf-a2a6-4b29-ba0b-4fc1015367f6 req-0205d064-d401-4ceb-b448-a6c185a760b9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.750579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20980daf-a2a6-4b29-ba0b-4fc1015367f6 req-0205d064-d401-4ceb-b448-a6c185a760b9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 943 time: 0.0513647 Apr 18 20:44:34.789334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20980daf-a2a6-4b29-ba0b-4fc1015367f6 req-fc702f16-7533-42ed-a2d2-4809ed862f1a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Apr 18 20:44:34.893653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bea9cc-fdde-4320-8d51-98f15cd7be7b req-0f54beed-fd2e-4a7a-9e19-6d598462ad22 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.895157 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65bea9cc-fdde-4320-8d51-98f15cd7be7b req-0f54beed-fd2e-4a7a-9e19-6d598462ad22 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Apr 18 20:44:34.933434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65bea9cc-fdde-4320-8d51-98f15cd7be7b req-c550a216-4fa7-471e-b1c0-496b43b4018f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Apr 18 20:44:35.034955 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 83691fbc-059e-40c3-96bd-7495d8c103b6 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:35.095238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 83691fbc-059e-40c3-96bd-7495d8c103b6 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:35.099341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 83691fbc-059e-40c3-96bd-7495d8c103b6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:35.099704 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.181392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.211369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83691fbc-059e-40c3-96bd-7495d8c103b6'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:35.213959 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340f8465-2bfd-46c9-8f40-e2597299deb1" -d '{"events": [{"server_uuid": "d3dfc333-f555-46f4-b063-7fbe73347e43", "name": "network-vif-plugged", "status": "completed", "tag": "83691fbc-059e-40c3-96bd-7495d8c103b6"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:35.227879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 83691fbc-059e-40c3-96bd-7495d8c103b6, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=83691fbc-059e-40c3-96bd-7495d8c103b6,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:35.232503 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.259223 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18580c3-42b6-458f-9309-b21dad8a6324 x-openstack-request-id: req-a18580c3-42b6-458f-9309-b21dad8a6324 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:35.259432 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dfc333-f555-46f4-b063-7fbe73347e43", "name": "network-vif-plugged", "status": "completed", "tag": "83691fbc-059e-40c3-96bd-7495d8c103b6", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:35.259819 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a18580c3-42b6-458f-9309-b21dad8a6324 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:35.260607 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18580c3-42b6-458f-9309-b21dad8a6324'] response: {'server_uuid': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83691fbc-059e-40c3-96bd-7495d8c103b6', 'code': 200} Apr 18 20:44:35.295098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=83691fbc-059e-40c3-96bd-7495d8c103b6,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:35.391955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfa7da-8de5-4823-b1ca-54c03479a169 req-ce9fe57d-141e-4b10-b75d-d56a960f8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.393679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7cfa7da-8de5-4823-b1ca-54c03479a169 req-ce9fe57d-141e-4b10-b75d-d56a960f8d0a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 1097 time: 0.0693488 Apr 18 20:44:35.461938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7cfa7da-8de5-4823-b1ca-54c03479a169 req-f637cee2-b2d4-4dbd-b5d7-fce4067a44c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601139 Apr 18 20:44:35.482770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba23b89-59a3-4dde-b902-4b6603c46c1f req-d57c66fd-1446-4793-b026-b9b0925edf2d tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.484312 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ba23b89-59a3-4dde-b902-4b6603c46c1f req-d57c66fd-1446-4793-b026-b9b0925edf2d tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 946 time: 0.0703626 Apr 18 20:44:35.531809 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ba23b89-59a3-4dde-b902-4b6603c46c1f req-9fd62fdd-d6c5-4d64-b9a2-90d07f3f17ce tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367179 Apr 18 20:44:35.899629 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-61c9ff63-fdcc-4be6-b949-3e6b86c53b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.919276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0df97c-c5eb-4496-8556-5f0a1b2877ec req-6ae37f15-92a2-4db0-a7db-c60960446091 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.920998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c0df97c-c5eb-4496-8556-5f0a1b2877ec req-6ae37f15-92a2-4db0-a7db-c60960446091 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 943 time: 0.0545435 Apr 18 20:44:35.929141 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 83b10c58-d70a-47cb-b718-8708ab55b3be details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:44:35.976200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c0df97c-c5eb-4496-8556-5f0a1b2877ec req-b44ec663-ee50-4244-a248-e7f12b012c3d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470662 Apr 18 20:44:36.062055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=83b10c58-d70a-47cb-b718-8708ab55b3be,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:36.075098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'port_id': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'mac_address': 'fa:16:3e:ae:bc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:44:36.075398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f7164-14ec-4253-b5bc-c258148abe98 req-f3dbea58-2d2d-4d5c-a207-4b0f694bacf2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.077518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a77f7164-14ec-4253-b5bc-c258148abe98 req-f3dbea58-2d2d-4d5c-a207-4b0f694bacf2 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.0690053 Apr 18 20:44:36.120764 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.136822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b10c58-d70a-47cb-b718-8708ab55b3be {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:36.144180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a77f7164-14ec-4253-b5bc-c258148abe98 req-a9d1f7d3-c9a7-4ef0-8acc-fa8197a1e901 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604730 Apr 18 20:44:36.158437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=83b10c58-d70a-47cb-b718-8708ab55b3be,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:36.164973 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.166991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-9e3e02a1-a449-4582-a8d5-34380200860d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.168546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-9e3e02a1-a449-4582-a8d5-34380200860d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f1c9cf8-4316-4694-bde4-fa3622bd09e0 HTTP/1.1" status: 200 len: 945 time: 0.0705647 Apr 18 20:44:36.223791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=83b10c58-d70a-47cb-b718-8708ab55b3be,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:36.289888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-8a90b60e-33d8-4e65-8c33-533185e12cab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Deleting port be1baa44-1c08-46d6-819f-86a10653ba44 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:36.290384 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-8a90b60e-33d8-4e65-8c33-533185e12cab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.382210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-8a90b60e-33d8-4e65-8c33-533185e12cab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] For port be1baa44-1c08-46d6-819f-86a10653ba44, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=be1baa44-1c08-46d6-819f-86a10653ba44,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:36.382575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-8a90b60e-33d8-4e65-8c33-533185e12cab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.397566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-8a90b60e-33d8-4e65-8c33-533185e12cab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Calling delete_port for be1baa44-1c08-46d6-819f-86a10653ba44 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:36.502294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['83b10c58-d70a-47cb-b718-8708ab55b3be'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:36.533886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-8a90b60e-33d8-4e65-8c33-533185e12cab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.547558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['9f147dad-e0a3-4115-8b91-7839ca0d84ad'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:36.579879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90b60e-33d8-4e65-8c33-533185e12cab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event deleted for resources: {'Port': ['ID=be1baa44-1c08-46d6-819f-86a10653ba44,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:36.662785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-8a90b60e-33d8-4e65-8c33-533185e12cab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] No DVR routers for this DVR port be1baa44-1c08-46d6-819f-86a10653ba44 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:36.667894 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-8a90b60e-33d8-4e65-8c33-533185e12cab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.669566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73b8bf06-ac59-41da-8bde-acf5e03f9aca req-8a90b60e-33d8-4e65-8c33-533185e12cab tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.60 "DELETE /v2.0/ports/be1baa44-1c08-46d6-819f-86a10653ba44 HTTP/1.1" status: 204 len: 173 time: 0.4947181 Apr 18 20:44:36.670027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1c9cf8-4316-4694-bde4-fa3622bd09e0', 'name': 'network-vif-deleted', 'tag': 'be1baa44-1c08-46d6-819f-86a10653ba44'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:36.672396 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb8a058-1850-45fb-b847-816804eae221" -d '{"events": [{"server_uuid": "7f1c9cf8-4316-4694-bde4-fa3622bd09e0", "name": "network-vif-deleted", "tag": "be1baa44-1c08-46d6-819f-86a10653ba44"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:36.720803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cf484-df59-401c-b335-325ba79a1a3a req-41ed6d60-9c42-463a-898e-f154f187a64c tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.722385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e05cf484-df59-401c-b335-325ba79a1a3a req-41ed6d60-9c42-463a-898e-f154f187a64c tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 946 time: 0.0965500 Apr 18 20:44:36.735661 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc20ec75-6092-4b4c-b03b-718c5f7595df x-openstack-request-id: req-cc20ec75-6092-4b4c-b03b-718c5f7595df {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:36.736017 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1c9cf8-4316-4694-bde4-fa3622bd09e0", "name": "network-vif-deleted", "tag": "be1baa44-1c08-46d6-819f-86a10653ba44", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:36.736239 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc20ec75-6092-4b4c-b03b-718c5f7595df {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:36.736636 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc20ec75-6092-4b4c-b03b-718c5f7595df'] response: {'server_uuid': '7f1c9cf8-4316-4694-bde4-fa3622bd09e0', 'name': 'network-vif-deleted', 'tag': 'be1baa44-1c08-46d6-819f-86a10653ba44', 'status': 'completed', 'code': 200} Apr 18 20:44:36.801804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e05cf484-df59-401c-b335-325ba79a1a3a req-fef95540-8e01-4a1d-a724-5b3b47d9db6d tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685196 Apr 18 20:44:37.151358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119e1f1-92da-4639-81ba-ddca4ffea354 req-f696ed0f-e476-4431-97b7-462e8d69f16e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.153571 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8119e1f1-92da-4639-81ba-ddca4ffea354 req-f696ed0f-e476-4431-97b7-462e8d69f16e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 944 time: 0.0882263 Apr 18 20:44:37.235915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8119e1f1-92da-4639-81ba-ddca4ffea354 req-439c85bb-315b-44fe-b066-1be8c4a9f454 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761192 Apr 18 20:44:37.349814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10463483-5bf3-49b0-b730-791fd995bef3 req-604ce0be-4853-43b5-ac82-ed0b718963ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.351398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10463483-5bf3-49b0-b730-791fd995bef3 req-604ce0be-4853-43b5-ac82-ed0b718963ff tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1117582 Apr 18 20:44:37.360271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-37058855-f279-4173-a175-65a8d5f4a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.361744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-37058855-f279-4173-a175-65a8d5f4a35e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1096 time: 0.1053262 Apr 18 20:44:37.448815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10463483-5bf3-49b0-b730-791fd995bef3 req-2877d680-af1a-4f7f-95cc-ba4225960322 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860887 Apr 18 20:44:37.488835 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-fd4b1928-5a13-4c85-8d0e-1b30b2de6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.490325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-fd4b1928-5a13-4c85-8d0e-1b30b2de6845 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.1214781 Apr 18 20:44:37.497259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['be1baa44-1c08-46d6-819f-86a10653ba44'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:37.604791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-140c7ebf-456b-4343-8029-a3af6a58e268 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 999 time: 0.1056080 Apr 18 20:44:37.628027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1dc6f-6d25-4c50-9e04-57c4b1faf011 req-98296637-f3f3-4a08-9836-052cf8cf545d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.629588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45c1dc6f-6d25-4c50-9e04-57c4b1faf011 req-98296637-f3f3-4a08-9836-052cf8cf545d tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.0679262 Apr 18 20:44:37.705384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45c1dc6f-6d25-4c50-9e04-57c4b1faf011 req-8c09ea30-e8cc-4e39-9c37-8580830f805e tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670598 Apr 18 20:44:37.706917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-bd25a3c1-c3a2-4116-952f-1ce882738481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.708278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-bd25a3c1-c3a2-4116-952f-1ce882738481 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0778224 Apr 18 20:44:37.766649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-67368171-de8a-4856-a622-f0223c792664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.768245 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-67368171-de8a-4856-a622-f0223c792664 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419569 Apr 18 20:44:37.864680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-1971c38f-e93e-431b-9d4e-790f7fd7d50e service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889053 Apr 18 20:44:37.926793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 83b10c58-d70a-47cb-b718-8708ab55b3be up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:44:37.986780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 83b10c58-d70a-47cb-b718-8708ab55b3be completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:37.988563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144c53-dfe9-4934-bc69-05bf3610091d req-ed4b5b67-747d-4564-930b-5b20219c0be9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.990060 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2144c53-dfe9-4934-bc69-05bf3610091d req-ed4b5b67-747d-4564-930b-5b20219c0be9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 946 time: 0.1104028 Apr 18 20:44:37.990788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 83b10c58-d70a-47cb-b718-8708ab55b3be triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:37.991282 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:38.007629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d8198e3-bc93-41e0-97c3-0d24c8906119 req-a33d8223-6ceb-4df8-bb0a-297376fe9d04 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351826 Apr 18 20:44:38.036718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2144c53-dfe9-4934-bc69-05bf3610091d req-9a88934f-2523-498c-9cb4-62734295fcfd tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385208 Apr 18 20:44:38.073628 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:38.106014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:38.108222 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95e7dbe-ecd9-435d-bec8-e4480c16475b" -d '{"events": [{"server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "name": "network-vif-plugged", "status": "completed", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:38.123506 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=83b10c58-d70a-47cb-b718-8708ab55b3be,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:38.128357 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:38.166057 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2104313-dfe0-4972-bbd1-3939b1ad80ac x-openstack-request-id: req-e2104313-dfe0-4972-bbd1-3939b1ad80ac {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:38.166337 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "name": "network-vif-plugged", "status": "completed", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:38.166591 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2104313-dfe0-4972-bbd1-3939b1ad80ac {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:38.166997 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2104313-dfe0-4972-bbd1-3939b1ad80ac'] response: {'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'code': 200} Apr 18 20:44:38.208368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb89ca-18b1-474e-88c5-497127d33ce4 req-832a1830-582b-494c-9a83-518ccc6ec26a tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.210696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6bbb89ca-18b1-474e-88c5-497127d33ce4 req-832a1830-582b-494c-9a83-518ccc6ec26a tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 946 time: 0.0872986 Apr 18 20:44:38.213089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=83b10c58-d70a-47cb-b718-8708ab55b3be,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:38.220712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51010) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:38.225760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-de77d69c-1f6e-40ab-9c59-a5b2ae325b53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Request body: {'floatingip': {'port_id': '83691fbc-059e-40c3-96bd-7495d8c103b6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:38.290588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de77d69c-1f6e-40ab-9c59-a5b2ae325b53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:38.406125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524790ab-3b9b-480f-9898-b0384c203763 req-8b813af3-b417-4835-9347-8177cf34219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.407462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-524790ab-3b9b-480f-9898-b0384c203763 req-8b813af3-b417-4835-9347-8177cf34219a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1096 time: 0.1495891 Apr 18 20:44:38.491396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be6d76-6ce8-40fa-9744-6c1ed710a74f req-efaf36f7-5d20-4c72-8591-f6b90eac3207 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.493697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1be6d76-6ce8-40fa-9744-6c1ed710a74f req-efaf36f7-5d20-4c72-8591-f6b90eac3207 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.1586196 Apr 18 20:44:38.547559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-524790ab-3b9b-480f-9898-b0384c203763 req-137045a8-e907-4104-826d-4167d923ea96 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188757 Apr 18 20:44:38.612650 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9ca3-4676-4e2b-8207-06c0032852fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:38.639149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1be6d76-6ce8-40fa-9744-6c1ed710a74f req-4354e07e-62b2-4f6b-8344-6ba15dd0182f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062126 Apr 18 20:44:38.676501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21e80e-c223-41d0-8f49-d1464057d66d req-5db8fff6-1cd0-4377-95ec-14efd2f07a17 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.678000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad21e80e-c223-41d0-8f49-d1464057d66d req-5db8fff6-1cd0-4377-95ec-14efd2f07a17 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1179783 Apr 18 20:44:38.793108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad21e80e-c223-41d0-8f49-d1464057d66d req-9200b2e1-4859-4cff-9ff5-ef086bc034d4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881155 Apr 18 20:44:38.907711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de60b5c-814c-4efb-90ed-673697dc8fe5 req-119046a9-9398-41d4-8fc2-9329d6eabc7e tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.909144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3de60b5c-814c-4efb-90ed-673697dc8fe5 req-119046a9-9398-41d4-8fc2-9329d6eabc7e tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1132662 Apr 18 20:44:39.003118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3de60b5c-814c-4efb-90ed-673697dc8fe5 req-9220a9ac-c8bb-48cd-aaed-a520d743c799 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823407 Apr 18 20:44:39.014064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de77d69c-1f6e-40ab-9c59-a5b2ae325b53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:39.019637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de77d69c-1f6e-40ab-9c59-a5b2ae325b53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:39.141471 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-de77d69c-1f6e-40ab-9c59-a5b2ae325b53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Floating IP 671a3256-299d-48a8-8b7c-019ca6db8982 associated. External IP: 172.25.2.15, port: 83691fbc-059e-40c3-96bd-7495d8c103b6. Apr 18 20:44:39.277676 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:39.673022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de77d69c-1f6e-40ab-9c59-a5b2ae325b53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Router 0871f3a7-4c9b-47df-9a7e-01042db8e788 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:39.819379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a3c11-b9a1-46dd-bfd3-6443fda0ac30 req-de61a1cb-6752-478a-83ff-d33e93c987a9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:39.821498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-467a3c11-b9a1-46dd-bfd3-6443fda0ac30 req-de61a1cb-6752-478a-83ff-d33e93c987a9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.0994630 Apr 18 20:44:39.857328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de77d69c-1f6e-40ab-9c59-a5b2ae325b53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:39.864188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de77d69c-1f6e-40ab-9c59-a5b2ae325b53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:39.870340 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] Sync routers for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:39.889857 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:39.891191 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:39.900083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-467a3c11-b9a1-46dd-bfd3-6443fda0ac30 req-fc3a5c96-5abb-423b-9e66-358d034edf39 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696461 Apr 18 20:44:39.904102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-de77d69c-1f6e-40ab-9c59-a5b2ae325b53 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "PUT /v2.0/floatingips/671a3256-299d-48a8-8b7c-019ca6db8982 HTTP/1.1" status: 200 len: 991 time: 1.6820805 Apr 18 20:44:39.904907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'tag': '83691fbc-059e-40c3-96bd-7495d8c103b6'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:39.907317 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df831182-62d7-409d-9d5a-6243ff5c5c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dfc333-f555-46f4-b063-7fbe73347e43", "tag": "83691fbc-059e-40c3-96bd-7495d8c103b6"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:39.920881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device be1baa44-1c08-46d6-819f-86a10653ba44 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:39.944321 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: be1baa44-1c08-46d6-819f-86a10653ba44 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:44:39.944878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device be1baa44-1c08-46d6-819f-86a10653ba44 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:40.041579 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aa0c21-7311-4fac-b105-c5148083e39e x-openstack-request-id: req-28aa0c21-7311-4fac-b105-c5148083e39e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:40.042162 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dfc333-f555-46f4-b063-7fbe73347e43", "tag": "83691fbc-059e-40c3-96bd-7495d8c103b6", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:40.042428 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-28aa0c21-7311-4fac-b105-c5148083e39e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:40.042904 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28aa0c21-7311-4fac-b105-c5148083e39e'] response: {'name': 'network-changed', 'server_uuid': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'tag': '83691fbc-059e-40c3-96bd-7495d8c103b6', 'status': 'completed', 'code': 200} Apr 18 20:44:40.064706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed77c60-b44f-486b-bdcc-c3657ae7c07a req-0d3b1084-30c2-458f-b692-890bf490a678 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.066418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ed77c60-b44f-486b-bdcc-c3657ae7c07a req-0d3b1084-30c2-458f-b692-890bf490a678 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0633242 Apr 18 20:44:40.083365 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:40.148889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ed77c60-b44f-486b-bdcc-c3657ae7c07a req-0fc5e5a4-0eb9-434d-a85e-69bae2918827 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700998 Apr 18 20:44:40.183903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-3726b11b-8a6c-40d7-8d93-d5df03d109e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.186423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-3726b11b-8a6c-40d7-8d93-d5df03d109e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 1097 time: 0.1088014 Apr 18 20:44:40.310004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95953a9-cb0a-4744-a4a8-435b38a0d9b1 req-cdfaaca3-bbd7-4936-87f5-a0c42ce9124f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.311587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b95953a9-cb0a-4744-a4a8-435b38a0d9b1 req-cdfaaca3-bbd7-4936-87f5-a0c42ce9124f tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1089268 Apr 18 20:44:40.339005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-908b1a27-fc5b-434e-984e-bda85c5fe45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.340626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-908b1a27-fc5b-434e-984e-bda85c5fe45b service neutron] 10.222.0.64 "GET /v2.0/networks?id=83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 200 len: 910 time: 0.1475914 Apr 18 20:44:40.373894 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '671a3256-299d-48a8-8b7c-019ca6db8982', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'port_id': '83691fbc-059e-40c3-96bd-7495d8c103b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'mac_address': 'fa:16:3e:0e:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:20Z', 'updated_at': '2022-04-18T20:44:38Z', 'revision_number': 1, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:40.402890 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] Checking router: 0871f3a7-4c9b-47df-9a7e-01042db8e788 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:40.411539 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:40.412179 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:40.422294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b95953a9-cb0a-4744-a4a8-435b38a0d9b1 req-b82a860d-d96e-40ca-a1d0-c54fc863c3d5 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003480 Apr 18 20:44:40.450682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-45349334-cbbe-4597-88d7-e4bf2baaf127 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83691fbc-059e-40c3-96bd-7495d8c103b6 HTTP/1.1" status: 200 len: 999 time: 0.1012313 Apr 18 20:44:40.465947 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.502835 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-ee39dea2-2b27-435d-8656-d95d74ff1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.504266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-ee39dea2-2b27-435d-8656-d95d74ff1357 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 200 len: 848 time: 0.0463386 Apr 18 20:44:40.532940 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:40.552436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-381d6827-87ca-4e5b-910c-80bc18807e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.554537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-381d6827-87ca-4e5b-910c-80bc18807e94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=83018af1-c2ec-4618-b2c4-123ba0a6a04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425825 Apr 18 20:44:40.664510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-280851b7-9e05-453b-848a-bf3fba080968 service neutron] 10.222.0.64 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966492 Apr 18 20:44:40.789302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df831182-62d7-409d-9d5a-6243ff5c5c3f req-bbd6c92f-b5da-4e01-a309-616a70348f2d service neutron] 10.222.0.64 "GET /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149445 Apr 18 20:44:40.817324 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '671a3256-299d-48a8-8b7c-019ca6db8982', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'port_id': '83691fbc-059e-40c3-96bd-7495d8c103b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'mac_address': 'fa:16:3e:0e:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:20Z', 'updated_at': '2022-04-18T20:44:38Z', 'revision_number': 1, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:40.844961 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d50c8-bccd-4537-bb5d-8058cb161fd3 None None] The sync data for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 is: [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '671a3256-299d-48a8-8b7c-019ca6db8982', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'port_id': '83691fbc-059e-40c3-96bd-7495d8c103b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'mac_address': 'fa:16:3e:0e:3d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:20Z', 'updated_at': '2022-04-18T20:44:38Z', 'revision_number': 1, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:41.093531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47cd506-7d2d-4118-9e1f-8f48223b4310 None None] New status for floating IP 671a3256-299d-48a8-8b7c-019ca6db8982: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:44:41.119633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-c42e28a3-42e3-4c53-b6fe-a6b62cdbd16a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:41.121705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-c42e28a3-42e3-4c53-b6fe-a6b62cdbd16a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1323359 Apr 18 20:44:41.148243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f1ede-f18b-44e0-8d0f-db0569396d80 req-48d12c2c-bf30-4459-97bc-345e251e0db0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:41.152297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-691f1ede-f18b-44e0-8d0f-db0569396d80 req-48d12c2c-bf30-4459-97bc-345e251e0db0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.1003873 Apr 18 20:44:41.181341 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.254659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-691f1ede-f18b-44e0-8d0f-db0569396d80 req-d983a5b0-6df9-4406-8c22-db800bd3766d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815578 Apr 18 20:44:41.287991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-de8300f8-99a0-4a36-b4cb-a654bff5e25a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Deleting port 9f147dad-e0a3-4115-8b91-7839ca0d84ad {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:41.287991 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-de8300f8-99a0-4a36-b4cb-a654bff5e25a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.441297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4ea09-60ec-45e1-8de8-da6c5e2139eb req-6c5e13f8-a4a4-414a-9120-480de512231d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:41.442827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccd4ea09-60ec-45e1-8de8-da6c5e2139eb req-6c5e13f8-a4a4-414a-9120-480de512231d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.0883102 Apr 18 20:44:41.448349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-de8300f8-99a0-4a36-b4cb-a654bff5e25a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] For port 9f147dad-e0a3-4115-8b91-7839ca0d84ad, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=9f147dad-e0a3-4115-8b91-7839ca0d84ad,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:41.448715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-de8300f8-99a0-4a36-b4cb-a654bff5e25a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.475887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-de8300f8-99a0-4a36-b4cb-a654bff5e25a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Calling delete_port for 9f147dad-e0a3-4115-8b91-7839ca0d84ad owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:41.551692 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ccd4ea09-60ec-45e1-8de8-da6c5e2139eb req-8b316905-3f70-46af-be6e-8eedbbe60878 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997670 Apr 18 20:44:41.576309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51058) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:41.616406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b74db2-6bc4-48dc-9235-fe21634b340a req-01beed02-d39e-4721-819e-c6fa1d8c0f88 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:41.618431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29b74db2-6bc4-48dc-9235-fe21634b340a req-01beed02-d39e-4721-819e-c6fa1d8c0f88 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5ed2694-d8b2-4acd-b04b-0c0cb044a00b HTTP/1.1" status: 200 len: 945 time: 0.1164122 Apr 18 20:44:41.623088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c70d2f1-3933-4d16-8cd1-f64075f9c0cd tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:41.627996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51060) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:41.628565 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5c70d2f1-3933-4d16-8cd1-f64075f9c0cd tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1091 time: 0.0506940 Apr 18 20:44:41.636733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:41.722054 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.743951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-29b74db2-6bc4-48dc-9235-fe21634b340a req-9b4b8e31-98d3-4275-a261-525646ab14a9 tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.49 "GET /v2.0/security-groups?id=f479f5fb-bf72-438a-8ba5-7641493dc318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018806 Apr 18 20:44:41.745683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-de8300f8-99a0-4a36-b4cb-a654bff5e25a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.757699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['9f147dad-e0a3-4115-8b91-7839ca0d84ad'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:44:41.784788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8300f8-99a0-4a36-b4cb-a654bff5e25a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Pushing event deleted for resources: {'Port': ['ID=9f147dad-e0a3-4115-8b91-7839ca0d84ad,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:41.875518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-de8300f8-99a0-4a36-b4cb-a654bff5e25a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] No DVR routers for this DVR port 9f147dad-e0a3-4115-8b91-7839ca0d84ad on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:41.879436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-de8300f8-99a0-4a36-b4cb-a654bff5e25a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.883105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c77e219-d32f-43d5-99e5-5eab5888db22 req-de8300f8-99a0-4a36-b4cb-a654bff5e25a tempest-ServerRescueNegativeTestJSON-1512965922 tempest-ServerRescueNegativeTestJSON-1512965922-project] 10.222.0.64 "DELETE /v2.0/ports/9f147dad-e0a3-4115-8b91-7839ca0d84ad HTTP/1.1" status: 204 len: 173 time: 0.7549124 Apr 18 20:44:41.928307 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.044321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ed2694-d8b2-4acd-b04b-0c0cb044a00b', 'name': 'network-vif-deleted', 'tag': '9f147dad-e0a3-4115-8b91-7839ca0d84ad'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:42.047182 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c22d8-cc47-45dc-8b89-206209c86aac" -d '{"events": [{"server_uuid": "e5ed2694-d8b2-4acd-b04b-0c0cb044a00b", "name": "network-vif-deleted", "tag": "9f147dad-e0a3-4115-8b91-7839ca0d84ad"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:42.085615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.25.2.75 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/e8da40e4-33d2-431c-bb5b-b68f2975d0d9) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:42.102785 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a3c108-47cc-47a5-8ae0-ec00ba2e808e x-openstack-request-id: req-40a3c108-47cc-47a5-8ae0-ec00ba2e808e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:42.103080 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5ed2694-d8b2-4acd-b04b-0c0cb044a00b", "name": "network-vif-deleted", "tag": "9f147dad-e0a3-4115-8b91-7839ca0d84ad", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:42.103305 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40a3c108-47cc-47a5-8ae0-ec00ba2e808e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:42.103703 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a3c108-47cc-47a5-8ae0-ec00ba2e808e'] response: {'server_uuid': 'e5ed2694-d8b2-4acd-b04b-0c0cb044a00b', 'name': 'network-vif-deleted', 'tag': '9f147dad-e0a3-4115-8b91-7839ca0d84ad', 'status': 'completed', 'code': 200} Apr 18 20:44:42.149628 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.241190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.306246 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.392952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:42.401035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:42.405667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:42.481112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=e8da40e4-33d2-431c-bb5b-b68f2975d0d9,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:42.820927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51068) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:42.904533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.984181 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.173996 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.182194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.264750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=e8da40e4-33d2-431c-bb5b-b68f2975d0d9,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:43.289389 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.455457 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Floating IP 9e79a7fa-f9f0-4c95-8948-744d8636caeb associated. External IP: 172.25.2.75, port: 83b10c58-d70a-47cb-b718-8708ab55b3be. Apr 18 20:44:43.550289 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.702785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 0323609c-021d-4e28-be03-54bdf00d66f5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:43.832630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:43.850187 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] Sync routers for ids ['0323609c-021d-4e28-be03-54bdf00d66f5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:43.855953 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.867580 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] Routers {'0323609c-021d-4e28-be03-54bdf00d66f5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:43.869223 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0323609c-021d-4e28-be03-54bdf00d66f5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:43.895630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b07214c8-696f-4762-a3f7-51dc508d97b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2639418 Apr 18 20:44:43.932244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Deleting port 0aa09bbd-2725-43cd-9374-2a36b238b1a9 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:43.933006 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.018744 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] Set router 0323609c-021d-4e28-be03-54bdf00d66f5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:44.028215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92555a9-6a19-4273-a892-549901c7bc71 req-edbf749d-9fe6-4dc5-9a0d-40c3209cedc2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.030148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d92555a9-6a19-4273-a892-549901c7bc71 req-edbf749d-9fe6-4dc5-9a0d-40c3209cedc2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.0680995 Apr 18 20:44:44.047138 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] For port 0aa09bbd-2725-43cd-9374-2a36b238b1a9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0aa09bbd-2725-43cd-9374-2a36b238b1a9,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:44.047671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.067378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Calling delete_port for 0aa09bbd-2725-43cd-9374-2a36b238b1a9 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:44.092520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d92555a9-6a19-4273-a892-549901c7bc71 req-5aa65615-b27d-4b2c-9137-a54264de2ba5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555127 Apr 18 20:44:44.104473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:44.108042 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87541b7f-eef5-49e4-85b0-f65bee4b94cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:44.119103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51076) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:44.191749 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530407ae-375f-49b0-8981-ca2b77857e87 x-openstack-request-id: req-530407ae-375f-49b0-8981-ca2b77857e87 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:44.192257 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:44.192699 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-530407ae-375f-49b0-8981-ca2b77857e87 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:44.193269 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-530407ae-375f-49b0-8981-ca2b77857e87'] response: {'name': 'network-changed', 'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'status': 'completed', 'code': 200} Apr 18 20:44:44.228455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fb4e08f4-554a-46fa-82b2-4ae9a7767732 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/9e79a7fa-f9f0-4c95-8948-744d8636caeb HTTP/1.1" status: 200 len: 990 time: 0.1072576 Apr 18 20:44:44.278018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-dc4dbc2c-0a9e-4151-bce5-28e210fb9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.279634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-dc4dbc2c-0a9e-4151-bce5-28e210fb9790 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1096 time: 0.0497625 Apr 18 20:44:44.386815 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.411444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-918f92ae-5c7b-4a9c-8a09-e0dcae81a4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.413304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-918f92ae-5c7b-4a9c-8a09-e0dcae81a4dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 200 len: 897 time: 0.1250491 Apr 18 20:44:44.451936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa09bbd-2725-43cd-9374-2a36b238b1a9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:44.469928 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:21Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '9e79a7fa-f9f0-4c95-8948-744d8636caeb', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'port_id': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'mac_address': 'fa:16:3e:ae:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:42Z', 'updated_at': '2022-04-18T20:44:42Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7fa975-d43a-41ea-84ca-3ee60e0d6746', 'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:43:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:19Z', 'updated_at': '2022-04-18T20:44:26Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:44.502904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.503248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.503587 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.503949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.504697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.504697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.504926 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.505256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.505579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.506044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.511298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.511767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:44.538663 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] Checking router: 0323609c-021d-4e28-be03-54bdf00d66f5 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:44.539577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-9d201758-b000-4995-9c7e-664a012d449d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 998 time: 0.1165321 Apr 18 20:44:44.552107 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] Routers {'0323609c-021d-4e28-be03-54bdf00d66f5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:44.553008 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0323609c-021d-4e28-be03-54bdf00d66f5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:44.636619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-256f5ef1-a787-4713-a7f1-c52c97a5eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.638111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-256f5ef1-a787-4713-a7f1-c52c97a5eb65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cbb577c-cc46-43c5-b61b-f57d84f7f263 HTTP/1.1" status: 200 len: 835 time: 0.0905349 Apr 18 20:44:44.691958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-ad88776f-78f7-47cc-b6ce-b3a70f75e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.693388 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] Set router 0323609c-021d-4e28-be03-54bdf00d66f5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:44.694222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-ad88776f-78f7-47cc-b6ce-b3a70f75e403 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34ea8ad2-58f5-4846-96b3-4894e0db57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484819 Apr 18 20:44:44.705571 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.847633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-98791970-c584-4df9-8ce1-6deebe77cfb6 service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453140 Apr 18 20:44:44.991212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Router bc43ee37-40c2-4b48-96e4-ce2c3a379efd has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:45.009334 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:21Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '9e79a7fa-f9f0-4c95-8948-744d8636caeb', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'port_id': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'mac_address': 'fa:16:3e:ae:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:42Z', 'updated_at': '2022-04-18T20:44:42Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7fa975-d43a-41ea-84ca-3ee60e0d6746', 'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:43:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:19Z', 'updated_at': '2022-04-18T20:44:26Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:45.036865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0b73c-8a38-4f2d-b3a7-b81cceb23f87 req-ecea234d-245e-40b2-a31c-522de4594718 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:45.037461 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142a0e6-32fa-4a44-9acf-9ca89fae028c None None] The sync data for ids ['0323609c-021d-4e28-be03-54bdf00d66f5'] in n-d-836015-4 is: [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:21Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '9e79a7fa-f9f0-4c95-8948-744d8636caeb', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'port_id': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'mac_address': 'fa:16:3e:ae:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:42Z', 'updated_at': '2022-04-18T20:44:42Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7fa975-d43a-41ea-84ca-3ee60e0d6746', 'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:43:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:19Z', 'updated_at': '2022-04-18T20:44:26Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:45.039653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ea0b73c-8a38-4f2d-b3a7-b81cceb23f87 req-ecea234d-245e-40b2-a31c-522de4594718 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 946 time: 0.1527901 Apr 18 20:44:45.065961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 9f147dad-e0a3-4115-8b91-7839ca0d84ad no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:45.097392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 9f147dad-e0a3-4115-8b91-7839ca0d84ad {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:44:45.097884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 9f147dad-e0a3-4115-8b91-7839ca0d84ad not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:45.113773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87541b7f-eef5-49e4-85b0-f65bee4b94cc req-33073c2f-bea4-44fa-893e-92ef843a0cce service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578642 Apr 18 20:44:45.145451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ea0b73c-8a38-4f2d-b3a7-b81cceb23f87 req-bd60149e-811b-4f48-8d90-7a0a93d271d5 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876651 Apr 18 20:44:45.157762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:45.164130 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ccdc1af7-d49a-4d5a-8603-84b68c74de0c admin admin] 10.222.0.49 "PUT /v2.0/routers/bc43ee37-40c2-4b48-96e4-ce2c3a379efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3417628 Apr 18 20:44:45.168015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51086) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:45.175321 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] Sync routers for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:45.193466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:45.194789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:45.229966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51088) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:45.325379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.336989 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b12300ca-0f98-41ec-8065-7a290da0c2b6 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/9e79a7fa-f9f0-4c95-8948-744d8636caeb HTTP/1.1" status: 200 len: 990 time: 0.1057374 Apr 18 20:44:45.358357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:45.379709 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0124958a-bf6c-48b9-bf75-30518b6a1571 None None] New status for floating IP 9e79a7fa-f9f0-4c95-8948-744d8636caeb: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:44:45.468660 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.544971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Deleting port f22df7ef-d815-43f0-8292-7d58e4175be3 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:45.545217 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.597521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:44:44Z', 'revision_number': 5, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port': {'id': 'f22df7ef-d815-43f0-8292-7d58e4175be3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:13Z', 'updated_at': '2022-04-18T20:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:45.630984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] Checking router: bc43ee37-40c2-4b48-96e4-ce2c3a379efd for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:45.645082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] Routers {'bc43ee37-40c2-4b48-96e4-ce2c3a379efd'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:45.645702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:45.650895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] For port f22df7ef-d815-43f0-8292-7d58e4175be3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f22df7ef-d815-43f0-8292-7d58e4175be3,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:45.651256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.664875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Calling delete_port for f22df7ef-d815-43f0-8292-7d58e4175be3 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:45.744847 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] Set router bc43ee37-40c2-4b48-96e4-ce2c3a379efd gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:45.806155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 6, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:45.836314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97601013-749e-4949-bb2a-0dd0a615689f None None] The sync data for ids ['bc43ee37-40c2-4b48-96e4-ce2c3a379efd'] in n-d-836015-4 is: [{'id': 'bc43ee37-40c2-4b48-96e4-ce2c3a379efd', 'name': 'tempest-ServerRescueNegativeTestJSON-1900120572-router', 'tenant_id': '2e415c7e94c84df2883ee13c5a601903', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:11Z', 'updated_at': '2022-04-18T20:44:45Z', 'revision_number': 6, 'project_id': '2e415c7e94c84df2883ee13c5a601903', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:45.854776 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.886763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22df7ef-d815-43f0-8292-7d58e4175be3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:45.934033 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.968647 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.072078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.074415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.118904 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.119379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc43ee37-40c2-4b48-96e4-ce2c3a379efd {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:44:46.125298 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.125481 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d84e47cc-af41-45d5-bdb1-abb8930fdb16 admin admin] 10.222.0.49 "DELETE /v2.0/routers/bc43ee37-40c2-4b48-96e4-ce2c3a379efd HTTP/1.1" status: 204 len: 168 time: 0.9563935 Apr 18 20:44:46.128904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51090) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:46.179789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-235d0cc2-c79e-4f68-90ff-46cfae7284dc admin admin] Deleting subnet 8d85062e-1462-4b1d-a803-ab277c48a0b0 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:44:46.187400 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-235d0cc2-c79e-4f68-90ff-46cfae7284dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.245965 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-235d0cc2-c79e-4f68-90ff-46cfae7284dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.337992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f00f1-7f5b-4269-879a-4a047136080a req-4b8b4d2c-5338-40ae-9380-4a6a6a127c6f tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:46.340267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb3f00f1-7f5b-4269-879a-4a047136080a req-4b8b4d2c-5338-40ae-9380-4a6a6a127c6f tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 946 time: 0.0647068 Apr 18 20:44:46.340812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51094) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:46.389831 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-235d0cc2-c79e-4f68-90ff-46cfae7284dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.435210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6c87d68d-b915-4a9f-9750-9c20f6e2a596 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/9e79a7fa-f9f0-4c95-8948-744d8636caeb HTTP/1.1" status: 200 len: 992 time: 0.0932262 Apr 18 20:44:46.438193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb3f00f1-7f5b-4269-879a-4a047136080a req-316ec80e-db05-4cb4-8b4d-d485e798c05d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568795 Apr 18 20:44:46.476895 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-235d0cc2-c79e-4f68-90ff-46cfae7284dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.502620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d0cc2-c79e-4f68-90ff-46cfae7284dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d85062e-1462-4b1d-a803-ab277c48a0b0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.506162 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-235d0cc2-c79e-4f68-90ff-46cfae7284dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.509399 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-235d0cc2-c79e-4f68-90ff-46cfae7284dc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8d85062e-1462-4b1d-a803-ab277c48a0b0 HTTP/1.1" status: 204 len: 168 time: 0.3793671 Apr 18 20:44:46.512840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51096) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:46.513623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dc67aa-722e-4d2e-9dc2-b3b121692d21 None None] Network bda4290d-bdb0-4096-9357-e9ea6a72d662 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:44:46.590984 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.929801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77644641-b902-4962-b27c-983bed557865 None None] DHCP port deletion for bda4290d-bdb0-4096-9357-e9ea6a72d662 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:44:47.015810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce53142-4678-4565-97d9-645fdb46a99a req-12d90cae-8113-4444-b40d-b8c1efda3e8c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.017451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bce53142-4678-4565-97d9-645fdb46a99a req-12d90cae-8113-4444-b40d-b8c1efda3e8c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.60 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 946 time: 0.0854259 Apr 18 20:44:47.021667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Deleting port a5341bc0-9076-4da8-9f50-bd84d55eb22b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:47.022007 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.025763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-77644641-b902-4962-b27c-983bed557865 None None] Deleting port a5341bc0-9076-4da8-9f50-bd84d55eb22b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:47.026344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-77644641-b902-4962-b27c-983bed557865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.121433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-77644641-b902-4962-b27c-983bed557865 None None] For port a5341bc0-9076-4da8-9f50-bd84d55eb22b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a5341bc0-9076-4da8-9f50-bd84d55eb22b,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:47.121975 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-77644641-b902-4962-b27c-983bed557865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.139346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-77644641-b902-4962-b27c-983bed557865 None None] Calling delete_port for a5341bc0-9076-4da8-9f50-bd84d55eb22b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:47.156995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] For port a5341bc0-9076-4da8-9f50-bd84d55eb22b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a5341bc0-9076-4da8-9f50-bd84d55eb22b,segment=NetworkSegment(335b59e3-aedb-40f6-9662-9fa8626ad8e8),segment_id=335b59e3-aedb-40f6-9662-9fa8626ad8e8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:47.157803 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.175157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Calling delete_port for a5341bc0-9076-4da8-9f50-bd84d55eb22b owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:47.206544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a5341bc0-9076-4da8-9f50-bd84d55eb22b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:47.236923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Deleting port 2e5e192c-11dd-4962-bb99-da77fb1fa58a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:47.237253 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.335603 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-77644641-b902-4962-b27c-983bed557865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.355321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.380751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77644641-b902-4962-b27c-983bed557865 None None] No DVR routers for this DVR port a5341bc0-9076-4da8-9f50-bd84d55eb22b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:47.385490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77644641-b902-4962-b27c-983bed557865 None None] Pushing event deleted for resources: {'Port': ['ID=a5341bc0-9076-4da8-9f50-bd84d55eb22b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:47.389070 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.401775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Pushing event deleted for resources: {'Port': ['ID=a5341bc0-9076-4da8-9f50-bd84d55eb22b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:47.407785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] No DVR routers for this DVR port a5341bc0-9076-4da8-9f50-bd84d55eb22b on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:47.411176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] For port 2e5e192c-11dd-4962-bb99-da77fb1fa58a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2e5e192c-11dd-4962-bb99-da77fb1fa58a,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:44:47.411581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.461225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f22df7ef-d815-43f0-8292-7d58e4175be3 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:47.497579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: f22df7ef-d815-43f0-8292-7d58e4175be3 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:44:47.497962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f22df7ef-d815-43f0-8292-7d58e4175be3 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:47.498853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0aa09bbd-2725-43cd-9374-2a36b238b1a9 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:47.537715 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 0aa09bbd-2725-43cd-9374-2a36b238b1a9 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:44:47.539434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0aa09bbd-2725-43cd-9374-2a36b238b1a9 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:47.657523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.740934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda4290d-bdb0-4096-9357-e9ea6a72d662']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:47.763533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335b59e3-aedb-40f6-9662-9fa8626ad8e8') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:47.763821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335b59e3-aedb-40f6-9662-9fa8626ad8e8') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:47.792812 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.801333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e2892-7524-4ef1-908e-1570a5f7e277 req-f87362ac-a8dd-48c3-963a-dc8f55c09ba8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.803182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d31e2892-7524-4ef1-908e-1570a5f7e277 req-f87362ac-a8dd-48c3-963a-dc8f55c09ba8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 946 time: 0.2142310 Apr 18 20:44:47.870830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.884343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:47.884794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:47.888597 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:47.911358 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.911618 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.911940 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Floating IP 460d9534-c1da-4b09-92ba-d1a47ec2bc3a disassociated. External IP: 172.25.2.189, port: 2e5e192c-11dd-4962-bb99-da77fb1fa58a. Apr 18 20:44:47.912274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Calling delete_port for 2e5e192c-11dd-4962-bb99-da77fb1fa58a owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:47.980368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d31e2892-7524-4ef1-908e-1570a5f7e277 req-0bc0de87-8b58-4548-b348-1e5a5fbdd557 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385109 Apr 18 20:44:48.011949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.017763 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.021124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] 10.222.0.49 "DELETE /v2.0/networks/bda4290d-bdb0-4096-9357-e9ea6a72d662 HTTP/1.1" status: 204 len: 168 time: 1.5068932 Apr 18 20:44:48.045099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de677875-a62d-44c8-86ef-431c16a0988f admin admin] Pushing event deleted for resources: {'Network': ['ID=bda4290d-bdb0-4096-9357-e9ea6a72d662,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:48.156582 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.192918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'Port': ['ID=2e5e192c-11dd-4962-bb99-da77fb1fa58a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:48.290288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51104) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:48.348670 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7acbe534-c8b6-4d7f-9e4f-9ada077190e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e415c7e94c84df2883ee13c5a601903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570564 Apr 18 20:44:48.352292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51106) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:48.358344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:44:48.419151 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35493fe1-b3ee-46b4-a98b-bf56b89ccf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.452255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35493fe1-b3ee-46b4-a98b-bf56b89ccf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.510467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:44:48.515528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35493fe1-b3ee-46b4-a98b-bf56b89ccf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.523423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:48.523709 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35493fe1-b3ee-46b4-a98b-bf56b89ccf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.525358 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-35493fe1-b3ee-46b4-a98b-bf56b89ccf34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f479f5fb-bf72-438a-8ba5-7641493dc318 HTTP/1.1" status: 204 len: 168 time: 0.1718667 Apr 18 20:44:48.539447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35493fe1-b3ee-46b4-a98b-bf56b89ccf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f479f5fb-bf72-438a-8ba5-7641493dc318,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:48.575472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:48.576723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:48.585443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] No DVR routers for this DVR port 2e5e192c-11dd-4962-bb99-da77fb1fa58a on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:48.590560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.596771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bce53142-4678-4565-97d9-645fdb46a99a req-1607ce6a-ea70-42c3-8329-938e4f052bde tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.60 "DELETE /v2.0/ports/2e5e192c-11dd-4962-bb99-da77fb1fa58a HTTP/1.1" status: 204 len: 173 time: 1.5721381 Apr 18 20:44:48.597458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'name': 'network-vif-deleted', 'tag': '2e5e192c-11dd-4962-bb99-da77fb1fa58a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:48.614888 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7752e6c-2f2f-48eb-85b9-a2c745151a79" -d '{"events": [{"server_uuid": "70096731-44ef-45ff-bee9-900b9d8a9d70", "name": "network-vif-deleted", "tag": "2e5e192c-11dd-4962-bb99-da77fb1fa58a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:48.746001 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76d07e5-45e9-4678-b4bf-f6761086997a x-openstack-request-id: req-c76d07e5-45e9-4678-b4bf-f6761086997a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:48.746417 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70096731-44ef-45ff-bee9-900b9d8a9d70", "name": "network-vif-deleted", "tag": "2e5e192c-11dd-4962-bb99-da77fb1fa58a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:48.746791 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c76d07e5-45e9-4678-b4bf-f6761086997a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:48.747307 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76d07e5-45e9-4678-b4bf-f6761086997a'] response: {'server_uuid': '70096731-44ef-45ff-bee9-900b9d8a9d70', 'name': 'network-vif-deleted', 'tag': '2e5e192c-11dd-4962-bb99-da77fb1fa58a', 'status': 'completed', 'code': 200} Apr 18 20:44:48.818364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:49.105645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:49.170217 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c75ad08-5ca8-45e7-8af2-3134840873aa req-d37cdd26-cf6e-4881-8f75-3468bdc51c31 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=70096731-44ef-45ff-bee9-900b9d8a9d70 HTTP/1.1" status: 200 len: 210 time: 0.0421801 Apr 18 20:44:49.172828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:49.192317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:44:49.193594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:49.374570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:44:49.649860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:49.677017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73e6e7-43f7-4bc3-a491-761ff4a27221 None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:49.964634 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186803f5-17a5-45bc-93d4-588fd3636906 None None] New status for floating IP 460d9534-c1da-4b09-92ba-d1a47ec2bc3a: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:44:49.974187 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2e5e192c-11dd-4962-bb99-da77fb1fa58a no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:44:50.004428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 2e5e192c-11dd-4962-bb99-da77fb1fa58a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:44:50.004777 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2e5e192c-11dd-4962-bb99-da77fb1fa58a not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:44:50.298837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51144) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:50.409667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42494ce7-752f-4ac4-a26f-1eb663a091d1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.454738 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42494ce7-752f-4ac4-a26f-1eb663a091d1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.536487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42494ce7-752f-4ac4-a26f-1eb663a091d1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.541967 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42494ce7-752f-4ac4-a26f-1eb663a091d1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.544154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-42494ce7-752f-4ac4-a26f-1eb663a091d1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "DELETE /v2.0/security-groups/b08a7fbd-0152-46d0-bf94-7fcf8c2efef8 HTTP/1.1" status: 204 len: 168 time: 0.2437098 Apr 18 20:44:50.547540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51152) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:50.562358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42494ce7-752f-4ac4-a26f-1eb663a091d1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08a7fbd-0152-46d0-bf94-7fcf8c2efef8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:50.579575 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-d2a44c3d-d948-4df9-8a2c-ead748a04f86 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] show failed (client error): The resource could not be found. Apr 18 20:44:50.586457 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d2a44c3d-d948-4df9-8a2c-ead748a04f86 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups/b08a7fbd-0152-46d0-bf94-7fcf8c2efef8 HTTP/1.1" status: 404 len: 347 time: 0.0368431 Apr 18 20:44:50.591929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51154) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:50.761676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ce133ae7-7a0a-4a52-9377-2c8f5950a7ab tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Deleting port 7abc2300-b1ec-47e8-ab25-bfea24d6a436 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:44:50.761919 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce133ae7-7a0a-4a52-9377-2c8f5950a7ab tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.858719 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce133ae7-7a0a-4a52-9377-2c8f5950a7ab tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.859135 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce133ae7-7a0a-4a52-9377-2c8f5950a7ab tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.879479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ce133ae7-7a0a-4a52-9377-2c8f5950a7ab tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Calling delete_port for 7abc2300-b1ec-47e8-ab25-bfea24d6a436 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:44:51.077064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce133ae7-7a0a-4a52-9377-2c8f5950a7ab tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.108220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce133ae7-7a0a-4a52-9377-2c8f5950a7ab tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'Port': ['ID=7abc2300-b1ec-47e8-ab25-bfea24d6a436,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.209035 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce133ae7-7a0a-4a52-9377-2c8f5950a7ab tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.213596 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce133ae7-7a0a-4a52-9377-2c8f5950a7ab tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.214974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ce133ae7-7a0a-4a52-9377-2c8f5950a7ab tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "DELETE /v2.0/floatingips/460d9534-c1da-4b09-92ba-d1a47ec2bc3a HTTP/1.1" status: 204 len: 168 time: 0.6219432 Apr 18 20:44:51.399670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51166) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:51.404498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-39cdd628-1b5c-4c96-87b9-e42837b67d7a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900835793', 'description': 'tempest-description--1977227550'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:51.430482 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39cdd628-1b5c-4c96-87b9-e42837b67d7a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.498388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39cdd628-1b5c-4c96-87b9-e42837b67d7a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.503612 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39cdd628-1b5c-4c96-87b9-e42837b67d7a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.534244 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39cdd628-1b5c-4c96-87b9-e42837b67d7a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.535459 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-39cdd628-1b5c-4c96-87b9-e42837b67d7a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1347239 Apr 18 20:44:51.538561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51168) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:51.543100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-25a226b3-c934-4cd9-830e-5a1dcf13dc6c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group_rule': {'security_group_id': '4a80c28c-9f11-4114-93c5-638018d23689', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:51.547275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdd628-1b5c-4c96-87b9-e42837b67d7a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a80c28c-9f11-4114-93c5-638018d23689,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.572440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25a226b3-c934-4cd9-830e-5a1dcf13dc6c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.643439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25a226b3-c934-4cd9-830e-5a1dcf13dc6c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.648325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25a226b3-c934-4cd9-830e-5a1dcf13dc6c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.670010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a226b3-c934-4cd9-830e-5a1dcf13dc6c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9402c08-e65d-49fd-8d49-73adc1b4b65f,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.676091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25a226b3-c934-4cd9-830e-5a1dcf13dc6c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.680483 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-25a226b3-c934-4cd9-830e-5a1dcf13dc6c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378264 Apr 18 20:44:51.681346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51174) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:51.685582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ab214b93-69b2-4f4a-bdfe-f8fb41c4493d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'security_group_rule': {'security_group_id': '4a80c28c-9f11-4114-93c5-638018d23689', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:51.713121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ab214b93-69b2-4f4a-bdfe-f8fb41c4493d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.779270 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ab214b93-69b2-4f4a-bdfe-f8fb41c4493d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.783636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ab214b93-69b2-4f4a-bdfe-f8fb41c4493d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.801475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab214b93-69b2-4f4a-bdfe-f8fb41c4493d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588ea9f9-ab51-4f27-93b9-dc17893f3225,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.810469 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ab214b93-69b2-4f4a-bdfe-f8fb41c4493d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.814720 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ab214b93-69b2-4f4a-bdfe-f8fb41c4493d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298275 Apr 18 20:44:51.814977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51178) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:44:51.820234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:51.841515 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.944154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.051250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Allocated IP 172.25.2.197 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/cfa637cd-0a06-4e5d-833f-7c2ab69514e7) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:52.164100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.209907 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.257600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:52.264789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:52.270416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:52.300179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=cfa637cd-0a06-4e5d-833f-7c2ab69514e7,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:52.373149 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.411313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.566521 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.571232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.645884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=cfa637cd-0a06-4e5d-833f-7c2ab69514e7,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:52.658986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.674238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.675501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-edb7f426-c65b-4ddf-bea5-e3613a35e830 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8594930 Apr 18 20:44:52.917084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-50fed2a3-d6c0-45d0-b307-49ed6ea7f444 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--900835793&fields=id&tenant_id=1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 267 time: 0.0356834 Apr 18 20:44:53.034891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-7f3708f1-b5eb-499e-8cf2-219e162acfc8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:53.036568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-7f3708f1-b5eb-499e-8cf2-219e162acfc8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 815 time: 0.1087227 Apr 18 20:44:53.052533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-2fc8f6e2-9301-4d1f-93c0-a59cc646c230 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/quotas/1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 375 time: 0.0099561 Apr 18 20:44:53.138442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-cb0662e7-911a-473a-8d27-8bad6b59bb78 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785277 Apr 18 20:44:53.353976 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-81c2d844-c1b3-4df7-8cd6-5425395755a8 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025073 Apr 18 20:44:53.454366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-6ba6e24a-27e8-4e2e-b86d-cdbab6ec55b8 service neutron] 10.222.0.49 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940835 Apr 18 20:44:53.645021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5def5593-0cf5-4353-a1d7-e24a490cded6 req-87fbec6d-8e02-4a91-b423-4c5f494b6466 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 210 time: 0.0338595 Apr 18 20:44:54.744812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-43c46719-f26b-41fb-97b0-569e5bcaab61 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:54.746721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-43c46719-f26b-41fb-97b0-569e5bcaab61 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.64 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 815 time: 0.1614752 Apr 18 20:44:54.787547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9f5d123-c0e2-4451-85f9-703f49037363 req-14b33011-91fc-4210-8391-3da7ae3fd1f9 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 210 time: 0.0378399 Apr 18 20:44:54.830642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-25c9ae64-56e9-4f76-a654-8d7299d0c3ce tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fe24bfa474f4f6b86fbdaeef7396262 HTTP/1.1" status: 200 len: 379 time: 0.0417540 Apr 18 20:44:54.842015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'port': {'device_id': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'admin_state_up': True, 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'security_groups': ['4a80c28c-9f11-4114-93c5-638018d23689']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:54.990801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Made reservation on behalf of 1fe24bfa474f4f6b86fbdaeef7396262 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:54.994948 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.146322 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Allocated IP 172.20.0.7 (8c9a19a1-29f1-47e6-96b1-39d5cf87fedb/0cd3b977-ca1a-4086-b53d-098dd2142a3d/e41203d7-6b1b-4b18-ba0a-ee64e6524a56) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:55.305061 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.341860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.394339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:55.398278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:55.402508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:44:55.428273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event updated for resources: {'Port': ['ID=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:55.445065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.445414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.445748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.446080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.446414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.446745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.447071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.447396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.447711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.448064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.448387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.448703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:55.473748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.474352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.495110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-f3c0c4ee-b260-4310-96c8-fe70203caa5e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6585960 Apr 18 20:44:55.509695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Request body: {'port': {'device_id': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:55.576267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.719945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-71bfacd9-ca36-4366-81a6-9b42da9b3736 None None] Provisioning complete for port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:55.720570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-71bfacd9-ca36-4366-81a6-9b42da9b3736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.778735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-71bfacd9-ca36-4366-81a6-9b42da9b3736 None None] Port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:44:55.914615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41203d7-6b1b-4b18-ba0a-ee64e6524a56 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:55.923368 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.941627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Transition to ACTIVE for port object e41203d7-6b1b-4b18-ba0a-ee64e6524a56 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:55.946598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.959546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1537cf4-be4e-4298-842b-3e41c9ce4cd7 req-1501387e-6f5f-4ffe-a1b6-ec68ab328821 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.961747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1537cf4-be4e-4298-842b-3e41c9ce4cd7 req-1501387e-6f5f-4ffe-a1b6-ec68ab328821 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 931 time: 0.0853221 Apr 18 20:44:56.025034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Pushing event updated for resources: {'Port': ['ID=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:56.050762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1537cf4-be4e-4298-842b-3e41c9ce4cd7 req-6b37f6ef-2c09-48b6-a771-937c25ac9179 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664163 Apr 18 20:44:56.129387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Attempting to bind port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:56.129725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Attempting to bind port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:56.130061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Attempting to bind port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:56.136580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:44:56.136928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Attempting to bind port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 on network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:44:56.142633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:44:56.142973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Checking segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:44:56.143366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Bound using segment: {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:44:56.143805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Bound port: e41203d7-6b1b-4b18-ba0a-ee64e6524a56, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f518f1-f160-440c-a981-a21d87bb7f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:56.144198 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.227394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] For port e41203d7-6b1b-4b18-ba0a-ee64e6524a56, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:44:56.231218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] For port e41203d7-6b1b-4b18-ba0a-ee64e6524a56, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:44:56.236696 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.276880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.277522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.279053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] 10.222.0.64 "PUT /v2.0/ports/e41203d7-6b1b-4b18-ba0a-ee64e6524a56 HTTP/1.1" status: 200 len: 1091 time: 0.7747061 Apr 18 20:44:56.281807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'tag': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:56.284042 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e" -d '{"events": [{"name": "network-changed", "server_uuid": "9856ad0c-c00d-4a40-9760-f72bd1bc1a3f", "tag": "e41203d7-6b1b-4b18-ba0a-ee64e6524a56"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:44:56.320592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45dc33-2ea9-46be-8f25-d93f4f9c6e06 service neutron] Pushing event updated for resources: {'Port': ['ID=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:56.348172 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87588183-037e-4ba5-8019-9955f318b204 x-openstack-request-id: req-87588183-037e-4ba5-8019-9955f318b204 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:44:56.348745 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9856ad0c-c00d-4a40-9760-f72bd1bc1a3f", "tag": "e41203d7-6b1b-4b18-ba0a-ee64e6524a56", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:44:56.349196 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87588183-037e-4ba5-8019-9955f318b204 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:44:56.350040 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87588183-037e-4ba5-8019-9955f318b204'] response: {'name': 'network-changed', 'server_uuid': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'tag': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56', 'status': 'completed', 'code': 200} Apr 18 20:44:56.699015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-3cf9f3f2-142b-4996-bae8-1d2a895159a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.700625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-3cf9f3f2-142b-4996-bae8-1d2a895159a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 1094 time: 0.3703628 Apr 18 20:44:56.744433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-dcbfa045-cb35-4230-b89a-25032cec9ee6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e41203d7-6b1b-4b18-ba0a-ee64e6524a56 HTTP/1.1" status: 200 len: 217 time: 0.0357246 Apr 18 20:44:56.796094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-6d5c1f70-362a-456b-bba7-e834c79ba77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.797527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-6d5c1f70-362a-456b-bba7-e834c79ba77d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.0471091 Apr 18 20:44:56.853086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-ea1dee28-53d6-438e-8970-bbc142d86d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.854637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-ea1dee28-53d6-438e-8970-bbc142d86d59 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489202 Apr 18 20:44:56.954218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-16f59528-6358-4eb7-a70d-99903afe7d1a service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908511 Apr 18 20:44:57.049997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a28d5ad-8ece-463e-a49e-dc18580a6bca req-a7ec2c1a-53e8-4339-9283-0f43c7d6203d service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882382 Apr 18 20:44:57.170923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-7c6817c3-ade5-4514-b423-ba437a751179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.172461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-7c6817c3-ade5-4514-b423-ba437a751179 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 1094 time: 0.0689709 Apr 18 20:44:57.195819 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f68f5-4032-4c32-b607-4dc777055ab8 req-704144c3-7397-41fa-8405-05652116857b tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.197281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe6f68f5-4032-4c32-b607-4dc777055ab8 req-704144c3-7397-41fa-8405-05652116857b tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 943 time: 0.0686233 Apr 18 20:44:57.285338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe6f68f5-4032-4c32-b607-4dc777055ab8 req-d9e61e93-b524-4ac9-986e-1f83d1dee798 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761635 Apr 18 20:44:57.308326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-21fef6c6-2b36-4d09-af25-f135f7e2a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.309920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-21fef6c6-2b36-4d09-af25-f135f7e2a24f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 916 time: 0.1284072 Apr 18 20:44:57.359005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-d76d9696-7367-4de1-9812-65ef2ee73cc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e41203d7-6b1b-4b18-ba0a-ee64e6524a56 HTTP/1.1" status: 200 len: 217 time: 0.0398867 Apr 18 20:44:57.417296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-d6a4e466-8e03-47d9-858a-5153bccd55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.419032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-d6a4e466-8e03-47d9-858a-5153bccd55c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.0523818 Apr 18 20:44:57.487565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-926cfaff-08a0-4f97-a1f2-1660161e3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:57.489420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-926cfaff-08a0-4f97-a1f2-1660161e3b65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587766 Apr 18 20:44:57.598219 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-0cdec736-a352-40a1-a1bf-16ac72dd544a service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004362 Apr 18 20:44:57.708207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf569d90-45bc-4ea3-a30c-a5daf7d4994e req-b649a5ef-2ca8-4e1a-9b92-0a5e760d2cdf service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012421 Apr 18 20:44:58.415573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ed8a3-6139-49be-a031-6026a9892dbb req-d2bf59ce-76af-4d20-bde1-85658ea41172 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:58.417094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-915ed8a3-6139-49be-a031-6026a9892dbb req-d2bf59ce-76af-4d20-bde1-85658ea41172 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 943 time: 0.0534062 Apr 18 20:44:58.455799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-915ed8a3-6139-49be-a031-6026a9892dbb req-17ef8a46-d9a7-42ce-a24b-f7a8a9b7953c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325198 Apr 18 20:44:59.607545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4efa21-268d-46a0-8198-22fc286ed159 req-dedf0ec1-be73-4228-bb6a-f7e5a28b9ba1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:59.610789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb4efa21-268d-46a0-8198-22fc286ed159 req-dedf0ec1-be73-4228-bb6a-f7e5a28b9ba1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 943 time: 0.0652444 Apr 18 20:44:59.660688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb4efa21-268d-46a0-8198-22fc286ed159 req-6cdd7f4d-7d12-4327-b004-225e4c815e8c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420144 Apr 18 20:45:00.805016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f543e9-8ffd-4313-8d38-341fcec94dfd req-0e1bbb4e-34fa-40b8-b7b9-4b08c600e7d7 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:00.806566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0f543e9-8ffd-4313-8d38-341fcec94dfd req-0e1bbb4e-34fa-40b8-b7b9-4b08c600e7d7 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 943 time: 0.0633557 Apr 18 20:45:00.849371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0f543e9-8ffd-4313-8d38-341fcec94dfd req-53938f45-ba81-43c4-b28c-c0d675b8a3c6 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366464 Apr 18 20:45:01.165107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e41203d7-6b1b-4b18-ba0a-ee64e6524a56 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:45:01.264687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e41203d7-6b1b-4b18-ba0a-ee64e6524a56, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:01.277261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'port_id': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:45:01.318612 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.331870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41203d7-6b1b-4b18-ba0a-ee64e6524a56 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:01.352553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e41203d7-6b1b-4b18-ba0a-ee64e6524a56, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:01.358154 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.414522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:01.421840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.422179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.422506 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.422830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.423152 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.423472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.423788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.424153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.424467 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.424782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.425096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.425406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:01.630919 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e41203d7-6b1b-4b18-ba0a-ee64e6524a56'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:01.971692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44f067-b166-4589-8b91-3e1e377c3aa8 req-5302d0c2-2fb9-4fbf-80f3-ccef221aad6d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.973165 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f44f067-b166-4589-8b91-3e1e377c3aa8 req-5302d0c2-2fb9-4fbf-80f3-ccef221aad6d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 944 time: 0.0520334 Apr 18 20:45:02.016965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f44f067-b166-4589-8b91-3e1e377c3aa8 req-481aa0a4-e86e-4dc9-97c0-0a454e0555df tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371628 Apr 18 20:45:02.099184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51310) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:02.211974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-065b6a3b-6e35-406a-8b1e-90d2523ee691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.295260 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-065b6a3b-6e35-406a-8b1e-90d2523ee691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.299149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-065b6a3b-6e35-406a-8b1e-90d2523ee691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.346722 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-065b6a3b-6e35-406a-8b1e-90d2523ee691 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7f917696f5941c3956ed04908d617ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461724 Apr 18 20:45:02.347604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b6a3b-6e35-406a-8b1e-90d2523ee691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ac7185-0037-419c-b016-c0dd5d2fc80d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:02.350599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51314) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:02.404230 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7509c22f-3fb5-4734-89dc-4903837e6130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.429636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7509c22f-3fb5-4734-89dc-4903837e6130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.474109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7509c22f-3fb5-4734-89dc-4903837e6130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.477382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7509c22f-3fb5-4734-89dc-4903837e6130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.478499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7509c22f-3fb5-4734-89dc-4903837e6130 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02ac7185-0037-419c-b016-c0dd5d2fc80d HTTP/1.1" status: 204 len: 168 time: 0.1268728 Apr 18 20:45:02.487070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509c22f-3fb5-4734-89dc-4903837e6130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ac7185-0037-419c-b016-c0dd5d2fc80d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:03.142953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cee5ad-a611-4e76-aa89-ed90b6fac653 req-51893936-8a19-4036-af67-ff3ccba8890d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:03.144736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8cee5ad-a611-4e76-aa89-ed90b6fac653 req-51893936-8a19-4036-af67-ff3ccba8890d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 944 time: 0.0569601 Apr 18 20:45:03.172186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e41203d7-6b1b-4b18-ba0a-ee64e6524a56 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:03.192841 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8cee5ad-a611-4e76-aa89-ed90b6fac653 req-3a4e42cf-e18b-407d-84fc-625a2582605a tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391295 Apr 18 20:45:03.215994 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:45:03.231824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:03.236683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:03.237197 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.332419 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.355388 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:03.357697 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cc93ff-cfd1-4884-b136-8aad32b25ff1" -d '{"events": [{"server_uuid": "9856ad0c-c00d-4a40-9760-f72bd1bc1a3f", "name": "network-vif-plugged", "status": "completed", "tag": "e41203d7-6b1b-4b18-ba0a-ee64e6524a56"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:03.370367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port e41203d7-6b1b-4b18-ba0a-ee64e6524a56, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:03.374155 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.403803 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43edd394-2e8d-4796-adf6-5c61878ad7a3 x-openstack-request-id: req-43edd394-2e8d-4796-adf6-5c61878ad7a3 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:03.404456 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9856ad0c-c00d-4a40-9760-f72bd1bc1a3f", "name": "network-vif-plugged", "status": "completed", "tag": "e41203d7-6b1b-4b18-ba0a-ee64e6524a56", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:03.404784 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43edd394-2e8d-4796-adf6-5c61878ad7a3 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:03.405418 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43edd394-2e8d-4796-adf6-5c61878ad7a3'] response: {'server_uuid': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56', 'code': 200} Apr 18 20:45:03.434155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:03.506878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a4146-6969-43f5-86be-d8a1370be91f req-7bc510e8-543c-41f7-8e99-a885aaa5ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:03.508648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-782a4146-6969-43f5-86be-d8a1370be91f req-7bc510e8-543c-41f7-8e99-a885aaa5ccc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 1096 time: 0.0423987 Apr 18 20:45:03.550103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-782a4146-6969-43f5-86be-d8a1370be91f req-6d2e2d1c-37f3-488a-a0ee-ac3d3fa1e93d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312638 Apr 18 20:45:04.325338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bddb22-2487-4c54-a052-d8f4888c3b13 req-3e0cdbbc-d442-4165-a7f1-54c3c207814e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:04.326845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4bddb22-2487-4c54-a052-d8f4888c3b13 req-3e0cdbbc-d442-4165-a7f1-54c3c207814e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 945 time: 0.0573516 Apr 18 20:45:04.376957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4bddb22-2487-4c54-a052-d8f4888c3b13 req-8cb3c718-cfce-48bb-b7e9-1511acf7387f tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430825 Apr 18 20:45:04.417854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-21567712-ef4b-4ee9-94c5-48cb2b32fd49 req-a346a352-036f-49a1-a0b3-d68d67889295 tempest-ServerPasswordTestJSON-1549430386 tempest-ServerPasswordTestJSON-1549430386-project] (102903) timed out ('10.222.0.60', 55446) {{(pid=102903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:45:04.498545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51404) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:04.614007 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca7ed-15d2-4f05-8782-00b8ec8c4fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.693523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca7ed-15d2-4f05-8782-00b8ec8c4fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.698047 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca7ed-15d2-4f05-8782-00b8ec8c4fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.736074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3f4ca7ed-15d2-4f05-8782-00b8ec8c4fdd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=929a7b743922427aacf00644876f587d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364221 Apr 18 20:45:04.738121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ca7ed-15d2-4f05-8782-00b8ec8c4fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd676dd-2ef0-4f31-a280-dc15746f90b0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:04.738853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51408) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:04.793543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c06d6-505b-483d-a9a0-45c577ab7802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.817778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c06d6-505b-483d-a9a0-45c577ab7802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.865327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c06d6-505b-483d-a9a0-45c577ab7802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.868243 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-435c06d6-505b-483d-a9a0-45c577ab7802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.869498 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-435c06d6-505b-483d-a9a0-45c577ab7802 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bd676dd-2ef0-4f31-a280-dc15746f90b0 HTTP/1.1" status: 204 len: 168 time: 0.1296573 Apr 18 20:45:04.878143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c06d6-505b-483d-a9a0-45c577ab7802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd676dd-2ef0-4f31-a280-dc15746f90b0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:05.141602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51414) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:05.154637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-048a1807-8f68-4d68-8c9f-df90673b1304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.232594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-048a1807-8f68-4d68-8c9f-df90673b1304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.236458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-048a1807-8f68-4d68-8c9f-df90673b1304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.274477 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-048a1807-8f68-4d68-8c9f-df90673b1304 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efba29a8a4b348b884754c96bc860e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317892 Apr 18 20:45:05.275575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a1807-8f68-4d68-8c9f-df90673b1304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2040d301-19c9-44b6-bdbd-2a7f651d1103,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:05.277739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51416) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:05.335635 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33b21ee2-a85f-46d3-89fa-f68eae7f71b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.360327 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33b21ee2-a85f-46d3-89fa-f68eae7f71b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.414300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33b21ee2-a85f-46d3-89fa-f68eae7f71b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.417220 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33b21ee2-a85f-46d3-89fa-f68eae7f71b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.418606 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-33b21ee2-a85f-46d3-89fa-f68eae7f71b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2040d301-19c9-44b6-bdbd-2a7f651d1103 HTTP/1.1" status: 204 len: 168 time: 0.1394634 Apr 18 20:45:05.430378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b21ee2-a85f-46d3-89fa-f68eae7f71b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2040d301-19c9-44b6-bdbd-2a7f651d1103,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:05.528374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b9697-ea7b-451f-ba75-85d55d3eeb86 req-39b55a3f-9dcc-47ef-b8d4-3f4d6a858c7f tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.529874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-779b9697-ea7b-451f-ba75-85d55d3eeb86 req-39b55a3f-9dcc-47ef-b8d4-3f4d6a858c7f tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 945 time: 0.0672796 Apr 18 20:45:05.575244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-779b9697-ea7b-451f-ba75-85d55d3eeb86 req-e0edba7c-aeaa-4263-b6dd-73d1c2ffaf68 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360010 Apr 18 20:45:05.698040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3db82-a18a-4ff7-8879-598594aa8c7e req-2671f69c-e304-4f57-b0c5-15041ff5dfca tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.699861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-abc3db82-a18a-4ff7-8879-598594aa8c7e req-2671f69c-e304-4f57-b0c5-15041ff5dfca tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 945 time: 0.0523894 Apr 18 20:45:05.708430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51426) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:05.714250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5f5ec06b-5553-4774-b595-de4b6a87ebad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Request body: {'floatingip': {'port_id': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:05.768585 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec06b-5553-4774-b595-de4b6a87ebad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.900540 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cae3daa6-ad18-49db-8f41-2e0d0e71f82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.261530 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec06b-5553-4774-b595-de4b6a87ebad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.265866 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec06b-5553-4774-b595-de4b6a87ebad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.375476 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-5f5ec06b-5553-4774-b595-de4b6a87ebad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Floating IP bfe0681d-dfad-4cfa-85b5-3290483cad95 associated. External IP: 172.25.2.197, port: e41203d7-6b1b-4b18-ba0a-ee64e6524a56. Apr 18 20:45:06.598311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5ec06b-5553-4774-b595-de4b6a87ebad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:45:06.722867 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5ec06b-5553-4774-b595-de4b6a87ebad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:45:06.727608 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f5ec06b-5553-4774-b595-de4b6a87ebad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.737364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:06.755354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:06.757200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:06.760062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5f5ec06b-5553-4774-b595-de4b6a87ebad tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "PUT /v2.0/floatingips/bfe0681d-dfad-4cfa-85b5-3290483cad95 HTTP/1.1" status: 200 len: 991 time: 1.0497634 Apr 18 20:45:06.760666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'tag': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:06.763697 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04e289f-a851-4fb2-99f3-e280c79cf7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9856ad0c-c00d-4a40-9760-f72bd1bc1a3f", "tag": "e41203d7-6b1b-4b18-ba0a-ee64e6524a56"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:06.807815 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e7851e-562b-4a83-ae80-5f30741f1b83 x-openstack-request-id: req-57e7851e-562b-4a83-ae80-5f30741f1b83 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:06.808235 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9856ad0c-c00d-4a40-9760-f72bd1bc1a3f", "tag": "e41203d7-6b1b-4b18-ba0a-ee64e6524a56", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:06.808597 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-57e7851e-562b-4a83-ae80-5f30741f1b83 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:06.809203 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e7851e-562b-4a83-ae80-5f30741f1b83'] response: {'name': 'network-changed', 'server_uuid': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'tag': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56', 'status': 'completed', 'code': 200} Apr 18 20:45:06.899146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51464) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:06.902156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-2bf885bc-f0da-4dda-bdde-99ed1d696cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:06.903804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-2bf885bc-f0da-4dda-bdde-99ed1d696cce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 1096 time: 0.0606322 Apr 18 20:45:06.918778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:45:07.012201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-e69e9555-e0be-4186-9ba2-3354079073e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.014167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-e69e9555-e0be-4186-9ba2-3354079073e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 200 len: 916 time: 0.1026876 Apr 18 20:45:07.082631 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1900612436'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:07.102694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-bea06449-6111-4e1b-9973-e9bb7df60462 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e41203d7-6b1b-4b18-ba0a-ee64e6524a56 HTTP/1.1" status: 200 len: 999 time: 0.0814829 Apr 18 20:45:07.110018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Made reservation on behalf of cda5b262a08444eca69b8919f8e4460b for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:07.114001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.124066 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.168974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-ac9b4dd3-0f6e-4874-a28d-0d6be7042bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.171416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-ac9b4dd3-0f6e-4874-a28d-0d6be7042bfd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 200 len: 854 time: 0.0602241 Apr 18 20:45:07.195425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'bfe0681d-dfad-4cfa-85b5-3290483cad95', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:45:06Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:07.210447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.215000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.223754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-d1e1f0af-8126-431e-a863-238075b3b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.226475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-d1e1f0af-8126-431e-a863-238075b3b15e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471337 Apr 18 20:45:07.227250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:45:07.238932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:45:07.240463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:44:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:07.243460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:07.253398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f3fe8d-874c-4d9d-87f5-b2ea08bf4138,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:07.259335 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.259813 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Added segment 2aa5d41d-1b7c-42be-ba80-77973007cb85 of type vlan for network 9f258120-2247-4f70-9e6d-2d3faf2f7e39 Apr 18 20:45:07.312231 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.329765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-3a8feb45-c698-485e-b9e1-b76a81388a07 service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953915 Apr 18 20:45:07.340489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.346307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.347078 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.382959 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4820364 Apr 18 20:45:07.383655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51468) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:07.425554 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Request body: {'subnet': {'network_id': '9f258120-2247-4f70-9e6d-2d3faf2f7e39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:07.446546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f04e289f-a851-4fb2-99f3-e280c79cf7ae req-79fde3aa-01a3-42c7-b4e6-d7b3f9069c63 service neutron] 10.222.0.64 "GET /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082981 Apr 18 20:45:07.476981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a7c39-aa92-4df1-a61d-3f48ba91a29e tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Pushing event updated for resources: {'Network': ['ID=9f258120-2247-4f70-9e6d-2d3faf2f7e39,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:07.492755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 9f258120-2247-4f70-9e6d-2d3faf2f7e39 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:07.524228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Made reservation on behalf of cda5b262a08444eca69b8919f8e4460b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:07.527895 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.619069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:45:07.726446 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.787430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Pushing event updated for resources: {'Subnet': ['ID=e18b7731-039e-45c3-9852-45a68443372e,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:07.806527 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Checking segment: {'id': '2aa5d41d-1b7c-42be-ba80-77973007cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f258120-2247-4f70-9e6d-2d3faf2f7e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:07.806882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Network hostable DHCP agents. Network: 9f258120-2247-4f70-9e6d-2d3faf2f7e39, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:07.825026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Network 9f258120-2247-4f70-9e6d-2d3faf2f7e39 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:07.834871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 9f258120-2247-4f70-9e6d-2d3faf2f7e39) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:07.839392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:07.840018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.848158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca23635-4587-45ee-a574-9167faed0147 None None] Network 9f258120-2247-4f70-9e6d-2d3faf2f7e39 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:07.858564 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d891a63e-bd9f-44ae-9cbf-c0db49c068e2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4483166 Apr 18 20:45:07.862124 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51470) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:07.867732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Request body: {'port': {'network_id': '9f258120-2247-4f70-9e6d-2d3faf2f7e39', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1071120183'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:07.936076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'bfe0681d-dfad-4cfa-85b5-3290483cad95', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:45:06Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:07.971791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0249ce52-3418-4a53-b1a1-c72ca1352222 None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'bfe0681d-dfad-4cfa-85b5-3290483cad95', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'port_id': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:52Z', 'updated_at': '2022-04-18T20:45:06Z', 'revision_number': 1, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:07.987236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Made reservation on behalf of cda5b262a08444eca69b8919f8e4460b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:07.991358 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.010768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] device_id is not set on port 143a18ea-3727-49f4-9640-afffb5aa1e27 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:08.064685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-9f258120-2247-4f70-9e6d-2d3faf2f7e39', 'network_id': '9f258120-2247-4f70-9e6d-2d3faf2f7e39', 'tenant_id': 'cda5b262a08444eca69b8919f8e4460b', 'fixed_ips': [{'subnet_id': 'e18b7731-039e-45c3-9852-45a68443372e'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:45:08.065558 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.136150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Allocated IP 172.20.0.8 (9f258120-2247-4f70-9e6d-2d3faf2f7e39/e18b7731-039e-45c3-9852-45a68443372e/143a18ea-3727-49f4-9640-afffb5aa1e27) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:08.220637 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0451d1be-82cc-4184-a5f0-ea1eb031b138 None None] New status for floating IP bfe0681d-dfad-4cfa-85b5-3290483cad95: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:45:08.530444 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.564890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.609201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Network 9f258120-2247-4f70-9e6d-2d3faf2f7e39 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:08.612298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:08.618869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:08.625930 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6baa62e5-5aaf-400d-8f27-731978425cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.627878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Allocated IP 172.20.0.2 (9f258120-2247-4f70-9e6d-2d3faf2f7e39/e18b7731-039e-45c3-9852-45a68443372e/2eab5eb2-013d-49e9-a34a-c1167ce0a6e2) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:08.653287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Pushing event updated for resources: {'Port': ['ID=143a18ea-3727-49f4-9640-afffb5aa1e27,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:08.678368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.678988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.696471 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c439714a-5f73-434c-b90c-f6f31431c84d tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8332577 Apr 18 20:45:08.699491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51472) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:08.792112 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.798750 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.803600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4007ea7f-dbc7-4c5c-8551-e7503d68aad0 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Deleting port 143a18ea-3727-49f4-9640-afffb5aa1e27 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:08.804180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4007ea7f-dbc7-4c5c-8551-e7503d68aad0 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.842586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Network 9f258120-2247-4f70-9e6d-2d3faf2f7e39 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:08.845632 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:08.849405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:08.856874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Pushing event updated for resources: {'Port': ['ID=2eab5eb2-013d-49e9-a34a-c1167ce0a6e2,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:08.906822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4007ea7f-dbc7-4c5c-8551-e7503d68aad0 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.909684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Attempting to bind port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:08.910130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Attempting to bind port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '2aa5d41d-1b7c-42be-ba80-77973007cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f258120-2247-4f70-9e6d-2d3faf2f7e39'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:08.910552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Attempting to bind port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 on network 9f258120-2247-4f70-9e6d-2d3faf2f7e39 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:08.916976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:08.916976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Checking segment: {'id': '2aa5d41d-1b7c-42be-ba80-77973007cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f258120-2247-4f70-9e6d-2d3faf2f7e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:08.917909 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.917909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Bound using segment: {'id': '2aa5d41d-1b7c-42be-ba80-77973007cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f258120-2247-4f70-9e6d-2d3faf2f7e39'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:08.918290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Bound port: 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa5d41d-1b7c-42be-ba80-77973007cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f258120-2247-4f70-9e6d-2d3faf2f7e39'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:08.918527 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.919517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4007ea7f-dbc7-4c5c-8551-e7503d68aad0 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Calling delete_port for 143a18ea-3727-49f4-9640-afffb5aa1e27 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:08.984558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] For port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:08.988264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] For port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2eab5eb2-013d-49e9-a34a-c1167ce0a6e2,segment=NetworkSegment(2aa5d41d-1b7c-42be-ba80-77973007cb85),segment_id=2aa5d41d-1b7c-42be-ba80-77973007cb85)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:08.993893 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.065341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03726c2-eecf-47e7-9a4a-a772b5f43997 None None] Pushing event updated for resources: {'Port': ['ID=2eab5eb2-013d-49e9-a34a-c1167ce0a6e2,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:09.070936 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4007ea7f-dbc7-4c5c-8551-e7503d68aad0 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.102465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007ea7f-dbc7-4c5c-8551-e7503d68aad0 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Pushing event deleted for resources: {'Port': ['ID=143a18ea-3727-49f4-9640-afffb5aa1e27,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:09.192839 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4007ea7f-dbc7-4c5c-8551-e7503d68aad0 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.196859 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4007ea7f-dbc7-4c5c-8551-e7503d68aad0 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] 10.222.0.49 "DELETE /v2.0/ports/143a18ea-3727-49f4-9640-afffb5aa1e27 HTTP/1.1" status: 204 len: 168 time: 0.4963071 Apr 18 20:45:09.199633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51474) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:09.280773 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.308998 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c21627ae-8fce-466e-b044-7bcf8db16668 tempest-DHCPAgentSchedulersTestJSON-134610228 tempest-DHCPAgentSchedulersTestJSON-134610228-project-admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1079290 Apr 18 20:45:09.311334 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51478) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:09.316533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-856845995'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:09.344486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Made reservation on behalf of cda5b262a08444eca69b8919f8e4460b for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:09.348544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.376880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:09.390580 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.390580 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Added segment 6b6753fc-d000-4975-a81a-2e2587bd60e6 of type vlan for network d9de03c5-1bf1-4c6a-b51d-adbca723f7ad Apr 18 20:45:09.425037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-242723a6-4ea1-413d-ab12-39ae001c5854 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478215 Apr 18 20:45:09.434418 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.462675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.468930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.469538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.488150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-30b73c4a-ff38-4f87-b5aa-b1466e844deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.489742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-30b73c4a-ff38-4f87-b5aa-b1466e844deb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0424414 Apr 18 20:45:09.528105 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2154734 Apr 18 20:45:09.535957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51482) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:09.559389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22500cc-b1b2-41b1-bc79-a136a65a28bf tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Pushing event updated for resources: {'Network': ['ID=d9de03c5-1bf1-4c6a-b51d-adbca723f7ad,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:09.572250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network d9de03c5-1bf1-4c6a-b51d-adbca723f7ad details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:09.618334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-a67483cd-648f-415e-bf8c-59d21c7a3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.619902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-a67483cd-648f-415e-bf8c-59d21c7a3eea service neutron] 10.222.0.60 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.1078804 Apr 18 20:45:09.664393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-f0e924b0-1306-4eba-a3f7-23f974d924d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc HTTP/1.1" status: 200 len: 217 time: 0.0367117 Apr 18 20:45:09.716134 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-39522ef5-7b8b-4378-8b0e-589ab03c3c71 tempest-DHCPAgentSchedulersTestJSON-134610228 tempest-DHCPAgentSchedulersTestJSON-134610228-project-admin] 10.222.0.49 "GET /v2.0/agents/3be3eb9d-1bd3-43cb-9de0-a7475a843af6/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 0.1791198 Apr 18 20:45:09.718704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51484) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:09.758218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-eabb7f30-8eb7-478c-91f9-4f9b0009aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.760522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-eabb7f30-8eb7-478c-91f9-4f9b0009aaca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0891137 Apr 18 20:45:09.800822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-890b3695-5c66-4f6f-b847-201b3bd3eccc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0942569 Apr 18 20:45:09.819652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-50441006-1a38-4532-97dc-b05491d45a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.821285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-50441006-1a38-4532-97dc-b05491d45a31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539126 Apr 18 20:45:09.822874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4e0346-9715-4dab-9790-bfd794ab4f48 tempest-DHCPAgentSchedulersTestJSON-134610228 tempest-DHCPAgentSchedulersTestJSON-134610228-project-admin] Network d9de03c5-1bf1-4c6a-b51d-adbca723f7ad is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:09.848663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cfa9bf-dea5-4c9f-9cc1-9f18b65df2a3 None None] Network d9de03c5-1bf1-4c6a-b51d-adbca723f7ad requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:09.848871 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2e4e0346-9715-4dab-9790-bfd794ab4f48 tempest-DHCPAgentSchedulersTestJSON-134610228 tempest-DHCPAgentSchedulersTestJSON-134610228-project-admin] 10.222.0.49 "POST /v2.0/agents/3be3eb9d-1bd3-43cb-9de0-a7475a843af6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1288989 Apr 18 20:45:09.850339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:09.925886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-ff5d3c6b-7c17-4df0-94c6-90298d581819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.928243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-ff5d3c6b-7c17-4df0-94c6-90298d581819 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1096 time: 0.1013339 Apr 18 20:45:10.019888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-ed48de24-44fa-461e-800a-6020868222f7 service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811135 Apr 18 20:45:10.031910 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-78a87ec5-9f28-4660-96e4-2d1aaab18393 tempest-DHCPAgentSchedulersTestJSON-134610228 tempest-DHCPAgentSchedulersTestJSON-134610228-project-admin] 10.222.0.49 "GET /v2.0/agents/3be3eb9d-1bd3-43cb-9de0-a7475a843af6/dhcp-networks HTTP/1.1" status: 200 len: 8027 time: 0.1801655 Apr 18 20:45:10.034592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51488) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:10.112543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-0bd8b797-a411-4df0-ae16-22e7d551e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.114216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-0bd8b797-a411-4df0-ae16-22e7d551e9cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.1562104 Apr 18 20:45:10.121889 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ee5cd004-8c1d-4c6d-b498-0932fa1ee956 tempest-DHCPAgentSchedulersTestJSON-134610228 tempest-DHCPAgentSchedulersTestJSON-134610228-project-admin] 10.222.0.49 "DELETE /v2.0/agents/3be3eb9d-1bd3-43cb-9de0-a7475a843af6/dhcp-networks/d9de03c5-1bf1-4c6a-b51d-adbca723f7ad HTTP/1.1" status: 204 len: 168 time: 0.0844467 Apr 18 20:45:10.124210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51490) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:10.162771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b911e6-5636-4bd3-8191-d9c1389733e2 None None] Network 9f258120-2247-4f70-9e6d-2d3faf2f7e39 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:10.184143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05fb4824-a493-439e-bdc3-8ed1b91845e0 req-8d319e88-3837-4fff-8831-c01fcf1bd72a service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571929 Apr 18 20:45:10.209522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-10026b45-6978-43cc-8a91-c0243d9a92bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 999 time: 0.0789483 Apr 18 20:45:10.245090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e0e38d40-edd7-49c6-8030-03401b20f894 None None] Provisioning complete for port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:10.245365 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0e38d40-edd7-49c6-8030-03401b20f894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.285084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-6ab09717-e79a-436b-8edc-a0023959c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.288827 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0e857179-a29b-46be-b74d-05c03afb2df2 tempest-DHCPAgentSchedulersTestJSON-134610228 tempest-DHCPAgentSchedulersTestJSON-134610228-project-admin] 10.222.0.49 "GET /v2.0/agents/3be3eb9d-1bd3-43cb-9de0-a7475a843af6/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 0.1600175 Apr 18 20:45:10.289096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-6ab09717-e79a-436b-8edc-a0023959c68a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0619707 Apr 18 20:45:10.297612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51492) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:10.335897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8c169a8b-8479-4f6d-b184-81fbdb096734 tempest-DHCPAgentSchedulersTestJSON-134610228 tempest-DHCPAgentSchedulersTestJSON-134610228-project-admin] 10.222.0.49 "GET /v2.0/networks/9f258120-2247-4f70-9e6d-2d3faf2f7e39/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0404584 Apr 18 20:45:10.339625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51494) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:10.364518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a4ca8bcc-f82c-4ef0-8f6e-f83adc81ce20 tempest-DHCPAgentSchedulersTestJSON-134610228 tempest-DHCPAgentSchedulersTestJSON-134610228-project-admin] 10.222.0.49 "GET /v2.0/networks/9f258120-2247-4f70-9e6d-2d3faf2f7e39/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0234632 Apr 18 20:45:10.367417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-c1f26733-68eb-49e1-8760-edb3834dd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.367995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51496) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:10.368904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-c1f26733-68eb-49e1-8760-edb3834dd7ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725000 Apr 18 20:45:10.406946 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0e38d40-edd7-49c6-8030-03401b20f894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.475532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e0e38d40-edd7-49c6-8030-03401b20f894 None None] For port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2eab5eb2-013d-49e9-a34a-c1167ce0a6e2,segment=NetworkSegment(2aa5d41d-1b7c-42be-ba80-77973007cb85),segment_id=2aa5d41d-1b7c-42be-ba80-77973007cb85)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:10.482787 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e0e38d40-edd7-49c6-8030-03401b20f894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.489049 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.545848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e38d40-edd7-49c6-8030-03401b20f894 None None] Pushing event updated for resources: {'Port': ['ID=2eab5eb2-013d-49e9-a34a-c1167ce0a6e2,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:10.605870 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3abe2468-d952-4fe2-924d-da86057dee39 tempest-DHCPAgentSchedulersTestJSON-134610228 tempest-DHCPAgentSchedulersTestJSON-134610228-project-admin] 10.222.0.49 "GET /v2.0/agents/3be3eb9d-1bd3-43cb-9de0-a7475a843af6/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 0.2363567 Apr 18 20:45:10.609428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51500) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:10.717914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-475b4a8f-beb2-43a8-bcb2-801e4f42a7e8 None None] Provisioning complete for port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:10.718279 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-475b4a8f-beb2-43a8-bcb2-801e4f42a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.739923 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.908547 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.914582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-ad10a8b3-cb1c-4e0a-af31-05c3493cfadb service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368459 Apr 18 20:45:10.934498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9de03c5-1bf1-4c6a-b51d-adbca723f7ad']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:10.948097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6753fc-d000-4975-a81a-2e2587bd60e6') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:10.948396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6753fc-d000-4975-a81a-2e2587bd60e6') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:10.964771 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.986067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.998122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:10.998282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-aa3b4c5c-8b6e-4d2d-a351-2a2c68672b43 None None] Could not find standard attr ID for object 143a18ea-3727-49f4-9640-afffb5aa1e27. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:45:10.998881 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:11.003973 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:11.041612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07cf81c3-3703-410b-a582-9bca3293ae94 req-8ee979f7-ede9-4b34-abb7-10bc49582208 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196063 Apr 18 20:45:11.077789 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.097615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.106103 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] 10.222.0.49 "DELETE /v2.0/networks/d9de03c5-1bf1-4c6a-b51d-adbca723f7ad HTTP/1.1" status: 204 len: 168 time: 0.4923007 Apr 18 20:45:11.107370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51502) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:11.147296 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ed43d5-be85-4e69-878e-7d0469c7ef44 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] DELETE failed (client error): The resource could not be found. Apr 18 20:45:11.148757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ed43d5-be85-4e69-878e-7d0469c7ef44 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:45:11.154614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f39ce-4fad-4433-bbbe-20b73a6f8b18 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Pushing event deleted for resources: {'Network': ['ID=d9de03c5-1bf1-4c6a-b51d-adbca723f7ad,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:11.155243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-83ed43d5-be85-4e69-878e-7d0469c7ef44 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] 10.222.0.49 "DELETE /v2.0/ports/143a18ea-3727-49f4-9640-afffb5aa1e27 HTTP/1.1" status: 404 len: 333 time: 0.0456922 Apr 18 20:45:11.156023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51504) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:11.167477 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.221431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbfd9a0-5baf-487b-bc33-fc78dcd7f1b7 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Deleting subnet e18b7731-039e-45c3-9852-45a68443372e {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:11.226797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9a0-5baf-487b-bc33-fc78dcd7f1b7 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.239737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:11.273357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9a0-5baf-487b-bc33-fc78dcd7f1b7 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.296828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:11.297074 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.361277 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9a0-5baf-487b-bc33-fc78dcd7f1b7 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.446505 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9a0-5baf-487b-bc33-fc78dcd7f1b7 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.477261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfd9a0-5baf-487b-bc33-fc78dcd7f1b7 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Pushing event deleted for resources: {'Subnet': ['ID=e18b7731-039e-45c3-9852-45a68443372e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:11.479160 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3fbfd9a0-5baf-487b-bc33-fc78dcd7f1b7 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.484057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40098406-c2dc-4767-b133-d0734bc874df None None] Network 9f258120-2247-4f70-9e6d-2d3faf2f7e39 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:11.490518 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51508) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:11.490652 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3fbfd9a0-5baf-487b-bc33-fc78dcd7f1b7 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] 10.222.0.49 "DELETE /v2.0/subnets/e18b7731-039e-45c3-9852-45a68443372e HTTP/1.1" status: 204 len: 168 time: 0.3333859 Apr 18 20:45:11.595891 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.686470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1febc-7c80-4eda-ac50-2cc69d04546a None None] DHCP port deletion for 9f258120-2247-4f70-9e6d-2d3faf2f7e39 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:11.701962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Deleting port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:11.702305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.750494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1febc-7c80-4eda-ac50-2cc69d04546a None None] Deleting port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:11.750969 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5b1febc-7c80-4eda-ac50-2cc69d04546a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.773037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] For port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2eab5eb2-013d-49e9-a34a-c1167ce0a6e2,segment=NetworkSegment(2aa5d41d-1b7c-42be-ba80-77973007cb85),segment_id=2aa5d41d-1b7c-42be-ba80-77973007cb85)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:11.774841 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.800972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Calling delete_port for 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:11.836613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e5b1febc-7c80-4eda-ac50-2cc69d04546a None None] For port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2eab5eb2-013d-49e9-a34a-c1167ce0a6e2,segment=NetworkSegment(2aa5d41d-1b7c-42be-ba80-77973007cb85),segment_id=2aa5d41d-1b7c-42be-ba80-77973007cb85)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:11.837135 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5b1febc-7c80-4eda-ac50-2cc69d04546a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.852757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e5b1febc-7c80-4eda-ac50-2cc69d04546a None None] Calling delete_port for 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:11.891109 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.921414 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Pushing event deleted for resources: {'Port': ['ID=2eab5eb2-013d-49e9-a34a-c1167ce0a6e2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:11.928697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] No DVR routers for this DVR port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:11.942187 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5b1febc-7c80-4eda-ac50-2cc69d04546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.969148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1febc-7c80-4eda-ac50-2cc69d04546a None None] Pushing event deleted for resources: {'Port': ['ID=2eab5eb2-013d-49e9-a34a-c1167ce0a6e2,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:11.975081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1febc-7c80-4eda-ac50-2cc69d04546a None None] No DVR routers for this DVR port 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:12.030821 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.052559 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f258120-2247-4f70-9e6d-2d3faf2f7e39']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:12.061855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa5d41d-1b7c-42be-ba80-77973007cb85') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:12.062159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa5d41d-1b7c-42be-ba80-77973007cb85') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:12.071527 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.086119 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.092922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:12.093248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:12.096301 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:12.139045 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.156618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.163880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.166978 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] 10.222.0.49 "DELETE /v2.0/networks/9f258120-2247-4f70-9e6d-2d3faf2f7e39 HTTP/1.1" status: 204 len: 168 time: 0.6750405 Apr 18 20:45:12.182820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83275855-c053-4eba-afed-ed46ee0f88b2 tempest-DHCPAgentSchedulersTestJSON-76318864 tempest-DHCPAgentSchedulersTestJSON-76318864-project] Pushing event deleted for resources: {'Network': ['ID=9f258120-2247-4f70-9e6d-2d3faf2f7e39,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:12.436600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51514) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:12.576413 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a81d48d4-5642-47f0-a434-438b40d0fe28 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cda5b262a08444eca69b8919f8e4460b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386180 Apr 18 20:45:12.579087 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51518) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:12.629085 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c431-f40d-4ec7-8ddb-13241ef7f907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.651126 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c431-f40d-4ec7-8ddb-13241ef7f907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.699465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c431-f40d-4ec7-8ddb-13241ef7f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.702374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb8c431-f40d-4ec7-8ddb-13241ef7f907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.703537 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9cb8c431-f40d-4ec7-8ddb-13241ef7f907 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7f3fe8d-874c-4d9d-87f5-b2ea08bf4138 HTTP/1.1" status: 204 len: 168 time: 0.1235390 Apr 18 20:45:12.712043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8c431-f40d-4ec7-8ddb-13241ef7f907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f3fe8d-874c-4d9d-87f5-b2ea08bf4138,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:12.963914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98793c5f-22e1-4a29-b2ff-1da515ea5b8e req-8de8b3ee-d8d3-46c0-b7ed-20e819b73ae1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:12.965446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98793c5f-22e1-4a29-b2ff-1da515ea5b8e req-8de8b3ee-d8d3-46c0-b7ed-20e819b73ae1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0575914 Apr 18 20:45:13.013112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98793c5f-22e1-4a29-b2ff-1da515ea5b8e req-97138323-5434-41cc-b4bd-e6c463626c1c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407288 Apr 18 20:45:13.013857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51526) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:13.034888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90ab604a-2741-4f6c-97ce-081f5e318c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.157691 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90ab604a-2741-4f6c-97ce-081f5e318c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.160525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614fdc2-bc41-4ea5-b489-d01b216c16b7 req-7d83c4d9-7ac2-41cc-8668-4dbab0de7985 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:13.162972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3614fdc2-bc41-4ea5-b489-d01b216c16b7 req-7d83c4d9-7ac2-41cc-8668-4dbab0de7985 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0607073 Apr 18 20:45:13.164229 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-90ab604a-2741-4f6c-97ce-081f5e318c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.169892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:13.198166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:13.198782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2eab5eb2-013d-49e9-a34a-c1167ce0a6e2 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:13.229056 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-90ab604a-2741-4f6c-97ce-081f5e318c93 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6abfbf2687014feb98be1b03d2ebcce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136176 Apr 18 20:45:13.230864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3614fdc2-bc41-4ea5-b489-d01b216c16b7 req-3c78d887-e257-44e3-9b6f-87f940274b02 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497820 Apr 18 20:45:13.231459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51532) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:13.232872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab604a-2741-4f6c-97ce-081f5e318c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83e3c4e-8101-415f-8e9f-d3088d6ce38c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:13.295167 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-753ef907-70e1-4f12-9031-2d1982bc70b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.327629 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-753ef907-70e1-4f12-9031-2d1982bc70b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.392776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b247-e2a8-4b83-a1e8-09daf97171b2 req-ae48b9f6-0b7b-4fe1-9f82-b7c508395d22 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:13.394287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8697b247-e2a8-4b83-a1e8-09daf97171b2 req-ae48b9f6-0b7b-4fe1-9f82-b7c508395d22 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0805690 Apr 18 20:45:13.424266 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-753ef907-70e1-4f12-9031-2d1982bc70b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.426690 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-753ef907-70e1-4f12-9031-2d1982bc70b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.428357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-753ef907-70e1-4f12-9031-2d1982bc70b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b83e3c4e-8101-415f-8e9f-d3088d6ce38c HTTP/1.1" status: 204 len: 168 time: 0.1959541 Apr 18 20:45:13.447391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8697b247-e2a8-4b83-a1e8-09daf97171b2 req-311a23ff-aaad-4514-b9a4-eb458cf23c61 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465796 Apr 18 20:45:13.448151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ef907-70e1-4f12-9031-2d1982bc70b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83e3c4e-8101-415f-8e9f-d3088d6ce38c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:13.580141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482be00-df84-4256-8fd6-18f4057ed456 req-8870a05c-0eb2-4784-8bdf-4d2cdd530afd tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:13.581731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4482be00-df84-4256-8fd6-18f4057ed456 req-8870a05c-0eb2-4784-8bdf-4d2cdd530afd tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0523579 Apr 18 20:45:13.626252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4482be00-df84-4256-8fd6-18f4057ed456 req-027d2a79-b1b5-45ba-a6ce-3d672e32530f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367370 Apr 18 20:45:13.948450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-94a6ca63-f580-4265-a79d-14d1afb5d533 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:13.952471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-94a6ca63-f580-4265-a79d-14d1afb5d533 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 812 time: 0.1308403 Apr 18 20:45:13.970243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-85b68a4c-9e3a-4883-827e-7b1cad96a6fc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/quotas/cdf9b9fe89c74d14b18bf78676f6491e HTTP/1.1" status: 200 len: 375 time: 0.0144219 Apr 18 20:45:14.039802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-bc169060-d1f6-43a3-a7e5-0c10c93a6e1b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0584576 Apr 18 20:45:14.255872 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-83301241-3fcc-4365-915f-7213f0bfb7dc service neutron] 10.222.0.49 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087374 Apr 18 20:45:14.398960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-504204d9-ebc3-4f38-8d49-0256b864d6e9 service neutron] 10.222.0.49 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355932 Apr 18 20:45:14.615768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a02965a9-e8a6-4c1f-97dd-f6af8a8c6758 req-3bfe85d2-9598-4326-88eb-2fabf8254049 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Apr 18 20:45:15.187368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51604) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:15.311645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-acd3d8cb-cbbf-4395-a24e-534161594319 tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:15.348361 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-acd3d8cb-cbbf-4395-a24e-534161594319 tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] 10.222.0.49 "PUT /v2.0/quotas/7742a2f1eba64d4ea80fdfab33dc4ba6 HTTP/1.1" status: 200 len: 366 time: 0.1585789 Apr 18 20:45:15.351339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51608) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:15.361312 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bd3d7336-4e19-4251-a50f-fb89f35c7c18 tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0089185 Apr 18 20:45:15.363692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51610) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:15.374400 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-32663b51-2c2e-4e0b-a681-26fb16d8f4fc tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] 10.222.0.49 "GET /v2.0/quotas/7742a2f1eba64d4ea80fdfab33dc4ba6 HTTP/1.1" status: 200 len: 366 time: 0.0096853 Apr 18 20:45:15.376719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51612) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:15.394291 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bf93af55-86a6-439f-99a3-b39022710e2a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/7742a2f1eba64d4ea80fdfab33dc4ba6 HTTP/1.1" status: 204 len: 168 time: 0.0164917 Apr 18 20:45:15.396917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51614) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:15.407013 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3f59f5ba-c4cd-4eab-86fa-8bb1b8bf19f0 tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] 10.222.0.49 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0093021 Apr 18 20:45:15.409345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51616) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:15.418789 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-099674ea-c3c1-4748-892a-056c046ce114 tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] 10.222.0.49 "GET /v2.0/quotas/7742a2f1eba64d4ea80fdfab33dc4ba6 HTTP/1.1" status: 200 len: 370 time: 0.0084577 Apr 18 20:45:15.421025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51618) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:15.425490 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fdb7f910-4494-4cbd-bf42-f130cfae845c tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] 10.222.0.49 "GET /v2.0/quotas/7742a2f1eba64d4ea80fdfab33dc4ba6/default HTTP/1.1" status: 200 len: 370 time: 0.0035536 Apr 18 20:45:15.428161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51620) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:15.436456 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-c0f5999e-170f-4e8f-928c-b0d9fbd0ad63 tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] delete failed (client error): The resource could not be found. Apr 18 20:45:15.437528 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c0f5999e-170f-4e8f-928c-b0d9fbd0ad63 tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] 10.222.0.49 "DELETE /v2.0/quotas/7742a2f1eba64d4ea80fdfab33dc4ba6 HTTP/1.1" status: 404 len: 348 time: 0.0085282 Apr 18 20:45:15.559812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51624) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:15.582713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Usage tracker for resource:network and tenant:ce72c64d8595424993cdecd67d05f8c9 is out of sync, need to count used quota {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:45:15.591036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:45:15.600304 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Usage tracker for resource:subnet and tenant:ce72c64d8595424993cdecd67d05f8c9 is out of sync, need to count used quota {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:45:15.606575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:45:15.613458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Usage tracker for resource:subnetpool and tenant:ce72c64d8595424993cdecd67d05f8c9 is out of sync, need to count used quota {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:45:15.618796 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:45:15.626064 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Usage tracker for resource:port and tenant:ce72c64d8595424993cdecd67d05f8c9 is out of sync, need to count used quota {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:45:15.632313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:45:15.658047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Usage tracker for resource:router and tenant:ce72c64d8595424993cdecd67d05f8c9 is out of sync, need to count used quota {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:45:15.666550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:45:15.675672 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Usage tracker for resource:floatingip and tenant:ce72c64d8595424993cdecd67d05f8c9 is out of sync, need to count used quota {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:45:15.683035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:45:15.737813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Usage tracker for resource:security_group and tenant:ce72c64d8595424993cdecd67d05f8c9 is out of sync, need to count used quota {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:45:15.743741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:45:15.745728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25bf808e-1ba8-407c-b236-dc8108db72f6 req-3ba7186e-2437-45c2-a98a-0ceaf58fe860 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 210 time: 0.0357554 Apr 18 20:45:15.751744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Usage tracker for resource:security_group_rule and tenant:ce72c64d8595424993cdecd67d05f8c9 is out of sync, need to count used quota {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 18 20:45:15.757560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.quota.resource [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102903) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 18 20:45:15.767052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6a21c079-f284-47ce-b3ad-cfb28af2076a tempest-QuotasTest-545565041 tempest-QuotasTest-545565041-project-admin] 10.222.0.49 "GET /v2.0/quotas/ce72c64d8595424993cdecd67d05f8c9/details.json HTTP/1.1" status: 200 len: 703 time: 0.2060471 Apr 18 20:45:15.794639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-940de531-8f26-4a01-8d99-e3ce71698c67 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:15.796081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-940de531-8f26-4a01-8d99-e3ce71698c67 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.60 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 812 time: 0.1770492 Apr 18 20:45:15.811851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'port': {'device_id': 'c388b97c-c3d0-44f4-a53e-ef5d9fb90915', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'admin_state_up': True, 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:15.924076 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.957257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Made reservation on behalf of cdf9b9fe89c74d14b18bf78676f6491e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:15.961909 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.125211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Allocated IP 172.20.0.3 (c950a1c8-90b8-42dc-987b-9a836dad20fc/32111c63-c23d-44a5-8789-d4e3ebf2eb07/243cbe7e-2323-49bd-b350-7cf8df1605ac) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:16.181120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51638) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:16.333049 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-644a2f42-e095-4353-9c4b-2f0aee687aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.362084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.401220 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.416674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:16.464915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e7466261-1562-4314-b742-97da536e24f5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:16.487065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Network c950a1c8-90b8-42dc-987b-9a836dad20fc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:16.491084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:16.500319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:16.505214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-644a2f42-e095-4353-9c4b-2f0aee687aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.514421 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-644a2f42-e095-4353-9c4b-2f0aee687aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.545623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'Port': ['ID=243cbe7e-2323-49bd-b350-7cf8df1605ac,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:16.607713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:16.608962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.621335 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-644a2f42-e095-4353-9c4b-2f0aee687aff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9c85ca130b654011b6d8c54e47ed44e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387395 Apr 18 20:45:16.622327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51646) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:16.630925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a2f42-e095-4353-9c4b-2f0aee687aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e208defa-e2fe-4cd2-bb24-d1448e58f62f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:16.649973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-dc7fd911-7b64-46db-ac8a-e32c1c56d2da tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8432779 Apr 18 20:45:16.667859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Request body: {'port': {'device_id': 'c388b97c-c3d0-44f4-a53e-ef5d9fb90915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:16.736337 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70cc1be8-aa41-431a-9d09-ee482073db97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.754092 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.810865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70cc1be8-aa41-431a-9d09-ee482073db97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.928448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70cc1be8-aa41-431a-9d09-ee482073db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.935266 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70cc1be8-aa41-431a-9d09-ee482073db97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.936912 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-70cc1be8-aa41-431a-9d09-ee482073db97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e208defa-e2fe-4cd2-bb24-d1448e58f62f HTTP/1.1" status: 204 len: 168 time: 0.3134217 Apr 18 20:45:16.947290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc1be8-aa41-431a-9d09-ee482073db97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e208defa-e2fe-4cd2-bb24-d1448e58f62f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:16.989590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01029b4d-57e5-40ce-8df1-a9f758c88809 req-0ef32980-279f-4e53-9744-ac6c3c548d82 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:16.992390 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01029b4d-57e5-40ce-8df1-a9f758c88809 req-0ef32980-279f-4e53-9744-ac6c3c548d82 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 931 time: 0.1433671 Apr 18 20:45:17.031268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3ef7a6e0-362e-4cc4-a6ef-6942d0294328 None None] Provisioning complete for port 243cbe7e-2323-49bd-b350-7cf8df1605ac triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:17.032144 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ef7a6e0-362e-4cc4-a6ef-6942d0294328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.089834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01029b4d-57e5-40ce-8df1-a9f758c88809 req-946fede9-5188-41e6-a1a5-a8c23521174a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796254 Apr 18 20:45:17.111828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7a6e0-362e-4cc4-a6ef-6942d0294328 None None] Port 243cbe7e-2323-49bd-b350-7cf8df1605ac cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:17.228445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243cbe7e-2323-49bd-b350-7cf8df1605ac {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:17.237268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.254916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Transition to ACTIVE for port object 243cbe7e-2323-49bd-b350-7cf8df1605ac will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:17.261909 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.368838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Pushing event updated for resources: {'Port': ['ID=243cbe7e-2323-49bd-b350-7cf8df1605ac,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:17.444853 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Attempting to bind port 243cbe7e-2323-49bd-b350-7cf8df1605ac on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:17.445523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Attempting to bind port 243cbe7e-2323-49bd-b350-7cf8df1605ac by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:17.448567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Attempting to bind port 243cbe7e-2323-49bd-b350-7cf8df1605ac on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:17.464895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Port 243cbe7e-2323-49bd-b350-7cf8df1605ac on network c950a1c8-90b8-42dc-987b-9a836dad20fc not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:45:17.465305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Attempting to bind port 243cbe7e-2323-49bd-b350-7cf8df1605ac on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:17.483128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:17.489309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Checking segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:17.492540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Bound using segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:17.497214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Bound port: 243cbe7e-2323-49bd-b350-7cf8df1605ac, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:17.497922 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.530896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51658) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:17.578081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e44893a2-399c-4b8a-80fb-d2cdb57e75de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.697644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] For port 243cbe7e-2323-49bd-b350-7cf8df1605ac, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:17.703952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] For port 243cbe7e-2323-49bd-b350-7cf8df1605ac, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=243cbe7e-2323-49bd-b350-7cf8df1605ac,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:17.710753 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.751974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e44893a2-399c-4b8a-80fb-d2cdb57e75de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.758186 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e44893a2-399c-4b8a-80fb-d2cdb57e75de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.766022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:17.768076 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.775909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] 10.222.0.60 "PUT /v2.0/ports/243cbe7e-2323-49bd-b350-7cf8df1605ac HTTP/1.1" status: 200 len: 1091 time: 1.1120012 Apr 18 20:45:17.775909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c388b97c-c3d0-44f4-a53e-ef5d9fb90915', 'tag': '243cbe7e-2323-49bd-b350-7cf8df1605ac'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:17.775909 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "c388b97c-c3d0-44f4-a53e-ef5d9fb90915", "tag": "243cbe7e-2323-49bd-b350-7cf8df1605ac"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:17.830608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118f817-3641-4d67-9c47-245d358d9c23 service neutron] Pushing event updated for resources: {'Port': ['ID=243cbe7e-2323-49bd-b350-7cf8df1605ac,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:17.831406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44893a2-399c-4b8a-80fb-d2cdb57e75de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272ab396-f359-46d2-bd2c-7b9a74a93a34,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:17.906946 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e44893a2-399c-4b8a-80fb-d2cdb57e75de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce72c64d8595424993cdecd67d05f8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707085 Apr 18 20:45:17.906946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51662) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:17.907210 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3383635d-d1ca-4ec2-898e-66b05d7df1a8 x-openstack-request-id: req-3383635d-d1ca-4ec2-898e-66b05d7df1a8 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:17.907366 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c388b97c-c3d0-44f4-a53e-ef5d9fb90915", "tag": "243cbe7e-2323-49bd-b350-7cf8df1605ac", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:17.907781 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3383635d-d1ca-4ec2-898e-66b05d7df1a8 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:17.908155 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3383635d-d1ca-4ec2-898e-66b05d7df1a8'] response: {'name': 'network-changed', 'server_uuid': 'c388b97c-c3d0-44f4-a53e-ef5d9fb90915', 'tag': '243cbe7e-2323-49bd-b350-7cf8df1605ac', 'status': 'completed', 'code': 200} Apr 18 20:45:17.913540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-af903ce4-d7bf-4dec-a020-35db84dd58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:17.915994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-af903ce4-d7bf-4dec-a020-35db84dd58c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 1094 time: 0.0787880 Apr 18 20:45:17.973684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-7ba4f169-7493-485b-9a4d-7e4025423c21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=243cbe7e-2323-49bd-b350-7cf8df1605ac HTTP/1.1" status: 200 len: 217 time: 0.0501659 Apr 18 20:45:17.976591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1fc71c12-ad22-4722-9251-6c6edd7aea3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.010720 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1fc71c12-ad22-4722-9251-6c6edd7aea3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.052831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-f3ad2a41-56ad-4c9e-8aec-eb6455ea6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.054310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-f3ad2a41-56ad-4c9e-8aec-eb6455ea6fcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0737069 Apr 18 20:45:18.092855 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1fc71c12-ad22-4722-9251-6c6edd7aea3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.095059 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1fc71c12-ad22-4722-9251-6c6edd7aea3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.098573 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1fc71c12-ad22-4722-9251-6c6edd7aea3b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/272ab396-f359-46d2-bd2c-7b9a74a93a34 HTTP/1.1" status: 204 len: 168 time: 0.1883762 Apr 18 20:45:18.107358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc71c12-ad22-4722-9251-6c6edd7aea3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272ab396-f359-46d2-bd2c-7b9a74a93a34,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:18.111210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-f9b81410-97f9-45f9-a6f3-1dddf9d711fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.112773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-f9b81410-97f9-45f9-a6f3-1dddf9d711fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517287 Apr 18 20:45:18.274201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6276e-f418-4372-bb90-f1ecd681659b req-041d89d6-a4d6-4c8b-8dab-da5e104ddc1a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.276019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27f6276e-f418-4372-bb90-f1ecd681659b req-041d89d6-a4d6-4c8b-8dab-da5e104ddc1a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 943 time: 0.0836563 Apr 18 20:45:18.278442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-fab40b5b-ed15-4bad-9d4b-36bb639dac9d service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576743 Apr 18 20:45:18.372708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27f6276e-f418-4372-bb90-f1ecd681659b req-e5f10a83-7013-481e-b7a5-467318d8c044 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892398 Apr 18 20:45:18.417547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4064a66a-b22d-4bb7-b88a-332fac84f48a req-013292af-804b-48c1-a085-64564f0e8c44 service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273184 Apr 18 20:45:18.529730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-8ad79cd2-3099-492e-a964-d067f82e7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.532618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-8ad79cd2-3099-492e-a964-d067f82e7dc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 1094 time: 0.0502644 Apr 18 20:45:18.655069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-7b94d6cf-dbfd-43bc-8973-7f0bd3386e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.656905 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-7b94d6cf-dbfd-43bc-8973-7f0bd3386e14 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.1161723 Apr 18 20:45:18.741199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-eecb60cd-4f82-476a-a8a7-69eac49428e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=243cbe7e-2323-49bd-b350-7cf8df1605ac HTTP/1.1" status: 200 len: 217 time: 0.0740225 Apr 18 20:45:18.824599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-e8f4943d-e3a4-400e-8d37-ba22e6c44ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.826899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-e8f4943d-e3a4-400e-8d37-ba22e6c44ff3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0776777 Apr 18 20:45:18.881681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-5dcccffb-a573-4ecc-9d8f-66e34fe0c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.883451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-5dcccffb-a573-4ecc-9d8f-66e34fe0c02b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481246 Apr 18 20:45:19.001768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-ecbecc66-6f61-4616-81e5-4b1fab8fd661 service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103127 Apr 18 20:45:19.069980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51702) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.120964 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69bede59-944c-4bdb-9a45-d09c4b7a7ed1 req-d02a9148-8514-49d6-a6fe-d1bdd0f88434 service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117978 Apr 18 20:45:19.226442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-1dd0a142-326d-4e84-862f-725c9e09180d tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.228400 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1dd0a142-326d-4e84-862f-725c9e09180d tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1508982 Apr 18 20:45:19.231658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51706) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.237597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-09433b1c-71a9-4dd8-8bfd-cf44db30b839 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.239612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-09433b1c-71a9-4dd8-8bfd-cf44db30b839 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060494 Apr 18 20:45:19.243170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51708) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.249197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-bc0b4061-0209-49fb-8037-b1af8897e555 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.251112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bc0b4061-0209-49fb-8037-b1af8897e555 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064750 Apr 18 20:45:19.254021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51710) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.261851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-c99478ca-1cf9-464f-b453-d09da98323eb tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.265932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c99478ca-1cf9-464f-b453-d09da98323eb tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0079622 Apr 18 20:45:19.266441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51712) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.274369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-9a7b8813-3994-406e-a58f-e3e5067ff1ba tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.279219 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9a7b8813-3994-406e-a58f-e3e5067ff1ba tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0082777 Apr 18 20:45:19.279616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51714) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.284204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-f4d41092-a4f4-4443-a722-7551647e9fc1 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.285241 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f4d41092-a4f4-4443-a722-7551647e9fc1 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045881 Apr 18 20:45:19.290227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51716) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.296929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-8778dc83-e470-4b1a-8426-e47d5c1b3d6b tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.299039 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8778dc83-e470-4b1a-8426-e47d5c1b3d6b tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0068274 Apr 18 20:45:19.303498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51718) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.308267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-5969a598-0820-4e8a-92f2-f63cb0170825 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.309472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5969a598-0820-4e8a-92f2-f63cb0170825 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048285 Apr 18 20:45:19.313617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51720) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.318748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-4d0b1dd2-3dbd-44ff-ace6-d0750ff635b9 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.319900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4d0b1dd2-3dbd-44ff-ace6-d0750ff635b9 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052526 Apr 18 20:45:19.324107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51722) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.336243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-3cd1f831-18d8-47f1-a54a-eb9a26c7ac1e tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.341473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3cd1f831-18d8-47f1-a54a-eb9a26c7ac1e tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0123508 Apr 18 20:45:19.343268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51724) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.349204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-8318c234-162c-4f47-9a56-98237c1f8d86 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.350979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8318c234-162c-4f47-9a56-98237c1f8d86 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0054071 Apr 18 20:45:19.354570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51726) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.359618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-c5d2621b-3efd-4f11-8cac-6a367fc23542 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.360864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c5d2621b-3efd-4f11-8cac-6a367fc23542 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049224 Apr 18 20:45:19.364285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51728) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.370899 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-6247be78-fcf1-4c61-95e9-de487718a5bc tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.372040 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6247be78-fcf1-4c61-95e9-de487718a5bc tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057564 Apr 18 20:45:19.374924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51730) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.382169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-9beda2b8-31dd-433f-ad5e-f03b9c522c4e tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.383203 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9beda2b8-31dd-433f-ad5e-f03b9c522c4e tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0067289 Apr 18 20:45:19.388833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51732) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.396161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-43244b64-5ab7-4060-9ab0-e1b77e3e4115 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.397532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-43244b64-5ab7-4060-9ab0-e1b77e3e4115 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0072753 Apr 18 20:45:19.400922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51734) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.407104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-f605cd53-5132-4059-b823-2e55883505ae tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.410673 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f605cd53-5132-4059-b823-2e55883505ae tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0082595 Apr 18 20:45:19.411692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51738) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.418842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-d55f7962-a28a-4be2-90e5-8aa06d67c3c9 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.423398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d55f7962-a28a-4be2-90e5-8aa06d67c3c9 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0072963 Apr 18 20:45:19.424005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51740) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.428869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-f0f9e487-70fc-465e-ad33-ba3974765b74 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.431888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f0f9e487-70fc-465e-ad33-ba3974765b74 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052137 Apr 18 20:45:19.434064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51742) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.440573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-29a96509-d393-4674-adb6-23dadbe2ee05 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.442108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-29a96509-d393-4674-adb6-23dadbe2ee05 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0068190 Apr 18 20:45:19.446940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51744) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.451770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-c89a58df-3a78-41a1-b945-0dc698021e17 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.453268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c89a58df-3a78-41a1-b945-0dc698021e17 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050278 Apr 18 20:45:19.456144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51746) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.461964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-48f9d4d6-3ab4-4a48-8f84-0696bb521de6 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.463325 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-48f9d4d6-3ab4-4a48-8f84-0696bb521de6 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059063 Apr 18 20:45:19.465734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51748) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.470351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-82daf0e2-29f7-4f6c-80ac-b7ff9521ed8e tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.471484 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-82daf0e2-29f7-4f6c-80ac-b7ff9521ed8e tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047362 Apr 18 20:45:19.476149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51750) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.481541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-317469f7-97d5-451e-b92a-e9aa391b391a tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.483302 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-317469f7-97d5-451e-b92a-e9aa391b391a tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054111 Apr 18 20:45:19.487154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51752) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.492129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-d21df1ed-df8b-4e4a-9fc9-b2424cbe1519 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.493314 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d21df1ed-df8b-4e4a-9fc9-b2424cbe1519 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051775 Apr 18 20:45:19.496883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51754) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.503275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-66e55d0b-624c-4c72-97a2-5cf7881cfa9d tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.504796 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-66e55d0b-624c-4c72-97a2-5cf7881cfa9d tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062397 Apr 18 20:45:19.509502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51756) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.514207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-4ab2072d-86f1-4a6c-90ff-a5f704b6e8b3 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.518610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51758) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.518787 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ab2072d-86f1-4a6c-90ff-a5f704b6e8b3 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079579 Apr 18 20:45:19.524750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-37a23463-1230-4157-9bac-43807b043feb tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.525712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-37a23463-1230-4157-9bac-43807b043feb tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0058424 Apr 18 20:45:19.528494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51760) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.533946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-009914c0-2fc0-4884-8326-41ebf72397e5 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.538599 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-009914c0-2fc0-4884-8326-41ebf72397e5 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0059407 Apr 18 20:45:19.539549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51762) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.545555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-0d416486-0017-4ac0-9cdb-de01cb21680f tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.546790 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d416486-0017-4ac0-9cdb-de01cb21680f tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0057020 Apr 18 20:45:19.550643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51764) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.554448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9578ff-680d-4bad-94a5-464be953b856 req-49d70b8c-9361-42f7-89a2-eabb0389ada6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:19.555909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-cfd8f616-006f-469e-992d-3a6d71cbb694 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.557620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea9578ff-680d-4bad-94a5-464be953b856 req-49d70b8c-9361-42f7-89a2-eabb0389ada6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 943 time: 0.0757473 Apr 18 20:45:19.560079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51766) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.560474 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cfd8f616-006f-469e-992d-3a6d71cbb694 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086768 Apr 18 20:45:19.567100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-f1c45955-dbd7-4ccb-bf36-68b4e7aa75ae tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.569399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f1c45955-dbd7-4ccb-bf36-68b4e7aa75ae tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0076833 Apr 18 20:45:19.572739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51768) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.577363 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-975096f6-5dba-4152-934a-8c9fe556a7ce tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.578383 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-975096f6-5dba-4152-934a-8c9fe556a7ce tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044839 Apr 18 20:45:19.582142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51770) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.588081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-0f9c5d44-0375-47f2-b39a-63b3d0a5e464 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.590910 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0f9c5d44-0375-47f2-b39a-63b3d0a5e464 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071890 Apr 18 20:45:19.595254 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51772) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.604430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-7c4078ba-df34-4b8b-bf16-8eb1d4c3206b tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.605839 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7c4078ba-df34-4b8b-bf16-8eb1d4c3206b tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0088496 Apr 18 20:45:19.610283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51774) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.615511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-fcf518d0-da74-4fc7-8172-3b121290e72c tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.617330 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fcf518d0-da74-4fc7-8172-3b121290e72c tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055356 Apr 18 20:45:19.619288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51776) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.628202 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-3f0b0364-df1d-4148-8792-60ffb9f4bcf9 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.628343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea9578ff-680d-4bad-94a5-464be953b856 req-a48f11be-3c9a-4366-ace0-2fdf5e1f81f7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562980 Apr 18 20:45:19.628435 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3f0b0364-df1d-4148-8792-60ffb9f4bcf9 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074630 Apr 18 20:45:19.629585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51778) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.634428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-9aab8f0f-e049-4fb2-aad8-49aa94b32093 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.635690 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9aab8f0f-e049-4fb2-aad8-49aa94b32093 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049856 Apr 18 20:45:19.638247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51780) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.642787 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-19eb340d-e786-4c94-9994-84b406ef5f3d tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.644567 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-19eb340d-e786-4c94-9994-84b406ef5f3d tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053487 Apr 18 20:45:19.647158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51782) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.651634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-ee3221b9-943c-4b76-9e3c-50852996e281 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.652634 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ee3221b9-943c-4b76-9e3c-50852996e281 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045023 Apr 18 20:45:19.655734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51784) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.661150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-ea6dfc5c-7155-4e99-a5bb-f69f3ab2dc0f tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.663412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ea6dfc5c-7155-4e99-a5bb-f69f3ab2dc0f tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0054803 Apr 18 20:45:19.664642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51786) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.668814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-ec3a9f6c-da38-44d2-816d-fac88e1e81bc tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.671860 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ec3a9f6c-da38-44d2-816d-fac88e1e81bc tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0062935 Apr 18 20:45:19.672539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51788) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.677814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-628e98e7-0ea3-4a4b-b8f4-03cb56b7722e tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.678772 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-628e98e7-0ea3-4a4b-b8f4-03cb56b7722e tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050235 Apr 18 20:45:19.683238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51790) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.689339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-8a5615e9-591a-4fcc-a0ea-d338a0cb4668 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.690485 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8a5615e9-591a-4fcc-a0ea-d338a0cb4668 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057399 Apr 18 20:45:19.694684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51792) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.703027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-0e43f6b2-f710-4297-82df-cc55e4eafa0f tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.704968 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0e43f6b2-f710-4297-82df-cc55e4eafa0f tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0088162 Apr 18 20:45:19.708076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51794) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.712711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-6b7ef08a-ac3e-4c1d-97ff-1ea48e1a5172 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.713766 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6b7ef08a-ac3e-4c1d-97ff-1ea48e1a5172 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045695 Apr 18 20:45:19.716311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51796) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.721038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-eee429be-8510-4ff7-ad42-e8bc966bc86b tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.722001 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eee429be-8510-4ff7-ad42-e8bc966bc86b tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0045333 Apr 18 20:45:19.725359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51798) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.729573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-0cac822a-7c21-4e59-ace8-0470dc6776b2 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.730534 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0cac822a-7c21-4e59-ace8-0470dc6776b2 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041900 Apr 18 20:45:19.733772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51800) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.738049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-958904c9-4c22-4eb5-83e0-80e1fc2d1eae tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.739015 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-958904c9-4c22-4eb5-83e0-80e1fc2d1eae tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042193 Apr 18 20:45:19.741977 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51802) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.747149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-664e9933-f8af-4a54-9b4c-e5fe8c4c73c8 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.748422 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-664e9933-f8af-4a54-9b4c-e5fe8c4c73c8 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051386 Apr 18 20:45:19.750865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51804) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.756349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-1d87285a-5908-4f0b-b66c-bd4df715dae8 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.758120 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1d87285a-5908-4f0b-b66c-bd4df715dae8 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0062261 Apr 18 20:45:19.760690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51806) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.767369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-2ab6ef6b-a1fc-4e26-9575-f797170ae6bb tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.768992 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ab6ef6b-a1fc-4e26-9575-f797170ae6bb tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0068853 Apr 18 20:45:19.772924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51808) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.777955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-e391f947-0de8-4d5c-be39-3df71b95b7c3 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.778950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e391f947-0de8-4d5c-be39-3df71b95b7c3 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047493 Apr 18 20:45:19.782753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51810) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.790449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-87f5d8d9-65b8-48a2-b635-78315636882a tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.792149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-87f5d8d9-65b8-48a2-b635-78315636882a tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075748 Apr 18 20:45:19.795046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51812) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.801222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-2165d304-aa1f-495a-a1a5-f42515fad824 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.805684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2165d304-aa1f-495a-a1a5-f42515fad824 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0093036 Apr 18 20:45:19.808964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51814) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.816021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-0a95c59a-12f5-4da9-a584-598dc2b935af tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.817164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0a95c59a-12f5-4da9-a584-598dc2b935af tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0068624 Apr 18 20:45:19.820524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51816) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.825221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-01da7059-e816-4694-a170-a423116eb1f1 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.826176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-01da7059-e816-4694-a170-a423116eb1f1 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045481 Apr 18 20:45:19.829296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51818) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.834368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-fa8e6873-3f79-4d72-8325-d280e763531a tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.835374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fa8e6873-3f79-4d72-8325-d280e763531a tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049748 Apr 18 20:45:19.838198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51820) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.844757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-8ac4e53b-4500-454e-a10d-43d78d238ec0 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.850986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51822) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.851913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8ac4e53b-4500-454e-a10d-43d78d238ec0 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0066543 Apr 18 20:45:19.860448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-0d08a937-78f2-444f-931a-66ed1611cd48 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.861513 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d08a937-78f2-444f-931a-66ed1611cd48 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0088506 Apr 18 20:45:19.864498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51824) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.873090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-10c62878-e659-4505-b435-1f61b6a1593b tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.874627 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-10c62878-e659-4505-b435-1f61b6a1593b tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0076547 Apr 18 20:45:19.880154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51826) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.885142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-34a59936-3900-40c9-bcaa-4819671a894a tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.886480 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-34a59936-3900-40c9-bcaa-4819671a894a tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050516 Apr 18 20:45:19.889666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51828) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.896894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-a1be0b5d-e59d-4ee8-b855-426eeff0649c tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.898782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a1be0b5d-e59d-4ee8-b855-426eeff0649c tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0075581 Apr 18 20:45:19.901384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51830) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.906972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-fe65c0a8-7701-4692-8bf9-c1dc82c9a5d9 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.908332 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fe65c0a8-7701-4692-8bf9-c1dc82c9a5d9 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0055494 Apr 18 20:45:19.910785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51832) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.917855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-88836816-f3c2-41ea-8d93-c78c85f5454f tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.919456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-88836816-f3c2-41ea-8d93-c78c85f5454f tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067246 Apr 18 20:45:19.922131 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51834) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.926570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-015ca6ab-62a8-4f6f-8581-3faf194c5863 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.928290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-015ca6ab-62a8-4f6f-8581-3faf194c5863 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0052600 Apr 18 20:45:19.932246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51836) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.937327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-d54dd5fd-71c6-4cd9-ad63-1d9f20bb4142 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.938249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d54dd5fd-71c6-4cd9-ad63-1d9f20bb4142 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050783 Apr 18 20:45:19.940894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51838) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.952198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-5adb9e74-baf1-4551-8a95-7a06fda67795 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.952198 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5adb9e74-baf1-4551-8a95-7a06fda67795 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0049152 Apr 18 20:45:19.954508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51840) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.961813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [None req-3fedcbcf-495e-4f62-a013-aee68925a476 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.962871 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3fedcbcf-495e-4f62-a013-aee68925a476 tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0072572 Apr 18 20:45:19.966583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51842) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:19.971485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [None req-60523677-8076-42c5-aeb6-bc2ab04ac44a tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] http://10.222.0.49:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:19.972715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-60523677-8076-42c5-aeb6-bc2ab04ac44a tempest-ExtensionsTestJSON-290234579 tempest-ExtensionsTestJSON-290234579-project] 10.222.0.49 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0047657 Apr 18 20:45:20.345141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51850) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:20.465190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42b5ef42-2d47-490f-8733-4cd0dbd454ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.569906 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42b5ef42-2d47-490f-8733-4cd0dbd454ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.574302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42b5ef42-2d47-490f-8733-4cd0dbd454ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.628470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5ef42-2d47-490f-8733-4cd0dbd454ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca149753-0a23-48e1-815e-d54d96ff8080,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:20.636565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-42b5ef42-2d47-490f-8733-4cd0dbd454ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cbf3ffdd649458eaa16b63ec303b4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903144 Apr 18 20:45:20.636762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51858) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:20.704527 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c821deb-88f0-4b83-b4ee-316ded235f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.732206 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c821deb-88f0-4b83-b4ee-316ded235f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.750537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862d9ba-c0c3-472f-af6f-00fa0911e7bf req-11add54a-cdd5-4234-b85d-452ac7168f00 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:20.752103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0862d9ba-c0c3-472f-af6f-00fa0911e7bf req-11add54a-cdd5-4234-b85d-452ac7168f00 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 943 time: 0.0508142 Apr 18 20:45:20.792431 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c821deb-88f0-4b83-b4ee-316ded235f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.795672 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c821deb-88f0-4b83-b4ee-316ded235f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.799190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0862d9ba-c0c3-472f-af6f-00fa0911e7bf req-21cae928-8439-4061-a772-f84deaa18bc4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371141 Apr 18 20:45:20.801594 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0c821deb-88f0-4b83-b4ee-316ded235f3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca149753-0a23-48e1-815e-d54d96ff8080 HTTP/1.1" status: 204 len: 168 time: 0.1639981 Apr 18 20:45:20.810550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c821deb-88f0-4b83-b4ee-316ded235f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca149753-0a23-48e1-815e-d54d96ff8080,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:21.689935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51886) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:21.796402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-225025630'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:21.819742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Made reservation on behalf of 8b30312ef2174aebb974801e127ab33c for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:21.824729 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.835251 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.941842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da252859-2176-4af5-afbf-fa642d1b8ef4 req-b0ff4fba-5f64-4d02-8d32-db163ab24094 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:21.945131 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da252859-2176-4af5-afbf-fa642d1b8ef4 req-b0ff4fba-5f64-4d02-8d32-db163ab24094 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 943 time: 0.0674341 Apr 18 20:45:21.970865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.978243 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.001123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da252859-2176-4af5-afbf-fa642d1b8ef4 req-a2b456a4-4ee9-47a0-9b10-81f56352643c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468924 Apr 18 20:45:22.013038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:22.032124 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1607b50d-a2e2-4ebc-9b8a-8f214e29d0e8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.040442 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.040986 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Added segment 8f8ef1e4-0159-42fb-a94e-b003684258a6 of type vlan for network bf1785a3-817f-4599-9b93-144fcac37fb4 Apr 18 20:45:22.086900 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.129668 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.136944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:22.137577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.172930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 243cbe7e-2323-49bd-b350-7cf8df1605ac details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:45:22.202697 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5080192 Apr 18 20:45:22.203814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51892) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:22.214861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Request body: {'subnet': {'network_id': 'bf1785a3-817f-4599-9b93-144fcac37fb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:22.216346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc9fba-33c9-4107-b1de-91fa387c7bf7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event updated for resources: {'Network': ['ID=bf1785a3-817f-4599-9b93-144fcac37fb4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.253139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network bf1785a3-817f-4599-9b93-144fcac37fb4 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:22.342160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Made reservation on behalf of 8b30312ef2174aebb974801e127ab33c for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:22.346133 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.560611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 243cbe7e-2323-49bd-b350-7cf8df1605ac, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=243cbe7e-2323-49bd-b350-7cf8df1605ac,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:22.574366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '243cbe7e-2323-49bd-b350-7cf8df1605ac', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'port_id': '243cbe7e-2323-49bd-b350-7cf8df1605ac', 'mac_address': 'fa:16:3e:a3:f9:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:45:22.610947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.654637 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.679750 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243cbe7e-2323-49bd-b350-7cf8df1605ac {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:22.686234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event updated for resources: {'Subnet': ['ID=c2f131b9-8723-4d5e-883a-8b715d17b69e,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.702066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Checking segment: {'id': '8f8ef1e4-0159-42fb-a94e-b003684258a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bf1785a3-817f-4599-9b93-144fcac37fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:22.702428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Network hostable DHCP agents. Network: bf1785a3-817f-4599-9b93-144fcac37fb4, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:22.711333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 243cbe7e-2323-49bd-b350-7cf8df1605ac, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=243cbe7e-2323-49bd-b350-7cf8df1605ac,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:22.715997 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.726680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Network bf1785a3-817f-4599-9b93-144fcac37fb4 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:22.737777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, bf1785a3-817f-4599-9b93-144fcac37fb4) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:22.743780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:22.744480 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.757070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40766267-ed95-4399-8af5-56855a84ba94 None None] Network bf1785a3-817f-4599-9b93-144fcac37fb4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:22.768172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8d46d0c5-a550-4c50-9b37-0bd98e46f158 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5604165 Apr 18 20:45:22.768712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51896) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:22.778972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Request body: {'port': {'network_id': 'bf1785a3-817f-4599-9b93-144fcac37fb4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1276343563'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:22.855569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=243cbe7e-2323-49bd-b350-7cf8df1605ac,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.905157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Made reservation on behalf of 8b30312ef2174aebb974801e127ab33c for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:22.912090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.933068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] device_id is not set on port 63878507-3c38-45c5-9564-2bf560be6c70 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:22.991874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-bf1785a3-817f-4599-9b93-144fcac37fb4', 'network_id': 'bf1785a3-817f-4599-9b93-144fcac37fb4', 'tenant_id': '8b30312ef2174aebb974801e127ab33c', 'fixed_ips': [{'subnet_id': 'c2f131b9-8723-4d5e-883a-8b715d17b69e'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:45:22.992745 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.100866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Allocated IP 172.20.0.9 (bf1785a3-817f-4599-9b93-144fcac37fb4/c2f131b9-8723-4d5e-883a-8b715d17b69e/63878507-3c38-45c5-9564-2bf560be6c70) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:23.151569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['243cbe7e-2323-49bd-b350-7cf8df1605ac'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:23.162262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6be044-cc90-4211-b5c7-5e1af7af379d req-97efb29c-ace0-4ce7-a2dc-0038b3a6058d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:23.169918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e6be044-cc90-4211-b5c7-5e1af7af379d req-97efb29c-ace0-4ce7-a2dc-0038b3a6058d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 944 time: 0.0649626 Apr 18 20:45:23.225991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e6be044-cc90-4211-b5c7-5e1af7af379d req-0cb3e13c-886f-4fb8-8d63-d6007d584494 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550869 Apr 18 20:45:23.330953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.388295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.435437 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Network bf1785a3-817f-4599-9b93-144fcac37fb4 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:23.439126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:23.444182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:23.471519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Allocated IP 172.20.0.2 (bf1785a3-817f-4599-9b93-144fcac37fb4/c2f131b9-8723-4d5e-883a-8b715d17b69e/cc868990-2ff4-453d-a5f2-075af19bbd64) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:23.495879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event updated for resources: {'Port': ['ID=63878507-3c38-45c5-9564-2bf560be6c70,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:23.516167 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:23.516848 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.538501 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-15dee5fe-af06-406a-8286-3e700aa2b80b tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7679915 Apr 18 20:45:23.541858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51902) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:23.548599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Request body: {'port': {'network_id': 'bf1785a3-817f-4599-9b93-144fcac37fb4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-173963998', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:23.549377 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.api.validators [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] bootfile-name is not in valid_values {{(pid=102904) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:45:23.549782 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.api.validators [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] tftp-server is not in valid_values {{(pid=102904) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:45:23.550178 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.api.validators [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] server-ip-address is not in valid_values {{(pid=102904) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:45:23.658711 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.666853 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.697718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Made reservation on behalf of 8b30312ef2174aebb974801e127ab33c for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:23.701665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.713356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Network bf1785a3-817f-4599-9b93-144fcac37fb4 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:23.716403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:23.720904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:23.722384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] device_id is not set on port cbd7f5c2-18cb-445a-9108-c071bd1eed07 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:23.728339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Pushing event updated for resources: {'Port': ['ID=cc868990-2ff4-453d-a5f2-075af19bbd64,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:23.783007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Attempting to bind port cc868990-2ff4-453d-a5f2-075af19bbd64 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:23.783374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Attempting to bind port cc868990-2ff4-453d-a5f2-075af19bbd64 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '8f8ef1e4-0159-42fb-a94e-b003684258a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bf1785a3-817f-4599-9b93-144fcac37fb4'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:23.783767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Attempting to bind port cc868990-2ff4-453d-a5f2-075af19bbd64 on network bf1785a3-817f-4599-9b93-144fcac37fb4 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:23.789865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:23.790238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Checking segment: {'id': '8f8ef1e4-0159-42fb-a94e-b003684258a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bf1785a3-817f-4599-9b93-144fcac37fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:23.790948 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.791549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Bound using segment: {'id': '8f8ef1e4-0159-42fb-a94e-b003684258a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bf1785a3-817f-4599-9b93-144fcac37fb4'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:23.792367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Bound port: cc868990-2ff4-453d-a5f2-075af19bbd64, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8ef1e4-0159-42fb-a94e-b003684258a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'bf1785a3-817f-4599-9b93-144fcac37fb4'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:23.792999 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.850512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Allocated IP 172.20.0.8 (bf1785a3-817f-4599-9b93-144fcac37fb4/c2f131b9-8723-4d5e-883a-8b715d17b69e/cbd7f5c2-18cb-445a-9108-c071bd1eed07) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:23.869539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] For port cc868990-2ff4-453d-a5f2-075af19bbd64, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:23.873115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] For port cc868990-2ff4-453d-a5f2-075af19bbd64, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cc868990-2ff4-453d-a5f2-075af19bbd64,segment=NetworkSegment(8f8ef1e4-0159-42fb-a94e-b003684258a6),segment_id=8f8ef1e4-0159-42fb-a94e-b003684258a6)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:23.877970 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.957185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbc45d-aa48-4aab-a5e7-299ab3468609 None None] Pushing event updated for resources: {'Port': ['ID=cc868990-2ff4-453d-a5f2-075af19bbd64,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:24.043688 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.085811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.163670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Network bf1785a3-817f-4599-9b93-144fcac37fb4 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:24.173261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:24.179029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:24.183292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event updated for resources: {'Port': ['ID=cbd7f5c2-18cb-445a-9108-c071bd1eed07,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:24.237149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.237948 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.261018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-10558386-869f-422e-8d77-8cc28537f1bd tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.7178864 Apr 18 20:45:24.263598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51908) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:24.319160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720d775c-d3a3-4de8-8a50-d79c482bb978 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.325019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720d775c-d3a3-4de8-8a50-d79c482bb978 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.330836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720d775c-d3a3-4de8-8a50-d79c482bb978 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.333911 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-720d775c-d3a3-4de8-8a50-d79c482bb978 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0678279 Apr 18 20:45:24.337742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51910) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:24.441327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ccbcf8f9-c336-4cdd-8626-b9759471d3d7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Deleting port cbd7f5c2-18cb-445a-9108-c071bd1eed07 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:24.441724 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf8f9-c336-4cdd-8626-b9759471d3d7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.537462 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf8f9-c336-4cdd-8626-b9759471d3d7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.558498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3963c-a0c5-4be6-9829-a807b1f026fd req-9a569977-5e0d-440c-8c44-2878b7d64e8c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.559422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ccbcf8f9-c336-4cdd-8626-b9759471d3d7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Calling delete_port for cbd7f5c2-18cb-445a-9108-c071bd1eed07 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:24.560356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34a3963c-a0c5-4be6-9829-a807b1f026fd req-9a569977-5e0d-440c-8c44-2878b7d64e8c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 944 time: 0.0566514 Apr 18 20:45:24.607472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34a3963c-a0c5-4be6-9829-a807b1f026fd req-84aaaaa5-61c8-46cc-98eb-e6245980b33c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387206 Apr 18 20:45:24.716478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf8f9-c336-4cdd-8626-b9759471d3d7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.747147 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcf8f9-c336-4cdd-8626-b9759471d3d7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event deleted for resources: {'Port': ['ID=cbd7f5c2-18cb-445a-9108-c071bd1eed07,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:24.821588 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ccbcf8f9-c336-4cdd-8626-b9759471d3d7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.831787 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ccbcf8f9-c336-4cdd-8626-b9759471d3d7 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "DELETE /v2.0/ports/cbd7f5c2-18cb-445a-9108-c071bd1eed07 HTTP/1.1" status: 204 len: 168 time: 0.4863713 Apr 18 20:45:24.832072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51916) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:24.837673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Request body: {'port': {'name': 'tempest-new-port-name-1220728632', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:24.838078 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.api.validators [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] bootfile-name is not in valid_values {{(pid=102903) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:45:24.838421 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.api.validators [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] tftp-server is not in valid_values {{(pid=102903) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:45:24.838764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.api.validators [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] server-ip-address is not in valid_values {{(pid=102903) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 18 20:45:24.910479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.950472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f185dbe5-0d5c-4a8b-b930-80bbb930d2a2 None None] Network bf1785a3-817f-4599-9b93-144fcac37fb4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:25.028752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-250b20d8-b96e-4fcd-8f0c-746fe6e551b1 None None] Provisioning complete for port cc868990-2ff4-453d-a5f2-075af19bbd64 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:25.029004 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-250b20d8-b96e-4fcd-8f0c-746fe6e551b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.132367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.141175 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.193222 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-250b20d8-b96e-4fcd-8f0c-746fe6e551b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.231493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cc868990-2ff4-453d-a5f2-075af19bbd64 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:25.231789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event updated for resources: {'Port': ['ID=63878507-3c38-45c5-9564-2bf560be6c70,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:25.247936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] In _notify_port_updated(), no bound segment for port 63878507-3c38-45c5-9564-2bf560be6c70 on network bf1785a3-817f-4599-9b93-144fcac37fb4 {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:45:25.253748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:25.254533 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.256076 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8b2ab926-658c-4179-a8aa-3f506d9e7318 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "PUT /v2.0/ports/63878507-3c38-45c5-9564-2bf560be6c70 HTTP/1.1" status: 200 len: 1136 time: 0.4229300 Apr 18 20:45:25.258863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51918) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:25.264504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-250b20d8-b96e-4fcd-8f0c-746fe6e551b1 None None] For port cc868990-2ff4-453d-a5f2-075af19bbd64, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cc868990-2ff4-453d-a5f2-075af19bbd64,segment=NetworkSegment(8f8ef1e4-0159-42fb-a94e-b003684258a6),segment_id=8f8ef1e4-0159-42fb-a94e-b003684258a6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:25.269985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-250b20d8-b96e-4fcd-8f0c-746fe6e551b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.309066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df199a7-3c85-4f9c-9cbb-82c877c874a1 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:25.310823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5df199a7-3c85-4f9c-9cbb-82c877c874a1 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "GET /v2.0/ports/63878507-3c38-45c5-9564-2bf560be6c70 HTTP/1.1" status: 200 len: 1136 time: 0.0509961 Apr 18 20:45:25.314692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51920) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:25.361997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port cc868990-2ff4-453d-a5f2-075af19bbd64 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:25.362369 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.364736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b20d8-b96e-4fcd-8f0c-746fe6e551b1 None None] Pushing event updated for resources: {'Port': ['ID=cc868990-2ff4-453d-a5f2-075af19bbd64,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:25.497231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d16ef693-e711-40fa-84f3-b550d9ab2560 None None] Provisioning complete for port 63878507-3c38-45c5-9564-2bf560be6c70 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:25.497824 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d16ef693-e711-40fa-84f3-b550d9ab2560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.557439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d16ef693-e711-40fa-84f3-b550d9ab2560 None None] Port 63878507-3c38-45c5-9564-2bf560be6c70 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:25.575661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d16ef693-e711-40fa-84f3-b550d9ab2560 None None] Provisioning complete for port cc868990-2ff4-453d-a5f2-075af19bbd64 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:25.576340 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d16ef693-e711-40fa-84f3-b550d9ab2560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.667799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-32a28b7f-930b-492e-9d1d-1c0680cab468 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Deleting port 63878507-3c38-45c5-9564-2bf560be6c70 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:25.668349 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32a28b7f-930b-492e-9d1d-1c0680cab468 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.775603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893773ff-8dc2-4407-a459-351e5c5828b1 req-627547d3-0d8e-4c03-a071-002d65803eb9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:25.779290 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32a28b7f-930b-492e-9d1d-1c0680cab468 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.784371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-893773ff-8dc2-4407-a459-351e5c5828b1 req-627547d3-0d8e-4c03-a071-002d65803eb9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 944 time: 0.0775642 Apr 18 20:45:25.797661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-32a28b7f-930b-492e-9d1d-1c0680cab468 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Calling delete_port for 63878507-3c38-45c5-9564-2bf560be6c70 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:25.833961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e52d6c60-c103-48d9-a930-d4e609365c2f None None] Provisioning complete for port 63878507-3c38-45c5-9564-2bf560be6c70 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:25.834633 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e52d6c60-c103-48d9-a930-d4e609365c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.835313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-893773ff-8dc2-4407-a459-351e5c5828b1 req-ddd84157-b3d2-46d2-afb5-c183df30a8cc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496421 Apr 18 20:45:25.873030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e52d6c60-c103-48d9-a930-d4e609365c2f None None] Port 63878507-3c38-45c5-9564-2bf560be6c70 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:25.955168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32a28b7f-930b-492e-9d1d-1c0680cab468 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.990041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-69d5b387-9919-4f51-b2d1-278963211927 None None] Could not find standard attr ID for object cbd7f5c2-18cb-445a-9108-c071bd1eed07. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:45:25.995522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a28b7f-930b-492e-9d1d-1c0680cab468 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event deleted for resources: {'Port': ['ID=63878507-3c38-45c5-9564-2bf560be6c70,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:26.074304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32a28b7f-930b-492e-9d1d-1c0680cab468 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.080073 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-32a28b7f-930b-492e-9d1d-1c0680cab468 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "DELETE /v2.0/ports/63878507-3c38-45c5-9564-2bf560be6c70 HTTP/1.1" status: 204 len: 168 time: 0.7617946 Apr 18 20:45:26.080485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51926) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:26.137817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7d0bcd-7a57-45e9-802e-7f7c14115b02 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Deleting subnet c2f131b9-8723-4d5e-883a-8b715d17b69e {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:26.141474 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0bcd-7a57-45e9-802e-7f7c14115b02 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.168473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 243cbe7e-2323-49bd-b350-7cf8df1605ac up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:26.190949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0bcd-7a57-45e9-802e-7f7c14115b02 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.231504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 243cbe7e-2323-49bd-b350-7cf8df1605ac completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:26.237054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 243cbe7e-2323-49bd-b350-7cf8df1605ac triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:26.238481 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.297425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0bcd-7a57-45e9-802e-7f7c14115b02 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.331628 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.366512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388b97c-c3d0-44f4-a53e-ef5d9fb90915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243cbe7e-2323-49bd-b350-7cf8df1605ac'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:26.368946 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111d77ff-0fa9-461b-a1cd-4e7c2bf54d9e" -d '{"events": [{"server_uuid": "c388b97c-c3d0-44f4-a53e-ef5d9fb90915", "name": "network-vif-plugged", "status": "completed", "tag": "243cbe7e-2323-49bd-b350-7cf8df1605ac"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:26.383963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 243cbe7e-2323-49bd-b350-7cf8df1605ac, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=243cbe7e-2323-49bd-b350-7cf8df1605ac,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:26.386786 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0bcd-7a57-45e9-802e-7f7c14115b02 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.394410 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.425931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d0bcd-7a57-45e9-802e-7f7c14115b02 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f131b9-8723-4d5e-883a-8b715d17b69e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:26.430468 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27064c1f-bb0b-46ed-a8e0-5df6277e73cf x-openstack-request-id: req-27064c1f-bb0b-46ed-a8e0-5df6277e73cf {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:26.430770 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c388b97c-c3d0-44f4-a53e-ef5d9fb90915", "name": "network-vif-plugged", "status": "completed", "tag": "243cbe7e-2323-49bd-b350-7cf8df1605ac", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:26.431146 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-27064c1f-bb0b-46ed-a8e0-5df6277e73cf {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:26.431263 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a7d0bcd-7a57-45e9-802e-7f7c14115b02 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.432179 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27064c1f-bb0b-46ed-a8e0-5df6277e73cf'] response: {'server_uuid': 'c388b97c-c3d0-44f4-a53e-ef5d9fb90915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243cbe7e-2323-49bd-b350-7cf8df1605ac', 'code': 200} Apr 18 20:45:26.434585 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4a7d0bcd-7a57-45e9-802e-7f7c14115b02 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "DELETE /v2.0/subnets/c2f131b9-8723-4d5e-883a-8b715d17b69e HTTP/1.1" status: 204 len: 168 time: 0.3530850 Apr 18 20:45:26.437241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51930) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:26.443418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c101690-cc94-40a8-b480-1da3ae317c45 None None] Could not find standard attr ID for object 63878507-3c38-45c5-9564-2bf560be6c70. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:45:26.478364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=243cbe7e-2323-49bd-b350-7cf8df1605ac,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:26.549617 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3ac255-b805-44dc-8547-abfffb0506f1 None None] Network bf1785a3-817f-4599-9b93-144fcac37fb4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:26.554778 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.574849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332308c-0e24-4296-8059-9e317d4501a3 req-6b9aa8bf-4511-4024-9262-f9636505b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:26.576383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9332308c-0e24-4296-8059-9e317d4501a3 req-6b9aa8bf-4511-4024-9262-f9636505b5d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 1096 time: 0.0775564 Apr 18 20:45:26.641509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9332308c-0e24-4296-8059-9e317d4501a3 req-7e72b134-1d63-4e59-b275-2ccf8ee7da34 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458364 Apr 18 20:45:26.651669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Deleting port cc868990-2ff4-453d-a5f2-075af19bbd64 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:26.652159 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.720778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] For port cc868990-2ff4-453d-a5f2-075af19bbd64, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cc868990-2ff4-453d-a5f2-075af19bbd64,segment=NetworkSegment(8f8ef1e4-0159-42fb-a94e-b003684258a6),segment_id=8f8ef1e4-0159-42fb-a94e-b003684258a6)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:26.721146 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.725554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2496ed63-a321-46a7-8fc5-c75aafd2298c None None] DHCP port deletion for bf1785a3-817f-4599-9b93-144fcac37fb4 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:26.736356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Calling delete_port for cc868990-2ff4-453d-a5f2-075af19bbd64 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:26.779625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2496ed63-a321-46a7-8fc5-c75aafd2298c None None] Deleting port cc868990-2ff4-453d-a5f2-075af19bbd64 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:26.780019 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2496ed63-a321-46a7-8fc5-c75aafd2298c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.822841 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.847661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2496ed63-a321-46a7-8fc5-c75aafd2298c None None] For port cc868990-2ff4-453d-a5f2-075af19bbd64, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cc868990-2ff4-453d-a5f2-075af19bbd64,segment=NetworkSegment(8f8ef1e4-0159-42fb-a94e-b003684258a6),segment_id=8f8ef1e4-0159-42fb-a94e-b003684258a6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:26.848425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2496ed63-a321-46a7-8fc5-c75aafd2298c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.853303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event deleted for resources: {'Port': ['ID=cc868990-2ff4-453d-a5f2-075af19bbd64,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:26.860628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] No DVR routers for this DVR port cc868990-2ff4-453d-a5f2-075af19bbd64 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:26.868907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2496ed63-a321-46a7-8fc5-c75aafd2298c None None] Calling delete_port for cc868990-2ff4-453d-a5f2-075af19bbd64 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:26.950650 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2496ed63-a321-46a7-8fc5-c75aafd2298c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.977062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.979702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496ed63-a321-46a7-8fc5-c75aafd2298c None None] Pushing event deleted for resources: {'Port': ['ID=cc868990-2ff4-453d-a5f2-075af19bbd64,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:26.983398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496ed63-a321-46a7-8fc5-c75aafd2298c None None] No DVR routers for this DVR port cc868990-2ff4-453d-a5f2-075af19bbd64 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:27.006094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1785a3-817f-4599-9b93-144fcac37fb4']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:27.015125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938a2be-1f86-4e42-af4f-0e649af2be3e req-d8aaffd8-d609-4b4c-9b25-ec4ce2009d5d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:27.016640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8938a2be-1f86-4e42-af4f-0e649af2be3e req-d8aaffd8-d609-4b4c-9b25-ec4ce2009d5d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 945 time: 0.1132438 Apr 18 20:45:27.027595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8ef1e4-0159-42fb-a94e-b003684258a6') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:27.027889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8ef1e4-0159-42fb-a94e-b003684258a6') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:27.048515 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.071797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.081856 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8938a2be-1f86-4e42-af4f-0e649af2be3e req-b2566935-3fc0-4d22-bbbe-34489aa005b1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581994 Apr 18 20:45:27.083492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:27.083913 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:27.086975 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:27.159375 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.167403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.168655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cc868990-2ff4-453d-a5f2-075af19bbd64 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:27.171196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] 10.222.0.49 "DELETE /v2.0/networks/bf1785a3-817f-4599-9b93-144fcac37fb4 HTTP/1.1" status: 204 len: 168 time: 0.7323315 Apr 18 20:45:27.183446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37cca6-a826-447a-811e-e070768def67 tempest-ExtraDHCPOptionsTestJSON-1680096611 tempest-ExtraDHCPOptionsTestJSON-1680096611-project] Pushing event deleted for resources: {'Network': ['ID=bf1785a3-817f-4599-9b93-144fcac37fb4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:27.193560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: cc868990-2ff4-453d-a5f2-075af19bbd64 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:27.193927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cc868990-2ff4-453d-a5f2-075af19bbd64 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:27.432500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51940) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:27.575060 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d4653fc1-7285-4914-9a83-2121c95f6aa9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b30312ef2174aebb974801e127ab33c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414046 Apr 18 20:45:27.577656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51944) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:27.626590 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d86f5ed-9dca-4d1d-8fc2-ca495b6be1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.649385 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d86f5ed-9dca-4d1d-8fc2-ca495b6be1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.697079 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d86f5ed-9dca-4d1d-8fc2-ca495b6be1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.699650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d86f5ed-9dca-4d1d-8fc2-ca495b6be1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.700888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4d86f5ed-9dca-4d1d-8fc2-ca495b6be1c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1607b50d-a2e2-4ebc-9b8a-8f214e29d0e8 HTTP/1.1" status: 204 len: 168 time: 0.1223257 Apr 18 20:45:27.709974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86f5ed-9dca-4d1d-8fc2-ca495b6be1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1607b50d-a2e2-4ebc-9b8a-8f214e29d0e8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:28.210079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ea8ad-8cc9-4cbb-be3e-0553402501e8 req-bdb9452f-8aa5-4da8-a31e-24cecb838ffd tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.211661 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d95ea8ad-8cc9-4cbb-be3e-0553402501e8 req-bdb9452f-8aa5-4da8-a31e-24cecb838ffd tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 945 time: 0.0538635 Apr 18 20:45:28.251907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d95ea8ad-8cc9-4cbb-be3e-0553402501e8 req-1dbc870f-748c-4cc8-90b3-384288782362 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 Apr 18 20:45:28.362600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-f1d3283d-663f-4ee9-81cc-dd5cadf41065 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=cdf9b9fe89c74d14b18bf78676f6491e HTTP/1.1" status: 200 len: 267 time: 0.0374079 Apr 18 20:45:28.372979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51974) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:28.419210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-593e2ffc-315b-4ed1-af3c-c160b71ba1a0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.420680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-593e2ffc-315b-4ed1-af3c-c160b71ba1a0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 945 time: 0.0520542 Apr 18 20:45:28.432365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-cc7817ed-49e0-4adb-8286-94c86adc16d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'port': {'security_groups': []}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:28.486707 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-509988850'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:28.504148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-cc7817ed-49e0-4adb-8286-94c86adc16d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.506757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:28.510381 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.519185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.615592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.620465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.652170 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:28.662316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73db20d-5f92-4d92-baaa-0c7fbb1165c8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:28.669076 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.669601 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Added segment d811cb43-641e-4a37-be3a-29275773dedd of type vlan for network ee1bef7d-72bd-491c-a451-12d8a5d7e355 Apr 18 20:45:28.704803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-cc7817ed-49e0-4adb-8286-94c86adc16d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] For port 243cbe7e-2323-49bd-b350-7cf8df1605ac, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=243cbe7e-2323-49bd-b350-7cf8df1605ac,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:28.721817 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.738545 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-cc7817ed-49e0-4adb-8286-94c86adc16d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.749865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.750998 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-cc7817ed-49e0-4adb-8286-94c86adc16d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.758387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.759194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.767363 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc', '243cbe7e-2323-49bd-b350-7cf8df1605ac'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:28.771985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e7466261-1562-4314-b742-97da536e24f5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:28.781651 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4075482 Apr 18 20:45:28.792873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51980) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:28.799153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'name': 'tempest-PortsTestJSON-1034075977'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:28.827182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-cc7817ed-49e0-4adb-8286-94c86adc16d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.827859 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-cc7817ed-49e0-4adb-8286-94c86adc16d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.829380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee7151f7-923d-48f5-be7c-2e6d2c21dc88 req-cc7817ed-49e0-4adb-8286-94c86adc16d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "PUT /v2.0/ports/243cbe7e-2323-49bd-b350-7cf8df1605ac HTTP/1.1" status: 200 len: 904 time: 0.4018354 Apr 18 20:45:28.830217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c388b97c-c3d0-44f4-a53e-ef5d9fb90915', 'tag': '243cbe7e-2323-49bd-b350-7cf8df1605ac'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:28.834435 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c388b97c-c3d0-44f4-a53e-ef5d9fb90915", "tag": "243cbe7e-2323-49bd-b350-7cf8df1605ac"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:28.897150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7817ed-49e0-4adb-8286-94c86adc16d9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'Port': ['ID=243cbe7e-2323-49bd-b350-7cf8df1605ac,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:28.920051 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09abc0-50d6-4a32-982c-16c86d4009c5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Network': ['ID=ee1bef7d-72bd-491c-a451-12d8a5d7e355,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:28.922965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['243cbe7e-2323-49bd-b350-7cf8df1605ac'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:28.936259 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4c9202-6bc7-4ce5-9f8d-e752485bf096 x-openstack-request-id: req-bc4c9202-6bc7-4ce5-9f8d-e752485bf096 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:28.936551 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c388b97c-c3d0-44f4-a53e-ef5d9fb90915", "tag": "243cbe7e-2323-49bd-b350-7cf8df1605ac", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:28.936799 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc4c9202-6bc7-4ce5-9f8d-e752485bf096 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:28.937190 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4c9202-6bc7-4ce5-9f8d-e752485bf096'] response: {'name': 'network-changed', 'server_uuid': 'c388b97c-c3d0-44f4-a53e-ef5d9fb90915', 'tag': '243cbe7e-2323-49bd-b350-7cf8df1605ac', 'status': 'completed', 'code': 200} Apr 18 20:45:28.990557 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:28.991073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:28.999041 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.024055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port 0aecb4c5-f818-461f-a62a-f496e34a405b yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:29.051277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-41bda01f-de7c-47c8-8592-63e374d7b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.053673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-41bda01f-de7c-47c8-8592-63e374d7b277 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 1058 time: 0.0719724 Apr 18 20:45:29.062563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a601db2-466d-47dd-9699-8f30b55d2b17 req-87d8ac14-5ff6-45d6-a59f-d23c5166b2ae tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.073101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a601db2-466d-47dd-9699-8f30b55d2b17 req-87d8ac14-5ff6-45d6-a59f-d23c5166b2ae tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 907 time: 0.1277568 Apr 18 20:45:29.244775 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ec35c46e-5349-45df-a2ce-433ff9e9c206 None None] Provisioning complete for port 243cbe7e-2323-49bd-b350-7cf8df1605ac triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:29.245135 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec35c46e-5349-45df-a2ce-433ff9e9c206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.272080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51992) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:29.321922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278ae3e-3a4b-4613-a506-79e3af826a74 req-4661d458-963f-4468-968f-7d9536ee56ec tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.323822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c278ae3e-3a4b-4613-a506-79e3af826a74 req-4661d458-963f-4468-968f-7d9536ee56ec tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1498103 Apr 18 20:45:29.350437 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.389057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-36871aea-339c-47c0-a774-3157bb644a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.390663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-36871aea-339c-47c0-a774-3157bb644a01 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.3165352 Apr 18 20:45:29.392630 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.421607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b0442-5d1a-41ac-a627-1da6eab8808b tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.422082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b0442-5d1a-41ac-a627-1da6eab8808b tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.422540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b0442-5d1a-41ac-a627-1da6eab8808b tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.432146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fa8b0442-5d1a-41ac-a627-1da6eab8808b tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/ports?project_id=5fa683093c6f40a293d5d917b8c84f89&network_id=92cc4dce-95cf-47ac-be22-3d2b9938c06c HTTP/1.1" status: 200 len: 2969 time: 0.1484098 Apr 18 20:45:29.432146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c278ae3e-3a4b-4613-a506-79e3af826a74 req-a9f2574a-78b9-4809-8239-77b55a2d0bec tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828607 Apr 18 20:45:29.470881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-68921a08-9676-441b-b2d4-d234bbf5f267 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=243cbe7e-2323-49bd-b350-7cf8df1605ac HTTP/1.1" status: 200 len: 217 time: 0.0709941 Apr 18 20:45:29.471940 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=0aecb4c5-f818-461f-a62a-f496e34a405b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:29.488303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Checking segment: {'id': 'd811cb43-641e-4a37-be3a-29275773dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:29.488985 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network hostable DHCP agents. Network: ee1bef7d-72bd-491c-a451-12d8a5d7e355, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:29.511111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:29.523627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ee1bef7d-72bd-491c-a451-12d8a5d7e355) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:29.528705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:29.534814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.535478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.538472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b88fbd4-46eb-4eb5-b32a-fb0542516aeb None None] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:29.561935 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-527ca0ee-7907-458a-8c8c-5bfe102c9b76 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7686794 Apr 18 20:45:29.562630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 51998) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:29.569235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-659591489'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:29.599990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:29.606030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.636168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:29.652136 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.652622 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Added segment a9430bd3-40a1-467e-a95b-eb7cb7f3f331 of type vlan for network d2951801-9b28-4964-a9e7-9cbbfa855cc6 Apr 18 20:45:29.702019 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.734681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.741747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.742368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.806964 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2431138 Apr 18 20:45:29.824462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52004) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:29.831058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'ports': [{'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355'}, {'network_id': 'd2951801-9b28-4964-a9e7-9cbbfa855cc6'}]} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:29.831502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:29.832205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': 'd2951801-9b28-4964-a9e7-9cbbfa855cc6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:29.857555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4283d-03d1-453b-9413-64b9a2784d4b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Network': ['ID=d2951801-9b28-4964-a9e7-9cbbfa855cc6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:29.871600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network d2951801-9b28-4964-a9e7-9cbbfa855cc6 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:29.878108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-6d2ccd2c-d8c2-40a9-a713-7983eb940014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.879709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-6d2ccd2c-d8c2-40a9-a713-7983eb940014 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.4013095 Apr 18 20:45:29.896294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e165f9-f6e4-4489-8739-d3b23b2aeabf req-7c596778-695e-4d28-8fff-659b3e29f0a7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.898062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9e165f9-f6e4-4489-8739-d3b23b2aeabf req-7c596778-695e-4d28-8fff-659b3e29f0a7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0679231 Apr 18 20:45:29.974354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-7702b590-4870-4741-9649-01b26dcdbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.976045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-7702b590-4870-4741-9649-01b26dcdbdb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760801 Apr 18 20:45:29.978554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9e165f9-f6e4-4489-8739-d3b23b2aeabf req-a68726f7-111e-4680-aaa8-2a8dedf23bc8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540917 Apr 18 20:45:30.060748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 2} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:30.068751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.088398 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.123057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-376e3bc4-6538-4578-8197-08a191d5ef21 service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363292 Apr 18 20:45:30.170872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77a3f6-d883-4cec-89ce-9419b04169ec req-646912da-90c9-4faf-a6da-73171757da59 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.172620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e77a3f6-d883-4cec-89ce-9419b04169ec req-646912da-90c9-4faf-a6da-73171757da59 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0915902 Apr 18 20:45:30.253274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e77a3f6-d883-4cec-89ce-9419b04169ec req-d330339e-a051-4168-87df-9b5e49d2c0e6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551758 Apr 18 20:45:30.276206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f35e4dbe-2928-4cfa-96f1-0b637954a0c4 req-3373aa40-4b94-4631-ae26-49385f6ff91a service neutron] 10.222.0.60 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376395 Apr 18 20:45:30.286422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port fbf2ea2e-5135-48dd-bd2b-dc03a87e126c yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:30.385722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313be57a-7db6-4bbb-9e95-6b2e7c458f5c req-5902e979-20bc-4354-a106-1ac3080928aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.387188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313be57a-7db6-4bbb-9e95-6b2e7c458f5c req-5902e979-20bc-4354-a106-1ac3080928aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0568342 Apr 18 20:45:30.421431 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.442471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-313be57a-7db6-4bbb-9e95-6b2e7c458f5c req-b736fac4-605b-4a15-9e49-b38712ce7212 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451200 Apr 18 20:45:30.503710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port 6ecd49f3-c0fe-4032-8689-2efe7e92b4f5 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:30.604381 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.648069 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.691255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:30.695359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:30.698024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:30.699262 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.722445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=fbf2ea2e-5135-48dd-bd2b-dc03a87e126c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:30.794364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Checking segment: {'id': 'a9430bd3-40a1-467e-a95b-eb7cb7f3f331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'd2951801-9b28-4964-a9e7-9cbbfa855cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:30.794774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network hostable DHCP agents. Network: d2951801-9b28-4964-a9e7-9cbbfa855cc6, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:30.800067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-ff1e9f0a-3086-4125-8b98-cd10a86648e6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.802490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-ff1e9f0a-3086-4125-8b98-cd10a86648e6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 812 time: 0.1512656 Apr 18 20:45:30.803436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=6ecd49f3-c0fe-4032-8689-2efe7e92b4f5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:30.828906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network d2951801-9b28-4964-a9e7-9cbbfa855cc6 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:30.837523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-3ce88571-ec96-47a0-aa88-44d7b4805707 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/quotas/cdf9b9fe89c74d14b18bf78676f6491e HTTP/1.1" status: 200 len: 375 time: 0.0176842 Apr 18 20:45:30.841625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, d2951801-9b28-4964-a9e7-9cbbfa855cc6) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:30.846600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:30.854639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.854965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3fabc6-c04e-47ff-9ae6-c17aeaba20e2 None None] Network d2951801-9b28-4964-a9e7-9cbbfa855cc6 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:30.861018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.861459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.890497 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-417add02-e89d-4058-b693-15a7bd52327a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0610914 Apr 18 20:45:30.890775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52040) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:30.934594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-3cd766e3-0af4-4aa9-9728-2ab47aa55a68 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0784228 Apr 18 20:45:31.014644 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-aec9eef9-a47f-44a9-b66d-7e6968b96f52 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port 6ecd49f3-c0fe-4032-8689-2efe7e92b4f5 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:31.015008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec9eef9-a47f-44a9-b66d-7e6968b96f52 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.049521 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-3ba8fe12-ce19-4f88-b30b-cdcdcce9922f service neutron] 10.222.0.49 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074343 Apr 18 20:45:31.106726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec9eef9-a47f-44a9-b66d-7e6968b96f52 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.122306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-aec9eef9-a47f-44a9-b66d-7e6968b96f52 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for 6ecd49f3-c0fe-4032-8689-2efe7e92b4f5 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:31.168887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-dd7ec8cc-e15b-45e4-b8f2-e2f0ef1584ac service neutron] 10.222.0.49 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107476 Apr 18 20:45:31.220121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec9eef9-a47f-44a9-b66d-7e6968b96f52 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.251397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9eef9-a47f-44a9-b66d-7e6968b96f52 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=6ecd49f3-c0fe-4032-8689-2efe7e92b4f5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:31.261116 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec9eef9-a47f-44a9-b66d-7e6968b96f52 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.265734 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aec9eef9-a47f-44a9-b66d-7e6968b96f52 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/6ecd49f3-c0fe-4032-8689-2efe7e92b4f5 HTTP/1.1" status: 204 len: 168 time: 0.3738930 Apr 18 20:45:31.268581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52042) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:31.364411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862dc0c-92c7-4e3e-a046-4c92b3d3e422 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.372229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0862dc0c-92c7-4e3e-a046-4c92b3d3e422 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.377804 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0862dc0c-92c7-4e3e-a046-4c92b3d3e422 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1046939 Apr 18 20:45:31.378191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52048) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:31.382824 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3b5e162-5db7-47cb-a6c2-70f8a01ef04d req-267021fb-e85f-4203-ae2c-fbd2e1d9c95f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 210 time: 0.0442338 Apr 18 20:45:31.484460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-eb62ed98-d76d-47dd-81f7-ac01f5a4c73a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port fbf2ea2e-5135-48dd-bd2b-dc03a87e126c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:31.484848 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eb62ed98-d76d-47dd-81f7-ac01f5a4c73a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.553302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52060) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:31.571798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eb62ed98-d76d-47dd-81f7-ac01f5a4c73a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.589688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-eb62ed98-d76d-47dd-81f7-ac01f5a4c73a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for fbf2ea2e-5135-48dd-bd2b-dc03a87e126c owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:31.616106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7b2388-613e-4fea-89e8-ed16d7d65c10 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.632603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3d7b2388-613e-4fea-89e8-ed16d7d65c10 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 814 time: 0.0779724 Apr 18 20:45:31.695375 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eb62ed98-d76d-47dd-81f7-ac01f5a4c73a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.736471 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62ed98-d76d-47dd-81f7-ac01f5a4c73a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=fbf2ea2e-5135-48dd-bd2b-dc03a87e126c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:31.744828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eb62ed98-d76d-47dd-81f7-ac01f5a4c73a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.749748 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eb62ed98-d76d-47dd-81f7-ac01f5a4c73a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/fbf2ea2e-5135-48dd-bd2b-dc03a87e126c HTTP/1.1" status: 204 len: 168 time: 0.3705349 Apr 18 20:45:31.751547 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52070) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:31.812105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5a9d2c-a484-4fc1-9bcf-f040ae7d9582 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.813675 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8a5a9d2c-a484-4fc1-9bcf-f040ae7d9582 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0609937 Apr 18 20:45:31.817315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52076) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:31.846038 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-337dcaa0-2342-47f8-93ba-261c3a4e7b50 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:45:31.847952 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-337dcaa0-2342-47f8-93ba-261c3a4e7b50 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/6ecd49f3-c0fe-4032-8689-2efe7e92b4f5 HTTP/1.1" status: 404 len: 333 time: 0.0291107 Apr 18 20:45:31.850784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52078) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:31.877630 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-032aafef-997e-4b71-9eba-61624cf96b99 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:45:31.880715 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-032aafef-997e-4b71-9eba-61624cf96b99 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/fbf2ea2e-5135-48dd-bd2b-dc03a87e126c HTTP/1.1" status: 404 len: 333 time: 0.0267901 Apr 18 20:45:31.882429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52080) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:31.964251 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.070943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.110974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2951801-9b28-4964-a9e7-9cbbfa855cc6']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:32.127905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9430bd3-40a1-467e-a95b-eb7cb7f3f331') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:32.128372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9430bd3-40a1-467e-a95b-eb7cb7f3f331') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:32.145832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.167959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.178108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:32.178592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:32.183887 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:32.264529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.275104 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.282834 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/networks/d2951801-9b28-4964-a9e7-9cbbfa855cc6 HTTP/1.1" status: 204 len: 168 time: 0.3959305 Apr 18 20:45:32.283496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52082) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:32.288800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-388067834'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:32.303457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59546ad5-1dd0-408e-81d5-2d11b5b0e58d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Network': ['ID=d2951801-9b28-4964-a9e7-9cbbfa855cc6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:32.324122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:32.329220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.371676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:32.384440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.384990 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Added segment 3ae21088-ea7b-45e3-8251-50978bf7a10a of type vlan for network 069675e5-0f49-4af2-8fa6-699604504615 Apr 18 20:45:32.437273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52086) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:32.443475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'network': {'name': 'tempest-network-smoke--1983483536', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'port_security_enabled': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:32.444683 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.466127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Made reservation on behalf of 5fa683093c6f40a293d5d917b8c84f89 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:32.470431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.481750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.487563 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:32.488347 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.517717 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2331405 Apr 18 20:45:32.521325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52088) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:32.526330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': '069675e5-0f49-4af2-8fa6-699604504615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:32.630329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e0ba896-6265-437d-b3ce-7192f31ca0e6 req-eb24f261-de1d-43aa-bc4a-c1ac4564f951 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 210 time: 0.1482599 Apr 18 20:45:32.641271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:32.649405 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67ba7d-2a31-43a8-81f5-a7ae935613c7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Network': ['ID=069675e5-0f49-4af2-8fa6-699604504615,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:32.673204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 069675e5-0f49-4af2-8fa6-699604504615 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:32.687672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.688057 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Added segment a66e397b-a760-4521-afa7-6254888c5e5a of type vlan for network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 Apr 18 20:45:32.689876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:32.695054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.723727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c33f8bfd-65d7-4590-baaf-f30093df53dd tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:32.726209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c33f8bfd-65d7-4590-baaf-f30093df53dd tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 812 time: 0.2285001 Apr 18 20:45:32.763272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Request body: {'port': {'device_id': 'a206f174-2f00-4990-ab44-366c904e09c9', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'admin_state_up': True, 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:32.765673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_backend_mixin [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Performing IP validity checks on allocation pools {{(pid=102903) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:45:32.766295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_backend_mixin [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102903) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:45:32.805078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.892264 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.898616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:32.899263 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.923214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:32.956710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5180564 Apr 18 20:45:32.960558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52092) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:33.004884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=94cf4446-0139-4837-a5b2-fe603f9c847f,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:33.012990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Checking segment: {'id': '3ae21088-ea7b-45e3-8251-50978bf7a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '069675e5-0f49-4af2-8fa6-699604504615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:33.013362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network hostable DHCP agents. Network: 069675e5-0f49-4af2-8fa6-699604504615, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:33.032580 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 069675e5-0f49-4af2-8fa6-699604504615 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:33.044296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 069675e5-0f49-4af2-8fa6-699604504615) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:33.048909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:33.049714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.056156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767fcaf4-55e2-4319-895d-2e734483eb36 None None] Network 069675e5-0f49-4af2-8fa6-699604504615 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:33.090977 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ee1128eb-2ca1-4ec6-a5fb-17a99cfae9d5 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5685215 Apr 18 20:45:33.093748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52094) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:33.096986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ba0dd-fd50-400d-afbd-8e49415c4906 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Network': ['ID=57ea82ed-f650-45d4-8a7b-caf63a7b2a62,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:33.104939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': '069675e5-0f49-4af2-8fa6-699604504615', 'name': 'tempest-PortsTestJSON-1569372023'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:33.109447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:33.139638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6d0a53-695c-40f6-b34d-c9cf7d662951 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:33.141120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ac6d0a53-695c-40f6-b34d-c9cf7d662951 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5fa683093c6f40a293d5d917b8c84f89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1795123 Apr 18 20:45:33.144527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52096) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:33.147329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Made reservation on behalf of cdf9b9fe89c74d14b18bf78676f6491e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:33.153356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.288208 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:33.294572 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.329939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port d1c8e299-c12d-4f73-b9f7-5cd9e7a44fd4 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:33.381453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Allocated IP 172.20.0.12 (c950a1c8-90b8-42dc-987b-9a836dad20fc/32111c63-c23d-44a5-8789-d4e3ebf2eb07/ed781755-9bb7-4abd-a57f-22be3810364e) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:33.454343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f0c66c-1798-4f22-a4f1-77b2a0afca93 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:33.468260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-42f0c66c-1798-4f22-a4f1-77b2a0afca93 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3212717 Apr 18 20:45:33.468917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52098) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:33.469840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-069675e5-0f49-4af2-8fa6-699604504615', 'network_id': '069675e5-0f49-4af2-8fa6-699604504615', 'tenant_id': '159defb4c9fe46bf9fe82efa62dc5f5b', 'fixed_ips': [{'subnet_id': '94cf4446-0139-4837-a5b2-fe603f9c847f'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:45:33.475452 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.518512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.5 (069675e5-0f49-4af2-8fa6-699604504615/94cf4446-0139-4837-a5b2-fe603f9c847f/d1c8e299-c12d-4f73-b9f7-5cd9e7a44fd4) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:33.526857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-559b9ca8-df26-46c7-9cc5-dfe383ba6b57 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510855 Apr 18 20:45:33.529736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52100) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:33.572303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bc1c9c04-fece-4c43-9ab1-d653c30b4330 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5fa683093c6f40a293d5d917b8c84f89&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412796 Apr 18 20:45:33.575359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52102) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:33.706393 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.751436 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.762335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fac7cb3-b0af-4929-843c-448b10c517c2 req-58fe5a0b-21e5-4380-9bbd-69ba988a3322 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 210 time: 0.0337436 Apr 18 20:45:33.794784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700bdcbe-5d67-4daa-9464-0582f292088e tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:33.799451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-700bdcbe-5d67-4daa-9464-0582f292088e tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2229445 Apr 18 20:45:33.802054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52106) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:33.806338 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.830226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Allocated IP 172.20.0.2 (069675e5-0f49-4af2-8fa6-699604504615/94cf4446-0139-4837-a5b2-fe603f9c847f/c07eb437-385c-4b9e-85e9-3cffcbc57087) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:33.840272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 069675e5-0f49-4af2-8fa6-699604504615 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:33.845220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:33.845446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6bfa10d0-3787-4616-80e3-0e3de27e1d22 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420163 Apr 18 20:45:33.850203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52108) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:33.856226 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2016317790', 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:33.862235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:33.864164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=d1c8e299-c12d-4f73-b9f7-5cd9e7a44fd4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:33.888978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.917486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:33.922415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e7466261-1562-4314-b742-97da536e24f5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:33.959408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Network c950a1c8-90b8-42dc-987b-9a836dad20fc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:33.965732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:33.968508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:34.059776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:34.060879 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.090522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event updated for resources: {'Port': ['ID=ed781755-9bb7-4abd-a57f-22be3810364e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:34.104102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-23be446b-e54f-4919-965b-33db624dd469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3507013 Apr 18 20:45:34.140079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Request body: {'port': {'device_id': 'a206f174-2f00-4990-ab44-366c904e09c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:34.230367 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.309535 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.336231 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.414060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:34.414877 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.440955 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Network 069675e5-0f49-4af2-8fa6-699604504615 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:34.446503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Pushing event updated for resources: {'Port': ['ID=c07eb437-385c-4b9e-85e9-3cffcbc57087,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:34.450399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:34.453541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:34.459663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Made reservation on behalf of 5fa683093c6f40a293d5d917b8c84f89 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:34.467060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.485089 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e096eb32-50c7-41bf-9f19-94a1b06c1c26 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3891857 Apr 18 20:45:34.496561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9edca05b-dbf9-4be4-a295-68ef944a5119 None None] Provisioning complete for port ed781755-9bb7-4abd-a57f-22be3810364e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:34.496944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9edca05b-dbf9-4be4-a295-68ef944a5119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.501075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52112) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:34.591743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-9edca05b-dbf9-4be4-a295-68ef944a5119 None None] Port ed781755-9bb7-4abd-a57f-22be3810364e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:34.596094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Attempting to bind port c07eb437-385c-4b9e-85e9-3cffcbc57087 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:34.596469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Attempting to bind port c07eb437-385c-4b9e-85e9-3cffcbc57087 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '3ae21088-ea7b-45e3-8251-50978bf7a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '069675e5-0f49-4af2-8fa6-699604504615'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:34.596936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Attempting to bind port c07eb437-385c-4b9e-85e9-3cffcbc57087 on network 069675e5-0f49-4af2-8fa6-699604504615 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:34.603866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:34.604250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Checking segment: {'id': '3ae21088-ea7b-45e3-8251-50978bf7a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '069675e5-0f49-4af2-8fa6-699604504615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:34.604657 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.605056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Bound using segment: {'id': '3ae21088-ea7b-45e3-8251-50978bf7a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '069675e5-0f49-4af2-8fa6-699604504615'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:34.605579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Bound port: c07eb437-385c-4b9e-85e9-3cffcbc57087, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae21088-ea7b-45e3-8251-50978bf7a10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '069675e5-0f49-4af2-8fa6-699604504615'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:34.606352 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.700192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] For port c07eb437-385c-4b9e-85e9-3cffcbc57087, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:34.709585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] For port c07eb437-385c-4b9e-85e9-3cffcbc57087, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c07eb437-385c-4b9e-85e9-3cffcbc57087,segment=NetworkSegment(3ae21088-ea7b-45e3-8251-50978bf7a10a),segment_id=3ae21088-ea7b-45e3-8251-50978bf7a10a)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:34.714273 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.732182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed781755-9bb7-4abd-a57f-22be3810364e {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:34.733535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7e806-de53-46d4-b17d-5bbfd9840c33 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port d1c8e299-c12d-4f73-b9f7-5cd9e7a44fd4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:34.734621 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e806-de53-46d4-b17d-5bbfd9840c33 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.742580 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.791466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Transition to ACTIVE for port object ed781755-9bb7-4abd-a57f-22be3810364e will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:34.797286 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.807957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228899ea-39f6-4724-8b8a-d3074fa10dc3 None None] Pushing event updated for resources: {'Port': ['ID=c07eb437-385c-4b9e-85e9-3cffcbc57087,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:34.932953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.998239 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e806-de53-46d4-b17d-5bbfd9840c33 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.006074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Pushing event updated for resources: {'Port': ['ID=ed781755-9bb7-4abd-a57f-22be3810364e,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:35.038708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7e806-de53-46d4-b17d-5bbfd9840c33 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for d1c8e299-c12d-4f73-b9f7-5cd9e7a44fd4 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:35.064975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad44ff-da85-479e-9351-c886bf0bfb25 req-45384270-887f-4c8c-b170-04492b763f15 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.066654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25ad44ff-da85-479e-9351-c886bf0bfb25 req-45384270-887f-4c8c-b170-04492b763f15 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 944 time: 0.1469338 Apr 18 20:45:35.121734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Attempting to bind port ed781755-9bb7-4abd-a57f-22be3810364e on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:35.122131 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Attempting to bind port ed781755-9bb7-4abd-a57f-22be3810364e by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:35.122393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Attempting to bind port ed781755-9bb7-4abd-a57f-22be3810364e on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:35.152173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Port ed781755-9bb7-4abd-a57f-22be3810364e on network c950a1c8-90b8-42dc-987b-9a836dad20fc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:45:35.152565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Attempting to bind port ed781755-9bb7-4abd-a57f-22be3810364e on network c950a1c8-90b8-42dc-987b-9a836dad20fc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:35.165005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:35.165454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Checking segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:35.165985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Bound using segment: {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:35.179870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Bound port: ed781755-9bb7-4abd-a57f-22be3810364e, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f5341f-e5e5-4836-8c17-3d0b9bf0c923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:35.180528 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.220878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25ad44ff-da85-479e-9351-c886bf0bfb25 req-a3183185-b65b-4fe0-a252-6faa628a72b2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202321 Apr 18 20:45:35.323202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c07eb437-385c-4b9e-85e9-3cffcbc57087 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:35.335971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] For port ed781755-9bb7-4abd-a57f-22be3810364e, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:35.344911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] For port ed781755-9bb7-4abd-a57f-22be3810364e, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ed781755-9bb7-4abd-a57f-22be3810364e,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:35.347345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Subnet': ['ID=34033d7d-57e2-463d-8d93-6db1d1362f49,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:35.366911 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.392231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Checking segment: {'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:35.393137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network hostable DHCP agents. Network: 57ea82ed-f650-45d4-8a7b-caf63a7b2a62, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:35.414816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.415317 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.416867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] 10.222.0.64 "PUT /v2.0/ports/ed781755-9bb7-4abd-a57f-22be3810364e HTTP/1.1" status: 200 len: 1092 time: 1.3013198 Apr 18 20:45:35.417323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a206f174-2f00-4990-ab44-366c904e09c9', 'tag': 'ed781755-9bb7-4abd-a57f-22be3810364e'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:35.419637 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30812123-cd26-455d-8495-5bab63e70d61" -d '{"events": [{"name": "network-changed", "server_uuid": "a206f174-2f00-4990-ab44-366c904e09c9", "tag": "ed781755-9bb7-4abd-a57f-22be3810364e"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:35.442151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c07eb437-385c-4b9e-85e9-3cffcbc57087 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:35.442690 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.470482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c20d5e-e294-412a-bdec-b07fbc3f4c2c service neutron] Pushing event updated for resources: {'Port': ['ID=ed781755-9bb7-4abd-a57f-22be3810364e,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:35.478310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e806-de53-46d4-b17d-5bbfd9840c33 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.488262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:35.500716 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c56797-d57f-4695-b232-cbcce4c4b3ee x-openstack-request-id: req-35c56797-d57f-4695-b232-cbcce4c4b3ee {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:35.501007 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a206f174-2f00-4990-ab44-366c904e09c9", "tag": "ed781755-9bb7-4abd-a57f-22be3810364e", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:35.501268 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-35c56797-d57f-4695-b232-cbcce4c4b3ee {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:35.501751 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c56797-d57f-4695-b232-cbcce4c4b3ee'] response: {'name': 'network-changed', 'server_uuid': 'a206f174-2f00-4990-ab44-366c904e09c9', 'tag': 'ed781755-9bb7-4abd-a57f-22be3810364e', 'status': 'completed', 'code': 200} Apr 18 20:45:35.540179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7e806-de53-46d4-b17d-5bbfd9840c33 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=d1c8e299-c12d-4f73-b9f7-5cd9e7a44fd4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:35.547515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 57ea82ed-f650-45d4-8a7b-caf63a7b2a62) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:35.583688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.588928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7baba4-56b2-4a23-ab84-4ea869647a74 None None] Network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:35.594379 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.597950 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.610415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-f05854d3-9352-4dab-b014-3909303b9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.612679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-f05854d3-9352-4dab-b014-3909303b9627 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 1095 time: 0.1100211 Apr 18 20:45:35.674103 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-19a387cd-ff25-439e-82d9-d8b7dfd5b6c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8226871 Apr 18 20:45:35.692810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-af8fa31d-214a-4461-8db8-82408254facd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed781755-9bb7-4abd-a57f-22be3810364e HTTP/1.1" status: 200 len: 217 time: 0.0700827 Apr 18 20:45:35.712787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e806-de53-46d4-b17d-5bbfd9840c33 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.719037 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2cf7e806-de53-46d4-b17d-5bbfd9840c33 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/d1c8e299-c12d-4f73-b9f7-5cd9e7a44fd4 HTTP/1.1" status: 204 len: 168 time: 1.2162733 Apr 18 20:45:35.721296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52124) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:35.760545 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-591bd9e6-c929-4093-b9b4-094e40bf2df7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:45:35.761343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591bd9e6-c929-4093-b9b4-094e40bf2df7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:45:35.764674 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-591bd9e6-c929-4093-b9b4-094e40bf2df7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/d1c8e299-c12d-4f73-b9f7-5cd9e7a44fd4 HTTP/1.1" status: 404 len: 333 time: 0.0420868 Apr 18 20:45:35.771770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52126) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:35.788703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port c07eb437-385c-4b9e-85e9-3cffcbc57087, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c07eb437-385c-4b9e-85e9-3cffcbc57087,segment=NetworkSegment(3ae21088-ea7b-45e3-8251-50978bf7a10a),segment_id=3ae21088-ea7b-45e3-8251-50978bf7a10a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:35.813512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-d25b77ca-c8d6-424b-b25d-7c334c82bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.818597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-d25b77ca-c8d6-424b-b25d-7c334c82bc5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.1182442 Apr 18 20:45:35.819663 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.832982 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-77bb7b8f-b453-4f60-ad1b-84dfb67cef93 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:45:35.837099 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-77bb7b8f-b453-4f60-ad1b-84dfb67cef93 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/d1c8e299-c12d-4f73-b9f7-5cd9e7a44fd4 HTTP/1.1" status: 404 len: 333 time: 0.0580900 Apr 18 20:45:35.840212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52128) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:35.905262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-2bd38741-45ab-4a30-b0ce-4cdad6572f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.907667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-2bd38741-45ab-4a30-b0ce-4cdad6572f0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815334 Apr 18 20:45:35.941322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-87facfc6-8590-4ef8-97fc-30c543c05621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet 94cf4446-0139-4837-a5b2-fe603f9c847f {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:35.953002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87facfc6-8590-4ef8-97fc-30c543c05621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.025099 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-71f8ca6d-5e5c-443c-af78-fb0bfb20bec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.034110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87facfc6-8590-4ef8-97fc-30c543c05621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.064478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52130) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:36.088820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=c07eb437-385c-4b9e-85e9-3cffcbc57087,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:36.093837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-69ef611e-50fb-44fd-a3b2-368c9f4fcec8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754287612', 'description': 'tempest-secgroup-smoke-754287612 description', 'project_id': '5fa683093c6f40a293d5d917b8c84f89'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:36.115440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-57ea82ed-f650-45d4-8a7b-caf63a7b2a62', 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ips': [{'subnet_id': '34033d7d-57e2-463d-8d93-6db1d1362f49'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:45:36.116573 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.153126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-686a8f7e-1741-4ae3-bf59-ed22a21901f3 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372727 Apr 18 20:45:36.155823 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-69ef611e-50fb-44fd-a3b2-368c9f4fcec8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.213619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87facfc6-8590-4ef8-97fc-30c543c05621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.364119 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87facfc6-8590-4ef8-97fc-30c543c05621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.443071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87facfc6-8590-4ef8-97fc-30c543c05621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=94cf4446-0139-4837-a5b2-fe603f9c847f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:36.459109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Allocated IP 172.20.0.18 (57ea82ed-f650-45d4-8a7b-caf63a7b2a62/34033d7d-57e2-463d-8d93-6db1d1362f49/27bce819-63c0-45b2-b22f-c414d3255553) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:36.461095 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87facfc6-8590-4ef8-97fc-30c543c05621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.467267 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-87facfc6-8590-4ef8-97fc-30c543c05621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/94cf4446-0139-4837-a5b2-fe603f9c847f HTTP/1.1" status: 204 len: 168 time: 0.6225810 Apr 18 20:45:36.467907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52136) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:36.521610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-065fbbd1-5c27-4e6c-bc6c-4edde835ecc1 req-872af159-6fcc-445b-98ca-d2878d54acbc service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584373 Apr 18 20:45:36.570216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce257e-244b-41fe-8a8c-3bebcda6b343 req-064612ad-9bc0-4457-8ca1-f2bc34bc4b7c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:36.579149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00ce257e-244b-41fe-8a8c-3bebcda6b343 req-064612ad-9bc0-4457-8ca1-f2bc34bc4b7c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 944 time: 0.1697922 Apr 18 20:45:36.595978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-69ef611e-50fb-44fd-a3b2-368c9f4fcec8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.597635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45272ddc-65ef-41f8-8cba-b4c7870d5027 None None] Network 069675e5-0f49-4af2-8fa6-699604504615 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:36.604471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.628713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-69ef611e-50fb-44fd-a3b2-368c9f4fcec8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.696347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9778da88-a24f-470d-8214-9a87b7b1a056 None None] Provisioning complete for port c07eb437-385c-4b9e-85e9-3cffcbc57087 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:36.696770 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9778da88-a24f-470d-8214-9a87b7b1a056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.712995 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-69ef611e-50fb-44fd-a3b2-368c9f4fcec8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.713370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port c07eb437-385c-4b9e-85e9-3cffcbc57087 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:36.713730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.715470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-69ef611e-50fb-44fd-a3b2-368c9f4fcec8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6394742 Apr 18 20:45:36.718790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52140) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:36.731523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9efb702a-bf76-455a-8985-f2c7ebc1078c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'de55eef7-ee39-4e1b-a5a9-803b0044bc16', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:36.733035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00ce257e-244b-41fe-8a8c-3bebcda6b343 req-6903b9cb-9c06-4785-8079-a58b07375c8f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527736 Apr 18 20:45:36.743726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef611e-50fb-44fd-a3b2-368c9f4fcec8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de55eef7-ee39-4e1b-a5a9-803b0044bc16,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:36.766217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30812123-cd26-455d-8495-5bab63e70d61 req-e971397d-417a-451f-a453-bc6e96c8df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:36.774801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30812123-cd26-455d-8495-5bab63e70d61 req-e971397d-417a-451f-a453-bc6e96c8df37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 1095 time: 0.1744473 Apr 18 20:45:36.841921 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9efb702a-bf76-455a-8985-f2c7ebc1078c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.894392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30812123-cd26-455d-8495-5bab63e70d61 req-fb93ca53-9938-4d3a-8f6f-f680d9a55145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:36.897100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30812123-cd26-455d-8495-5bab63e70d61 req-fb93ca53-9938-4d3a-8f6f-f680d9a55145 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.1151490 Apr 18 20:45:36.901672 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.950214 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.962678 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] For port c07eb437-385c-4b9e-85e9-3cffcbc57087, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c07eb437-385c-4b9e-85e9-3cffcbc57087,segment=NetworkSegment(3ae21088-ea7b-45e3-8251-50978bf7a10a),segment_id=3ae21088-ea7b-45e3-8251-50978bf7a10a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:36.963748 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.972268 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9efb702a-bf76-455a-8985-f2c7ebc1078c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.984854 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9efb702a-bf76-455a-8985-f2c7ebc1078c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.986729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30812123-cd26-455d-8495-5bab63e70d61 req-dad80754-3b6c-433c-b0c5-d05e905596cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed781755-9bb7-4abd-a57f-22be3810364e HTTP/1.1" status: 200 len: 217 time: 0.0818858 Apr 18 20:45:37.011787 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for c07eb437-385c-4b9e-85e9-3cffcbc57087 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:37.014610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501da0fd-3325-420e-adbf-359f00450cf3 None None] DHCP port deletion for 069675e5-0f49-4af2-8fa6-699604504615 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:37.052200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb702a-bf76-455a-8985-f2c7ebc1078c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e99e557-1942-4294-9af6-cee88cc82f81,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.067327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:37.070499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9efb702a-bf76-455a-8985-f2c7ebc1078c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.075822 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9efb702a-bf76-455a-8985-f2c7ebc1078c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503516 Apr 18 20:45:37.076749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52142) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:37.086854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-cef4e177-9279-4b5f-99d6-042fe64718d5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'de55eef7-ee39-4e1b-a5a9-803b0044bc16', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:37.100549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30812123-cd26-455d-8495-5bab63e70d61 req-db26176e-40b5-4e62-8c6f-d1d52bdbd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.102822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30812123-cd26-455d-8495-5bab63e70d61 req-db26176e-40b5-4e62-8c6f-d1d52bdbd348 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.1083479 Apr 18 20:45:37.104385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:37.115268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:37.149096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Pushing event updated for resources: {'Port': ['ID=27bce819-63c0-45b2-b22f-c414d3255553,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.181950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cef4e177-9279-4b5f-99d6-042fe64718d5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.202277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.233084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30812123-cd26-455d-8495-5bab63e70d61 req-434efd0f-003f-4be7-9f3b-7b4e695e4456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.234847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30812123-cd26-455d-8495-5bab63e70d61 req-434efd0f-003f-4be7-9f3b-7b4e695e4456 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232877 Apr 18 20:45:37.246469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c07eb437-385c-4b9e-85e9-3cffcbc57087 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:37.252920 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=c07eb437-385c-4b9e-85e9-3cffcbc57087,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.255072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No DVR routers for this DVR port c07eb437-385c-4b9e-85e9-3cffcbc57087 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:37.281493 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cef4e177-9279-4b5f-99d6-042fe64718d5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.294368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c07eb437-385c-4b9e-85e9-3cffcbc57087 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:37.295235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c07eb437-385c-4b9e-85e9-3cffcbc57087 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:37.295369 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cef4e177-9279-4b5f-99d6-042fe64718d5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.297126 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Attempting to bind port 27bce819-63c0-45b2-b22f-c414d3255553 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:37.297487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Attempting to bind port 27bce819-63c0-45b2-b22f-c414d3255553 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:37.298089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Attempting to bind port 27bce819-63c0-45b2-b22f-c414d3255553 on network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:37.316334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-501da0fd-3325-420e-adbf-359f00450cf3 None None] Deleting port c07eb437-385c-4b9e-85e9-3cffcbc57087 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:37.317595 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-501da0fd-3325-420e-adbf-359f00450cf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.322628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:37.323492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Checking segment: {'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:37.324488 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.325059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Bound using segment: {'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:37.325725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Bound port: 27bce819-63c0-45b2-b22f-c414d3255553, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:37.326265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.415796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4e177-9279-4b5f-99d6-042fe64718d5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262ad1a1-6e34-4e4f-b419-718fa927cfac,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.419286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.450438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-501da0fd-3325-420e-adbf-359f00450cf3 None None] For port c07eb437-385c-4b9e-85e9-3cffcbc57087, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:37.451648 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-501da0fd-3325-420e-adbf-359f00450cf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.458967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069675e5-0f49-4af2-8fa6-699604504615']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:37.470211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cef4e177-9279-4b5f-99d6-042fe64718d5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.476598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cef4e177-9279-4b5f-99d6-042fe64718d5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3939979 Apr 18 20:45:37.477692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae21088-ea7b-45e3-8251-50978bf7a10a') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:37.477692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae21088-ea7b-45e3-8251-50978bf7a10a') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:37.481116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-501da0fd-3325-420e-adbf-359f00450cf3 None None] Calling delete_port for c07eb437-385c-4b9e-85e9-3cffcbc57087 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:37.481835 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52146) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:37.487017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-501da0fd-3325-420e-adbf-359f00450cf3 None None] Port c07eb437-385c-4b9e-85e9-3cffcbc57087 was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:45:37.488767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.490585 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-501da0fd-3325-420e-adbf-359f00450cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.496091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-eaf86472-44a1-46d0-91c2-4154d0e0ea5f tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'de55eef7-ee39-4e1b-a5a9-803b0044bc16', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:37.499041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] For port 27bce819-63c0-45b2-b22f-c414d3255553, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:37.508088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.516565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:37.517605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:37.523156 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:37.536581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501da0fd-3325-420e-adbf-359f00450cf3 None None] Pushing event deleted for resources: {'Port': ['ID=c07eb437-385c-4b9e-85e9-3cffcbc57087,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.542556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] For port 27bce819-63c0-45b2-b22f-c414d3255553, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=27bce819-63c0-45b2-b22f-c414d3255553,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:37.547192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501da0fd-3325-420e-adbf-359f00450cf3 None None] No DVR routers for this DVR port c07eb437-385c-4b9e-85e9-3cffcbc57087 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:37.552060 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30812123-cd26-455d-8495-5bab63e70d61 req-b27454b0-e383-4f10-81a6-e1197039fc4d service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688234 Apr 18 20:45:37.553166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaf86472-44a1-46d0-91c2-4154d0e0ea5f tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.553424 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.652832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744ebc1-ea40-492a-9a08-7d436303d889 None None] Pushing event updated for resources: {'Port': ['ID=27bce819-63c0-45b2-b22f-c414d3255553,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.688094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.703031 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.713029 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/networks/069675e5-0f49-4af2-8fa6-699604504615 HTTP/1.1" status: 204 len: 168 time: 1.2378144 Apr 18 20:45:37.714128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52148) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:37.721509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-645780606'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:37.724475 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38a0b3-63b6-43e9-885a-c006169e86c8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Network': ['ID=069675e5-0f49-4af2-8fa6-699604504615,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.734717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30812123-cd26-455d-8495-5bab63e70d61 req-1cc71adf-7cc2-4d51-96d7-71b431dd0943 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479073 Apr 18 20:45:37.761431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaf86472-44a1-46d0-91c2-4154d0e0ea5f tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.767088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaf86472-44a1-46d0-91c2-4154d0e0ea5f tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.780551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:37.784958 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.807260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf86472-44a1-46d0-91c2-4154d0e0ea5f tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049a68d7-655e-41e2-84b3-3dc224584943,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.823249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaf86472-44a1-46d0-91c2-4154d0e0ea5f tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.824432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eaf86472-44a1-46d0-91c2-4154d0e0ea5f tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392889 Apr 18 20:45:37.827371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52152) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:37.833618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-cd9cedbc-5c2f-4cee-a547-ac40c6839504 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'de55eef7-ee39-4e1b-a5a9-803b0044bc16', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:37.839760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:37.867066 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd9cedbc-5c2f-4cee-a547-ac40c6839504 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.889523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.889891 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Added segment cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1 of type vlan for network b3c59456-5e4b-44dd-aca9-d292f0309a23 Apr 18 20:45:37.970883 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd9cedbc-5c2f-4cee-a547-ac40c6839504 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.976595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd9cedbc-5c2f-4cee-a547-ac40c6839504 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.983830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.999916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cedbc-5c2f-4cee-a547-ac40c6839504 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4ac1a1-7e61-4b92-b6a7-92d86aa857da,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:38.006721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3d152-c98f-43a5-a0ac-8a9021ad4488 req-0ef443c3-42f5-411f-86c0-df0284035a7a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:38.009117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ce3d152-c98f-43a5-a0ac-8a9021ad4488 req-0ef443c3-42f5-411f-86c0-df0284035a7a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 944 time: 0.1705003 Apr 18 20:45:38.019642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd9cedbc-5c2f-4cee-a547-ac40c6839504 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.023461 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cd9cedbc-5c2f-4cee-a547-ac40c6839504 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1924181 Apr 18 20:45:38.023760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52154) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:38.028702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2ede271f-9a1c-45c3-9f1b-ecdbe7d308c3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'de55eef7-ee39-4e1b-a5a9-803b0044bc16', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:38.058640 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.059077 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-2ede271f-9a1c-45c3-9f1b-ecdbe7d308c3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Project 5fa683093c6f40a293d5d917b8c84f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:45:38.064238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:38.064886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.067959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ede271f-9a1c-45c3-9f1b-ecdbe7d308c3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.103028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ce3d152-c98f-43a5-a0ac-8a9021ad4488 req-c5d90ec6-b8aa-44a1-8752-4264419f60fb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862699 Apr 18 20:45:38.112181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3977478 Apr 18 20:45:38.122704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52156) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:38.127953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'b3c59456-5e4b-44dd-aca9-d292f0309a23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:38.156746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30811ffa-1842-40c9-8036-e7ef9605009f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Network': ['ID=b3c59456-5e4b-44dd-aca9-d292f0309a23,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:38.174743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network b3c59456-5e4b-44dd-aca9-d292f0309a23 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:38.230952 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ede271f-9a1c-45c3-9f1b-ecdbe7d308c3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.238064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ede271f-9a1c-45c3-9f1b-ecdbe7d308c3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.267270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede271f-9a1c-45c3-9f1b-ecdbe7d308c3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271143c7-8a75-435e-8116-387ebd7cb381,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:38.274431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:38.278802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.286501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ede271f-9a1c-45c3-9f1b-ecdbe7d308c3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.291281 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ede271f-9a1c-45c3-9f1b-ecdbe7d308c3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2629805 Apr 18 20:45:38.291759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52158) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:38.296346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-418c9027-4a3f-4817-a994-e5f6fd8fdf76 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': 'de55eef7-ee39-4e1b-a5a9-803b0044bc16', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:38.325868 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-418c9027-4a3f-4817-a994-e5f6fd8fdf76 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Project 5fa683093c6f40a293d5d917b8c84f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:45:38.331377 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-418c9027-4a3f-4817-a994-e5f6fd8fdf76 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.414568 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-418c9027-4a3f-4817-a994-e5f6fd8fdf76 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.419965 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-418c9027-4a3f-4817-a994-e5f6fd8fdf76 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.440742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c9027-4a3f-4817-a994-e5f6fd8fdf76 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93027e98-f4aa-4a01-abe7-b08cd25843c5,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:38.458610 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-418c9027-4a3f-4817-a994-e5f6fd8fdf76 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.463947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-418c9027-4a3f-4817-a994-e5f6fd8fdf76 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1671865 Apr 18 20:45:38.501227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.564797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=143f01c7-81a4-4079-8ce6-fb763aeb1ae8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:38.578567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Checking segment: {'id': 'cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b3c59456-5e4b-44dd-aca9-d292f0309a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:38.578880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network hostable DHCP agents. Network: b3c59456-5e4b-44dd-aca9-d292f0309a23, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:38.599090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network b3c59456-5e4b-44dd-aca9-d292f0309a23 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:38.612223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, b3c59456-5e4b-44dd-aca9-d292f0309a23) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:38.628244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:38.629555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.633206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0c557-7fb2-45c3-97eb-457b2fe312e3 None None] Network b3c59456-5e4b-44dd-aca9-d292f0309a23 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:38.656865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52170) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:38.663445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': 'b3c59456-5e4b-44dd-aca9-d292f0309a23', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1835602451'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:38.665313 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-04023214-c8ec-443d-85a0-f5358448d0df tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5334492 Apr 18 20:45:38.701772 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-642bca4c-5cfd-463c-956d-b0ae5afdff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.780073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-26590c98-4dd1-4d30-86f3-eb2aa0964420 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-754287612&fields=id&tenant_id=5fa683093c6f40a293d5d917b8c84f89 HTTP/1.1" status: 200 len: 267 time: 0.0911527 Apr 18 20:45:38.834089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-b3c59456-5e4b-44dd-aca9-d292f0309a23', 'network_id': 'b3c59456-5e4b-44dd-aca9-d292f0309a23', 'tenant_id': '159defb4c9fe46bf9fe82efa62dc5f5b', 'fixed_ips': [{'subnet_id': '143f01c7-81a4-4079-8ce6-fb763aeb1ae8'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:45:38.835200 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.896410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:38.900029 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.934965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c422f2-5b9c-4c3a-b7d6-6e759925a365 None None] Network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:38.940362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port f0750558-a613-4e23-a9cf-b53a76e6f034 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:38.955180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-9e6f525c-afec-4291-8afa-89667c5047ad tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:38.956825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-9e6f525c-afec-4291-8afa-89667c5047ad tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/networks?id=57ea82ed-f650-45d4-8a7b-caf63a7b2a62 HTTP/1.1" status: 200 len: 797 time: 0.1666105 Apr 18 20:45:39.008187 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-b839f0a9-c303-4307-8fd7-174741140352 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/quotas/5fa683093c6f40a293d5d917b8c84f89 HTTP/1.1" status: 200 len: 375 time: 0.0204842 Apr 18 20:45:39.079683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-6304b85d-7565-4d4f-908e-f6db3b07e870 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0600722 Apr 18 20:45:39.203233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3e93b6b2-5e7a-4ef2-9552-18267e2f8317 None None] Provisioning complete for port 27bce819-63c0-45b2-b22f-c414d3255553 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:39.204059 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e93b6b2-5e7a-4ef2-9552-18267e2f8317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.236173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Allocated IP 172.20.0.2 (b3c59456-5e4b-44dd-aca9-d292f0309a23/143f01c7-81a4-4079-8ce6-fb763aeb1ae8/f58e0533-184d-4624-84c3-01824bc71fa0) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:39.261302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-c7d04f4c-7b1c-4c1b-bd3d-fe8ca1fde203 service neutron] 10.222.0.49 "GET /v2.0/networks/57ea82ed-f650-45d4-8a7b-caf63a7b2a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646857 Apr 18 20:45:39.289997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 27bce819-63c0-45b2-b22f-c414d3255553 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:39.346592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edea09-e760-44f8-93a8-d4c761a625ba req-18f7e29f-6abd-42c3-b70f-8dc6f6f5ae69 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:39.348692 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2edea09-e760-44f8-93a8-d4c761a625ba req-18f7e29f-6abd-42c3-b70f-8dc6f6f5ae69 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 944 time: 0.1379521 Apr 18 20:45:39.359762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ed781755-9bb7-4abd-a57f-22be3810364e details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:45:39.361594 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.400168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-217f20ff-a1c9-4412-a15d-463042a94dbb service neutron] 10.222.0.49 "GET /v2.0/networks/57ea82ed-f650-45d4-8a7b-caf63a7b2a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281934 Apr 18 20:45:39.418258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2edea09-e760-44f8-93a8-d4c761a625ba req-a703bede-68b5-4162-9224-ffad73a019aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579436 Apr 18 20:45:39.608207 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e93b6b2-5e7a-4ef2-9552-18267e2f8317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.609628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25b80f37-8bde-473a-840b-8d9ee63559d0 req-7cb1437f-7c8d-45d9-b2a7-cdcac30c8a17 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 210 time: 0.0344148 Apr 18 20:45:39.629461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 27bce819-63c0-45b2-b22f-c414d3255553 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:39.629828 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.710142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ed781755-9bb7-4abd-a57f-22be3810364e, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ed781755-9bb7-4abd-a57f-22be3810364e,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:39.735943 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.739034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'ed781755-9bb7-4abd-a57f-22be3810364e', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'port_id': 'ed781755-9bb7-4abd-a57f-22be3810364e', 'mac_address': 'fa:16:3e:67:e1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:45:39.758966 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.770419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3e93b6b2-5e7a-4ef2-9552-18267e2f8317 None None] For port 27bce819-63c0-45b2-b22f-c414d3255553, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=27bce819-63c0-45b2-b22f-c414d3255553,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:39.824206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.4 (b3c59456-5e4b-44dd-aca9-d292f0309a23/143f01c7-81a4-4079-8ce6-fb763aeb1ae8/f0750558-a613-4e23-a9cf-b53a76e6f034) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:39.831630 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e93b6b2-5e7a-4ef2-9552-18267e2f8317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.846645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Network b3c59456-5e4b-44dd-aca9-d292f0309a23 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:39.897701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:39.904860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:39.955725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Pushing event updated for resources: {'Port': ['ID=f58e0533-184d-4624-84c3-01824bc71fa0,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:39.959347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.981057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Attempting to bind port f58e0533-184d-4624-84c3-01824bc71fa0 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:39.982309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Attempting to bind port f58e0533-184d-4624-84c3-01824bc71fa0 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b3c59456-5e4b-44dd-aca9-d292f0309a23'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:39.983157 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Attempting to bind port f58e0533-184d-4624-84c3-01824bc71fa0 on network b3c59456-5e4b-44dd-aca9-d292f0309a23 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:40.022309 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.025736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:40.026122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Checking segment: {'id': 'cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b3c59456-5e4b-44dd-aca9-d292f0309a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:40.026514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.027798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Bound using segment: {'id': 'cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b3c59456-5e4b-44dd-aca9-d292f0309a23'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:40.028280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Bound port: f58e0533-184d-4624-84c3-01824bc71fa0, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'b3c59456-5e4b-44dd-aca9-d292f0309a23'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:40.028665 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.031551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed781755-9bb7-4abd-a57f-22be3810364e {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:40.059709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.092131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ed781755-9bb7-4abd-a57f-22be3810364e, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ed781755-9bb7-4abd-a57f-22be3810364e,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:40.093237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93b6b2-5e7a-4ef2-9552-18267e2f8317 None None] Pushing event updated for resources: {'Port': ['ID=27bce819-63c0-45b2-b22f-c414d3255553,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:40.100287 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.111500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network b3c59456-5e4b-44dd-aca9-d292f0309a23 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:40.120633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:40.127231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:40.130635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=f0750558-a613-4e23-a9cf-b53a76e6f034,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:40.157746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1285ffbd-a96b-429e-8c55-2e4fee512b33 None None] Provisioning complete for port 27bce819-63c0-45b2-b22f-c414d3255553 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:40.158526 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1285ffbd-a96b-429e-8c55-2e4fee512b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.188339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:40.190659 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.208031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f64b7312-8772-4004-b980-3e6e949429f0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5498440 Apr 18 20:45:40.210593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52190) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:40.217823 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:45:40.239891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ed781755-9bb7-4abd-a57f-22be3810364e,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:40.244371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] For port f58e0533-184d-4624-84c3-01824bc71fa0, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:40.260654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] For port f58e0533-184d-4624-84c3-01824bc71fa0, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f58e0533-184d-4624-84c3-01824bc71fa0,segment=NetworkSegment(cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1),segment_id=cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:40.269625 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.346801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbab35-f1a2-4905-8f44-ee8a153547f3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port f0750558-a613-4e23-a9cf-b53a76e6f034 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:40.347138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fcbab35-f1a2-4905-8f44-ee8a153547f3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.382201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e4047-88a7-46ef-9f57-f4b7db304c81 None None] Pushing event updated for resources: {'Port': ['ID=f58e0533-184d-4624-84c3-01824bc71fa0,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:40.400264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ed781755-9bb7-4abd-a57f-22be3810364e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:40.461237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fcbab35-f1a2-4905-8f44-ee8a153547f3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.476063 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.484084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4fcbab35-f1a2-4905-8f44-ee8a153547f3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for f0750558-a613-4e23-a9cf-b53a76e6f034 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:41.038946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1a0b533-24d5-44fa-8ce3-ec71c734ee39 req-f771046f-13c1-494d-9935-83d659259dad tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 210 time: 0.1021116 Apr 18 20:45:41.138763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774973-81ab-4e2b-b651-66b8d548e414 req-7a306ecf-a538-4f20-8c4d-dfcb217a3b4b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.140370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15774973-81ab-4e2b-b651-66b8d548e414 req-7a306ecf-a538-4f20-8c4d-dfcb217a3b4b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 945 time: 0.2057807 Apr 18 20:45:41.160899 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.170951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-68419571-c24f-4020-8c6f-515a9ef395ab tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.172504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-68419571-c24f-4020-8c6f-515a9ef395ab tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.60 "GET /v2.0/networks?id=57ea82ed-f650-45d4-8a7b-caf63a7b2a62 HTTP/1.1" status: 200 len: 797 time: 0.2368007 Apr 18 20:45:41.268276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15774973-81ab-4e2b-b651-66b8d548e414 req-74c1d904-e079-43cb-83ba-ce4aa12c0358 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136754 Apr 18 20:45:41.306962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-862856bc-df41-4ad3-bc11-0d1eb10ed3d6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa683093c6f40a293d5d917b8c84f89 HTTP/1.1" status: 200 len: 470 time: 0.1193502 Apr 18 20:45:41.329110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'port': {'device_id': 'c3e67147-3682-47ef-9077-79f430f4d720', 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62', 'admin_state_up': True, 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'security_groups': ['de55eef7-ee39-4e1b-a5a9-803b0044bc16']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:41.333057 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fcbab35-f1a2-4905-8f44-ee8a153547f3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.345901 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f58e0533-184d-4624-84c3-01824bc71fa0 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:41.379858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ed781755-9bb7-4abd-a57f-22be3810364e up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:41.421644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbab35-f1a2-4905-8f44-ee8a153547f3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=f0750558-a613-4e23-a9cf-b53a76e6f034,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.448174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f58e0533-184d-4624-84c3-01824bc71fa0 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:41.448745 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.482706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port ed781755-9bb7-4abd-a57f-22be3810364e completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:41.491316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port ed781755-9bb7-4abd-a57f-22be3810364e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:41.491699 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.527341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fcbab35-f1a2-4905-8f44-ee8a153547f3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.532455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4fcbab35-f1a2-4905-8f44-ee8a153547f3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/f0750558-a613-4e23-a9cf-b53a76e6f034 HTTP/1.1" status: 204 len: 168 time: 1.3189678 Apr 18 20:45:41.533417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52202) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:41.552352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Made reservation on behalf of 5fa683093c6f40a293d5d917b8c84f89 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:41.556380 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.569297 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5616db-77e4-4d33-929b-5fd298c2515d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:45:41.571188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ba5616db-77e4-4d33-929b-5fd298c2515d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/f0750558-a613-4e23-a9cf-b53a76e6f034 HTTP/1.1" status: 404 len: 333 time: 0.0366130 Apr 18 20:45:41.575002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52204) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:41.634115 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.637225 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.680598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a206f174-2f00-4990-ab44-366c904e09c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed781755-9bb7-4abd-a57f-22be3810364e'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:41.682920 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf8a92c-70b1-4a15-910a-760c353851ab" -d '{"events": [{"server_uuid": "a206f174-2f00-4990-ab44-366c904e09c9", "name": "network-vif-plugged", "status": "completed", "tag": "ed781755-9bb7-4abd-a57f-22be3810364e"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:41.697997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-97188f7e-e58f-48da-924f-d804a3d591fc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet 143f01c7-81a4-4079-8ce6-fb763aeb1ae8 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:41.701801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port f58e0533-184d-4624-84c3-01824bc71fa0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f58e0533-184d-4624-84c3-01824bc71fa0,segment=NetworkSegment(cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1),segment_id=cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:41.703766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ed781755-9bb7-4abd-a57f-22be3810364e, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ed781755-9bb7-4abd-a57f-22be3810364e,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:41.717383 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.718328 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.719036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 27bce819-63c0-45b2-b22f-c414d3255553 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:41.721566 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-97188f7e-e58f-48da-924f-d804a3d591fc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.745123 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784bbf38-abfb-4e61-8ed1-f7de6d4ee45f x-openstack-request-id: req-784bbf38-abfb-4e61-8ed1-f7de6d4ee45f {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:41.745475 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a206f174-2f00-4990-ab44-366c904e09c9", "name": "network-vif-plugged", "status": "completed", "tag": "ed781755-9bb7-4abd-a57f-22be3810364e", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:41.745867 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-784bbf38-abfb-4e61-8ed1-f7de6d4ee45f {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:41.746259 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784bbf38-abfb-4e61-8ed1-f7de6d4ee45f'] response: {'server_uuid': 'a206f174-2f00-4990-ab44-366c904e09c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed781755-9bb7-4abd-a57f-22be3810364e', 'code': 200} Apr 18 20:45:41.772646 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fdd003-2dde-447c-ad18-7c98544d8ba1 None None] Network b3c59456-5e4b-44dd-aca9-d292f0309a23 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:41.813140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-97188f7e-e58f-48da-924f-d804a3d591fc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.882024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ed781755-9bb7-4abd-a57f-22be3810364e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.885719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Allocated IP 172.20.0.30 (57ea82ed-f650-45d4-8a7b-caf63a7b2a62/34033d7d-57e2-463d-8d93-6db1d1362f49/b36abd30-aa8f-4a1a-a61f-7da5f95f2308) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:41.896255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4f68d3b1-8d60-4abd-b7e2-65f0f6842405 None None] Provisioning complete for port f58e0533-184d-4624-84c3-01824bc71fa0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:41.896617 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4f68d3b1-8d60-4abd-b7e2-65f0f6842405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.922158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b5cf8-2aad-4ded-b030-6a839509f717 req-e4808c7f-5b0e-4435-ac5a-5486b9f2a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:41.923700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fc0b5cf8-2aad-4ded-b030-6a839509f717 req-e4808c7f-5b0e-4435-ac5a-5486b9f2a9ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 1097 time: 0.1075187 Apr 18 20:45:41.991233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 27bce819-63c0-45b2-b22f-c414d3255553 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:41.991567 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.013216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-97188f7e-e58f-48da-924f-d804a3d591fc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.036002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=f58e0533-184d-4624-84c3-01824bc71fa0,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:42.084720 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fc0b5cf8-2aad-4ded-b030-6a839509f717 req-2adaa66a-96c6-440b-bfbe-59ec09c51239 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347091 Apr 18 20:45:42.173201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c41597d1-1dc8-4281-b02f-9779bd023193 req-8ce53906-3096-4e8c-9996-6d578bc3d0fb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 210 time: 0.0459940 Apr 18 20:45:42.174032 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.179151 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-97188f7e-e58f-48da-924f-d804a3d591fc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.219617 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-97188f7e-e58f-48da-924f-d804a3d591fc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.223463 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-97188f7e-e58f-48da-924f-d804a3d591fc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/143f01c7-81a4-4079-8ce6-fb763aeb1ae8 HTTP/1.1" status: 204 len: 168 time: 0.6470652 Apr 18 20:45:42.226358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97188f7e-e58f-48da-924f-d804a3d591fc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=143f01c7-81a4-4079-8ce6-fb763aeb1ae8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:42.227218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52212) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:42.232865 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.270324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.325074 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.325395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:42.328795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:42.332979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:42.340095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:42.422522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:42.423072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.423731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port f58e0533-184d-4624-84c3-01824bc71fa0 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:42.424171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.445979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180192ca-0610-4737-ae18-d88319933347 None None] Network b3c59456-5e4b-44dd-aca9-d292f0309a23 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:42.449577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c9fb1-91bc-44a6-bf30-ec668a128539 req-43365eb4-dc07-4d6c-850f-7971ac7898fc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:42.451195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e1c9fb1-91bc-44a6-bf30-ec668a128539 req-43365eb4-dc07-4d6c-850f-7971ac7898fc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.0807173 Apr 18 20:45:42.455121 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-70b25616-de22-4918-b17d-15bdd9d59913 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1391368 Apr 18 20:45:42.477131 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Request body: {'port': {'device_id': 'c3e67147-3682-47ef-9077-79f430f4d720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:42.540430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] For port f58e0533-184d-4624-84c3-01824bc71fa0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f58e0533-184d-4624-84c3-01824bc71fa0,segment=NetworkSegment(cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1),segment_id=cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:42.541197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.551102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ceab8f65-409f-4537-8dea-281bdbdd3731 None None] Provisioning complete for port f58e0533-184d-4624-84c3-01824bc71fa0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:42.551469 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ceab8f65-409f-4537-8dea-281bdbdd3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.560563 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for f58e0533-184d-4624-84c3-01824bc71fa0 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:42.586392 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.671747 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.717538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=f58e0533-184d-4624-84c3-01824bc71fa0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:42.729658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No DVR routers for this DVR port f58e0533-184d-4624-84c3-01824bc71fa0 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:42.758603 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09695861-6516-4bb2-868b-79c9818a2ea6 None None] DHCP port deletion for b3c59456-5e4b-44dd-aca9-d292f0309a23 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:42.777530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e1c9fb1-91bc-44a6-bf30-ec668a128539 req-47a430a6-94a4-4cd1-969d-8e09ed7f52d5 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117216 Apr 18 20:45:42.875053 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.907389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c59456-5e4b-44dd-aca9-d292f0309a23']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:42.918786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:42.919213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1fe7ac-f0a6-4eaa-ac9d-726a580afbc1') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:42.930677 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.944051 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.951055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:42.951459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.955232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-013be801-22ee-4383-98ce-a402ead4ba9d None None] Provisioning complete for port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:42.955454 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:42.959683 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-013be801-22ee-4383-98ce-a402ead4ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.978023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36abd30-aa8f-4a1a-a61f-7da5f95f2308 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:42.986712 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.020986 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.022787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Transition to ACTIVE for port object b36abd30-aa8f-4a1a-a61f-7da5f95f2308 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:43.029812 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.031469 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.033303 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/networks/b3c59456-5e4b-44dd-aca9-d292f0309a23 HTTP/1.1" status: 204 len: 168 time: 0.8043673 Apr 18 20:45:43.039889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52220) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:43.046566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62689d-e13b-4375-8cf7-9e03029968ca tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Network': ['ID=b3c59456-5e4b-44dd-aca9-d292f0309a23,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:43.047366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'name': 'tempest-PortsTestJSON-1674787583'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:43.163102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Pushing event updated for resources: {'Port': ['ID=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:43.180035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-013be801-22ee-4383-98ce-a402ead4ba9d None None] Port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:43.231584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f58e0533-184d-4624-84c3-01824bc71fa0 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:43.264843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: f58e0533-184d-4624-84c3-01824bc71fa0 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:43.265200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f58e0533-184d-4624-84c3-01824bc71fa0 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:43.270864 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Attempting to bind port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:43.271248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Attempting to bind port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:43.271586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Attempting to bind port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 on network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:43.281750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:43.295161 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.310517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 on network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:45:43.310905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Attempting to bind port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 on network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:43.349537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:43.349977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Checking segment: {'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:43.350473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Bound using segment: {'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:43.351046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Bound port: b36abd30-aa8f-4a1a-a61f-7da5f95f2308, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:43.351405 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.353950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port b1e59ee1-39e3-49ea-91a3-b7b7e58b0e80 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:43.488044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c94f9-adac-4c4c-86b3-197a1a9a56da req-25c2872b-4e4c-4ce8-8d61-6295f489ed0a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.495902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b0c94f9-adac-4c4c-86b3-197a1a9a56da req-25c2872b-4e4c-4ce8-8d61-6295f489ed0a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 944 time: 0.1939068 Apr 18 20:45:43.569813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] For port b36abd30-aa8f-4a1a-a61f-7da5f95f2308, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:43.610569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] For port b36abd30-aa8f-4a1a-a61f-7da5f95f2308, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:43.639711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b0c94f9-adac-4c4c-86b3-197a1a9a56da req-4dd53393-9218-4a60-9038-f4bb0d40e2d7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429391 Apr 18 20:45:43.648222 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.719967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.720625 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.723358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] 10.222.0.60 "PUT /v2.0/ports/b36abd30-aa8f-4a1a-a61f-7da5f95f2308 HTTP/1.1" status: 200 len: 1092 time: 1.2586486 Apr 18 20:45:43.723882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e67147-3682-47ef-9077-79f430f4d720', 'tag': 'b36abd30-aa8f-4a1a-a61f-7da5f95f2308'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:43.726480 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b578760-4dfd-48d6-a7b5-c73f1d746f84" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e67147-3682-47ef-9077-79f430f4d720", "tag": "b36abd30-aa8f-4a1a-a61f-7da5f95f2308"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:43.746661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.770842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142a4f9-0226-44e8-86f0-0219d5c0fefd service neutron] Pushing event updated for resources: {'Port': ['ID=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:43.836377 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5c4449-0608-414b-9144-feae492e1884 x-openstack-request-id: req-6b5c4449-0608-414b-9144-feae492e1884 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:43.836924 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e67147-3682-47ef-9077-79f430f4d720", "tag": "b36abd30-aa8f-4a1a-a61f-7da5f95f2308", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:43.838049 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6b5c4449-0608-414b-9144-feae492e1884 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:43.838049 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5c4449-0608-414b-9144-feae492e1884'] response: {'name': 'network-changed', 'server_uuid': 'c3e67147-3682-47ef-9077-79f430f4d720', 'tag': 'b36abd30-aa8f-4a1a-a61f-7da5f95f2308', 'status': 'completed', 'code': 200} Apr 18 20:45:43.903216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.966371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-d22df1c6-d676-4266-be74-6961b88cbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.968048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-d22df1c6-d676-4266-be74-6961b88cbf56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 1095 time: 0.1364837 Apr 18 20:45:44.004948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:44.069263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:44.081556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:44.092332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:44.093328 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.098591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-2e298763-b636-47d9-96e5-c090be3db025 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b36abd30-aa8f-4a1a-a61f-7da5f95f2308 HTTP/1.1" status: 200 len: 217 time: 0.0979950 Apr 18 20:45:44.104141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=b1e59ee1-39e3-49ea-91a3-b7b7e58b0e80,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:44.190872 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bdd8c5d7-49d0-46fa-9235-4ebd61b1ebfa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1452320 Apr 18 20:45:44.192477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52246) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:44.213152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc460f40-6e33-429a-bf6b-c8fa80324220 req-98ce10f9-4d0a-434a-9554-9116c7638885 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:44.213152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc460f40-6e33-429a-bf6b-c8fa80324220 req-98ce10f9-4d0a-434a-9554-9116c7638885 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.2661488 Apr 18 20:45:44.247291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-b79b7d89-afe4-41db-a353-6145d74b936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:44.249768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-b79b7d89-afe4-41db-a353-6145d74b936e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34033d7d-57e2-463d-8d93-6db1d1362f49 HTTP/1.1" status: 200 len: 838 time: 0.1406174 Apr 18 20:45:44.343453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc460f40-6e33-429a-bf6b-c8fa80324220 req-67406e31-ba3f-4734-8d3d-3bd4fd600869 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251459 Apr 18 20:45:44.352747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port b1e59ee1-39e3-49ea-91a3-b7b7e58b0e80 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:44.357835 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.374168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-a92b24f5-90c9-4a61-8de2-2620c655d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:44.374168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-a92b24f5-90c9-4a61-8de2-2620c655d768 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57ea82ed-f650-45d4-8a7b-caf63a7b2a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1074233 Apr 18 20:45:44.466780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.490979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for b1e59ee1-39e3-49ea-91a3-b7b7e58b0e80 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:44.570509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-7aae78f1-61cf-4087-a06b-e8fbd580654c service neutron] 10.222.0.60 "GET /v2.0/networks/57ea82ed-f650-45d4-8a7b-caf63a7b2a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844699 Apr 18 20:45:44.631523 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.803872 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.803872 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/b1e59ee1-39e3-49ea-91a3-b7b7e58b0e80 HTTP/1.1" status: 204 len: 168 time: 0.6021197 Apr 18 20:45:44.803872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52264) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:44.803872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=b1e59ee1-39e3-49ea-91a3-b7b7e58b0e80,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:44.822608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b903b9-b402-40df-b0b6-96dbb5744232 req-e3123d02-32a9-4330-9687-d99809d718c8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:44.824764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32b903b9-b402-40df-b0b6-96dbb5744232 req-e3123d02-32a9-4330-9687-d99809d718c8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.1398201 Apr 18 20:45:44.828573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'mac_address': 'fa:16:3e:88:4d:7a', 'name': 'tempest-PortsTestJSON-429400393'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:44.848888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4391f9be-588a-4cb2-a3d0-1c6780059d77 req-efdf9723-a3b8-4cc3-a7e5-906c863f6d8c service neutron] 10.222.0.60 "GET /v2.0/networks/57ea82ed-f650-45d4-8a7b-caf63a7b2a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651410 Apr 18 20:45:44.854655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.855038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.855380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.859945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.860317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.860602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.861842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.862997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.863299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.863945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.864336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.864823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba4dccb-453e-45ee-9b77-a26ff331fc1d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.911025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30b260-8a69-4eb9-be75-71189d5def8f req-0c826657-8410-43c1-9a1d-535a51541161 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:44.913687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de30b260-8a69-4eb9-be75-71189d5def8f req-0c826657-8410-43c1-9a1d-535a51541161 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 944 time: 0.1321113 Apr 18 20:45:44.924550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-32b903b9-b402-40df-b0b6-96dbb5744232 req-e570537a-6590-4ee1-9c80-2087946d5733 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802183 Apr 18 20:45:45.015012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de30b260-8a69-4eb9-be75-71189d5def8f req-fa500f42-e4a3-4225-8099-1aaedbaca528 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574057 Apr 18 20:45:45.025575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-37112896-4139-4c62-a453-9ac509ccab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:45.027215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-37112896-4139-4c62-a453-9ac509ccab4d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 1095 time: 0.0985389 Apr 18 20:45:45.049719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:45.127141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-b1153b6a-57c3-4340-8107-7dc1a78439a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:45.128975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-b1153b6a-57c3-4340-8107-7dc1a78439a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57ea82ed-f650-45d4-8a7b-caf63a7b2a62 HTTP/1.1" status: 200 len: 898 time: 0.0936892 Apr 18 20:45:45.137570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.161333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port a2f0c98b-bab7-4fad-a2a2-6713c3d17027 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:45.177092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-9d2b1c61-d039-4423-8cd4-e5f0cf3dbf06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=b36abd30-aa8f-4a1a-a61f-7da5f95f2308 HTTP/1.1" status: 200 len: 217 time: 0.0411160 Apr 18 20:45:45.228496 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-1ee0f510-6fdd-4f64-aa47-c2e4544644de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:45.229972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-1ee0f510-6fdd-4f64-aa47-c2e4544644de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34033d7d-57e2-463d-8d93-6db1d1362f49 HTTP/1.1" status: 200 len: 838 time: 0.0469856 Apr 18 20:45:45.277986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-893508a0-2b4a-42f9-9b0a-74a86a968322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:45.279682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-893508a0-2b4a-42f9-9b0a-74a86a968322 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57ea82ed-f650-45d4-8a7b-caf63a7b2a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428841 Apr 18 20:45:45.334885 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.372165 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.403310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-46cbc288-7816-45db-8f0c-385966016d98 service neutron] 10.222.0.60 "GET /v2.0/networks/57ea82ed-f650-45d4-8a7b-caf63a7b2a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170223 Apr 18 20:45:45.431654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:45.437562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:45.442853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:45.449093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:45.449978 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.466334 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=a2f0c98b-bab7-4fad-a2a2-6713c3d17027,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:45.481581 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aa4ec630-445a-43b6-aac6-e1b6aba65e3c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6609387 Apr 18 20:45:45.490871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52268) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:45.541824 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b578760-4dfd-48d6-a7b5-c73f1d746f84 req-355d877b-f5cc-47be-b0ad-3a2afe0bae38 service neutron] 10.222.0.60 "GET /v2.0/networks/57ea82ed-f650-45d4-8a7b-caf63a7b2a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291332 Apr 18 20:45:45.560939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969cc36-f052-49a2-95cb-c22a1e9ee2f9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:45.565902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52270) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:45.567122 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c969cc36-f052-49a2-95cb-c22a1e9ee2f9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/a2f0c98b-bab7-4fad-a2a2-6713c3d17027 HTTP/1.1" status: 200 len: 840 time: 0.0733404 Apr 18 20:45:45.679799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-89aacdef-d636-40e6-a193-f6f2311487a7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port a2f0c98b-bab7-4fad-a2a2-6713c3d17027 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:45.680078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89aacdef-d636-40e6-a193-f6f2311487a7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.756802 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89aacdef-d636-40e6-a193-f6f2311487a7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.774844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-89aacdef-d636-40e6-a193-f6f2311487a7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for a2f0c98b-bab7-4fad-a2a2-6713c3d17027 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:45.886030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89aacdef-d636-40e6-a193-f6f2311487a7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.913123 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.920216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aacdef-d636-40e6-a193-f6f2311487a7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=a2f0c98b-bab7-4fad-a2a2-6713c3d17027,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:45.926229 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89aacdef-d636-40e6-a193-f6f2311487a7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.932438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52274) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:45.933345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-89aacdef-d636-40e6-a193-f6f2311487a7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/a2f0c98b-bab7-4fad-a2a2-6713c3d17027 HTTP/1.1" status: 204 len: 168 time: 0.3647995 Apr 18 20:45:45.960848 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb820a2-c354-4b47-b9cc-723d2b32068d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:45:45.966935 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6cb820a2-c354-4b47-b9cc-723d2b32068d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/a2f0c98b-bab7-4fad-a2a2-6713c3d17027 HTTP/1.1" status: 404 len: 333 time: 0.0290906 Apr 18 20:45:45.972709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52280) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:45.977068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'name': 'tempest-PortsTestJSON-1703536735'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:46.082100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2109-8b8a-46a6-99e4-6c5845dc4b2c req-c8b56d39-4633-409b-b1a5-05cd09f75e9c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:46.090353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-729b2109-8b8a-46a6-99e4-6c5845dc4b2c req-c8b56d39-4633-409b-b1a5-05cd09f75e9c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.0686727 Apr 18 20:45:46.116397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:46.120066 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.139185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-729b2109-8b8a-46a6-99e4-6c5845dc4b2c req-abf5167f-dd2e-4fcf-8d4b-91851b5ca5ac tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476160 Apr 18 20:45:46.150611 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port 7af17b6c-00f4-4211-b07b-c657261281f9 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:46.301116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e9cb6-73e0-4988-b773-6ed3b64db3ae req-434f0e13-67f1-4d0a-86da-6befcfe66b94 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:46.302964 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d6e9cb6-73e0-4988-b773-6ed3b64db3ae req-434f0e13-67f1-4d0a-86da-6befcfe66b94 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 944 time: 0.0770433 Apr 18 20:45:46.379993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d6e9cb6-73e0-4988-b773-6ed3b64db3ae req-09fa1524-88be-4b95-8482-73939a84033a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693734 Apr 18 20:45:46.409125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.457539 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.510278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:46.512116 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:46.518754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:46.526214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:46.526910 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.545677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=7af17b6c-00f4-4211-b07b-c657261281f9,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:46.555763 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5e0faf6a-9cca-4509-af75-a31d6c50c23b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5833533 Apr 18 20:45:46.558756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52300) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:46.564707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3f998892-c0dd-469c-b91d-7789a40a9ecb tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:46.648100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f998892-c0dd-469c-b91d-7789a40a9ecb tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.891207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f998892-c0dd-469c-b91d-7789a40a9ecb tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.897502 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f998892-c0dd-469c-b91d-7789a40a9ecb tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.939367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ac78-e13f-4c44-b0bf-94c524403a81 req-1b1e8551-46ed-4ee8-910c-422118d9f9e4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:46.941603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff64ac78-e13f-4c44-b0bf-94c524403a81 req-1b1e8551-46ed-4ee8-910c-422118d9f9e4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.1005595 Apr 18 20:45:46.946469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3f998892-c0dd-469c-b91d-7789a40a9ecb tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] In _notify_port_updated(), no bound segment for port 7af17b6c-00f4-4211-b07b-c657261281f9 on network ee1bef7d-72bd-491c-a451-12d8a5d7e355 {{(pid=102904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:45:46.951944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f998892-c0dd-469c-b91d-7789a40a9ecb tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:46.952575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f998892-c0dd-469c-b91d-7789a40a9ecb tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.956295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3f998892-c0dd-469c-b91d-7789a40a9ecb tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "PUT /v2.0/ports/7af17b6c-00f4-4211-b07b-c657261281f9 HTTP/1.1" status: 200 len: 818 time: 0.3964977 Apr 18 20:45:46.957546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52310) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:46.973307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f998892-c0dd-469c-b91d-7789a40a9ecb tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=7af17b6c-00f4-4211-b07b-c657261281f9,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.030610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff64ac78-e13f-4c44-b0bf-94c524403a81 req-5ffb4dad-4be0-4448-a458-dea4a2f2c33c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721624 Apr 18 20:45:47.065608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ef517b59-e641-4718-9786-3dbfd22ad621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port 7af17b6c-00f4-4211-b07b-c657261281f9 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:47.066736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef517b59-e641-4718-9786-3dbfd22ad621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.147090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef517b59-e641-4718-9786-3dbfd22ad621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.160560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ef517b59-e641-4718-9786-3dbfd22ad621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for 7af17b6c-00f4-4211-b07b-c657261281f9 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:47.250352 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef517b59-e641-4718-9786-3dbfd22ad621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.284544 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef517b59-e641-4718-9786-3dbfd22ad621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=7af17b6c-00f4-4211-b07b-c657261281f9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.290481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ef517b59-e641-4718-9786-3dbfd22ad621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.294198 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ef517b59-e641-4718-9786-3dbfd22ad621 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/7af17b6c-00f4-4211-b07b-c657261281f9 HTTP/1.1" status: 204 len: 168 time: 0.3356504 Apr 18 20:45:47.296898 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52312) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:47.346140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e9648-6b2a-4375-83fa-9bda7f4cd8f6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:47.348203 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4c9e9648-6b2a-4375-83fa-9bda7f4cd8f6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0502858 Apr 18 20:45:47.350791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52314) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:47.377109 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-d816b60d-7a32-4eb9-bb12-9fe7d25487b7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:45:47.382324 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d816b60d-7a32-4eb9-bb12-9fe7d25487b7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/7af17b6c-00f4-4211-b07b-c657261281f9 HTTP/1.1" status: 404 len: 333 time: 0.0271025 Apr 18 20:45:47.383264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52316) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:47.388343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-673398019'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:47.415428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:47.420727 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.463858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:47.496351 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.496705 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Added segment 4c5dce84-a03c-4e01-9264-7303fa25ecd5 of type vlan for network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f Apr 18 20:45:47.548637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.560898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19552483-6014-4205-b751-ca40c33507c9 req-c533d4ab-46d0-4d60-adc4-cd90d808f0fa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:47.562528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19552483-6014-4205-b751-ca40c33507c9 req-c533d4ab-46d0-4d60-adc4-cd90d808f0fa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 944 time: 0.0998845 Apr 18 20:45:47.608256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.614381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:47.614980 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.644501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19552483-6014-4205-b751-ca40c33507c9 req-e8e9ded8-f294-4dee-b871-5640ffedfab3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733662 Apr 18 20:45:47.684416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3000085 Apr 18 20:45:47.687288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52322) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:47.692664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:47.701271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b73fb-5960-4ad6-9882-e6747acaff3e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Network': ['ID=ad9bc811-5f63-4d83-8e1e-3ad4961ef61f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.714417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:47.797130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:47.801816 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.996432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.059934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=b53353cc-971f-4c48-9486-2e1d5d4c6055,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:48.093584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Checking segment: {'id': '4c5dce84-a03c-4e01-9264-7303fa25ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:48.094061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network hostable DHCP agents. Network: ad9bc811-5f63-4d83-8e1e-3ad4961ef61f, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:48.118521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:48.130217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ad9bc811-5f63-4d83-8e1e-3ad4961ef61f) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:48.135070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:48.135899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.142112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a25d4-b3e3-4be5-bcb9-0c85f0ae0136 None None] Network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:48.166497 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ecf0e688-086b-48d6-88b3-35137f686963 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4780016 Apr 18 20:45:48.171708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52326) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:48.176944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-eb016b91-197e-45a8-946e-020fd4357c73 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:48.178019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d8923-e6ea-4e7f-8dd7-63497864bd51 req-67a63f1f-97e5-4d22-b306-7ffc5168c11d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:48.179607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-388d8923-e6ea-4e7f-8dd7-63497864bd51 req-67a63f1f-97e5-4d22-b306-7ffc5168c11d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.0653920 Apr 18 20:45:48.224276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-388d8923-e6ea-4e7f-8dd7-63497864bd51 req-d7eb2f1c-8356-48e8-8c63-c869eb4900fb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369105 Apr 18 20:45:48.332621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb016b91-197e-45a8-946e-020fd4357c73 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:48.336546 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eb016b91-197e-45a8-946e-020fd4357c73 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.340254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ad9bc811-5f63-4d83-8e1e-3ad4961ef61f', 'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f', 'tenant_id': '159defb4c9fe46bf9fe82efa62dc5f5b', 'fixed_ips': [{'subnet_id': 'b53353cc-971f-4c48-9486-2e1d5d4c6055'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:45:48.341704 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.465603 n-d-836015-4 neutron-server[102903]: INFO neutron.db.ipam_backend_mixin [None req-eb016b91-197e-45a8-946e-020fd4357c73 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b53353cc-971f-4c48-9486-2e1d5d4c6055 (CIDR: 172.20.0.0/28) Apr 18 20:45:48.471877 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb016b91-197e-45a8-946e-020fd4357c73 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:45:48.472422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb016b91-197e-45a8-946e-020fd4357c73 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:45:48.495940 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eb016b91-197e-45a8-946e-020fd4357c73 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3213179 Apr 18 20:45:48.497589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52328) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:48.502718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f597db1d-fca5-4e8a-b264-57853e9f5da7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:48.524774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Allocated IP 172.20.0.2 (ad9bc811-5f63-4d83-8e1e-3ad4961ef61f/b53353cc-971f-4c48-9486-2e1d5d4c6055/d6714e45-2b77-4b04-85b8-869bc033f41b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:48.636310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f597db1d-fca5-4e8a-b264-57853e9f5da7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:48.641380 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f597db1d-fca5-4e8a-b264-57853e9f5da7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.698269 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.707822 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.763097 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:48.768735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:48.780207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:48.787672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497d479-f9e6-4e6b-88d4-6cc149b9178b req-48c9916a-7c93-4253-8aae-70dd4dac7b55 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:48.789257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3497d479-f9e6-4e6b-88d4-6cc149b9178b req-48c9916a-7c93-4253-8aae-70dd4dac7b55 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 944 time: 0.0605342 Apr 18 20:45:48.813610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Pushing event updated for resources: {'Port': ['ID=d6714e45-2b77-4b04-85b8-869bc033f41b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:48.851057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3497d479-f9e6-4e6b-88d4-6cc149b9178b req-f246bfd7-d8ec-4d3a-a777-147a0cd083e4 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536838 Apr 18 20:45:48.876286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Attempting to bind port d6714e45-2b77-4b04-85b8-869bc033f41b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:48.876776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Attempting to bind port d6714e45-2b77-4b04-85b8-869bc033f41b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '4c5dce84-a03c-4e01-9264-7303fa25ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:48.877420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Attempting to bind port d6714e45-2b77-4b04-85b8-869bc033f41b on network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:45:48.885476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:45:48.886047 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Checking segment: {'id': '4c5dce84-a03c-4e01-9264-7303fa25ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:45:48.886753 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.887209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Bound using segment: {'id': '4c5dce84-a03c-4e01-9264-7303fa25ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:45:48.887995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Bound port: d6714e45-2b77-4b04-85b8-869bc033f41b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5dce84-a03c-4e01-9264-7303fa25ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:48.888641 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.987505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] For port d6714e45-2b77-4b04-85b8-869bc033f41b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:45:48.992148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] For port d6714e45-2b77-4b04-85b8-869bc033f41b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d6714e45-2b77-4b04-85b8-869bc033f41b,segment=NetworkSegment(4c5dce84-a03c-4e01-9264-7303fa25ecd5),segment_id=4c5dce84-a03c-4e01-9264-7303fa25ecd5)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:45:48.997514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.104792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2396d5-321c-4bee-b306-0c511ca60180 None None] Pushing event updated for resources: {'Port': ['ID=d6714e45-2b77-4b04-85b8-869bc033f41b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:49.408199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ed781755-9bb7-4abd-a57f-22be3810364e details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:45:49.447788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f597db1d-fca5-4e8a-b264-57853e9f5da7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.554458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597db1d-fca5-4e8a-b264-57853e9f5da7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:49.559944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f597db1d-fca5-4e8a-b264-57853e9f5da7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:49.569345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f597db1d-fca5-4e8a-b264-57853e9f5da7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:49.570827 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f597db1d-fca5-4e8a-b264-57853e9f5da7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.580754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c2c1b-7167-48e6-884a-8a2847102ff2 req-a7062d3c-85d6-40aa-b704-33bdeef16e13 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:49.597837 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c3c2c1b-7167-48e6-884a-8a2847102ff2 req-a7062d3c-85d6-40aa-b704-33bdeef16e13 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.2236688 Apr 18 20:45:49.634545 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f597db1d-fca5-4e8a-b264-57853e9f5da7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1355469 Apr 18 20:45:49.642963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52354) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:49.652099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f', 'fixed_ips': [{'subnet_id': 'b53353cc-971f-4c48-9486-2e1d5d4c6055'}, {'subnet_id': '53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2'}], 'name': 'tempest-PortsTestJSON-1512421663'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:49.680315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597db1d-fca5-4e8a-b264-57853e9f5da7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:49.769722 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ed781755-9bb7-4abd-a57f-22be3810364e, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ed781755-9bb7-4abd-a57f-22be3810364e,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:49.790114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'ed781755-9bb7-4abd-a57f-22be3810364e', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'port_id': 'ed781755-9bb7-4abd-a57f-22be3810364e', 'mac_address': 'fa:16:3e:67:e1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:45:49.847926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c3c2c1b-7167-48e6-884a-8a2847102ff2 req-9abc4496-1f6b-43f8-8034-23307046d35e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325389 Apr 18 20:45:49.848403 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.878988 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed781755-9bb7-4abd-a57f-22be3810364e {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:49.925563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ed781755-9bb7-4abd-a57f-22be3810364e, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ed781755-9bb7-4abd-a57f-22be3810364e,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:49.937578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.952555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:50.034212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ed781755-9bb7-4abd-a57f-22be3810364e,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:50.067651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ed781755-9bb7-4abd-a57f-22be3810364e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:50.312354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b36abd30-aa8f-4a1a-a61f-7da5f95f2308 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:45:50.587830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b36abd30-aa8f-4a1a-a61f-7da5f95f2308, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:50.641314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'b36abd30-aa8f-4a1a-a61f-7da5f95f2308', 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62', 'port_id': 'b36abd30-aa8f-4a1a-a61f-7da5f95f2308', 'mac_address': 'fa:16:3e:42:c5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34033d7d-57e2-463d-8d93-6db1d1362f49', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:45:50.648151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2a7b8-ac3a-4eb3-ab1f-87d57bdb4b1e req-eef8ca34-8c00-4ac4-9f6e-3a8fa606b24c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:50.656057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0d2a7b8-ac3a-4eb3-ab1f-87d57bdb4b1e req-eef8ca34-8c00-4ac4-9f6e-3a8fa606b24c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 944 time: 0.6582239 Apr 18 20:45:50.724344 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.736994 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.756461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0d2a7b8-ac3a-4eb3-ab1f-87d57bdb4b1e req-9117ea76-eb73-477a-9a07-1bc722d3a7fc tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992758 Apr 18 20:45:50.774071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b36b3da-e476-4587-ba54-79bd244d39c7 None None] Network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:50.785533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36abd30-aa8f-4a1a-a61f-7da5f95f2308 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:50.788339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port a4a93e6c-f835-444a-940e-0ca6fc5f6390 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:50.935565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b36abd30-aa8f-4a1a-a61f-7da5f95f2308, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:50.962717 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.975168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-29f43a73-df14-4287-b315-366356e36b09 None None] Provisioning complete for port d6714e45-2b77-4b04-85b8-869bc033f41b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:50.976357 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-29f43a73-df14-4287-b315-366356e36b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.078288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:51.258012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-29f43a73-df14-4287-b315-366356e36b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.304626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed1fa1-73c4-4e49-b670-07daffb78066 req-d71648c0-7e27-45fd-ae84-67c5ece59e84 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:51.306766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3ed1fa1-73c4-4e49-b670-07daffb78066 req-d71648c0-7e27-45fd-ae84-67c5ece59e84 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 945 time: 0.2146547 Apr 18 20:45:51.347446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-29f43a73-df14-4287-b315-366356e36b09 None None] For port d6714e45-2b77-4b04-85b8-869bc033f41b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d6714e45-2b77-4b04-85b8-869bc033f41b,segment=NetworkSegment(4c5dce84-a03c-4e01-9264-7303fa25ecd5),segment_id=4c5dce84-a03c-4e01-9264-7303fa25ecd5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:51.372707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.7 (ad9bc811-5f63-4d83-8e1e-3ad4961ef61f/b53353cc-971f-4c48-9486-2e1d5d4c6055/a4a93e6c-f835-444a-940e-0ca6fc5f6390) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:51.383323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3ed1fa1-73c4-4e49-b670-07daffb78066 req-9c25fc17-6cc3-4cbe-a82a-7a27b397c569 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645967 Apr 18 20:45:51.387581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.20 (ad9bc811-5f63-4d83-8e1e-3ad4961ef61f/53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2/a4a93e6c-f835-444a-940e-0ca6fc5f6390) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:51.389267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d6714e45-2b77-4b04-85b8-869bc033f41b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:51.456656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ed781755-9bb7-4abd-a57f-22be3810364e up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:51.459812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b36abd30-aa8f-4a1a-a61f-7da5f95f2308'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:45:51.461717 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-29f43a73-df14-4287-b315-366356e36b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.561146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c43a35-15dc-4262-adb2-e56bb435c2ad None None] Update dhcp port {'port': {'network_id': 'ad9bc811-5f63-4d83-8e1e-3ad4961ef61f', 'fixed_ips': [{'subnet_id': 'b53353cc-971f-4c48-9486-2e1d5d4c6055', 'ip_address': '172.20.0.2'}, {'subnet_id': '53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2'}], 'binding:host_id': 'n-d-836015-4'}, 'id': 'd6714e45-2b77-4b04-85b8-869bc033f41b'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:45:51.648329 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.745089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.841258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:51.854228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:51.857394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=a4a93e6c-f835-444a-940e-0ca6fc5f6390,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:51.859893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:45:51.879304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f43a73-df14-4287-b315-366356e36b09 None None] Pushing event updated for resources: {'Port': ['ID=d6714e45-2b77-4b04-85b8-869bc033f41b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:51.927482 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f3c43a35-15dc-4262-adb2-e56bb435c2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.945278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d6714e45-2b77-4b04-85b8-869bc033f41b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:51.945657 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.980252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:51.981342 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.030676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52388) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:52.033775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-945e6818-fdb2-498f-ae06-a0d6e99e7abf tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3885453 Apr 18 20:45:52.036957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dee8d3f1-f431-4cb4-b591-f8cc9ffe8467 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b53353cc-971f-4c48-9486-2e1d5d4c6055'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:52.044764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092468d-fc11-48af-94a9-247baff8bdc4 req-51d87731-de80-4717-9f5e-1faa87883dc1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:52.046679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7092468d-fc11-48af-94a9-247baff8bdc4 req-51d87731-de80-4717-9f5e-1faa87883dc1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 945 time: 0.1482780 Apr 18 20:45:52.102302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7092468d-fc11-48af-94a9-247baff8bdc4 req-d0c0b150-7f19-44e8-9ba8-8880c4445a10 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486715 Apr 18 20:45:52.154552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-f3c43a35-15dc-4262-adb2-e56bb435c2ad None None] Allocated IP 172.20.0.18 (ad9bc811-5f63-4d83-8e1e-3ad4961ef61f/53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2/d6714e45-2b77-4b04-85b8-869bc033f41b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:52.279475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f3c43a35-15dc-4262-adb2-e56bb435c2ad None None] For port d6714e45-2b77-4b04-85b8-869bc033f41b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d6714e45-2b77-4b04-85b8-869bc033f41b,segment=NetworkSegment(4c5dce84-a03c-4e01-9264-7303fa25ecd5),segment_id=4c5dce84-a03c-4e01-9264-7303fa25ecd5)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:52.314768 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f3c43a35-15dc-4262-adb2-e56bb435c2ad None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.339440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dee8d3f1-f431-4cb4-b591-f8cc9ffe8467 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.349642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port ed781755-9bb7-4abd-a57f-22be3810364e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:52.350367 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.354682 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f3c43a35-15dc-4262-adb2-e56bb435c2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.648588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec4f1f-cf57-45aa-882c-f2bb714c342b req-afbe5a46-5dec-4939-895b-623e56c3b94c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:52.657165 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edec4f1f-cf57-45aa-882c-f2bb714c342b req-afbe5a46-5dec-4939-895b-623e56c3b94c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 945 time: 0.1519525 Apr 18 20:45:52.665349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c43a35-15dc-4262-adb2-e56bb435c2ad None None] Pushing event updated for resources: {'Port': ['ID=d6714e45-2b77-4b04-85b8-869bc033f41b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:52.748625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edec4f1f-cf57-45aa-882c-f2bb714c342b req-4effb427-f16c-4b7d-b938-bc8ce34ba551 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875778 Apr 18 20:45:52.764022 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-dee8d3f1-f431-4cb4-b591-f8cc9ffe8467 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Delete allocated IP 172.20.0.20 (ad9bc811-5f63-4d83-8e1e-3ad4961ef61f/53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2) {{(pid=102903) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:45:52.912420 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.023862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ed781755-9bb7-4abd-a57f-22be3810364e, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ed781755-9bb7-4abd-a57f-22be3810364e,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:53.025422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a206f174-2f00-4990-ab44-366c904e09c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed781755-9bb7-4abd-a57f-22be3810364e'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:53.028674 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac341ba-d596-4b75-8d87-2906119fd301" -d '{"events": [{"server_uuid": "a206f174-2f00-4990-ab44-366c904e09c9", "name": "network-vif-plugged", "status": "completed", "tag": "ed781755-9bb7-4abd-a57f-22be3810364e"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:53.042883 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.097387 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dee8d3f1-f431-4cb4-b591-f8cc9ffe8467 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.108180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dee8d3f1-f431-4cb4-b591-f8cc9ffe8467 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.184875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ed781755-9bb7-4abd-a57f-22be3810364e,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:53.193299 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85862ec7-6bba-47df-aeb2-a138d3ca5c03 x-openstack-request-id: req-85862ec7-6bba-47df-aeb2-a138d3ca5c03 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:53.194117 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a206f174-2f00-4990-ab44-366c904e09c9", "name": "network-vif-plugged", "status": "completed", "tag": "ed781755-9bb7-4abd-a57f-22be3810364e", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:53.194375 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85862ec7-6bba-47df-aeb2-a138d3ca5c03 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:53.194780 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85862ec7-6bba-47df-aeb2-a138d3ca5c03'] response: {'server_uuid': 'a206f174-2f00-4990-ab44-366c904e09c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed781755-9bb7-4abd-a57f-22be3810364e', 'code': 200} Apr 18 20:45:53.352688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-dee8d3f1-f431-4cb4-b591-f8cc9ffe8467 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] In _notify_port_updated(), no bound segment for port a4a93e6c-f835-444a-940e-0ca6fc5f6390 on network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:45:53.361113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d6714e45-2b77-4b04-85b8-869bc033f41b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:53.363520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8d3f1-f431-4cb4-b591-f8cc9ffe8467 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:53.368432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dee8d3f1-f431-4cb4-b591-f8cc9ffe8467 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.374390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee14a93-ffe6-410c-bf86-0b1f081fb9ca req-2d6162e8-8d45-4917-a20f-3bbf89fdd74a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:53.378647 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dee8d3f1-f431-4cb4-b591-f8cc9ffe8467 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "PUT /v2.0/ports/a4a93e6c-f835-444a-940e-0ca6fc5f6390 HTTP/1.1" status: 200 len: 919 time: 1.3461609 Apr 18 20:45:53.384646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52396) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:53.389834 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f68e9657-185b-4617-8feb-1df884849b91 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b53353cc-971f-4c48-9486-2e1d5d4c6055'}, {'subnet_id': '53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:53.393287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ee14a93-ffe6-410c-bf86-0b1f081fb9ca req-2d6162e8-8d45-4917-a20f-3bbf89fdd74a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 945 time: 0.1235626 Apr 18 20:45:53.475985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ee14a93-ffe6-410c-bf86-0b1f081fb9ca req-1297379a-5901-46c5-bdac-ab45c367a7a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811470 Apr 18 20:45:53.477523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8d3f1-f431-4cb4-b591-f8cc9ffe8467 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=a4a93e6c-f835-444a-940e-0ca6fc5f6390,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:53.534635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d6714e45-2b77-4b04-85b8-869bc033f41b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:53.535024 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.583173 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f68e9657-185b-4617-8feb-1df884849b91 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.699542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a70380-9fbb-4e6f-b860-b966a99c5a63 None None] Network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:53.779635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-af00c0fe-c301-487d-aa9a-01282d05a5b3 None None] Provisioning complete for port d6714e45-2b77-4b04-85b8-869bc033f41b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:53.779767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-af00c0fe-c301-487d-aa9a-01282d05a5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.985946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96297b9f-298d-479f-8b01-f34b528b7672 req-cdd34715-7d2c-4f6f-8ac5-91b1bf6c7dbb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:54.002637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96297b9f-298d-479f-8b01-f34b528b7672 req-cdd34715-7d2c-4f6f-8ac5-91b1bf6c7dbb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.1100276 Apr 18 20:45:54.041063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f68e9657-185b-4617-8feb-1df884849b91 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.20 (ad9bc811-5f63-4d83-8e1e-3ad4961ef61f/53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2/a4a93e6c-f835-444a-940e-0ca6fc5f6390) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:54.092709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96297b9f-298d-479f-8b01-f34b528b7672 req-8a6a44ed-509c-4500-8605-2ddf36dacda8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819035 Apr 18 20:45:54.312414 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f68e9657-185b-4617-8feb-1df884849b91 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.332835 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f68e9657-185b-4617-8feb-1df884849b91 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.345990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b36abd30-aa8f-4a1a-a61f-7da5f95f2308 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:45:54.492862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-744508ba-7703-4138-b4ef-e3ac2427f5c6 None None] Provisioning complete for port d6714e45-2b77-4b04-85b8-869bc033f41b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:54.493284 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-744508ba-7703-4138-b4ef-e3ac2427f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.555652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:54.562194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:54.562649 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.592986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e9657-185b-4617-8feb-1df884849b91 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=a4a93e6c-f835-444a-940e-0ca6fc5f6390,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:54.637042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f68e9657-185b-4617-8feb-1df884849b91 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] In _notify_port_updated(), no bound segment for port a4a93e6c-f835-444a-940e-0ca6fc5f6390 on network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:45:54.645754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e9657-185b-4617-8feb-1df884849b91 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:54.646634 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f68e9657-185b-4617-8feb-1df884849b91 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.648203 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f68e9657-185b-4617-8feb-1df884849b91 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "PUT /v2.0/ports/a4a93e6c-f835-444a-940e-0ca6fc5f6390 HTTP/1.1" status: 200 len: 999 time: 1.2626231 Apr 18 20:45:54.653311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52402) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:54.756842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-744508ba-7703-4138-b4ef-e3ac2427f5c6 None None] Provisioning complete for port a4a93e6c-f835-444a-940e-0ca6fc5f6390 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:54.756842 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-744508ba-7703-4138-b4ef-e3ac2427f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.803406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-744508ba-7703-4138-b4ef-e3ac2427f5c6 None None] Port a4a93e6c-f835-444a-940e-0ca6fc5f6390 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:54.815347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.859791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d8b86-8599-4b4c-900c-f1d1790e1b6b req-d7f5a534-8fbd-470f-8892-3dc25e48ec9e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:54.865603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f5d8b86-8599-4b4c-900c-f1d1790e1b6b req-d7f5a534-8fbd-470f-8892-3dc25e48ec9e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 945 time: 0.2313812 Apr 18 20:45:54.876113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b36abd30-aa8f-4a1a-a61f-7da5f95f2308, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:54.886025 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.968903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f5d8b86-8599-4b4c-900c-f1d1790e1b6b req-fe70dc1c-695f-4d0b-b1f3-c6b6f3395290 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922990 Apr 18 20:45:54.969527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:54.992836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f9539447-be41-46d4-85b1-290b271f0f27 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port a4a93e6c-f835-444a-940e-0ca6fc5f6390 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:54.993616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9539447-be41-46d4-85b1-290b271f0f27 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.999004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a7eaf518-c517-4af4-b4b7-560cd593865f None None] Provisioning complete for port a4a93e6c-f835-444a-940e-0ca6fc5f6390 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:54.999380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf518-c517-4af4-b4b7-560cd593865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.076822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a7eaf518-c517-4af4-b4b7-560cd593865f None None] Port a4a93e6c-f835-444a-940e-0ca6fc5f6390 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:55.129183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9539447-be41-46d4-85b1-290b271f0f27 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.157373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f9539447-be41-46d4-85b1-290b271f0f27 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for a4a93e6c-f835-444a-940e-0ca6fc5f6390 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:55.196870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e67147-3682-47ef-9077-79f430f4d720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36abd30-aa8f-4a1a-a61f-7da5f95f2308'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:55.202529 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d15b77e-4d4b-4109-81d0-3321104cf741" -d '{"events": [{"server_uuid": "c3e67147-3682-47ef-9077-79f430f4d720", "name": "network-vif-plugged", "status": "completed", "tag": "b36abd30-aa8f-4a1a-a61f-7da5f95f2308"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:45:55.264155 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0706b7e0-c28f-4eaf-976c-6395c280d1e2 x-openstack-request-id: req-0706b7e0-c28f-4eaf-976c-6395c280d1e2 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:45:55.264481 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e67147-3682-47ef-9077-79f430f4d720", "name": "network-vif-plugged", "status": "completed", "tag": "b36abd30-aa8f-4a1a-a61f-7da5f95f2308", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:45:55.264858 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0706b7e0-c28f-4eaf-976c-6395c280d1e2 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:45:55.265262 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0706b7e0-c28f-4eaf-976c-6395c280d1e2'] response: {'server_uuid': 'c3e67147-3682-47ef-9077-79f430f4d720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36abd30-aa8f-4a1a-a61f-7da5f95f2308', 'code': 200} Apr 18 20:45:55.344476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95225a81-c0f0-42b7-a558-94a17e3bcc6f req-4ee450ee-8fa8-4d42-965a-06f155cf00f3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:55.345356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5de2da75-462a-425d-a480-80dad7a902fd None None] Provisioning complete for port a4a93e6c-f835-444a-940e-0ca6fc5f6390 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:55.345356 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5de2da75-462a-425d-a480-80dad7a902fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.347718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95225a81-c0f0-42b7-a558-94a17e3bcc6f req-4ee450ee-8fa8-4d42-965a-06f155cf00f3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.1454425 Apr 18 20:45:55.434803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5de2da75-462a-425d-a480-80dad7a902fd None None] Port a4a93e6c-f835-444a-940e-0ca6fc5f6390 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:45:55.514047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95225a81-c0f0-42b7-a558-94a17e3bcc6f req-2a40bf36-4d56-4740-aa58-0de684246c91 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586416 Apr 18 20:45:55.525770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43036e2f-ac9d-4446-be65-244b4109b45f req-dc0dc93a-5eb0-41f8-b37f-583208a0a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:55.531406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43036e2f-ac9d-4446-be65-244b4109b45f req-dc0dc93a-5eb0-41f8-b37f-583208a0a0f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 1097 time: 0.1278369 Apr 18 20:45:55.598193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43036e2f-ac9d-4446-be65-244b4109b45f req-154e6683-1656-4059-9428-ed251c866622 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612698 Apr 18 20:45:55.669791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9539447-be41-46d4-85b1-290b271f0f27 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.730770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9539447-be41-46d4-85b1-290b271f0f27 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=a4a93e6c-f835-444a-940e-0ca6fc5f6390,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:55.813185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7c72a8f5-48c1-446f-a811-fbba130c67ed None None] Could not find standard attr ID for object a4a93e6c-f835-444a-940e-0ca6fc5f6390. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:45:55.892224 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f9539447-be41-46d4-85b1-290b271f0f27 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.897145 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f9539447-be41-46d4-85b1-290b271f0f27 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/a4a93e6c-f835-444a-940e-0ca6fc5f6390 HTTP/1.1" status: 204 len: 168 time: 1.2424958 Apr 18 20:45:55.899780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52408) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:55.937953 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b764ef8-0d19-4249-8bf4-11e46bd12e09 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:45:55.939907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6b764ef8-0d19-4249-8bf4-11e46bd12e09 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/a4a93e6c-f835-444a-940e-0ca6fc5f6390 HTTP/1.1" status: 404 len: 333 time: 0.0388410 Apr 18 20:45:55.943578 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52410) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:56.041769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-9052876a-4bdd-4f99-b256-8eb5e7763876 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet 53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:56.047133 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9052876a-4bdd-4f99-b256-8eb5e7763876 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.112599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9052876a-4bdd-4f99-b256-8eb5e7763876 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.177785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371c80d-b80d-496c-9a73-cda3be77524e req-1df5b433-fc96-4613-9263-63c0c6efda14 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:56.191485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5371c80d-b80d-496c-9a73-cda3be77524e req-1df5b433-fc96-4613-9263-63c0c6efda14 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 946 time: 0.0893548 Apr 18 20:45:56.226376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9052876a-4bdd-4f99-b256-8eb5e7763876 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.290317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5371c80d-b80d-496c-9a73-cda3be77524e req-db23c0c6-130a-4307-bde4-3310e3ad6779 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957515 Apr 18 20:45:56.334076 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9052876a-4bdd-4f99-b256-8eb5e7763876 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.371949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052876a-4bdd-4f99-b256-8eb5e7763876 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:56.376240 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9052876a-4bdd-4f99-b256-8eb5e7763876 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.379664 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9052876a-4bdd-4f99-b256-8eb5e7763876 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2 HTTP/1.1" status: 204 len: 168 time: 0.4349623 Apr 18 20:45:56.384270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52414) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:56.386440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6291a0a-f67e-4d07-b314-aaf7270441af None None] Network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:56.506311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet b53353cc-971f-4c48-9486-2e1d5d4c6055 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:45:56.514315 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.582034 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.737830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa2d4e-d396-48b2-bed4-7f9bc24f0a01 req-cd739bd3-5f54-49f7-b023-92c9967a69bb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:56.740054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66aa2d4e-d396-48b2-bed4-7f9bc24f0a01 req-cd739bd3-5f54-49f7-b023-92c9967a69bb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.1156290 Apr 18 20:45:56.764120 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.845987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66aa2d4e-d396-48b2-bed4-7f9bc24f0a01 req-ce5472fe-8713-4060-890a-c0ff3ec341bf tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992525 Apr 18 20:45:56.944465 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.037618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=b53353cc-971f-4c48-9486-2e1d5d4c6055,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:57.057374 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.070296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/b53353cc-971f-4c48-9486-2e1d5d4c6055 HTTP/1.1" status: 204 len: 168 time: 0.6849132 Apr 18 20:45:57.073367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.074801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.074966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52422) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:57.076305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.077155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.078229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.079094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.079991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.081387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.082233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.083559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.085244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.086467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c64d4a-1048-4e87-ae33-1f74fc40bfcc tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:57.312804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.547560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port d6714e45-2b77-4b04-85b8-869bc033f41b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:45:57.547819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.555103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277202a5-a0f4-4d1f-a74b-8781c707ee68 req-def54284-fc60-489a-86ac-21dd271ced68 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:57.558594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-277202a5-a0f4-4d1f-a74b-8781c707ee68 req-def54284-fc60-489a-86ac-21dd271ced68 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 946 time: 0.1362572 Apr 18 20:45:57.663734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44c8d0-176f-4df5-a41b-8390fe5506bd None None] Network ad9bc811-5f63-4d83-8e1e-3ad4961ef61f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:45:57.714548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] For port d6714e45-2b77-4b04-85b8-869bc033f41b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d6714e45-2b77-4b04-85b8-869bc033f41b,segment=NetworkSegment(4c5dce84-a03c-4e01-9264-7303fa25ecd5),segment_id=4c5dce84-a03c-4e01-9264-7303fa25ecd5)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:45:57.715676 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.732764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for d6714e45-2b77-4b04-85b8-869bc033f41b owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:45:57.786933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-277202a5-a0f4-4d1f-a74b-8781c707ee68 req-72bd10af-34bc-4725-8fed-c601b68a177d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216396 Apr 18 20:45:57.848672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a19f86-480b-4c30-9571-660422bc7f7f req-7d595a12-12bf-441e-8460-226b27109980 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:57.851250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a19f86-480b-4c30-9571-660422bc7f7f req-7d595a12-12bf-441e-8460-226b27109980 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1096 time: 0.2059665 Apr 18 20:45:57.901170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a19f86-480b-4c30-9571-660422bc7f7f req-d1b87e8b-d27c-45c7-93d5-86a2a289e6cb tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.912051 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.917064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e1d2fbf0-81cb-4f0d-9b99-f353593f546c None None] Provisioning complete for port d6714e45-2b77-4b04-85b8-869bc033f41b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:57.917591 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e1d2fbf0-81cb-4f0d-9b99-f353593f546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.947111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e1d2fbf0-81cb-4f0d-9b99-f353593f546c None None] Port d6714e45-2b77-4b04-85b8-869bc033f41b was deleted so its status cannot be updated. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 18 20:45:57.978146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No DVR routers for this DVR port d6714e45-2b77-4b04-85b8-869bc033f41b on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:57.988471 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=d6714e45-2b77-4b04-85b8-869bc033f41b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:58.067339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965a0b65-8e8d-488d-99a6-ec0d49544832 None None] DHCP port deletion for ad9bc811-5f63-4d83-8e1e-3ad4961ef61f request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:45:58.106208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e54db-7a4a-494f-bb75-2c6a2fe8c9bf req-b5b91685-053a-485e-9202-df861fef54d6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:58.114349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-257e54db-7a4a-494f-bb75-2c6a2fe8c9bf req-b5b91685-053a-485e-9202-df861fef54d6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 946 time: 0.1670711 Apr 18 20:45:58.156207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.180932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-257e54db-7a4a-494f-bb75-2c6a2fe8c9bf req-e38a2e70-948f-42f7-bb3a-17f3bde876de tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655954 Apr 18 20:45:58.185720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9bc811-5f63-4d83-8e1e-3ad4961ef61f']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:58.204616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5dce84-a03c-4e01-9264-7303fa25ecd5') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:58.205046 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5dce84-a03c-4e01-9264-7303fa25ecd5') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:58.208107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a19f86-480b-4c30-9571-660422bc7f7f req-d1b87e8b-d27c-45c7-93d5-86a2a289e6cb tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.222102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.234538 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-41a19f86-480b-4c30-9571-660422bc7f7f req-d1b87e8b-d27c-45c7-93d5-86a2a289e6cb tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.238841 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.247188 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:58.248370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.316760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a19f86-480b-4c30-9571-660422bc7f7f req-d1b87e8b-d27c-45c7-93d5-86a2a289e6cb tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4535425 Apr 18 20:45:58.328724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b87e8b-d27c-45c7-93d5-86a2a289e6cb tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bd33cb-8d0f-4926-adfb-2851922f7c5d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:58.342915 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:58.354118 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.375425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.386126 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/networks/ad9bc811-5f63-4d83-8e1e-3ad4961ef61f HTTP/1.1" status: 204 len: 168 time: 1.3092430 Apr 18 20:45:58.388949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52440) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:58.423629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb933f7-1d71-437b-8738-55bd46c6e196 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Network': ['ID=ad9bc811-5f63-4d83-8e1e-3ad4961ef61f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:58.479625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84ad8aa-20a2-4a92-9d75-eabd3cb56e7a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:58.484515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6a3c1-d72e-4f5e-819b-4487cfd7d8cb req-178dd61e-0542-42e1-9cff-01bcdd39254b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:58.485365 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a84ad8aa-20a2-4a92-9d75-eabd3cb56e7a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0944810 Apr 18 20:45:58.485996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52442) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:58.502278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92c6a3c1-d72e-4f5e-819b-4487cfd7d8cb req-178dd61e-0542-42e1-9cff-01bcdd39254b tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.2004678 Apr 18 20:45:58.550415 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fcf585a2-89be-4be6-bc18-7fccd62bf537 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0631914 Apr 18 20:45:58.551203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52444) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:58.567616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2023665084'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:58.625007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:58.631367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.655230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92c6a3c1-d72e-4f5e-819b-4487cfd7d8cb req-ae056f46-42d9-4b64-b747-bc7701a05d7c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516354 Apr 18 20:45:58.726010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca632bb2-7101-470d-91b9-c3cc263df44b req-8fed0979-bedd-405d-9109-bcfb14cf6660 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:58.747488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca632bb2-7101-470d-91b9-c3cc263df44b req-8fed0979-bedd-405d-9109-bcfb14cf6660 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.2426105 Apr 18 20:45:58.755626 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:58.789001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.789775 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Added segment 381c1566-96fe-4b7d-b35a-7efc96615d39 of type vlan for network 03884545-c587-4286-aea7-5120ab63ee6d Apr 18 20:45:58.882175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca632bb2-7101-470d-91b9-c3cc263df44b req-4843c766-9728-464e-a0b5-c07405e4944b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287785 Apr 18 20:45:58.899234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52446) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:58.935882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.990859 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.999924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:59.000919 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.022892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5a7a137c-af2b-4711-b437-f145209239d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/9e79a7fa-f9f0-4c95-8948-744d8636caeb HTTP/1.1" status: 200 len: 992 time: 0.1204913 Apr 18 20:45:59.094857 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5395689 Apr 18 20:45:59.098605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52450) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:45:59.117592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': '03884545-c587-4286-aea7-5120ab63ee6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:59.301194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d6714e45-2b77-4b04-85b8-869bc033f41b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:45:59.423082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81656aa-2cf3-47a5-8a8b-12311cda7b8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Network': ['ID=03884545-c587-4286-aea7-5120ab63ee6d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:59.445294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-e42ca6a1-ac48-4c83-93ab-0cb7661d1dc3 req-0935555c-0912-4c5d-919f-39844631a4a5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:45:59.446572 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e42ca6a1-ac48-4c83-93ab-0cb7661d1dc3 req-0935555c-0912-4c5d-919f-39844631a4a5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063140 Apr 18 20:45:59.447425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: d6714e45-2b77-4b04-85b8-869bc033f41b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:45:59.450018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d6714e45-2b77-4b04-85b8-869bc033f41b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:45:59.453933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 03884545-c587-4286-aea7-5120ab63ee6d details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:45:59.529788 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:59.534758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.769242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52468) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:00.152673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121daad-8405-4a76-b6f0-f92135bc1767 req-e47be89d-eb05-4d9b-9f4c-0b015b1823f3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:00.161520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3121daad-8405-4a76-b6f0-f92135bc1767 req-e47be89d-eb05-4d9b-9f4c-0b015b1823f3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.1758795 Apr 18 20:46:00.172027 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.245672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52476) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:00.312875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3121daad-8405-4a76-b6f0-f92135bc1767 req-c0bb9e4d-070d-4716-867e-f67fe4710a40 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500905 Apr 18 20:46:00.370722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Checking segment: {'id': '381c1566-96fe-4b7d-b35a-7efc96615d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '03884545-c587-4286-aea7-5120ab63ee6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:00.371084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network hostable DHCP agents. Network: 03884545-c587-4286-aea7-5120ab63ee6d, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:00.437750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=8d8dbf05-82f5-468c-b98a-c6d84dea953e,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:00.476314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 03884545-c587-4286-aea7-5120ab63ee6d is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:00.500465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 03884545-c587-4286-aea7-5120ab63ee6d) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:00.509880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:00.510642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.516960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19309751-e7a9-4412-834f-3cac8202d7f7 None None] Network 03884545-c587-4286-aea7-5120ab63ee6d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:00.544180 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ab15d0fd-0503-4dcc-9efc-f02513704389 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4413624 Apr 18 20:46:00.550770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:00.556144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': '03884545-c587-4286-aea7-5120ab63ee6d', 'name': 'tempest-PortsTestJSON-787071185'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:00.762966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08ca7b-16af-42ec-90d8-705a7bd01d25 req-d446d1f6-fa5e-452a-9dda-7421afc50663 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:00.777395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e08ca7b-16af-42ec-90d8-705a7bd01d25 req-d446d1f6-fa5e-452a-9dda-7421afc50663 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.3182249 Apr 18 20:46:00.805415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-81ae5222-2a7b-4782-a61e-35e98029e710 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5498672 Apr 18 20:46:00.813293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-14d3c89f-e3c3-40bf-82fe-8fd7efefd9c3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:46:00.815532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-14d3c89f-e3c3-40bf-82fe-8fd7efefd9c3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083673 Apr 18 20:46:00.839009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:00.842972 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.886890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port c48e945d-6a6a-4f89-89a7-7c3817694f2b yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:00.950414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-03884545-c587-4286-aea7-5120ab63ee6d', 'network_id': '03884545-c587-4286-aea7-5120ab63ee6d', 'tenant_id': '159defb4c9fe46bf9fe82efa62dc5f5b', 'fixed_ips': [{'subnet_id': '8d8dbf05-82f5-468c-b98a-c6d84dea953e'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:46:00.951304 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.121857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e08ca7b-16af-42ec-90d8-705a7bd01d25 req-afcdbc4c-8b4b-42cc-9aa3-2f7e867c30db tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047457 Apr 18 20:46:01.180447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7fab6-2485-4d2c-aac4-af9d63d62aa4 req-f61751a5-7f68-4495-8fe3-65dec2e82c45 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:01.198443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25c7fab6-2485-4d2c-aac4-af9d63d62aa4 req-f61751a5-7f68-4495-8fe3-65dec2e82c45 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 946 time: 0.3198700 Apr 18 20:46:01.231159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.10 (03884545-c587-4286-aea7-5120ab63ee6d/8d8dbf05-82f5-468c-b98a-c6d84dea953e/c48e945d-6a6a-4f89-89a7-7c3817694f2b) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:01.380816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25c7fab6-2485-4d2c-aac4-af9d63d62aa4 req-707438e2-6742-4142-b49c-3e0c088e756f tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809134 Apr 18 20:46:01.636657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.678381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7cfbb-59dd-416d-8436-19425ee7ace3 req-6d58465a-dd41-47b7-9e6c-c1b74bcf112d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:01.690601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fb7cfbb-59dd-416d-8436-19425ee7ace3 req-6d58465a-dd41-47b7-9e6c-c1b74bcf112d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.1985013 Apr 18 20:46:01.711470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.849115 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.850104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fb7cfbb-59dd-416d-8436-19425ee7ace3 req-92434faf-31b4-4d15-9712-5a3c03b994f0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571119 Apr 18 20:46:01.942765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 03884545-c587-4286-aea7-5120ab63ee6d is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:01.946860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:01.964654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:02.023177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=c48e945d-6a6a-4f89-89a7-7c3817694f2b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:02.058385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:02.059393 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.102491 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e4ce2894-af39-4c7d-8db8-3285daec0e86 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5533574 Apr 18 20:46:02.120554 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52516) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:02.128730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': '03884545-c587-4286-aea7-5120ab63ee6d', 'name': 'tempest-PortsTestJSON-944336613'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:02.169762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Allocated IP 172.20.0.2 (03884545-c587-4286-aea7-5120ab63ee6d/8d8dbf05-82f5-468c-b98a-c6d84dea953e/c50146ab-8064-49c5-85f7-1740885a456b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:02.320600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Allocated IP 172.20.0.17 (57ea82ed-f650-45d4-8a7b-caf63a7b2a62/34033d7d-57e2-463d-8d93-6db1d1362f49/cbb57181-43a6-4f70-b52a-ec20e39b0b9f) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:02.429687 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:02.448357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.488953 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.500661 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.501122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port b6dff8a6-6dec-4aab-a7c7-e19120cc93a2 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:02.567756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Network 03884545-c587-4286-aea7-5120ab63ee6d is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:02.573169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:02.587947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:02.600055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe89097-50d6-4aaf-bcc6-0dfe3cf30c04 req-eaf83c19-343e-432b-af9e-cd62b8fd94aa tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:02.607888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7fe89097-50d6-4aaf-bcc6-0dfe3cf30c04 req-eaf83c19-343e-432b-af9e-cd62b8fd94aa tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.3253596 Apr 18 20:46:02.614432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Pushing event updated for resources: {'Port': ['ID=c50146ab-8064-49c5-85f7-1740885a456b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:02.665059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.667210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.667574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.667939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.669706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.670055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.670390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.670734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.671050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.673528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.675573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.675964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:02.702040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7fe89097-50d6-4aaf-bcc6-0dfe3cf30c04 req-95bbb112-33f5-4abd-96d7-83812d1cda6f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928559 Apr 18 20:46:02.739811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.753582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71224b2e-6f51-4aee-9142-48b6dae0dc61 req-0a8e1d44-b305-4114-ba74-68c758019f70 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:02.755461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71224b2e-6f51-4aee-9142-48b6dae0dc61 req-0a8e1d44-b305-4114-ba74-68c758019f70 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 946 time: 0.2603836 Apr 18 20:46:02.776067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Attempting to bind port c50146ab-8064-49c5-85f7-1740885a456b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:02.776443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Attempting to bind port c50146ab-8064-49c5-85f7-1740885a456b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '381c1566-96fe-4b7d-b35a-7efc96615d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '03884545-c587-4286-aea7-5120ab63ee6d'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:02.776813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Attempting to bind port c50146ab-8064-49c5-85f7-1740885a456b on network 03884545-c587-4286-aea7-5120ab63ee6d {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:02.785584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:02.785968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Checking segment: {'id': '381c1566-96fe-4b7d-b35a-7efc96615d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '03884545-c587-4286-aea7-5120ab63ee6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:02.791378 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.793046 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.6 (03884545-c587-4286-aea7-5120ab63ee6d/8d8dbf05-82f5-468c-b98a-c6d84dea953e/b6dff8a6-6dec-4aab-a7c7-e19120cc93a2) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:02.794628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Bound using segment: {'id': '381c1566-96fe-4b7d-b35a-7efc96615d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '03884545-c587-4286-aea7-5120ab63ee6d'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:02.795156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Bound port: c50146ab-8064-49c5-85f7-1740885a456b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381c1566-96fe-4b7d-b35a-7efc96615d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '03884545-c587-4286-aea7-5120ab63ee6d'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:02.795560 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.841801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-6aacbb20-81f4-4caf-b80e-1cd60bd13356 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:02.843759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-6aacbb20-81f4-4caf-b80e-1cd60bd13356 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 946 time: 0.1336489 Apr 18 20:46:02.858750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71224b2e-6f51-4aee-9142-48b6dae0dc61 req-a6e35dc6-245d-4416-a1a7-d6560688649f tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926886 Apr 18 20:46:02.921294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.989946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] For port c50146ab-8064-49c5-85f7-1740885a456b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:02.994299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] For port c50146ab-8064-49c5-85f7-1740885a456b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c50146ab-8064-49c5-85f7-1740885a456b,segment=NetworkSegment(381c1566-96fe-4b7d-b35a-7efc96615d39),segment_id=381c1566-96fe-4b7d-b35a-7efc96615d39)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:03.003873 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.060076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c398b1-b7b1-45a3-bc8b-ee7f8edad616 None None] Pushing event updated for resources: {'Port': ['ID=c50146ab-8064-49c5-85f7-1740885a456b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:03.110700 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:03.119365 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.140134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:03.152004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:03.202884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=cbb57181-43a6-4f70-b52a-ec20e39b0b9f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:03.220732 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.227478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Deleting port 83691fbc-059e-40c3-96bd-7495d8c103b6 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:03.232089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.267965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfa575-6fce-41d0-8625-64c782aaf21c req-52d23e0b-7e45-4428-87f8-3e75d525e670 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:03.270132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8dfa575-6fce-41d0-8625-64c782aaf21c req-52d23e0b-7e45-4428-87f8-3e75d525e670 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.2772567 Apr 18 20:46:03.296586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 03884545-c587-4286-aea7-5120ab63ee6d is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:03.303730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:03.319450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.320453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:03.327470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=b6dff8a6-6dec-4aab-a7c7-e19120cc93a2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:03.411185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-1afd4a9b-35f9-487e-9131-862e1ea89e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:03.415040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:03.415266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-1afd4a9b-35f9-487e-9131-862e1ea89e3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1096 time: 0.3544419 Apr 18 20:46:03.418286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.467054 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3af2181b-dceb-406d-a38b-752aba278720 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3386273 Apr 18 20:46:03.468129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52526) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:03.720778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-eb7301e3-f70c-403d-bd27-51d985b2cef8 None None] Provisioning complete for port cbb57181-43a6-4f70-b52a-ec20e39b0b9f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:03.721712 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb7301e3-f70c-403d-bd27-51d985b2cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.811294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-eb7301e3-f70c-403d-bd27-51d985b2cef8 None None] Port cbb57181-43a6-4f70-b52a-ec20e39b0b9f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:04.032968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed477f98-d859-40d1-a94a-d270c5f36d42 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:04.035124 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ed477f98-d859-40d1-a94a-d270c5f36d42 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.5652843 Apr 18 20:46:04.039572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52538) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:04.188101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-18b421b0-5190-40ee-a9ce-f3fe01c0524f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port b6dff8a6-6dec-4aab-a7c7-e19120cc93a2 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:04.189536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-18b421b0-5190-40ee-a9ce-f3fe01c0524f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.239560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] For port 83691fbc-059e-40c3-96bd-7495d8c103b6, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=83691fbc-059e-40c3-96bd-7495d8c103b6,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:04.240199 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.284804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8dfa575-6fce-41d0-8625-64c782aaf21c req-d085280b-6821-4504-adc3-320369009791 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9757848 Apr 18 20:46:04.374248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-18b421b0-5190-40ee-a9ce-f3fe01c0524f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.402692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-18b421b0-5190-40ee-a9ce-f3fe01c0524f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for b6dff8a6-6dec-4aab-a7c7-e19120cc93a2 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:04.431308 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.464897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65df35-3317-4c75-8a9b-54bb6a9529ec req-f7298a2c-6d1b-421b-8c6f-57fa0ce00875 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:04.473734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d65df35-3317-4c75-8a9b-54bb6a9529ec req-f7298a2c-6d1b-421b-8c6f-57fa0ce00875 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.3898339 Apr 18 20:46:04.518450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a2c713a5-ebf1-4204-8743-663499146c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:04.520082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a2c713a5-ebf1-4204-8743-663499146c79 service neutron] 10.222.0.60 "GET /v2.0/networks?id=34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 200 len: 897 time: 1.0114775 Apr 18 20:46:04.621866 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-18b421b0-5190-40ee-a9ce-f3fe01c0524f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.678403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b421b0-5190-40ee-a9ce-f3fe01c0524f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=b6dff8a6-6dec-4aab-a7c7-e19120cc93a2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:04.768607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-18b421b0-5190-40ee-a9ce-f3fe01c0524f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.778940 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-18b421b0-5190-40ee-a9ce-f3fe01c0524f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/b6dff8a6-6dec-4aab-a7c7-e19120cc93a2 HTTP/1.1" status: 204 len: 168 time: 0.7382121 Apr 18 20:46:04.779577 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52540) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:04.812528 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-161275af-ae97-4461-9a1d-8d905bc1d19a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:46:04.820320 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-161275af-ae97-4461-9a1d-8d905bc1d19a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/b6dff8a6-6dec-4aab-a7c7-e19120cc93a2 HTTP/1.1" status: 404 len: 333 time: 0.0395391 Apr 18 20:46:04.820950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52542) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:04.855299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd692af4-eb81-4982-aa34-263def0cad27 None None] Network 03884545-c587-4286-aea7-5120ab63ee6d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:04.919198 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.920797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.921358 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Floating IP 671a3256-299d-48a8-8b7c-019ca6db8982 disassociated. External IP: 172.25.2.15, port: 83691fbc-059e-40c3-96bd-7495d8c103b6. Apr 18 20:46:04.921911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Calling delete_port for 83691fbc-059e-40c3-96bd-7495d8c103b6 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:04.931365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d65df35-3317-4c75-8a9b-54bb6a9529ec req-636aa3f1-5ef4-4553-a614-25d3a88faa84 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4564931 Apr 18 20:46:04.939394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-be6deac1-7524-472f-b329-7567fd4f1167 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 1000 time: 0.3899772 Apr 18 20:46:05.030180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f321da11-00fb-4ea6-b271-aa866e48a43f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port c48e945d-6a6a-4f89-89a7-7c3817694f2b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:05.030590 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f321da11-00fb-4ea6-b271-aa866e48a43f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.051673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e4a26fe1-7973-4aa0-ab8a-f21fea44d9ee None None] Provisioning complete for port c50146ab-8064-49c5-85f7-1740885a456b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:05.052298 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4a26fe1-7973-4aa0-ab8a-f21fea44d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.108659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761bd3f-1ce9-490a-aea7-1aee0290cbd4 req-bc9432f0-e79b-44c3-a79f-eedd185a8401 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:05.112280 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1761bd3f-1ce9-490a-aea7-1aee0290cbd4 req-bc9432f0-e79b-44c3-a79f-eedd185a8401 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 946 time: 0.6759629 Apr 18 20:46:05.230492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f321da11-00fb-4ea6-b271-aa866e48a43f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.285023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f321da11-00fb-4ea6-b271-aa866e48a43f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for c48e945d-6a6a-4f89-89a7-7c3817694f2b owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:05.357715 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4a26fe1-7973-4aa0-ab8a-f21fea44d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.398330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1761bd3f-1ce9-490a-aea7-1aee0290cbd4 req-ac797a01-c1c7-4ed7-a8c1-5dcee1ebea64 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups?id=453b607b-abfa-4d99-a725-3d7b727d91db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326136 Apr 18 20:46:05.401288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-7e9f807d-2944-4654-b282-31fd6917489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:05.406181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-7e9f807d-2944-4654-b282-31fd6917489c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cbb577c-cc46-43c5-b61b-f57d84f7f263 HTTP/1.1" status: 200 len: 835 time: 0.4332929 Apr 18 20:46:05.412893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c50146ab-8064-49c5-85f7-1740885a456b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:05.470574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e4a26fe1-7973-4aa0-ab8a-f21fea44d9ee None None] For port c50146ab-8064-49c5-85f7-1740885a456b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c50146ab-8064-49c5-85f7-1740885a456b,segment=NetworkSegment(381c1566-96fe-4b7d-b35a-7efc96615d39),segment_id=381c1566-96fe-4b7d-b35a-7efc96615d39)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:05.509578 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f321da11-00fb-4ea6-b271-aa866e48a43f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.529859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4a26fe1-7973-4aa0-ab8a-f21fea44d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.604849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321da11-00fb-4ea6-b271-aa866e48a43f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=c48e945d-6a6a-4f89-89a7-7c3817694f2b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.646722 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f321da11-00fb-4ea6-b271-aa866e48a43f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.654056 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f321da11-00fb-4ea6-b271-aa866e48a43f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/c48e945d-6a6a-4f89-89a7-7c3817694f2b HTTP/1.1" status: 204 len: 168 time: 0.8314788 Apr 18 20:46:05.654361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52548) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:05.679482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a26fe1-7973-4aa0-ab8a-f21fea44d9ee None None] Pushing event updated for resources: {'Port': ['ID=c50146ab-8064-49c5-85f7-1740885a456b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.687291 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acbbd04-e0d0-49c3-9885-9ede13f93a53 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:46:05.692527 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7acbbd04-e0d0-49c3-9885-9ede13f93a53 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/c48e945d-6a6a-4f89-89a7-7c3817694f2b HTTP/1.1" status: 404 len: 333 time: 0.0364296 Apr 18 20:46:05.692742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52550) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:05.720519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c50146ab-8064-49c5-85f7-1740885a456b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:05.721743 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.809177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63a0b74-224a-4c0e-903c-b6b9ccc21c5d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet 8d8dbf05-82f5-468c-b98a-c6d84dea953e {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:05.815060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d63a0b74-224a-4c0e-903c-b6b9ccc21c5d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.868793 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d63a0b74-224a-4c0e-903c-b6b9ccc21c5d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.932005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-5d49e4ea-93a2-41a1-9c38-d50f0cb57cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:05.933603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-5d49e4ea-93a2-41a1-9c38-d50f0cb57cc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34ea8ad2-58f5-4846-96b3-4894e0db57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4984324 Apr 18 20:46:05.944643 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-defdb511-f77a-4957-982f-572ad8eaf87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.967433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b8489d4e-2da5-4f2e-ab2f-a3e8435debff None None] Could not find standard attr ID for object c48e945d-6a6a-4f89-89a7-7c3817694f2b. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:46:05.970017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58423547-1fa0-41e9-88c4-1723c32f9210 req-0bb25bf8-41e7-42a9-a2f0-f13ab6f902eb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:05.976139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58423547-1fa0-41e9-88c4-1723c32f9210 req-0bb25bf8-41e7-42a9-a2f0-f13ab6f902eb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.5277243 Apr 18 20:46:05.986827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b8489d4e-2da5-4f2e-ab2f-a3e8435debff None None] Provisioning complete for port c50146ab-8064-49c5-85f7-1740885a456b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:05.987266 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b8489d4e-2da5-4f2e-ab2f-a3e8435debff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.024399 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d63a0b74-224a-4c0e-903c-b6b9ccc21c5d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.147783 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d63a0b74-224a-4c0e-903c-b6b9ccc21c5d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.163908 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.187265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a0b74-224a-4c0e-903c-b6b9ccc21c5d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8dbf05-82f5-468c-b98a-c6d84dea953e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.199765 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d63a0b74-224a-4c0e-903c-b6b9ccc21c5d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.216963 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d63a0b74-224a-4c0e-903c-b6b9ccc21c5d tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/8d8dbf05-82f5-468c-b98a-c6d84dea953e HTTP/1.1" status: 204 len: 168 time: 0.5108430 Apr 18 20:46:06.218714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52556) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:06.237956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event deleted for resources: {'Port': ['ID=83691fbc-059e-40c3-96bd-7495d8c103b6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.299367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58423547-1fa0-41e9-88c4-1723c32f9210 req-99fbe188-d5f5-42be-88f0-f24884dbd03a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897534 Apr 18 20:46:06.307201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85cc85c-623b-4785-82bb-34d9137e52e6 None None] Network 03884545-c587-4286-aea7-5120ab63ee6d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:06.337145 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.349046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c329880-5125-4b61-bd56-47ad0d425c03 req-6c0b94c6-9f96-4a93-98cb-d2d91959dc6d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:06.350714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c329880-5125-4b61-bd56-47ad0d425c03 req-6c0b94c6-9f96-4a93-98cb-d2d91959dc6d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.2908900 Apr 18 20:46:06.383947 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.405326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bb533dc1-a00e-4636-8adb-402a78ec8831 None None] Could not find standard attr ID for object c48e945d-6a6a-4f89-89a7-7c3817694f2b. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:46:06.471999 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.483226 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port c50146ab-8064-49c5-85f7-1740885a456b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:06.483566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.577730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] For port c50146ab-8064-49c5-85f7-1740885a456b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c50146ab-8064-49c5-85f7-1740885a456b,segment=NetworkSegment(381c1566-96fe-4b7d-b35a-7efc96615d39),segment_id=381c1566-96fe-4b7d-b35a-7efc96615d39)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:06.577993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.588208 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20b207f-e022-480a-be85-613861e3cab4 None None] DHCP port deletion for 03884545-c587-4286-aea7-5120ab63ee6d request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:06.601484 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for c50146ab-8064-49c5-85f7-1740885a456b owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:06.602049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=cbb57181-43a6-4f70-b52a-ec20e39b0b9f,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.607879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8361930c-82ff-4918-b193-c614825c43c0 req-76999053-d3de-4fa6-8bdf-eeac9cb15c22 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 210 time: 0.0373430 Apr 18 20:46:06.673000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e20b207f-e022-480a-be85-613861e3cab4 None None] Deleting port c50146ab-8064-49c5-85f7-1740885a456b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:06.673596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e20b207f-e022-480a-be85-613861e3cab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.691555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-3f987481-c2b6-4fde-b6e8-a8bec46f33d0 service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142079 Apr 18 20:46:06.714799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c329880-5125-4b61-bd56-47ad0d425c03 req-1a8d4da1-f5c1-44b9-854d-ca8fd6fcd902 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353632 Apr 18 20:46:06.736956 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.740683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Router 0871f3a7-4c9b-47df-9a7e-01042db8e788 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:06.810354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.811085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e20b207f-e022-480a-be85-613861e3cab4 None None] For port c50146ab-8064-49c5-85f7-1740885a456b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c50146ab-8064-49c5-85f7-1740885a456b,segment=NetworkSegment(381c1566-96fe-4b7d-b35a-7efc96615d39),segment_id=381c1566-96fe-4b7d-b35a-7efc96615d39)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:06.811508 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e20b207f-e022-480a-be85-613861e3cab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.836557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e20b207f-e022-480a-be85-613861e3cab4 None None] Calling delete_port for c50146ab-8064-49c5-85f7-1740885a456b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:06.880408 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=c50146ab-8064-49c5-85f7-1740885a456b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.901652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No DVR routers for this DVR port c50146ab-8064-49c5-85f7-1740885a456b on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.971156 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:06.974254 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:46:06.986088 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e20b207f-e022-480a-be85-613861e3cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.010329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-67533a35-1f9f-43f7-b6f0-b5bbe536cfdc service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089166 Apr 18 20:46:07.018153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b207f-e022-480a-be85-613861e3cab4 None None] Pushing event deleted for resources: {'Port': ['ID=c50146ab-8064-49c5-85f7-1740885a456b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:07.029032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20b207f-e022-480a-be85-613861e3cab4 None None] No DVR routers for this DVR port c50146ab-8064-49c5-85f7-1740885a456b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:07.054391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:07.056181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:07.068713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] Sync routers for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:07.087229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:07.089424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:07.090787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:45:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:07.099396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.167625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03884545-c587-4286-aea7-5120ab63ee6d']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:07.205887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381c1566-96fe-4b7d-b35a-7efc96615d39') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:07.214801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381c1566-96fe-4b7d-b35a-7efc96615d39') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:07.218841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] No DVR routers for this DVR port 83691fbc-059e-40c3-96bd-7495d8c103b6 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:07.235080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.250244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-397dcc66-2d7c-4cac-8953-737a345e7a9b req-b371163d-3b22-478d-891d-32ec0a9bcdd7 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.64 "DELETE /v2.0/ports/83691fbc-059e-40c3-96bd-7495d8c103b6 HTTP/1.1" status: 204 len: 173 time: 4.3959703 Apr 18 20:46:07.250739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'name': 'network-vif-deleted', 'tag': '83691fbc-059e-40c3-96bd-7495d8c103b6'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:07.265937 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d51e9d-d9a2-4f58-b3f6-3c591dcdacc4" -d '{"events": [{"server_uuid": "d3dfc333-f555-46f4-b063-7fbe73347e43", "name": "network-vif-deleted", "tag": "83691fbc-059e-40c3-96bd-7495d8c103b6"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:07.300466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.334890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.360871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:07.365103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:07.368317 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:07.379177 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:07.517209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c50146ab-8064-49c5-85f7-1740885a456b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:07.520115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 83691fbc-059e-40c3-96bd-7495d8c103b6 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:07.529172 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5bf782-a633-432d-9553-0f47e5a26357 x-openstack-request-id: req-9f5bf782-a633-432d-9553-0f47e5a26357 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:07.529781 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dfc333-f555-46f4-b063-7fbe73347e43", "name": "network-vif-deleted", "tag": "83691fbc-059e-40c3-96bd-7495d8c103b6", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:07.529781 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f5bf782-a633-432d-9553-0f47e5a26357 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:07.530176 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5bf782-a633-432d-9553-0f47e5a26357'] response: {'server_uuid': 'd3dfc333-f555-46f4-b063-7fbe73347e43', 'name': 'network-vif-deleted', 'tag': '83691fbc-059e-40c3-96bd-7495d8c103b6', 'status': 'completed', 'code': 200} Apr 18 20:46:07.561357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 83691fbc-059e-40c3-96bd-7495d8c103b6 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:07.562165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 83691fbc-059e-40c3-96bd-7495d8c103b6 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:07.598891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c50146ab-8064-49c5-85f7-1740885a456b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:07.599411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c50146ab-8064-49c5-85f7-1740885a456b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:07.629161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.652847 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.663819 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/networks/03884545-c587-4286-aea7-5120ab63ee6d HTTP/1.1" status: 204 len: 168 time: 1.4429102 Apr 18 20:46:07.727489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4ce75d78-fa45-42a8-afaa-f77381df4e50 None None] Provisioning complete for port cbb57181-43a6-4f70-b52a-ec20e39b0b9f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:07.727961 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ce75d78-fa45-42a8-afaa-f77381df4e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.730363 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52568) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:07.731583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00104b68-de89-4a44-8715-00cb1ab28fc0 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Network': ['ID=03884545-c587-4286-aea7-5120ab63ee6d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:07.744275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-982930420'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:07.804573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:07.808665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.829913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4ce75d78-fa45-42a8-afaa-f77381df4e50 None None] Port cbb57181-43a6-4f70-b52a-ec20e39b0b9f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:07.865542 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:07.869843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:07.892892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.893244 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Added segment 8752d0e8-0bf8-4adc-9f9a-02eb1a65b058 of type vlan for network 4926a543-c66c-4b4e-9515-0f1e09e53ea3 Apr 18 20:46:07.936405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] Checking router: 0871f3a7-4c9b-47df-9a7e-01042db8e788 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:07.975384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:07.976085 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.976291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:45:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:08.038884 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.047031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:08.047581 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.114890 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3782258 Apr 18 20:46:08.142301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:08.149385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52572) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:08.154366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': '4926a543-c66c-4b4e-9515-0f1e09e53ea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:08.184921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d927cb8e-9b7c-4031-8d5f-4a87feaf36c7 req-699c7610-fb63-46c6-80e1-4849f181943a tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3dfc333-f555-46f4-b063-7fbe73347e43 HTTP/1.1" status: 200 len: 210 time: 0.0313687 Apr 18 20:46:08.212432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router 18c3b227-5ef9-4a3b-983f-9304235e8fdf has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:08.221563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1c5a-fb89-4d73-8d2b-68628426cb7b req-a6bb8fdd-6b29-4c31-a6a9-d8c30531d9df tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:08.222617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d360d-dec9-4155-ad69-733284e1ff36 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Network': ['ID=4926a543-c66c-4b4e-9515-0f1e09e53ea3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:08.223249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1cb1c5a-fb89-4d73-8d2b-68628426cb7b req-a6bb8fdd-6b29-4c31-a6a9-d8c30531d9df tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.6833184 Apr 18 20:46:08.258046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 4926a543-c66c-4b4e-9515-0f1e09e53ea3 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:46:08.286613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:08.291759 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.432282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1cb1c5a-fb89-4d73-8d2b-68628426cb7b req-8eb0ff79-cab2-4318-bbea-c4ca35859293 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894524 Apr 18 20:46:08.517193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2527d4-e214-4cec-b4bd-d155e8bd7331 req-10acc9d9-a87f-4542-948a-73f3fdf1ec8a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:08.525323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c2527d4-e214-4cec-b4bd-d155e8bd7331 req-10acc9d9-a87f-4542-948a-73f3fdf1ec8a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.1454806 Apr 18 20:46:08.529069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:08.564050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:08.577256 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Sync routers for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:08.593105 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:08.594497 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:45:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:08.598461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3359371-5bd3-4908-ad54-2f0b2638969b None None] The sync data for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 is: [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:39:01Z', 'revision_number': 4, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21', 'name': '', 'network_id': '83018af1-c2ec-4618-b2c4-123ba0a6a04c', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'mac_address': 'fa:16:3e:f6:e3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:59Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'subnets': [{'id': 'ac86ddd3-5a20-4959-8d09-cba68c5b54a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:08.620415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1c40aa91-df26-4c2b-bcd4-31ce804165d3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "PUT /v2.0/routers/18c3b227-5ef9-4a3b-983f-9304235e8fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8469744 Apr 18 20:46:08.673112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c2527d4-e214-4cec-b4bd-d155e8bd7331 req-ce4dc2c0-cfc5-4834-a0d5-9ebddc437d55 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468918 Apr 18 20:46:08.675269 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-288e48ba-ff7e-4837-a9aa-b765b00c02e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.759241 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:08.778465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.878100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=67a287dc-592e-4729-afef-874122054fb8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:08.914462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Checking segment: {'id': '8752d0e8-0bf8-4adc-9f9a-02eb1a65b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4926a543-c66c-4b4e-9515-0f1e09e53ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:08.915214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network hostable DHCP agents. Network: 4926a543-c66c-4b4e-9515-0f1e09e53ea3, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:08.957290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 4926a543-c66c-4b4e-9515-0f1e09e53ea3 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:08.970464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 4926a543-c66c-4b4e-9515-0f1e09e53ea3) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:08.976167 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:08.976787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.989792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e809722-59e6-4378-b863-15ac461f310e None None] Network 4926a543-c66c-4b4e-9515-0f1e09e53ea3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:09.013403 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-640d58ce-7990-4e16-8cba-7fed38feedb9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8628693 Apr 18 20:46:09.016073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52592) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:09.023965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': '4926a543-c66c-4b4e-9515-0f1e09e53ea3', 'name': 'tempest-PortsTestJSON-593712575', 'fixed_ips': [{'subnet_id': '67a287dc-592e-4729-afef-874122054fb8', 'ip_address': '172.20.0.10'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:09.178553 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:04Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '709cbee4-2fd0-4f19-ba24-9c657295caf4', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'mac_address': 'fa:16:3e:d9:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:10Z', 'updated_at': '2022-04-18T20:44:13Z', 'revision_number': 1, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb57181-43a6-4f70-b52a-ec20e39b0b9f', 'name': '', 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e4:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '34033d7d-57e2-463d-8d93-6db1d1362f49', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:02Z', 'updated_at': '2022-04-18T20:46:05Z', 'revision_number': 2, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '34033d7d-57e2-463d-8d93-6db1d1362f49', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:09.180379 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95263e66-bafe-4702-8e53-49e712345216 None None] New status for floating IP 671a3256-299d-48a8-8b7c-019ca6db8982: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:46:09.295891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:09.331244 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Checking router: 18c3b227-5ef9-4a3b-983f-9304235e8fdf for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:09.331589 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Updating router 18c3b227-5ef9-4a3b-983f-9304235e8fdf port cbb57181-43a6-4f70-b52a-ec20e39b0b9f binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:46:09.368717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52600) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:09.432701 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.450544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.494960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port 31c22dba-909c-4650-bc46-b57e5a857b76 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:09.506426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5db4295e-4b2d-4679-b7b6-1cdc404318c9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.563922 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5db4295e-4b2d-4679-b7b6-1cdc404318c9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.658459 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.660114 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5db4295e-4b2d-4679-b7b6-1cdc404318c9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.663666 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5db4295e-4b2d-4679-b7b6-1cdc404318c9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.666326 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5db4295e-4b2d-4679-b7b6-1cdc404318c9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "DELETE /v2.0/security-groups/453b607b-abfa-4d99-a725-3d7b727d91db HTTP/1.1" status: 204 len: 168 time: 0.2943709 Apr 18 20:46:09.679276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52604) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:09.704173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4295e-4b2d-4679-b7b6-1cdc404318c9 tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453b607b-abfa-4d99-a725-3d7b727d91db,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:09.714263 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-06b02d12-3d51-46f5-869a-92ffabd8cf1c tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] show failed (client error): The resource could not be found. Apr 18 20:46:09.719879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06b02d12-3d51-46f5-869a-92ffabd8cf1c tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "GET /v2.0/security-groups/453b607b-abfa-4d99-a725-3d7b727d91db HTTP/1.1" status: 404 len: 347 time: 0.0366137 Apr 18 20:46:09.724783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52612) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:09.783664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-4926a543-c66c-4b4e-9515-0f1e09e53ea3', 'network_id': '4926a543-c66c-4b4e-9515-0f1e09e53ea3', 'tenant_id': '159defb4c9fe46bf9fe82efa62dc5f5b', 'fixed_ips': [{'subnet_id': '67a287dc-592e-4729-afef-874122054fb8'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:46:09.784883 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.935118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c3a4a-2386-4084-916c-4ae27859cdce req-53137973-4e64-4db8-994b-8c4c45f1b373 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:09.942320 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.949098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe3c3a4a-2386-4084-916c-4ae27859cdce req-53137973-4e64-4db8-994b-8c4c45f1b373 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.3693283 Apr 18 20:46:09.951735 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.994047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8df6022b-aaf3-45e7-a469-8bd8b304435b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Deleting port c43316c2-7940-4fad-814f-35e4facf6479 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:09.994609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df6022b-aaf3-45e7-a469-8bd8b304435b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.031268 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Pushing event updated for resources: {'Port': ['ID=cbb57181-43a6-4f70-b52a-ec20e39b0b9f,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:10.045182 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.049990 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.051234 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.052717 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.053474 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.054498 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.055038 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.055974 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.056587 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.058011 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.058542 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.059049 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:10.074587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe3c3a4a-2386-4084-916c-4ae27859cdce req-4afdc5f2-d7db-475a-a522-1ab7adb2a95a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239898 Apr 18 20:46:10.079030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.10 (4926a543-c66c-4b4e-9515-0f1e09e53ea3/67a287dc-592e-4729-afef-874122054fb8/31c22dba-909c-4650-bc46-b57e5a857b76) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:10.108559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfb6f4-c507-42a0-a0cd-9e7720624be6 req-a02b2029-a5a5-4aae-9e6f-7a37934a055c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:10.110299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcbfb6f4-c507-42a0-a0cd-9e7720624be6 req-a02b2029-a5a5-4aae-9e6f-7a37934a055c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.2392771 Apr 18 20:46:10.152096 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df6022b-aaf3-45e7-a469-8bd8b304435b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.152859 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df6022b-aaf3-45e7-a469-8bd8b304435b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.197343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8df6022b-aaf3-45e7-a469-8bd8b304435b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Calling delete_port for c43316c2-7940-4fad-814f-35e4facf6479 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:10.238518 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Attempting to bind port cbb57181-43a6-4f70-b52a-ec20e39b0b9f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:10.239117 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Attempting to bind port cbb57181-43a6-4f70-b52a-ec20e39b0b9f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:10.239560 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Attempting to bind port cbb57181-43a6-4f70-b52a-ec20e39b0b9f on network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:10.258660 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:10.259144 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Checking segment: {'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:10.259422 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.263875 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Bound using segment: {'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:10.264382 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Bound port: cbb57181-43a6-4f70-b52a-ec20e39b0b9f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66e397b-a760-4521-afa7-6254888c5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:10.264783 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.275756 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcbfb6f4-c507-42a0-a0cd-9e7720624be6 req-3c36b545-1e6d-4912-8d19-3ad1c79ecfb7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436834 Apr 18 20:46:10.470419 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] For port cbb57181-43a6-4f70-b52a-ec20e39b0b9f, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:10.475044 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] For port cbb57181-43a6-4f70-b52a-ec20e39b0b9f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cbb57181-43a6-4f70-b52a-ec20e39b0b9f,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:10.482388 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.488467 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.492382 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.547593 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df6022b-aaf3-45e7-a469-8bd8b304435b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.585289 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.673239 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee036a-d3fb-48bc-9915-645fec20305c None None] Pushing event updated for resources: {'Port': ['ID=cbb57181-43a6-4f70-b52a-ec20e39b0b9f,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:10.692201 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:10.696511 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:10.713305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Allocated IP 172.20.0.2 (4926a543-c66c-4b4e-9515-0f1e09e53ea3/67a287dc-592e-4729-afef-874122054fb8/827f4c9d-c177-42f1-9cc5-b9283f601df2) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:10.722734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6022b-aaf3-45e7-a469-8bd8b304435b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Pushing event deleted for resources: {'Port': ['ID=c43316c2-7940-4fad-814f-35e4facf6479,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:10.790661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 4926a543-c66c-4b4e-9515-0f1e09e53ea3 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:10.809457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=31c22dba-909c-4650-bc46-b57e5a857b76,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:10.821096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:10.830881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:10.922275 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df6022b-aaf3-45e7-a469-8bd8b304435b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.926578 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df6022b-aaf3-45e7-a469-8bd8b304435b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.934172 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8df6022b-aaf3-45e7-a469-8bd8b304435b tempest-AttachVolumeTestJSON-1398603141 tempest-AttachVolumeTestJSON-1398603141-project] 10.222.0.49 "DELETE /v2.0/floatingips/671a3256-299d-48a8-8b7c-019ca6db8982 HTTP/1.1" status: 204 len: 168 time: 1.2080686 Apr 18 20:46:11.117854 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.135354 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:11.139806 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.142380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-18446299-f6f4-483d-804c-defea5a02a96 None None] Provisioning complete for port cbb57181-43a6-4f70-b52a-ec20e39b0b9f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:11.142924 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18446299-f6f4-483d-804c-defea5a02a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.171910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-8049f1dc-a23d-4b91-a10c-8f8b7a2e0497 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2377377 Apr 18 20:46:11.204750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:11.206001 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.300513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.312854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52632) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:11.313435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-326559b3-91ac-40b1-a7a2-ea2e247f3298 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2943947 Apr 18 20:46:11.323100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': '4926a543-c66c-4b4e-9515-0f1e09e53ea3', 'name': 'tempest-PortsTestJSON-1275833648', 'fixed_ips': [{'subnet_id': '67a287dc-592e-4729-afef-874122054fb8', 'ip_address': '172.20.0.9'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:11.367309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Network 4926a543-c66c-4b4e-9515-0f1e09e53ea3 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:11.375625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:11.377752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Pushing event updated for resources: {'Port': ['ID=827f4c9d-c177-42f1-9cc5-b9283f601df2,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.380707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:11.411065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248801a-38b8-41a4-8246-93a629448265 req-26cdc030-5cef-4115-b8a8-b0f3cc1944d7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:11.416002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0248801a-38b8-41a4-8246-93a629448265 req-26cdc030-5cef-4115-b8a8-b0f3cc1944d7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.1987400 Apr 18 20:46:11.420691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-bfd5b3a1-dba4-4314-aa19-cedb1e90c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:11.424954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-bfd5b3a1-dba4-4314-aa19-cedb1e90c158 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 1096 time: 0.2024887 Apr 18 20:46:11.473943 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18446299-f6f4-483d-804c-defea5a02a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.491389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Attempting to bind port 827f4c9d-c177-42f1-9cc5-b9283f601df2 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:11.493712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Attempting to bind port 827f4c9d-c177-42f1-9cc5-b9283f601df2 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '8752d0e8-0bf8-4adc-9f9a-02eb1a65b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4926a543-c66c-4b4e-9515-0f1e09e53ea3'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:11.496979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Attempting to bind port 827f4c9d-c177-42f1-9cc5-b9283f601df2 on network 4926a543-c66c-4b4e-9515-0f1e09e53ea3 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:11.521072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0248801a-38b8-41a4-8246-93a629448265 req-767ed2a2-4484-4c33-9fbe-70d62be0a997 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949991 Apr 18 20:46:11.540768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:11.541432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Checking segment: {'id': '8752d0e8-0bf8-4adc-9f9a-02eb1a65b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4926a543-c66c-4b4e-9515-0f1e09e53ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:11.542002 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.542556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Bound using segment: {'id': '8752d0e8-0bf8-4adc-9f9a-02eb1a65b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4926a543-c66c-4b4e-9515-0f1e09e53ea3'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:11.543187 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Bound port: 827f4c9d-c177-42f1-9cc5-b9283f601df2, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8752d0e8-0bf8-4adc-9f9a-02eb1a65b058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '4926a543-c66c-4b4e-9515-0f1e09e53ea3'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:11.543745 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.576749 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:11.646828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] For port 827f4c9d-c177-42f1-9cc5-b9283f601df2, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:11.650280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] For port 827f4c9d-c177-42f1-9cc5-b9283f601df2, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=827f4c9d-c177-42f1-9cc5-b9283f601df2,segment=NetworkSegment(8752d0e8-0bf8-4adc-9f9a-02eb1a65b058),segment_id=8752d0e8-0bf8-4adc-9f9a-02eb1a65b058)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:11.651530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b383fe-5532-4d68-8d26-ca65d8e6d11f req-106266db-3d73-40ff-8907-e8bd3477bb07 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:11.653410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25b383fe-5532-4d68-8d26-ca65d8e6d11f req-106266db-3d73-40ff-8907-e8bd3477bb07 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.1295607 Apr 18 20:46:11.661055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-eafb61f1-e7d8-461b-9f17-83cfe6115814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:11.662974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-18446299-f6f4-483d-804c-defea5a02a96 None None] For port cbb57181-43a6-4f70-b52a-ec20e39b0b9f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cbb57181-43a6-4f70-b52a-ec20e39b0b9f,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:11.663111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-eafb61f1-e7d8-461b-9f17-83cfe6115814 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.2018209 Apr 18 20:46:11.664954 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.675640 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18446299-f6f4-483d-804c-defea5a02a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.698440 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:04Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '709cbee4-2fd0-4f19-ba24-9c657295caf4', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'mac_address': 'fa:16:3e:d9:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:10Z', 'updated_at': '2022-04-18T20:44:13Z', 'revision_number': 1, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb57181-43a6-4f70-b52a-ec20e39b0b9f', 'name': '', 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e4:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '34033d7d-57e2-463d-8d93-6db1d1362f49', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:02Z', 'updated_at': '2022-04-18T20:46:10Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '34033d7d-57e2-463d-8d93-6db1d1362f49', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:11.746703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43e216-b78b-4593-8e89-3c9835c21daa None None] Pushing event updated for resources: {'Port': ['ID=827f4c9d-c177-42f1-9cc5-b9283f601df2,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.761370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-bc86d29a-5a2a-40e7-96f3-8809a20cf02e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7466261-1562-4314-b742-97da536e24f5 HTTP/1.1" status: 200 len: 217 time: 0.0666101 Apr 18 20:46:11.797334 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a582721-c815-499d-97dc-dd689b8a24f5 None None] The sync data for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 is: [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:04Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '709cbee4-2fd0-4f19-ba24-9c657295caf4', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'mac_address': 'fa:16:3e:d9:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:10Z', 'updated_at': '2022-04-18T20:44:13Z', 'revision_number': 1, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb57181-43a6-4f70-b52a-ec20e39b0b9f', 'name': '', 'network_id': '57ea82ed-f650-45d4-8a7b-caf63a7b2a62', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e4:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '34033d7d-57e2-463d-8d93-6db1d1362f49', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:02Z', 'updated_at': '2022-04-18T20:46:10Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '34033d7d-57e2-463d-8d93-6db1d1362f49', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:11.799105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.811516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25b383fe-5532-4d68-8d26-ca65d8e6d11f req-441331d6-7e92-447a-9d49-ccca96b080d8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471677 Apr 18 20:46:11.832098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port a7d7417e-ae0a-479f-ae48-5b80bd566fd2 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:11.900565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-1df8dac6-d30c-43f8-8d7a-0a8052a1ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:11.903326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-1df8dac6-d30c-43f8-8d7a-0a8052a1ca2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.1408687 Apr 18 20:46:11.934485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-30fa07c5-1b19-4f4d-9e48-24bf6eb33c15 None None] Provisioning complete for port cbb57181-43a6-4f70-b52a-ec20e39b0b9f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:11.934859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-30fa07c5-1b19-4f4d-9e48-24bf6eb33c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.987794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-c1a65a7c-d907-415a-90e9-ab8b4952e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:11.989353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-c1a65a7c-d907-415a-90e9-ab8b4952e418 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765781 Apr 18 20:46:11.989561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18446299-f6f4-483d-804c-defea5a02a96 None None] Pushing event updated for resources: {'Port': ['ID=cbb57181-43a6-4f70-b52a-ec20e39b0b9f,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:12.160751 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.163381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-2b57dfaf-1e13-4d99-aec7-3b51f3c37685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:12.164961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-2b57dfaf-1e13-4d99-aec7-3b51f3c37685 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 1097 time: 0.1640058 Apr 18 20:46:12.223657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.9 (4926a543-c66c-4b4e-9515-0f1e09e53ea3/67a287dc-592e-4729-afef-874122054fb8/a7d7417e-ae0a-479f-ae48-5b80bd566fd2) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:12.283823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-3c71e500-95eb-453e-9dbe-2cf1a801e5e4 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838805 Apr 18 20:46:12.472926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-bbf6be4b-d40d-42cf-9569-a4486b8f3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:12.474441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-bbf6be4b-d40d-42cf-9569-a4486b8f3661 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.2988935 Apr 18 20:46:12.545707 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.582480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-5ec35af2-6bf8-4a5b-a769-1db0c0b8ab8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed781755-9bb7-4abd-a57f-22be3810364e HTTP/1.1" status: 200 len: 217 time: 0.0951664 Apr 18 20:46:12.584627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0437e18a-2fdf-4847-b91d-4c740119e3ad req-5d3dfd94-11a2-445a-bd9e-6c2543d91c11 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864864 Apr 18 20:46:12.589863 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.655996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 4926a543-c66c-4b4e-9515-0f1e09e53ea3 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:12.661664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:12.671685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:12.677360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=a7d7417e-ae0a-479f-ae48-5b80bd566fd2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:12.708439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-e595b4f1-c672-43d2-b865-a26ee4de8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:12.710081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-e595b4f1-c672-43d2-b865-a26ee4de8451 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.1122470 Apr 18 20:46:12.734119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e05162-1972-40f7-9877-12330625e241 req-3eb367f3-a60b-4a94-b24f-83e4790bc4c8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:12.735656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94e05162-1972-40f7-9877-12330625e241 req-3eb367f3-a60b-4a94-b24f-83e4790bc4c8 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.0968406 Apr 18 20:46:12.750067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:12.750806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.776041 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ad1c645-6388-4da1-bb4f-f142762ca66c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4619491 Apr 18 20:46:12.785182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52646) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:12.832865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94e05162-1972-40f7-9877-12330625e241 req-76e88f6e-1a9e-454f-a8a3-791406b4904e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680809 Apr 18 20:46:12.845230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-3bf52f1e-eb6a-4663-ab52-8ef0b00a5639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:12.847499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-3bf52f1e-eb6a-4663-ab52-8ef0b00a5639 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285799 Apr 18 20:46:12.916408 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881551d1-afbb-4f01-8665-d963c2ddfa9e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:12.918429 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-881551d1-afbb-4f01-8665-d963c2ddfa9e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1324139 Apr 18 20:46:12.920982 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52650) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:13.011432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06dab8-9bdb-447c-ba3a-643a2e449841 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:13.024320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06dab8-9bdb-447c-ba3a-643a2e449841 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:13.034008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-a91ed1cc-6c1e-4299-9af0-b856eb395c6c service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746466 Apr 18 20:46:13.036778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f06dab8-9bdb-447c-ba3a-643a2e449841 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:13.038487 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3f06dab8-9bdb-447c-ba3a-643a2e449841 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1163733 Apr 18 20:46:13.041458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52652) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:13.170018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2865045-d587-4c26-9d9d-5747190279c4 req-f7c9b4c8-f03b-4512-af40-4e5cf066badf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:13.171585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2865045-d587-4c26-9d9d-5747190279c4 req-f7c9b4c8-f03b-4512-af40-4e5cf066badf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.1936142 Apr 18 20:46:13.241534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5ae01dcf-4706-43a1-9684-ef2031cf37db tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port a7d7417e-ae0a-479f-ae48-5b80bd566fd2 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:13.242290 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ae01dcf-4706-43a1-9684-ef2031cf37db tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.252955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00a6f422-b4c6-40cb-9fc6-e28b0c8bb30d req-8a1cbb4b-9b4d-4ef3-bda0-41fea9cbb6a1 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825023 Apr 18 20:46:13.279866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2865045-d587-4c26-9d9d-5747190279c4 req-56d17830-4265-46ec-8470-ad80643bc2ec tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878711 Apr 18 20:46:13.316758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363311f5-68f4-4baa-8c70-ac5f29f8af37 None None] Network 4926a543-c66c-4b4e-9515-0f1e09e53ea3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:13.380116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cbb57181-43a6-4f70-b52a-ec20e39b0b9f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:13.389038 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ae01dcf-4706-43a1-9684-ef2031cf37db tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.401481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5ae01dcf-4706-43a1-9684-ef2031cf37db tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for a7d7417e-ae0a-479f-ae48-5b80bd566fd2 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:13.440051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-51405842-295a-4fb4-bffe-67a0e0f6d048 None None] Provisioning complete for port 827f4c9d-c177-42f1-9cc5-b9283f601df2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:13.440417 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-51405842-295a-4fb4-bffe-67a0e0f6d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.561613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port cbb57181-43a6-4f70-b52a-ec20e39b0b9f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:13.561961 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.565945 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ae01dcf-4706-43a1-9684-ef2031cf37db tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.603590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae01dcf-4706-43a1-9684-ef2031cf37db tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=a7d7417e-ae0a-479f-ae48-5b80bd566fd2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:13.663455 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-51405842-295a-4fb4-bffe-67a0e0f6d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.678228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ae01dcf-4706-43a1-9684-ef2031cf37db tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.682699 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5ae01dcf-4706-43a1-9684-ef2031cf37db tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/a7d7417e-ae0a-479f-ae48-5b80bd566fd2 HTTP/1.1" status: 204 len: 168 time: 0.6401212 Apr 18 20:46:13.685191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52660) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:13.718849 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e50005-1179-48c5-80f9-64311b834565 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:46:13.722663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d3e50005-1179-48c5-80f9-64311b834565 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/a7d7417e-ae0a-479f-ae48-5b80bd566fd2 HTTP/1.1" status: 404 len: 333 time: 0.0362501 Apr 18 20:46:13.725040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52662) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:13.743117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-51405842-295a-4fb4-bffe-67a0e0f6d048 None None] For port 827f4c9d-c177-42f1-9cc5-b9283f601df2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=827f4c9d-c177-42f1-9cc5-b9283f601df2,segment=NetworkSegment(8752d0e8-0bf8-4adc-9f9a-02eb1a65b058),segment_id=8752d0e8-0bf8-4adc-9f9a-02eb1a65b058)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:13.773499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 827f4c9d-c177-42f1-9cc5-b9283f601df2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:13.773737 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-51405842-295a-4fb4-bffe-67a0e0f6d048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.846712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-c238dfbf-4ae6-4c62-bbe4-5fc1429d6b15 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port 31c22dba-909c-4650-bc46-b57e5a857b76 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:13.847536 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c238dfbf-4ae6-4c62-bbe4-5fc1429d6b15 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.885201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51405842-295a-4fb4-bffe-67a0e0f6d048 None None] Pushing event updated for resources: {'Port': ['ID=827f4c9d-c177-42f1-9cc5-b9283f601df2,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:13.894330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 827f4c9d-c177-42f1-9cc5-b9283f601df2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:13.894779 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.971827 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c238dfbf-4ae6-4c62-bbe4-5fc1429d6b15 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.995669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a06c6224-0414-4708-94f0-bb822a61f1e2 None None] Could not find standard attr ID for object a7d7417e-ae0a-479f-ae48-5b80bd566fd2. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:46:14.018019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a06c6224-0414-4708-94f0-bb822a61f1e2 None None] Provisioning complete for port 827f4c9d-c177-42f1-9cc5-b9283f601df2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:14.018433 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a06c6224-0414-4708-94f0-bb822a61f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.042628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-c238dfbf-4ae6-4c62-bbe4-5fc1429d6b15 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for 31c22dba-909c-4650-bc46-b57e5a857b76 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:14.149147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a06c6224-0414-4708-94f0-bb822a61f1e2 None None] Provisioning complete for port 31c22dba-909c-4650-bc46-b57e5a857b76 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:14.149678 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a06c6224-0414-4708-94f0-bb822a61f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.174517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda99b3-0f34-4e39-ae89-7cd0e7288f06 req-652c6d21-26c5-4ffe-9860-8afc9c7ca5d2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:14.176742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfda99b3-0f34-4e39-ae89-7cd0e7288f06 req-652c6d21-26c5-4ffe-9860-8afc9c7ca5d2 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.1925323 Apr 18 20:46:14.218014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a06c6224-0414-4708-94f0-bb822a61f1e2 None None] Port 31c22dba-909c-4650-bc46-b57e5a857b76 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:14.293073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfda99b3-0f34-4e39-ae89-7cd0e7288f06 req-721081b5-1dfd-46c4-8096-7aff5f1a0aab tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960763 Apr 18 20:46:14.367922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c3c1f089-727d-4126-ab12-91699bbcb81f None None] Provisioning complete for port 31c22dba-909c-4650-bc46-b57e5a857b76 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:14.368608 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f089-727d-4126-ab12-91699bbcb81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.427589 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c238dfbf-4ae6-4c62-bbe4-5fc1429d6b15 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.475813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238dfbf-4ae6-4c62-bbe4-5fc1429d6b15 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=31c22dba-909c-4650-bc46-b57e5a857b76,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:14.532601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c3c1f089-727d-4126-ab12-91699bbcb81f None None] Port 31c22dba-909c-4650-bc46-b57e5a857b76 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:14.616118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eb9a7-b399-43b3-a2ed-21aa73081264 req-1b9bbd41-5417-49ff-928a-46e9b873cd24 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:14.624592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb7eb9a7-b399-43b3-a2ed-21aa73081264 req-1b9bbd41-5417-49ff-928a-46e9b873cd24 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.1432450 Apr 18 20:46:14.653173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ca4ec2ed-101c-4d3c-9908-2ff029831ce9 None None] Could not find standard attr ID for object a7d7417e-ae0a-479f-ae48-5b80bd566fd2. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:46:14.661034 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c238dfbf-4ae6-4c62-bbe4-5fc1429d6b15 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.668784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c238dfbf-4ae6-4c62-bbe4-5fc1429d6b15 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/31c22dba-909c-4650-bc46-b57e5a857b76 HTTP/1.1" status: 204 len: 168 time: 0.9424205 Apr 18 20:46:14.670103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52672) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:14.712237 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-88000ab7-cf7c-4848-a388-585b4c3e2d47 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:46:14.712519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb7eb9a7-b399-43b3-a2ed-21aa73081264 req-0133fcd6-184f-49d0-bf50-bdd40d0c5eab tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866587 Apr 18 20:46:14.713918 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-88000ab7-cf7c-4848-a388-585b4c3e2d47 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/31c22dba-909c-4650-bc46-b57e5a857b76 HTTP/1.1" status: 404 len: 333 time: 0.0395188 Apr 18 20:46:14.718101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52674) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:14.800535 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-958950ee-b338-459b-ac15-755c65befaf8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet 67a287dc-592e-4729-afef-874122054fb8 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:14.805813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-958950ee-b338-459b-ac15-755c65befaf8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.862333 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-958950ee-b338-459b-ac15-755c65befaf8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.982052 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-958950ee-b338-459b-ac15-755c65befaf8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.057807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-958950ee-b338-459b-ac15-755c65befaf8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.085941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958950ee-b338-459b-ac15-755c65befaf8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=67a287dc-592e-4729-afef-874122054fb8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:15.091021 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-958950ee-b338-459b-ac15-755c65befaf8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.094281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-958950ee-b338-459b-ac15-755c65befaf8 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/67a287dc-592e-4729-afef-874122054fb8 HTTP/1.1" status: 204 len: 168 time: 0.3744011 Apr 18 20:46:15.097361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52676) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:15.100136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9c42db-5d29-488e-bcfb-a7a7c29b8995 None None] Network 4926a543-c66c-4b4e-9515-0f1e09e53ea3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:15.191483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.276294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 827f4c9d-c177-42f1-9cc5-b9283f601df2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:15.308226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port 827f4c9d-c177-42f1-9cc5-b9283f601df2 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:15.308657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.346977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59c20b0-cded-47b6-b8b1-57397a90e664 None None] DHCP port deletion for 4926a543-c66c-4b4e-9515-0f1e09e53ea3 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:15.415937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 827f4c9d-c177-42f1-9cc5-b9283f601df2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:15.416593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.432996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] For port 827f4c9d-c177-42f1-9cc5-b9283f601df2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=827f4c9d-c177-42f1-9cc5-b9283f601df2,segment=NetworkSegment(8752d0e8-0bf8-4adc-9f9a-02eb1a65b058),segment_id=8752d0e8-0bf8-4adc-9f9a-02eb1a65b058)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:15.433411 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.483365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b59c20b0-cded-47b6-b8b1-57397a90e664 None None] Deleting port 827f4c9d-c177-42f1-9cc5-b9283f601df2 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:15.483781 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b59c20b0-cded-47b6-b8b1-57397a90e664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.492323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for 827f4c9d-c177-42f1-9cc5-b9283f601df2 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:15.557990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ed781755-9bb7-4abd-a57f-22be3810364e no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:15.574104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26ace3-72a5-4051-b543-8a46a813dc3c req-693e630c-a52a-4a16-84b0-a2255c8a18ae tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:15.575933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d26ace3-72a5-4051-b543-8a46a813dc3c req-693e630c-a52a-4a16-84b0-a2255c8a18ae tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 946 time: 0.1394920 Apr 18 20:46:15.617889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b59c20b0-cded-47b6-b8b1-57397a90e664 None None] For port 827f4c9d-c177-42f1-9cc5-b9283f601df2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=827f4c9d-c177-42f1-9cc5-b9283f601df2,segment=NetworkSegment(8752d0e8-0bf8-4adc-9f9a-02eb1a65b058),segment_id=8752d0e8-0bf8-4adc-9f9a-02eb1a65b058)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:15.618337 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b59c20b0-cded-47b6-b8b1-57397a90e664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.636292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b59c20b0-cded-47b6-b8b1-57397a90e664 None None] Calling delete_port for 827f4c9d-c177-42f1-9cc5-b9283f601df2 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:15.650070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d26ace3-72a5-4051-b543-8a46a813dc3c req-9d6bd86d-36f9-42ac-872c-33974fe3cdb0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608025 Apr 18 20:46:15.668247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.711089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=827f4c9d-c177-42f1-9cc5-b9283f601df2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:15.727584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No DVR routers for this DVR port 827f4c9d-c177-42f1-9cc5-b9283f601df2 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:15.782163 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.823945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a206f174-2f00-4990-ab44-366c904e09c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed781755-9bb7-4abd-a57f-22be3810364e'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:15.833912 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d633f4-c150-4446-a411-9567f68cadd6" -d '{"events": [{"server_uuid": "a206f174-2f00-4990-ab44-366c904e09c9", "name": "network-vif-unplugged", "status": "completed", "tag": "ed781755-9bb7-4abd-a57f-22be3810364e"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:15.873182 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b59c20b0-cded-47b6-b8b1-57397a90e664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.918142 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.925101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ed781755-9bb7-4abd-a57f-22be3810364e, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ed781755-9bb7-4abd-a57f-22be3810364e,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:15.930568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c20b0-cded-47b6-b8b1-57397a90e664 None None] No DVR routers for this DVR port 827f4c9d-c177-42f1-9cc5-b9283f601df2 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:15.932696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c20b0-cded-47b6-b8b1-57397a90e664 None None] Pushing event deleted for resources: {'Port': ['ID=827f4c9d-c177-42f1-9cc5-b9283f601df2,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:15.942169 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.985363 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.016579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4926a543-c66c-4b4e-9515-0f1e09e53ea3']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:16.023675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ed781755-9bb7-4abd-a57f-22be3810364e,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:16.032360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8752d0e8-0bf8-4adc-9f9a-02eb1a65b058') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:16.032681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8752d0e8-0bf8-4adc-9f9a-02eb1a65b058') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:16.047125 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.084240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e196f-9654-4261-9267-bd59ca2f9469 req-e9663a31-37e5-4cf6-9b02-d1f7c09cefdf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:16.084240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c4e196f-9654-4261-9267-bd59ca2f9469 req-e9663a31-37e5-4cf6-9b02-d1f7c09cefdf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.1628976 Apr 18 20:46:16.085366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.094762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc4751-227e-4b8c-899a-97faea0faa54 req-6e15feaa-44df-478d-b524-9c9c751eb388 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:16.096330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0dc4751-227e-4b8c-899a-97faea0faa54 req-6e15feaa-44df-478d-b524-9c9c751eb388 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1736054 Apr 18 20:46:16.108982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:16.109389 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:16.114776 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:16.221047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c4e196f-9654-4261-9267-bd59ca2f9469 req-bc05665c-4afc-4130-8cb1-f5c08d147d2e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212502 Apr 18 20:46:16.231203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0dc4751-227e-4b8c-899a-97faea0faa54 req-82bf231f-aff3-444e-95d4-198091cbf7ca tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237288 Apr 18 20:46:16.232516 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.240949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.248523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/networks/4926a543-c66c-4b4e-9515-0f1e09e53ea3 HTTP/1.1" status: 204 len: 168 time: 1.1497891 Apr 18 20:46:16.249241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52696) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:16.256868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2054037323'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:16.264004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9a304-104c-407f-b89a-b184057ba2d6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Network': ['ID=4926a543-c66c-4b4e-9515-0f1e09e53ea3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:16.308379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:16.318853 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.333859 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d0d50a-a8e5-4c52-8273-50b7fbe59e4e x-openstack-request-id: req-a1d0d50a-a8e5-4c52-8273-50b7fbe59e4e {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:16.334568 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a206f174-2f00-4990-ab44-366c904e09c9", "name": "network-vif-unplugged", "status": "failed", "tag": "ed781755-9bb7-4abd-a57f-22be3810364e", "code": 422}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:16.335109 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1d0d50a-a8e5-4c52-8273-50b7fbe59e4e {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:16.335828 n-d-836015-4 neutron-server[102905]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a1d0d50a-a8e5-4c52-8273-50b7fbe59e4e']: {'server_uuid': 'a206f174-2f00-4990-ab44-366c904e09c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed781755-9bb7-4abd-a57f-22be3810364e', 'code': 422} returned with failed status Apr 18 20:46:16.355019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:16.368176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.368568 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Added segment 009248f7-c2c8-4f21-8449-4a00d020f8f0 of type vlan for network 6eada922-5bc5-4fde-b81d-6454ffcbb111 Apr 18 20:46:16.433824 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.451779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603d70b-d5d8-43f3-be20-e4c8e57d185f req-9ed28f9e-b6bd-4e2c-85a0-1a8fb8757453 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:16.470677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d603d70b-d5d8-43f3-be20-e4c8e57d185f req-9ed28f9e-b6bd-4e2c-85a0-1a8fb8757453 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.0735478 Apr 18 20:46:16.472362 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.484800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:16.488027 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.523092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d603d70b-d5d8-43f3-be20-e4c8e57d185f req-1c8cabac-f790-49e2-a1c0-f4e5c9a4bc96 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512934 Apr 18 20:46:16.572655 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3221731 Apr 18 20:46:16.575388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52704) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:16.596463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ad8e0-2b7d-4d9a-b95b-33a305d79840 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Network': ['ID=6eada922-5bc5-4fde-b81d-6454ffcbb111,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:16.600435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': '6eada922-5bc5-4fde-b81d-6454ffcbb111', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:16.609402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 6eada922-5bc5-4fde-b81d-6454ffcbb111 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:46:16.790337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715578b1-f104-4087-a816-0c0018a317cf req-1aae23d3-fb3d-42d5-b783-ab10d8b42f19 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:16.791819 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-715578b1-f104-4087-a816-0c0018a317cf req-1aae23d3-fb3d-42d5-b783-ab10d8b42f19 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 945 time: 0.1793177 Apr 18 20:46:16.802164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee932a47-e3bc-43a7-91b1-7a5ed281a157 req-1240bc21-bc52-4e7d-adc9-59a2c7beba54 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:16.803577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee932a47-e3bc-43a7-91b1-7a5ed281a157 req-1240bc21-bc52-4e7d-adc9-59a2c7beba54 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1734428 Apr 18 20:46:16.817074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:16.820371 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.940147 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-715578b1-f104-4087-a816-0c0018a317cf req-186a0344-c375-4ca9-9cb0-fe80371bd397 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338041 Apr 18 20:46:16.945979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee932a47-e3bc-43a7-91b1-7a5ed281a157 req-edaaf0e1-287c-46f1-9a90-e80bf5b5e23d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321144 Apr 18 20:46:17.159963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6290a05-40fb-4857-a0ed-20b306605384 req-74c19fba-7741-47b7-b9e3-3a3613de9f9f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:17.161836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6290a05-40fb-4857-a0ed-20b306605384 req-74c19fba-7741-47b7-b9e3-3a3613de9f9f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1126549 Apr 18 20:46:17.163308 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.217353 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:46:17.244781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 827f4c9d-c177-42f1-9cc5-b9283f601df2 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:17.246903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=a4af0604-1777-439a-a64c-0672cd57e271,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:17.266849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 827f4c9d-c177-42f1-9cc5-b9283f601df2 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:17.267441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 827f4c9d-c177-42f1-9cc5-b9283f601df2 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:17.278631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6290a05-40fb-4857-a0ed-20b306605384 req-ea1fde6c-dd55-4611-aafc-409f0b0ad134 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873053 Apr 18 20:46:17.290124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Checking segment: {'id': '009248f7-c2c8-4f21-8449-4a00d020f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6eada922-5bc5-4fde-b81d-6454ffcbb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:17.290906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network hostable DHCP agents. Network: 6eada922-5bc5-4fde-b81d-6454ffcbb111, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:17.327688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 6eada922-5bc5-4fde-b81d-6454ffcbb111 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:17.353003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 6eada922-5bc5-4fde-b81d-6454ffcbb111) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:17.358337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:17.359295 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.366451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210874eb-de6b-4123-b295-95935147d7af None None] Network 6eada922-5bc5-4fde-b81d-6454ffcbb111 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:17.400115 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-65400a0b-f9c7-42a7-bd25-ab8cf4682587 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8228703 Apr 18 20:46:17.402727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52714) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:17.410421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-74ab878f-3897-478b-b0ac-43ef8a7168bd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-787144220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:17.466795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57323065-0d73-44bd-a3df-679d969d218b req-f271f2e1-90e6-4a70-9dc2-712dbd9078dc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:17.468952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57323065-0d73-44bd-a3df-679d969d218b req-f271f2e1-90e6-4a70-9dc2-712dbd9078dc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.1360061 Apr 18 20:46:17.481486 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74ab878f-3897-478b-b0ac-43ef8a7168bd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.482818 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74ab878f-3897-478b-b0ac-43ef8a7168bd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.540817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57323065-0d73-44bd-a3df-679d969d218b req-a3bc2725-d1c9-4480-9e3f-fd601afc3f43 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514443 Apr 18 20:46:17.621423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-6eada922-5bc5-4fde-b81d-6454ffcbb111', 'network_id': '6eada922-5bc5-4fde-b81d-6454ffcbb111', 'tenant_id': '159defb4c9fe46bf9fe82efa62dc5f5b', 'fixed_ips': [{'subnet_id': 'a4af0604-1777-439a-a64c-0672cd57e271'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:46:17.623085 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.624301 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74ab878f-3897-478b-b0ac-43ef8a7168bd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.631523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74ab878f-3897-478b-b0ac-43ef8a7168bd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.656990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a5f43-2ae0-4411-b9c1-e131617399df req-b943e331-c836-4597-9e2c-1e27da52bb7a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:17.659715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec8a5f43-2ae0-4411-b9c1-e131617399df req-b943e331-c836-4597-9e2c-1e27da52bb7a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1149635 Apr 18 20:46:17.663001 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74ab878f-3897-478b-b0ac-43ef8a7168bd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.664150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-74ab878f-3897-478b-b0ac-43ef8a7168bd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2602043 Apr 18 20:46:17.667037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52720) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:17.674553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'network_id': '6eada922-5bc5-4fde-b81d-6454ffcbb111', 'name': 'tempest-PortsTestJSON-1178965400'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:17.738110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec8a5f43-2ae0-4411-b9c1-e131617399df req-e4390791-0448-4654-8277-919f581ce511 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727077 Apr 18 20:46:17.799682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Allocated IP 172.20.0.2 (6eada922-5bc5-4fde-b81d-6454ffcbb111/a4af0604-1777-439a-a64c-0672cd57e271/67186b3e-918c-461b-a7ec-a5c3b7a6afc5) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:17.806453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:17.812205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.841999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port 0fa84d8b-021a-4c0c-a868-a71bf007a317 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:17.958789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.965102 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.000962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Network 6eada922-5bc5-4fde-b81d-6454ffcbb111 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:18.009973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:18.013645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:18.019670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Pushing event updated for resources: {'Port': ['ID=67186b3e-918c-461b-a7ec-a5c3b7a6afc5,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.043201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.11 (6eada922-5bc5-4fde-b81d-6454ffcbb111/a4af0604-1777-439a-a64c-0672cd57e271/0fa84d8b-021a-4c0c-a868-a71bf007a317) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:18.098989 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Attempting to bind port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:18.099354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Attempting to bind port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '009248f7-c2c8-4f21-8449-4a00d020f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6eada922-5bc5-4fde-b81d-6454ffcbb111'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:18.099707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Attempting to bind port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 on network 6eada922-5bc5-4fde-b81d-6454ffcbb111 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:18.107019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:18.107499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Checking segment: {'id': '009248f7-c2c8-4f21-8449-4a00d020f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6eada922-5bc5-4fde-b81d-6454ffcbb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:18.107975 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.108369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Bound using segment: {'id': '009248f7-c2c8-4f21-8449-4a00d020f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6eada922-5bc5-4fde-b81d-6454ffcbb111'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:18.108925 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Bound port: 67186b3e-918c-461b-a7ec-a5c3b7a6afc5, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009248f7-c2c8-4f21-8449-4a00d020f8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '6eada922-5bc5-4fde-b81d-6454ffcbb111'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:18.110293 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.140324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52375ca-b5f3-4d17-95fb-a30490d27e92 req-169190fb-38f1-4552-b793-bb9f8ec88c86 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:18.151760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52375ca-b5f3-4d17-95fb-a30490d27e92 req-169190fb-38f1-4552-b793-bb9f8ec88c86 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 945 time: 0.0701144 Apr 18 20:46:18.200659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52375ca-b5f3-4d17-95fb-a30490d27e92 req-47219946-b2a8-43aa-90aa-f359b55b3733 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478067 Apr 18 20:46:18.201767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] For port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:18.207764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] For port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=67186b3e-918c-461b-a7ec-a5c3b7a6afc5,segment=NetworkSegment(009248f7-c2c8-4f21-8449-4a00d020f8f0),segment_id=009248f7-c2c8-4f21-8449-4a00d020f8f0)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:18.213483 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.286558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb9a41-9833-4b44-8792-bd89f9b7fcc7 None None] Pushing event updated for resources: {'Port': ['ID=67186b3e-918c-461b-a7ec-a5c3b7a6afc5,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.288618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-788b9730-701c-4a36-a4c5-0086e7ed0b22 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:18.290353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-788b9730-701c-4a36-a4c5-0086e7ed0b22 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.64 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 945 time: 0.0823171 Apr 18 20:46:18.297309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.338957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.418810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 6eada922-5bc5-4fde-b81d-6454ffcbb111 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:18.419871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=0fa84d8b-021a-4c0c-a868-a71bf007a317,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.424109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:18.426749 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:18.487093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:18.487953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.512295 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-684226a2-1d07-4ef5-89d8-660da69e54ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8417921 Apr 18 20:46:18.512612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52726) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:18.839188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Deleting port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:18.839188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.974903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d54932-1015-46c5-8008-96d960a7a951 req-08a0e3e5-ab56-4621-89f5-1e1d85402403 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:18.976993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28d54932-1015-46c5-8008-96d960a7a951 req-08a0e3e5-ab56-4621-89f5-1e1d85402403 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.2361488 Apr 18 20:46:19.028469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] For port e41203d7-6b1b-4b18-ba0a-ee64e6524a56, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:19.029083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.052173 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.059518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28d54932-1015-46c5-8008-96d960a7a951 req-5508f151-70cd-4509-bcf1-b5a22dbc451c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718434 Apr 18 20:46:19.112743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dff9e5-91d5-404e-8824-f70d8e006799 req-ae456df8-2c02-4210-b484-53b7af993469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:19.115167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83dff9e5-91d5-404e-8824-f70d8e006799 req-ae456df8-2c02-4210-b484-53b7af993469 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2416334 Apr 18 20:46:19.250466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83dff9e5-91d5-404e-8824-f70d8e006799 req-220582c1-a827-48da-8ce1-a8216a2c4c94 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253352 Apr 18 20:46:19.333115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:19.453403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:19.454166 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.518245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.518570 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.519019 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Floating IP bfe0681d-dfad-4cfa-85b5-3290483cad95 disassociated. External IP: 172.25.2.197, port: e41203d7-6b1b-4b18-ba0a-ee64e6524a56. Apr 18 20:46:19.519373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Calling delete_port for e41203d7-6b1b-4b18-ba0a-ee64e6524a56 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:19.546218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f47262-afd8-49b7-a30f-2ed8bc642872 req-8b8ebf91-05a9-4a57-b61e-d1138071d2a8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:19.549355 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30f47262-afd8-49b7-a30f-2ed8bc642872 req-8b8ebf91-05a9-4a57-b61e-d1138071d2a8 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 945 time: 0.1746576 Apr 18 20:46:19.637658 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-4c7e7702-fe53-4733-ab96-5c4428101634 service neutron] show failed (client error): The resource could not be found. Apr 18 20:46:19.638605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-4c7e7702-fe53-4733-ab96-5c4428101634 service neutron] 10.222.0.60 "GET /v2.0/ports/83b10c58-d70a-47cb-b718-8708ab55b3be/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.2398596 Apr 18 20:46:19.674901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30f47262-afd8-49b7-a30f-2ed8bc642872 req-67c8f4be-68d1-4c12-93c8-c5e67faf387e tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups?id=4a80c28c-9f11-4114-93c5-638018d23689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178122 Apr 18 20:46:19.778704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ed781755-9bb7-4abd-a57f-22be3810364e no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:19.824199 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.884596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'Port': ['ID=e41203d7-6b1b-4b18-ba0a-ee64e6524a56,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:19.981938 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.058559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472fd35d-1fb6-4b18-a04b-4da61327d4ee None None] Network 6eada922-5bc5-4fde-b81d-6454ffcbb111 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:20.062513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-9c595549-df89-4958-b5d7-0b5894b98cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:20.064106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-9c595549-df89-4958-b5d7-0b5894b98cfe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 1096 time: 0.1769996 Apr 18 20:46:20.064309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.071969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.102458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:20.170493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:20.192469 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.205991 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=0fa84d8b-021a-4c0c-a868-a71bf007a317,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:20.214921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f55100e0-3e29-4edb-a422-5ee436c9ad90 None None] Provisioning complete for port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:20.215297 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f55100e0-3e29-4edb-a422-5ee436c9ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.224707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=67186b3e-918c-461b-a7ec-a5c3b7a6afc5,segment=NetworkSegment(009248f7-c2c8-4f21-8449-4a00d020f8f0),segment_id=009248f7-c2c8-4f21-8449-4a00d020f8f0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:20.259566 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.329947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=67186b3e-918c-461b-a7ec-a5c3b7a6afc5,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:20.457718 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.490626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bb007-2f70-4bad-8a87-168d5a95e490 req-9a85d6a6-da93-4a8d-9467-1b008a110632 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:20.492941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b38bb007-2f70-4bad-8a87-168d5a95e490 req-9a85d6a6-da93-4a8d-9467-1b008a110632 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.2558255 Apr 18 20:46:20.612488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:20.625309 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:20.637943 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:20.638552 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:20.640713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a7cbc-f2c8-4721-875d-dfc1335d64f4 req-3ff23268-9878-4a05-8e2c-e266d22c7447 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:20.643162 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-187a7cbc-f2c8-4721-875d-dfc1335d64f4 req-3ff23268-9878-4a05-8e2c-e266d22c7447 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2786093 Apr 18 20:46:20.655678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.691229 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b38bb007-2f70-4bad-8a87-168d5a95e490 req-50b22320-424c-40cc-b22b-1a0d67d5a9f3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781330 Apr 18 20:46:20.725647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] No DVR routers for this DVR port e41203d7-6b1b-4b18-ba0a-ee64e6524a56 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:20.732942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.736928 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eae6370c-1ab8-4425-b75a-695e027d6ef6 req-9afee326-2cc6-4290-b510-0e87b8e2f26c tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.64 "DELETE /v2.0/ports/e41203d7-6b1b-4b18-ba0a-ee64e6524a56 HTTP/1.1" status: 204 len: 173 time: 2.4406981 Apr 18 20:46:20.740318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'name': 'network-vif-deleted', 'tag': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:20.742643 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3566fd84-ff21-4d80-b4be-8cbc99fb42d1" -d '{"events": [{"server_uuid": "9856ad0c-c00d-4a40-9760-f72bd1bc1a3f", "name": "network-vif-deleted", "tag": "e41203d7-6b1b-4b18-ba0a-ee64e6524a56"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:20.876964 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e48b2084-858e-4c4f-95b4-832f3922e3df req-dd0d1a27-b6d4-48ac-a666-6ad31761dbc1 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/ports?device_id=9856ad0c-c00d-4a40-9760-f72bd1bc1a3f HTTP/1.1" status: 200 len: 210 time: 0.0424461 Apr 18 20:46:20.884229 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:20.914257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-187a7cbc-f2c8-4721-875d-dfc1335d64f4 req-a1940674-9ef8-44db-b66c-e5200906a5cb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431476 Apr 18 20:46:21.000116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=83b10c58-d70a-47cb-b718-8708ab55b3be,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:21.039555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e2e754d2-18e6-4bca-93d0-9e22a109ae00 None None] Provisioning complete for port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:21.043286 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e2e754d2-18e6-4bca-93d0-9e22a109ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.058643 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252f47b4-5a24-4aaf-b3a2-42f393938ca1 x-openstack-request-id: req-252f47b4-5a24-4aaf-b3a2-42f393938ca1 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:21.058925 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9856ad0c-c00d-4a40-9760-f72bd1bc1a3f", "name": "network-vif-deleted", "tag": "e41203d7-6b1b-4b18-ba0a-ee64e6524a56", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:21.059172 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-252f47b4-5a24-4aaf-b3a2-42f393938ca1 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:21.059578 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-252f47b4-5a24-4aaf-b3a2-42f393938ca1'] response: {'server_uuid': '9856ad0c-c00d-4a40-9760-f72bd1bc1a3f', 'name': 'network-vif-deleted', 'tag': 'e41203d7-6b1b-4b18-ba0a-ee64e6524a56', 'status': 'completed', 'code': 200} Apr 18 20:46:21.123827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:21.197695 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:21.218474 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.232940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Transition to ACTIVE for port object 83b10c58-d70a-47cb-b718-8708ab55b3be will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:21.239432 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.252908 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:21.268274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e2e754d2-18e6-4bca-93d0-9e22a109ae00 None None] Provisioning complete for port 0fa84d8b-021a-4c0c-a868-a71bf007a317 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:21.268776 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e2e754d2-18e6-4bca-93d0-9e22a109ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.310141 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:21.310803 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:21.316784 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.326759 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.365021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:21.439274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=0fa84d8b-021a-4c0c-a868-a71bf007a317,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:21.462925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=83b10c58-d70a-47cb-b718-8708ab55b3be,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:21.507611 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.532008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e2e754d2-18e6-4bca-93d0-9e22a109ae00 None None] Port 0fa84d8b-021a-4c0c-a868-a71bf007a317 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:21.534908 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:21.535277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:21.535639 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.576919 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e41203d7-6b1b-4b18-ba0a-ee64e6524a56 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:21.677887 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: e41203d7-6b1b-4b18-ba0a-ee64e6524a56 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:21.678513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e41203d7-6b1b-4b18-ba0a-ee64e6524a56 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:21.706516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a361e6c0-1ff1-43db-8e69-1e0c5089a8af None None] Provisioning complete for port 0fa84d8b-021a-4c0c-a868-a71bf007a317 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:21.707161 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a361e6c0-1ff1-43db-8e69-1e0c5089a8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.732488 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network 6eada922-5bc5-4fde-b81d-6454ffcbb111 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:21.734300 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:21.754425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] No DVR routers for this DVR port 83b10c58-d70a-47cb-b718-8708ab55b3be on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:21.843807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a361e6c0-1ff1-43db-8e69-1e0c5089a8af None None] Port 0fa84d8b-021a-4c0c-a868-a71bf007a317 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:22.004722 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-84343e70-1026-4ec6-863b-8ec7838eea8c None None] Provisioning complete for port 0fa84d8b-021a-4c0c-a868-a71bf007a317 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:22.005265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84343e70-1026-4ec6-863b-8ec7838eea8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.020454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916ab2f-abaf-4b24-a663-37e50ed5c719 req-517aefce-1a19-4452-918c-72edfeb71d08 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:22.030942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3916ab2f-abaf-4b24-a663-37e50ed5c719 req-517aefce-1a19-4452-918c-72edfeb71d08 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 943 time: 0.2091155 Apr 18 20:46:22.066545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Router 8c403e65-3f91-4dc7-a981-36642828211b is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:46:22.077998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-84343e70-1026-4ec6-863b-8ec7838eea8c None None] Port 0fa84d8b-021a-4c0c-a868-a71bf007a317 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:22.134201 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:22.145066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3916ab2f-abaf-4b24-a663-37e50ed5c719 req-e03016fb-700e-4fdc-bf77-5cdb2c78afff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948427 Apr 18 20:46:22.197202 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb48b1dc-6352-48b4-9fd2-e0719f8edb7e None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:38:41Z', 'revision_number': 4, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '21634b3e-9a2f-4fc5-9254-9f9715c13f4e', 'name': '', 'network_id': '8c9a19a1-29f1-47e6-96b1-39d5cf87fedb', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'mac_address': 'fa:16:3e:8d:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1888, 'fixed_ips': [{'subnet_id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:38Z', 'updated_at': '2022-04-18T20:38:47Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'subnets': [{'id': '0cd3b977-ca1a-4086-b53d-098dd2142a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:22.246887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52764) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:22.249141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e85e8-a9af-48c4-a61e-1e277af8da20 req-2a741ea4-d824-4275-8ac5-95b2860bc2e0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:22.250710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-514e85e8-a9af-48c4-a61e-1e277af8da20 req-2a741ea4-d824-4275-8ac5-95b2860bc2e0 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2090490 Apr 18 20:46:22.303059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-514e85e8-a9af-48c4-a61e-1e277af8da20 req-2cd408f4-9860-4357-bec8-9360e50ed2be tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379817 Apr 18 20:46:22.305883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Attempting to bind port 83b10c58-d70a-47cb-b718-8708ab55b3be on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:22.306220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Attempting to bind port 83b10c58-d70a-47cb-b718-8708ab55b3be by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:22.306544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Attempting to bind port 83b10c58-d70a-47cb-b718-8708ab55b3be on network 34ea8ad2-58f5-4846-96b3-4894e0db57ea {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:22.308146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b9abf9d8-9518-4686-8163-e57ad14080cb None None] Provisioning complete for port 0fa84d8b-021a-4c0c-a868-a71bf007a317 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:22.308512 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9abf9d8-9518-4686-8163-e57ad14080cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.312206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Port 83b10c58-d70a-47cb-b718-8708ab55b3be on network 34ea8ad2-58f5-4846-96b3-4894e0db57ea not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:46:22.312206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Attempting to bind port 83b10c58-d70a-47cb-b718-8708ab55b3be on network 34ea8ad2-58f5-4846-96b3-4894e0db57ea {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:22.319712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:22.329426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Checking segment: {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:22.329426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Bound using segment: {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:22.329426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Bound port: 83b10c58-d70a-47cb-b718-8708ab55b3be, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:22.329426 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.341461 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:22.358916 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-407d29ea-d0df-450b-b9ad-d6987ba1edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "PUT /v2.0/routers/8c403e65-3f91-4dc7-a981-36642828211b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8450391 Apr 18 20:46:22.365598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52766) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:22.371448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077c32e-8f8b-4505-a1d0-96e5c8a0833b None None] Sync routers for ids ['8c403e65-3f91-4dc7-a981-36642828211b'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:22.378509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b9abf9d8-9518-4686-8163-e57ad14080cb None None] Port 0fa84d8b-021a-4c0c-a868-a71bf007a317 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:22.401380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077c32e-8f8b-4505-a1d0-96e5c8a0833b None None] Routers {'8c403e65-3f91-4dc7-a981-36642828211b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:22.402213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5077c32e-8f8b-4505-a1d0-96e5c8a0833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8c403e65-3f91-4dc7-a981-36642828211b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:22.434220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:22.435924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-789165eb-49b1-45ff-864a-a668ac0287e9 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.452897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=83b10c58-d70a-47cb-b718-8708ab55b3be,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:22.460923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5077c32e-8f8b-4505-a1d0-96e5c8a0833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:22.467101 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.476329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077c32e-8f8b-4505-a1d0-96e5c8a0833b None None] Routers {'8c403e65-3f91-4dc7-a981-36642828211b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:22.477014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5077c32e-8f8b-4505-a1d0-96e5c8a0833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8c403e65-3f91-4dc7-a981-36642828211b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:22.480267 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-789165eb-49b1-45ff-864a-a668ac0287e9 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.491791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69682135-9e2f-4cf1-9d4c-b433de78be52 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:22.496633 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-69682135-9e2f-4cf1-9d4c-b433de78be52 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c403e65-3f91-4dc7-a981-36642828211b HTTP/1.1" status: 200 len: 983 time: 0.1299469 Apr 18 20:46:22.497267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52770) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:22.537303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 83b10c58-d70a-47cb-b718-8708ab55b3be no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:22.541940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5077c32e-8f8b-4505-a1d0-96e5c8a0833b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:22.542606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5077c32e-8f8b-4505-a1d0-96e5c8a0833b None None] The sync data for ids ['8c403e65-3f91-4dc7-a981-36642828211b'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:22.581090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=83b10c58-d70a-47cb-b718-8708ab55b3be,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.600606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:22.601549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 83b10c58-d70a-47cb-b718-8708ab55b3be not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:22.603659 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.605689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-a3256b24-4a9a-46b3-a474-86a12212c7a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 1091 time: 2.5082104 Apr 18 20:46:22.702314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-e9b04add-1bd6-40dd-98ac-5ee2f1e7b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:22.703908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-e9b04add-1bd6-40dd-98ac-5ee2f1e7b93c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1094 time: 0.0731094 Apr 18 20:46:22.722704 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3695f71d-9697-4b5f-912f-a2bb58c27ac5 None None] New status for floating IP bfe0681d-dfad-4cfa-85b5-3290483cad95: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:46:22.730864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-789165eb-49b1-45ff-864a-a668ac0287e9 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.734313 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-789165eb-49b1-45ff-864a-a668ac0287e9 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.735745 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-789165eb-49b1-45ff-864a-a668ac0287e9 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "DELETE /v2.0/security-groups/4a80c28c-9f11-4114-93c5-638018d23689 HTTP/1.1" status: 204 len: 168 time: 0.4878931 Apr 18 20:46:22.741689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52772) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:22.768756 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789165eb-49b1-45ff-864a-a668ac0287e9 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a80c28c-9f11-4114-93c5-638018d23689,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.792782 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-92e8ad17-05a1-4de6-96b0-bd9d9bd8c7e3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] show failed (client error): The resource could not be found. Apr 18 20:46:22.794132 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-92e8ad17-05a1-4de6-96b0-bd9d9bd8c7e3 tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "GET /v2.0/security-groups/4a80c28c-9f11-4114-93c5-638018d23689 HTTP/1.1" status: 404 len: 347 time: 0.0484302 Apr 18 20:46:22.847725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-747761dc-ff38-4d55-b9d4-6c23b8139614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:22.850246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-747761dc-ff38-4d55-b9d4-6c23b8139614 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 200 len: 897 time: 0.1302834 Apr 18 20:46:22.850994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52774) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:23.006766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-0f1ee8e6-90dc-4f3c-8f7b-214eb5567dbf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 998 time: 0.1420879 Apr 18 20:46:23.073230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be'}, {'name': 'network-changed', 'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:23.075634 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2f3680-83ce-42de-8969-bbd2a546f395" -d '{"events": [{"server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "name": "network-vif-unplugged", "status": "completed", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be"}, {"name": "network-changed", "server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:23.117844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.127522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-f9f91953-ebae-4ee1-8b85-c1b417833640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:23.129327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-f9f91953-ebae-4ee1-8b85-c1b417833640 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbb577c-cc46-43c5-b61b-f57d84f7f263 HTTP/1.1" status: 200 len: 835 time: 0.0875678 Apr 18 20:46:23.166068 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4b4ea7-82f5-4d69-8daf-fd0171ee47a1 x-openstack-request-id: req-7c4b4ea7-82f5-4d69-8daf-fd0171ee47a1 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:23.166599 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "name": "network-vif-unplugged", "status": "completed", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be", "code": 200}, {"name": "network-changed", "server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:23.166943 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c4b4ea7-82f5-4d69-8daf-fd0171ee47a1 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:23.167427 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4b4ea7-82f5-4d69-8daf-fd0171ee47a1'] response: {'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'code': 200} Apr 18 20:46:23.167774 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4b4ea7-82f5-4d69-8daf-fd0171ee47a1'] response: {'name': 'network-changed', 'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'status': 'completed', 'code': 200} Apr 18 20:46:23.211777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffa82b-7a34-4987-9e5e-4b7285adf69d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Deleting port cfa637cd-0a06-4e5d-833f-7c2ab69514e7 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:23.211777 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5ffa82b-7a34-4987-9e5e-4b7285adf69d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.234932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-3739edf0-2492-43b0-8bd0-423869d69686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:23.237163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-3739edf0-2492-43b0-8bd0-423869d69686 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34ea8ad2-58f5-4846-96b3-4894e0db57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015713 Apr 18 20:46:23.359732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-81a2b009-f0d4-4497-a95e-9ff2e98873c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:23.362158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-81a2b009-f0d4-4497-a95e-9ff2e98873c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1094 time: 0.1935430 Apr 18 20:46:23.372972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port 0fa84d8b-021a-4c0c-a868-a71bf007a317 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:23.373545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.477769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.492399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for 0fa84d8b-021a-4c0c-a868-a71bf007a317 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:23.684071 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.714946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=0fa84d8b-021a-4c0c-a868-a71bf007a317,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:23.755618 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5ffa82b-7a34-4987-9e5e-4b7285adf69d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.755995 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5ffa82b-7a34-4987-9e5e-4b7285adf69d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.838827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffa82b-7a34-4987-9e5e-4b7285adf69d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Calling delete_port for cfa637cd-0a06-4e5d-833f-7c2ab69514e7 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:23.875679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2feee0-53c4-417b-b4aa-29ff9b687d43 req-7c93cfd1-4285-46d5-9eb7-eb3591c2a84b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:23.883078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba2feee0-53c4-417b-b4aa-29ff9b687d43 req-7c93cfd1-4285-46d5-9eb7-eb3591c2a84b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 943 time: 0.5964127 Apr 18 20:46:23.901958 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.985305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec559a-263a-4e94-a154-8f26e3cb8e28 req-22580ede-80a0-4fa2-8035-49e7600f45a4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:23.986975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0ec559a-263a-4e94-a154-8f26e3cb8e28 req-22580ede-80a0-4fa2-8035-49e7600f45a4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2622256 Apr 18 20:46:23.996923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-0b8329cc-15ad-4b29-a9a3-4a7e4f7c25e3 service neutron] 10.222.0.64 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185574 Apr 18 20:46:24.057638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-da960a08-c5a8-4916-87f1-4d432ae78f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.059144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-da960a08-c5a8-4916-87f1-4d432ae78f10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 200 len: 897 time: 0.6891570 Apr 18 20:46:24.062140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba2feee0-53c4-417b-b4aa-29ff9b687d43 req-d14829d0-54ab-4274-bda8-06a5bcf90c05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782870 Apr 18 20:46:24.180090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0ec559a-263a-4e94-a154-8f26e3cb8e28 req-ad00d93c-9b03-4d28-9134-631f9989b85d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806395 Apr 18 20:46:24.220924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-7e854a49-532e-44af-bff0-8cfd1d9b8ae5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 998 time: 0.1529298 Apr 18 20:46:24.297322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f9e1953-68bc-4dfc-b525-6e5661b2344f req-e3116b5b-ed30-4cd6-aca4-5f8065f3f903 service neutron] 10.222.0.64 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811747 Apr 18 20:46:24.322073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-7f1993af-02ed-4d3e-a0f9-d3bd8e5e7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.323622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-7f1993af-02ed-4d3e-a0f9-d3bd8e5e7a4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cbb577c-cc46-43c5-b61b-f57d84f7f263 HTTP/1.1" status: 200 len: 835 time: 0.0941489 Apr 18 20:46:24.324671 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5ffa82b-7a34-4987-9e5e-4b7285adf69d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.389164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Router 8c403e65-3f91-4dc7-a981-36642828211b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:24.389736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffa82b-7a34-4987-9e5e-4b7285adf69d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Pushing event deleted for resources: {'Port': ['ID=cfa637cd-0a06-4e5d-833f-7c2ab69514e7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:24.493564 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-727d3688-424b-46b6-a258-a1ebd5e5426b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.495151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-727d3688-424b-46b6-a258-a1ebd5e5426b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34ea8ad2-58f5-4846-96b3-4894e0db57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1616676 Apr 18 20:46:24.503701 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5ffa82b-7a34-4987-9e5e-4b7285adf69d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.506240 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5ffa82b-7a34-4987-9e5e-4b7285adf69d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.507363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b5ffa82b-7a34-4987-9e5e-4b7285adf69d tempest-AttachVolumeNegativeTest-96983708 tempest-AttachVolumeNegativeTest-96983708-project] 10.222.0.49 "DELETE /v2.0/floatingips/bfe0681d-dfad-4cfa-85b5-3290483cad95 HTTP/1.1" status: 204 len: 168 time: 1.6550131 Apr 18 20:46:24.518000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:24.518420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-dd21e635-8317-4d78-98a6-35afa39dfe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.520239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-dd21e635-8317-4d78-98a6-35afa39dfe6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1094 time: 0.1352804 Apr 18 20:46:24.523789 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aa4148cb-a216-45e7-a6b0-eccbe4320054 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "PUT /v2.0/routers/8c403e65-3f91-4dc7-a981-36642828211b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0197120 Apr 18 20:46:24.527135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52794) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:24.535270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f356c-e18a-4f73-85cf-cc58d47aa716 None None] Sync routers for ids ['8c403e65-3f91-4dc7-a981-36642828211b'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:24.553276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f356c-e18a-4f73-85cf-cc58d47aa716 None None] Routers {'8c403e65-3f91-4dc7-a981-36642828211b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:24.554109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3b3f356c-e18a-4f73-85cf-cc58d47aa716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8c403e65-3f91-4dc7-a981-36642828211b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:24.558432 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6941b05-92ec-4263-b3eb-4788138900b6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:46:24.560234 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b6941b05-92ec-4263-b3eb-4788138900b6 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/0fa84d8b-021a-4c0c-a868-a71bf007a317 HTTP/1.1" status: 404 len: 333 time: 0.0317454 Apr 18 20:46:24.562838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52796) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:24.590782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3b3f356c-e18a-4f73-85cf-cc58d47aa716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:24.600322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f356c-e18a-4f73-85cf-cc58d47aa716 None None] Routers {'8c403e65-3f91-4dc7-a981-36642828211b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:24.601397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3b3f356c-e18a-4f73-85cf-cc58d47aa716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8c403e65-3f91-4dc7-a981-36642828211b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:24.693526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e821c102-34e9-404e-806a-155d7037ebc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.701676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3b3f356c-e18a-4f73-85cf-cc58d47aa716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:24.704451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f356c-e18a-4f73-85cf-cc58d47aa716 None None] The sync data for ids ['8c403e65-3f91-4dc7-a981-36642828211b'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:24.722659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-d7045bb0-8fd8-4ffb-b2b6-a058313fd0a9 service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141945 Apr 18 20:46:24.754006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-5246f9cd-3fb5-4c35-a9af-1a632065fe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.755385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-5246f9cd-3fb5-4c35-a9af-1a632065fe49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 200 len: 897 time: 0.2222345 Apr 18 20:46:24.886631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-d5beece0-35c6-4e4f-906e-fccf79162b93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 998 time: 0.1016765 Apr 18 20:46:24.894246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-45e3f099-88f3-4d4c-8647-c20b52421b84 service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623678 Apr 18 20:46:24.917024 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e821c102-34e9-404e-806a-155d7037ebc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.919330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e821c102-34e9-404e-806a-155d7037ebc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.955106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-c20e5a0b-f508-461d-8515-e2ca7686918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:24.956703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-c20e5a0b-f508-461d-8515-e2ca7686918b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbb577c-cc46-43c5-b61b-f57d84f7f263 HTTP/1.1" status: 200 len: 835 time: 0.0573263 Apr 18 20:46:25.009322 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-a0ee8183-faf0-4c7e-87d7-8b62878cbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:25.010733 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e821c102-34e9-404e-806a-155d7037ebc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.011089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-a0ee8183-faf0-4c7e-87d7-8b62878cbec8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34ea8ad2-58f5-4846-96b3-4894e0db57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475762 Apr 18 20:46:25.011482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e821c102-34e9-404e-806a-155d7037ebc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Fanout notify agent at l3_agent the message router_deleted on router 8c403e65-3f91-4dc7-a981-36642828211b {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:25.023281 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e821c102-34e9-404e-806a-155d7037ebc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.025054 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e821c102-34e9-404e-806a-155d7037ebc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/routers/8c403e65-3f91-4dc7-a981-36642828211b HTTP/1.1" status: 204 len: 168 time: 0.4603555 Apr 18 20:46:25.027486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52802) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:25.093954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8dce12-908e-4ac6-a53c-eb31af28bc5c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet a4af0604-1777-439a-a64c-0672cd57e271 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:25.097723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e8dce12-908e-4ac6-a53c-eb31af28bc5c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.130107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-71ce2fdb-c14d-4b6f-8288-f1baf7e0a1ba service neutron] 10.222.0.64 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065245 Apr 18 20:46:25.151879 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e8dce12-908e-4ac6-a53c-eb31af28bc5c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.334082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e8dce12-908e-4ac6-a53c-eb31af28bc5c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.410866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763e6d0-ddba-4a93-a0b5-906176aba441 req-abb0e262-284f-4d31-869f-9643b96d2742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:25.412818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6763e6d0-ddba-4a93-a0b5-906176aba441 req-abb0e262-284f-4d31-869f-9643b96d2742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 943 time: 0.1964047 Apr 18 20:46:25.421067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e2f3680-83ce-42de-8969-bbd2a546f395 req-bf9073f2-17f2-438f-805d-db671bc53259 service neutron] 10.222.0.64 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836328 Apr 18 20:46:25.466397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34161c7-1142-4e02-8fc9-a4492656baec req-4f8673ba-6bca-4346-8b29-55db17178098 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:25.470004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a34161c7-1142-4e02-8fc9-a4492656baec req-4f8673ba-6bca-4346-8b29-55db17178098 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1203699 Apr 18 20:46:25.485853 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e8dce12-908e-4ac6-a53c-eb31af28bc5c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.522961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dce12-908e-4ac6-a53c-eb31af28bc5c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=a4af0604-1777-439a-a64c-0672cd57e271,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:25.531369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6763e6d0-ddba-4a93-a0b5-906176aba441 req-87bd40f4-0e38-4152-8220-918f8ad4085a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091130 Apr 18 20:46:25.539232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb553957-ce5a-4315-86a6-f9f021ca438e None None] Network 6eada922-5bc5-4fde-b81d-6454ffcbb111 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:25.541341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e8dce12-908e-4ac6-a53c-eb31af28bc5c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.550722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52810) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:25.554261 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6e8dce12-908e-4ac6-a53c-eb31af28bc5c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/a4af0604-1777-439a-a64c-0672cd57e271 HTTP/1.1" status: 204 len: 168 time: 0.5252841 Apr 18 20:46:25.659073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a34161c7-1142-4e02-8fc9-a4492656baec req-cfaf287f-43b8-4c5e-a7b4-bc474c08f5fe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751068 Apr 18 20:46:25.684924 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.790244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a17a598-39f3-43a9-8c4f-baa62bfc3d7d None None] DHCP port deletion for 6eada922-5bc5-4fde-b81d-6454ffcbb111 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:25.807756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:25.808324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.863129 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8a17a598-39f3-43a9-8c4f-baa62bfc3d7d None None] Deleting port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:25.863492 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8a17a598-39f3-43a9-8c4f-baa62bfc3d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.891040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] For port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=67186b3e-918c-461b-a7ec-a5c3b7a6afc5,segment=NetworkSegment(009248f7-c2c8-4f21-8449-4a00d020f8f0),segment_id=009248f7-c2c8-4f21-8449-4a00d020f8f0)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:25.892062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.912467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:25.937796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8a17a598-39f3-43a9-8c4f-baa62bfc3d7d None None] For port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=67186b3e-918c-461b-a7ec-a5c3b7a6afc5,segment=NetworkSegment(009248f7-c2c8-4f21-8449-4a00d020f8f0),segment_id=009248f7-c2c8-4f21-8449-4a00d020f8f0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:25.938354 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8a17a598-39f3-43a9-8c4f-baa62bfc3d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.957320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8a17a598-39f3-43a9-8c4f-baa62bfc3d7d None None] Calling delete_port for 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:26.027125 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.068711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No DVR routers for this DVR port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:26.077011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=67186b3e-918c-461b-a7ec-a5c3b7a6afc5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:26.084679 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8a17a598-39f3-43a9-8c4f-baa62bfc3d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.140760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17a598-39f3-43a9-8c4f-baa62bfc3d7d None None] Pushing event deleted for resources: {'Port': ['ID=67186b3e-918c-461b-a7ec-a5c3b7a6afc5,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:26.152061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a17a598-39f3-43a9-8c4f-baa62bfc3d7d None None] No DVR routers for this DVR port 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:26.208597 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.235012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eada922-5bc5-4fde-b81d-6454ffcbb111']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:26.252622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009248f7-c2c8-4f21-8449-4a00d020f8f0') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:26.253063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009248f7-c2c8-4f21-8449-4a00d020f8f0') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:26.267766 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.300085 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.307544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:26.308373 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:26.311888 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:26.416409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.426279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.433794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/networks/6eada922-5bc5-4fde-b81d-6454ffcbb111 HTTP/1.1" status: 204 len: 168 time: 0.8724329 Apr 18 20:46:26.437766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52816) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:26.452956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f9fd1-7851-40b7-a650-98d0e9c2c031 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Network': ['ID=6eada922-5bc5-4fde-b81d-6454ffcbb111,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:26.488713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43871bfb-4abf-4110-b245-e9173387a627 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:26.490146 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-43871bfb-4abf-4110-b245-e9173387a627 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/0aecb4c5-f818-461f-a62a-f496e34a405b HTTP/1.1" status: 200 len: 841 time: 0.0508423 Apr 18 20:46:26.495120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52818) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:26.545071 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-37e6420a-3817-492c-b5e9-f8ec28a91876 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/0aecb4c5-f818-461f-a62a-f496e34a405b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0486844 Apr 18 20:46:26.549576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52820) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:26.555032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-38c4902b-41da-400d-9c7d-2c610e3d546e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:26.753657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f340f-2cdb-4e7e-adb2-a05e544816c1 req-561815a4-3ac4-4225-a86a-7b46bef4d588 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:26.758040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe4f340f-2cdb-4e7e-adb2-a05e544816c1 req-561815a4-3ac4-4225-a86a-7b46bef4d588 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 943 time: 0.1024938 Apr 18 20:46:26.794631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c4902b-41da-400d-9c7d-2c610e3d546e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:26.798906 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38c4902b-41da-400d-9c7d-2c610e3d546e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.926686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b9f78-6518-4ff6-b64d-9cb7312fab97 req-8fc88ad6-ece4-46a4-b917-f942f24b0b76 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:26.928259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-585b9f78-6518-4ff6-b64d-9cb7312fab97 req-8fc88ad6-ece4-46a4-b917-f942f24b0b76 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1850526 Apr 18 20:46:26.940736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe4f340f-2cdb-4e7e-adb2-a05e544816c1 req-8ca5da87-96e1-4b23-82a8-0abec1160510 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471269 Apr 18 20:46:27.000101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-585b9f78-6518-4ff6-b64d-9cb7312fab97 req-e23851bc-8592-4f4c-a565-3ac579386e71 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624864 Apr 18 20:46:27.158892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38c4902b-41da-400d-9c7d-2c610e3d546e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.223711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4902b-41da-400d-9c7d-2c610e3d546e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:27.281826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-38c4902b-41da-400d-9c7d-2c610e3d546e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:27.296620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4902b-41da-400d-9c7d-2c610e3d546e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:27.296885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff93137-3016-449f-8d7b-5190637f2319 None None] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:27.297599 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38c4902b-41da-400d-9c7d-2c610e3d546e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.306571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4902b-41da-400d-9c7d-2c610e3d546e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=2cc761c2-2648-4f8e-8364-10de5a53ba68,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:27.326635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:27.365031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-38c4902b-41da-400d-9c7d-2c610e3d546e tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8141115 Apr 18 20:46:27.367575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52834) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:27.373784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0f7e663e-cd3e-4522-b6ec-d7a909e5bb7c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'security_group': {'name': 'tempest-secgroup-1120137255'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:27.385954 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:27.386925 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 67186b3e-918c-461b-a7ec-a5c3b7a6afc5 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:27.403118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-72421467-a1ab-4527-a087-66178e32d9dc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:27.405004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-72421467-a1ab-4527-a087-66178e32d9dc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.60 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 943 time: 0.1851306 Apr 18 20:46:27.418031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685e1d0-779b-4db8-97f8-26654f4980e8 req-dec39909-17d3-4649-a711-057988b55d3c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:27.419570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1685e1d0-779b-4db8-97f8-26654f4980e8 req-dec39909-17d3-4649-a711-057988b55d3c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 943 time: 0.1395898 Apr 18 20:46:27.474743 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f7e663e-cd3e-4522-b6ec-d7a909e5bb7c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.566039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1685e1d0-779b-4db8-97f8-26654f4980e8 req-ef23fddb-5cd2-4f59-a979-a8b30197acec tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317716 Apr 18 20:46:27.566331 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 83b10c58-d70a-47cb-b718-8708ab55b3be details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:46:27.599130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52842) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:27.643208 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f7e663e-cd3e-4522-b6ec-d7a909e5bb7c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.652120 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-099dfdb7-0f85-4e42-923b-3a39f0fadb0c service neutron] delete failed (client error): The resource could not be found. Apr 18 20:46:27.653676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-099dfdb7-0f85-4e42-923b-3a39f0fadb0c service neutron] 10.222.0.60 "DELETE /v2.0/ports/83b10c58-d70a-47cb-b718-8708ab55b3be/bindings/n-h1-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.2329643 Apr 18 20:46:27.654450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f7e663e-cd3e-4522-b6ec-d7a909e5bb7c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.745387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f7e663e-cd3e-4522-b6ec-d7a909e5bb7c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.749061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0f7e663e-cd3e-4522-b6ec-d7a909e5bb7c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3778956 Apr 18 20:46:27.751375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52846) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:27.759925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-462c2ad5-ecac-4eae-93cb-2afc1e0bca59 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'security_group': {'name': 'tempest-secgroup-1394712489'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:27.776152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e663e-cd3e-4522-b6ec-d7a909e5bb7c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b805ff-4ae5-4496-b0d3-d31a3cea0c58,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:27.793180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=83b10c58-d70a-47cb-b718-8708ab55b3be,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:27.804693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-eed1dedb-9424-4c40-8b6b-cd891a8dde5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:27.806995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-eed1dedb-9424-4c40-8b6b-cd891a8dde5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1094 time: 0.0970399 Apr 18 20:46:27.880584 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-462c2ad5-ecac-4eae-93cb-2afc1e0bca59 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.889401 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'tenant_id': '159defb4c9fe46bf9fe82efa62dc5f5b', 'fixed_ips': [{'subnet_id': '2cc761c2-2648-4f8e-8364-10de5a53ba68'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:46:27.891648 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.897111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'port_id': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'mac_address': 'fa:16:3e:ae:bc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:46:27.966369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-115a69f1-035e-4da6-be8b-8272c0780efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:27.975218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-115a69f1-035e-4da6-be8b-8272c0780efa service neutron] 10.222.0.60 "GET /v2.0/networks?id=34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 200 len: 897 time: 0.1614876 Apr 18 20:46:28.034182 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-462c2ad5-ecac-4eae-93cb-2afc1e0bca59 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.097402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-80cdd646-5fb4-4b70-adce-17e6439954c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 998 time: 0.1099575 Apr 18 20:46:28.115998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-462c2ad5-ecac-4eae-93cb-2afc1e0bca59 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.176416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-462c2ad5-ecac-4eae-93cb-2afc1e0bca59 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.177960 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-462c2ad5-ecac-4eae-93cb-2afc1e0bca59 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4247034 Apr 18 20:46:28.185373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Allocated IP 172.20.0.2 (ee1bef7d-72bd-491c-a451-12d8a5d7e355/2cc761c2-2648-4f8e-8364-10de5a53ba68/065d51b6-e760-4c18-9346-47f71a22760e) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:28.188038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52852) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:28.195408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1328302274', 'security_groups': ['50ac0b7d-549e-43c1-af87-8dd92e86aadc'], 'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2cc761c2-2648-4f8e-8364-10de5a53ba68'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:28.220541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c2ad5-ecac-4eae-93cb-2afc1e0bca59 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ac0b7d-549e-43c1-af87-8dd92e86aadc,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:28.334567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-45b32d55-7ee8-4a16-9e5f-82cfc95c571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:28.336470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-45b32d55-7ee8-4a16-9e5f-82cfc95c571b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2cbb577c-cc46-43c5-b61b-f57d84f7f263 HTTP/1.1" status: 200 len: 835 time: 0.2297144 Apr 18 20:46:28.388541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb75ff8-5fc3-4863-bb94-307a394c7692 req-f14356b1-3091-4e1b-95a2-dc4539ef296d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:28.390595 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.399047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cb75ff8-5fc3-4863-bb94-307a394c7692 req-f14356b1-3091-4e1b-95a2-dc4539ef296d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2541811 Apr 18 20:46:28.400549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.407607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:28.411874 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.449145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:28.454766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:28.463705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:28.472342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b10c58-d70a-47cb-b718-8708ab55b3be {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:46:28.508489 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.517480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Pushing event updated for resources: {'Port': ['ID=065d51b6-e760-4c18-9346-47f71a22760e,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:28.537940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=83b10c58-d70a-47cb-b718-8708ab55b3be,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:28.544205 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.553869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port 9b693376-2b49-46f4-9969-137fcc98b8c0 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:28.573613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-345d2f3f-7e42-4e67-b512-522f3e6a22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:28.575111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-345d2f3f-7e42-4e67-b512-522f3e6a22e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34ea8ad2-58f5-4846-96b3-4894e0db57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2291462 Apr 18 20:46:28.580895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cb75ff8-5fc3-4863-bb94-307a394c7692 req-6512fc54-064f-4604-ab2f-03b92ffdaa9a tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808887 Apr 18 20:46:28.747862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.869870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Attempting to bind port 065d51b6-e760-4c18-9346-47f71a22760e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:28.870182 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Attempting to bind port 065d51b6-e760-4c18-9346-47f71a22760e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd811cb43-641e-4a37-be3a-29275773dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:28.870543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Attempting to bind port 065d51b6-e760-4c18-9346-47f71a22760e on network ee1bef7d-72bd-491c-a451-12d8a5d7e355 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:46:28.889189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:46:28.889620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Checking segment: {'id': 'd811cb43-641e-4a37-be3a-29275773dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:46:28.890257 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.890911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Bound using segment: {'id': 'd811cb43-641e-4a37-be3a-29275773dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:46:28.892120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Bound port: 065d51b6-e760-4c18-9346-47f71a22760e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd811cb43-641e-4a37-be3a-29275773dedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:28.892614 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.979037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['83b10c58-d70a-47cb-b718-8708ab55b3be'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:46:29.076364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] For port 065d51b6-e760-4c18-9346-47f71a22760e, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:46:29.081100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] For port 065d51b6-e760-4c18-9346-47f71a22760e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=065d51b6-e760-4c18-9346-47f71a22760e,segment=NetworkSegment(d811cb43-641e-4a37-be3a-29275773dedd),segment_id=d811cb43-641e-4a37-be3a-29275773dedd)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:46:29.100985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=83b10c58-d70a-47cb-b718-8708ab55b3be,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:29.107702 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.244981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc1256-3d15-41e1-b9c6-96205127c87c None None] Pushing event updated for resources: {'Port': ['ID=065d51b6-e760-4c18-9346-47f71a22760e,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:29.302119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96662d25-f535-4be5-abf8-ec0eaeb53952 req-c5b6fc08-89d0-4aa7-864b-7a50ab69511c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:29.303689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96662d25-f535-4be5-abf8-ec0eaeb53952 req-c5b6fc08-89d0-4aa7-864b-7a50ab69511c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 944 time: 0.5825169 Apr 18 20:46:29.320450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-1e5f79a5-d46e-4fc1-ae5f-069104f8df7e service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054446 Apr 18 20:46:29.374633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] Deleting port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:29.375182 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.385226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.10 (ee1bef7d-72bd-491c-a451-12d8a5d7e355/2cc761c2-2648-4f8e-8364-10de5a53ba68/9b693376-2b49-46f4-9969-137fcc98b8c0) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:29.420867 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-a246e1bf-21e0-4212-bf84-cf0393c80b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:29.422568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-a246e1bf-21e0-4212-bf84-cf0393c80b72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1096 time: 0.2534142 Apr 18 20:46:29.469050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30e59-fa8f-4f9a-bb1c-d632dbfa9dbe req-de243201-925b-41a7-84c2-53acaa4fc14c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:29.477734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4aa30e59-fa8f-4f9a-bb1c-d632dbfa9dbe req-de243201-925b-41a7-84c2-53acaa4fc14c tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2936912 Apr 18 20:46:29.533959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] For port 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:29.536642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.561164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] Calling delete_port for 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:29.605577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96662d25-f535-4be5-abf8-ec0eaeb53952 req-282e8cd5-2025-40cc-896f-687b6097f5b5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820716 Apr 18 20:46:29.765977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4aa30e59-fa8f-4f9a-bb1c-d632dbfa9dbe req-3eceb20e-d248-4ba3-bcff-3b0021dd1d5f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871432 Apr 18 20:46:29.771495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4f6caab-77cd-4c68-a843-5a022df470c4 req-1d8c95f4-fbeb-4dac-be26-17db52b9cec8 service neutron] 10.222.0.60 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385428 Apr 18 20:46:29.811410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-1ed962c6-83b0-4bad-9553-df5a5915eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:29.813512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-1ed962c6-83b0-4bad-9553-df5a5915eb68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.3781188 Apr 18 20:46:29.861743 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.914012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:29.920942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.991540 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.996342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-c4e5ebd6-82d4-4925-8c8f-d30e7e52f36d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 999 time: 0.1665769 Apr 18 20:46:30.098158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-c1c2cfbe-5404-4747-9e6a-5f1c7215f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:30.099722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-c1c2cfbe-5404-4747-9e6a-5f1c7215f7b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.0955496 Apr 18 20:46:30.106611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:30.139560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:30.159065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.160528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:30.224390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:30.225062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.227502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=9b693376-2b49-46f4-9969-137fcc98b8c0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:30.261591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cd460e4f-d5a6-4984-b7f9-6dd1efdb09e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0691600 Apr 18 20:46:30.262396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-ada185b6-6125-4aeb-b774-968116d43cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:30.263942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-ada185b6-6125-4aeb-b774-968116d43cec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534793 Apr 18 20:46:30.264368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52872) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:30.269928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e1505fc1-f03b-41a4-a91f-e1ff7b74198f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:30.454831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-4283da52-baf1-4921-881f-aee3dd167743 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812308 Apr 18 20:46:30.551939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] Router 0871f3a7-4c9b-47df-9a7e-01042db8e788 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:30.553433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1505fc1-f03b-41a4-a91f-e1ff7b74198f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:30.564847 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e1505fc1-f03b-41a4-a91f-e1ff7b74198f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.706432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:30.721803 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] Sync routers for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:30.722395 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9094fa2a-9296-42c8-80d0-ed58706f9000 admin admin] 10.222.0.49 "PUT /v2.0/routers/0871f3a7-4c9b-47df-9a7e-01042db8e788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1208525 Apr 18 20:46:30.722573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52876) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:30.734621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ae62984b-d47c-4e68-97b4-278e846b07f4 None None] Provisioning complete for port 0aecb4c5-f818-461f-a62a-f496e34a405b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:30.735676 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae62984b-d47c-4e68-97b4-278e846b07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.738955 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:30.740055 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:30.750369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cc760d9-d40f-442f-b037-96b93aff1a42 req-b8228ba5-c605-420d-b35a-05e635307e1b service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780049 Apr 18 20:46:30.832391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ae62984b-d47c-4e68-97b4-278e846b07f4 None None] Port 0aecb4c5-f818-461f-a62a-f496e34a405b cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:30.853943 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ae62984b-d47c-4e68-97b4-278e846b07f4 None None] Provisioning complete for port 065d51b6-e760-4c18-9346-47f71a22760e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:30.854394 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae62984b-d47c-4e68-97b4-278e846b07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.871008 n-d-836015-4 neutron-server[102904]: INFO neutron.db.ipam_backend_mixin [None req-e1505fc1-f03b-41a4-a91f-e1ff7b74198f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2cc761c2-2648-4f8e-8364-10de5a53ba68 (CIDR: 172.20.0.0/28) Apr 18 20:46:30.901632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0bc3b6-e309-41c6-bce9-99449faa4552 req-a92a9ecf-57af-4e0d-bc31-eee1b4e3cf23 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:30.903274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec0bc3b6-e309-41c6-bce9-99449faa4552 req-a92a9ecf-57af-4e0d-bc31-eee1b4e3cf23 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 944 time: 0.1691339 Apr 18 20:46:30.904257 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1505fc1-f03b-41a4-a91f-e1ff7b74198f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:30.904737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1505fc1-f03b-41a4-a91f-e1ff7b74198f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:30.956822 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:31.006090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.047239 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae62984b-d47c-4e68-97b4-278e846b07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.052489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e1505fc1-f03b-41a4-a91f-e1ff7b74198f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7868958 Apr 18 20:46:31.055878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52882) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:31.061567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1e486e40-36f7-4422-8a16-5484d3c1e7e4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:31.105364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec0bc3b6-e309-41c6-bce9-99449faa4552 req-90d5f242-dfba-4c77-82e2-efc643c7127d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903043 Apr 18 20:46:31.105783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ae62984b-d47c-4e68-97b4-278e846b07f4 None None] For port 065d51b6-e760-4c18-9346-47f71a22760e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=065d51b6-e760-4c18-9346-47f71a22760e,segment=NetworkSegment(d811cb43-641e-4a37-be3a-29275773dedd),segment_id=d811cb43-641e-4a37-be3a-29275773dedd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:31.112678 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae62984b-d47c-4e68-97b4-278e846b07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.136234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e96d36-d096-46fb-988f-97535bacc7cf req-a4a86431-3d72-48ad-a723-bb6ab5d893d5 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:31.149142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52884) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:31.156097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3e96d36-d096-46fb-988f-97535bacc7cf req-a4a86431-3d72-48ad-a723-bb6ab5d893d5 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1787207 Apr 18 20:46:31.248288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62984b-d47c-4e68-97b4-278e846b07f4 None None] Pushing event updated for resources: {'Port': ['ID=065d51b6-e760-4c18-9346-47f71a22760e,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:31.277897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3e96d36-d096-46fb-988f-97535bacc7cf req-46db10aa-db69-486d-b50f-6e5f5d4688a4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208363 Apr 18 20:46:31.306587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c099703c-49b1-41cb-a82b-642b4ad2ae29 None None] Provisioning complete for port 9b693376-2b49-46f4-9969-137fcc98b8c0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:31.306910 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c099703c-49b1-41cb-a82b-642b4ad2ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.378089 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:46:29Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:31.393510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c099703c-49b1-41cb-a82b-642b4ad2ae29 None None] Port 9b693376-2b49-46f4-9969-137fcc98b8c0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:31.424219 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] Checking router: 0871f3a7-4c9b-47df-9a7e-01042db8e788 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:31.442650 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] Routers {'0871f3a7-4c9b-47df-9a7e-01042db8e788'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:31.443407 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0871f3a7-4c9b-47df-9a7e-01042db8e788'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:31.496231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 065d51b6-e760-4c18-9346-47f71a22760e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:31.550551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 065d51b6-e760-4c18-9346-47f71a22760e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:31.551201 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.572979 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] Set router 0871f3a7-4c9b-47df-9a7e-01042db8e788 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:31.593272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 83b10c58-d70a-47cb-b718-8708ab55b3be up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:31.660314 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cfe11d05-8211-4f00-a80a-5cd02d861663 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/9e79a7fa-f9f0-4c95-8948-744d8636caeb HTTP/1.1" status: 200 len: 991 time: 0.5098367 Apr 18 20:46:31.673480 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.697294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 83b10c58-d70a-47cb-b718-8708ab55b3be completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:31.699807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e486e40-36f7-4422-8a16-5484d3c1e7e4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:31.702645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 83b10c58-d70a-47cb-b718-8708ab55b3be triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:31.703513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.704813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e486e40-36f7-4422-8a16-5484d3c1e7e4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.829501 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.838568 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:46:29Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:31.840203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Deleting port f3cae883-ac3f-45f4-a864-95dbf2488aaa {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:31.840549 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.862575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:31.866375 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddb18a0-3f96-4007-9a46-3b7dfcc292e4" -d '{"events": [{"server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "name": "network-vif-plugged", "status": "completed", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:31.871251 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633c044e-5e7c-49a2-83e0-2585dc7e6d9e None None] The sync data for ids ['0871f3a7-4c9b-47df-9a7e-01042db8e788'] in n-d-836015-4 is: [{'id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'name': 'tempest-AttachVolumeTestJSON-96765136-router', 'tenant_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:51Z', 'updated_at': '2022-04-18T20:46:29Z', 'revision_number': 5, 'project_id': '9f3eeabe19f542d48d95c9a1d6e3ef58', 'gw_port': {'id': 'f3cae883-ac3f-45f4-a864-95dbf2488aaa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0871f3a7-4c9b-47df-9a7e-01042db8e788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:53Z', 'updated_at': '2022-04-18T20:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:31.919658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=83b10c58-d70a-47cb-b718-8708ab55b3be,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:31.927148 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.968949 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e3b06a-9797-4e7d-accf-f5c62d0da987 x-openstack-request-id: req-f2e3b06a-9797-4e7d-accf-f5c62d0da987 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:31.969703 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "name": "network-vif-plugged", "status": "completed", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:31.970077 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f2e3b06a-9797-4e7d-accf-f5c62d0da987 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:31.970519 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e3b06a-9797-4e7d-accf-f5c62d0da987'] response: {'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'code': 200} Apr 18 20:46:31.997898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=83b10c58-d70a-47cb-b718-8708ab55b3be,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:31.998496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] For port f3cae883-ac3f-45f4-a864-95dbf2488aaa, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f3cae883-ac3f-45f4-a864-95dbf2488aaa,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:31.998865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.019324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Calling delete_port for f3cae883-ac3f-45f4-a864-95dbf2488aaa owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:32.140479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e486e40-36f7-4422-8a16-5484d3c1e7e4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.226841 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e486e40-36f7-4422-8a16-5484d3c1e7e4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:32.235357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1e486e40-36f7-4422-8a16-5484d3c1e7e4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:32.239884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e486e40-36f7-4422-8a16-5484d3c1e7e4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:32.240575 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e486e40-36f7-4422-8a16-5484d3c1e7e4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.257090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90773b7e-73eb-4f4a-8755-0a8a516e9c40 None None] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:32.259033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e486e40-36f7-4422-8a16-5484d3c1e7e4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=04c73375-b4c5-48e5-97b6-53a894452d72,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:32.300812 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1e486e40-36f7-4422-8a16-5484d3c1e7e4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2437589 Apr 18 20:46:32.304743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52892) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:32.315155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-460751611', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '04c73375-b4c5-48e5-97b6-53a894452d72'}], 'security_groups': ['d1b805ff-4ae5-4496-b0d3-d31a3cea0c58']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:32.380924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.452764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3cae883-ac3f-45f4-a864-95dbf2488aaa,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:32.536019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5558875-fffb-4268-b6d1-1ed946e99af2 req-0786058a-5b09-4a08-b3de-226ea0ecca62 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:32.543578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5558875-fffb-4268-b6d1-1ed946e99af2 req-0786058a-5b09-4a08-b3de-226ea0ecca62 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1238732 Apr 18 20:46:32.607318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.610570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6177f738-54b3-4e78-a679-c5e5a2b67abc None None] Update dhcp port {'port': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'fixed_ips': [{'subnet_id': '2cc761c2-2648-4f8e-8364-10de5a53ba68', 'ip_address': '172.20.0.2'}, {'subnet_id': '04c73375-b4c5-48e5-97b6-53a894452d72'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '065d51b6-e760-4c18-9346-47f71a22760e'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:46:32.624857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5558875-fffb-4268-b6d1-1ed946e99af2 req-c44470c6-e4cf-406b-b1a2-b50f206094ce tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802641 Apr 18 20:46:32.656358 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6177f738-54b3-4e78-a679-c5e5a2b67abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.669391 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.818309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.821902 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.875381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543df90e-c65a-4f6f-be3d-5638054d3726 req-54468f26-2d69-48b9-b463-218f0d4e62a1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:32.896521 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.897390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0871f3a7-4c9b-47df-9a7e-01042db8e788 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:32.897665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-543df90e-c65a-4f6f-be3d-5638054d3726 req-54468f26-2d69-48b9-b463-218f0d4e62a1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1248271 Apr 18 20:46:32.919397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-6177f738-54b3-4e78-a679-c5e5a2b67abc None None] Allocated IP 172.20.0.18 (ee1bef7d-72bd-491c-a451-12d8a5d7e355/04c73375-b4c5-48e5-97b6-53a894452d72/065d51b6-e760-4c18-9346-47f71a22760e) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:32.921694 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.924665 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5ea2dbb3-e3a5-4b8c-ace9-e97cc2846345 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0871f3a7-4c9b-47df-9a7e-01042db8e788 HTTP/1.1" status: 204 len: 168 time: 2.2007535 Apr 18 20:46:32.927331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52898) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:33.004590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-27214a87-4e0f-4215-92ed-4f94d0fd066d admin admin] Deleting subnet ac86ddd3-5a20-4959-8d09-cba68c5b54a8 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:33.022263 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27214a87-4e0f-4215-92ed-4f94d0fd066d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.088016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6177f738-54b3-4e78-a679-c5e5a2b67abc None None] For port 065d51b6-e760-4c18-9346-47f71a22760e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=065d51b6-e760-4c18-9346-47f71a22760e,segment=NetworkSegment(d811cb43-641e-4a37-be3a-29275773dedd),segment_id=d811cb43-641e-4a37-be3a-29275773dedd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:33.092613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27214a87-4e0f-4215-92ed-4f94d0fd066d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.097442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-543df90e-c65a-4f6f-be3d-5638054d3726 req-83b8ae05-8da1-4ad7-9643-2dffdd927276 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984508 Apr 18 20:46:33.190064 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6177f738-54b3-4e78-a679-c5e5a2b67abc None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.197199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6177f738-54b3-4e78-a679-c5e5a2b67abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.262254 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27214a87-4e0f-4215-92ed-4f94d0fd066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.347539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177f738-54b3-4e78-a679-c5e5a2b67abc None None] Pushing event updated for resources: {'Port': ['ID=065d51b6-e760-4c18-9346-47f71a22760e,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:33.347777 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27214a87-4e0f-4215-92ed-4f94d0fd066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.383174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Delete allocated IP 172.20.0.10 (ee1bef7d-72bd-491c-a451-12d8a5d7e355/2cc761c2-2648-4f8e-8364-10de5a53ba68) {{(pid=102904) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:46:33.397708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27214a87-4e0f-4215-92ed-4f94d0fd066d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac86ddd3-5a20-4959-8d09-cba68c5b54a8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:33.400962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27214a87-4e0f-4215-92ed-4f94d0fd066d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.402904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.21 (ee1bef7d-72bd-491c-a451-12d8a5d7e355/04c73375-b4c5-48e5-97b6-53a894452d72/9b693376-2b49-46f4-9969-137fcc98b8c0) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:33.406919 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880094fc-d513-4a9a-b53f-387ae290b128 None None] Network 83018af1-c2ec-4618-b2c4-123ba0a6a04c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:33.407269 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-27214a87-4e0f-4215-92ed-4f94d0fd066d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ac86ddd3-5a20-4959-8d09-cba68c5b54a8 HTTP/1.1" status: 204 len: 168 time: 0.4759097 Apr 18 20:46:33.407269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:33.565641 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.684891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 065d51b6-e760-4c18-9346-47f71a22760e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:33.744589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Deleting port 2350a027-4c85-488d-a243-bdbe588794f6 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:33.745208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.754409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.771397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54af3d-97df-40b7-9acc-0fbe972ecb0e None None] DHCP port deletion for 83018af1-c2ec-4618-b2c4-123ba0a6a04c request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:33.801746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c25e4e-eb77-4e9c-942f-59fd69e18654 req-c3c7e8b4-7342-408e-99a4-375a512d5c0e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:33.803282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1c25e4e-eb77-4e9c-942f-59fd69e18654 req-c3c7e8b4-7342-408e-99a4-375a512d5c0e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.4524860 Apr 18 20:46:33.816545 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.851079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 065d51b6-e760-4c18-9346-47f71a22760e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:33.851502 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.900854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0b54af3d-97df-40b7-9acc-0fbe972ecb0e None None] Deleting port 2350a027-4c85-488d-a243-bdbe588794f6 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:33.901173 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-97df-40b7-9acc-0fbe972ecb0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.925701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] For port 2350a027-4c85-488d-a243-bdbe588794f6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2350a027-4c85-488d-a243-bdbe588794f6,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:33.926280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.948185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Calling delete_port for 2350a027-4c85-488d-a243-bdbe588794f6 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:34.019204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52920) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:34.060764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0b54af3d-97df-40b7-9acc-0fbe972ecb0e None None] For port 2350a027-4c85-488d-a243-bdbe588794f6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2350a027-4c85-488d-a243-bdbe588794f6,segment=NetworkSegment(581e2116-0359-4fbb-835c-15c69bf19118),segment_id=581e2116-0359-4fbb-835c-15c69bf19118)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:34.076472 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-97df-40b7-9acc-0fbe972ecb0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.079662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=9b693376-2b49-46f4-9969-137fcc98b8c0,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:34.100130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1c25e4e-eb77-4e9c-942f-59fd69e18654 req-5407731f-e715-4f76-bbf6-c4e6b8e008f1 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790265 Apr 18 20:46:34.110782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0b54af3d-97df-40b7-9acc-0fbe972ecb0e None None] Calling delete_port for 2350a027-4c85-488d-a243-bdbe588794f6 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:34.197410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] In _notify_port_updated(), no bound segment for port 9b693376-2b49-46f4-9969-137fcc98b8c0 on network ee1bef7d-72bd-491c-a451-12d8a5d7e355 {{(pid=102904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:46:34.206557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f3cae883-ac3f-45f4-a864-95dbf2488aaa no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:34.222578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:34.224569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.230337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-35d4fdac-224b-4eee-83cc-b2b1cbb53d71 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "PUT /v2.0/ports/9b693376-2b49-46f4-9969-137fcc98b8c0 HTTP/1.1" status: 200 len: 920 time: 1.9241493 Apr 18 20:46:34.231022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52924) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:34.275796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: f3cae883-ac3f-45f4-a864-95dbf2488aaa {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:34.276449 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f3cae883-ac3f-45f4-a864-95dbf2488aaa not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:34.278520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:34.280127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.320051 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=2350a027-4c85-488d-a243-bdbe588794f6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:34.341550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] No DVR routers for this DVR port 2350a027-4c85-488d-a243-bdbe588794f6 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:34.362485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:34.362830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 84e3273c-a8b7-4ba2-8e1b-1abef2fdaa21 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:34.391810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f4286ae5-7001-4204-bab1-c8ae07752416 None None] Provisioning complete for port 9b693376-2b49-46f4-9969-137fcc98b8c0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:34.392203 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4286ae5-7001-4204-bab1-c8ae07752416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.432476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe98647-65aa-4d09-b0e0-f26fa8f8eee1 req-daba4b01-f172-496c-8950-bc75880dd3fe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:34.442554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-abe98647-65aa-4d09-b0e0-f26fa8f8eee1 req-daba4b01-f172-496c-8950-bc75880dd3fe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1893971 Apr 18 20:46:34.449476 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0b54af3d-97df-40b7-9acc-0fbe972ecb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.481548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b54af3d-97df-40b7-9acc-0fbe972ecb0e None None] No DVR routers for this DVR port 2350a027-4c85-488d-a243-bdbe588794f6 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:34.483098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f4286ae5-7001-4204-bab1-c8ae07752416 None None] Port 9b693376-2b49-46f4-9969-137fcc98b8c0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:34.515679 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54af3d-97df-40b7-9acc-0fbe972ecb0e None None] Pushing event deleted for resources: {'Port': ['ID=2350a027-4c85-488d-a243-bdbe588794f6,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:34.523099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-abe98647-65aa-4d09-b0e0-f26fa8f8eee1 req-ea0975a4-4f15-433d-8dcf-46aa0e3f2e3f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791109 Apr 18 20:46:34.530609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f4286ae5-7001-4204-bab1-c8ae07752416 None None] Provisioning complete for port 0aecb4c5-f818-461f-a62a-f496e34a405b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:34.531003 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4286ae5-7001-4204-bab1-c8ae07752416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.534839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-616eb62a-279b-45e6-be20-f3e682b60531 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port 9b693376-2b49-46f4-9969-137fcc98b8c0 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:34.534839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-616eb62a-279b-45e6-be20-f3e682b60531 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.561912 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.643315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83018af1-c2ec-4618-b2c4-123ba0a6a04c']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:34.644003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f4286ae5-7001-4204-bab1-c8ae07752416 None None] Port 0aecb4c5-f818-461f-a62a-f496e34a405b cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:34.655781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f4286ae5-7001-4204-bab1-c8ae07752416 None None] Provisioning complete for port 065d51b6-e760-4c18-9346-47f71a22760e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:34.656335 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4286ae5-7001-4204-bab1-c8ae07752416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.674667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581e2116-0359-4fbb-835c-15c69bf19118') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:34.675263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581e2116-0359-4fbb-835c-15c69bf19118') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:34.689652 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.704668 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.719685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:34.720312 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:34.723004 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:34.814700 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-616eb62a-279b-45e6-be20-f3e682b60531 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.835694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7915f9-edb9-4bb3-a88d-b9f4160c0ae1 req-55c89695-da83-4cf8-8a5e-a353363bd7e4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:34.838864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d7915f9-edb9-4bb3-a88d-b9f4160c0ae1 req-55c89695-da83-4cf8-8a5e-a353363bd7e4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1555099 Apr 18 20:46:34.864386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-616eb62a-279b-45e6-be20-f3e682b60531 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for 9b693376-2b49-46f4-9969-137fcc98b8c0 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:34.879686 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.890278 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.896347 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] 10.222.0.49 "DELETE /v2.0/networks/83018af1-c2ec-4618-b2c4-123ba0a6a04c HTTP/1.1" status: 204 len: 168 time: 1.4876943 Apr 18 20:46:34.915998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe8377-d22e-4517-9e33-cdaffb991d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=83018af1-c2ec-4618-b2c4-123ba0a6a04c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:34.967941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d7915f9-edb9-4bb3-a88d-b9f4160c0ae1 req-b65769de-5046-4ce1-8014-52141e71b445 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009037 Apr 18 20:46:35.126557 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52934) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:35.128812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bb7659f3-9207-4af7-8794-6591f886823f None None] Provisioning complete for port 9b693376-2b49-46f4-9969-137fcc98b8c0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:35.129869 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb7659f3-9207-4af7-8794-6591f886823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.130525 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-616eb62a-279b-45e6-be20-f3e682b60531 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.156362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bb7659f3-9207-4af7-8794-6591f886823f None None] Port 9b693376-2b49-46f4-9969-137fcc98b8c0 was deleted so its status cannot be updated. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 18 20:46:35.198448 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c81eb754-0bf6-4208-b951-5ac85167b964 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9f3eeabe19f542d48d95c9a1d6e3ef58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702598 Apr 18 20:46:35.209201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52936) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:35.213937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616eb62a-279b-45e6-be20-f3e682b60531 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=9b693376-2b49-46f4-9969-137fcc98b8c0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:35.293138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.326693 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-616eb62a-279b-45e6-be20-f3e682b60531 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.330627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-616eb62a-279b-45e6-be20-f3e682b60531 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/9b693376-2b49-46f4-9969-137fcc98b8c0 HTTP/1.1" status: 204 len: 168 time: 1.0984466 Apr 18 20:46:35.333707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52940) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:35.341485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2350a027-4c85-488d-a243-bdbe588794f6 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:35.376213 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-f341db19-3a23-4a2d-86b8-295d97757442 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:46:35.380769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f341db19-3a23-4a2d-86b8-295d97757442 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/9b693376-2b49-46f4-9969-137fcc98b8c0 HTTP/1.1" status: 404 len: 333 time: 0.0461574 Apr 18 20:46:35.382602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52942) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:35.384247 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a00aeb33-048c-46e8-9936-91bb5095a91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.387434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 2350a027-4c85-488d-a243-bdbe588794f6 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:35.387778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2350a027-4c85-488d-a243-bdbe588794f6 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:35.458076 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a00aeb33-048c-46e8-9936-91bb5095a91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.481272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a70dc-5d7c-4311-96df-e6316c382db0 req-b5c4919f-330a-4c3d-89ac-77697d5577d7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:35.482881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b9a70dc-5d7c-4311-96df-e6316c382db0 req-b5c4919f-330a-4c3d-89ac-77697d5577d7 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1010113 Apr 18 20:46:35.489752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f778477e-bee8-4702-bc2f-e828946976cd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.542073 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f778477e-bee8-4702-bc2f-e828946976cd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.555121 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b9a70dc-5d7c-4311-96df-e6316c382db0 req-6f779d4b-d179-4740-b872-4524267f0f11 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619278 Apr 18 20:46:35.594895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f778477e-bee8-4702-bc2f-e828946976cd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.597788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f778477e-bee8-4702-bc2f-e828946976cd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.601877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52944) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:35.602529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f778477e-bee8-4702-bc2f-e828946976cd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/security-groups/50ac0b7d-549e-43c1-af87-8dd92e86aadc HTTP/1.1" status: 204 len: 168 time: 0.2183359 Apr 18 20:46:35.614843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778477e-bee8-4702-bc2f-e828946976cd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ac0b7d-549e-43c1-af87-8dd92e86aadc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:35.668982 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a00aeb33-048c-46e8-9936-91bb5095a91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.671504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a00aeb33-048c-46e8-9936-91bb5095a91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.673251 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a00aeb33-048c-46e8-9936-91bb5095a91f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0dddf64-00b4-4037-9775-ec28a363f76e HTTP/1.1" status: 204 len: 168 time: 0.4627693 Apr 18 20:46:35.690699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00aeb33-048c-46e8-9936-91bb5095a91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dddf64-00b4-4037-9775-ec28a363f76e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:35.713030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-7c946eb3-cdb0-4af3-bfab-eb48de849c38 req-b330dfc0-b870-431a-a4df-451025e28fa1 service neutron] (102903) timed out ('10.222.0.49', 59876) {{(pid=102903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:46:35.723812 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4d06c27-f455-49f6-a4c7-df1232ade920 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.794110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4d06c27-f455-49f6-a4c7-df1232ade920 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.874402 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4d06c27-f455-49f6-a4c7-df1232ade920 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.877312 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e4d06c27-f455-49f6-a4c7-df1232ade920 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.879923 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e4d06c27-f455-49f6-a4c7-df1232ade920 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/security-groups/d1b805ff-4ae5-4496-b0d3-d31a3cea0c58 HTTP/1.1" status: 204 len: 168 time: 0.2756445 Apr 18 20:46:35.881432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52950) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:35.901368 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8cfdff6d-3faa-4786-8ad8-9d251f60b44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.913661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d06c27-f455-49f6-a4c7-df1232ade920 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b805ff-4ae5-4496-b0d3-d31a3cea0c58,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:35.950374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port cbb57181-43a6-4f70-b52a-ec20e39b0b9f {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:35.950719 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.976872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a599b3-2b97-4e5f-ba0f-2fdfb25e1a98 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet 2cc761c2-2648-4f8e-8364-10de5a53ba68 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:35.981960 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22a599b3-2b97-4e5f-ba0f-2fdfb25e1a98 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.037002 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22a599b3-2b97-4e5f-ba0f-2fdfb25e1a98 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.059517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] For port cbb57181-43a6-4f70-b52a-ec20e39b0b9f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cbb57181-43a6-4f70-b52a-ec20e39b0b9f,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:36.060019 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.076836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for cbb57181-43a6-4f70-b52a-ec20e39b0b9f owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:36.140357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22a599b3-2b97-4e5f-ba0f-2fdfb25e1a98 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.229064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22a599b3-2b97-4e5f-ba0f-2fdfb25e1a98 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.262812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a599b3-2b97-4e5f-ba0f-2fdfb25e1a98 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc761c2-2648-4f8e-8364-10de5a53ba68,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:36.277749 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22a599b3-2b97-4e5f-ba0f-2fdfb25e1a98 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.278116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e0654-fd24-4574-b3de-3e9790cc60ba None None] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:36.285736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-22a599b3-2b97-4e5f-ba0f-2fdfb25e1a98 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/2cc761c2-2648-4f8e-8364-10de5a53ba68 HTTP/1.1" status: 204 len: 168 time: 0.3987093 Apr 18 20:46:36.286996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52962) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:36.313924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-509d2020-1a28-4502-9015-fdc9e2a458ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:36.376097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.420806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=cbb57181-43a6-4f70-b52a-ec20e39b0b9f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:36.518217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509d2020-1a28-4502-9015-fdc9e2a458ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:36.521723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d2020-1a28-4502-9015-fdc9e2a458ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.734004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.912741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac770f1d-54c5-45ac-af5b-4e5089d2f1b9 req-27c96388-4165-4a77-9b74-1bc2d4abf531 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:36.916719 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac770f1d-54c5-45ac-af5b-4e5089d2f1b9 req-27c96388-4165-4a77-9b74-1bc2d4abf531 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1913776 Apr 18 20:46:36.988650 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52982) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:37.043232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac770f1d-54c5-45ac-af5b-4e5089d2f1b9 req-2e8c519a-4694-48d5-9463-486e2c763194 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075840 Apr 18 20:46:37.245371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router 18c3b227-5ef9-4a3b-983f-9304235e8fdf has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:37.249234 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d2020-1a28-4502-9015-fdc9e2a458ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.390405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509d2020-1a28-4502-9015-fdc9e2a458ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:37.405724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-509d2020-1a28-4502-9015-fdc9e2a458ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:37.448685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509d2020-1a28-4502-9015-fdc9e2a458ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:37.449282 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d2020-1a28-4502-9015-fdc9e2a458ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.481502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d2020-1a28-4502-9015-fdc9e2a458ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=7413c9b0-326b-4599-929f-afb27de84b20,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:37.592545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-509d2020-1a28-4502-9015-fdc9e2a458ae tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3031411 Apr 18 20:46:37.598404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52998) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:37.603299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-509f3d73-0326-48b9-8bfc-1ff73c11ddc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'security_group': {'name': 'tempest-secgroup-1637417884'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:37.621302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c37df-45b6-43b4-8658-094f98967d95 None None] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:37.700650 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-c84a44f5-13e3-462d-841a-f41a449e1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:37.702712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-c84a44f5-13e3-462d-841a-f41a449e1429 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 1096 time: 0.2506185 Apr 18 20:46:37.728946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161996d-4b2e-4c19-a1bf-1169ba301a72 req-bb4e7391-796e-4249-967d-656bf38cf962 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:37.730764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7161996d-4b2e-4c19-a1bf-1169ba301a72 req-bb4e7391-796e-4249-967d-656bf38cf962 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2777870 Apr 18 20:46:37.780364 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509f3d73-0326-48b9-8bfc-1ff73c11ddc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.800303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2b2b6139-371a-439d-bcc5-3c4208e3ac1c None None] Provisioning complete for port 0aecb4c5-f818-461f-a62a-f496e34a405b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:37.800528 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b2b6139-371a-439d-bcc5-3c4208e3ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.846684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b6139-371a-439d-bcc5-3c4208e3ac1c None None] Port 0aecb4c5-f818-461f-a62a-f496e34a405b cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:37.897442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:37.903439 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-97e8a160-ce96-46f0-aa05-7aff20cdfdb5 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "PUT /v2.0/routers/18c3b227-5ef9-4a3b-983f-9304235e8fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8831861 Apr 18 20:46:37.917312 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4be289-1970-4170-b027-5901efba5883 None None] Sync routers for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:37.966771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4be289-1970-4170-b027-5901efba5883 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:37.967347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7161996d-4b2e-4c19-a1bf-1169ba301a72 req-28d9bcce-415f-4e1f-b9ee-25d023f1a2a3 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214987 Apr 18 20:46:37.968381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1b4be289-1970-4170-b027-5901efba5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:38.041154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509f3d73-0326-48b9-8bfc-1ff73c11ddc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.049930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509f3d73-0326-48b9-8bfc-1ff73c11ddc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.128725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1b4be289-1970-4170-b027-5901efba5883 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:38.442185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2b2b6139-371a-439d-bcc5-3c4208e3ac1c None None] Provisioning complete for port 065d51b6-e760-4c18-9346-47f71a22760e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:38.442886 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b2b6139-371a-439d-bcc5-3c4208e3ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.526091 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509f3d73-0326-48b9-8bfc-1ff73c11ddc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.529987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-509f3d73-0326-48b9-8bfc-1ff73c11ddc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9288049 Apr 18 20:46:38.530197 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53014) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:38.536402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1e0c4b2f-77f7-4547-874c-b53145f17677 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'security_group': {'name': 'tempest-secgroup-2025395392'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:38.579263 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4b2f-77f7-4547-874c-b53145f17677 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.586110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f3d73-0326-48b9-8bfc-1ff73c11ddc9 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e781fb-d6e0-4568-9810-fce141c1802d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:38.601978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-353fb40a-23b7-48cf-96d9-59bbbf2df3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.603452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-353fb40a-23b7-48cf-96d9-59bbbf2df3d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 200 len: 913 time: 0.8717713 Apr 18 20:46:38.679224 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4b2f-77f7-4547-874c-b53145f17677 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.690247 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4b2f-77f7-4547-874c-b53145f17677 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.736569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4b2f-77f7-4547-874c-b53145f17677 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.739378 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1e0c4b2f-77f7-4547-874c-b53145f17677 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2079327 Apr 18 20:46:38.744448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53018) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:38.746701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cec621-2e1e-41c3-8e0a-279764f38a21 req-9d8ec8c0-4717-45d0-a067-d8ffa8431df2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.752263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fc6f5bdd-46f0-4fdb-965e-b2ba374e5f1a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'security_group': {'name': 'tempest-secgroup-571881598'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:38.754842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3cec621-2e1e-41c3-8e0a-279764f38a21 req-9d8ec8c0-4717-45d0-a067-d8ffa8431df2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 946 time: 0.2097263 Apr 18 20:46:38.776698 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ae22cc9-a13d-46bb-80e2-332a226be9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.795331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c4b2f-77f7-4547-874c-b53145f17677 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2721cf62-4fce-4b3d-8b02-f6714cb3fe2b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:38.812122 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc6f5bdd-46f0-4fdb-965e-b2ba374e5f1a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.819375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1662b7-c8ab-46e1-9115-a62f959d02a6 None None] Update dhcp port {'port': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'fixed_ips': [{'subnet_id': '04c73375-b4c5-48e5-97b6-53a894452d72', 'ip_address': '172.20.0.18'}, {'subnet_id': '7413c9b0-326b-4599-929f-afb27de84b20'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '065d51b6-e760-4c18-9346-47f71a22760e'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:46:38.820034 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-80996c46-48cf-4af7-9e2f-8ff8fe80dd71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 200 len: 999 time: 0.2052841 Apr 18 20:46:38.868998 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ca1662b7-c8ab-46e1-9115-a62f959d02a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.945738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1b4be289-1970-4170-b027-5901efba5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 6, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '709cbee4-2fd0-4f19-ba24-9c657295caf4', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'mac_address': 'fa:16:3e:d9:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:10Z', 'updated_at': '2022-04-18T20:44:13Z', 'revision_number': 1, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:38.955158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3cec621-2e1e-41c3-8e0a-279764f38a21 req-9d780113-609a-454f-aec7-c34d1dafdd5b tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931365 Apr 18 20:46:38.967609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc6f5bdd-46f0-4fdb-965e-b2ba374e5f1a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.974453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-7b42cbf0-f6b8-4949-aca1-1f6225948a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.976161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-7b42cbf0-f6b8-4949-aca1-1f6225948a34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 200 len: 851 time: 0.1302497 Apr 18 20:46:38.979990 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc6f5bdd-46f0-4fdb-965e-b2ba374e5f1a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.036537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f5bdd-46f0-4fdb-965e-b2ba374e5f1a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d305dc-7002-4bcd-a42b-44771b4a2879,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:39.040159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4be289-1970-4170-b027-5901efba5883 None None] Checking router: 18c3b227-5ef9-4a3b-983f-9304235e8fdf for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:39.068309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-7adeeaa1-a5fe-4866-82ad-679d7b9c1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.068309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-7adeeaa1-a5fe-4866-82ad-679d7b9c1b79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c950a1c8-90b8-42dc-987b-9a836dad20fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833790 Apr 18 20:46:39.070964 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc6f5bdd-46f0-4fdb-965e-b2ba374e5f1a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.075123 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fc6f5bdd-46f0-4fdb-965e-b2ba374e5f1a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3260312 Apr 18 20:46:39.075494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53026) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:39.082751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-545629296', 'security_groups': ['b3d305dc-7002-4bcd-a42b-44771b4a2879'], 'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7413c9b0-326b-4599-929f-afb27de84b20'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:39.086789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4be289-1970-4170-b027-5901efba5883 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:39.087443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1b4be289-1970-4170-b027-5901efba5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:39.242071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-ca1662b7-c8ab-46e1-9115-a62f959d02a6 None None] Allocated IP 172.20.0.2 (ee1bef7d-72bd-491c-a451-12d8a5d7e355/7413c9b0-326b-4599-929f-afb27de84b20/065d51b6-e760-4c18-9346-47f71a22760e) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:39.243705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:39.302361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd8b98-2001-4485-8cf1-ad1b79d6c6c6 req-1141f2ab-66a8-485c-8a51-4d295eae0848 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.304106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24bd8b98-2001-4485-8cf1-ad1b79d6c6c6 req-1141f2ab-66a8-485c-8a51-4d295eae0848 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2035766 Apr 18 20:46:39.317743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-59bd10a4-840a-47ec-9a80-ca12e681c81d service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381225 Apr 18 20:46:39.325701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1b4be289-1970-4170-b027-5901efba5883 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:39.341022 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.348114 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.373410 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.402705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] device_id is not set on port 3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:39.489091 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24bd8b98-2001-4485-8cf1-ad1b79d6c6c6 req-94ca1acf-877d-4c41-a838-5be90f251a88 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748495 Apr 18 20:46:39.535712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ca1662b7-c8ab-46e1-9115-a62f959d02a6 None None] For port 065d51b6-e760-4c18-9346-47f71a22760e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=065d51b6-e760-4c18-9346-47f71a22760e,segment=NetworkSegment(d811cb43-641e-4a37-be3a-29275773dedd),segment_id=d811cb43-641e-4a37-be3a-29275773dedd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:39.567370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59a49017-4786-4d0c-8f62-9706b7f8c2dd req-bd7058bf-38fe-4333-af8d-e9268e8d92e8 service neutron] 10.222.0.64 "GET /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415171 Apr 18 20:46:39.618773 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ca1662b7-c8ab-46e1-9115-a62f959d02a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.627375 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ca1662b7-c8ab-46e1-9115-a62f959d02a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.682604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.3 (ee1bef7d-72bd-491c-a451-12d8a5d7e355/7413c9b0-326b-4599-929f-afb27de84b20/3f8429df-7a7a-4532-8cbe-40ff37bb3ea5) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:39.688783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53032) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:39.813239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1662b7-c8ab-46e1-9115-a62f959d02a6 None None] Pushing event updated for resources: {'Port': ['ID=065d51b6-e760-4c18-9346-47f71a22760e,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:39.861698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1b4be289-1970-4170-b027-5901efba5883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 6, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '709cbee4-2fd0-4f19-ba24-9c657295caf4', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'mac_address': 'fa:16:3e:d9:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:10Z', 'updated_at': '2022-04-18T20:44:13Z', 'revision_number': 1, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:39.862651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-15c1d7e2-ff5a-443e-9b25-645711447374 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:39.864255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-15c1d7e2-ff5a-443e-9b25-645711447374 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 946 time: 0.1254227 Apr 18 20:46:39.890454 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dce55f01-e2ef-479e-911a-41e1b8d5e545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.903397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4be289-1970-4170-b027-5901efba5883 None None] The sync data for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 is: [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 6, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '709cbee4-2fd0-4f19-ba24-9c657295caf4', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'port_id': '160af550-3c5c-41d5-9bfc-418682da0153', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'mac_address': 'fa:16:3e:d9:77:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:44:10Z', 'updated_at': '2022-04-18T20:44:13Z', 'revision_number': 1, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:39.922742 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.974882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.978575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] Deleting port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:39.978933 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.027444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:40.031507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:40.035101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:46:40.072378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=3f8429df-7a7a-4532-8cbe-40ff37bb3ea5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:40.103950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:40.104602 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.128052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-77c9ee68-d75d-4b42-b169-49d4b0d8aa0b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0506332 Apr 18 20:46:40.130620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53038) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:40.136613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-217b449e-0142-423a-8339-f5aee894dfdd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:40.146979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-4b793a8d-11d8-45a4-aa67-2b086fc6ee65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:40.147320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-4b793a8d-11d8-45a4-aa67-2b086fc6ee65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.158467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] For port 21634b3e-9a2f-4fc5-9254-9f9715c13f4e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=21634b3e-9a2f-4fc5-9254-9f9715c13f4e,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:40.158831 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.236341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] Calling delete_port for 21634b3e-9a2f-4fc5-9254-9f9715c13f4e owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:40.240798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dce55f01-e2ef-479e-911a-41e1b8d5e545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.249074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0cdc3-d2ae-4334-9bed-d602500a157d req-5fc69542-9d85-4c69-8c1e-9efdd7aeea31 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:40.251179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d0cdc3-d2ae-4334-9bed-d602500a157d req-5fc69542-9d85-4c69-8c1e-9efdd7aeea31 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 946 time: 0.1955853 Apr 18 20:46:40.268611 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dce55f01-e2ef-479e-911a-41e1b8d5e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.307971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217b449e-0142-423a-8339-f5aee894dfdd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:40.313887 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-217b449e-0142-423a-8339-f5aee894dfdd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.426617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce55f01-e2ef-479e-911a-41e1b8d5e545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d890e02-f368-40bf-aac7-4e40b072413e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:40.443781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dce55f01-e2ef-479e-911a-41e1b8d5e545 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dec65d4f03f948398d1c126414b4baf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7537858 Apr 18 20:46:40.445450 n-d-836015-4 neutron-server[102903]: INFO neutron.db.ipam_backend_mixin [None req-217b449e-0142-423a-8339-f5aee894dfdd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7413c9b0-326b-4599-929f-afb27de84b20 (CIDR: 172.20.0.0/28) Apr 18 20:46:40.445933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-4b793a8d-11d8-45a4-aa67-2b086fc6ee65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] For port b36abd30-aa8f-4a1a-a61f-7da5f95f2308, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:40.446391 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-4b793a8d-11d8-45a4-aa67-2b086fc6ee65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.447012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53040) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:40.473738 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-217b449e-0142-423a-8339-f5aee894dfdd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:40.474725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217b449e-0142-423a-8339-f5aee894dfdd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:40.480295 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.507513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d0cdc3-d2ae-4334-9bed-d602500a157d req-8215ad16-48f6-45ee-b5f1-f4203af911c1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=de55eef7-ee39-4e1b-a5a9-803b0044bc16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174768 Apr 18 20:46:40.511588 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-217b449e-0142-423a-8339-f5aee894dfdd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3797247 Apr 18 20:46:40.517365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53044) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:40.521888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-4b793a8d-11d8-45a4-aa67-2b086fc6ee65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for b36abd30-aa8f-4a1a-a61f-7da5f95f2308 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:40.523304 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f131fd1d-e157-4cf3-a269-10cef059be48 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:40.612004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b01719ff-2f39-4222-9e57-4611ebefd9c9 None None] Provisioning complete for port 0aecb4c5-f818-461f-a62a-f496e34a405b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:40.612004 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b01719ff-2f39-4222-9e57-4611ebefd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.635307 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-303a4ac2-dbc4-41a5-b139-ac508106a678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.659220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b01719ff-2f39-4222-9e57-4611ebefd9c9 None None] Port 0aecb4c5-f818-461f-a62a-f496e34a405b cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:40.678094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b01719ff-2f39-4222-9e57-4611ebefd9c9 None None] Provisioning complete for port 065d51b6-e760-4c18-9346-47f71a22760e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:40.681571 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b01719ff-2f39-4222-9e57-4611ebefd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.702254 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-303a4ac2-dbc4-41a5-b139-ac508106a678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.725584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef7ecd-a3f3-4752-a438-f29f6a848c8c req-21d12fbd-d3be-42c2-9aa2-4b1e94ab2287 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:40.727593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5ef7ecd-a3f3-4752-a438-f29f6a848c8c req-21d12fbd-d3be-42c2-9aa2-4b1e94ab2287 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1208904 Apr 18 20:46:40.742210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f131fd1d-e157-4cf3-a269-10cef059be48 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:40.746089 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f131fd1d-e157-4cf3-a269-10cef059be48 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.820622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5ef7ecd-a3f3-4752-a438-f29f6a848c8c req-390f6e77-0cb9-4a82-991a-0a529b0b45a9 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807509 Apr 18 20:46:40.840104 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-4b793a8d-11d8-45a4-aa67-2b086fc6ee65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.868119 n-d-836015-4 neutron-server[102903]: INFO neutron.db.ipam_backend_mixin [None req-f131fd1d-e157-4cf3-a269-10cef059be48 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 04c73375-b4c5-48e5-97b6-53a894452d72 (CIDR: 172.20.0.16/28) Apr 18 20:46:40.869932 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-303a4ac2-dbc4-41a5-b139-ac508106a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.872775 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-303a4ac2-dbc4-41a5-b139-ac508106a678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.874124 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-303a4ac2-dbc4-41a5-b139-ac508106a678 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d890e02-f368-40bf-aac7-4e40b072413e HTTP/1.1" status: 204 len: 168 time: 0.4260535 Apr 18 20:46:40.900313 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-f131fd1d-e157-4cf3-a269-10cef059be48 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:40.900730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f131fd1d-e157-4cf3-a269-10cef059be48 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:40.903310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a4ac2-dbc4-41a5-b139-ac508106a678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d890e02-f368-40bf-aac7-4e40b072413e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:40.935185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b793a8d-11d8-45a4-aa67-2b086fc6ee65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=b36abd30-aa8f-4a1a-a61f-7da5f95f2308,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:40.948313 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f131fd1d-e157-4cf3-a269-10cef059be48 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4296024 Apr 18 20:46:40.951087 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53050) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:40.959116 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-df27ca77-d36f-4043-bf26-dc173e21edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'subnet': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:40.999601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-4b793a8d-11d8-45a4-aa67-2b086fc6ee65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] No DVR routers for this DVR port b36abd30-aa8f-4a1a-a61f-7da5f95f2308 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:41.002570 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-4b793a8d-11d8-45a4-aa67-2b086fc6ee65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.006443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e83b0ce-7112-4553-bc2f-b7e4bcf40b33 req-4b793a8d-11d8-45a4-aa67-2b086fc6ee65 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.60 "DELETE /v2.0/ports/b36abd30-aa8f-4a1a-a61f-7da5f95f2308 HTTP/1.1" status: 204 len: 173 time: 1.1312890 Apr 18 20:46:41.010365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e67147-3682-47ef-9077-79f430f4d720', 'name': 'network-vif-deleted', 'tag': 'b36abd30-aa8f-4a1a-a61f-7da5f95f2308'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:41.012808 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c945a389-9218-478e-a035-91854ef2a4f1" -d '{"events": [{"server_uuid": "c3e67147-3682-47ef-9077-79f430f4d720", "name": "network-vif-deleted", "tag": "b36abd30-aa8f-4a1a-a61f-7da5f95f2308"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:41.045681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455f3b-f1c1-4c16-915c-15908193fcc5 req-e82835f2-b627-49f8-be27-086c47983771 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.049107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d455f3b-f1c1-4c16-915c-15908193fcc5 req-e82835f2-b627-49f8-be27-086c47983771 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.1169589 Apr 18 20:46:41.050207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.076036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-aca86148-42e7-4edf-b284-5e8dddb19b7f None None] Provisioning complete for port 3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:41.077526 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aca86148-42e7-4edf-b284-5e8dddb19b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.099365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=21634b3e-9a2f-4fc5-9254-9f9715c13f4e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.160824 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d0e7da-7536-4f7a-8e86-d8743f6f2163 x-openstack-request-id: req-91d0e7da-7536-4f7a-8e86-d8743f6f2163 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:41.161124 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e67147-3682-47ef-9077-79f430f4d720", "name": "network-vif-deleted", "tag": "b36abd30-aa8f-4a1a-a61f-7da5f95f2308", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:41.161382 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91d0e7da-7536-4f7a-8e86-d8743f6f2163 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:41.161799 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d0e7da-7536-4f7a-8e86-d8743f6f2163'] response: {'server_uuid': 'c3e67147-3682-47ef-9077-79f430f4d720', 'name': 'network-vif-deleted', 'tag': 'b36abd30-aa8f-4a1a-a61f-7da5f95f2308', 'status': 'completed', 'code': 200} Apr 18 20:46:41.169320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27ca77-d36f-4043-bf26-dc173e21edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Made reservation on behalf of 159defb4c9fe46bf9fe82efa62dc5f5b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:41.177199 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-df27ca77-d36f-4043-bf26-dc173e21edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.177415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-aca86148-42e7-4edf-b284-5e8dddb19b7f None None] Port 3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:41.185344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.324468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d455f3b-f1c1-4c16-915c-15908193fcc5 req-4b22cf70-ec4f-4cfa-94c5-581087a5503d tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636101 Apr 18 20:46:41.482782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 065d51b6-e760-4c18-9346-47f71a22760e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:41.567569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.612418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53066) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:41.637976 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff910dae-2420-4268-b897-1f31e9feffcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.658951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 065d51b6-e760-4c18-9346-47f71a22760e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:41.659703 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.724759 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-df27ca77-d36f-4043-bf26-dc173e21edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.758421 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99d8d901-46a7-409a-af83-7ce34654f601 req-a87badaa-fef4-41dc-86fb-172a7617f097 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3e67147-3682-47ef-9077-79f430f4d720 HTTP/1.1" status: 200 len: 210 time: 0.0599589 Apr 18 20:46:41.810441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cbb57181-43a6-4f70-b52a-ec20e39b0b9f no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:41.828529 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27ca77-d36f-4043-bf26-dc173e21edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:41.836061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: cbb57181-43a6-4f70-b52a-ec20e39b0b9f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:41.836817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cbb57181-43a6-4f70-b52a-ec20e39b0b9f not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:41.837886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-df27ca77-d36f-4043-bf26-dc173e21edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:41.848721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27ca77-d36f-4043-bf26-dc173e21edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.849375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b21ed5b-f28a-4a94-8445-59e03d4e8916 None None] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:41.849533 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-df27ca77-d36f-4043-bf26-dc173e21edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.854799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27ca77-d36f-4043-bf26-dc173e21edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Subnet': ['ID=2dfe75e4-b96e-4148-ad4f-0ab263497ad6,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.895816 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-df27ca77-d36f-4043-bf26-dc173e21edaa tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9411361 Apr 18 20:46:41.896654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53072) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:41.903789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1967317553', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2dfe75e4-b96e-4148-ad4f-0ab263497ad6'}], 'security_groups': ['d8e781fb-d6e0-4568-9810-fce141c1802d', '2721cf62-4fce-4b3d-8b02-f6714cb3fe2b']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:41.943426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff910dae-2420-4268-b897-1f31e9feffcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.948364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff910dae-2420-4268-b897-1f31e9feffcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.053943 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ff910dae-2420-4268-b897-1f31e9feffcf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0dd98b3b5bb40549109f44c5da5c48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381387 Apr 18 20:46:42.055253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53078) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:42.064471 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff910dae-2420-4268-b897-1f31e9feffcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a717c99f-c3ea-43f3-83ca-25a8c3f5e5ec,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:42.073713 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.163043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a5556-5d1a-4c67-bcfb-a4b99a08a765 None None] Update dhcp port {'port': {'network_id': 'ee1bef7d-72bd-491c-a451-12d8a5d7e355', 'fixed_ips': [{'subnet_id': '04c73375-b4c5-48e5-97b6-53a894452d72', 'ip_address': '172.20.0.18'}, {'subnet_id': '7413c9b0-326b-4599-929f-afb27de84b20', 'ip_address': '172.20.0.2'}, {'subnet_id': '2dfe75e4-b96e-4148-ad4f-0ab263497ad6'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '065d51b6-e760-4c18-9346-47f71a22760e'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:46:42.195032 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.200075 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cae12fb4-9f14-45c1-8227-0a57851cf44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.206858 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5556-5d1a-4c67-bcfb-a4b99a08a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.319177 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cae12fb4-9f14-45c1-8227-0a57851cf44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.401391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] Router 0c2b44f6-4279-43a5-ba86-5bd088cff66f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:42.425527 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cae12fb4-9f14-45c1-8227-0a57851cf44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.429673 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cae12fb4-9f14-45c1-8227-0a57851cf44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.430883 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cae12fb4-9f14-45c1-8227-0a57851cf44c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a717c99f-c3ea-43f3-83ca-25a8c3f5e5ec HTTP/1.1" status: 204 len: 168 time: 0.3746617 Apr 18 20:46:42.435464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-9a3a5556-5d1a-4c67-bcfb-a4b99a08a765 None None] Allocated IP 172.20.0.34 (ee1bef7d-72bd-491c-a451-12d8a5d7e355/2dfe75e4-b96e-4148-ad4f-0ab263497ad6/065d51b6-e760-4c18-9346-47f71a22760e) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:42.439744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae12fb4-9f14-45c1-8227-0a57851cf44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a717c99f-c3ea-43f3-83ca-25a8c3f5e5ec,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:42.563184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:42.571024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f93e6483-bca5-47f9-8bf4-8481a6715b8b admin admin] 10.222.0.49 "PUT /v2.0/routers/0c2b44f6-4279-43a5-ba86-5bd088cff66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5812678 Apr 18 20:46:42.572265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53104) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:42.577417 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] Sync routers for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:42.588642 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:42.589927 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:42.649510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b36abd30-aa8f-4a1a-a61f-7da5f95f2308 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:42.684527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-95666614-b06a-43fa-9521-8fb6ff962216 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:42.686354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-95666614-b06a-43fa-9521-8fb6ff962216 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a206f174-2f00-4990-ab44-366c904e09c9 HTTP/1.1" status: 200 len: 944 time: 0.1098764 Apr 18 20:46:42.729247 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:42.797609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-9a3a5556-5d1a-4c67-bcfb-a4b99a08a765 None None] For port 065d51b6-e760-4c18-9346-47f71a22760e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=065d51b6-e760-4c18-9346-47f71a22760e,segment=NetworkSegment(d811cb43-641e-4a37-be3a-29275773dedd),segment_id=d811cb43-641e-4a37-be3a-29275773dedd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:42.800827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: b36abd30-aa8f-4a1a-a61f-7da5f95f2308 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:42.800827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b36abd30-aa8f-4a1a-a61f-7da5f95f2308 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:42.801140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.837317 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5556-5d1a-4c67-bcfb-a4b99a08a765 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.845347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9a3a5556-5d1a-4c67-bcfb-a4b99a08a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.914586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53114) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:42.918434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-4ab4169e-8d14-4de7-bdbe-fdc7eecb93aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Deleting port ed781755-9bb7-4abd-a57f-22be3810364e {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:42.918774 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-4ab4169e-8d14-4de7-bdbe-fdc7eecb93aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.995943 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:46:40Z', 'revision_number': 5, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port': {'id': 'dc162ef6-0a5d-415d-b2bf-dad8efcd2347', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:33Z', 'updated_at': '2022-04-18T20:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:43.035188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a5556-5d1a-4c67-bcfb-a4b99a08a765 None None] Pushing event updated for resources: {'Port': ['ID=065d51b6-e760-4c18-9346-47f71a22760e,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:43.059808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Delete allocated IP 172.20.0.3 (ee1bef7d-72bd-491c-a451-12d8a5d7e355/7413c9b0-326b-4599-929f-afb27de84b20) {{(pid=102903) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:46:43.071220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Allocated IP 172.20.0.39 (ee1bef7d-72bd-491c-a451-12d8a5d7e355/2dfe75e4-b96e-4148-ad4f-0ab263497ad6/3f8429df-7a7a-4532-8cbe-40ff37bb3ea5) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:43.075355 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.172821 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] Checking router: 0c2b44f6-4279-43a5-ba86-5bd088cff66f for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:43.183030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6ecdd86-148f-4ccb-9148-ae4340013090 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.187403 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] Routers {'0c2b44f6-4279-43a5-ba86-5bd088cff66f'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:43.188569 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:43.223411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-4ab4169e-8d14-4de7-bdbe-fdc7eecb93aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] For port ed781755-9bb7-4abd-a57f-22be3810364e, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ed781755-9bb7-4abd-a57f-22be3810364e,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:43.223788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-4ab4169e-8d14-4de7-bdbe-fdc7eecb93aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.253620 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6ecdd86-148f-4ccb-9148-ae4340013090 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.276968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-4ab4169e-8d14-4de7-bdbe-fdc7eecb93aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Calling delete_port for ed781755-9bb7-4abd-a57f-22be3810364e owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:43.341169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 065d51b6-e760-4c18-9346-47f71a22760e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:46:43.357697 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] Set router 0c2b44f6-4279-43a5-ba86-5bd088cff66f gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:43.394704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.402341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.407243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Deleting port dc162ef6-0a5d-415d-b2bf-dad8efcd2347 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:43.407571 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.454772 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:46:43Z', 'revision_number': 6, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:43.470675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 065d51b6-e760-4c18-9346-47f71a22760e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:43.471474 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.499616 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ded48-8fba-4ab0-a5cc-61695e8da405 None None] The sync data for ids ['0c2b44f6-4279-43a5-ba86-5bd088cff66f'] in n-d-836015-4 is: [{'id': '0c2b44f6-4279-43a5-ba86-5bd088cff66f', 'name': 'tempest-AttachVolumeNegativeTest-1726484488-router', 'tenant_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:32Z', 'updated_at': '2022-04-18T20:46:43Z', 'revision_number': 6, 'project_id': '1fe24bfa474f4f6b86fbdaeef7396262', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:43.576910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] For port dc162ef6-0a5d-415d-b2bf-dad8efcd2347, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=dc162ef6-0a5d-415d-b2bf-dad8efcd2347,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:43.577265 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.604571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Calling delete_port for dc162ef6-0a5d-415d-b2bf-dad8efcd2347 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:43.610901 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6ecdd86-148f-4ccb-9148-ae4340013090 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.614801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6ecdd86-148f-4ccb-9148-ae4340013090 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.618600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a6ecdd86-148f-4ccb-9148-ae4340013090 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/security-groups/de55eef7-ee39-4e1b-a5a9-803b0044bc16 HTTP/1.1" status: 204 len: 168 time: 0.7003112 Apr 18 20:46:43.631185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] In _notify_port_updated(), no bound segment for port 3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 on network ee1bef7d-72bd-491c-a451-12d8a5d7e355 {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:46:43.637481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.638454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.639559 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "PUT /v2.0/ports/3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 HTTP/1.1" status: 200 len: 960 time: 1.7416990 Apr 18 20:46:43.650416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf673c43-b189-4cf0-9955-803a83cf36f1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event updated for resources: {'Port': ['ID=3f8429df-7a7a-4532-8cbe-40ff37bb3ea5,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:43.663943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53130) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:43.703781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53132) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:43.788866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecdd86-148f-4ccb-9148-ae4340013090 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de55eef7-ee39-4e1b-a5a9-803b0044bc16,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:43.819741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting subnet 34033d7d-57e2-463d-8d93-6db1d1362f49 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:43.824056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.910481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.945773 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-4ab4169e-8d14-4de7-bdbe-fdc7eecb93aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.957928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:46:43.964800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e7466261-1562-4314-b742-97da536e24f5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:46:44.011898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4169e-8d14-4de7-bdbe-fdc7eecb93aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event deleted for resources: {'Port': ['ID=ed781755-9bb7-4abd-a57f-22be3810364e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:44.013079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-05fbd0d8-7c79-4a3b-b5d8-caa965a63c0c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port 3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:44.014283 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05fbd0d8-7c79-4a3b-b5d8-caa965a63c0c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.059794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.177223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-830061c1-9ebb-4b67-bbba-ec3644c9c7ca None None] Provisioning complete for port 3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:44.177918 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-830061c1-9ebb-4b67-bbba-ec3644c9c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.183930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-4ab4169e-8d14-4de7-bdbe-fdc7eecb93aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] No DVR routers for this DVR port ed781755-9bb7-4abd-a57f-22be3810364e on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:44.201156 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-4ab4169e-8d14-4de7-bdbe-fdc7eecb93aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.201753 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05fbd0d8-7c79-4a3b-b5d8-caa965a63c0c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.210377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d8b300b-79cd-4cb4-a139-e80d0f6e4ddb req-4ab4169e-8d14-4de7-bdbe-fdc7eecb93aa tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "DELETE /v2.0/ports/ed781755-9bb7-4abd-a57f-22be3810364e HTTP/1.1" status: 204 len: 173 time: 1.4946513 Apr 18 20:46:44.211627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc162ef6-0a5d-415d-b2bf-dad8efcd2347,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:44.221556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-05fbd0d8-7c79-4a3b-b5d8-caa965a63c0c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for 3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:44.240387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a206f174-2f00-4990-ab44-366c904e09c9', 'name': 'network-vif-deleted', 'tag': 'ed781755-9bb7-4abd-a57f-22be3810364e'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:44.249671 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082f719c-eae1-4b3a-8170-98c3693f49be" -d '{"events": [{"server_uuid": "a206f174-2f00-4990-ab44-366c904e09c9", "name": "network-vif-deleted", "tag": "ed781755-9bb7-4abd-a57f-22be3810364e"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:44.360149 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba054ccd-b08d-46be-8042-a97b986ddaf0 x-openstack-request-id: req-ba054ccd-b08d-46be-8042-a97b986ddaf0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:44.360646 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a206f174-2f00-4990-ab44-366c904e09c9", "name": "network-vif-deleted", "tag": "ed781755-9bb7-4abd-a57f-22be3810364e", "status": "failed", "code": 422}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:44.361040 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba054ccd-b08d-46be-8042-a97b986ddaf0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:44.361688 n-d-836015-4 neutron-server[102904]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ba054ccd-b08d-46be-8042-a97b986ddaf0']: {'server_uuid': 'a206f174-2f00-4990-ab44-366c904e09c9', 'name': 'network-vif-deleted', 'tag': 'ed781755-9bb7-4abd-a57f-22be3810364e', 'status': 'failed', 'code': 422} returned with failed status Apr 18 20:46:44.386051 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.514227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-830061c1-9ebb-4b67-bbba-ec3644c9c7ca None None] Port 3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:44.531548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.618419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05fbd0d8-7c79-4a3b-b5d8-caa965a63c0c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.684313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbd0d8-7c79-4a3b-b5d8-caa965a63c0c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=3f8429df-7a7a-4532-8cbe-40ff37bb3ea5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:44.714500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-830061c1-9ebb-4b67-bbba-ec3644c9c7ca None None] Provisioning complete for port 0aecb4c5-f818-461f-a62a-f496e34a405b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:44.714818 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-830061c1-9ebb-4b67-bbba-ec3644c9c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.759339 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.793341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.803952 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.806745 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.813182 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/subnets/34033d7d-57e2-463d-8d93-6db1d1362f49 HTTP/1.1" status: 204 len: 168 time: 1.1067648 Apr 18 20:46:44.815345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53154) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:44.819355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c65f94-76f8-4051-9d02-4cf1be669577 None None] Network 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:44.916968 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.917803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c2b44f6-4279-43a5-ba86-5bd088cff66f {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:46:44.926620 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.930588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-684734dd-e3bd-4928-869a-6b26d039d70b admin admin] 10.222.0.49 "DELETE /v2.0/routers/0c2b44f6-4279-43a5-ba86-5bd088cff66f HTTP/1.1" status: 204 len: 168 time: 2.3494556 Apr 18 20:46:44.934197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53158) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:45.030211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-830061c1-9ebb-4b67-bbba-ec3644c9c7ca None None] Port 0aecb4c5-f818-461f-a62a-f496e34a405b cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:45.037753 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.063094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05fbd0d8-7c79-4a3b-b5d8-caa965a63c0c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.071562 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-05fbd0d8-7c79-4a3b-b5d8-caa965a63c0c tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 HTTP/1.1" status: 204 len: 168 time: 1.4063854 Apr 18 20:46:45.074060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Subnet': ['ID=34033d7d-57e2-463d-8d93-6db1d1362f49,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.079027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53160) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:45.111472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.111943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.112287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.112636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.112973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.113308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.113642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.113966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.116411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.116776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.117119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.117455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc525f-673c-4ed4-a7db-e33141d6c6a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:45.199712 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4accd3d-5f1a-4d64-afe6-97dae1ee0304 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] GET failed (client error): The resource could not be found. Apr 18 20:46:45.206437 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53164) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:45.208644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a4accd3d-5f1a-4d64-afe6-97dae1ee0304 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports/3f8429df-7a7a-4532-8cbe-40ff37bb3ea5 HTTP/1.1" status: 404 len: 333 time: 0.1279542 Apr 18 20:46:45.220894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee159653-eea7-45de-b4a6-0168eeaa0c92 admin admin] Deleting subnet 0cd3b977-ca1a-4086-b53d-098dd2142a3d {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:45.230194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee159653-eea7-45de-b4a6-0168eeaa0c92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.255716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-830061c1-9ebb-4b67-bbba-ec3644c9c7ca None None] Provisioning complete for port 065d51b6-e760-4c18-9346-47f71a22760e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:45.256359 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-830061c1-9ebb-4b67-bbba-ec3644c9c7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.282570 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee159653-eea7-45de-b4a6-0168eeaa0c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.359667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 21634b3e-9a2f-4fc5-9254-9f9715c13f4e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:45.371106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-54f9bbe1-7e3f-43ba-b994-f36a71ea7b62 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.385592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee159653-eea7-45de-b4a6-0168eeaa0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.404991 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port 27bce819-63c0-45b2-b22f-c414d3255553 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:45.405334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.414122 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-54f9bbe1-7e3f-43ba-b994-f36a71ea7b62 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.449447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 21634b3e-9a2f-4fc5-9254-9f9715c13f4e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:45.449916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 21634b3e-9a2f-4fc5-9254-9f9715c13f4e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:45.450549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dc162ef6-0a5d-415d-b2bf-dad8efcd2347 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:45.459986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee159653-eea7-45de-b4a6-0168eeaa0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.484246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: dc162ef6-0a5d-415d-b2bf-dad8efcd2347 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:45.485007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dc162ef6-0a5d-415d-b2bf-dad8efcd2347 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:45.491203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee159653-eea7-45de-b4a6-0168eeaa0c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd3b977-ca1a-4086-b53d-098dd2142a3d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.503089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee159653-eea7-45de-b4a6-0168eeaa0c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.509107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ee159653-eea7-45de-b4a6-0168eeaa0c92 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0cd3b977-ca1a-4086-b53d-098dd2142a3d HTTP/1.1" status: 204 len: 168 time: 0.5737269 Apr 18 20:46:45.511495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53174) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:45.511854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c06703a-8549-4dac-ab58-433788828d3c None None] Network 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:45.575688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] For port 27bce819-63c0-45b2-b22f-c414d3255553, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=27bce819-63c0-45b2-b22f-c414d3255553,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:45.576081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.598965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for 27bce819-63c0-45b2-b22f-c414d3255553 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:45.600791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-54f9bbe1-7e3f-43ba-b994-f36a71ea7b62 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.603330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-54f9bbe1-7e3f-43ba-b994-f36a71ea7b62 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.604516 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-54f9bbe1-7e3f-43ba-b994-f36a71ea7b62 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/security-groups/b3d305dc-7002-4bcd-a42b-44771b4a2879 HTTP/1.1" status: 204 len: 168 time: 0.3960102 Apr 18 20:46:45.611442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53176) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:45.683322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9bbe1-7e3f-43ba-b994-f36a71ea7b62 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d305dc-7002-4bcd-a42b-44771b4a2879,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.711316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841b202-8c5e-4c5c-bcb0-af3b779dd43a None None] DHCP port deletion for 57ea82ed-f650-45d4-8a7b-caf63a7b2a62 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:45.716986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.793246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-509439df-f992-47c0-b36a-bc99dc5841a7 None None] Could not find standard attr ID for object 3f8429df-7a7a-4532-8cbe-40ff37bb3ea5. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:46:45.801691 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d866dc3-2f2b-4fbc-abe8-29cc1642bb8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.833819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b841b202-8c5e-4c5c-bcb0-af3b779dd43a None None] Deleting port 27bce819-63c0-45b2-b22f-c414d3255553 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:45.834190 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b841b202-8c5e-4c5c-bcb0-af3b779dd43a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.853185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d866dc3-2f2b-4fbc-abe8-29cc1642bb8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.901478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b442a6-0ff4-4863-acf2-cecd225e107f None None] DHCP port deletion for 8c9a19a1-29f1-47e6-96b1-39d5cf87fedb request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:45.914135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5844b9a-ef2c-4f37-8824-ec743762bdff req-beffd257-7ce8-411a-9b0e-8d8474cebd5e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:45.923046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5844b9a-ef2c-4f37-8824-ec743762bdff req-beffd257-7ce8-411a-9b0e-8d8474cebd5e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 907 time: 0.1130011 Apr 18 20:46:45.927325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.933532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Deleting port ee119fb4-1a14-49fd-9827-f446644ba97e {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:45.934381 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.967813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d866dc3-2f2b-4fbc-abe8-29cc1642bb8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.971451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6d866dc3-2f2b-4fbc-abe8-29cc1642bb8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.976376 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6d866dc3-2f2b-4fbc-abe8-29cc1642bb8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/security-groups/2721cf62-4fce-4b3d-8b02-f6714cb3fe2b HTTP/1.1" status: 204 len: 168 time: 0.3578451 Apr 18 20:46:45.978868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=27bce819-63c0-45b2-b22f-c414d3255553,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:45.980854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53184) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:45.984684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] No DVR routers for this DVR port 27bce819-63c0-45b2-b22f-c414d3255553 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:45.994714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b841b202-8c5e-4c5c-bcb0-af3b779dd43a None None] For port 27bce819-63c0-45b2-b22f-c414d3255553, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=27bce819-63c0-45b2-b22f-c414d3255553,segment=NetworkSegment(a66e397b-a760-4521-afa7-6254888c5e5a),segment_id=a66e397b-a760-4521-afa7-6254888c5e5a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:45.995067 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b841b202-8c5e-4c5c-bcb0-af3b779dd43a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.016900 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.027139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b841b202-8c5e-4c5c-bcb0-af3b779dd43a None None] Calling delete_port for 27bce819-63c0-45b2-b22f-c414d3255553 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:46.051280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] For port ee119fb4-1a14-49fd-9827-f446644ba97e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ee119fb4-1a14-49fd-9827-f446644ba97e,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:46.051703 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.070911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Calling delete_port for ee119fb4-1a14-49fd-9827-f446644ba97e owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:46.088057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d866dc3-2f2b-4fbc-abe8-29cc1642bb8a tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2721cf62-4fce-4b3d-8b02-f6714cb3fe2b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.123732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-18b442a6-0ff4-4863-acf2-cecd225e107f None None] Deleting port ee119fb4-1a14-49fd-9827-f446644ba97e {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:46.123732 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18b442a6-0ff4-4863-acf2-cecd225e107f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.189869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.192966 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0122343d-f859-4810-a9cc-4e8751df9869 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.210513 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.224184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-18b442a6-0ff4-4863-acf2-cecd225e107f None None] For port ee119fb4-1a14-49fd-9827-f446644ba97e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ee119fb4-1a14-49fd-9827-f446644ba97e,segment=NetworkSegment(69f518f1-f160-440c-a981-a21d87bb7f5d),segment_id=69f518f1-f160-440c-a981-a21d87bb7f5d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:46.224184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18b442a6-0ff4-4863-acf2-cecd225e107f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.232445 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b841b202-8c5e-4c5c-bcb0-af3b779dd43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.246807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-18b442a6-0ff4-4863-acf2-cecd225e107f None None] Calling delete_port for ee119fb4-1a14-49fd-9827-f446644ba97e owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:46.247701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee119fb4-1a14-49fd-9827-f446644ba97e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.247861 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ea82ed-f650-45d4-8a7b-caf63a7b2a62']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:46.251472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] No DVR routers for this DVR port ee119fb4-1a14-49fd-9827-f446644ba97e on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:46.261017 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0122343d-f859-4810-a9cc-4e8751df9869 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.289402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b841b202-8c5e-4c5c-bcb0-af3b779dd43a None None] No DVR routers for this DVR port 27bce819-63c0-45b2-b22f-c414d3255553 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:46.290534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66e397b-a760-4521-afa7-6254888c5e5a') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:46.290864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66e397b-a760-4521-afa7-6254888c5e5a') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:46.301254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841b202-8c5e-4c5c-bcb0-af3b779dd43a None None] Pushing event deleted for resources: {'Port': ['ID=27bce819-63c0-45b2-b22f-c414d3255553,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.324636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.347796 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.372300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.380123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9a19a1-29f1-47e6-96b1-39d5cf87fedb']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:46.381658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:46.382343 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:46.386634 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:46.397063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f518f1-f160-440c-a981-a21d87bb7f5d') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:46.398443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f518f1-f160-440c-a981-a21d87bb7f5d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:46.407062 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0122343d-f859-4810-a9cc-4e8751df9869 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.410157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0122343d-f859-4810-a9cc-4e8751df9869 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.411435 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0122343d-f859-4810-a9cc-4e8751df9869 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/security-groups/d8e781fb-d6e0-4568-9810-fce141c1802d HTTP/1.1" status: 204 len: 168 time: 0.4237320 Apr 18 20:46:46.426381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53188) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:46.440436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.442265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18b442a6-0ff4-4863-acf2-cecd225e107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.469825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122343d-f859-4810-a9cc-4e8751df9869 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e781fb-d6e0-4568-9810-fce141c1802d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.487113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.497807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.504844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.505912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b442a6-0ff4-4863-acf2-cecd225e107f None None] No DVR routers for this DVR port ee119fb4-1a14-49fd-9827-f446644ba97e on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:46.511097 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/networks/57ea82ed-f650-45d4-8a7b-caf63a7b2a62 HTTP/1.1" status: 204 len: 168 time: 1.6772590 Apr 18 20:46:46.512875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53192) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:46.516906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:46.517485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.517866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b442a6-0ff4-4863-acf2-cecd225e107f None None] Pushing event deleted for resources: {'Port': ['ID=ee119fb4-1a14-49fd-9827-f446644ba97e,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:46.530055 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:46.542166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e5de1-b729-4003-a8be-d4cc02abf617 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Network': ['ID=57ea82ed-f650-45d4-8a7b-caf63a7b2a62,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.559811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed562a7b-0311-47cf-aa10-e987096f1789 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet 7413c9b0-326b-4599-929f-afb27de84b20 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:46.599921 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed562a7b-0311-47cf-aa10-e987096f1789 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.659784 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.669529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed562a7b-0311-47cf-aa10-e987096f1789 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.674778 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.681227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8c9a19a1-29f1-47e6-96b1-39d5cf87fedb HTTP/1.1" status: 204 len: 168 time: 1.1656072 Apr 18 20:46:46.715251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0e0e8-e946-44e5-9086-327a68686ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c9a19a1-29f1-47e6-96b1-39d5cf87fedb,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.736567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port 813ffcac-c139-4dc5-8f11-e3ec0a335a62 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:46.737113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.797188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed562a7b-0311-47cf-aa10-e987096f1789 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.836962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.837394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.852162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for 813ffcac-c139-4dc5-8f11-e3ec0a335a62 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:46.883047 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed562a7b-0311-47cf-aa10-e987096f1789 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.910217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e43f892-9624-44f4-a2d5-679d5fb998bf None None] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:46.921130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed562a7b-0311-47cf-aa10-e987096f1789 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.931373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ed562a7b-0311-47cf-aa10-e987096f1789 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/7413c9b0-326b-4599-929f-afb27de84b20 HTTP/1.1" status: 204 len: 168 time: 0.4997685 Apr 18 20:46:46.931373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed562a7b-0311-47cf-aa10-e987096f1789 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=7413c9b0-326b-4599-929f-afb27de84b20,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.933456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53198) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:47.003417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a142b477-64c0-4180-aec4-c814d003a450 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet 2dfe75e4-b96e-4148-ad4f-0ab263497ad6 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:47.007632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a142b477-64c0-4180-aec4-c814d003a450 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.054576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53202) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:47.089447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.121517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=813ffcac-c139-4dc5-8f11-e3ec0a335a62,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:47.130049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a142b477-64c0-4180-aec4-c814d003a450 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.197192 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-81df8298-6b91-4ff8-a580-f39f6c5bedcb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fe24bfa474f4f6b86fbdaeef7396262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408741 Apr 18 20:46:47.201924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53206) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:47.238656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244f9a5-06d2-4643-9e21-147c016f895d req-6dc53541-c3fc-44bb-b820-6a19846269a6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:47.240288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3244f9a5-06d2-4643-9e21-147c016f895d req-6dc53541-c3fc-44bb-b820-6a19846269a6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 907 time: 0.1401472 Apr 18 20:46:47.272424 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.273115 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Floating IP 709cbee4-2fd0-4f19-ba24-9c657295caf4 disassociated (deleted). External IP: 172.25.2.146, port: 160af550-3c5c-41d5-9bfc-418682da0153. Apr 18 20:46:47.328879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 27bce819-63c0-45b2-b22f-c414d3255553 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:47.331022 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a142b477-64c0-4180-aec4-c814d003a450 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.358507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 27bce819-63c0-45b2-b22f-c414d3255553 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:47.359226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 27bce819-63c0-45b2-b22f-c414d3255553 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:47.359775 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ee119fb4-1a14-49fd-9827-f446644ba97e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:47.381390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-ed43ed9d-0d0b-471a-8039-caf10578b1eb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:47.382959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-ed43ed9d-0d0b-471a-8039-caf10578b1eb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.60 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 907 time: 0.1072683 Apr 18 20:46:47.391513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: ee119fb4-1a14-49fd-9827-f446644ba97e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:47.392412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ee119fb4-1a14-49fd-9827-f446644ba97e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:47.427618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-343291d9-e7bb-4d38-9abe-a1bd53ed20e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.512577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-343291d9-e7bb-4d38-9abe-a1bd53ed20e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.516116 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a142b477-64c0-4180-aec4-c814d003a450 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.569849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142b477-64c0-4180-aec4-c814d003a450 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfe75e4-b96e-4148-ad4f-0ab263497ad6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:47.580733 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a142b477-64c0-4180-aec4-c814d003a450 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.584551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a142b477-64c0-4180-aec4-c814d003a450 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/2dfe75e4-b96e-4148-ad4f-0ab263497ad6 HTTP/1.1" status: 204 len: 168 time: 0.6500835 Apr 18 20:46:47.587029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53210) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:47.634515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-343291d9-e7bb-4d38-9abe-a1bd53ed20e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.639550 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-343291d9-e7bb-4d38-9abe-a1bd53ed20e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.642313 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-343291d9-e7bb-4d38-9abe-a1bd53ed20e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/044139e1-b289-4e1b-865e-535a13a73f5f HTTP/1.1" status: 204 len: 168 time: 0.4365079 Apr 18 20:46:47.648002 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa42e050-9654-44c2-adbd-1dcf3ed7f51f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:47.658769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa42e050-9654-44c2-adbd-1dcf3ed7f51f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:47.667093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fa42e050-9654-44c2-adbd-1dcf3ed7f51f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/7413c9b0-326b-4599-929f-afb27de84b20 HTTP/1.1" status: 404 len: 337 time: 0.0777278 Apr 18 20:46:47.669658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53216) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:47.699308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-a5a1d406-55db-4942-a050-07b90d807941 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Deleting port 243cbe7e-2323-49bd-b350-7cf8df1605ac {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:47.699692 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-a5a1d406-55db-4942-a050-07b90d807941 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.854350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aabd022-6d73-4881-9ae0-9501da1c7fb7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting subnet 04c73375-b4c5-48e5-97b6-53a894452d72 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:47.863097 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1aabd022-6d73-4881-9ae0-9501da1c7fb7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.959281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-a5a1d406-55db-4942-a050-07b90d807941 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] For port 243cbe7e-2323-49bd-b350-7cf8df1605ac, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=243cbe7e-2323-49bd-b350-7cf8df1605ac,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:47.959881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-a5a1d406-55db-4942-a050-07b90d807941 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.964979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1aabd022-6d73-4881-9ae0-9501da1c7fb7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.030126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-a5a1d406-55db-4942-a050-07b90d807941 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Calling delete_port for 243cbe7e-2323-49bd-b350-7cf8df1605ac owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:48.144068 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecd6495-ed2f-4a3e-a607-3cdfa7237b72 None None] Network ee1bef7d-72bd-491c-a451-12d8a5d7e355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:48.189412 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1aabd022-6d73-4881-9ae0-9501da1c7fb7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.256409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343291d9-e7bb-4d38-9abe-a1bd53ed20e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044139e1-b289-4e1b-865e-535a13a73f5f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.267182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router 18c3b227-5ef9-4a3b-983f-9304235e8fdf has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:48.331365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1dae85f1-cfbd-4c00-b0a4-7cc1b369d7a0 None None] Provisioning complete for port 0aecb4c5-f818-461f-a62a-f496e34a405b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:48.332007 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1dae85f1-cfbd-4c00-b0a4-7cc1b369d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.379751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1aabd022-6d73-4881-9ae0-9501da1c7fb7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.420476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1aabd022-6d73-4881-9ae0-9501da1c7fb7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.427229 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1aabd022-6d73-4881-9ae0-9501da1c7fb7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/04c73375-b4c5-48e5-97b6-53a894452d72 HTTP/1.1" status: 204 len: 168 time: 0.7527893 Apr 18 20:46:48.434411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53238) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:48.450365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1dae85f1-cfbd-4c00-b0a4-7cc1b369d7a0 None None] Port 0aecb4c5-f818-461f-a62a-f496e34a405b cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:46:48.485381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1dae85f1-cfbd-4c00-b0a4-7cc1b369d7a0 None None] Provisioning complete for port 065d51b6-e760-4c18-9346-47f71a22760e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:48.486005 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1dae85f1-cfbd-4c00-b0a4-7cc1b369d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.511584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabd022-6d73-4881-9ae0-9501da1c7fb7 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Subnet': ['ID=04c73375-b4c5-48e5-97b6-53a894452d72,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.519580 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-a5a1d406-55db-4942-a050-07b90d807941 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.570803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e883dda-0166-4f59-ac21-c6fd355b574d None None] DHCP port deletion for ee1bef7d-72bd-491c-a451-12d8a5d7e355 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:48.578293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1d406-55db-4942-a050-07b90d807941 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event deleted for resources: {'Port': ['ID=243cbe7e-2323-49bd-b350-7cf8df1605ac,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.618075 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecd4289-dc65-4d61-90a2-350cfc2435ff tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:48.618075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ecd4289-dc65-4d61-90a2-350cfc2435ff tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:48.622093 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ecd4289-dc65-4d61-90a2-350cfc2435ff tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/2cc761c2-2648-4f8e-8364-10de5a53ba68 HTTP/1.1" status: 404 len: 337 time: 0.1862612 Apr 18 20:46:48.625680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53240) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:48.667613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-a5a1d406-55db-4942-a050-07b90d807941 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] No DVR routers for this DVR port 243cbe7e-2323-49bd-b350-7cf8df1605ac on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:48.678168 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c98cec58-bb2f-49e1-b122-f7345d3d32e3 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c403e65-3f91-4dc7-a981-36642828211b HTTP/1.1" status: 200 len: 205 time: 0.0466394 Apr 18 20:46:48.680279 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:48.681823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53246) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:48.686355 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.696725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbb4c9-4c8a-4b39-af73-f282d597a7f6 req-5261573e-7f3c-4ab6-9a9e-bae407fd1667 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:48.698372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7bbb4c9-4c8a-4b39-af73-f282d597a7f6 req-5261573e-7f3c-4ab6-9a9e-bae407fd1667 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=c388b97c-c3d0-44f4-a53e-ef5d9fb90915 HTTP/1.1" status: 200 len: 829 time: 0.2966118 Apr 18 20:46:48.699552 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-a5a1d406-55db-4942-a050-07b90d807941 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.705825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6347d3cf-376e-4e63-9672-180ec5f8ebb8 req-a5a1d406-55db-4942-a050-07b90d807941 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.60 "DELETE /v2.0/ports/243cbe7e-2323-49bd-b350-7cf8df1605ac HTTP/1.1" status: 204 len: 173 time: 1.3135402 Apr 18 20:46:48.706382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c388b97c-c3d0-44f4-a53e-ef5d9fb90915', 'name': 'network-vif-deleted', 'tag': '243cbe7e-2323-49bd-b350-7cf8df1605ac'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:48.708935 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922bb80-439a-48b8-8c80-f0204b291835" -d '{"events": [{"server_uuid": "c388b97c-c3d0-44f4-a53e-ef5d9fb90915", "name": "network-vif-deleted", "tag": "243cbe7e-2323-49bd-b350-7cf8df1605ac"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:48.770104 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9233b67-06d5-4434-9c37-81f0a629e026 x-openstack-request-id: req-a9233b67-06d5-4434-9c37-81f0a629e026 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:48.770437 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c388b97c-c3d0-44f4-a53e-ef5d9fb90915", "name": "network-vif-deleted", "tag": "243cbe7e-2323-49bd-b350-7cf8df1605ac", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:48.770692 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9233b67-06d5-4434-9c37-81f0a629e026 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:48.771105 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9233b67-06d5-4434-9c37-81f0a629e026'] response: {'server_uuid': 'c388b97c-c3d0-44f4-a53e-ef5d9fb90915', 'name': 'network-vif-deleted', 'tag': '243cbe7e-2323-49bd-b350-7cf8df1605ac', 'status': 'completed', 'code': 200} Apr 18 20:46:48.795481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55976610-9fe0-4349-8077-8766def75d64 None None] Sync routers for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:48.832689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55976610-9fe0-4349-8077-8766def75d64 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:48.832905 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-1396193e-4df0-428d-9e9f-08ae4f8e1063 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] delete failed (client error): The resource could not be found. Apr 18 20:46:48.834009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-55976610-9fe0-4349-8077-8766def75d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:48.836481 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1396193e-4df0-428d-9e9f-08ae4f8e1063 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/routers/8c403e65-3f91-4dc7-a981-36642828211b HTTP/1.1" status: 404 len: 336 time: 0.1514952 Apr 18 20:46:48.837214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53250) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:48.900803 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae79577-176e-42c5-ae79-d376bebb76ed tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:48.902329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae79577-176e-42c5-ae79-d376bebb76ed tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:48.910648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2ae79577-176e-42c5-ae79-d376bebb76ed tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/a4af0604-1777-439a-a64c-0672cd57e271 HTTP/1.1" status: 404 len: 337 time: 0.0692971 Apr 18 20:46:48.911319 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53254) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:48.947748 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6e883dda-0166-4f59-ac21-c6fd355b574d None None] Deleting port 065d51b6-e760-4c18-9346-47f71a22760e {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:48.948434 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6e883dda-0166-4f59-ac21-c6fd355b574d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.953451 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee1e6e1-3860-4069-81a5-a97b823ba317 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:48.955408 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee1e6e1-3860-4069-81a5-a97b823ba317 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:48.963154 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9ee1e6e1-3860-4069-81a5-a97b823ba317 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/67a287dc-592e-4729-afef-874122054fb8 HTTP/1.1" status: 404 len: 337 time: 0.0483501 Apr 18 20:46:48.966894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53260) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:48.970979 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fdd40e1e-aa85-4676-9e26-e705ec21b61e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/floatingips/709cbee4-2fd0-4f19-ba24-9c657295caf4 HTTP/1.1" status: 204 len: 168 time: 2.4423103 Apr 18 20:46:48.973404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'tag': '160af550-3c5c-41d5-9bfc-418682da0153'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:48.983513 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6fa367-3b28-45ba-b892-47cdcbb723d2" -d '{"events": [{"name": "network-changed", "server_uuid": "b217ae34-27ff-472f-a89d-86c1cb9322e2", "tag": "160af550-3c5c-41d5-9bfc-418682da0153"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:49.052938 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c5dd6f-f0c7-437b-b640-c360853479ed tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:49.053386 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e4a633-8aa2-43dc-bdee-82bf92a6a53f x-openstack-request-id: req-50e4a633-8aa2-43dc-bdee-82bf92a6a53f {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:49.053529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c5dd6f-f0c7-437b-b640-c360853479ed tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:49.053909 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217ae34-27ff-472f-a89d-86c1cb9322e2", "tag": "160af550-3c5c-41d5-9bfc-418682da0153", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:49.054291 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50e4a633-8aa2-43dc-bdee-82bf92a6a53f {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:49.054994 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e4a633-8aa2-43dc-bdee-82bf92a6a53f'] response: {'name': 'network-changed', 'server_uuid': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'tag': '160af550-3c5c-41d5-9bfc-418682da0153', 'status': 'completed', 'code': 200} Apr 18 20:46:49.056928 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a1c5dd6f-f0c7-437b-b640-c360853479ed tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/8d8dbf05-82f5-468c-b98a-c6d84dea953e HTTP/1.1" status: 404 len: 337 time: 0.0883090 Apr 18 20:46:49.059809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53268) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:49.104606 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e097cf4-ba9c-4a38-b9dd-e4ba8ade52cd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:49.105433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e097cf4-ba9c-4a38-b9dd-e4ba8ade52cd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:49.111879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0e097cf4-ba9c-4a38-b9dd-e4ba8ade52cd tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/a4a93e6c-f835-444a-940e-0ca6fc5f6390 HTTP/1.1" status: 404 len: 333 time: 0.0501063 Apr 18 20:46:49.112812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53270) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:49.171176 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2aa37d-6935-40de-b536-d7907204252f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:49.173657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc2aa37d-6935-40de-b536-d7907204252f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:49.178803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-17d4eb96-08b1-4bb0-8f34-90f327adcb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.182855 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bc2aa37d-6935-40de-b536-d7907204252f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/53986eb4-1b44-48c1-9e5c-d4c2f4bd12d2 HTTP/1.1" status: 404 len: 337 time: 0.0683866 Apr 18 20:46:49.183231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-17d4eb96-08b1-4bb0-8f34-90f327adcb99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 1096 time: 0.0890946 Apr 18 20:46:49.188640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53276) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:49.253281 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-3436447f-6ba9-4348-a079-b4274037fe7f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:49.253752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3436447f-6ba9-4348-a079-b4274037fe7f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:49.267551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3436447f-6ba9-4348-a079-b4274037fe7f tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/b53353cc-971f-4c48-9486-2e1d5d4c6055 HTTP/1.1" status: 404 len: 337 time: 0.0745549 Apr 18 20:46:49.270047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53278) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:49.318105 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-73eaaafc-1720-4af9-b532-bf50fba99167 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:49.319532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73eaaafc-1720-4af9-b532-bf50fba99167 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:49.332125 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-73eaaafc-1720-4af9-b532-bf50fba99167 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/f0750558-a613-4e23-a9cf-b53a76e6f034 HTTP/1.1" status: 404 len: 333 time: 0.0567400 Apr 18 20:46:49.334447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53280) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:49.442357 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f6fa96-e248-47a9-b0cf-f7a6a5e1111b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:49.443207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f6fa96-e248-47a9-b0cf-f7a6a5e1111b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:49.449737 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-59f6fa96-e248-47a9-b0cf-f7a6a5e1111b tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/143f01c7-81a4-4079-8ce6-fb763aeb1ae8 HTTP/1.1" status: 404 len: 337 time: 0.1114655 Apr 18 20:46:49.451814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53288) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:49.513178 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8af1b4-ab09-48e2-b543-2235223281c1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] DELETE failed (client error): The resource could not be found. Apr 18 20:46:49.513717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8af1b4-ab09-48e2-b543-2235223281c1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:46:49.533476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1b8af1b4-ab09-48e2-b543-2235223281c1 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/subnets/94cf4446-0139-4837-a5b2-fe603f9c847f HTTP/1.1" status: 404 len: 337 time: 0.0773621 Apr 18 20:46:49.535054 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53290) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:49.541667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 065d51b6-e760-4c18-9346-47f71a22760e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:49.565478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-a8ab1cab-aec8-4cbe-926c-97647839468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.567114 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-a8ab1cab-aec8-4cbe-926c-97647839468a service neutron] 10.222.0.60 "GET /v2.0/networks?id=92cc4dce-95cf-47ac-be22-3d2b9938c06c HTTP/1.1" status: 200 len: 897 time: 0.3755736 Apr 18 20:46:49.628256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6e883dda-0166-4f59-ac21-c6fd355b574d None None] For port 065d51b6-e760-4c18-9346-47f71a22760e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=065d51b6-e760-4c18-9346-47f71a22760e,segment=NetworkSegment(d811cb43-641e-4a37-be3a-29275773dedd),segment_id=d811cb43-641e-4a37-be3a-29275773dedd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:49.628648 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6e883dda-0166-4f59-ac21-c6fd355b574d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.644685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-7bbd5460-761e-4ec9-ac8d-6ab2712ab05f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=160af550-3c5c-41d5-9bfc-418682da0153 HTTP/1.1" status: 200 len: 217 time: 0.0530114 Apr 18 20:46:49.646510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6e883dda-0166-4f59-ac21-c6fd355b574d None None] Calling delete_port for 065d51b6-e760-4c18-9346-47f71a22760e owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:49.654475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf6c7a-6c81-47d0-b232-611a318f3d72 req-1330eb85-7ba9-41cf-84d3-4e8cab41dddd tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.657007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01bf6c7a-6c81-47d0-b232-611a318f3d72 req-1330eb85-7ba9-41cf-84d3-4e8cab41dddd tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 945 time: 0.1881037 Apr 18 20:46:49.755878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f8c20-177e-49c8-bfb7-f15e94ccf3f4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Deleting port 0aecb4c5-f818-461f-a62a-f496e34a405b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:49.756346 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8c20-177e-49c8-bfb7-f15e94ccf3f4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.766846 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6e883dda-0166-4f59-ac21-c6fd355b574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.781586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-67199501-e4a8-4fe3-814f-5b6efd579db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.783739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-67199501-e4a8-4fe3-814f-5b6efd579db3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7 HTTP/1.1" status: 200 len: 834 time: 0.1256971 Apr 18 20:46:49.794110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01bf6c7a-6c81-47d0-b232-611a318f3d72 req-c0a4acfd-c9ab-4026-a69a-410a2554f96d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1027560 Apr 18 20:46:49.806445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-55976610-9fe0-4349-8077-8766def75d64 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:49.821771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e883dda-0166-4f59-ac21-c6fd355b574d None None] No DVR routers for this DVR port 065d51b6-e760-4c18-9346-47f71a22760e on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:49.847579 n-d-836015-4 neutron-server[102905]: INFO neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No ports have port_id starting with 065d51b6-e760-4c18-9346-47f71a22760e Apr 18 20:46:49.906255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-17f39808-1fbd-4fa2-bbfa-8b3ae118ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.908722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-17f39808-1fbd-4fa2-bbfa-8b3ae118ceac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=92cc4dce-95cf-47ac-be22-3d2b9938c06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133611 Apr 18 20:46:49.930740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8c20-177e-49c8-bfb7-f15e94ccf3f4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.932284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e883dda-0166-4f59-ac21-c6fd355b574d None None] Pushing event deleted for resources: {'Port': ['ID=065d51b6-e760-4c18-9346-47f71a22760e,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:49.960185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f8c20-177e-49c8-bfb7-f15e94ccf3f4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Calling delete_port for 0aecb4c5-f818-461f-a62a-f496e34a405b owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:50.092844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8c20-177e-49c8-bfb7-f15e94ccf3f4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.169777 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8f5f8c20-177e-49c8-bfb7-f15e94ccf3f4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.174623 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8f5f8c20-177e-49c8-bfb7-f15e94ccf3f4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/ports/0aecb4c5-f818-461f-a62a-f496e34a405b HTTP/1.1" status: 204 len: 168 time: 0.6372223 Apr 18 20:46:50.176387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f8c20-177e-49c8-bfb7-f15e94ccf3f4 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Port': ['ID=0aecb4c5-f818-461f-a62a-f496e34a405b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.178272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53306) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:50.280693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-f97cbe65-d06b-479a-99db-dd9528f4018c service neutron] 10.222.0.60 "GET /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634145 Apr 18 20:46:50.302681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-55976610-9fe0-4349-8077-8766def75d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 6, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:50.339420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55976610-9fe0-4349-8077-8766def75d64 None None] Checking router: 18c3b227-5ef9-4a3b-983f-9304235e8fdf for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:50.352664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55976610-9fe0-4349-8077-8766def75d64 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:50.353376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-55976610-9fe0-4349-8077-8766def75d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:50.449396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655336f-fef0-4918-9f46-d6a637d6a21d req-5f452c7a-9e26-43ae-a4c2-49401d758ecb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:50.457070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5655336f-fef0-4918-9f46-d6a637d6a21d req-5f452c7a-9e26-43ae-a4c2-49401d758ecb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 945 time: 0.2061744 Apr 18 20:46:50.471892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.535783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-55976610-9fe0-4349-8077-8766def75d64 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:50.576320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 243cbe7e-2323-49bd-b350-7cf8df1605ac no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:50.606644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 243cbe7e-2323-49bd-b350-7cf8df1605ac {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:50.607534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 243cbe7e-2323-49bd-b350-7cf8df1605ac not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:50.887521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-55976610-9fe0-4349-8077-8766def75d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 6, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:50.930347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55976610-9fe0-4349-8077-8766def75d64 None None] The sync data for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 is: [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:36Z', 'revision_number': 6, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0469ba1a-62f5-4aa1-8ff1-a16fa5163e52', 'name': '', 'network_id': '92cc4dce-95cf-47ac-be22-3d2b9938c06c', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:cb:ad:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:49Z', 'updated_at': '2022-04-18T20:43:54Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:51.046466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5655336f-fef0-4918-9f46-d6a637d6a21d req-f002edc3-b93e-46d8-b88e-b6673e827891 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878808 Apr 18 20:46:51.049378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e6fa367-3b28-45ba-b892-47cdcbb723d2 req-29df703d-0661-4ac4-afe8-18be8e7bf449 service neutron] 10.222.0.60 "GET /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949048 Apr 18 20:46:51.122550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ccb17-c92d-4124-ad87-2df8fc72571b req-47389ec2-acbf-4e1c-9e14-ecaeed3493c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.125005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d5ccb17-c92d-4124-ad87-2df8fc72571b req-47389ec2-acbf-4e1c-9e14-ecaeed3493c2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 945 time: 0.1830163 Apr 18 20:46:51.138382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.197895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-29ce71f6-f23b-43ff-a5d0-cefc92817e4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.200741 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-29ce71f6-f23b-43ff-a5d0-cefc92817e4e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.60 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 945 time: 0.1666567 Apr 18 20:46:51.239329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d5ccb17-c92d-4124-ad87-2df8fc72571b req-e4826c7e-5b81-439a-be30-7499e6a60ce1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=c0d6a940-a928-4fdb-b361-f4beed41bdce&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020834 Apr 18 20:46:51.244346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1bef7d-72bd-491c-a451-12d8a5d7e355']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:51.260149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd811cb43-641e-4a37-be3a-29275773dedd') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:51.260481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd811cb43-641e-4a37-be3a-29275773dedd') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:51.280320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.306213 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.319344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:51.320603 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:51.334046 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:51.378765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-148fbfbb-c94d-4807-82d1-390f3a01abfa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port 160af550-3c5c-41d5-9bfc-418682da0153 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:51.379238 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-148fbfbb-c94d-4807-82d1-390f3a01abfa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.421103 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.425870 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.432238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] 10.222.0.49 "DELETE /v2.0/networks/ee1bef7d-72bd-491c-a451-12d8a5d7e355 HTTP/1.1" status: 204 len: 168 time: 1.2523921 Apr 18 20:46:51.448559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c5c3c-d3f0-4f48-9e94-e9b109af0320 tempest-PortsTestJSON-1232875303 tempest-PortsTestJSON-1232875303-project] Pushing event deleted for resources: {'Network': ['ID=ee1bef7d-72bd-491c-a451-12d8a5d7e355,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.468311 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8131bb2-544c-40c8-a2fb-9fe3d5bb3e97 None None] New status for floating IP 709cbee4-2fd0-4f19-ba24-9c657295caf4: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:46:51.595118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-148fbfbb-c94d-4807-82d1-390f3a01abfa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] For port 160af550-3c5c-41d5-9bfc-418682da0153, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=160af550-3c5c-41d5-9bfc-418682da0153,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:51.595503 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-148fbfbb-c94d-4807-82d1-390f3a01abfa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.633735 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-148fbfbb-c94d-4807-82d1-390f3a01abfa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for 160af550-3c5c-41d5-9bfc-418682da0153 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:51.690339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-8ca29af8-cdb5-4517-b724-bf17a881d21e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.693191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-8ca29af8-cdb5-4517-b724-bf17a881d21e tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 945 time: 0.1103539 Apr 18 20:46:51.852743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-62898357-2e26-43b2-891c-855aa7c4cebe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Deleting port e7466261-1562-4314-b742-97da536e24f5 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:51.853088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-62898357-2e26-43b2-891c-855aa7c4cebe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.902405 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-148fbfbb-c94d-4807-82d1-390f3a01abfa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.954543 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fbfbb-c94d-4807-82d1-390f3a01abfa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=160af550-3c5c-41d5-9bfc-418682da0153,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.979177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53364) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:52.027202 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-148fbfbb-c94d-4807-82d1-390f3a01abfa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] No DVR routers for this DVR port 160af550-3c5c-41d5-9bfc-418682da0153 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:52.030824 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-148fbfbb-c94d-4807-82d1-390f3a01abfa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.034664 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-83194d82-d5e3-40c5-8e74-e4c497b6772a req-148fbfbb-c94d-4807-82d1-390f3a01abfa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.60 "DELETE /v2.0/ports/160af550-3c5c-41d5-9bfc-418682da0153 HTTP/1.1" status: 204 len: 173 time: 0.8276718 Apr 18 20:46:52.035314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'name': 'network-vif-deleted', 'tag': '160af550-3c5c-41d5-9bfc-418682da0153'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:52.037821 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ed7a4a-886e-47be-b4a7-6c4104f539d9" -d '{"events": [{"server_uuid": "b217ae34-27ff-472f-a89d-86c1cb9322e2", "name": "network-vif-deleted", "tag": "160af550-3c5c-41d5-9bfc-418682da0153"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:52.054667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-62898357-2e26-43b2-891c-855aa7c4cebe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] For port e7466261-1562-4314-b742-97da536e24f5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=e7466261-1562-4314-b742-97da536e24f5,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:52.055306 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-62898357-2e26-43b2-891c-855aa7c4cebe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.076551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-62898357-2e26-43b2-891c-855aa7c4cebe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Calling delete_port for e7466261-1562-4314-b742-97da536e24f5 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:52.183222 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f244ed0-c289-4015-8e3d-abf0df07da38 x-openstack-request-id: req-7f244ed0-c289-4015-8e3d-abf0df07da38 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:52.183645 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217ae34-27ff-472f-a89d-86c1cb9322e2", "name": "network-vif-deleted", "tag": "160af550-3c5c-41d5-9bfc-418682da0153", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:52.184031 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7f244ed0-c289-4015-8e3d-abf0df07da38 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:52.184572 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f244ed0-c289-4015-8e3d-abf0df07da38'] response: {'server_uuid': 'b217ae34-27ff-472f-a89d-86c1cb9322e2', 'name': 'network-vif-deleted', 'tag': '160af550-3c5c-41d5-9bfc-418682da0153', 'status': 'completed', 'code': 200} Apr 18 20:46:52.332313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60636fe-7b35-4b3f-91ad-e1acde526a06 req-35d5ae13-c0a5-43c1-98d2-930742b1b099 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:52.339067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d60636fe-7b35-4b3f-91ad-e1acde526a06 req-35d5ae13-c0a5-43c1-98d2-930742b1b099 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=edcdd5b3-5f48-4d33-ac88-de888192c4a0 HTTP/1.1" status: 200 len: 945 time: 0.0948906 Apr 18 20:46:52.600100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15b00fe1-2880-4091-85b4-3dd90f3ceedf req-f357e0de-5b09-4ce5-a565-56c27cec6aaa tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=b217ae34-27ff-472f-a89d-86c1cb9322e2 HTTP/1.1" status: 200 len: 210 time: 0.1598539 Apr 18 20:46:52.642877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d60636fe-7b35-4b3f-91ad-e1acde526a06 req-0f9ad248-e16d-46fb-bf0d-1683adc035dd tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981563 Apr 18 20:46:52.672887 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-62898357-2e26-43b2-891c-855aa7c4cebe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.688346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:46:52.693546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['e7466261-1562-4314-b742-97da536e24f5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:46:52.722589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cc5e2ca7-1c52-4be7-8ed0-8092aa165e41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=159defb4c9fe46bf9fe82efa62dc5f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7417901 Apr 18 20:46:52.725555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53378) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:52.726297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62898357-2e26-43b2-891c-855aa7c4cebe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event deleted for resources: {'Port': ['ID=e7466261-1562-4314-b742-97da536e24f5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.801716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-62898357-2e26-43b2-891c-855aa7c4cebe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] No DVR routers for this DVR port e7466261-1562-4314-b742-97da536e24f5 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:52.804544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-62898357-2e26-43b2-891c-855aa7c4cebe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.810179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-014ae9dc-371c-456e-85a5-adfb91bfbce7 req-62898357-2e26-43b2-891c-855aa7c4cebe tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "DELETE /v2.0/ports/e7466261-1562-4314-b742-97da536e24f5 HTTP/1.1" status: 204 len: 173 time: 1.1021943 Apr 18 20:46:52.810671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcdd5b3-5f48-4d33-ac88-de888192c4a0', 'name': 'network-vif-deleted', 'tag': 'e7466261-1562-4314-b742-97da536e24f5'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:52.819637 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb23ead4-dde0-4f25-bdc6-2b578c2385a5" -d '{"events": [{"server_uuid": "edcdd5b3-5f48-4d33-ac88-de888192c4a0", "name": "network-vif-deleted", "tag": "e7466261-1562-4314-b742-97da536e24f5"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:52.883038 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d016706-02b5-4077-b601-26e8ab02b228 x-openstack-request-id: req-4d016706-02b5-4077-b601-26e8ab02b228 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:52.883337 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcdd5b3-5f48-4d33-ac88-de888192c4a0", "name": "network-vif-deleted", "tag": "e7466261-1562-4314-b742-97da536e24f5", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:52.883590 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4d016706-02b5-4077-b601-26e8ab02b228 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:52.884124 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d016706-02b5-4077-b601-26e8ab02b228'] response: {'server_uuid': 'edcdd5b3-5f48-4d33-ac88-de888192c4a0', 'name': 'network-vif-deleted', 'tag': 'e7466261-1562-4314-b742-97da536e24f5', 'status': 'completed', 'code': 200} Apr 18 20:46:52.920971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-045fb606-ff1d-4fec-bcb3-42e841c2372d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.951055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-045fb606-ff1d-4fec-bcb3-42e841c2372d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.033288 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-045fb606-ff1d-4fec-bcb3-42e841c2372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.037893 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-045fb606-ff1d-4fec-bcb3-42e841c2372d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.040162 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-045fb606-ff1d-4fec-bcb3-42e841c2372d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f73db20d-5f92-4d92-baaa-0c7fbb1165c8 HTTP/1.1" status: 204 len: 168 time: 0.3119962 Apr 18 20:46:53.049728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fb606-ff1d-4fec-bcb3-42e841c2372d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73db20d-5f92-4d92-baaa-0c7fbb1165c8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:53.657098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53408) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:53.752382 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53414) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:53.765205 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70972721-711b-4ca3-b930-a83ee4ecdd58 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.813245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70972721-711b-4ca3-b930-a83ee4ecdd58 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.911779 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70972721-711b-4ca3-b930-a83ee4ecdd58 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.938861 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70972721-711b-4ca3-b930-a83ee4ecdd58 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.942988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-70972721-711b-4ca3-b930-a83ee4ecdd58 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/security-groups/c0d6a940-a928-4fdb-b361-f4beed41bdce HTTP/1.1" status: 204 len: 168 time: 0.2848313 Apr 18 20:46:53.973149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70972721-711b-4ca3-b930-a83ee4ecdd58 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d6a940-a928-4fdb-b361-f4beed41bdce,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.024378 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d11f0e89-7010-48b6-ab68-538dce68aa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.104246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e133018-4e18-4e3d-86fa-a9ecf7bd2788 req-cc4591a3-7c94-4b56-a2ae-112152d51bbc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:54.115199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53436) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:54.118001 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e133018-4e18-4e3d-86fa-a9ecf7bd2788 req-cc4591a3-7c94-4b56-a2ae-112152d51bbc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1050444 Apr 18 20:46:54.211112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e133018-4e18-4e3d-86fa-a9ecf7bd2788 req-69a6db71-1170-40c0-bfda-d8739b6d5762 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914304 Apr 18 20:46:54.218644 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:46:54.263334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53438) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:54.376446 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d11f0e89-7010-48b6-ab68-538dce68aa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.383001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d11f0e89-7010-48b6-ab68-538dce68aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.423943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9d5c6e76-ff3c-420d-b089-7687f67393db tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:54.425148 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-9d5c6e76-ff3c-420d-b089-7687f67393db tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 20:46:54.428086 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-9d5c6e76-ff3c-420d-b089-7687f67393db tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:46:54.430694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9d5c6e76-ff3c-420d-b089-7687f67393db tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1644344 Apr 18 20:46:54.434609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53442) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:54.449106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'tempest-secgroup--181261243'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:54.486212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f0e89-7010-48b6-ab68-538dce68aa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06629939-7f08-4975-984b-0f7f524297ac,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.501438 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d11f0e89-7010-48b6-ab68-538dce68aa75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2af3527bc4e747aa8c417fa4858e624c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7477188 Apr 18 20:46:54.506094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53448) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:54.549228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.571912 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.598891 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef351d39-4e8c-4152-ad01-1afe30399821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.605287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 160af550-3c5c-41d5-9bfc-418682da0153 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:54.626675 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef351d39-4e8c-4152-ad01-1afe30399821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.628844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53450) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:54.636776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 160af550-3c5c-41d5-9bfc-418682da0153 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:54.637201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 160af550-3c5c-41d5-9bfc-418682da0153 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:54.743045 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef351d39-4e8c-4152-ad01-1afe30399821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.750238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef351d39-4e8c-4152-ad01-1afe30399821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.753181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ef351d39-4e8c-4152-ad01-1afe30399821 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06629939-7f08-4975-984b-0f7f524297ac HTTP/1.1" status: 204 len: 168 time: 0.2456417 Apr 18 20:46:54.766749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef351d39-4e8c-4152-ad01-1afe30399821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06629939-7f08-4975-984b-0f7f524297ac,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.813695 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.823613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.823974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b336e0b2-57fe-4e06-bfc9-cd0155a86717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.879427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e332ee-dc67-4e48-8d38-62c28ebebedd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.948579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b336e0b2-57fe-4e06-bfc9-cd0155a86717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.954451 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b336e0b2-57fe-4e06-bfc9-cd0155a86717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.008278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b336e0b2-57fe-4e06-bfc9-cd0155a86717 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44c1d5f0f6c84432b7218f0bf57db6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780813 Apr 18 20:46:55.009413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336e0b2-57fe-4e06-bfc9-cd0155a86717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156cb617-2a58-4e54-824a-ce95774a415e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.010778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.012244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53456) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:55.026010 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.086956 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.089541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6505671 Apr 18 20:46:55.094475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53460) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:55.095491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16401a3b-78f1-4484-9a0f-91936a9a9c95 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce75f77e-fa32-4030-bab9-2b142dad7b24,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.096570 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09036174-a8bd-48b8-8731-22a4f231cc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.105040 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.110930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c65f6fe6-29f7-4c74-97cc-829cbd2019dd tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': 'ce75f77e-fa32-4030-bab9-2b142dad7b24', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:55.133459 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09036174-a8bd-48b8-8731-22a4f231cc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.206462 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fe6-29f7-4c74-97cc-829cbd2019dd tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.217388 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09036174-a8bd-48b8-8731-22a4f231cc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.221056 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09036174-a8bd-48b8-8731-22a4f231cc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.222248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-09036174-a8bd-48b8-8731-22a4f231cc9f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/156cb617-2a58-4e54-824a-ce95774a415e HTTP/1.1" status: 204 len: 168 time: 0.1963699 Apr 18 20:46:55.255059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09036174-a8bd-48b8-8731-22a4f231cc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156cb617-2a58-4e54-824a-ce95774a415e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.325092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53466) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:55.347217 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9701785e-bbf0-4423-ba21-5b58b4e194e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.419166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fe6-29f7-4c74-97cc-829cbd2019dd tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.438723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-03a8b65b-9269-4a8d-a87d-7f0fa094fe48 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:55.440349 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-03a8b65b-9269-4a8d-a87d-7f0fa094fe48 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.60 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1642613 Apr 18 20:46:55.447392 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fe6-29f7-4c74-97cc-829cbd2019dd tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.504419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e1cb4-4007-4efd-bbc1-27f25c960d23 req-2cff4123-ec56-4871-9b1f-3147ad824abb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:55.507168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b51e1cb4-4007-4efd-bbc1-27f25c960d23 req-2cff4123-ec56-4871-9b1f-3147ad824abb tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 945 time: 0.1473248 Apr 18 20:46:55.520882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f6fe6-29f7-4c74-97cc-829cbd2019dd tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd56ad19-8101-43ac-a33b-53077bf00d12,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.546524 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c65f6fe6-29f7-4c74-97cc-829cbd2019dd tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.547823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c65f6fe6-29f7-4c74-97cc-829cbd2019dd tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4523335 Apr 18 20:46:55.561165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53470) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:55.570150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a5476d98-ca2d-4bd1-9283-ce80b9485f72 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': 'ce75f77e-fa32-4030-bab9-2b142dad7b24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:55.642685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-12c42364-f6b8-47bd-b429-65b778717257 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Deleting port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:55.643060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-12c42364-f6b8-47bd-b429-65b778717257 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.659963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b51e1cb4-4007-4efd-bbc1-27f25c960d23 req-71fca9f0-cfef-4d47-af69-110b5c829115 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=1675951d-a810-4c91-befa-8fbe1806245e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270692 Apr 18 20:46:55.662714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9701785e-bbf0-4423-ba21-5b58b4e194e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.665765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a5476d98-ca2d-4bd1-9283-ce80b9485f72 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.672299 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9701785e-bbf0-4423-ba21-5b58b4e194e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.702283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e7466261-1562-4314-b742-97da536e24f5 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:55.737695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: e7466261-1562-4314-b742-97da536e24f5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:55.738088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device e7466261-1562-4314-b742-97da536e24f5 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:55.762462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:55.762766 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.782107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701785e-bbf0-4423-ba21-5b58b4e194e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681e9e8f-e74e-4c43-abf3-6f267e08bad7,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.808038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9701785e-bbf0-4423-ba21-5b58b4e194e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b83f27a27af4cc89713a9104f111c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697011 Apr 18 20:46:55.809564 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53480) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:55.825931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-12c42364-f6b8-47bd-b429-65b778717257 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] For port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:55.826709 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-12c42364-f6b8-47bd-b429-65b778717257 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.848043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-12c42364-f6b8-47bd-b429-65b778717257 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Calling delete_port for f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:55.859122 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-a5476d98-ca2d-4bd1-9283-ce80b9485f72 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:46:55.860645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a5476d98-ca2d-4bd1-9283-ce80b9485f72 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2969258 Apr 18 20:46:55.864328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53482) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:55.918729 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d2cb904b-b9b0-466d-adb6-2d4a254ecb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.934325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] For port 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0469ba1a-62f5-4aa1-8ff1-a16fa5163e52,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:55.934705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.957022 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:55.957526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d2cb904b-b9b0-466d-adb6-2d4a254ecb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.964601 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-987e9219-7052-4a67-bccf-fdc3ba7eba7e tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.013934 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-987e9219-7052-4a67-bccf-fdc3ba7eba7e tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.062050 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d2cb904b-b9b0-466d-adb6-2d4a254ecb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.067739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d2cb904b-b9b0-466d-adb6-2d4a254ecb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.073415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d2cb904b-b9b0-466d-adb6-2d4a254ecb22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/681e9e8f-e74e-4c43-abf3-6f267e08bad7 HTTP/1.1" status: 204 len: 168 time: 0.2606411 Apr 18 20:46:56.088439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb904b-b9b0-466d-adb6-2d4a254ecb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e9e8f-e74e-4c43-abf3-6f267e08bad7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:56.103492 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-987e9219-7052-4a67-bccf-fdc3ba7eba7e tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.116007 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-987e9219-7052-4a67-bccf-fdc3ba7eba7e tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.122955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-987e9219-7052-4a67-bccf-fdc3ba7eba7e tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "DELETE /v2.0/security-groups/ce75f77e-fa32-4030-bab9-2b142dad7b24 HTTP/1.1" status: 204 len: 168 time: 0.2572739 Apr 18 20:46:56.124379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53492) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:56.172780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e9219-7052-4a67-bccf-fdc3ba7eba7e tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce75f77e-fa32-4030-bab9-2b142dad7b24,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:56.232132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9f42d360-ccbf-4d2b-bbd7-a19c728c6c10 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022553 Apr 18 20:46:56.236136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53496) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:56.241106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-12c42364-f6b8-47bd-b429-65b778717257 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.242171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c4998932-75ab-40a8-8522-3b047f0988ef tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'tempest-secgroup--951522643'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:56.243750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.254150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:46:56.268304 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4998932-75ab-40a8-8522-3b047f0988ef tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.287911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=0469ba1a-62f5-4aa1-8ff1-a16fa5163e52,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:56.358963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c42364-f6b8-47bd-b429-65b778717257 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event deleted for resources: {'Port': ['ID=f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:56.399158 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4998932-75ab-40a8-8522-3b047f0988ef tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.404870 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4998932-75ab-40a8-8522-3b047f0988ef tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.435612 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4998932-75ab-40a8-8522-3b047f0988ef tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.438083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c4998932-75ab-40a8-8522-3b047f0988ef tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2009637 Apr 18 20:46:56.444735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53502) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:56.453018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3fc9cd4a-98f6-4aad-b07d-30252117b769 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '4598d4bf-1639-4811-a313-64939cb0a6d2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:56.453690 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-3fc9cd4a-98f6-4aad-b07d-30252117b769 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 20:46:56.454199 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-3fc9cd4a-98f6-4aad-b07d-30252117b769 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:56.455323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3fc9cd4a-98f6-4aad-b07d-30252117b769 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099440 Apr 18 20:46:56.458921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53504) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:56.482363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4998932-75ab-40a8-8522-3b047f0988ef tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4598d4bf-1639-4811-a313-64939cb0a6d2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:56.490020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-12c42364-f6b8-47bd-b429-65b778717257 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] No DVR routers for this DVR port f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:56.495810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-12c42364-f6b8-47bd-b429-65b778717257 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.499797 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bd0376e4-28e7-451a-a76c-35aabe4aa01c req-12c42364-f6b8-47bd-b429-65b778717257 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.60 "DELETE /v2.0/ports/f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc HTTP/1.1" status: 204 len: 173 time: 1.0533679 Apr 18 20:46:56.510308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbed9fe-2953-4e81-886c-8845b76f6eb4', 'name': 'network-vif-deleted', 'tag': 'f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:56.519969 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982ed03c-fb3c-4c76-b04f-c120a31b78b0" -d '{"events": [{"server_uuid": "2bbed9fe-2953-4e81-886c-8845b76f6eb4", "name": "network-vif-deleted", "tag": "f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:46:56.598506 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44761844-f27b-47bb-a48d-8ede049a5456 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.680138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44761844-f27b-47bb-a48d-8ede049a5456 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.683275 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e1cd15-99e3-40ca-a2ae-58e76b6762a5 x-openstack-request-id: req-15e1cd15-99e3-40ca-a2ae-58e76b6762a5 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:46:56.683567 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbed9fe-2953-4e81-886c-8845b76f6eb4", "name": "network-vif-deleted", "tag": "f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:46:56.683822 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15e1cd15-99e3-40ca-a2ae-58e76b6762a5 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:46:56.684276 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e1cd15-99e3-40ca-a2ae-58e76b6762a5'] response: {'server_uuid': '2bbed9fe-2953-4e81-886c-8845b76f6eb4', 'name': 'network-vif-deleted', 'tag': 'f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc', 'status': 'completed', 'code': 200} Apr 18 20:46:56.753488 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44761844-f27b-47bb-a48d-8ede049a5456 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.759470 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-44761844-f27b-47bb-a48d-8ede049a5456 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.765453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-44761844-f27b-47bb-a48d-8ede049a5456 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "DELETE /v2.0/security-groups/4598d4bf-1639-4811-a313-64939cb0a6d2 HTTP/1.1" status: 204 len: 168 time: 0.3029506 Apr 18 20:46:56.788167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53518) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:56.790974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44761844-f27b-47bb-a48d-8ede049a5456 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4598d4bf-1639-4811-a313-64939cb0a6d2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:56.831464 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.959717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acf38fe4-eadd-4005-9e0a-16962557fe34 req-184c4a4f-4dd5-4237-b00e-1a9d85bfc454 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=2bbed9fe-2953-4e81-886c-8845b76f6eb4 HTTP/1.1" status: 200 len: 210 time: 0.0771995 Apr 18 20:46:56.982821 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0aa7a83c-5e9e-4f54-a162-118be60ff80d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1780679 Apr 18 20:46:56.982821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53524) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:56.999676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008389506'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:57.042498 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.160357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.168610 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.194226 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router 18c3b227-5ef9-4a3b-983f-9304235e8fdf has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:46:57.208190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.212158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2208292 Apr 18 20:46:57.218433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53532) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:57.219580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009c90bd-36cf-4eb8-a5b2-65d9ea9094fa,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:57.231952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-535f3a50-41a6-4d5b-90be-1a11714679f2 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '009c90bd-36cf-4eb8-a5b2-65d9ea9094fa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:57.234310 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-535f3a50-41a6-4d5b-90be-1a11714679f2 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 20:46:57.234835 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-535f3a50-41a6-4d5b-90be-1a11714679f2 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:57.238503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-535f3a50-41a6-4d5b-90be-1a11714679f2 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112083 Apr 18 20:46:57.247282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53536) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:57.270114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.272147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.272919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.276744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.278431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.280735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.282744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.283254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.284345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.285795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.286325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.286817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202daf99-1b9e-40d2-898f-56048b265d29 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:57.333795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:46:57.340242 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7fb1bb3e-90a5-4de0-b646-462d986739d2 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "PUT /v2.0/routers/18c3b227-5ef9-4a3b-983f-9304235e8fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2224717 Apr 18 20:46:57.343451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53542) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:57.346117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] Sync routers for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:57.368807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:57.369445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:57.408185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95b389f-56db-4cb2-8073-0e5740ab790d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting subnet 59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:46:57.414357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d95b389f-56db-4cb2-8073-0e5740ab790d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.459569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf3b9-7ddf-40e4-a8f0-9e0515d145dc tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.470689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d95b389f-56db-4cb2-8073-0e5740ab790d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.536916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf3b9-7ddf-40e4-a8f0-9e0515d145dc tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.598832 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf3b9-7ddf-40e4-a8f0-9e0515d145dc tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.602144 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7dfdf3b9-7ddf-40e4-a8f0-9e0515d145dc tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.603877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7dfdf3b9-7ddf-40e4-a8f0-9e0515d145dc tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "DELETE /v2.0/security-groups/009c90bd-36cf-4eb8-a5b2-65d9ea9094fa HTTP/1.1" status: 204 len: 168 time: 0.3550799 Apr 18 20:46:57.606233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53552) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:57.616998 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdf3b9-7ddf-40e4-a8f0-9e0515d145dc tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=009c90bd-36cf-4eb8-a5b2-65d9ea9094fa,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:57.645708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d95b389f-56db-4cb2-8073-0e5740ab790d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.690004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:57.722568 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-84fc45a6-a695-4644-930d-d21202c88e3d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1148968 Apr 18 20:46:57.726637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53554) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:57.731724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b5209040-137e-4124-8653-b4ff97164af4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'tempest-secgroup--215287471'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:57.754025 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d95b389f-56db-4cb2-8073-0e5740ab790d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.777832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d95b389f-56db-4cb2-8073-0e5740ab790d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.782323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5209040-137e-4124-8653-b4ff97164af4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.792969 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d95b389f-56db-4cb2-8073-0e5740ab790d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/subnets/59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7 HTTP/1.1" status: 204 len: 168 time: 0.4480033 Apr 18 20:46:57.799347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53558) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:57.813276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b389f-56db-4cb2-8073-0e5740ab790d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Subnet': ['ID=59d24cfd-9d2c-41ec-9ddf-dd6019fa8be7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:57.821935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0c1346-3924-47c3-af04-9b3f7fad4f1e None None] Network 92cc4dce-95cf-47ac-be22-3d2b9938c06c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:46:57.990983 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.076430 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5209040-137e-4124-8653-b4ff97164af4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.103653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5209040-137e-4124-8653-b4ff97164af4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.222040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:56Z', 'revision_number': 7, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:58.268533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] Checking router: 18c3b227-5ef9-4a3b-983f-9304235e8fdf for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:58.274877 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5209040-137e-4124-8653-b4ff97164af4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.282691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] Routers {'18c3b227-5ef9-4a3b-983f-9304235e8fdf'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:46:58.283484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:58.286039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53582) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:58.288235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b5209040-137e-4124-8653-b4ff97164af4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5599253 Apr 18 20:46:58.303634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-efc6d434-4ec1-4550-80ec-c2f716eeb2f6 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '6b104622-756c-4538-9485-11f8ea26321f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:58.309985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5209040-137e-4124-8653-b4ff97164af4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b104622-756c-4538-9485-11f8ea26321f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:58.310742 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-efc6d434-4ec1-4550-80ec-c2f716eeb2f6 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 20:46:58.317553 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-efc6d434-4ec1-4550-80ec-c2f716eeb2f6 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:58.319009 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-efc6d434-4ec1-4550-80ec-c2f716eeb2f6 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0317559 Apr 18 20:46:58.323062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53584) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:58.353729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9407cabc-a223-4ec7-af18-5bb77696e8e5 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '6b104622-756c-4538-9485-11f8ea26321f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:58.355024 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-9407cabc-a223-4ec7-af18-5bb77696e8e5 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 20:46:58.356429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee3d994-e952-4c41-afaf-ed9329641309 None None] DHCP port deletion for 92cc4dce-95cf-47ac-be22-3d2b9938c06c request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:46:58.357755 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-9407cabc-a223-4ec7-af18-5bb77696e8e5 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:58.365258 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9407cabc-a223-4ec7-af18-5bb77696e8e5 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0381761 Apr 18 20:46:58.366473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53588) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:58.368509 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.413116 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0322f13e-7e68-4933-93a5-a4d8e458182f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '6b104622-756c-4538-9485-11f8ea26321f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:58.417260 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-0322f13e-7e68-4933-93a5-a4d8e458182f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 20:46:58.422599 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-0322f13e-7e68-4933-93a5-a4d8e458182f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:58.427796 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0322f13e-7e68-4933-93a5-a4d8e458182f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0567260 Apr 18 20:46:58.428846 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53590) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:58.435295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e34fbd87-e76e-4fc8-8259-f46e38ac6866 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '6b104622-756c-4538-9485-11f8ea26321f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:58.446684 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-e34fbd87-e76e-4fc8-8259-f46e38ac6866 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 20:46:58.447374 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-e34fbd87-e76e-4fc8-8259-f46e38ac6866 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:58.452599 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e34fbd87-e76e-4fc8-8259-f46e38ac6866 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0189192 Apr 18 20:46:58.453367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53592) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:58.583660 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76c7aa0b-5e8f-469b-9819-911a946805d1 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.612201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76c7aa0b-5e8f-469b-9819-911a946805d1 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.624143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9315ae9-6779-4352-9b06-005cbcb47096 req-5217620a-b49e-45be-9fe2-4fb846d40420 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.626317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:58.632587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9315ae9-6779-4352-9b06-005cbcb47096 req-5217620a-b49e-45be-9fe2-4fb846d40420 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1096 time: 0.1586251 Apr 18 20:46:58.667199 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76c7aa0b-5e8f-469b-9819-911a946805d1 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.670237 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76c7aa0b-5e8f-469b-9819-911a946805d1 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.676385 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-76c7aa0b-5e8f-469b-9819-911a946805d1 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "DELETE /v2.0/security-groups/6b104622-756c-4538-9485-11f8ea26321f HTTP/1.1" status: 204 len: 168 time: 0.2215757 Apr 18 20:46:58.680924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53604) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:58.695661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:46:58.696522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device f59a1a3f-16f8-4e7e-8940-0bb7ccb7cfdc not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:46:58.715155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:58.715636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.720394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9315ae9-6779-4352-9b06-005cbcb47096 req-85f8b7da-25b2-4ae3-a1a6-997a858d713a tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868511 Apr 18 20:46:58.739022 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7aa0b-5e8f-469b-9819-911a946805d1 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b104622-756c-4538-9485-11f8ea26321f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:58.739548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e2798-6493-4dd0-9851-dbd1a76cf733 req-3fea66c3-d5be-4b9c-91e7-646c7c2df761 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.751792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f7e2798-6493-4dd0-9851-dbd1a76cf733 req-3fea66c3-d5be-4b9c-91e7-646c7c2df761 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2241251 Apr 18 20:46:58.770721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] Set router 18c3b227-5ef9-4a3b-983f-9304235e8fdf gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:46:58.771720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53606) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:58.947110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f7e2798-6493-4dd0-9851-dbd1a76cf733 req-7dd34370-660f-42dd-8e37-7508720f4732 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761112 Apr 18 20:46:59.022665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53614) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:59.028622 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6d333ffa-90e5-475f-9292-332b70fd80cf tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3351877 Apr 18 20:46:59.045909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-76282be3-fd73-4868-acf6-f1c314b06f8d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736309147'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:59.116589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] For port bdb9398f-e0df-4e1d-8e35-831f0fc72e0b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=bdb9398f-e0df-4e1d-8e35-831f0fc72e0b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:59.116970 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.140369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-dee3d994-e952-4c41-afaf-ed9329641309 None None] Deleting port 50d52b48-85a2-47ba-884c-ecaae9e45e6d {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:59.140896 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dee3d994-e952-4c41-afaf-ed9329641309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.161132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port e8da40e4-33d2-431c-bb5b-b68f2975d0d9 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:46:59.163595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.176822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for bdb9398f-e0df-4e1d-8e35-831f0fc72e0b owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:59.270926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-dee3d994-e952-4c41-afaf-ed9329641309 None None] For port 50d52b48-85a2-47ba-884c-ecaae9e45e6d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=50d52b48-85a2-47ba-884c-ecaae9e45e6d,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:59.271692 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dee3d994-e952-4c41-afaf-ed9329641309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.335290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 50d52b48-85a2-47ba-884c-ecaae9e45e6d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:46:59.362720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76282be3-fd73-4868-acf6-f1c314b06f8d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.433365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-dee3d994-e952-4c41-afaf-ed9329641309 None None] Calling delete_port for 50d52b48-85a2-47ba-884c-ecaae9e45e6d owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:46:59.545845 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.568367 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.569594 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76282be3-fd73-4868-acf6-f1c314b06f8d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.585136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:56Z', 'revision_number': 7, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:59.637667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf10acf-0650-45aa-88b3-d7994b0fc9f9 None None] The sync data for ids ['18c3b227-5ef9-4a3b-983f-9304235e8fdf'] in n-d-836015-4 is: [{'id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'name': 'tempest-TestNetworkBasicOps-router-1583252130', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:43:44Z', 'updated_at': '2022-04-18T20:46:56Z', 'revision_number': 7, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': 'bdb9398f-e0df-4e1d-8e35-831f0fc72e0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:97:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c3b227-5ef9-4a3b-983f-9304235e8fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2439, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:43:45Z', 'updated_at': '2022-04-18T20:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:59.654377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=bdb9398f-e0df-4e1d-8e35-831f0fc72e0b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:59.667972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 50d52b48-85a2-47ba-884c-ecaae9e45e6d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=50d52b48-85a2-47ba-884c-ecaae9e45e6d,segment=NetworkSegment(68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b),segment_id=68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:46:59.680386 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.686022 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dee3d994-e952-4c41-afaf-ed9329641309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.715798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76282be3-fd73-4868-acf6-f1c314b06f8d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.734304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event deleted for resources: {'Port': ['ID=50d52b48-85a2-47ba-884c-ecaae9e45e6d,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:59.759819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3d994-e952-4c41-afaf-ed9329641309 None None] No DVR routers for this DVR port 50d52b48-85a2-47ba-884c-ecaae9e45e6d on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:59.761854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3d994-e952-4c41-afaf-ed9329641309 None None] Pushing event deleted for resources: {'Port': ['ID=50d52b48-85a2-47ba-884c-ecaae9e45e6d,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:59.823236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76282be3-fd73-4868-acf6-f1c314b06f8d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.828422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-76282be3-fd73-4868-acf6-f1c314b06f8d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7987010 Apr 18 20:46:59.829111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53634) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:59.832207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76282be3-fd73-4868-acf6-f1c314b06f8d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621e2808-a51b-4ca3-825a-a5de958a3eb1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:59.841346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5b56c276-2e82-48da-87f9-62566594def3 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '621e2808-a51b-4ca3-825a-a5de958a3eb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:59.841846 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-5b56c276-2e82-48da-87f9-62566594def3 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 20:46:59.843387 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-5b56c276-2e82-48da-87f9-62566594def3 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:46:59.845836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5b56c276-2e82-48da-87f9-62566594def3 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0145652 Apr 18 20:46:59.848065 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.856685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53636) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:46:59.866061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e5e2fd7d-79a2-40b3-8538-00df91cf4f05 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '621e2808-a51b-4ca3-825a-a5de958a3eb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:59.975073 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.978279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.074262 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-e5e2fd7d-79a2-40b3-8538-00df91cf4f05 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:47:00.077790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e5e2fd7d-79a2-40b3-8538-00df91cf4f05 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2184975 Apr 18 20:47:00.081546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53648) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.086884 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.087669 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.100103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9ce67f64-6107-415c-b049-9d89784ab587 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '621e2808-a51b-4ca3-825a-a5de958a3eb1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:00.100837 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-9ce67f64-6107-415c-b049-9d89784ab587 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 20:47:00.101795 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-9ce67f64-6107-415c-b049-9d89784ab587 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:47:00.106014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9ce67f64-6107-415c-b049-9d89784ab587 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0208635 Apr 18 20:47:00.106916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.107200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53650) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.108383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Fanout notify agent at l3_agent the message router_deleted on router 18c3b227-5ef9-4a3b-983f-9304235e8fdf {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:47:00.116882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-62b436de-dcdf-45e3-8cb7-5c4b42242877 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '621e2808-a51b-4ca3-825a-a5de958a3eb1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:00.119309 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.135056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-22023b8b-31e3-4fa9-a42f-64da32df4f13 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/routers/18c3b227-5ef9-4a3b-983f-9304235e8fdf HTTP/1.1" status: 204 len: 168 time: 2.3334920 Apr 18 20:47:00.137967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53652) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.150679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for e8da40e4-33d2-431c-bb5b-b68f2975d0d9 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:00.227092 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-62b436de-dcdf-45e3-8cb7-5c4b42242877 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:47:00.232090 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-62b436de-dcdf-45e3-8cb7-5c4b42242877 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1233854 Apr 18 20:47:00.234969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53656) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.250878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bd7ffabb-0058-4812-b1ee-a382cb48f650 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '621e2808-a51b-4ca3-825a-a5de958a3eb1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:00.251888 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-bd7ffabb-0058-4812-b1ee-a382cb48f650 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 20:47:00.252612 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-bd7ffabb-0058-4812-b1ee-a382cb48f650 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:47:00.256931 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bd7ffabb-0058-4812-b1ee-a382cb48f650 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0207648 Apr 18 20:47:00.260137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53658) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.273160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f9df4543-fafe-45f3-b626-2bf8fc251def tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '621e2808-a51b-4ca3-825a-a5de958a3eb1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:00.296251 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.365375 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-f9df4543-fafe-45f3-b626-2bf8fc251def tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:47:00.369295 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f9df4543-fafe-45f3-b626-2bf8fc251def tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1079853 Apr 18 20:47:00.369814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-153879d7-9019-4e65-a899-7ff55ceaebb4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.370206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53666) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.371488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-153879d7-9019-4e65-a899-7ff55ceaebb4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2322907 Apr 18 20:47:00.376771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e92c8149-8558-4067-9dc7-e4ff8e5074de tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '621e2808-a51b-4ca3-825a-a5de958a3eb1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:00.377262 n-d-836015-4 neutron-server[102903]: WARNING neutron.api.v2.base [None req-e92c8149-8558-4067-9dc7-e4ff8e5074de tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 20:47:00.377777 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-e92c8149-8558-4067-9dc7-e4ff8e5074de tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:47:00.381637 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e92c8149-8558-4067-9dc7-e4ff8e5074de tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102801 Apr 18 20:47:00.383049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53668) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.384178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241e48b-6a70-471d-b977-5827adbc8d8a req-582cbd18-1178-4692-b99b-3a3569db9ccf tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.387896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-66f409c9-a73a-4d71-92f2-d509cc4f9025 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '621e2808-a51b-4ca3-825a-a5de958a3eb1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:00.392198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3241e48b-6a70-471d-b977-5827adbc8d8a req-582cbd18-1178-4692-b99b-3a3569db9ccf tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.2553205 Apr 18 20:47:00.469947 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-66f409c9-a73a-4d71-92f2-d509cc4f9025 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:47:00.474804 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-66f409c9-a73a-4d71-92f2-d509cc4f9025 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0907326 Apr 18 20:47:00.476091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53676) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.484011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9599775d-d3e5-4317-9944-5a44404ac8d4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '621e2808-a51b-4ca3-825a-a5de958a3eb1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:00.493443 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.537915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=e8da40e4-33d2-431c-bb5b-b68f2975d0d9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:00.548370 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.573925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cc4dce-95cf-47ac-be22-3d2b9938c06c']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:00.610938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:00.612156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ecfed1-5e1f-4d6c-b6fc-33c821cbba0b') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:00.639043 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-9599775d-d3e5-4317-9944-5a44404ac8d4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:47:00.643155 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9599775d-d3e5-4317-9944-5a44404ac8d4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1657646 Apr 18 20:47:00.644019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53684) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.652826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.653323 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Floating IP 9e79a7fa-f9f0-4c95-8948-744d8636caeb disassociated (deleted). External IP: 172.25.2.75, port: 83b10c58-d70a-47cb-b718-8708ab55b3be. Apr 18 20:47:00.664840 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.707724 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.721096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:00.721806 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:00.759242 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:00.830434 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-440b6f10-365e-4543-b499-3fce85d0ed1b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.835743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3241e48b-6a70-471d-b977-5827adbc8d8a req-bd6e11c1-0950-410e-af3f-3eb596be3d86 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295806 Apr 18 20:47:00.877801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.886665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.890795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/networks/92cc4dce-95cf-47ac-be22-3d2b9938c06c HTTP/1.1" status: 204 len: 168 time: 0.7498040 Apr 18 20:47:00.930486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74a3cc-2fd4-4a49-9f8d-57917e679dc6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Network': ['ID=92cc4dce-95cf-47ac-be22-3d2b9938c06c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:00.938806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53694) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:00.945015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'network': {'name': 'tempest-network-smoke--579165304', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'port_security_enabled': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:00.963569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Deleting port 6ca117d7-89b4-484d-93d1-3463e0000e8b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:00.964805 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.976233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-440b6f10-365e-4543-b499-3fce85d0ed1b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.013675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Made reservation on behalf of 5fa683093c6f40a293d5d917b8c84f89 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:01.017529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.061964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:01.085760 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.086092 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Added segment 60d92c59-8a8a-4fed-bac8-4af303de70f9 of type vlan for network 04743667-6a46-4daf-93a5-43f6b03f4be5 Apr 18 20:47:01.096342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 0323609c-021d-4e28-be03-54bdf00d66f5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:01.100067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] For port 6ca117d7-89b4-484d-93d1-3463e0000e8b, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=6ca117d7-89b4-484d-93d1-3463e0000e8b,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:01.100457 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.109403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-440b6f10-365e-4543-b499-3fce85d0ed1b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.112163 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-440b6f10-365e-4543-b499-3fce85d0ed1b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.117302 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-440b6f10-365e-4543-b499-3fce85d0ed1b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "DELETE /v2.0/security-groups/621e2808-a51b-4ca3-825a-a5de958a3eb1 HTTP/1.1" status: 204 len: 168 time: 0.4669263 Apr 18 20:47:01.117656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53700) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:01.124628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b6f10-365e-4543-b499-3fce85d0ed1b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e2808-a51b-4ca3-825a-a5de958a3eb1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:01.228966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b57950f1-b1bb-40ce-9196-2b30590b27e4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102247 Apr 18 20:47:01.235262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.235262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53704) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:01.238954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7f35c348-a913-465c-b624-614a95a3af9f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'tempest-secgroup--465179952'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:01.285430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:01.297844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.307886 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] Sync routers for ids ['0323609c-021d-4e28-be03-54bdf00d66f5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:01.329311 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] Routers {'0323609c-021d-4e28-be03-54bdf00d66f5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:01.330101 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0323609c-021d-4e28-be03-54bdf00d66f5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:01.346184 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f35c348-a913-465c-b624-614a95a3af9f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.362490 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-936b1437-6e3a-4d8e-a489-98a8b2444556 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/floatingips/9e79a7fa-f9f0-4c95-8948-744d8636caeb HTTP/1.1" status: 204 len: 168 time: 2.5874484 Apr 18 20:47:01.363350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:01.371436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.381622 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:01.383205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:01.383890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.446273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:01.474688 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] Set router 0323609c-021d-4e28-be03-54bdf00d66f5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:01.489950 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854d4789-4b51-41c0-8c38-915095fa2d50 x-openstack-request-id: req-854d4789-4b51-41c0-8c38-915095fa2d50 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:01.490358 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:01.490703 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-854d4789-4b51-41c0-8c38-915095fa2d50 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:01.492142 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854d4789-4b51-41c0-8c38-915095fa2d50'] response: {'name': 'network-changed', 'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'status': 'completed', 'code': 200} Apr 18 20:47:01.497104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:01.499919 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0469ba1a-62f5-4aa1-8ff1-a16fa5163e52 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:01.502835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device bdb9398f-e0df-4e1d-8e35-831f0fc72e0b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:01.542195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6022265 Apr 18 20:47:01.547041 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53710) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:01.554847 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-635154037', 'admin_state_up': True, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:01.579524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: bdb9398f-e0df-4e1d-8e35-831f0fc72e0b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:01.581870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device bdb9398f-e0df-4e1d-8e35-831f0fc72e0b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:01.631806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.633225 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.669784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5031ffc-73ce-4167-a91d-877198b7d3a3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Network': ['ID=04743667-6a46-4daf-93a5-43f6b03f4be5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:01.686846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 04743667-6a46-4daf-93a5-43f6b03f4be5 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:47:01.731325 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.731688 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.732043 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Floating IP 740df1e5-5eab-4d8a-a39e-45b49bea1325 disassociated. External IP: 172.25.2.71, port: 6ca117d7-89b4-484d-93d1-3463e0000e8b. Apr 18 20:47:01.732472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Calling delete_port for 6ca117d7-89b4-484d-93d1-3463e0000e8b owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:01.840385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-10df02b5-8966-49f5-9667-d6ab87807afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:01.841637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.842029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-10df02b5-8966-49f5-9667-d6ab87807afd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 1096 time: 0.3132091 Apr 18 20:47:01.890614 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:21Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2f7fa975-d43a-41ea-84ca-3ee60e0d6746', 'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:43:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:19Z', 'updated_at': '2022-04-18T20:44:26Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:02.012561 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] Checking router: 0323609c-021d-4e28-be03-54bdf00d66f5 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:02.019009 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f35c348-a913-465c-b624-614a95a3af9f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.031824 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] Routers {'0323609c-021d-4e28-be03-54bdf00d66f5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:02.032726 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0323609c-021d-4e28-be03-54bdf00d66f5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:02.066374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.070612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53722) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:02.089792 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f35c348-a913-465c-b624-614a95a3af9f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.176539 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f35c348-a913-465c-b624-614a95a3af9f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.177678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7f35c348-a913-465c-b624-614a95a3af9f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9421141 Apr 18 20:47:02.194141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53726) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:02.226892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe19d08-c47a-453d-a12e-5c80ade56317 req-4009b2cc-092b-44ad-a841-facbb2e181cf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:02.228579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe19d08-c47a-453d-a12e-5c80ade56317 req-4009b2cc-092b-44ad-a841-facbb2e181cf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.3047349 Apr 18 20:47:02.232237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e31230bd-d188-4d5a-bd78-7c1c3428421a tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '6846c26f-db4b-4c01-8429-12852f734260', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:02.240667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c348-a913-465c-b624-614a95a3af9f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6846c26f-db4b-4c01-8429-12852f734260,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:02.257284 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] Set router 0323609c-021d-4e28-be03-54bdf00d66f5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:02.292150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444183-9ce8-49bb-bfda-e493cba00ccc req-e4b450a7-deda-48d2-9287-250e47038dc6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:02.293865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9444183-9ce8-49bb-bfda-e493cba00ccc req-e4b450a7-deda-48d2-9287-250e47038dc6 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 945 time: 0.3154578 Apr 18 20:47:02.319178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-cd16c171-5199-4c60-8b35-e5d8f0bd8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:02.320848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-cd16c171-5199-4c60-8b35-e5d8f0bd8f35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 200 len: 897 time: 0.4579558 Apr 18 20:47:02.510064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.538727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.588772 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:21Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2f7fa975-d43a-41ea-84ca-3ee60e0d6746', 'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:43:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:19Z', 'updated_at': '2022-04-18T20:44:26Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:02.612211 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77a162da-a076-44ea-bf65-212f5936d9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.639763 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009fbe6b-4c62-48d2-9cec-08c7a5ce53f3 None None] The sync data for ids ['0323609c-021d-4e28-be03-54bdf00d66f5'] in n-d-836015-4 is: [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:44:21Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2f7fa975-d43a-41ea-84ca-3ee60e0d6746', 'name': '', 'network_id': '34ea8ad2-58f5-4846-96b3-4894e0db57ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:43:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:19Z', 'updated_at': '2022-04-18T20:44:26Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '2cbb577c-cc46-43c5-b61b-f57d84f7f263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:02.722540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Allocated IP 172.25.2.133 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/050f241b-62e0-42d7-81bb-0436ec12b36f) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:02.813979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-3f8e6cbd-789d-4bc8-81d1-9f7bf4746e6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 200 len: 217 time: 0.4764121 Apr 18 20:47:02.817096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afe19d08-c47a-453d-a12e-5c80ade56317 req-901f24d7-86e4-4acd-8022-33ef3142dacf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5581193 Apr 18 20:47:02.833896 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77a162da-a076-44ea-bf65-212f5936d9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.853261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9444183-9ce8-49bb-bfda-e493cba00ccc req-50a30999-0091-4cb2-952e-e877845e8e9f tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups?id=441604d1-b0e2-4dd3-83d6-1ce747b0f021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5420144 Apr 18 20:47:02.859939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77a162da-a076-44ea-bf65-212f5936d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.874116 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-e31230bd-d188-4d5a-bd78-7c1c3428421a tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The resource could not be found. Apr 18 20:47:02.875161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e31230bd-d188-4d5a-bd78-7c1c3428421a tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6682327 Apr 18 20:47:02.877590 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.885389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53746) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:02.929048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2cd13fd4-0d86-4dc4-bdd8-412775d87cb3 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': '6846c26f-db4b-4c01-8429-12852f734260', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '96cec4ed-45c1-485a-8d78-1afb250de407'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:02.931864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a162da-a076-44ea-bf65-212f5936d9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6b7a74-3685-43d3-9f90-382ce69e8fe2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:02.933177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event deleted for resources: {'Port': ['ID=6ca117d7-89b4-484d-93d1-3463e0000e8b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:03.007010 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-77a162da-a076-44ea-bf65-212f5936d9c1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8dd93b586ddf459285d1478af4393255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9351194 Apr 18 20:47:03.007672 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53748) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:03.011504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-f1440b74-23ca-4dc7-b526-f846e3c9d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:03.013741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-f1440b74-23ca-4dc7-b526-f846e3c9d7f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2cbb577c-cc46-43c5-b61b-f57d84f7f263 HTTP/1.1" status: 200 len: 835 time: 0.1845651 Apr 18 20:47:03.055324 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.101122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed469c-c148-42b4-a964-bf9c299e9a1b None None] New status for floating IP 9e79a7fa-f9f0-4c95-8948-744d8636caeb: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:47:03.132709 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6d73727-0da3-40aa-97fa-eea315d29ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.142334 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-2cd13fd4-0d86-4dc4-bdd8-412775d87cb3 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The resource could not be found. Apr 18 20:47:03.143435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2cd13fd4-0d86-4dc4-bdd8-412775d87cb3 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2522910 Apr 18 20:47:03.146748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53750) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:03.157278 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.167286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-e59c3ea9-43df-4675-85e2-045ee4afa510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:03.168823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-e59c3ea9-43df-4675-85e2-045ee4afa510 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34ea8ad2-58f5-4846-96b3-4894e0db57ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455650 Apr 18 20:47:03.221307 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6d73727-0da3-40aa-97fa-eea315d29ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.270136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Router a864ca14-bca4-4d51-b4dd-655d5d56c174 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:03.283727 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:03.324688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:03.359221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:03.380397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-65a51384-c3a5-434b-9477-af20e0748954 service neutron] 10.222.0.64 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856837 Apr 18 20:47:03.394486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=050f241b-62e0-42d7-81bb-0436ec12b36f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:03.403693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15b1d98b-00bb-43d2-8d2a-51fcbbea0106 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.439637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-da6717f5-f62b-42a3-9c61-0084d1cd057d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:03.441214 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-da6717f5-f62b-42a3-9c61-0084d1cd057d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.2301216 Apr 18 20:47:03.467350 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15b1d98b-00bb-43d2-8d2a-51fcbbea0106 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.486273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:03.497373 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] Sync routers for ids ['a864ca14-bca4-4d51-b4dd-655d5d56c174'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:03.504123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6d73727-0da3-40aa-97fa-eea315d29ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.506674 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6d73727-0da3-40aa-97fa-eea315d29ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.510472 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a6d73727-0da3-40aa-97fa-eea315d29ccb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a6b7a74-3685-43d3-9f90-382ce69e8fe2 HTTP/1.1" status: 204 len: 168 time: 0.4924986 Apr 18 20:47:03.521704 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] Routers {'a864ca14-bca4-4d51-b4dd-655d5d56c174'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:03.522335 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a864ca14-bca4-4d51-b4dd-655d5d56c174'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:03.580978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] No DVR routers for this DVR port 6ca117d7-89b4-484d-93d1-3463e0000e8b on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:03.587780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.591405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.64 "DELETE /v2.0/ports/6ca117d7-89b4-484d-93d1-3463e0000e8b HTTP/1.1" status: 204 len: 173 time: 3.1639960 Apr 18 20:47:03.591872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-deleted', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:03.594248 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d885b12-0e4f-462f-b0b6-e4cc912f1005" -d '{"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-deleted", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:03.621156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17fba5a9-0ce9-4e4e-bacb-e77a3d603bb3 req-c3cf00ad-4516-4d8d-b60c-d41471c4e70c service neutron] 10.222.0.64 "GET /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125850 Apr 18 20:47:03.660481 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ac766a-764d-4170-a436-3d3ee66e227b x-openstack-request-id: req-77ac766a-764d-4170-a436-3d3ee66e227b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:03.661055 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb92b16-65de-4e5a-90f2-d65e24068c3e", "name": "network-vif-deleted", "tag": "6ca117d7-89b4-484d-93d1-3463e0000e8b", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:03.661514 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77ac766a-764d-4170-a436-3d3ee66e227b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:03.662155 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ac766a-764d-4170-a436-3d3ee66e227b'] response: {'server_uuid': 'dfb92b16-65de-4e5a-90f2-d65e24068c3e', 'name': 'network-vif-deleted', 'tag': '6ca117d7-89b4-484d-93d1-3463e0000e8b', 'status': 'completed', 'code': 200} Apr 18 20:47:03.677309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d73727-0da3-40aa-97fa-eea315d29ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6b7a74-3685-43d3-9f90-382ce69e8fe2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:03.763404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:03.814103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 6ca117d7-89b4-484d-93d1-3463e0000e8b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:03.816105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 6ca117d7-89b4-484d-93d1-3463e0000e8b not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:03.874605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15b1d98b-00bb-43d2-8d2a-51fcbbea0106 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.877776 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] Set router a864ca14-bca4-4d51-b4dd-655d5d56c174 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:03.878369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15b1d98b-00bb-43d2-8d2a-51fcbbea0106 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.879550 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-15b1d98b-00bb-43d2-8d2a-51fcbbea0106 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "DELETE /v2.0/security-groups/6846c26f-db4b-4c01-8429-12852f734260 HTTP/1.1" status: 204 len: 168 time: 0.7315679 Apr 18 20:47:03.882477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53784) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:03.939491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1d98b-00bb-43d2-8d2a-51fcbbea0106 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6846c26f-db4b-4c01-8429-12852f734260,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:03.959564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-557d3642-f590-4e60-ab92-08e6d209bee5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port 83b10c58-d70a-47cb-b718-8708ab55b3be {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:03.959798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-557d3642-f590-4e60-ab92-08e6d209bee5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.065693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0cbf44f7-9811-43c0-9669-8b029553d4cb tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1815193 Apr 18 20:47:04.066343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53796) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:04.075522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-12a1020b-8149-422d-b4b5-917ac6c14ecf tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': 'ee29e1b1-04b7-407a-aa24-6680eb3b8eee', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:04.240157 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51032f1a-adef-4996-80c8-ff0e8f9fb918 req-319b6cc4-dd13-4d17-8610-32ab79b3edcc tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfb92b16-65de-4e5a-90f2-d65e24068c3e HTTP/1.1" status: 200 len: 210 time: 0.1211319 Apr 18 20:47:04.269133 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-557d3642-f590-4e60-ab92-08e6d209bee5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port 83b10c58-d70a-47cb-b718-8708ab55b3be, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=83b10c58-d70a-47cb-b718-8708ab55b3be,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:04.269898 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-557d3642-f590-4e60-ab92-08e6d209bee5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.287645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950dbf-2c46-42a5-961c-d184b12c9dfb req-0ed8517f-6c47-4eec-bcf3-25f26b4961b8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:04.290458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab950dbf-2c46-42a5-961c-d184b12c9dfb req-0ed8517f-6c47-4eec-bcf3-25f26b4961b8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 945 time: 0.2230453 Apr 18 20:47:04.292259 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-12a1020b-8149-422d-b4b5-917ac6c14ecf tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The resource could not be found. Apr 18 20:47:04.292707 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-557d3642-f590-4e60-ab92-08e6d209bee5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for 83b10c58-d70a-47cb-b718-8708ab55b3be owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:04.294239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-12a1020b-8149-422d-b4b5-917ac6c14ecf tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2257309 Apr 18 20:47:04.303301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53806) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:04.319784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-054002b1-bbb4-4fd7-865e-b7e2f4d7b42b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'tempest-secgroup--71186577'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:04.381235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53814) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:04.393578 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-054002b1-bbb4-4fd7-865e-b7e2f4d7b42b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.410408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab950dbf-2c46-42a5-961c-d184b12c9dfb req-2c9b3f0b-537f-40a9-a6f5-8fe6d1911acf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=e297f22a-75c3-4bcd-a1c1-60360d926c58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117930 Apr 18 20:47:04.423785 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4db366d0-8c18-4acd-8d82-b11ab2f7ba50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.466166 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.550632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-054002b1-bbb4-4fd7-865e-b7e2f4d7b42b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.556335 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-054002b1-bbb4-4fd7-865e-b7e2f4d7b42b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.608813 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f', 'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'mac_address': 'fa:16:3e:bb:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:27Z', 'revision_number': 5, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'subnets': [{'id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:04.616577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-054002b1-bbb4-4fd7-865e-b7e2f4d7b42b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.617844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-054002b1-bbb4-4fd7-865e-b7e2f4d7b42b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3046157 Apr 18 20:47:04.625098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53824) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:04.629566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-76e67c80-bb0d-4ca8-bf52-29a244428e33 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717316518'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:04.647072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054002b1-bbb4-4fd7-865e-b7e2f4d7b42b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c272a411-a259-4505-9970-22477ae676f5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:04.650192 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] Checking router: a864ca14-bca4-4d51-b4dd-655d5d56c174 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:04.650707 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4db366d0-8c18-4acd-8d82-b11ab2f7ba50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.663975 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] Routers {'a864ca14-bca4-4d51-b4dd-655d5d56c174'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:04.664853 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a864ca14-bca4-4d51-b4dd-655d5d56c174'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:04.669457 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4db366d0-8c18-4acd-8d82-b11ab2f7ba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.712896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76e67c80-bb0d-4ca8-bf52-29a244428e33 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.732469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4db366d0-8c18-4acd-8d82-b11ab2f7ba50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbff2a3a389f45faa86f3e245eccfb22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497894 Apr 18 20:47:04.742751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53830) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:04.757893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db366d0-8c18-4acd-8d82-b11ab2f7ba50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b14b1dc-ebab-450e-bc83-ced5bdc7c8d3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:04.852401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-132f5e05-b7c0-4542-9a6b-ea66243e9773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.884848 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76e67c80-bb0d-4ca8-bf52-29a244428e33 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.885464 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] Set router a864ca14-bca4-4d51-b4dd-655d5d56c174 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:04.894271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76e67c80-bb0d-4ca8-bf52-29a244428e33 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.904124 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-132f5e05-b7c0-4542-9a6b-ea66243e9773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.980765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76e67c80-bb0d-4ca8-bf52-29a244428e33 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.982383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-76e67c80-bb0d-4ca8-bf52-29a244428e33 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3563652 Apr 18 20:47:04.987579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53842) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:04.997210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b7a1fd39-5485-4103-8d8c-6c5fe2f64812 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group_rule': {'security_group_id': 'c272a411-a259-4505-9970-22477ae676f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '453d6dd6-4e5f-4f88-8556-9ed06efe4e3b'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:05.036955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e67c80-bb0d-4ca8-bf52-29a244428e33 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453d6dd6-4e5f-4f88-8556-9ed06efe4e3b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:05.039981 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-557d3642-f590-4e60-ab92-08e6d209bee5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.050054 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-132f5e05-b7c0-4542-9a6b-ea66243e9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.052862 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-132f5e05-b7c0-4542-9a6b-ea66243e9773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.057435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-132f5e05-b7c0-4542-9a6b-ea66243e9773 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1b14b1dc-ebab-450e-bc83-ced5bdc7c8d3 HTTP/1.1" status: 204 len: 168 time: 0.3136647 Apr 18 20:47:05.072081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f5e05-b7c0-4542-9a6b-ea66243e9773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b14b1dc-ebab-450e-bc83-ced5bdc7c8d3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:05.086608 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-b7a1fd39-5485-4103-8d8c-6c5fe2f64812 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:47:05.090459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b7a1fd39-5485-4103-8d8c-6c5fe2f64812 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1015139 Apr 18 20:47:05.093951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53850) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:05.129129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d3642-f590-4e60-ab92-08e6d209bee5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=83b10c58-d70a-47cb-b718-8708ab55b3be,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:05.199688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-557d3642-f590-4e60-ab92-08e6d209bee5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] No DVR routers for this DVR port 83b10c58-d70a-47cb-b718-8708ab55b3be on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:05.201423 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-15e11912-1c4d-46db-8d60-2fe4d6ba211d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.238499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.239390 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-15e11912-1c4d-46db-8d60-2fe4d6ba211d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.243499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-557d3642-f590-4e60-ab92-08e6d209bee5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.249894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-cd64781a-a65a-457d-8397-a38bf286d4bb req-557d3642-f590-4e60-ab92-08e6d209bee5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "DELETE /v2.0/ports/83b10c58-d70a-47cb-b718-8708ab55b3be HTTP/1.1" status: 204 len: 173 time: 1.7932825 Apr 18 20:47:05.249894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'name': 'network-vif-deleted', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:05.251706 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d7afbf-3dcc-41b6-8f16-5a99ff68aae9" -d '{"events": [{"server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "name": "network-vif-deleted", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:05.381903 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d9cf6-5a3f-47c2-9a96-b6aed8b339f8 x-openstack-request-id: req-564d9cf6-5a3f-47c2-9a96-b6aed8b339f8 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:05.382395 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94eb193-e219-4ecd-ba4b-62a1501e192a", "name": "network-vif-deleted", "tag": "83b10c58-d70a-47cb-b718-8708ab55b3be", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:05.382823 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-564d9cf6-5a3f-47c2-9a96-b6aed8b339f8 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:05.383397 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564d9cf6-5a3f-47c2-9a96-b6aed8b339f8'] response: {'server_uuid': 'f94eb193-e219-4ecd-ba4b-62a1501e192a', 'name': 'network-vif-deleted', 'tag': '83b10c58-d70a-47cb-b718-8708ab55b3be', 'status': 'completed', 'code': 200} Apr 18 20:47:05.410632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-15e11912-1c4d-46db-8d60-2fe4d6ba211d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.418705 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-15e11912-1c4d-46db-8d60-2fe4d6ba211d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.425289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-15e11912-1c4d-46db-8d60-2fe4d6ba211d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "DELETE /v2.0/security-groups/453d6dd6-4e5f-4f88-8556-9ed06efe4e3b HTTP/1.1" status: 204 len: 168 time: 0.3300679 Apr 18 20:47:05.429343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53866) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:05.434660 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f', 'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'mac_address': 'fa:16:3e:bb:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:27Z', 'revision_number': 5, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'subnets': [{'id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:05.453578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53872) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:05.483951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e11912-1c4d-46db-8d60-2fe4d6ba211d tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453d6dd6-4e5f-4f88-8556-9ed06efe4e3b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:05.546415 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c0fdb6-9457-4229-b22e-fdf32ab7a459 None None] The sync data for ids ['a864ca14-bca4-4d51-b4dd-655d5d56c174'] in n-d-836015-4 is: [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f', 'name': '', 'network_id': 'c950a1c8-90b8-42dc-987b-9a836dad20fc', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'mac_address': 'fa:16:3e:bb:f7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2179, 'fixed_ips': [{'subnet_id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:19Z', 'updated_at': '2022-04-18T20:40:27Z', 'revision_number': 5, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'subnets': [{'id': '32111c63-c23d-44a5-8789-d4e3ebf2eb07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:05.638126 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce27ace8-e137-4dab-a4a0-7bbaccf46dc4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.718685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e310838-66d0-48d9-8eb9-7534ba3ab97c req-f9e4364a-9723-473d-ab8c-d1544ff573f0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=f94eb193-e219-4ecd-ba4b-62a1501e192a HTTP/1.1" status: 200 len: 210 time: 0.1139095 Apr 18 20:47:05.728087 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-682c519f-dd5a-4f5d-a347-419732918cc4 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2886717 Apr 18 20:47:05.728999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53884) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:05.831979 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router e4e86c8b-e53b-413d-a021-52d6619f33ba is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:47:05.841827 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce27ace8-e137-4dab-a4a0-7bbaccf46dc4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.915749 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ead719f9-d098-4879-8240-5fb711048c2f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.919430 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63f2afc7-1737-4cb6-bdd2-ef3f18a3bcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.962696 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ead719f9-d098-4879-8240-5fb711048c2f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.980081 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce27ace8-e137-4dab-a4a0-7bbaccf46dc4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.983345 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce27ace8-e137-4dab-a4a0-7bbaccf46dc4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.984633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ce27ace8-e137-4dab-a4a0-7bbaccf46dc4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "DELETE /v2.0/security-groups/441604d1-b0e2-4dd3-83d6-1ce747b0f021 HTTP/1.1" status: 204 len: 168 time: 0.5299041 Apr 18 20:47:05.994436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53898) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.037750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:06.039097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27ace8-e137-4dab-a4a0-7bbaccf46dc4 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=441604d1-b0e2-4dd3-83d6-1ce747b0f021,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.046215 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-ab435023-0536-43b4-92d8-7a3475a49e91 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] show failed (client error): The resource could not be found. Apr 18 20:47:06.047544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ab435023-0536-43b4-92d8-7a3475a49e91 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "GET /v2.0/security-groups/441604d1-b0e2-4dd3-83d6-1ce747b0f021 HTTP/1.1" status: 404 len: 347 time: 0.0416310 Apr 18 20:47:06.052115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53902) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.065908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.067580 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4f407687-17da-46da-891c-428187abd610 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5191803 Apr 18 20:47:06.071096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53904) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.078482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Sync routers for ids ['e4e86c8b-e53b-413d-a021-52d6619f33ba'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:06.109021 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ead719f9-d098-4879-8240-5fb711048c2f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.112489 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ea24f4c8-f11d-4a1d-9ea3-7067f4e88e2e tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=5fa683093c6f40a293d5d917b8c84f89&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389180 Apr 18 20:47:06.114581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Routers {'e4e86c8b-e53b-413d-a021-52d6619f33ba'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:06.115004 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ead719f9-d098-4879-8240-5fb711048c2f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.115385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53906) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.115494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e4e86c8b-e53b-413d-a021-52d6619f33ba'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:06.116224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ead719f9-d098-4879-8240-5fb711048c2f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "DELETE /v2.0/security-groups/c272a411-a259-4505-9970-22477ae676f5 HTTP/1.1" status: 204 len: 168 time: 0.3848863 Apr 18 20:47:06.143782 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7209f71f-9cec-4abc-ab80-50c2be0924d3 None None] New status for floating IP 740df1e5-5eab-4d8a-a39e-45b49bea1325: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:47:06.158622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53908) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.217376 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead719f9-d098-4879-8240-5fb711048c2f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c272a411-a259-4505-9970-22477ae676f5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.255410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4f475ad3-620e-49dd-b3a6-1bb75a6a5cf0 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910754 Apr 18 20:47:06.262138 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53912) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.268990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ea199c92-b5f3-4c32-a706-7c0ea6a1ad98 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'tempest-secgroup--367470543'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:06.291653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-32000281-07c4-4f75-88b8-ba494575a556 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Deleting port 96a42800-c822-4ff4-a92a-6d595471bcbc {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:06.291974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-32000281-07c4-4f75-88b8-ba494575a556 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.379349 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ea199c92-b5f3-4c32-a706-7c0ea6a1ad98 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.449017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Set router e4e86c8b-e53b-413d-a021-52d6619f33ba gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:06.466171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-32000281-07c4-4f75-88b8-ba494575a556 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.466728 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-32000281-07c4-4f75-88b8-ba494575a556 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.469354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc4ef6a-9e23-4204-be43-6bef1230830e tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:06.471520 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8bc4ef6a-9e23-4204-be43-6bef1230830e tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3545301 Apr 18 20:47:06.474370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53924) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.489448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-32000281-07c4-4f75-88b8-ba494575a556 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Calling delete_port for 96a42800-c822-4ff4-a92a-6d595471bcbc owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:06.528635 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2d4e465e-9375-4b36-ac88-6e537b98bdb7 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522890 Apr 18 20:47:06.530888 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53928) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.537605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682010702', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:06.582158 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ea199c92-b5f3-4c32-a706-7c0ea6a1ad98 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.590772 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ea199c92-b5f3-4c32-a706-7c0ea6a1ad98 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.639815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ea199c92-b5f3-4c32-a706-7c0ea6a1ad98 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.645626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ea199c92-b5f3-4c32-a706-7c0ea6a1ad98 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3777707 Apr 18 20:47:06.646196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53932) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.662817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7e77534d-0286-4db7-8716-35c1c2c4b74b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:06.663296 n-d-836015-4 neutron-server[102904]: WARNING neutron.api.v2.base [None req-7e77534d-0286-4db7-8716-35c1c2c4b74b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 20:47:06.663806 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-7e77534d-0286-4db7-8716-35c1c2c4b74b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 20:47:06.664946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7e77534d-0286-4db7-8716-35c1c2c4b74b tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "PUT /v2.0/security-groups/1f2b794a-b320-474a-a07c-6d474d0cfee7 HTTP/1.1" status: 409 len: 330 time: 0.0172944 Apr 18 20:47:06.667455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea199c92-b5f3-4c32-a706-7c0ea6a1ad98 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2b794a-b320-474a-a07c-6d474d0cfee7,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.680202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53934) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.737729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Made reservation on behalf of 5fa683093c6f40a293d5d917b8c84f89 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:06.753480 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.775459 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04df1d2e-9194-4d5b-a00f-2b4ebb41a38f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.815383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53940) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:06.818714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-32000281-07c4-4f75-88b8-ba494575a556 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.830049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04df1d2e-9194-4d5b-a00f-2b4ebb41a38f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.874043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:03Z', 'revision_number': 3, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:06.933234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32000281-07c4-4f75-88b8-ba494575a556 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Pushing event deleted for resources: {'Port': ['ID=96a42800-c822-4ff4-a92a-6d595471bcbc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.936072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Checking router: e4e86c8b-e53b-413d-a021-52d6619f33ba for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:06.936683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Updating router e4e86c8b-e53b-413d-a021-52d6619f33ba port 050f241b-62e0-42d7-81bb-0436ec12b36f binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:06.999795 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.088493 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04df1d2e-9194-4d5b-a00f-2b4ebb41a38f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.091678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04df1d2e-9194-4d5b-a00f-2b4ebb41a38f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.094466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-04df1d2e-9194-4d5b-a00f-2b4ebb41a38f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "DELETE /v2.0/security-groups/1f2b794a-b320-474a-a07c-6d474d0cfee7 HTTP/1.1" status: 204 len: 168 time: 0.4132295 Apr 18 20:47:07.104969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53954) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:07.116928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df1d2e-9194-4d5b-a00f-2b4ebb41a38f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2b794a-b320-474a-a07c-6d474d0cfee7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:07.148309 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-32000281-07c4-4f75-88b8-ba494575a556 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.151725 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-32000281-07c4-4f75-88b8-ba494575a556 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.153300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-32000281-07c4-4f75-88b8-ba494575a556 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] 10.222.0.49 "DELETE /v2.0/floatingips/740df1e5-5eab-4d8a-a39e-45b49bea1325 HTTP/1.1" status: 204 len: 168 time: 1.0998104 Apr 18 20:47:07.162941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53958) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:07.180271 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.269285 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ddad4861-23a2-4655-9e74-a29f096f7703 tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1601553 Apr 18 20:47:07.276511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53964) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:07.292223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Subnet': ['ID=712fd388-2ab7-448c-9c77-ca03bd1dafd1,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:07.304115 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-3d670ca0-a60d-4aec-b99c-8984a175947e tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] delete failed (client error): The resource could not be found. Apr 18 20:47:07.305291 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3d670ca0-a60d-4aec-b99c-8984a175947e tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "DELETE /v2.0/security-groups/ab90c016-d1bc-4396-81b4-40b7492939a5 HTTP/1.1" status: 404 len: 347 time: 0.0263426 Apr 18 20:47:07.311873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Checking segment: {'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:07.312248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network hostable DHCP agents. Network: 04743667-6a46-4daf-93a5-43f6b03f4be5, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:07.313774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53966) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:07.334384 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-c6b1ea29-afe2-43e0-a9b2-9f63c9a5e8bf tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] show failed (client error): The resource could not be found. Apr 18 20:47:07.335425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c6b1ea29-afe2-43e0-a9b2-9f63c9a5e8bf tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-groups/3c988ba2-7c1b-4f7e-bd23-f816f77b2ed8 HTTP/1.1" status: 404 len: 347 time: 0.0205321 Apr 18 20:47:07.343357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 04743667-6a46-4daf-93a5-43f6b03f4be5 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:07.346836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53968) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:07.373755 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-2785515a-c9ec-4554-89c8-0b4e8b19c86f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] show failed (client error): The resource could not be found. Apr 18 20:47:07.376032 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2785515a-c9ec-4554-89c8-0b4e8b19c86f tempest-NegativeSecGroupTest-207034705 tempest-NegativeSecGroupTest-207034705-project] 10.222.0.49 "GET /v2.0/security-group-rules/97c4f79d-f4f1-47c5-8fa2-08e29612ef5f HTTP/1.1" status: 404 len: 356 time: 0.0280428 Apr 18 20:47:07.397232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 04743667-6a46-4daf-93a5-43f6b03f4be5) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:07.414279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76822212-65e5-4f34-8c57-3649a3793178 None None] Network 04743667-6a46-4daf-93a5-43f6b03f4be5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:07.505276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:07.506154 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.557922 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-45e6c5c9-efcb-4f25-a903-e259c01c8756 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0258019 Apr 18 20:47:07.558532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53974) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:07.620890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.652857 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.675927 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.707112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Attempting to bind port 050f241b-62e0-42d7-81bb-0436ec12b36f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:07.707638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Attempting to bind port 050f241b-62e0-42d7-81bb-0436ec12b36f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:07.708127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Attempting to bind port 050f241b-62e0-42d7-81bb-0436ec12b36f on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:07.732075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:07.732626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:07.733115 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.733600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:07.734201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Bound port: 050f241b-62e0-42d7-81bb-0436ec12b36f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:07.734679 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.736782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-04743667-6a46-4daf-93a5-43f6b03f4be5', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:47:07.737699 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.775866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 83b10c58-d70a-47cb-b718-8708ab55b3be no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:07.805255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 83b10c58-d70a-47cb-b718-8708ab55b3be {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:07.805811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 83b10c58-d70a-47cb-b718-8708ab55b3be not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:07.825519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Pushing event updated for resources: {'Port': ['ID=050f241b-62e0-42d7-81bb-0436ec12b36f,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:07.843886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.844386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.844828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.845381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.845684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.846112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.846971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.846971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.847385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.848322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.848720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.849142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:07.971876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] For port 050f241b-62e0-42d7-81bb-0436ec12b36f, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:08.001400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] For port 050f241b-62e0-42d7-81bb-0436ec12b36f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=050f241b-62e0-42d7-81bb-0436ec12b36f,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:08.014719 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.124634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Routers {'e4e86c8b-e53b-413d-a021-52d6619f33ba'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:08.125267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:46:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e4e86c8b-e53b-413d-a021-52d6619f33ba'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:08.132693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53982) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:08.189504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.191145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53986) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:08.222450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:08.223358 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.241872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] Set router e4e86c8b-e53b-413d-a021-52d6619f33ba gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:08.430339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50633408-f9f5-42ed-86b9-c36f280f33cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.561431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50633408-f9f5-42ed-86b9-c36f280f33cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.570645 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50633408-f9f5-42ed-86b9-c36f280f33cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.616606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c2d62-aa34-47a6-8794-2e600df1586c None None] Pushing event updated for resources: {'Port': ['ID=050f241b-62e0-42d7-81bb-0436ec12b36f,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:08.622646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50633408-f9f5-42ed-86b9-c36f280f33cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65fb4ba-04ef-49b4-90dc-e4e702b47fde,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:08.648030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Allocated IP 172.20.0.2 (04743667-6a46-4daf-93a5-43f6b03f4be5/712fd388-2ab7-448c-9c77-ca03bd1dafd1/60318e42-10d4-45a7-9e06-d7a43e2b1f92) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:08.669576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-50633408-f9f5-42ed-86b9-c36f280f33cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e8f0884a52d443592a8bcfdb69256c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332365 Apr 18 20:47:08.670749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port 2f7fa975-d43a-41ea-84ca-3ee60e0d6746, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2f7fa975-d43a-41ea-84ca-3ee60e0d6746,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:08.671710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.674271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53994) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:08.707533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:08.710073 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d720013-3955-40c0-9306-7f32c87f167b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.777264 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7c494503-0180-4356-b72a-c640bf36a4ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19a94b33070f4a458dfec9a2d632e599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5838404 Apr 18 20:47:08.795441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53998) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:08.857702 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1952731b-3ed4-4edd-bdb9-34b7f3540a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.906916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac305f97-bd17-4bdb-bc6c-b47135692ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.916842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:03Z', 'revision_number': 3, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:08.921193 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.931102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.933601 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac305f97-bd17-4bdb-bc6c-b47135692ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.949005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1952731b-3ed4-4edd-bdb9-34b7f3540a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.958860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00030133-712b-47c1-9d1a-4c22682a9067 None None] The sync data for ids ['e4e86c8b-e53b-413d-a021-52d6619f33ba'] in n-d-836015-4 is: [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:03Z', 'revision_number': 3, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:08.968800 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.043074 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Pushing event updated for resources: {'Port': ['ID=60318e42-10d4-45a7-9e06-d7a43e2b1f92,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.073802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Network 04743667-6a46-4daf-93a5-43f6b03f4be5 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:09.078832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:09.086065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:09.112811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac305f97-bd17-4bdb-bc6c-b47135692ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.116049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac305f97-bd17-4bdb-bc6c-b47135692ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.117267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ac305f97-bd17-4bdb-bc6c-b47135692ba3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19e332ee-dc67-4e48-8d38-62c28ebebedd HTTP/1.1" status: 204 len: 168 time: 0.3207431 Apr 18 20:47:09.135807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac305f97-bd17-4bdb-bc6c-b47135692ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e332ee-dc67-4e48-8d38-62c28ebebedd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.152461 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1952731b-3ed4-4edd-bdb9-34b7f3540a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.157249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1952731b-3ed4-4edd-bdb9-34b7f3540a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.163082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1952731b-3ed4-4edd-bdb9-34b7f3540a1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e65fb4ba-04ef-49b4-90dc-e4e702b47fde HTTP/1.1" status: 204 len: 168 time: 0.4877470 Apr 18 20:47:09.210743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952731b-3ed4-4edd-bdb9-34b7f3540a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65fb4ba-04ef-49b4-90dc-e4e702b47fde,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.217163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] Deleting port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:09.217671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.239081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Attempting to bind port 60318e42-10d4-45a7-9e06-d7a43e2b1f92 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:09.239454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Attempting to bind port 60318e42-10d4-45a7-9e06-d7a43e2b1f92 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:09.240422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Attempting to bind port 60318e42-10d4-45a7-9e06-d7a43e2b1f92 on network 04743667-6a46-4daf-93a5-43f6b03f4be5 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:09.272431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.274041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:09.274392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Checking segment: {'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:09.274849 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.275271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Bound using segment: {'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:09.275755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Bound port: 60318e42-10d4-45a7-9e06-d7a43e2b1f92, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:09.282064 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.360270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=2f7fa975-d43a-41ea-84ca-3ee60e0d6746,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.387140 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.393980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] For port 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:09.394354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.430775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] Calling delete_port for 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:09.500710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] For port 60318e42-10d4-45a7-9e06-d7a43e2b1f92, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:09.518517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] For port 60318e42-10d4-45a7-9e06-d7a43e2b1f92, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60318e42-10d4-45a7-9e06-d7a43e2b1f92,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:09.525185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.672190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2c605-7d3f-4c5a-820c-2bfb6af0db52 None None] Pushing event updated for resources: {'Port': ['ID=60318e42-10d4-45a7-9e06-d7a43e2b1f92,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.910888 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.020639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Allocated IP 172.20.0.1 (04743667-6a46-4daf-93a5-43f6b03f4be5/712fd388-2ab7-448c-9c77-ca03bd1dafd1/717121d2-e5db-451e-933a-52f82ed4fed6) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:10.279150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.355905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54020) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:10.375805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] Pushing event deleted for resources: {'Port': ['ID=8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:10.400052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.487057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3e792a4-b99e-4e27-a0d2-addbe3580ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.519082 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.714082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 0323609c-021d-4e28-be03-54bdf00d66f5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:10.875626 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.097391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 04743667-6a46-4daf-93a5-43f6b03f4be5 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:11.164534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:11.177468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:11.198972 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.479424 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.517832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.520146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=717121d2-e5db-451e-933a-52f82ed4fed6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:11.526772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e4ea0f-2143-4493-ab9f-89002529dfb1 None None] Network 04743667-6a46-4daf-93a5-43f6b03f4be5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:11.537486 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3e792a4-b99e-4e27-a0d2-addbe3580ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.617734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3e792a4-b99e-4e27-a0d2-addbe3580ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.687914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e3e792a4-b99e-4e27-a0d2-addbe3580ba2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c022553460464a9d9dfb067972335584&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3174868 Apr 18 20:47:11.688553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54048) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:11.772501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:11.788051 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-04da2b45-c570-46eb-9c19-93165d52f4be tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "PUT /v2.0/routers/0323609c-021d-4e28-be03-54bdf00d66f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9691432 Apr 18 20:47:11.793656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] Sync routers for ids ['0323609c-021d-4e28-be03-54bdf00d66f5'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:11.795213 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54050) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:11.881402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 050f241b-62e0-42d7-81bb-0436ec12b36f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:11.930624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fab387df-0a13-44c4-8588-3990e411e9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.936786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6782816-d498-428e-9ebc-d8075676ac0c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting subnet 2cbb577c-cc46-43c5-b61b-f57d84f7f263 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:11.941184 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6782816-d498-428e-9ebc-d8075676ac0c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.995064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9dc23278-7161-41ef-89bb-ec3ff949c623 None None] Provisioning complete for port 60318e42-10d4-45a7-9e06-d7a43e2b1f92 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:11.995064 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9dc23278-7161-41ef-89bb-ec3ff949c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.000709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54056) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:12.007573 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fab387df-0a13-44c4-8588-3990e411e9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.039787 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6782816-d498-428e-9ebc-d8075676ac0c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.044517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 050f241b-62e0-42d7-81bb-0436ec12b36f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:12.045453 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.067599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] Routers {'0323609c-021d-4e28-be03-54bdf00d66f5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:12.069252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0323609c-021d-4e28-be03-54bdf00d66f5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:12.085791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e792a4-b99e-4e27-a0d2-addbe3580ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b537d4-9384-4b38-952a-523feb3e486b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.165713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fab387df-0a13-44c4-8588-3990e411e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.169748 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fab387df-0a13-44c4-8588-3990e411e9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.171986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fab387df-0a13-44c4-8588-3990e411e9fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/39b537d4-9384-4b38-952a-523feb3e486b HTTP/1.1" status: 204 len: 168 time: 0.4802227 Apr 18 20:47:12.205890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab387df-0a13-44c4-8588-3990e411e9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b537d4-9384-4b38-952a-523feb3e486b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.212879 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6782816-d498-428e-9ebc-d8075676ac0c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.248267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9dc23278-7161-41ef-89bb-ec3ff949c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.310582 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.311643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6782816-d498-428e-9ebc-d8075676ac0c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.369090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6782816-d498-428e-9ebc-d8075676ac0c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Subnet': ['ID=2cbb577c-cc46-43c5-b61b-f57d84f7f263,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.369753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-9dc23278-7161-41ef-89bb-ec3ff949c623 None None] For port 60318e42-10d4-45a7-9e06-d7a43e2b1f92, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60318e42-10d4-45a7-9e06-d7a43e2b1f92,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:12.378742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] Router a864ca14-bca4-4d51-b4dd-655d5d56c174 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:12.379623 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.394835 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6782816-d498-428e-9ebc-d8075676ac0c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.406543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d6782816-d498-428e-9ebc-d8075676ac0c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/subnets/2cbb577c-cc46-43c5-b61b-f57d84f7f263 HTTP/1.1" status: 204 len: 168 time: 0.6066120 Apr 18 20:47:12.416364 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9dc23278-7161-41ef-89bb-ec3ff949c623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.420580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee27a55-dffe-4b86-b6d4-f8fa938e9442 None None] Network 34ea8ad2-58f5-4846-96b3-4894e0db57ea requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:12.437130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54066) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:12.579349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] Set router 0323609c-021d-4e28-be03-54bdf00d66f5 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:12.606954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a585b609-ae5c-4407-9745-ab6e68804030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.693538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc23278-7161-41ef-89bb-ec3ff949c623 None None] Pushing event updated for resources: {'Port': ['ID=60318e42-10d4-45a7-9e06-d7a43e2b1f92,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.731033 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.864964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 050f241b-62e0-42d7-81bb-0436ec12b36f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=050f241b-62e0-42d7-81bb-0436ec12b36f,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:12.870025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.883796 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.884719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60318e42-10d4-45a7-9e06-d7a43e2b1f92 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:12.973710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a585b609-ae5c-4407-9745-ab6e68804030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.030298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:13.044733 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] Sync routers for ids ['a864ca14-bca4-4d51-b4dd-655d5d56c174'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:13.056562 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a585b609-ae5c-4407-9745-ab6e68804030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.060948 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] Routers {'a864ca14-bca4-4d51-b4dd-655d5d56c174'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:13.064729 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a864ca14-bca4-4d51-b4dd-655d5d56c174'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:13.117655 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d4f2ce41-2387-42b4-a0bf-2fac6c99e488 admin admin] 10.222.0.49 "PUT /v2.0/routers/a864ca14-bca4-4d51-b4dd-655d5d56c174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9534562 Apr 18 20:47:13.120416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54084) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:13.138977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64843e1-4e32-42aa-a9dd-537d9a8e7590 None None] DHCP port deletion for 34ea8ad2-58f5-4846-96b3-4894e0db57ea request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:47:13.156897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=050f241b-62e0-42d7-81bb-0436ec12b36f,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:13.167057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2e15a38e-a5a8-4dec-9d16-19c96cb64917 None None] Provisioning complete for port 717121d2-e5db-451e-933a-52f82ed4fed6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:13.167796 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e15a38e-a5a8-4dec-9d16-19c96cb64917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.217754 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a585b609-ae5c-4407-9745-ab6e68804030 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ee33ab66d5540c3a8bca5771a083494&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2154193 Apr 18 20:47:13.221834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585b609-ae5c-4407-9745-ab6e68804030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b408c9-b729-4c93-9f4d-6797b7fbc4b7,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:13.231569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54088) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:13.237643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.270884 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] Set router a864ca14-bca4-4d51-b4dd-655d5d56c174 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:13.306515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 60318e42-10d4-45a7-9e06-d7a43e2b1f92 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:13.307090 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.311373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2e15a38e-a5a8-4dec-9d16-19c96cb64917 None None] Port 717121d2-e5db-451e-933a-52f82ed4fed6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:47:13.515204 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1168-a948-4e1d-bac1-b23e74af6bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.542261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port 727e9378-5ef6-4a42-86e3-58d18edb240a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:13.542607 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.561182 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:47:10Z', 'revision_number': 5, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:13.608741 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] Checking router: a864ca14-bca4-4d51-b4dd-655d5d56c174 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:13.622505 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] Routers {'a864ca14-bca4-4d51-b4dd-655d5d56c174'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:13.625210 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a864ca14-bca4-4d51-b4dd-655d5d56c174'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:13.628330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.678510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:47:09Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '727e9378-5ef6-4a42-86e3-58d18edb240a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:8c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:44:15Z', 'updated_at': '2022-04-18T20:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:13.725364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] Checking router: 0323609c-021d-4e28-be03-54bdf00d66f5 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:13.741630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] Routers {'0323609c-021d-4e28-be03-54bdf00d66f5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:13.742164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0323609c-021d-4e28-be03-54bdf00d66f5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:13.784211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port 727e9378-5ef6-4a42-86e3-58d18edb240a, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=727e9378-5ef6-4a42-86e3-58d18edb240a,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:13.784211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.827977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2e15a38e-a5a8-4dec-9d16-19c96cb64917 None None] Provisioning complete for port 60318e42-10d4-45a7-9e06-d7a43e2b1f92 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:13.828568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e15a38e-a5a8-4dec-9d16-19c96cb64917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.829938 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1168-a948-4e1d-bac1-b23e74af6bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.874955 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] Set router a864ca14-bca4-4d51-b4dd-655d5d56c174 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:13.883594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for 727e9378-5ef6-4a42-86e3-58d18edb240a owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:13.899946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1168-a948-4e1d-bac1-b23e74af6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.903610 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1168-a948-4e1d-bac1-b23e74af6bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.909697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f0ff1168-a948-4e1d-bac1-b23e74af6bf6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75b408c9-b729-4c93-9f4d-6797b7fbc4b7 HTTP/1.1" status: 204 len: 168 time: 0.6736288 Apr 18 20:47:13.927461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff1168-a948-4e1d-bac1-b23e74af6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b408c9-b729-4c93-9f4d-6797b7fbc4b7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:13.947752 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.982785 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] Set router 0323609c-021d-4e28-be03-54bdf00d66f5 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:13.984191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.992760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.058634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:47:13Z', 'revision_number': 6, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:14.161488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f64843e1-4e32-42aa-a9dd-537d9a8e7590 None None] Deleting port 6fe77d41-8e47-43ae-a131-d57cb7de89a7 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:14.163368 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f64843e1-4e32-42aa-a9dd-537d9a8e7590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.213821 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.223648 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:47:10Z', 'revision_number': 5, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:14.256528 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c300062-f078-4d77-8ec0-5251d994ea4b None None] The sync data for ids ['a864ca14-bca4-4d51-b4dd-655d5d56c174'] in n-d-836015-4 is: [{'id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'name': 'tempest-ServerActionsTestJSON-1077839254-router', 'tenant_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '57292e2f-396c-4426-a805-12059428f2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:40:10Z', 'updated_at': '2022-04-18T20:47:10Z', 'revision_number': 5, 'project_id': 'cdf9b9fe89c74d14b18bf78676f6491e', 'gw_port': {'id': '57292e2f-396c-4426-a805-12059428f2ff', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:e9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a864ca14-bca4-4d51-b4dd-655d5d56c174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:40:12Z', 'updated_at': '2022-04-18T20:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:14.302074 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ebb6a-70f9-4ba3-a2c4-259ad44963b6 None None] The sync data for ids ['0323609c-021d-4e28-be03-54bdf00d66f5'] in n-d-836015-4 is: [{'id': '0323609c-021d-4e28-be03-54bdf00d66f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090675060', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:14Z', 'updated_at': '2022-04-18T20:47:13Z', 'revision_number': 6, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:14.340417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f64843e1-4e32-42aa-a9dd-537d9a8e7590 None None] For port 6fe77d41-8e47-43ae-a131-d57cb7de89a7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6fe77d41-8e47-43ae-a131-d57cb7de89a7,segment=NetworkSegment(aa528c9f-63c3-45c0-82c3-d4fc2972b23c),segment_id=aa528c9f-63c3-45c0-82c3-d4fc2972b23c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:14.342918 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f64843e1-4e32-42aa-a9dd-537d9a8e7590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.346432 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.403351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=727e9378-5ef6-4a42-86e3-58d18edb240a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:14.407224 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=717121d2-e5db-451e-933a-52f82ed4fed6,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:14.429531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Deleting port 57292e2f-396c-4426-a805-12059428f2ff {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:14.430147 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.437299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f64843e1-4e32-42aa-a9dd-537d9a8e7590 None None] Calling delete_port for 6fe77d41-8e47-43ae-a131-d57cb7de89a7 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:14.510432 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.660228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54118) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:14.660869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c9fe9246-2f32-460c-8b4a-6884d1b65a9c None None] Provisioning complete for port 717121d2-e5db-451e-933a-52f82ed4fed6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:14.662908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9246-2f32-460c-8b4a-6884d1b65a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.742313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79e7efb0-ac55-4ebc-b232-d2cf7ac4f5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.747222 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.752250 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.761082 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f64843e1-4e32-42aa-a9dd-537d9a8e7590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.855690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64843e1-4e32-42aa-a9dd-537d9a8e7590 None None] Pushing event deleted for resources: {'Port': ['ID=6fe77d41-8e47-43ae-a131-d57cb7de89a7,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:14.872020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64843e1-4e32-42aa-a9dd-537d9a8e7590 None None] No DVR routers for this DVR port 6fe77d41-8e47-43ae-a131-d57cb7de89a7 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:14.878541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe9246-2f32-460c-8b4a-6884d1b65a9c None None] Port 717121d2-e5db-451e-933a-52f82ed4fed6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:47:14.893671 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79e7efb0-ac55-4ebc-b232-d2cf7ac4f5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.900904 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79e7efb0-ac55-4ebc-b232-d2cf7ac4f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.054330 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.055995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Fanout notify agent at l3_agent the message router_deleted on router 0323609c-021d-4e28-be03-54bdf00d66f5 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:47:15.072404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 050f241b-62e0-42d7-81bb-0436ec12b36f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:15.110962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.116686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0df474f5-5c39-40d0-b2dc-60355c49506b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/routers/0323609c-021d-4e28-be03-54bdf00d66f5 HTTP/1.1" status: 204 len: 168 time: 2.6782491 Apr 18 20:47:15.121379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54124) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:15.148635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-79e7efb0-ac55-4ebc-b232-d2cf7ac4f5a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cad969f7cee147fc8959d409128b2204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846578 Apr 18 20:47:15.166758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54126) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:15.227274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 050f241b-62e0-42d7-81bb-0436ec12b36f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:15.228085 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.257061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 04743667-6a46-4daf-93a5-43f6b03f4be5 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:15.265516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:15.311431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7efb0-ac55-4ebc-b232-d2cf7ac4f5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d6bc09-3a10-477f-a457-55dc8d3e3de7,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:15.372238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.408760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60318e42-10d4-45a7-9e06-d7a43e2b1f92 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:15.440798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] For port 57292e2f-396c-4426-a805-12059428f2ff, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=57292e2f-396c-4426-a805-12059428f2ff,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:15.441351 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.488266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 60318e42-10d4-45a7-9e06-d7a43e2b1f92 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:15.488736 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.522347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router e4e86c8b-e53b-413d-a021-52d6619f33ba has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:15.528904 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.542273 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Calling delete_port for 57292e2f-396c-4426-a805-12059428f2ff owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:15.557488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ea8ad2-58f5-4846-96b3-4894e0db57ea']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:15.568582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:15.569015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa528c9f-63c3-45c0-82c3-d4fc2972b23c') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:15.571117 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4958a6f-2d4c-4934-8114-b18cea8953c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.583832 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.609231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.628782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:15.629552 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:15.633688 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:15.692372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7aeac02e-ab2b-4fd4-8fb2-64fd16c9f884 None None] Provisioning complete for port 717121d2-e5db-451e-933a-52f82ed4fed6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:15.693052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7aeac02e-ab2b-4fd4-8fb2-64fd16c9f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.721320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4958a6f-2d4c-4934-8114-b18cea8953c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.728557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.743738 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.749254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/networks/34ea8ad2-58f5-4846-96b3-4894e0db57ea HTTP/1.1" status: 204 len: 168 time: 0.6192501 Apr 18 20:47:15.761783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7aeac02e-ab2b-4fd4-8fb2-64fd16c9f884 None None] Port 717121d2-e5db-451e-933a-52f82ed4fed6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:47:15.763746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54140) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:15.847681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6fe77d41-8e47-43ae-a131-d57cb7de89a7 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:15.853124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6e303-53a7-459f-b9eb-e7863f91434c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Network': ['ID=34ea8ad2-58f5-4846-96b3-4894e0db57ea,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:15.882096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 6fe77d41-8e47-43ae-a131-d57cb7de89a7 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:15.882302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6fe77d41-8e47-43ae-a131-d57cb7de89a7 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:15.888766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:15.899543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Sync routers for ids ['e4e86c8b-e53b-413d-a021-52d6619f33ba'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:15.909701 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9978a549-1298-44b7-b332-c859cc80c7e1 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "PUT /v2.0/routers/e4e86c8b-e53b-413d-a021-52d6619f33ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3467820 Apr 18 20:47:15.911817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54146) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:15.920126 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Routers {'e4e86c8b-e53b-413d-a021-52d6619f33ba'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:15.920818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e4e86c8b-e53b-413d-a021-52d6619f33ba'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:15.941021 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4958a6f-2d4c-4934-8114-b18cea8953c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.944043 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4958a6f-2d4c-4934-8114-b18cea8953c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.945223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a4958a6f-2d4c-4934-8114-b18cea8953c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41d6bc09-3a10-477f-a457-55dc8d3e3de7 HTTP/1.1" status: 204 len: 168 time: 0.7188704 Apr 18 20:47:15.953974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf01caee-78af-4749-8817-d8d30a897a62 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.995332 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf01caee-78af-4749-8817-d8d30a897a62 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.028242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4958a6f-2d4c-4934-8114-b18cea8953c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d6bc09-3a10-477f-a457-55dc8d3e3de7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:16.084520 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.091592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.131537 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Set router e4e86c8b-e53b-413d-a021-52d6619f33ba gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:16.165822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc52af6-0171-4c30-bf09-7d6094c79844 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.166357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc52af6-0171-4c30-bf09-7d6094c79844 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.167083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc52af6-0171-4c30-bf09-7d6094c79844 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.167995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc52af6-0171-4c30-bf09-7d6094c79844 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.168816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc52af6-0171-4c30-bf09-7d6094c79844 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.174722 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5dc52af6-0171-4c30-bf09-7d6094c79844 tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.2587638 Apr 18 20:47:16.189077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54158) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:16.207768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=57292e2f-396c-4426-a805-12059428f2ff,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:16.358736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.431415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e929096-0966-4c2c-a50b-e731287015fe tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.431921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e929096-0966-4c2c-a50b-e731287015fe tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.432382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e929096-0966-4c2c-a50b-e731287015fe tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.433128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e929096-0966-4c2c-a50b-e731287015fe tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.433742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e929096-0966-4c2c-a50b-e731287015fe tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.439465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4e929096-0966-4c2c-a50b-e731287015fe tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3367 time: 0.2488849 Apr 18 20:47:16.440839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54166) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:16.450271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:16.529355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:16.529355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8053b1cd-d57a-4c2c-82a5-f6c6c68b6f2f not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:16.530484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:16.575504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.578290 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.638423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:16.641355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2f7fa975-d43a-41ea-84ca-3ee60e0d6746 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:16.641355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 727e9378-5ef6-4a42-86e3-58d18edb240a no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:16.696638 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.698444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a864ca14-bca4-4d51-b4dd-655d5d56c174 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:47:16.705806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.710160 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0965295e-f888-4cde-aa40-3da64abf5c46 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a864ca14-bca4-4d51-b4dd-655d5d56c174 HTTP/1.1" status: 204 len: 168 time: 3.5886600 Apr 18 20:47:16.711892 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54178) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:16.748985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 727e9378-5ef6-4a42-86e3-58d18edb240a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:16.749320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 727e9378-5ef6-4a42-86e3-58d18edb240a not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:16.819882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '717121d2-e5db-451e-933a-52f82ed4fed6', 'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e1:44:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:09Z', 'updated_at': '2022-04-18T20:47:13Z', 'revision_number': 2, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:16.820491 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf01caee-78af-4749-8817-d8d30a897a62 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.823170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf01caee-78af-4749-8817-d8d30a897a62 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.825265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bf01caee-78af-4749-8817-d8d30a897a62 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/security-groups/e297f22a-75c3-4bcd-a1c1-60360d926c58 HTTP/1.1" status: 204 len: 168 time: 1.0599344 Apr 18 20:47:16.839365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01caee-78af-4749-8817-d8d30a897a62 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297f22a-75c3-4bcd-a1c1-60360d926c58,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:16.879546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b70d6c0-6693-49f1-babd-b07a07d39169 admin admin] Deleting subnet 32111c63-c23d-44a5-8789-d4e3ebf2eb07 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:16.894301 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b70d6c0-6693-49f1-babd-b07a07d39169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.925076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Checking router: e4e86c8b-e53b-413d-a021-52d6619f33ba for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:16.925469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Updating router e4e86c8b-e53b-413d-a021-52d6619f33ba port 717121d2-e5db-451e-933a-52f82ed4fed6 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:16.934087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1fbe5fe4-47f1-4422-8d11-db06c2eafe1f tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2142 time: 0.4917979 Apr 18 20:47:16.975359 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.006208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b70d6c0-6693-49f1-babd-b07a07d39169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.159348 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b70d6c0-6693-49f1-babd-b07a07d39169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.214427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-70115e0e-c04a-4297-8551-724f7670e986 req-9ad96d97-f3e7-4fbf-b8ae-0919e3b3dbd3 service neutron] (102904) timed out ('10.222.0.49', 32948) {{(pid=102904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:47:17.290587 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b70d6c0-6693-49f1-babd-b07a07d39169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.365973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70d6c0-6693-49f1-babd-b07a07d39169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32111c63-c23d-44a5-8789-d4e3ebf2eb07,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:17.383977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b70d6c0-6693-49f1-babd-b07a07d39169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.399579 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7b70d6c0-6693-49f1-babd-b07a07d39169 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/32111c63-c23d-44a5-8789-d4e3ebf2eb07 HTTP/1.1" status: 204 len: 168 time: 0.6829934 Apr 18 20:47:17.399679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54206) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:17.404804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec99d62a-2feb-44dc-ad24-6f9c7bc60bff None None] Network c950a1c8-90b8-42dc-987b-9a836dad20fc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:17.585084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.644962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54216) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:17.651593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dbc07ff4-0923-4ea4-85ce-8ed67bd53ff7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028773368', 'description': 'tempest-secgroup-smoke-2028773368 description', 'project_id': '5fa683093c6f40a293d5d917b8c84f89'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:17.704540 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dbc07ff4-0923-4ea4-85ce-8ed67bd53ff7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.761387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Deleting port 0b07b836-2330-4ff5-8af5-e390fad09d13 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:17.763558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.849054 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.876415 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.909978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54224) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:17.917164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ee548b06-a4d9-4d53-8ad8-ec3aacf1d72c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188660675', 'description': 'tempest-secgroup-smoke-188660675 description', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:17.959449 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee548b06-a4d9-4d53-8ad8-ec3aacf1d72c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.963096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] For port 0b07b836-2330-4ff5-8af5-e390fad09d13, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0b07b836-2330-4ff5-8af5-e390fad09d13,segment=NetworkSegment(65f5341f-e5e5-4836-8c17-3d0b9bf0c923),segment_id=65f5341f-e5e5-4836-8c17-3d0b9bf0c923)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:17.963725 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.996428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Calling delete_port for 0b07b836-2330-4ff5-8af5-e390fad09d13 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:18.002605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f808f-5b1a-4ea9-b732-21009fc4bba8 None None] Pushing event updated for resources: {'Port': ['ID=717121d2-e5db-451e-933a-52f82ed4fed6,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:18.004479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dbc07ff4-0923-4ea4-85ce-8ed67bd53ff7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.022537 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba7ef3-4ceb-41fe-a20c-192a6d4bbf83 None None] DHCP port deletion for c950a1c8-90b8-42dc-987b-9a836dad20fc request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:47:18.026928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dbc07ff4-0923-4ea4-85ce-8ed67bd53ff7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.053789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54226) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:18.127969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dbc07ff4-0923-4ea4-85ce-8ed67bd53ff7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.134096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54232) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:18.141174 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dbc07ff4-0923-4ea4-85ce-8ed67bd53ff7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4938357 Apr 18 20:47:18.142633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-82ae8bff-7002-45b9-b085-e710b113322e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': '4e711ece-8dda-441e-8da0-e09c56b2e1d9', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:18.192590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc07ff4-0923-4ea4-85ce-8ed67bd53ff7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e711ece-8dda-441e-8da0-e09c56b2e1d9,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:18.276028 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee548b06-a4d9-4d53-8ad8-ec3aacf1d72c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.285040 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee548b06-a4d9-4d53-8ad8-ec3aacf1d72c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.371303 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.376614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Attempting to bind port 717121d2-e5db-451e-933a-52f82ed4fed6 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:18.377003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Attempting to bind port 717121d2-e5db-451e-933a-52f82ed4fed6 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:18.387878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Attempting to bind port 717121d2-e5db-451e-933a-52f82ed4fed6 on network 04743667-6a46-4daf-93a5-43f6b03f4be5 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:18.400940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b07b836-2330-4ff5-8af5-e390fad09d13 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:18.401185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548b06-a4d9-4d53-8ad8-ec3aacf1d72c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89aa95f-ecba-469b-922c-b509fe0aec29,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:18.407609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee548b06-a4d9-4d53-8ad8-ec3aacf1d72c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.410585 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ee548b06-a4d9-4d53-8ad8-ec3aacf1d72c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4991729 Apr 18 20:47:18.424477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54242) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:18.449625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] No DVR routers for this DVR port 0b07b836-2330-4ff5-8af5-e390fad09d13 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:18.456540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0b07b836-2330-4ff5-8af5-e390fad09d13,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:18.458230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-76658980-1d06-4f8b-9d59-1eb63a962a35 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'a89aa95f-ecba-469b-922c-b509fe0aec29', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:18.468081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba7ef3-4ceb-41fe-a20c-192a6d4bbf83 None None] Deleting port 0b07b836-2330-4ff5-8af5-e390fad09d13 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:18.468461 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7ef3-4ceb-41fe-a20c-192a6d4bbf83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.488171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82ae8bff-7002-45b9-b085-e710b113322e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.489498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75bf398e-40a0-43c0-9f89-1081ff2a9d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.535463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 0b07b836-2330-4ff5-8af5-e390fad09d13 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:18.535800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b07b836-2330-4ff5-8af5-e390fad09d13 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:18.536245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 57292e2f-396c-4426-a805-12059428f2ff no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:18.538109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:18.538904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Checking segment: {'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:18.539361 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.539961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Bound using segment: {'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:18.540770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Bound port: 717121d2-e5db-451e-933a-52f82ed4fed6, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:18.541418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.599157 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 57292e2f-396c-4426-a805-12059428f2ff {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:18.599487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 57292e2f-396c-4426-a805-12059428f2ff not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:18.625900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a5ba7ef3-4ceb-41fe-a20c-192a6d4bbf83 None None] For port 0b07b836-2330-4ff5-8af5-e390fad09d13, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:18.626299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7ef3-4ceb-41fe-a20c-192a6d4bbf83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.627462 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76658980-1d06-4f8b-9d59-1eb63a962a35 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.629176 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.664118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c950a1c8-90b8-42dc-987b-9a836dad20fc']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:18.673375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-621268ee-e376-406e-8bd0-24f36a9a81ee None None] Provisioning complete for port 717121d2-e5db-451e-933a-52f82ed4fed6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:18.673909 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-621268ee-e376-406e-8bd0-24f36a9a81ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.687074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f5341f-e5e5-4836-8c17-3d0b9bf0c923') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:18.687375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f5341f-e5e5-4836-8c17-3d0b9bf0c923') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:18.705846 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82ae8bff-7002-45b9-b085-e710b113322e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.708080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.720143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a5ba7ef3-4ceb-41fe-a20c-192a6d4bbf83 None None] Calling delete_port for 0b07b836-2330-4ff5-8af5-e390fad09d13 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:18.720387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82ae8bff-7002-45b9-b085-e710b113322e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.729275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-a5ba7ef3-4ceb-41fe-a20c-192a6d4bbf83 None None] Port 0b07b836-2330-4ff5-8af5-e390fad09d13 was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:47:18.738522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7ef3-4ceb-41fe-a20c-192a6d4bbf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.754614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae8bff-7002-45b9-b085-e710b113322e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5e2140-22e3-46ca-9e39-f0e96b6b072b,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:18.793168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.801609 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82ae8bff-7002-45b9-b085-e710b113322e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.807241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-82ae8bff-7002-45b9-b085-e710b113322e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6682167 Apr 18 20:47:18.808811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54254) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:18.809389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba7ef3-4ceb-41fe-a20c-192a6d4bbf83 None None] No DVR routers for this DVR port 0b07b836-2330-4ff5-8af5-e390fad09d13 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:18.820776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-daba5b33-6e14-48c4-9d81-9d332b42a082 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': '4e711ece-8dda-441e-8da0-e09c56b2e1d9', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:18.830690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba7ef3-4ceb-41fe-a20c-192a6d4bbf83 None None] Pushing event deleted for resources: {'Port': ['ID=0b07b836-2330-4ff5-8af5-e390fad09d13,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:18.837269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-621268ee-e376-406e-8bd0-24f36a9a81ee None None] Port 717121d2-e5db-451e-933a-52f82ed4fed6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:47:18.845835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] For port 717121d2-e5db-451e-933a-52f82ed4fed6, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:18.858664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76658980-1d06-4f8b-9d59-1eb63a962a35 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.866596 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75bf398e-40a0-43c0-9f89-1081ff2a9d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.868547 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76658980-1d06-4f8b-9d59-1eb63a962a35 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.877662 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75bf398e-40a0-43c0-9f89-1081ff2a9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.886342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:18.887235 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:18.890122 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:18.915457 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daba5b33-6e14-48c4-9d81-9d332b42a082 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.941331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76658980-1d06-4f8b-9d59-1eb63a962a35 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b29573-1665-4ee1-a054-bb23ee73c6d7,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:18.952869 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-75bf398e-40a0-43c0-9f89-1081ff2a9d67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=277877fb2fab44598e4d9469373f0345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8875282 Apr 18 20:47:18.954092 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76658980-1d06-4f8b-9d59-1eb63a962a35 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.955525 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-76658980-1d06-4f8b-9d59-1eb63a962a35 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5008316 Apr 18 20:47:18.962146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54258) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:18.962956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54260) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:18.982556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7d007e6b-3200-4539-b8d6-21a2d844b9b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'a89aa95f-ecba-469b-922c-b509fe0aec29', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:19.011251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf398e-40a0-43c0-9f89-1081ff2a9d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf1670-603a-43b5-9ee9-d8a22d511eb6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.062241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] For port 717121d2-e5db-451e-933a-52f82ed4fed6, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=717121d2-e5db-451e-933a-52f82ed4fed6,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:19.064835 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.068542 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.091751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.095403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] 10.222.0.49 "DELETE /v2.0/networks/c950a1c8-90b8-42dc-987b-9a836dad20fc HTTP/1.1" status: 204 len: 168 time: 1.6946495 Apr 18 20:47:19.101721 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d007e6b-3200-4539-b8d6-21a2d844b9b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.115668 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daba5b33-6e14-48c4-9d81-9d332b42a082 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.118237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be667f47-06e7-4b04-adae-95740f79f0ce admin admin] Pushing event deleted for resources: {'Network': ['ID=c950a1c8-90b8-42dc-987b-9a836dad20fc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.124179 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daba5b33-6e14-48c4-9d81-9d332b42a082 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.158530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba5b33-6e14-48c4-9d81-9d332b42a082 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69aae3c9-f5ea-49de-88d0-d78f19595e28,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.185988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daba5b33-6e14-48c4-9d81-9d332b42a082 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.190759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-daba5b33-6e14-48c4-9d81-9d332b42a082 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3805068 Apr 18 20:47:19.192291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54272) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:19.198778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7df225fe-ad8f-4372-8646-170d5fee56f0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': '4e711ece-8dda-441e-8da0-e09c56b2e1d9', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:19.230732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Routers {'e4e86c8b-e53b-413d-a021-52d6619f33ba'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:19.231351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e4e86c8b-e53b-413d-a021-52d6619f33ba'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:19.233680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f808f-5b1a-4ea9-b732-21009fc4bba8 None None] Pushing event updated for resources: {'Port': ['ID=717121d2-e5db-451e-933a-52f82ed4fed6,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.239223 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7df225fe-ad8f-4372-8646-170d5fee56f0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.306882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac40ee0b-15b9-4749-b9cf-61c0209614d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.378735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d007e6b-3200-4539-b8d6-21a2d844b9b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.382247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7df225fe-ad8f-4372-8646-170d5fee56f0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.391086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d007e6b-3200-4539-b8d6-21a2d844b9b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.404413 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7df225fe-ad8f-4372-8646-170d5fee56f0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.457484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df225fe-ad8f-4372-8646-170d5fee56f0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9992fdf2-326c-4804-bb7f-b22e58081371,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.476644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7df225fe-ad8f-4372-8646-170d5fee56f0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.481759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7df225fe-ad8f-4372-8646-170d5fee56f0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881219 Apr 18 20:47:19.483271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54278) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:19.496005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ccae8afa-735b-497b-a1f0-f1e90c843866 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': '4e711ece-8dda-441e-8da0-e09c56b2e1d9', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:19.502002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] Set router e4e86c8b-e53b-413d-a021-52d6619f33ba gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:19.517174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac40ee0b-15b9-4749-b9cf-61c0209614d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.542569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d007e6b-3200-4539-b8d6-21a2d844b9b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.549381 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7d007e6b-3200-4539-b8d6-21a2d844b9b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5786049 Apr 18 20:47:19.552089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54284) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:19.555981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d007e6b-3200-4539-b8d6-21a2d844b9b7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0928b49-f71f-4256-b5dd-a7a4045edee3,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.579694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54286) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:19.581442 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4f520d36-2e38-4138-a553-9abc98dfff46 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'a89aa95f-ecba-469b-922c-b509fe0aec29', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:19.621366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ccae8afa-735b-497b-a1f0-f1e90c843866 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.691717 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f520d36-2e38-4138-a553-9abc98dfff46 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.696439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac40ee0b-15b9-4749-b9cf-61c0209614d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.702223 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ac40ee0b-15b9-4749-b9cf-61c0209614d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.703783 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ac40ee0b-15b9-4749-b9cf-61c0209614d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fddf1670-603a-43b5-9ee9-d8a22d511eb6 HTTP/1.1" status: 204 len: 168 time: 0.7396631 Apr 18 20:47:19.717518 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40ee0b-15b9-4749-b9cf-61c0209614d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf1670-603a-43b5-9ee9-d8a22d511eb6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.748832 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ccae8afa-735b-497b-a1f0-f1e90c843866 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.755478 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e13c2385-193a-4142-b403-6067aac39b7f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cdf9b9fe89c74d14b18bf78676f6491e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658909 Apr 18 20:47:19.758072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54292) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:19.763808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ccae8afa-735b-497b-a1f0-f1e90c843866 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.786636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae8afa-735b-497b-a1f0-f1e90c843866 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba56f08e-f950-4f45-8b71-5da3a5262f09,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.808381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1d180624-1790-4ba3-a5ba-0c234b15a307 None None] Provisioning complete for port 717121d2-e5db-451e-933a-52f82ed4fed6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:19.809517 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d180624-1790-4ba3-a5ba-0c234b15a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.811405 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f520d36-2e38-4138-a553-9abc98dfff46 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.815003 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ccae8afa-735b-497b-a1f0-f1e90c843866 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.819278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ccae8afa-735b-497b-a1f0-f1e90c843866 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3316092 Apr 18 20:47:19.819278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54294) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:19.822095 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f520d36-2e38-4138-a553-9abc98dfff46 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.828865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d116d1b3-590b-46f8-86ba-8206b4fa78f9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': '4e711ece-8dda-441e-8da0-e09c56b2e1d9', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:19.861120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f520d36-2e38-4138-a553-9abc98dfff46 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335747da-5ea1-4951-aa84-68fa2c25e451,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.873084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f520d36-2e38-4138-a553-9abc98dfff46 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.877298 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4f520d36-2e38-4138-a553-9abc98dfff46 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3246696 Apr 18 20:47:19.878137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54296) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:19.884270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5eae0636-e070-4b58-a1e0-328170e08af7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'a89aa95f-ecba-469b-922c-b509fe0aec29', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:19.891739 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-d116d1b3-590b-46f8-86ba-8206b4fa78f9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Project 5fa683093c6f40a293d5d917b8c84f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:47:19.901206 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d116d1b3-590b-46f8-86ba-8206b4fa78f9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.931008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b077373-2990-4cd4-9417-8afc8cc2faae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.971726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5eae0636-e070-4b58-a1e0-328170e08af7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.977883 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b077373-2990-4cd4-9417-8afc8cc2faae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.031031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d116d1b3-590b-46f8-86ba-8206b4fa78f9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.042950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d116d1b3-590b-46f8-86ba-8206b4fa78f9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.059449 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b077373-2990-4cd4-9417-8afc8cc2faae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.063369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b077373-2990-4cd4-9417-8afc8cc2faae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.068862 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1b077373-2990-4cd4-9417-8afc8cc2faae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1675951d-a810-4c91-befa-8fbe1806245e HTTP/1.1" status: 204 len: 168 time: 0.3063183 Apr 18 20:47:20.076924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116d1b3-590b-46f8-86ba-8206b4fa78f9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e1368a-67dc-4832-9d3a-dc33242d58c8,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.086679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d116d1b3-590b-46f8-86ba-8206b4fa78f9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.088263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d116d1b3-590b-46f8-86ba-8206b4fa78f9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2673752 Apr 18 20:47:20.091411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54304) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:20.096812 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5eae0636-e070-4b58-a1e0-328170e08af7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.101647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6db42ca4-44d2-4d83-b1d4-d04d582438cb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'security_group_rule': {'security_group_id': '4e711ece-8dda-441e-8da0-e09c56b2e1d9', 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:20.102483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5eae0636-e070-4b58-a1e0-328170e08af7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.129681 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b077373-2990-4cd4-9417-8afc8cc2faae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1675951d-a810-4c91-befa-8fbe1806245e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.134251 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-6db42ca4-44d2-4d83-b1d4-d04d582438cb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Project 5fa683093c6f40a293d5d917b8c84f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:47:20.143316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db42ca4-44d2-4d83-b1d4-d04d582438cb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.148255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae0636-e070-4b58-a1e0-328170e08af7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891ac746-0e27-4cd7-b2ce-8091636ec987,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.169027 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5eae0636-e070-4b58-a1e0-328170e08af7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.180586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5eae0636-e070-4b58-a1e0-328170e08af7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2998173 Apr 18 20:47:20.180824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54308) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:20.186111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a1debc7c-2daf-4342-9ec0-e31b7926982e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'a89aa95f-ecba-469b-922c-b509fe0aec29', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:20.246283 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-a1debc7c-2daf-4342-9ec0-e31b7926982e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Project afea0b6e88bd46a9b6f3dae228c73c23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:47:20.251599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db42ca4-44d2-4d83-b1d4-d04d582438cb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.257815 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1debc7c-2daf-4342-9ec0-e31b7926982e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.263122 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db42ca4-44d2-4d83-b1d4-d04d582438cb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.309266 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6db42ca4-44d2-4d83-b1d4-d04d582438cb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.312091 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6db42ca4-44d2-4d83-b1d4-d04d582438cb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2185006 Apr 18 20:47:20.335666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db42ca4-44d2-4d83-b1d4-d04d582438cb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03736ba1-d2ae-4719-835d-0984649cffb5,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.381722 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d180624-1790-4ba3-a5ba-0c234b15a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.387698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '717121d2-e5db-451e-933a-52f82ed4fed6', 'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e1:44:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:09Z', 'updated_at': '2022-04-18T20:47:18Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:20.393613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1debc7c-2daf-4342-9ec0-e31b7926982e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.400746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1debc7c-2daf-4342-9ec0-e31b7926982e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.432440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba80685-3f9c-4385-9aed-bdb67b2a6e08 None None] The sync data for ids ['e4e86c8b-e53b-413d-a021-52d6619f33ba'] in n-d-836015-4 is: [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '717121d2-e5db-451e-933a-52f82ed4fed6', 'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e1:44:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:09Z', 'updated_at': '2022-04-18T20:47:18Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:20.440514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1debc7c-2daf-4342-9ec0-e31b7926982e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78d4e3d-f96f-4ef4-bcb2-1f99ded21de0,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.451190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1debc7c-2daf-4342-9ec0-e31b7926982e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.454414 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a1debc7c-2daf-4342-9ec0-e31b7926982e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2728233 Apr 18 20:47:20.457219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54312) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:20.462296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-68a05bb3-5f9c-4188-8e0d-3278d03d421d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': 'a89aa95f-ecba-469b-922c-b509fe0aec29', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:20.486683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1d180624-1790-4ba3-a5ba-0c234b15a307 None None] For port 717121d2-e5db-451e-933a-52f82ed4fed6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=717121d2-e5db-451e-933a-52f82ed4fed6,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:20.502582 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d180624-1790-4ba3-a5ba-0c234b15a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.539244 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-68a05bb3-5f9c-4188-8e0d-3278d03d421d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Project afea0b6e88bd46a9b6f3dae228c73c23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:47:20.545552 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68a05bb3-5f9c-4188-8e0d-3278d03d421d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.558586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54316) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:20.596230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb57a4c9-a737-4ab6-824b-8353ea1a3898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.722492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d180624-1790-4ba3-a5ba-0c234b15a307 None None] Pushing event updated for resources: {'Port': ['ID=717121d2-e5db-451e-933a-52f82ed4fed6,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.792179 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68a05bb3-5f9c-4188-8e0d-3278d03d421d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.794082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb57a4c9-a737-4ab6-824b-8353ea1a3898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.798847 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68a05bb3-5f9c-4188-8e0d-3278d03d421d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.805294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb57a4c9-a737-4ab6-824b-8353ea1a3898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.847732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a05bb3-5f9c-4188-8e0d-3278d03d421d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b95d4b-8df6-4d66-ad04-6bd7e36428da,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.931500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57a4c9-a737-4ab6-824b-8353ea1a3898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8158bb-41f5-46e0-8581-22fb91aa2c99,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.940752 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb57a4c9-a737-4ab6-824b-8353ea1a3898 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29bbf2255774443abfd88044abf2b55d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810723 Apr 18 20:47:20.941402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54338) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:20.967168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68a05bb3-5f9c-4188-8e0d-3278d03d421d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.972065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54342) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:20.972205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-68a05bb3-5f9c-4188-8e0d-3278d03d421d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5102234 Apr 18 20:47:20.992261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'network': {'name': 'tempest-network-smoke--1758013861', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'port_security_enabled': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:21.055560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-11e574b9-efeb-47e3-a80e-b88215ca1aee tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028773368&fields=id&tenant_id=5fa683093c6f40a293d5d917b8c84f89 HTTP/1.1" status: 200 len: 267 time: 0.1565261 Apr 18 20:47:21.093594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29bd2443-4d56-402c-8221-e925f937355e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.097888 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:21.101790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.143589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29bd2443-4d56-402c-8221-e925f937355e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.172881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:21.202891 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.203368 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Added segment d8895e33-1fde-4e38-bddc-e8d0badeb223 of type vlan for network 72181107-c853-463b-ae61-837decf172d1 Apr 18 20:47:21.263638 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.274304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29bd2443-4d56-402c-8221-e925f937355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.280564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29bd2443-4d56-402c-8221-e925f937355e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.281740 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-29bd2443-4d56-402c-8221-e925f937355e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a8158bb-41f5-46e0-8581-22fb91aa2c99 HTTP/1.1" status: 204 len: 168 time: 0.3392291 Apr 18 20:47:21.282429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54356) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:21.312383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd2443-4d56-402c-8221-e925f937355e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8158bb-41f5-46e0-8581-22fb91aa2c99,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:21.330190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.338496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:21.339521 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.362164 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3854575 Apr 18 20:47:21.379517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54364) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:21.388839 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'admin_state_up': True, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:21.469834 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc47f76-744a-413b-81e4-4fc4cc58cf2a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Network': ['ID=72181107-c853-463b-ae61-837decf172d1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:21.475526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.476886 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.493233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 72181107-c853-463b-ae61-837decf172d1 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:47:21.620447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.703247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-0528da73-0e71-4566-b54b-0b7e52bbe356 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:21.706522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-0528da73-0e71-4566-b54b-0b7e52bbe356 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/networks?id=04743667-6a46-4daf-93a5-43f6b03f4be5 HTTP/1.1" status: 200 len: 796 time: 0.6402657 Apr 18 20:47:21.766318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-d47295f4-c93a-4f71-b991-c0d13086db1d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/quotas/5fa683093c6f40a293d5d917b8c84f89 HTTP/1.1" status: 200 len: 375 time: 0.0451722 Apr 18 20:47:21.842386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c57944b-b01b-46ad-9ba8-e6faef6af943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.960851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5364bf9c-632a-4545-8cf4-20a70a1fb1c8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1934552 Apr 18 20:47:22.174354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.224223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-9300e953-8a91-463e-9b98-f1d0f336a1bc service neutron] 10.222.0.49 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464123 Apr 18 20:47:22.366888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 717121d2-e5db-451e-933a-52f82ed4fed6 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:22.463352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-37d8ad00-ef64-4b7a-96c2-2a84687a72a1 service neutron] 10.222.0.49 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305250 Apr 18 20:47:22.466899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 717121d2-e5db-451e-933a-52f82ed4fed6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:22.468582 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.490448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c57944b-b01b-46ad-9ba8-e6faef6af943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.499769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c57944b-b01b-46ad-9ba8-e6faef6af943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.558403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54396) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:22.654245 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0c57944b-b01b-46ad-9ba8-e6faef6af943 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4473f79d0b4543ce9be5e8030b91a062&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3600733 Apr 18 20:47:22.655160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54402) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:22.685172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57944b-b01b-46ad-9ba8-e6faef6af943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259dda6e-3477-4db6-aab4-eb904cef2b1b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:22.812143 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4be71d-d1ce-461e-9a22-745fe62a7cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.833661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2033273720-network', 'tenant_id': '4345f6b666a049aea0996bbc57286bec'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:22.858109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Made reservation on behalf of 4345f6b666a049aea0996bbc57286bec for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:22.862227 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.962058 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.981918 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4be71d-d1ce-461e-9a22-745fe62a7cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.029426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.136329 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.163196 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4be71d-d1ce-461e-9a22-745fe62a7cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.171226 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4be71d-d1ce-461e-9a22-745fe62a7cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.171226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fb4be71d-d1ce-461e-9a22-745fe62a7cee admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/259dda6e-3477-4db6-aab4-eb904cef2b1b HTTP/1.1" status: 204 len: 168 time: 0.5142722 Apr 18 20:47:23.202880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4be71d-d1ce-461e-9a22-745fe62a7cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259dda6e-3477-4db6-aab4-eb904cef2b1b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:23.219744 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.225139 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.255051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:23.274074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810aee66-bbaf-4489-9ee3-237713455148,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:23.285654 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.286001 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Added segment b04a85d5-08f6-4a7f-a92e-5d0ca3197537 of type vlan for network ea923817-0b58-4c20-954b-70db2ac9453d Apr 18 20:47:23.344117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.25.2.105 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/0cb1af5b-e3d6-47f4-83d8-be7a42d66e23) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:23.364080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.404572 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.407106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:23.408237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.542225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] Pushing event updated for resources: {'Network': ['ID=ea923817-0b58-4c20-954b-70db2ac9453d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:23.556350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ea923817-0b58-4c20-954b-70db2ac9453d details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:47:23.591233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2a8018d-383e-4ca4-9748-17dab4b848fe req-420e074f-d77c-4e22-9e37-82eaef771561 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 210 time: 0.6678095 Apr 18 20:47:23.605893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ed87d712-f6c3-49a1-8a2c-1642a573b018 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0452070 Apr 18 20:47:23.607694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54430) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:23.622772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Request body: {'subnet': {'network_id': 'ea923817-0b58-4c20-954b-70db2ac9453d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2033273720-subnet', 'tenant_id': '4345f6b666a049aea0996bbc57286bec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:23.626988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.667891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Made reservation on behalf of 4345f6b666a049aea0996bbc57286bec for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:23.675078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.722232 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.851289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=0cb1af5b-e3d6-47f4-83d8-be7a42d66e23,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:23.879020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:23.881398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:23.886726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:23.992456 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.074200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378b2647-d42f-4b9c-b46c-e1dec664ba01,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.082389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Checking segment: {'id': 'b04a85d5-08f6-4a7f-a92e-5d0ca3197537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ea923817-0b58-4c20-954b-70db2ac9453d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:24.082755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Network hostable DHCP agents. Network: ea923817-0b58-4c20-954b-70db2ac9453d, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:24.112232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Network ea923817-0b58-4c20-954b-70db2ac9453d is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:24.129133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ea923817-0b58-4c20-954b-70db2ac9453d) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:24.135305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:24.139769 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.141721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a65e43-3ba5-48e9-acd7-db0e2c4fb2e0 None None] Network ea923817-0b58-4c20-954b-70db2ac9453d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:24.180121 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b950764f-64bc-4b66-b79e-189a55378bd0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5676761 Apr 18 20:47:24.264650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.305308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54446) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:24.336303 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-26f6b025-7ff4-4607-a522-e2df9f42a2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.513490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72992af-6a2f-4393-b33b-c78473f85df0 None None] Network ea923817-0b58-4c20-954b-70db2ac9453d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:24.579052 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-26f6b025-7ff4-4607-a522-e2df9f42a2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.590243 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-26f6b025-7ff4-4607-a522-e2df9f42a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.605179 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.691371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6b025-7ff4-4607-a522-e2df9f42a2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab8288-8270-43e6-b04d-c80ab04c8cff,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.724475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-26f6b025-7ff4-4607-a522-e2df9f42a2f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=343178c692524068a7caac2c64910843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164531 Apr 18 20:47:24.730840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54458) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:24.902881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-928ea904-8111-4ad5-bc6e-c5131ef1652d req-53f9a0d3-8220-481d-bc79-4c3e2813a60c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 210 time: 0.0963507 Apr 18 20:47:24.937425 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8ca509a1-6c94-4ded-b4b0-9583c78e6899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.009824 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8ca509a1-6c94-4ded-b4b0-9583c78e6899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.152723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 06ea5561-1f0d-4511-8151-b102a9bbdd29 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:47:25.158187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8ca509a1-6c94-4ded-b4b0-9583c78e6899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.161915 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8ca509a1-6c94-4ded-b4b0-9583c78e6899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.162853 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8ca509a1-6c94-4ded-b4b0-9583c78e6899 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/08ab8288-8270-43e6-b04d-c80ab04c8cff HTTP/1.1" status: 204 len: 168 time: 0.4302659 Apr 18 20:47:25.180025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca509a1-6c94-4ded-b4b0-9583c78e6899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab8288-8270-43e6-b04d-c80ab04c8cff,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:25.456029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-2953c1cb-faa3-4acc-bf18-e1eb6a26320d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:25.458754 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-2953c1cb-faa3-4acc-bf18-e1eb6a26320d tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.64 "GET /v2.0/networks?id=04743667-6a46-4daf-93a5-43f6b03f4be5 HTTP/1.1" status: 200 len: 796 time: 0.6924050 Apr 18 20:47:25.556326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee7981-6e22-4165-b278-97b08159389e req-d180f77b-63e5-4a7e-b281-665b3c376c94 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:25.563798 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-d180f77b-63e5-4a7e-b281-665b3c376c94 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/networks?id=ea923817-0b58-4c20-954b-70db2ac9453d HTTP/1.1" status: 200 len: 821 time: 0.2369323 Apr 18 20:47:25.567553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:25.605996 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Sync routers for ids ['06ea5561-1f0d-4511-8151-b102a9bbdd29'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:25.638387 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-6fe15872-d578-4b59-98a8-cd3bdfa0284c tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/quotas/4345f6b666a049aea0996bbc57286bec HTTP/1.1" status: 200 len: 375 time: 0.0607085 Apr 18 20:47:25.661688 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Routers {'06ea5561-1f0d-4511-8151-b102a9bbdd29'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:25.662806 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2434152b-cf26-4698-b362-b35088d9210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['06ea5561-1f0d-4511-8151-b102a9bbdd29'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:25.676746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.679426 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c5f30e93-54dd-4c50-9bff-d1d136ccf0f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2985613 Apr 18 20:47:25.690039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54488) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:25.728025 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-9a9bb5be-ab72-4f0b-8d22-92d119350369 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5fa683093c6f40a293d5d917b8c84f89 HTTP/1.1" status: 200 len: 380 time: 0.2397032 Apr 18 20:47:25.776777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-7cf72741-efe5-4333-b0ad-c80691025246 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4345f6b666a049aea0996bbc57286bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1371272 Apr 18 20:47:25.809623 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'port': {'device_id': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'admin_state_up': True, 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'security_groups': ['4e711ece-8dda-441e-8da0-e09c56b2e1d9']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:25.823702 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ca27d243-0074-49aa-a4ee-962ca8e1cd17 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=afea0b6e88bd46a9b6f3dae228c73c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1320212 Apr 18 20:47:25.835078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54492) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:26.115432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11981a0d-616f-4940-8447-81b15873a8df tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:26.123029 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-11981a0d-616f-4940-8447-81b15873a8df tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2874742 Apr 18 20:47:26.134127 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54502) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:26.203520 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ef79248-5e3b-48ac-ad64-2f0dafbd00f5 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0671270 Apr 18 20:47:26.475987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Set router 06ea5561-1f0d-4511-8151-b102a9bbdd29 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:26.668768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54506) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:26.679367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2095033522', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:26.806406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea840c8e-9d86-461d-a345-0eb5974ab557 req-ec9af374-cc58-4bc1-9465-09a3128fb82c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 210 time: 0.1450002 Apr 18 20:47:26.935337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Made reservation on behalf of 5fa683093c6f40a293d5d917b8c84f89 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:26.947107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.972366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-ae84ad12-ecf2-4876-b00b-4e033d72187b service neutron] 10.222.0.49 "GET /v2.0/networks/ea923817-0b58-4c20-954b-70db2ac9453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1875877 Apr 18 20:47:27.030155 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2434152b-cf26-4698-b362-b35088d9210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:24Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:27.104797 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Checking router: 06ea5561-1f0d-4511-8151-b102a9bbdd29 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:27.106569 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Updating router 06ea5561-1f0d-4511-8151-b102a9bbdd29 port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:27.111906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:27.119794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.223873 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.266706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-fe98b755-3ea3-4109-812e-c284e2733c19 service neutron] 10.222.0.49 "GET /v2.0/networks/ea923817-0b58-4c20-954b-70db2ac9453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857692 Apr 18 20:47:27.501807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Allocated IP 172.20.0.12 (04743667-6a46-4daf-93a5-43f6b03f4be5/712fd388-2ab7-448c-9c77-ca03bd1dafd1/cce5f0d1-99ff-40a1-946f-a44aab026d4a) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:27.624769 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.818206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Checking segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:27.820993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network hostable DHCP agents. Network: 72181107-c853-463b-ae61-837decf172d1, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:27.854535 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Subnet': ['ID=624051db-c4d4-4401-a79a-17de42e750d8,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:27.891861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 72181107-c853-463b-ae61-837decf172d1 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:27.940888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 72181107-c853-463b-ae61-837decf172d1) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:27.948647 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.953316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cfc050-fb66-4474-a094-997b8a201f15 None None] Network 72181107-c853-463b-ae61-837decf172d1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:27.973319 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.006731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:28.007673 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.032846 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d97c073-3041-4e3e-9e88-ec8f6de18a8b req-fd8dc416-14c9-4ec6-a8aa-e7f17f19038c tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 210 time: 0.1226215 Apr 18 20:47:28.072989 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54566) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:28.086860 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-617dd6f5-093b-4b98-97cd-4a8ddcdefd05 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4168656 Apr 18 20:47:28.098431 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Attempting to bind port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:28.099016 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Attempting to bind port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:28.099126 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Attempting to bind port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:28.125321 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:28.125600 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:28.126008 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.126402 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:28.126901 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Bound port: 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:28.127289 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.151986 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Pushing event updated for resources: {'Port': ['ID=0cb1af5b-e3d6-47f4-83d8-be7a42d66e23,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.196000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.275081 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.275437 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.278888 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.279286 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.279824 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.280505 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.281054 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.281567 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.282594 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.283086 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.285049 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.285523 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:28.291745 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-2434152b-cf26-4698-b362-b35088d9210c None None] For port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:28.295637 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-2434152b-cf26-4698-b362-b35088d9210c None None] For port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0cb1af5b-e3d6-47f4-83d8-be7a42d66e23,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:28.304604 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.427195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-72181107-c853-463b-ae61-837decf172d1', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:47:28.428243 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.437526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.459197 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Routers {'06ea5561-1f0d-4511-8151-b102a9bbdd29'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:28.460287 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2434152b-cf26-4698-b362-b35088d9210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['06ea5561-1f0d-4511-8151-b102a9bbdd29'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:28.540649 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dae7f8-f67f-4a34-9ff3-8647705ff72c None None] Pushing event updated for resources: {'Port': ['ID=0cb1af5b-e3d6-47f4-83d8-be7a42d66e23,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.578777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 04743667-6a46-4daf-93a5-43f6b03f4be5 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:28.589891 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:28.604027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:28.656761 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2434152b-cf26-4698-b362-b35088d9210c None None] Set router 06ea5561-1f0d-4511-8151-b102a9bbdd29 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:28.678986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:28.680537 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.972011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Allocated IP 172.20.0.2 (72181107-c853-463b-ae61-837decf172d1/624051db-c4d4-4401-a79a-17de42e750d8/f2ac93c0-d02a-4a2f-a874-d141d4e28b8c) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:28.986042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6c690-1ac3-422c-bcaa-f3c6043ae52b req-7c9dfddc-022e-4f0a-b302-40a8a4ca8e63 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:29.000398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72a6c690-1ac3-422c-bcaa-f3c6043ae52b req-7c9dfddc-022e-4f0a-b302-40a8a4ca8e63 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 932 time: 0.9853530 Apr 18 20:47:29.105022 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=cce5f0d1-99ff-40a1-946f-a44aab026d4a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:29.144288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72a6c690-1ac3-422c-bcaa-f3c6043ae52b req-c794dd64-07e4-4670-a0cc-a20c30d2a685 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386809 Apr 18 20:47:29.154753 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-855bd8c5-21fc-48be-b767-f235d71b7046 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3584223 Apr 18 20:47:29.204522 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2434152b-cf26-4698-b362-b35088d9210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:24Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:29.239980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Request body: {'port': {'device_id': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:29.286503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-208ec8e0-3875-4813-b8f4-5c256f0a1c81 req-4c9dad06-4bcd-46d2-bbe8-26e8827c79d3 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 210 time: 0.0590999 Apr 18 20:47:29.331869 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434152b-cf26-4698-b362-b35088d9210c None None] The sync data for ids ['06ea5561-1f0d-4511-8151-b102a9bbdd29'] in n-d-836015-4 is: [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:24Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:29.441659 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.446291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.453160 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.526886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Pushing event updated for resources: {'Port': ['ID=f2ac93c0-d02a-4a2f-a874-d141d4e28b8c,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:29.549415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Network 72181107-c853-463b-ae61-837decf172d1 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:29.551181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-69c8246a-b859-450a-a8aa-35da58a1b7ab None None] Provisioning complete for port cce5f0d1-99ff-40a1-946f-a44aab026d4a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:29.551557 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-69c8246a-b859-450a-a8aa-35da58a1b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.558728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:29.566463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:29.764722 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Attempting to bind port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:29.765729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Attempting to bind port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:29.765729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Attempting to bind port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c on network 72181107-c853-463b-ae61-837decf172d1 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:29.777609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-69c8246a-b859-450a-a8aa-35da58a1b7ab None None] Port cce5f0d1-99ff-40a1-946f-a44aab026d4a cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:47:29.786569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:29.786569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Checking segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:29.786569 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.786569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Bound using segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:29.786569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Bound port: f2ac93c0-d02a-4a2f-a874-d141d4e28b8c, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:29.786569 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.927367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] For port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:29.946323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] For port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f2ac93c0-d02a-4a2f-a874-d141d4e28b8c,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:29.952576 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.066346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525abee0-0d4a-44c6-a237-5137888aeed0 None None] Pushing event updated for resources: {'Port': ['ID=f2ac93c0-d02a-4a2f-a874-d141d4e28b8c,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:30.304786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee7981-6e22-4165-b278-97b08159389e req-13581a6e-cbf5-4bbf-a2a0-95c3c4fea174 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:30.317362 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-13581a6e-cbf5-4bbf-a2a0-95c3c4fea174 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.60 "GET /v2.0/networks?id=ea923817-0b58-4c20-954b-70db2ac9453d HTTP/1.1" status: 200 len: 821 time: 0.7423148 Apr 18 20:47:30.420311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:30.430263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54694) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:30.519284 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Request body: {'port': {'device_id': '31e090b4-12ec-4e1f-bf3f-280e24885d15', 'network_id': 'ea923817-0b58-4c20-954b-70db2ac9453d', 'admin_state_up': True, 'tenant_id': '4345f6b666a049aea0996bbc57286bec'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:30.572283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:30.572981 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.659344 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d8500eb-97f6-4fab-a91d-4dcacde92392 req-8f6d1c62-f3ca-4344-badc-0be8d699d2e1 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 210 time: 0.2135034 Apr 18 20:47:30.712089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9329d-a0c3-4e34-b895-dd2a0d957496 req-ddada408-aacb-4e2e-84e3-7af4806e26e0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:30.728680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1b9329d-a0c3-4e34-b895-dd2a0d957496 req-ddada408-aacb-4e2e-84e3-7af4806e26e0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 932 time: 0.3926699 Apr 18 20:47:30.817899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.886694 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.904261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1b9329d-a0c3-4e34-b895-dd2a0d957496 req-0d3cb1dd-8d7e-4956-bf4a-e08653ab168a tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579099 Apr 18 20:47:30.960866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0cb1af5b-e3d6-47f4-83d8-be7a42d66e23,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:30.970828 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.094409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=0cb1af5b-e3d6-47f4-83d8-be7a42d66e23,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:31.122642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Made reservation on behalf of 4345f6b666a049aea0996bbc57286bec for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:31.126201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.128994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd96aeb4-7659-4f14-9c61-0cd83562fb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.222170 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:47:31.272577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd96aeb4-7659-4f14-9c61-0cd83562fb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.278084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd96aeb4-7659-4f14-9c61-0cd83562fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.435123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cd96aeb4-7659-4f14-9c61-0cd83562fb14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3b522ac8aa04a609afc2e9ddcf629d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9986763 Apr 18 20:47:31.436097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54712) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:31.456393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96aeb4-7659-4f14-9c61-0cd83562fb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fae7c86-967f-4f89-9a6d-dc327f0c91a0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:31.562129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-52425a7e-63a8-4206-beff-504e687c7311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.585931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce5f0d1-99ff-40a1-946f-a44aab026d4a {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:31.599422 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-52425a7e-63a8-4206-beff-504e687c7311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.610059 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.625567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Allocated IP 172.20.0.10 (ea923817-0b58-4c20-954b-70db2ac9453d/378b2647-d42f-4b9c-b46c-e1dec664ba01/5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:31.691989 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-52425a7e-63a8-4206-beff-504e687c7311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.691989 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-52425a7e-63a8-4206-beff-504e687c7311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.691989 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-52425a7e-63a8-4206-beff-504e687c7311 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8fae7c86-967f-4f89-9a6d-dc327f0c91a0 HTTP/1.1" status: 204 len: 168 time: 0.2487659 Apr 18 20:47:31.714708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Transition to ACTIVE for port object cce5f0d1-99ff-40a1-946f-a44aab026d4a will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:31.720950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52425a7e-63a8-4206-beff-504e687c7311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fae7c86-967f-4f89-9a6d-dc327f0c91a0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:31.773617 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.900560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8841df6-2834-46dd-95ff-adbec6fd498a req-99e4b697-210a-4ba8-a2ba-1b78bd186fbe tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 210 time: 0.0954037 Apr 18 20:47:31.978887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cce5f0d1-99ff-40a1-946f-a44aab026d4a,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:32.149383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8971-c6ee-497e-abb9-dd932ef7c0b5 req-7904416e-4322-4b09-b37a-1986e40721fd tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:32.151466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-759d8971-c6ee-497e-abb9-dd932ef7c0b5 req-7904416e-4322-4b09-b37a-1986e40721fd tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 944 time: 0.0893557 Apr 18 20:47:32.180100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7dc07d-9b91-4e37-974d-a18d3e0df055 None None] Network 72181107-c853-463b-ae61-837decf172d1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:32.290426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.20.0.1 (72181107-c853-463b-ae61-837decf172d1/624051db-c4d4-4401-a79a-17de42e750d8/64fa07d0-5efe-42d5-af15-8dfd81357016) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:32.314155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-759d8971-c6ee-497e-abb9-dd932ef7c0b5 req-f47b0ce1-83fa-485f-a8f5-55ea64c0db85 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466236 Apr 18 20:47:32.440959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Attempting to bind port cce5f0d1-99ff-40a1-946f-a44aab026d4a on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:32.441583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Attempting to bind port cce5f0d1-99ff-40a1-946f-a44aab026d4a by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:32.442645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Attempting to bind port cce5f0d1-99ff-40a1-946f-a44aab026d4a on network 04743667-6a46-4daf-93a5-43f6b03f4be5 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:32.460023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Port cce5f0d1-99ff-40a1-946f-a44aab026d4a on network 04743667-6a46-4daf-93a5-43f6b03f4be5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:32.460835 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Attempting to bind port cce5f0d1-99ff-40a1-946f-a44aab026d4a on network 04743667-6a46-4daf-93a5-43f6b03f4be5 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:32.511475 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:32.513039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Checking segment: {'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:32.514925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Bound using segment: {'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:32.516024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Bound port: cce5f0d1-99ff-40a1-946f-a44aab026d4a, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d92c59-8a8a-4fed-bac8-4af303de70f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:32.517192 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.519298 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-066540d8-2d37-4d5f-8a13-cf17006d9060 None None] Provisioning complete for port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:32.525899 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-066540d8-2d37-4d5f-8a13-cf17006d9060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.576757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.737038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f2ac93c0-d02a-4a2f-a874-d141d4e28b8c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:32.742144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.885335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] For port cce5f0d1-99ff-40a1-946f-a44aab026d4a, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:32.897396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] For port cce5f0d1-99ff-40a1-946f-a44aab026d4a, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=cce5f0d1-99ff-40a1-946f-a44aab026d4a,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:32.907171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.934310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.939196 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.015572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:33.016308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.017853 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] 10.222.0.64 "PUT /v2.0/ports/cce5f0d1-99ff-40a1-946f-a44aab026d4a HTTP/1.1" status: 200 len: 1092 time: 3.7827070 Apr 18 20:47:33.057778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'tag': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:33.073629 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96" -d '{"events": [{"name": "network-changed", "server_uuid": "3e623bac-00d6-46e7-8f89-adddbe701f10", "tag": "cce5f0d1-99ff-40a1-946f-a44aab026d4a"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:33.144624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 72181107-c853-463b-ae61-837decf172d1 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:33.190942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Network ea923817-0b58-4c20-954b-70db2ac9453d is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:33.358946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:33.362372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6649d-2c59-49d5-9c61-32d7835dc5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cce5f0d1-99ff-40a1-946f-a44aab026d4a,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:33.369303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f9900-3867-48d7-96f2-61f9d7a7647c req-e2a0cad1-9508-4368-b896-83184802238d tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:33.374099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:33.376068 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.378583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-329f9900-3867-48d7-96f2-61f9d7a7647c req-e2a0cad1-9508-4368-b896-83184802238d tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 932 time: 0.1774321 Apr 18 20:47:33.391507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:33.397675 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db427a3-6c5b-4d86-96c6-c1122cc55952 x-openstack-request-id: req-3db427a3-6c5b-4d86-96c6-c1122cc55952 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:33.412399 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e623bac-00d6-46e7-8f89-adddbe701f10", "tag": "cce5f0d1-99ff-40a1-946f-a44aab026d4a", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:33.414172 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3db427a3-6c5b-4d86-96c6-c1122cc55952 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:33.415089 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db427a3-6c5b-4d86-96c6-c1122cc55952'] response: {'name': 'network-changed', 'server_uuid': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'tag': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'status': 'completed', 'code': 200} Apr 18 20:47:33.497111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:33.512566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:33.589669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-329f9900-3867-48d7-96f2-61f9d7a7647c req-ab927835-ebe4-4bdf-92ab-7b2d420e9be4 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887102 Apr 18 20:47:33.695197 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-066540d8-2d37-4d5f-8a13-cf17006d9060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.703378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583d046-4d16-475d-8380-8ef847e97be9 req-c4b11100-df54-420d-907c-f315c49c67e0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:33.712448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f583d046-4d16-475d-8380-8ef847e97be9 req-c4b11100-df54-420d-907c-f315c49c67e0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 944 time: 0.1203785 Apr 18 20:47:33.716183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.804831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f583d046-4d16-475d-8380-8ef847e97be9 req-c461f0b3-9eac-440f-bfb8-955db61d4d5c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914633 Apr 18 20:47:33.843613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-066540d8-2d37-4d5f-8a13-cf17006d9060 None None] For port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f2ac93c0-d02a-4a2f-a874-d141d4e28b8c,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:33.851948 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-066540d8-2d37-4d5f-8a13-cf17006d9060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.140794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066540d8-2d37-4d5f-8a13-cf17006d9060 None None] Pushing event updated for resources: {'Port': ['ID=f2ac93c0-d02a-4a2f-a874-d141d4e28b8c,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.172037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=64fa07d0-5efe-42d5-af15-8dfd81357016,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.233002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:34.447401 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:34.448276 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.511230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d528c5e3-9c58-436b-9102-03bf1675d369 None None] Provisioning complete for port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:34.511609 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d528c5e3-9c58-436b-9102-03bf1675d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.761248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d528c5e3-9c58-436b-9102-03bf1675d369 None None] Provisioning complete for port 64fa07d0-5efe-42d5-af15-8dfd81357016 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:34.773207 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d528c5e3-9c58-436b-9102-03bf1675d369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.810909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:34.811769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.822946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f2ac93c0-d02a-4a2f-a874-d141d4e28b8c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:34.838568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-fdf2120f-55b3-438a-824c-ad818e65a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:34.840215 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-fdf2120f-55b3-438a-824c-ad818e65a48a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 1095 time: 1.6710167 Apr 18 20:47:34.891116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d528c5e3-9c58-436b-9102-03bf1675d369 None None] Port 64fa07d0-5efe-42d5-af15-8dfd81357016 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:47:34.903381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:34.903763 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.906134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56d58d-f799-4fcd-937f-f4a71b856d0d req-4e07ab0f-9795-459a-9291-cbad88ebe9c1 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:34.916984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a56d58d-f799-4fcd-937f-f4a71b856d0d req-4e07ab0f-9795-459a-9291-cbad88ebe9c1 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 932 time: 0.1525700 Apr 18 20:47:35.060144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-55ed706f-e197-4bfa-93af-afd57a457fec None None] Provisioning complete for port 64fa07d0-5efe-42d5-af15-8dfd81357016 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:35.060549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-55ed706f-e197-4bfa-93af-afd57a457fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.091878 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-278663b0-941c-4a9d-9051-e229880e9349 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce5f0d1-99ff-40a1-946f-a44aab026d4a HTTP/1.1" status: 200 len: 217 time: 0.2057505 Apr 18 20:47:35.093737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a56d58d-f799-4fcd-937f-f4a71b856d0d req-db70b95d-9739-4555-931d-314f52867790 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649649 Apr 18 20:47:35.103941 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5834794 Apr 18 20:47:35.107115 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.113183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-55ed706f-e197-4bfa-93af-afd57a457fec None None] Port 64fa07d0-5efe-42d5-af15-8dfd81357016 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:47:35.125388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46235cc-d87d-4d7b-b578-c13a8896c27e tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Pushing event updated for resources: {'Port': ['ID=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:35.132923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef10461-5872-4a66-b1f5-9b76bdd0bb24 req-2be52c77-6c03-4a7b-83f9-45bcb044e004 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:35.135812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Request body: {'port': {'device_id': '31e090b4-12ec-4e1f-bf3f-280e24885d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:35.144027 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ef10461-5872-4a66-b1f5-9b76bdd0bb24 req-2be52c77-6c03-4a7b-83f9-45bcb044e004 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 944 time: 0.1655073 Apr 18 20:47:35.210698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ef10461-5872-4a66-b1f5-9b76bdd0bb24 req-b2a326ff-e950-43e0-b436-edafe3169a9c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643244 Apr 18 20:47:35.250160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-d3129d46-ae5c-40ff-94a2-963322ee0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:35.251732 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-d3129d46-ae5c-40ff-94a2-963322ee0bea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=712fd388-2ab7-448c-9c77-ca03bd1dafd1 HTTP/1.1" status: 200 len: 835 time: 0.1462500 Apr 18 20:47:35.329428 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.393889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-2f5730e8-cdc2-4450-9762-3b750973e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:35.395467 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-2f5730e8-cdc2-4450-9762-3b750973e175 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04743667-6a46-4daf-93a5-43f6b03f4be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316204 Apr 18 20:47:35.665480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54808) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:35.721594 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-03739a8c-d2bf-4461-a126-b0ed5a09ce99 service neutron] 10.222.0.64 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938352 Apr 18 20:47:35.866999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-752074098'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:35.901239 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-718f21e2-3a43-4cc8-a25d-07cf8aa3cc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.906330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Made reservation on behalf of 81575a645c4b4f589853c5ae32f532ab for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:35.909169 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.910282 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.922206 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.942331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.002567 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c0705d3-81e4-47e6-b8ff-3c40a6aad001 req-3ad5803d-d678-406f-a4eb-074d3a80dcf9 service neutron] 10.222.0.64 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697897 Apr 18 20:47:36.022557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.030028 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.036177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:36.045080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:36.054491 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.056034 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.056392 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Added segment 4cfd94b8-52ea-4917-9b28-5d54312ad99c of type vlan for network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 Apr 18 20:47:36.059378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=64fa07d0-5efe-42d5-af15-8dfd81357016,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:36.067376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.089731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Transition to ACTIVE for port object 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:36.110801 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.116229 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.150595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cb7f99-443a-4c53-a570-10cc3521a1aa,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:36.176842 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.189308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.190815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.220405 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:36.233135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-53862fa1-6d20-416f-a678-7c254a0bd23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.234782 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-53862fa1-6d20-416f-a678-7c254a0bd23d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 1095 time: 0.1595025 Apr 18 20:47:36.316916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6474047 Apr 18 20:47:36.360393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88d70-2b42-41d4-a52e-df6b14560813 req-49cead09-1f2f-465a-9964-a658ae2b9591 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.362744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ed88d70-2b42-41d4-a52e-df6b14560813 req-49cead09-1f2f-465a-9964-a658ae2b9591 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 944 time: 0.1458337 Apr 18 20:47:36.370133 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 72181107-c853-463b-ae61-837decf172d1 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:36.376752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198d2e5-8cab-4aef-b22a-cbf9a8b4284b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Pushing event updated for resources: {'Network': ['ID=ccb75d1c-4e9a-4996-9843-93b2434f6ed5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:36.378557 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:36.393869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:47:36.466984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Attempting to bind port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:36.467322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Attempting to bind port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'b04a85d5-08f6-4a7f-a92e-5d0ca3197537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ea923817-0b58-4c20-954b-70db2ac9453d'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:36.467646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Attempting to bind port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 on network ea923817-0b58-4c20-954b-70db2ac9453d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:36.501672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24139f77-5dc2-437c-b0b4-4fb9000abb91 req-680062c3-a9a7-4e39-a9e4-25ba2d96dae8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.505308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24139f77-5dc2-437c-b0b4-4fb9000abb91 req-680062c3-a9a7-4e39-a9e4-25ba2d96dae8 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 944 time: 0.1413023 Apr 18 20:47:36.508091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 on network ea923817-0b58-4c20-954b-70db2ac9453d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:36.508414 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Attempting to bind port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 on network ea923817-0b58-4c20-954b-70db2ac9453d {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:36.517350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ed88d70-2b42-41d4-a52e-df6b14560813 req-68582750-29dc-4f0a-a08f-2c74702f097b tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366460 Apr 18 20:47:36.522569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-b60f4afc-8e7e-40f3-8df1-89bf415ac88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.532578 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-b60f4afc-8e7e-40f3-8df1-89bf415ac88c service neutron] 10.222.0.64 "GET /v2.0/networks?id=04743667-6a46-4daf-93a5-43f6b03f4be5 HTTP/1.1" status: 200 len: 897 time: 0.2826910 Apr 18 20:47:36.572669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24139f77-5dc2-437c-b0b4-4fb9000abb91 req-b40d375f-5d7f-4c62-9af5-f147d80cc8e0 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505736 Apr 18 20:47:36.592390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:36.593037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Checking segment: {'id': 'b04a85d5-08f6-4a7f-a92e-5d0ca3197537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ea923817-0b58-4c20-954b-70db2ac9453d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:36.593762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Bound using segment: {'id': 'b04a85d5-08f6-4a7f-a92e-5d0ca3197537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ea923817-0b58-4c20-954b-70db2ac9453d'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:36.594273 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Bound port: 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04a85d5-08f6-4a7f-a92e-5d0ca3197537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'ea923817-0b58-4c20-954b-70db2ac9453d'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:36.594793 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.633833 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-09a5f97c-b9db-4f2f-8aa4-c090deda2e83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce5f0d1-99ff-40a1-946f-a44aab026d4a HTTP/1.1" status: 200 len: 217 time: 0.0918972 Apr 18 20:47:36.720855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 06ea5561-1f0d-4511-8151-b102a9bbdd29 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:36.742697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-c709d484-825d-46ac-b4b1-f5cd08336318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.744376 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-c709d484-825d-46ac-b4b1-f5cd08336318 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=712fd388-2ab7-448c-9c77-ca03bd1dafd1 HTTP/1.1" status: 200 len: 835 time: 0.1018353 Apr 18 20:47:36.840645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] For port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:36.859159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] For port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,segment=NetworkSegment(b04a85d5-08f6-4a7f-a92e-5d0ca3197537),segment_id=b04a85d5-08f6-4a7f-a92e-5d0ca3197537)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:36.868880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.888480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f8ae9f21-372e-4084-bca5-efe33c9d5a22 None None] Provisioning complete for port 64fa07d0-5efe-42d5-af15-8dfd81357016 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:36.890732 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8ae9f21-372e-4084-bca5-efe33c9d5a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.942073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-13a6d2c6-5497-465c-9c33-1df2ace112de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.943683 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-13a6d2c6-5497-465c-9c33-1df2ace112de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04743667-6a46-4daf-93a5-43f6b03f4be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1827948 Apr 18 20:47:36.958121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae9f21-372e-4084-bca5-efe33c9d5a22 None None] Port 64fa07d0-5efe-42d5-af15-8dfd81357016 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:47:36.961917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.962842 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.964237 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] 10.222.0.60 "PUT /v2.0/ports/5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 HTTP/1.1" status: 200 len: 1092 time: 1.8402042 Apr 18 20:47:36.964692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31e090b4-12ec-4e1f-bf3f-280e24885d15', 'tag': '5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:36.967717 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6760370c-1e5d-463c-b522-943d0ad26135" -d '{"events": [{"name": "network-changed", "server_uuid": "31e090b4-12ec-4e1f-bf3f-280e24885d15", "tag": "5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:37.004363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54852) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:37.009677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Request body: {'port': {'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5', 'binding:host_id': 'n-h2-836015-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1108310368'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:37.055852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Made reservation on behalf of f84a7d9e97cf46aba28cbb24e8a23681 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:37.061244 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.062108 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15016992-2d17-4a65-ad75-a85e2cea8235 x-openstack-request-id: req-15016992-2d17-4a65-ad75-a85e2cea8235 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:37.062433 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31e090b4-12ec-4e1f-bf3f-280e24885d15", "tag": "5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:37.062584 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-15016992-2d17-4a65-ad75-a85e2cea8235 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:37.063633 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15016992-2d17-4a65-ad75-a85e2cea8235'] response: {'name': 'network-changed', 'server_uuid': '31e090b4-12ec-4e1f-bf3f-280e24885d15', 'tag': '5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7', 'status': 'completed', 'code': 200} Apr 18 20:47:37.073913 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.092720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8670ebe-1b57-48b7-8471-bbceec45d832 service neutron] Pushing event updated for resources: {'Port': ['ID=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:37.129316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:37.140795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Sync routers for ids ['06ea5561-1f0d-4511-8151-b102a9bbdd29'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:37.159503 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-155e7f22-35f1-41bc-a2f7-b09259b04c3f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "PUT /v2.0/routers/06ea5561-1f0d-4511-8151-b102a9bbdd29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0854311 Apr 18 20:47:37.163763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Routers {'06ea5561-1f0d-4511-8151-b102a9bbdd29'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:37.164607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['06ea5561-1f0d-4511-8151-b102a9bbdd29'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.226856 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.236288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.240801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee7981-6e22-4165-b278-97b08159389e req-8a7a1802-0af0-4101-ab32-49dee1a2dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:37.242363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] device_id is not set on port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:37.248953 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-8a7a1802-0af0-4101-ab32-49dee1a2dc5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4345f6b666a049aea0996bbc57286bec&device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 1095 time: 0.2281811 Apr 18 20:47:37.362538 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-daebd939-9e19-4080-b6b7-b6c9cb1e5c25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 HTTP/1.1" status: 200 len: 217 time: 0.0985823 Apr 18 20:47:37.387409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Set router 06ea5561-1f0d-4511-8151-b102a9bbdd29 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:37.404046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e26041-4e39-42ec-8fe1-54e27496dce0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:37.427109 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-379d9c25-401b-449a-ba3f-ab359c6f7af1 service neutron] 10.222.0.64 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671483 Apr 18 20:47:37.510638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee7981-6e22-4165-b278-97b08159389e req-9cc6ef9c-5936-45fe-a080-a391d00d9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:37.513678 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-9cc6ef9c-5936-45fe-a080-a391d00d9823 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=378b2647-d42f-4b9c-b46c-e1dec664ba01 HTTP/1.1" status: 200 len: 861 time: 0.1364288 Apr 18 20:47:37.564588 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-8f88c07e-3c4f-4156-80f2-e1f8e36e70f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea923817-0b58-4c20-954b-70db2ac9453d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392411 Apr 18 20:47:37.615510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-6cddf73d-e8b0-47c2-8032-9c649e2bda64 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188660675&fields=id&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 267 time: 0.1580207 Apr 18 20:47:37.659185 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0d11de13-ebce-4c8a-b7e8-cdc7db937c96 req-d1b75691-dbca-48b0-9caa-21496a141042 service neutron] 10.222.0.64 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125003 Apr 18 20:47:37.678303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '64fa07d0-5efe-42d5-af15-8dfd81357016', 'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:94:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:35Z', 'revision_number': 2, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '624051db-c4d4-4401-a79a-17de42e750d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.713079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Checking router: 06ea5561-1f0d-4511-8151-b102a9bbdd29 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:37.713994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Updating router 06ea5561-1f0d-4511-8151-b102a9bbdd29 port 64fa07d0-5efe-42d5-af15-8dfd81357016 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:37.716191 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-f8fbee56-188e-480e-9034-f01705e21eee service neutron] 10.222.0.60 "GET /v2.0/networks/ea923817-0b58-4c20-954b-70db2ac9453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450455 Apr 18 20:47:37.822001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fbe45-a42a-40a2-b89f-ca285045ae10 req-86015435-535d-4f64-9c48-a22e6aed7172 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:37.831608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a9fbe45-a42a-40a2-b89f-ca285045ae10 req-86015435-535d-4f64-9c48-a22e6aed7172 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 944 time: 0.2127435 Apr 18 20:47:37.866873 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-faee7981-6e22-4165-b278-97b08159389e req-54c31d25-218f-4a34-a262-324f8773d8cc service neutron] 10.222.0.60 "GET /v2.0/networks/ea923817-0b58-4c20-954b-70db2ac9453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429002 Apr 18 20:47:37.890244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] device_id is not set on port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:37.923121 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.924639 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.925333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device cce5f0d1-99ff-40a1-946f-a44aab026d4a details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:47:37.947677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58529812-df26-4181-8654-66259fdb6509 req-87735915-fe5f-45e4-9b32-0352d967291d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:37.950264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-87735915-fe5f-45e4-9b32-0352d967291d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 797 time: 0.3156807 Apr 18 20:47:37.959775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.017769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760370c-1e5d-463c-b522-943d0ad26135 req-25a92cf8-0424-4c08-998f-e077ce5ea22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:38.019393 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6760370c-1e5d-463c-b522-943d0ad26135 req-25a92cf8-0424-4c08-998f-e077ce5ea22f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4345f6b666a049aea0996bbc57286bec&device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 1095 time: 0.0828986 Apr 18 20:47:38.036484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a9fbe45-a42a-40a2-b89f-ca285045ae10 req-8e961441-7950-494f-954b-417334ae6abb tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038970 Apr 18 20:47:38.078276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-db9259bf-486a-4ce7-8686-cd6f99fe01e8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/quotas/afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 375 time: 0.1083114 Apr 18 20:47:38.146722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event updated for resources: {'Port': ['ID=aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:38.181542 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.resource_extend [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:38.186006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Checking segment: {'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:38.186425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Network hostable DHCP agents. Network: ccb75d1c-4e9a-4996-9843-93b2434f6ed5, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:38.231388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760370c-1e5d-463c-b522-943d0ad26135 req-618875f1-55bf-4b55-8a23-42a0d836729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:38.233556 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6760370c-1e5d-463c-b522-943d0ad26135 req-618875f1-55bf-4b55-8a23-42a0d836729b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea923817-0b58-4c20-954b-70db2ac9453d HTTP/1.1" status: 200 len: 922 time: 0.2073333 Apr 18 20:47:38.237389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-cf0c8950-3ed6-4f33-a378-e4ebd436e68a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586566 Apr 18 20:47:38.360615 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6760370c-1e5d-463c-b522-943d0ad26135 req-ef7f7dc0-c32f-48b9-951e-3f1f4ecca384 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 HTTP/1.1" status: 200 len: 217 time: 0.1198938 Apr 18 20:47:38.374841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372c9e4-90de-4223-b14a-9b0762b72da0 req-ef17d48d-149a-473c-bf5e-da3f54528599 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:38.375764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2372c9e4-90de-4223-b14a-9b0762b72da0 req-ef17d48d-149a-473c-bf5e-da3f54528599 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 944 time: 0.1832707 Apr 18 20:47:38.377650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-1037964b-b633-43cc-85cf-2f43964e13cb service neutron] 10.222.0.49 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182854 Apr 18 20:47:38.378213 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:38.385920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port cce5f0d1-99ff-40a1-946f-a44aab026d4a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=cce5f0d1-99ff-40a1-946f-a44aab026d4a,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:38.398889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'port_id': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'mac_address': 'fa:16:3e:7b:0b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:47:38.408842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ccb75d1c-4e9a-4996-9843-93b2434f6ed5) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:38.435063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:38.474012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e32e42e-6ae3-445b-a089-badaad176aec None None] Network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:38.507370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760370c-1e5d-463c-b522-943d0ad26135 req-5fcb2034-3ea0-410a-b225-449c41ff3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:38.508801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.509146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.509483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.510423 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6760370c-1e5d-463c-b522-943d0ad26135 req-5fcb2034-3ea0-410a-b225-449c41ff3bd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=378b2647-d42f-4b9c-b46c-e1dec664ba01 HTTP/1.1" status: 200 len: 861 time: 0.1428058 Apr 18 20:47:38.533947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2372c9e4-90de-4223-b14a-9b0762b72da0 req-18571a58-06ec-4b29-b9bf-78ab7c55a084 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449873 Apr 18 20:47:38.546783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:38.547390 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:38.554095 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 2 to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 Apr 18 20:47:38.560052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6760370c-1e5d-463c-b522-943d0ad26135 req-e750a92a-513d-4908-8143-46a19a6ad547 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea923817-0b58-4c20-954b-70db2ac9453d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332081 Apr 18 20:47:38.581788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.582380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.582873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.598025 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.606325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-73142f40-5896-4e0b-9eaa-f2e67bd753a4 service neutron] 10.222.0.49 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160764 Apr 18 20:47:38.607355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:38.607689 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:38.608107 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 3 to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 Apr 18 20:47:38.638751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.639091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.639421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.651955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:38.652219 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:38.652669 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 4 to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 Apr 18 20:47:38.668237 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.692820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.692820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.692820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.701179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce5f0d1-99ff-40a1-946f-a44aab026d4a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:38.706331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:38.706679 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:38.707096 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 5 to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 Apr 18 20:47:38.725968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.726307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.726928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.730102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port cce5f0d1-99ff-40a1-946f-a44aab026d4a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=cce5f0d1-99ff-40a1-946f-a44aab026d4a,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:38.739473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:38.739805 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:38.740226 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 6 to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 Apr 18 20:47:38.753414 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.755723 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.769464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.769814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.770152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.786255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:38.786585 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:38.786983 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 7 to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 Apr 18 20:47:38.817997 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6760370c-1e5d-463c-b522-943d0ad26135 req-8d9cc427-cc6f-457b-8ba2-1ed457851908 service neutron] 10.222.0.60 "GET /v2.0/networks/ea923817-0b58-4c20-954b-70db2ac9453d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515903 Apr 18 20:47:38.823129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.823477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.823815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.833073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:38.833406 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:38.833845 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 8 to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 Apr 18 20:47:38.841644 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26abdb58-589b-44f1-8aec-b53b755e7bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.870440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.870781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.871179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.916416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978a884-91d7-41d9-b24d-cdc4aeda4436 None None] Pushing event updated for resources: {'Port': ['ID=64fa07d0-5efe-42d5-af15-8dfd81357016,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:38.927865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3abd5414-ea76-4e4b-9ceb-6532e1a32b36 req-a2ee8a7e-5c4e-4583-b24e-e30d4f61fd9b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 210 time: 0.0586517 Apr 18 20:47:38.931394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:38.931725 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:38.932150 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 9 to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 Apr 18 20:47:38.964926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:38.965778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:38.967140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:38.973845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:38.974315 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:38.974565 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 10 to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 Apr 18 20:47:39.000767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:39.001157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:39.001276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:39.003214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54918) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:39.019594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:39.019955 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:39.020336 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.115720 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6760370c-1e5d-463c-b522-943d0ad26135 req-110cea9d-ef7f-4ef8-b758-20e5568ca3a6 service neutron] 10.222.0.60 "GET /v2.0/networks/ea923817-0b58-4c20-954b-70db2ac9453d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898636 Apr 18 20:47:39.155349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['cce5f0d1-99ff-40a1-946f-a44aab026d4a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:47:39.280809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] For port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:39.281773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempted to set empty binding levels {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:47:39.293187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.307782 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14fe2fb1-7d96-4e3d-9d07-e23bbd9b17d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.375588 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=cce5f0d1-99ff-40a1-946f-a44aab026d4a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.376203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c23081-cb87-4d06-8db3-a03c9f550236 req-db58246e-b0de-4524-9873-b5a2ffc08f02 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:39.377381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02c23081-cb87-4d06-8db3-a03c9f550236 req-db58246e-b0de-4524-9873-b5a2ffc08f02 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 944 time: 0.1755221 Apr 18 20:47:39.378784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:39.379379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.411310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Attempting to bind port 64fa07d0-5efe-42d5-af15-8dfd81357016 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:39.411693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Attempting to bind port 64fa07d0-5efe-42d5-af15-8dfd81357016 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:39.412962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Attempting to bind port 64fa07d0-5efe-42d5-af15-8dfd81357016 on network 72181107-c853-463b-ae61-837decf172d1 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:39.441616 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.443149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:39.443717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Checking segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:39.444247 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.445101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Bound using segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:39.445802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Bound port: 64fa07d0-5efe-42d5-af15-8dfd81357016, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:39.446406 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.449961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event updated for resources: {'Port': ['ID=aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.463818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1bd4eff4-b77c-4aa0-a721-04c2484c0402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.4557409 Apr 18 20:47:39.464608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54926) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:39.491118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02c23081-cb87-4d06-8db3-a03c9f550236 req-cd353f85-9932-40a1-ab7e-22bce73eb329 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929325 Apr 18 20:47:39.593100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14fe2fb1-7d96-4e3d-9d07-e23bbd9b17d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.598908 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14fe2fb1-7d96-4e3d-9d07-e23bbd9b17d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.623866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-83b2b47d-a775-4ae1-897f-e045fb38febf None None] Provisioning complete for port 64fa07d0-5efe-42d5-af15-8dfd81357016 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:39.624432 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83b2b47d-a775-4ae1-897f-e045fb38febf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.660717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-14fe2fb1-7d96-4e3d-9d07-e23bbd9b17d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78aca8c1584d4483b39ec1a51bac1c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554518 Apr 18 20:47:39.661371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54934) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:39.681276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] For port 64fa07d0-5efe-42d5-af15-8dfd81357016, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:39.718057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] For port 64fa07d0-5efe-42d5-af15-8dfd81357016, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=64fa07d0-5efe-42d5-af15-8dfd81357016,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:39.724500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-83b2b47d-a775-4ae1-897f-e045fb38febf None None] Port 64fa07d0-5efe-42d5-af15-8dfd81357016 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:47:39.728376 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.756806 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1387787d-12e2-452b-aa97-f1cef7936b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.794860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe2fb1-7d96-4e3d-9d07-e23bbd9b17d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3530d7-0186-4ced-a7ba-a89a515de920,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.822575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c658e3-da63-4475-b43e-30c9cdff608a req-60d135cb-e191-4935-8354-fe63b8606cae tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:39.823406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978a884-91d7-41d9-b24d-cdc4aeda4436 None None] Pushing event updated for resources: {'Port': ['ID=64fa07d0-5efe-42d5-af15-8dfd81357016,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.824429 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38c658e3-da63-4475-b43e-30c9cdff608a req-60d135cb-e191-4935-8354-fe63b8606cae tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 945 time: 0.1787491 Apr 18 20:47:39.892380 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1387787d-12e2-452b-aa97-f1cef7936b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.907322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Routers {'06ea5561-1f0d-4511-8151-b102a9bbdd29'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:39.907957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['06ea5561-1f0d-4511-8151-b102a9bbdd29'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:39.931625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38c658e3-da63-4475-b43e-30c9cdff608a req-acec3c72-ff9a-40f0-94a8-a6bb9eec8c43 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942516 Apr 18 20:47:40.083489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6531f07-0409-4034-9746-8e662e10052b req-ee72c7e8-a932-42ff-88c0-f269dd385069 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 210 time: 0.0744712 Apr 18 20:47:40.112517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1387787d-12e2-452b-aa97-f1cef7936b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.115765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1387787d-12e2-452b-aa97-f1cef7936b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.117329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1387787d-12e2-452b-aa97-f1cef7936b78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c3530d7-0186-4ced-a7ba-a89a515de920 HTTP/1.1" status: 204 len: 168 time: 0.4527109 Apr 18 20:47:40.137325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387787d-12e2-452b-aa97-f1cef7936b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3530d7-0186-4ced-a7ba-a89a515de920,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:40.432753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] Set router 06ea5561-1f0d-4511-8151-b102a9bbdd29 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:40.488353 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-957176f6-b0da-4938-9dd2-615c0bff3c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Deleting port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:40.489459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-957176f6-b0da-4938-9dd2-615c0bff3c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.524722 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-673ea520-96b2-4581-9673-2930f1816a05 None None] Provisioning complete for port 64fa07d0-5efe-42d5-af15-8dfd81357016 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:40.525520 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-673ea520-96b2-4581-9673-2930f1816a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.652350 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.701335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-957176f6-b0da-4938-9dd2-615c0bff3c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] For port aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61, host n-h2-836015-4, got binding levels [] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:40.702361 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-957176f6-b0da-4938-9dd2-615c0bff3c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.741308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54950) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:40.744968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-957176f6-b0da-4938-9dd2-615c0bff3c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Calling delete_port for aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:40.768814 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa6487e4-c9ac-43b3-b699-df36af9c0456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.783015 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-673ea520-96b2-4581-9673-2930f1816a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.791296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b1b9f-c8a7-48d5-bc99-c642f47f6409 req-ebd38349-7366-4982-8932-2898e5806881 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.803530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-939b1b9f-c8a7-48d5-bc99-c642f47f6409 req-ebd38349-7366-4982-8932-2898e5806881 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 944 time: 0.1045675 Apr 18 20:47:40.868899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-939b1b9f-c8a7-48d5-bc99-c642f47f6409 req-56d82df5-a760-4b74-bcdc-722b0c34fc77 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639851 Apr 18 20:47:40.941361 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-957176f6-b0da-4938-9dd2-615c0bff3c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.942939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-673ea520-96b2-4581-9673-2930f1816a05 None None] For port 64fa07d0-5efe-42d5-af15-8dfd81357016, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=64fa07d0-5efe-42d5-af15-8dfd81357016,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:40.948262 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-673ea520-96b2-4581-9673-2930f1816a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.992646 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-957176f6-b0da-4938-9dd2-615c0bff3c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.000674 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-957176f6-b0da-4938-9dd2-615c0bff3c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "DELETE /v2.0/ports/aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 HTTP/1.1" status: 204 len: 168 time: 1.5302830 Apr 18 20:47:41.004502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957176f6-b0da-4938-9dd2-615c0bff3c52 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.011607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54954) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:41.012561 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa6487e4-c9ac-43b3-b699-df36af9c0456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.028413 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aa6487e4-c9ac-43b3-b699-df36af9c0456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.035139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '64fa07d0-5efe-42d5-af15-8dfd81357016', 'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:94:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:39Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '624051db-c4d4-4401-a79a-17de42e750d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:41.054718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ea520-96b2-4581-9673-2930f1816a05 None None] Pushing event updated for resources: {'Port': ['ID=64fa07d0-5efe-42d5-af15-8dfd81357016,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.072162 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfec6015-4e26-4565-a7e5-c1a04fefbe2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:47:41.079403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bfec6015-4e26-4565-a7e5-c1a04fefbe2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "GET /v2.0/ports/aa63b9c2-7bb0-40ca-bc4e-133aef7f9e61 HTTP/1.1" status: 404 len: 333 time: 0.0597277 Apr 18 20:47:41.082388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54956) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:41.118984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ad43cf-a7ae-4425-9455-864370282890 None None] The sync data for ids ['06ea5561-1f0d-4511-8151-b102a9bbdd29'] in n-d-836015-4 is: [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '64fa07d0-5efe-42d5-af15-8dfd81357016', 'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:94:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:39Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '624051db-c4d4-4401-a79a-17de42e750d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:41.161192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Request body: {'port': {'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-811475525'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:41.181959 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.217920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Made reservation on behalf of f84a7d9e97cf46aba28cbb24e8a23681 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:41.220610 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.273386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fc3b-dfb0-484b-af12-be8a3247d36d req-0ccaada0-8df4-4924-8289-ccbf30ba78b9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:41.281154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6951fc3b-dfb0-484b-af12-be8a3247d36d req-0ccaada0-8df4-4924-8289-ccbf30ba78b9 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 945 time: 0.2011116 Apr 18 20:47:41.314408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] device_id is not set on port 506f1673-2e28-4267-bcd7-46a95fa69d30 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:41.335137 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aa6487e4-c9ac-43b3-b699-df36af9c0456 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2e5f802e2dec4b6697f99b86eabad150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5924873 Apr 18 20:47:41.335887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54962) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:41.349717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6487e4-c9ac-43b3-b699-df36af9c0456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e580fd0b-2bcb-4b87-bdec-70f2470894d8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.431028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58529812-df26-4181-8654-66259fdb6509 req-8a5e261e-7641-41d8-9bed-6b17b71c4442 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:41.440290 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-8a5e261e-7641-41d8-9bed-6b17b71c4442 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 797 time: 0.3824062 Apr 18 20:47:41.462190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42445f83-7244-4ed0-a44d-f76b51439d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.498615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c5599c2-49bf-4dea-879f-5b1dbbd27e74 req-e5a76fae-041b-4fd2-b63f-d83d162dfb20 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 210 time: 0.2141635 Apr 18 20:47:41.521683 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42445f83-7244-4ed0-a44d-f76b51439d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.588524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6951fc3b-dfb0-484b-af12-be8a3247d36d req-69f364c9-b661-481d-a330-4570329b0d20 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864852 Apr 18 20:47:41.606563 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-d3ceb0d0-13af-41b3-9fa3-719c90cb7038 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 379 time: 0.1455948 Apr 18 20:47:41.619520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'port': {'device_id': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'admin_state_up': True, 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'security_groups': ['a89aa95f-ecba-469b-922c-b509fe0aec29']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:41.669902 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.713752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.751602 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42445f83-7244-4ed0-a44d-f76b51439d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.754398 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42445f83-7244-4ed0-a44d-f76b51439d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.755704 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-42445f83-7244-4ed0-a44d-f76b51439d76 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e580fd0b-2bcb-4b87-bdec-70f2470894d8 HTTP/1.1" status: 204 len: 168 time: 0.4144878 Apr 18 20:47:41.777883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42445f83-7244-4ed0-a44d-f76b51439d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e580fd0b-2bcb-4b87-bdec-70f2470894d8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.779732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event updated for resources: {'Port': ['ID=506f1673-2e28-4267-bcd7-46a95fa69d30,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.790936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:41.795690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.838142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:41.839767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:41.842701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:41.843798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:41.844632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.865730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6d34915f-0618-49bd-be4a-f1560d018837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7801306 Apr 18 20:47:41.868341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54968) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:41.876003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:41.902235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device cce5f0d1-99ff-40a1-946f-a44aab026d4a up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:42.018670 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.233472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1eb2fd-67ae-496d-8cbd-929e43b66925 req-91cf5d5c-ba11-41d3-b364-b3a6a6617bc9 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:42.235772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a1eb2fd-67ae-496d-8cbd-929e43b66925 req-91cf5d5c-ba11-41d3-b364-b3a6a6617bc9 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 944 time: 0.1462355 Apr 18 20:47:42.246166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.20.0.5 (72181107-c853-463b-ae61-837decf172d1/624051db-c4d4-4401-a79a-17de42e750d8/605d5acc-1e90-4c81-a09d-c6f40d6f3654) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:42.325920 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.349686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port cce5f0d1-99ff-40a1-946f-a44aab026d4a completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:42.360197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port cce5f0d1-99ff-40a1-946f-a44aab026d4a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:42.362649 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.452501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a1eb2fd-67ae-496d-8cbd-929e43b66925 req-d14667a8-6b43-4403-878e-ad71234baa19 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998994 Apr 18 20:47:42.456828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] device_id is not set on port 506f1673-2e28-4267-bcd7-46a95fa69d30 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:42.488421 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.498349 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.508676 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.544841 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.590695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port cce5f0d1-99ff-40a1-946f-a44aab026d4a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=cce5f0d1-99ff-40a1-946f-a44aab026d4a,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:42.592468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:42.597311 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c8560e-7908-4108-98cc-6ef774e24ce7" -d '{"events": [{"server_uuid": "3e623bac-00d6-46e7-8f89-adddbe701f10", "name": "network-vif-plugged", "status": "completed", "tag": "cce5f0d1-99ff-40a1-946f-a44aab026d4a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:42.610973 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.611578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event updated for resources: {'Port': ['ID=506f1673-2e28-4267-bcd7-46a95fa69d30,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:42.625730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.646655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:42.646984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:42.647435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:42.654482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:42.654482 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:42.654482 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 2 to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 Apr 18 20:47:42.672172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:42.672374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:42.672541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:42.679026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:42.679443 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:42.679993 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 3 to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 Apr 18 20:47:42.797679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:42.797679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:42.797679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:42.803405 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 72181107-c853-463b-ae61-837decf172d1 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:42.807313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:42.812524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=cce5f0d1-99ff-40a1-946f-a44aab026d4a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:42.834614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:42.837172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:47:42.870318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:42.871449 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:42.876136 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 4 to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 Apr 18 20:47:42.910817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 64fa07d0-5efe-42d5-af15-8dfd81357016 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:42.937911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:42.938299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:42.938749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:42.953603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:42.953973 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:42.960799 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 5 to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 Apr 18 20:47:42.967673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:42.985221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfc9b0-4d71-42eb-b644-9497899b158b req-c8242f3f-1a38-413b-b015-06cf6f951d37 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:43.004909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88bfc9b0-4d71-42eb-b644-9497899b158b req-c8242f3f-1a38-413b-b015-06cf6f951d37 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 931 time: 0.2990983 Apr 18 20:47:43.021904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:43.025134 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.054221 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-81fba15b-e043-4cb7-8362-6cd6f3e2b02d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4394593 Apr 18 20:47:43.072301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Request body: {'port': {'device_id': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:43.101254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:43.101794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:43.102348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:43.131951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163185a8-96a1-4d7b-8913-911c976cdf10 req-706c4e95-1513-4611-8e58-8cb14e58f1e3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:43.148810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-163185a8-96a1-4d7b-8913-911c976cdf10 req-706c4e95-1513-4611-8e58-8cb14e58f1e3 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 946 time: 0.2801902 Apr 18 20:47:43.181677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:43.182209 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:43.215932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,segment=NetworkSegment(b04a85d5-08f6-4a7f-a92e-5d0ca3197537),segment_id=b04a85d5-08f6-4a7f-a92e-5d0ca3197537)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:43.216141 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 6 to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 Apr 18 20:47:43.232015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7', 'network_id': 'ea923817-0b58-4c20-954b-70db2ac9453d', 'port_id': '5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7', 'mac_address': 'fa:16:3e:ba:cd:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378b2647-d42f-4b9c-b46c-e1dec664ba01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:47:43.281954 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 64fa07d0-5efe-42d5-af15-8dfd81357016 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:43.282466 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.307353 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.321226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:43.322139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:43.323320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:43.369593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-163185a8-96a1-4d7b-8913-911c976cdf10 req-b9808493-3b09-44f6-a786-533ea968ab73 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194052 Apr 18 20:47:43.379215 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.379440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88bfc9b0-4d71-42eb-b644-9497899b158b req-a67b7745-7181-4027-a6f3-a8b5f3b27bce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3650169 Apr 18 20:47:43.384144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:43.387201 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:43.388152 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 7 to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 Apr 18 20:47:43.392483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5a13ec6d-7bb1-449e-ae2a-c79bbc2fc65c None None] Provisioning complete for port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:43.392977 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5a13ec6d-7bb1-449e-ae2a-c79bbc2fc65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.431805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:43.432318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:43.433072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:43.448606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:43.449082 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:43.449714 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 8 to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 Apr 18 20:47:43.470162 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5a13ec6d-7bb1-449e-ae2a-c79bbc2fc65c None None] Port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:47:43.532667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:43.614606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,segment=NetworkSegment(b04a85d5-08f6-4a7f-a92e-5d0ca3197537),segment_id=b04a85d5-08f6-4a7f-a92e-5d0ca3197537)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:43.635896 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.645091 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d0e561-12ce-4575-b6b8-dd0b1d5af696 x-openstack-request-id: req-b1d0e561-12ce-4575-b6b8-dd0b1d5af696 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:43.645091 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e623bac-00d6-46e7-8f89-adddbe701f10", "name": "network-vif-plugged", "status": "completed", "tag": "cce5f0d1-99ff-40a1-946f-a44aab026d4a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:43.645091 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1d0e561-12ce-4575-b6b8-dd0b1d5af696 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:43.645805 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d0e561-12ce-4575-b6b8-dd0b1d5af696'] response: {'server_uuid': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'code': 200} Apr 18 20:47:43.723606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:43.892508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605d5acc-1e90-4c81-a09d-c6f40d6f3654 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:43.906689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.925040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Transition to ACTIVE for port object 605d5acc-1e90-4c81-a09d-c6f40d6f3654 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:43.930008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.944868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:47:44.003043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:44.037294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:44.038108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:44.038108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:44.062611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f35f0-34b1-4744-906e-cef5ba7ac9bf req-8973d5d4-92dd-4540-8133-ad8ab1fc42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.065820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d8f35f0-34b1-4744-906e-cef5ba7ac9bf req-8973d5d4-92dd-4540-8133-ad8ab1fc42de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 1097 time: 0.1174443 Apr 18 20:47:44.083290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:44.090191 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:44.099350 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 9 to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 Apr 18 20:47:44.128783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:44.129416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:44.129921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:44.141055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795c025-02d1-49e7-9d33-bb50e3fbc6d4 req-d89e9d0a-984e-40a7-8d83-ff53f42e70b5 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.148912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6795c025-02d1-49e7-9d33-bb50e3fbc6d4 req-d89e9d0a-984e-40a7-8d83-ff53f42e70b5 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 945 time: 0.2031405 Apr 18 20:47:44.169939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:44.170531 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:44.175704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:44.178009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:44.178381 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on network 72181107-c853-463b-ae61-837decf172d1 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:44.186117 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 10 to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 Apr 18 20:47:44.189626 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on network 72181107-c853-463b-ae61-837decf172d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:44.189968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on network 72181107-c853-463b-ae61-837decf172d1 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:44.203232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:44.203568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:44.204269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:44.205720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:47:44.206150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Checking segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:44.206690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Bound using segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:47:44.207220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Bound port: 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:44.208153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.231072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d8f35f0-34b1-4744-906e-cef5ba7ac9bf req-c2a5ee1b-adcf-453e-9c75-4563def6b06a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546524 Apr 18 20:47:44.250423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:44.250980 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port 506f1673-2e28-4267-bcd7-46a95fa69d30 on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:44.251535 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.324216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6795c025-02d1-49e7-9d33-bb50e3fbc6d4 req-91d083c7-6876-45b2-a59f-782ae1156188 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687360 Apr 18 20:47:44.395214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:44.401817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:47:44.406948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] For port 506f1673-2e28-4267-bcd7-46a95fa69d30, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:44.407588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempted to set empty binding levels {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:47:44.409690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.413081 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.429739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] In _notify_port_updated(), no bound segment for port 506f1673-2e28-4267-bcd7-46a95fa69d30 on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:47:44.430988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.431807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.433397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "PUT /v2.0/ports/506f1673-2e28-4267-bcd7-46a95fa69d30 HTTP/1.1" status: 200 len: 978 time: 2.5630379 Apr 18 20:47:44.455961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55020) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:44.509965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f053ef-e9a0-4bd3-a93e-084fc3a91b03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event updated for resources: {'Port': ['ID=506f1673-2e28-4267-bcd7-46a95fa69d30,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:44.559250 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.560056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.563935 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] 10.222.0.64 "PUT /v2.0/ports/605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 1091 time: 1.4954553 Apr 18 20:47:44.563935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:44.565267 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afb0113-b3fe-4171-a216-082425719e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:44.688815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eb9f1-cb17-48b8-8f92-75f05321c0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:44.721620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d355bbd-3c3d-491e-9aad-fb47318fdff7 req-bb32e224-b6df-4835-93e3-b908152fe68f tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.723870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d355bbd-3c3d-491e-9aad-fb47318fdff7 req-bb32e224-b6df-4835-93e3-b908152fe68f tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 946 time: 0.1587720 Apr 18 20:47:44.735916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.736625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.737163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.737839 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.738368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.738897 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.739424 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.739799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b69a53-9006-4fb5-a55c-96644356738e req-385e84a4-3101-4f24-9589-bf00632c3633 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.740514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.741239 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.741805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.742385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.742656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34b69a53-9006-4fb5-a55c-96644356738e req-385e84a4-3101-4f24-9589-bf00632c3633 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 943 time: 0.1162825 Apr 18 20:47:44.743017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.743662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.744269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.750010 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e0be2a6-0a97-4286-a8e0-6fbd89019e0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12807 time: 0.2891583 Apr 18 20:47:44.751774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55028) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:44.767112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58529812-df26-4181-8654-66259fdb6509 req-ac12e8e4-80e7-4749-8f39-f64b6da59924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.776956 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-ac12e8e4-80e7-4749-8f39-f64b6da59924 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1094 time: 0.1621859 Apr 18 20:47:44.800417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d355bbd-3c3d-491e-9aad-fb47318fdff7 req-0ac61384-23ca-4704-bb3c-0257dda9345c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560691 Apr 18 20:47:44.862300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34b69a53-9006-4fb5-a55c-96644356738e req-289d16f6-d755-41c6-a741-e1975fe39328 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812042 Apr 18 20:47:44.918569 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-155bbe23-c724-4c18-a9a1-958d7b17d346 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 217 time: 0.1107714 Apr 18 20:47:44.921022 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2022ec0-cc81-46a9-8934-9563a0bf26cb x-openstack-request-id: req-e2022ec0-cc81-46a9-8934-9563a0bf26cb {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:44.921458 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:44.921760 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2022ec0-cc81-46a9-8934-9563a0bf26cb {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:44.922233 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2022ec0-cc81-46a9-8934-9563a0bf26cb'] response: {'name': 'network-changed', 'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'status': 'completed', 'code': 200} Apr 18 20:47:45.031974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58529812-df26-4181-8654-66259fdb6509 req-6e1f5096-37bf-4552-b69c-377f1f31dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:45.033668 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-6e1f5096-37bf-4552-b69c-377f1f31dd81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.1047313 Apr 18 20:47:45.093963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Deleting port 506f1673-2e28-4267-bcd7-46a95fa69d30 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:45.094301 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.161914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58529812-df26-4181-8654-66259fdb6509 req-a965e243-2164-4383-91b0-b5abe05f439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:45.163627 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-a965e243-2164-4383-91b0-b5abe05f439f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220591 Apr 18 20:47:45.192633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] For port 506f1673-2e28-4267-bcd7-46a95fa69d30, host n-h2-836015-4, got binding levels [] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:45.192999 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.260993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Calling delete_port for 506f1673-2e28-4267-bcd7-46a95fa69d30 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:45.474757 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-1af45363-894d-413f-8806-062b1ae0a576 service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970972 Apr 18 20:47:45.585230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.623984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event deleted for resources: {'Port': ['ID=506f1673-2e28-4267-bcd7-46a95fa69d30,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:45.643508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.643876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.644241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.644584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.644921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.645256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.646185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.646525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.646855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.647181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.647506 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.647832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:45.656296 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.663430 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-493a8cc8-266a-4f43-b465-9e2884ba56c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "DELETE /v2.0/ports/506f1673-2e28-4267-bcd7-46a95fa69d30 HTTP/1.1" status: 204 len: 168 time: 0.9065330 Apr 18 20:47:45.664652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55068) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:45.680668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd86ecb-bbe5-4026-a769-f34ee1d32881 req-ddf8e63a-d58c-494c-bc92-a6df87e9c0f9 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:45.692508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bd86ecb-bbe5-4026-a769-f34ee1d32881 req-ddf8e63a-d58c-494c-bc92-a6df87e9c0f9 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 945 time: 0.1711347 Apr 18 20:47:45.702094 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e675817-b3f1-4519-86d9-83a89c121ff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:47:45.707604 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3e675817-b3f1-4519-86d9-83a89c121ff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "GET /v2.0/ports/506f1673-2e28-4267-bcd7-46a95fa69d30 HTTP/1.1" status: 404 len: 333 time: 0.0381167 Apr 18 20:47:45.707604 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58529812-df26-4181-8654-66259fdb6509 req-a59bf12e-44e1-42dc-8f1e-0ca0b9d1880e service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241890 Apr 18 20:47:45.708135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55072) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:45.713199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500265083', 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:45.890665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bd86ecb-bbe5-4026-a769-f34ee1d32881 req-4ef3d5f2-54aa-4275-9c7d-ecb7747e1071 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931195 Apr 18 20:47:45.903507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0113-b3fe-4171-a216-082425719e1f req-70925e7e-005c-456d-a2b4-3b95ca00bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:45.921679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Made reservation on behalf of f84a7d9e97cf46aba28cbb24e8a23681 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:45.921679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.922120 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4afb0113-b3fe-4171-a216-082425719e1f req-70925e7e-005c-456d-a2b4-3b95ca00bfa7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1094 time: 0.1385558 Apr 18 20:47:45.966917 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.993476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] device_id is not set on port cc408ef6-941e-454b-a3d4-7aec32ac4f1a yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:46.076323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0113-b3fe-4171-a216-082425719e1f req-f18c6c01-3268-45c0-9cae-12377dbd0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.077895 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4afb0113-b3fe-4171-a216-082425719e1f req-f18c6c01-3268-45c0-9cae-12377dbd0518 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.1510482 Apr 18 20:47:46.140546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55086) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:46.147857 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4afb0113-b3fe-4171-a216-082425719e1f req-4781d418-60fb-436d-8408-6daa2752c2f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 217 time: 0.0609455 Apr 18 20:47:46.226385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0113-b3fe-4171-a216-082425719e1f req-03ee7308-4fa4-429d-8c4e-0674f942edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.229144 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4afb0113-b3fe-4171-a216-082425719e1f req-03ee7308-4fa4-429d-8c4e-0674f942edf3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.0730679 Apr 18 20:47:46.309713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb0113-b3fe-4171-a216-082425719e1f req-2815ff86-a4a2-4fb8-bb54-9f74fc78c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.311786 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4afb0113-b3fe-4171-a216-082425719e1f req-2815ff86-a4a2-4fb8-bb54-9f74fc78c0af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747092 Apr 18 20:47:46.349262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.371370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab662c-f483-426f-9f99-72c440fc1134 req-3d9a84a0-edfb-4930-a4b9-338202f6c96a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.376012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53ab662c-f483-426f-9f99-72c440fc1134 req-3d9a84a0-edfb-4930-a4b9-338202f6c96a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 943 time: 0.2671921 Apr 18 20:47:46.395648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb093e-5a20-417a-92a4-1a5a78452a8a req-06e7792c-7f67-4504-a071-155c442211fb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.397633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92bb093e-5a20-417a-92a4-1a5a78452a8a req-06e7792c-7f67-4504-a071-155c442211fb tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 946 time: 0.2898719 Apr 18 20:47:46.444410 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4afb0113-b3fe-4171-a216-082425719e1f req-3f801191-aa8c-47cf-a381-1a7a4ecc13a6 service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235938 Apr 18 20:47:46.446005 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75689d6f-c75a-4c55-9cbe-f6cfd5b6f329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.465172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53ab662c-f483-426f-9f99-72c440fc1134 req-97bbb79e-ec66-40ff-bd28-ef92a3fc941b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661857 Apr 18 20:47:46.509332 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-92bb093e-5a20-417a-92a4-1a5a78452a8a req-666ba101-0459-4148-84a3-b08609a39862 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787091 Apr 18 20:47:46.521704 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.579780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:46.588435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:46.595592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:46.597146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.597863 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.621478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event updated for resources: {'Port': ['ID=cc408ef6-941e-454b-a3d4-7aec32ac4f1a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:46.640923 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4afb0113-b3fe-4171-a216-082425719e1f req-57d24eea-56e1-4210-84fb-ed1917cc34b3 service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852887 Apr 18 20:47:46.643715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55104) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:46.644178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b7f63d55-c3a7-4076-a8b0-9ba3646fb315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9348633 Apr 18 20:47:46.681442 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75689d6f-c75a-4c55-9cbe-f6cfd5b6f329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.691360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75689d6f-c75a-4c55-9cbe-f6cfd5b6f329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.697347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d029b-5554-4945-909d-9a9da50354f8 req-033cd243-d73b-4c9a-b613-74c210913895 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.697957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dff582-c607-462b-98c8-5c68a2ceb747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.699832 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-343d029b-5554-4945-909d-9a9da50354f8 req-033cd243-d73b-4c9a-b613-74c210913895 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 946 time: 0.0814540 Apr 18 20:47:46.700636 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-52dff582-c607-462b-98c8-5c68a2ceb747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "GET /v2.0/ports/cc408ef6-941e-454b-a3d4-7aec32ac4f1a HTTP/1.1" status: 200 len: 959 time: 0.0559449 Apr 18 20:47:46.703640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55106) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:46.741876 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-75689d6f-c75a-4c55-9cbe-f6cfd5b6f329 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4db1d32ca9c4421ab42300458ee7a2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977888 Apr 18 20:47:46.741876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75689d6f-c75a-4c55-9cbe-f6cfd5b6f329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8a606e-9f04-44bb-83f2-b8e43af62fab,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:46.742275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55108) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:46.832097 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:46.849771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-343d029b-5554-4945-909d-9a9da50354f8 req-951c1052-7905-482a-99c7-803c75159e0e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103721 Apr 18 20:47:46.873976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55112) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:46.879034 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63dfdc21-4cf0-4131-94bb-a1c2b3bd8086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.885737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f52e7-001f-4f2f-b165-dd1443eaad89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Deleting port cc408ef6-941e-454b-a3d4-7aec32ac4f1a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:46.885737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee5f52e7-001f-4f2f-b165-dd1443eaad89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.929854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32617db4-5d4c-4a20-bbce-358f63add21e tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:46.932068 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-32617db4-5d4c-4a20-bbce-358f63add21e tempest-TestNetworkBasicOps-796515198 tempest-TestNetworkBasicOps-796515198-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 1092 time: 0.0564921 Apr 18 20:47:46.935560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55116) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:46.944300 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:46.947863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:46.959093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:46.959469 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.962663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63dfdc21-4cf0-4131-94bb-a1c2b3bd8086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.982526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.992509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55118) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:46.996137 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee5f52e7-001f-4f2f-b165-dd1443eaad89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.037380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f52e7-001f-4f2f-b165-dd1443eaad89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Calling delete_port for cc408ef6-941e-454b-a3d4-7aec32ac4f1a owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:47.095448 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.140009 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.140967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e090b4-12ec-4e1f-bf3f-280e24885d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:47.145101 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698bd0f6-2118-47fb-9b10-1d60733aea88" -d '{"events": [{"server_uuid": "31e090b4-12ec-4e1f-bf3f-280e24885d15", "name": "network-vif-plugged", "status": "completed", "tag": "5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:47.160611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9067e8e-052c-4033-9c30-4161feab3fac req-6ee27721-f5ed-442d-8f3a-d8ad1dfef0b5 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:47.162317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9067e8e-052c-4033-9c30-4161feab3fac req-6ee27721-f5ed-442d-8f3a-d8ad1dfef0b5 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 945 time: 0.1444032 Apr 18 20:47:47.170749 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63dfdc21-4cf0-4131-94bb-a1c2b3bd8086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.175770 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63dfdc21-4cf0-4131-94bb-a1c2b3bd8086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.177429 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-63dfdc21-4cf0-4131-94bb-a1c2b3bd8086 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ff8a606e-9f04-44bb-83f2-b8e43af62fab HTTP/1.1" status: 204 len: 168 time: 0.4330952 Apr 18 20:47:47.201853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,segment=NetworkSegment(b04a85d5-08f6-4a7f-a92e-5d0ca3197537),segment_id=b04a85d5-08f6-4a7f-a92e-5d0ca3197537)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:47.209535 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.218703 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb56594-bb3d-4f71-ada7-b299d0f4b04e x-openstack-request-id: req-7fb56594-bb3d-4f71-ada7-b299d0f4b04e {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:47.219235 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e090b4-12ec-4e1f-bf3f-280e24885d15", "name": "network-vif-plugged", "status": "completed", "tag": "5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:47.219772 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fb56594-bb3d-4f71-ada7-b299d0f4b04e {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:47.220441 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb56594-bb3d-4f71-ada7-b299d0f4b04e'] response: {'server_uuid': '31e090b4-12ec-4e1f-bf3f-280e24885d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7', 'code': 200} Apr 18 20:47:47.227012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfdc21-4cf0-4131-94bb-a1c2b3bd8086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8a606e-9f04-44bb-83f2-b8e43af62fab,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.284878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.295367 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee5f52e7-001f-4f2f-b165-dd1443eaad89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.316822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf7fa6d9-a735-489a-b98f-46d8b71fc766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.371153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Allocated IP 172.25.2.206 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/6b17ab9f-ef8d-41c4-8aa4-52b2ad14e2ff) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:47.378018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f52e7-001f-4f2f-b165-dd1443eaad89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc408ef6-941e-454b-a3d4-7aec32ac4f1a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.385543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9067e8e-052c-4033-9c30-4161feab3fac req-31270ce5-3584-4457-b6be-69e11e543e5b tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065742 Apr 18 20:47:47.386314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c779bb-76ce-486f-b01f-4a20d7b16e0d req-f28c56e8-659d-4803-814b-12cdfd4b53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:47.387986 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09c779bb-76ce-486f-b01f-4a20d7b16e0d req-f28c56e8-659d-4803-814b-12cdfd4b53d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 1097 time: 0.0762863 Apr 18 20:47:47.405592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee5f52e7-001f-4f2f-b165-dd1443eaad89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.409381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ee5f52e7-001f-4f2f-b165-dd1443eaad89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "DELETE /v2.0/ports/cc408ef6-941e-454b-a3d4-7aec32ac4f1a HTTP/1.1" status: 204 len: 168 time: 0.7046032 Apr 18 20:47:47.415133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55130) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:47.451592 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-0736650d-4d3e-4618-b614-46d61e55224d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:47:47.457772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0736650d-4d3e-4618-b614-46d61e55224d tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "GET /v2.0/ports/cc408ef6-941e-454b-a3d4-7aec32ac4f1a HTTP/1.1" status: 404 len: 333 time: 0.0368936 Apr 18 20:47:47.459077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55132) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:47.463417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Request body: {'port': {'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-323541306'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:47.499395 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09c779bb-76ce-486f-b01f-4a20d7b16e0d req-15a20968-96ee-4328-b7ff-3d95eab4af59 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028686 Apr 18 20:47:47.503358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Made reservation on behalf of f84a7d9e97cf46aba28cbb24e8a23681 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:47.505820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.540214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] device_id is not set on port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:47.546336 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf7fa6d9-a735-489a-b98f-46d8b71fc766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.551855 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf7fa6d9-a735-489a-b98f-46d8b71fc766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.565406 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.605474 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.608558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cf7fa6d9-a735-489a-b98f-46d8b71fc766 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb97e4a2f4a142f48deb5ffad3f614b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148000 Apr 18 20:47:47.611938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55136) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:47.649154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55138) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:47.679454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fa6d9-a735-489a-b98f-46d8b71fc766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57efe491-e9fc-49e9-988b-e85e7b4c58f0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.686871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:47.691909 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39254dee-0673-4925-b679-bb3a048659a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.706282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:47.713579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe105e2-a0da-40b5-b8c5-4f7eae275489 req-95075ee4-797f-4dc1-8b37-eb5b1be4e3b9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:47.715695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbe105e2-a0da-40b5-b8c5-4f7eae275489 req-95075ee4-797f-4dc1-8b37-eb5b1be4e3b9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 943 time: 0.1019461 Apr 18 20:47:47.718708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=6b17ab9f-ef8d-41c4-8aa4-52b2ad14e2ff,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.723455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:47.808946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbe105e2-a0da-40b5-b8c5-4f7eae275489 req-58059d93-be63-4608-ac6c-fa3d1f73a753 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756221 Apr 18 20:47:47.811436 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a15b51b9-6997-4928-b81e-36f14c46b215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.833649 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.869491 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a15b51b9-6997-4928-b81e-36f14c46b215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.870166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.915947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:47:47.920002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:47.923107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:47.926909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:47.927872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:47.928973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.937063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9a9fc8-b268-4cf8-aa8a-506904b7de7c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.955629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-824dcd8a-98cf-4d6b-a062-ad635e47673c tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4934402 Apr 18 20:47:47.955629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55140) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:47.963361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:48.028814 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.030055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39254dee-0673-4925-b679-bb3a048659a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.037097 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:48.041338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39254dee-0673-4925-b679-bb3a048659a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.052950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'port_id': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'mac_address': 'fa:16:3e:8f:a9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:47:48.055020 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a15b51b9-6997-4928-b81e-36f14c46b215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.057537 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a15b51b9-6997-4928-b81e-36f14c46b215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.061071 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a15b51b9-6997-4928-b81e-36f14c46b215 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57efe491-e9fc-49e9-988b-e85e7b4c58f0 HTTP/1.1" status: 204 len: 168 time: 0.4419498 Apr 18 20:47:48.117030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.121978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39254dee-0673-4925-b679-bb3a048659a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2a8354-db0f-4e10-9816-472a8e301288,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:48.130394 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-39254dee-0673-4925-b679-bb3a048659a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e1b5d2f25c14bc59b5cbaa5b58597e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789004 Apr 18 20:47:48.136911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605d5acc-1e90-4c81-a09d-c6f40d6f3654 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:48.140580 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b51b9-6997-4928-b81e-36f14c46b215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57efe491-e9fc-49e9-988b-e85e7b4c58f0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:48.142312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55144) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:48.161507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:48.177659 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.270692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:48.279153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b96388ee-dcb7-4c13-b3d1-81c09bcdfb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.292198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] device_id is not set on port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:48.300605 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.307072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.312664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b96388ee-dcb7-4c13-b3d1-81c09bcdfb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.390609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9a9fc8-b268-4cf8-aa8a-506904b7de7c,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:48.391497 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.395820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:48.396218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:48.396596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:48.403391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:48.403780 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:48.404744 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 2 to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c Apr 18 20:47:48.407089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['605d5acc-1e90-4c81-a09d-c6f40d6f3654'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:47:48.420812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:48.421265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:48.421643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:48.428646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:48.428908 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:48.429508 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 3 to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c Apr 18 20:47:48.447590 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b96388ee-dcb7-4c13-b3d1-81c09bcdfb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.450975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:48.451416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b96388ee-dcb7-4c13-b3d1-81c09bcdfb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.451507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:48.451990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:48.452778 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b96388ee-dcb7-4c13-b3d1-81c09bcdfb90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca2a8354-db0f-4e10-9816-472a8e301288 HTTP/1.1" status: 204 len: 168 time: 0.3072996 Apr 18 20:47:48.462555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:48.462893 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:48.463387 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 4 to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c Apr 18 20:47:48.466932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96388ee-dcb7-4c13-b3d1-81c09bcdfb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2a8354-db0f-4e10-9816-472a8e301288,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:48.485944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:48.486200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:48.486590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:48.492187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:48.492630 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:48.493219 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 5 to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c Apr 18 20:47:48.509959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:48.510241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:48.510566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:48.515274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:48.515589 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:48.516003 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 6 to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c Apr 18 20:47:48.528751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.539951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:48.539951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:48.539951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:48.567849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:48.568667 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:48.569824 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 7 to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c Apr 18 20:47:48.588629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:48.588988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:48.589355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:48.602501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a37fa1-17b5-4223-81c9-ee296f0d61c9 req-56796313-324c-4a54-8a69-dffb0f16592d tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:48.603687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4a37fa1-17b5-4223-81c9-ee296f0d61c9 req-56796313-324c-4a54-8a69-dffb0f16592d tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 946 time: 0.0767739 Apr 18 20:47:48.606663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:48.606988 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:48.615640 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 8 to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c Apr 18 20:47:48.644792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:48.645024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:48.645645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:48.658624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:48.659231 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:48.660099 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 9 to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c Apr 18 20:47:48.686505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:48.687011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:48.687488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:48.702164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:48.707261 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:48.711153 n-d-836015-4 neutron-server[102904]: INFO neutron.plugins.ml2.plugin [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempt 10 to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c Apr 18 20:47:48.715017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55154) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:48.737703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.744128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4a37fa1-17b5-4223-81c9-ee296f0d61c9 req-2069f855-40d1-445a-bb3e-0e19a9aaa530 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211309 Apr 18 20:47:48.752529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.756523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:48.756767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:48.757104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempting to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:47:48.759202 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-563138d7-9027-4c8e-9d35-f168e68b1c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.804680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:47:48.805368 n-d-836015-4 neutron-server[102904]: ERROR neutron.plugins.ml2.managers [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Failed to bind port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on host n-h2-836015-4 for vnic_type normal using segments [{'id': '4cfd94b8-52ea-4917-9b28-5d54312ad99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'ccb75d1c-4e9a-4996-9843-93b2434f6ed5'}] Apr 18 20:47:48.805368 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.813963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event updated for resources: {'Port': ['ID=6b17ab9f-ef8d-41c4-8aa4-52b2ad14e2ff,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:48.865836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.011170 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Floating IP a69e82ac-a63d-4fac-9ebf-f5e14cea071b associated. External IP: 172.25.2.206, port: cce5f0d1-99ff-40a1-946f-a44aab026d4a. Apr 18 20:47:49.011635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] For port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:47:49.012019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attempted to set empty binding levels {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 18 20:47:49.024218 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.054778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64e63a-2e1c-498f-baf4-d5fafc02e505 req-3c8dfaa1-a43e-42e9-aeaa-12e82992f2b9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.056425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb64e63a-2e1c-498f-baf4-d5fafc02e505 req-3c8dfaa1-a43e-42e9-aeaa-12e82992f2b9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 944 time: 0.1184211 Apr 18 20:47:49.093826 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-563138d7-9027-4c8e-9d35-f168e68b1c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.116944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] In _notify_port_updated(), no bound segment for port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c on network ccb75d1c-4e9a-4996-9843-93b2434f6ed5 {{(pid=102904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:47:49.117870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.118581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.123446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "PUT /v2.0/ports/ba9a9fc8-b268-4cf8-aa8a-506904b7de7c HTTP/1.1" status: 200 len: 978 time: 1.1620314 Apr 18 20:47:49.124495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-563138d7-9027-4c8e-9d35-f168e68b1c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.127180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55164) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:49.214883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2c539-30b8-46c2-ba9a-c8a88dfb6af9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event updated for resources: {'Port': ['ID=ba9a9fc8-b268-4cf8-aa8a-506904b7de7c,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:49.230355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563138d7-9027-4c8e-9d35-f168e68b1c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8144094-55e6-4138-87ea-6025c3697e0c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:49.236996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb64e63a-2e1c-498f-baf4-d5fafc02e505 req-63bf7889-6211-43a5-9c8f-ba87496ac74f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534646 Apr 18 20:47:49.241260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-563138d7-9027-4c8e-9d35-f168e68b1c59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b18fbc066c8b4dc8b65f89b14f33b66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5207734 Apr 18 20:47:49.247865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55168) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:49.292415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-75b04c97-88f5-4c36-85e8-e3bb800bdf9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Deleting port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:49.293113 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75b04c97-88f5-4c36-85e8-e3bb800bdf9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.395788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-75b04c97-88f5-4c36-85e8-e3bb800bdf9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] For port ba9a9fc8-b268-4cf8-aa8a-506904b7de7c, host n-h2-836015-4, got binding levels [] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:49.397501 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75b04c97-88f5-4c36-85e8-e3bb800bdf9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.421354 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6900f1d-f4cb-4d34-aeec-3b2b76cb1390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.426480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-75b04c97-88f5-4c36-85e8-e3bb800bdf9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Calling delete_port for ba9a9fc8-b268-4cf8-aa8a-506904b7de7c owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:49.453615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6900f1d-f4cb-4d34-aeec-3b2b76cb1390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.456275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router e4e86c8b-e53b-413d-a021-52d6619f33ba has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:49.545018 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75b04c97-88f5-4c36-85e8-e3bb800bdf9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.579634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b04c97-88f5-4c36-85e8-e3bb800bdf9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba9a9fc8-b268-4cf8-aa8a-506904b7de7c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:49.593472 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75b04c97-88f5-4c36-85e8-e3bb800bdf9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.599814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-75b04c97-88f5-4c36-85e8-e3bb800bdf9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "DELETE /v2.0/ports/ba9a9fc8-b268-4cf8-aa8a-506904b7de7c HTTP/1.1" status: 204 len: 168 time: 0.4621942 Apr 18 20:47:49.600431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55178) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:49.621014 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6900f1d-f4cb-4d34-aeec-3b2b76cb1390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.623712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6900f1d-f4cb-4d34-aeec-3b2b76cb1390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.625052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a6900f1d-f4cb-4d34-aeec-3b2b76cb1390 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d8144094-55e6-4138-87ea-6025c3697e0c HTTP/1.1" status: 204 len: 168 time: 0.3761163 Apr 18 20:47:49.634531 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-211fce3a-2cc8-40c2-ae61-0e89c19363c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:47:49.640491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-211fce3a-2cc8-40c2-ae61-0e89c19363c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012 tempest-PortsAdminExtendedAttrsIpV6TestJSON-653372012-project-admin] 10.222.0.49 "GET /v2.0/ports/ba9a9fc8-b268-4cf8-aa8a-506904b7de7c HTTP/1.1" status: 404 len: 333 time: 0.0347340 Apr 18 20:47:49.640721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:49.640821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55182) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:49.654703 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] Sync routers for ids ['e4e86c8b-e53b-413d-a021-52d6619f33ba'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:49.664313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6900f1d-f4cb-4d34-aeec-3b2b76cb1390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8144094-55e6-4138-87ea-6025c3697e0c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:49.675665 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] Routers {'e4e86c8b-e53b-413d-a021-52d6619f33ba'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:49.676321 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e4e86c8b-e53b-413d-a021-52d6619f33ba'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:49.703596 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.732389 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.922670 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.931828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:47:49.986446 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] Set router e4e86c8b-e53b-413d-a021-52d6619f33ba gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:49.987529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb75d1c-4e9a-4996-9843-93b2434f6ed5']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:50.018912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfd94b8-52ea-4917-9b28-5d54312ad99c') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:50.019659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfd94b8-52ea-4917-9b28-5d54312ad99c') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:50.046256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.063536 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.073022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:50.074101 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.075436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:50.079495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:50.079877 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:50.151076 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:50.171813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.178712 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.187129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] 10.222.0.49 "DELETE /v2.0/networks/ccb75d1c-4e9a-4996-9843-93b2434f6ed5 HTTP/1.1" status: 204 len: 168 time: 0.5457451 Apr 18 20:47:50.235056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8f4d5-1460-4dab-9900-dbf59b393745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1689747170-project] Pushing event deleted for resources: {'Network': ['ID=ccb75d1c-4e9a-4996-9843-93b2434f6ed5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:50.270188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d25cc-7eab-4ac9-8d18-c2927f2d0936 req-d929e6a8-4f75-4206-8a02-8604429b0c1c tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:50.273412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-775d25cc-7eab-4ac9-8d18-c2927f2d0936 req-d929e6a8-4f75-4206-8a02-8604429b0c1c tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 946 time: 0.1168182 Apr 18 20:47:50.298776 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.349673 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6be76b56-fac6-4c3f-98e0-d83982e31025 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4108591 Apr 18 20:47:50.350647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55208) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:50.351136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'tag': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:50.357038 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1109dad-9c84-46c2-bc59-536f6afcd0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e623bac-00d6-46e7-8f89-adddbe701f10", "tag": "cce5f0d1-99ff-40a1-946f-a44aab026d4a"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:50.383625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:50.391134 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50355c31-2d18-4cce-b04b-a80ffabd188a" -d '{"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-plugged", "status": "completed", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:50.412641 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-775d25cc-7eab-4ac9-8d18-c2927f2d0936 req-f6531333-fa9e-46da-a7b5-534030cbf493 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094153 Apr 18 20:47:50.435423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:50.441601 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.505449 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-064ea720-3a31-468b-9dd2-60d2a814217e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/floatingips/a69e82ac-a63d-4fac-9ebf-f5e14cea071b HTTP/1.1" status: 200 len: 992 time: 0.1374047 Apr 18 20:47:50.548844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7175e-a6da-4e71-8e2e-4704aa3ae966 req-008a5633-547e-483d-8bfa-4d83becf9337 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:50.550942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24d7175e-a6da-4e71-8e2e-4704aa3ae966 req-008a5633-547e-483d-8bfa-4d83becf9337 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1310258 Apr 18 20:47:50.570226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:50.573477 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2090f41e-721e-4bb3-8667-7ef50729dbf2 x-openstack-request-id: req-2090f41e-721e-4bb3-8667-7ef50729dbf2 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:50.573781 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e623bac-00d6-46e7-8f89-adddbe701f10", "tag": "cce5f0d1-99ff-40a1-946f-a44aab026d4a", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:50.574011 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2090f41e-721e-4bb3-8667-7ef50729dbf2 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:50.574464 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2090f41e-721e-4bb3-8667-7ef50729dbf2'] response: {'name': 'network-changed', 'server_uuid': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'tag': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'status': 'completed', 'code': 200} Apr 18 20:47:50.621816 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'a69e82ac-a63d-4fac-9ebf-f5e14cea071b', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'port_id': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'mac_address': 'fa:16:3e:7b:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:48Z', 'updated_at': '2022-04-18T20:47:48Z', 'revision_number': 0, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717121d2-e5db-451e-933a-52f82ed4fed6', 'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e1:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:09Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:50.670656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24d7175e-a6da-4e71-8e2e-4704aa3ae966 req-164ee632-7e3b-4b7b-ad24-c4d62525728a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032078 Apr 18 20:47:50.698215 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] Checking router: e4e86c8b-e53b-413d-a021-52d6619f33ba for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:50.700670 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e5d8c9-26b9-46a2-bf82-0012c17c5374 x-openstack-request-id: req-58e5d8c9-26b9-46a2-bf82-0012c17c5374 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:50.706167 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-plugged", "status": "completed", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:50.709481 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] Routers {'e4e86c8b-e53b-413d-a021-52d6619f33ba'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:50.710122 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e4e86c8b-e53b-413d-a021-52d6619f33ba'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:50.710861 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58e5d8c9-26b9-46a2-bf82-0012c17c5374 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:50.712368 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e5d8c9-26b9-46a2-bf82-0012c17c5374'] response: {'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'code': 200} Apr 18 20:47:50.715052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-b1ead896-bd59-4851-9465-332df9a88bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:50.716646 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-b1ead896-bd59-4851-9465-332df9a88bae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 1097 time: 0.1048999 Apr 18 20:47:50.880102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d883d5-f981-4ac4-9ca7-549d50de27b2 req-59f26804-0d7a-4eab-8bbb-d1a728320594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:50.882983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9d883d5-f981-4ac4-9ca7-549d50de27b2 req-59f26804-0d7a-4eab-8bbb-d1a728320594 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1096 time: 0.1052711 Apr 18 20:47:50.905502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-2b31cf90-d682-437a-84c1-af4d9ff10576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:50.907004 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-2b31cf90-d682-437a-84c1-af4d9ff10576 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04743667-6a46-4daf-93a5-43f6b03f4be5 HTTP/1.1" status: 200 len: 897 time: 0.1826260 Apr 18 20:47:50.916838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55228) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:50.938032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9d883d5-f981-4ac4-9ca7-549d50de27b2 req-28265ed9-6366-48fd-aeb3-e6b9f494323d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489585 Apr 18 20:47:50.994632 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] Set router e4e86c8b-e53b-413d-a021-52d6619f33ba gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:51.102174 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-f7bd0f52-ceac-41e1-83e5-570a018b84db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce5f0d1-99ff-40a1-946f-a44aab026d4a HTTP/1.1" status: 200 len: 1000 time: 0.1867249 Apr 18 20:47:51.191503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-ca654f7b-763d-4d82-86ec-7fb96c5a1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:51.194032 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-ca654f7b-763d-4d82-86ec-7fb96c5a1b20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=712fd388-2ab7-448c-9c77-ca03bd1dafd1 HTTP/1.1" status: 200 len: 835 time: 0.0686228 Apr 18 20:47:51.226410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ac665d66-863f-4268-bb23-3b64890ef401 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81575a645c4b4f589853c5ae32f532ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082948 Apr 18 20:47:51.228836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55242) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:51.247028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-9ba789e3-ff6a-460e-820d-44a7d23f1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:51.249742 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-9ba789e3-ff6a-460e-820d-44a7d23f1e1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04743667-6a46-4daf-93a5-43f6b03f4be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493939 Apr 18 20:47:51.272466 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'a69e82ac-a63d-4fac-9ebf-f5e14cea071b', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'port_id': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'mac_address': 'fa:16:3e:7b:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:48Z', 'updated_at': '2022-04-18T20:47:48Z', 'revision_number': 0, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717121d2-e5db-451e-933a-52f82ed4fed6', 'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e1:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:09Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:51.307265 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f926b972-0f00-482c-beee-bac0efe5f604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.333962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f926b972-0f00-482c-beee-bac0efe5f604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.334761 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2657eb-e02c-4970-b707-c9cfe62b4bf7 None None] The sync data for ids ['e4e86c8b-e53b-413d-a021-52d6619f33ba'] in n-d-836015-4 is: [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'a69e82ac-a63d-4fac-9ebf-f5e14cea071b', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'port_id': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'mac_address': 'fa:16:3e:7b:0b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:48Z', 'updated_at': '2022-04-18T20:47:48Z', 'revision_number': 0, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717121d2-e5db-451e-933a-52f82ed4fed6', 'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e1:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:09Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:51.430442 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f926b972-0f00-482c-beee-bac0efe5f604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.433701 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f926b972-0f00-482c-beee-bac0efe5f604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.438993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f926b972-0f00-482c-beee-bac0efe5f604 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b2cb7f99-443a-4c53-a570-10cc3521a1aa HTTP/1.1" status: 204 len: 168 time: 0.2050202 Apr 18 20:47:51.443069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926b972-0f00-482c-beee-bac0efe5f604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cb7f99-443a-4c53-a570-10cc3521a1aa,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:51.471784 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-d515c22c-22d2-4eb1-93ee-fc8ef6b3290c service neutron] 10.222.0.64 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093709 Apr 18 20:47:51.508103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55262) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:51.600825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-89c5a0ff-81fc-43cb-9470-1ba8df132c7c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/floatingips/a69e82ac-a63d-4fac-9ebf-f5e14cea071b HTTP/1.1" status: 200 len: 992 time: 0.0914960 Apr 18 20:47:51.602623 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f1109dad-9c84-46c2-bc59-536f6afcd0b2 req-ab5f86ed-5d17-4481-8303-e50e83d826f8 service neutron] 10.222.0.64 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154430 Apr 18 20:47:51.720029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2a98a7-0f62-442b-b5a6-6165b4394102 None None] New status for floating IP a69e82ac-a63d-4fac-9ebf-f5e14cea071b: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:47:51.887432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8544f7-7aa0-4c3f-a04f-18f0689a7073 req-95484871-e5e2-426c-bd43-6d48fc755bab tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:51.896687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c8544f7-7aa0-4c3f-a04f-18f0689a7073 req-95484871-e5e2-426c-bd43-6d48fc755bab tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.0872576 Apr 18 20:47:51.995483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c8544f7-7aa0-4c3f-a04f-18f0689a7073 req-d91635bb-a136-459c-961a-76f9ecff3976 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972681 Apr 18 20:47:52.195178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55282) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:52.287626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-111365bb-2946-4246-9c9a-0b41937a2490 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f84a7d9e97cf46aba28cbb24e8a23681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886149 Apr 18 20:47:52.289207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55284) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:52.304509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0f0fc-1856-4f05-b964-502912004544 req-c86861ff-b944-4106-96bf-85dfad4116a6 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:52.306198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-39d0f0fc-1856-4f05-b964-502912004544 req-c86861ff-b944-4106-96bf-85dfad4116a6 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 946 time: 0.0775170 Apr 18 20:47:52.350063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a6addc5-04aa-4c5a-bac9-f3ffd5c67824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.358065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-39d0f0fc-1856-4f05-b964-502912004544 req-b2296632-0ad3-4709-a947-f4bab4156089 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430956 Apr 18 20:47:52.377988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a6addc5-04aa-4c5a-bac9-f3ffd5c67824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.450546 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a6addc5-04aa-4c5a-bac9-f3ffd5c67824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.456058 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a6addc5-04aa-4c5a-bac9-f3ffd5c67824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.463433 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7a6addc5-04aa-4c5a-bac9-f3ffd5c67824 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4e26041-4e39-42ec-8fe1-54e27496dce0 HTTP/1.1" status: 204 len: 168 time: 0.1710982 Apr 18 20:47:52.474713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6addc5-04aa-4c5a-bac9-f3ffd5c67824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e26041-4e39-42ec-8fe1-54e27496dce0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:52.606115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55296) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:52.698847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-71e753ce-cdca-4c88-b9ab-4818fabbfdb6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/floatingips/a69e82ac-a63d-4fac-9ebf-f5e14cea071b HTTP/1.1" status: 200 len: 994 time: 0.0907364 Apr 18 20:47:53.125421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a780805-4c3f-482c-87e8-ab3775000df6 req-d97f7d9f-862a-41e2-9ff4-2ac83d3f7a39 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.127049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a780805-4c3f-482c-87e8-ab3775000df6 req-d97f7d9f-862a-41e2-9ff4-2ac83d3f7a39 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.0557756 Apr 18 20:47:53.180272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a780805-4c3f-482c-87e8-ab3775000df6 req-513797d6-7e14-4712-8fec-772b2f31b0d7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457220 Apr 18 20:47:53.352611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1170d-4f53-4f49-91bd-cc4441e73a0f req-7a349fc9-9a03-465d-97af-bf2950424755 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.355985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04d1170d-4f53-4f49-91bd-cc4441e73a0f req-7a349fc9-9a03-465d-97af-bf2950424755 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.0826347 Apr 18 20:47:53.435400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04d1170d-4f53-4f49-91bd-cc4441e73a0f req-1c6cd1d3-dcd0-4a6c-a93e-cdcdae45043c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731471 Apr 18 20:47:53.468560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55336) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:53.532945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea25db7-5bce-4cf1-943e-713e3e210606 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.539152 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6ea25db7-5bce-4cf1-943e-713e3e210606 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1091 time: 0.0690134 Apr 18 20:47:53.540124 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55342) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:53.546455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:53.576244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b753-4067-4171-a620-1509544a9fa8 req-5ffdc9a2-50c2-437f-ab79-7653544e921a tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.579390 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df21b753-4067-4171-a620-1509544a9fa8 req-5ffdc9a2-50c2-437f-ab79-7653544e921a tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 946 time: 0.1017122 Apr 18 20:47:53.604062 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.644633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cf711ec0-1000-4f83-9303-f8e2347e665c tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.646828 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cf711ec0-1000-4f83-9303-f8e2347e665c tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.60 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 946 time: 0.0849111 Apr 18 20:47:53.653759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df21b753-4067-4171-a620-1509544a9fa8 req-db15d72e-1205-4b69-95ca-2c1a27ca1b24 tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/security-groups?id=810aee66-bbaf-4489-9ee3-237713455148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625539 Apr 18 20:47:53.899704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cea03921-e7e9-4b45-868e-fbd82cb3f21f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Deleting port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:53.900307 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cea03921-e7e9-4b45-868e-fbd82cb3f21f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.927625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.178545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cea03921-e7e9-4b45-868e-fbd82cb3f21f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] For port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,segment=NetworkSegment(b04a85d5-08f6-4a7f-a92e-5d0ca3197537),segment_id=b04a85d5-08f6-4a7f-a92e-5d0ca3197537)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:47:54.178838 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cea03921-e7e9-4b45-868e-fbd82cb3f21f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.193344 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.25.2.248 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/e8df81df-db38-4e5b-bd4f-3f3928e5c566) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:54.204255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cea03921-e7e9-4b45-868e-fbd82cb3f21f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Calling delete_port for 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:54.400870 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.511654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55384) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:54.548636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cea03921-e7e9-4b45-868e-fbd82cb3f21f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.561310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:47:54.587031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea03921-e7e9-4b45-868e-fbd82cb3f21f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Pushing event deleted for resources: {'Port': ['ID=5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:54.631628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.655299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cea03921-e7e9-4b45-868e-fbd82cb3f21f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] No DVR routers for this DVR port 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:54.660440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cea03921-e7e9-4b45-868e-fbd82cb3f21f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.664557 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34d63ec3-efcb-439d-961f-39500de7bd3b req-cea03921-e7e9-4b45-868e-fbd82cb3f21f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.60 "DELETE /v2.0/ports/5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 HTTP/1.1" status: 204 len: 173 time: 1.0106523 Apr 18 20:47:54.688646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31e090b4-12ec-4e1f-bf3f-280e24885d15', 'name': 'network-vif-deleted', 'tag': '5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:54.692431 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7183e210-9acc-49ee-a1af-3f79f647e5ec" -d '{"events": [{"server_uuid": "31e090b4-12ec-4e1f-bf3f-280e24885d15", "name": "network-vif-deleted", "tag": "5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:54.705274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1703116281', 'router:external': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:54.719244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:54.722715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:54.725462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:54.749817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Made reservation on behalf of 30536068798a4a2b845fdc5c79a1ae65 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:54.758071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.775163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=e8df81df-db38-4e5b-bd4f-3f3928e5c566,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:54.783372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.817528 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65f684-3d0b-48d0-8899-ef9b45472591 x-openstack-request-id: req-3d65f684-3d0b-48d0-8899-ef9b45472591 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:54.818079 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31e090b4-12ec-4e1f-bf3f-280e24885d15", "name": "network-vif-deleted", "tag": "5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:54.818484 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d65f684-3d0b-48d0-8899-ef9b45472591 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:54.819975 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d65f684-3d0b-48d0-8899-ef9b45472591'] response: {'server_uuid': '31e090b4-12ec-4e1f-bf3f-280e24885d15', 'name': 'network-vif-deleted', 'tag': '5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7', 'status': 'completed', 'code': 200} Apr 18 20:47:54.860599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4546bb5e-7658-49ec-96be-c72e4a653d6e req-a4430ff8-1b60-4c59-9fca-d05ac42e1b5f tempest-ServerMetadataNegativeTestJSON-1116377934 tempest-ServerMetadataNegativeTestJSON-1116377934-project] 10.222.0.49 "GET /v2.0/ports?device_id=31e090b4-12ec-4e1f-bf3f-280e24885d15 HTTP/1.1" status: 200 len: 210 time: 0.0687902 Apr 18 20:47:54.929942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.936178 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.967129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:54.974285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35d1a4e-bcf3-4a61-a4cb-7c3de3bbc58e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:54.983050 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.983050 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Added segment 4951a9aa-e5d7-437e-9a0c-dcd90764fce2 of type vlan for network 80ae4310-69cf-4e6a-bf6e-b0f3f3338c13 Apr 18 20:47:55.044011 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.074791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55400) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:55.080401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.081361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:55.081935 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.148091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55404) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:55.148308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6349506 Apr 18 20:47:55.155718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc92825-c6c8-4daf-b538-05fae25de130 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event updated for resources: {'Network': ['ID=80ae4310-69cf-4e6a-bf6e-b0f3f3338c13,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:55.155950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Request body: {'subnet': {'network_id': '80ae4310-69cf-4e6a-bf6e-b0f3f3338c13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:55.183502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 80ae4310-69cf-4e6a-bf6e-b0f3f3338c13 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:47:55.233536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Made reservation on behalf of 30536068798a4a2b845fdc5c79a1ae65 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:55.236166 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.241320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.327947 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539c101c-2942-4ed6-9e4b-d36d233fe659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.446687 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.615864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539c101c-2942-4ed6-9e4b-d36d233fe659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.649705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539c101c-2942-4ed6-9e4b-d36d233fe659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.731442 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-539c101c-2942-4ed6-9e4b-d36d233fe659 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cb53c13a0474550a7916dde35205a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6555808 Apr 18 20:47:55.734744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c101c-2942-4ed6-9e4b-d36d233fe659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f914873-55d7-4270-8a32-656194abedb1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:55.735603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55418) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:55.810070 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00de624b-6671-4b1b-a981-d16f4a424074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.842994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00de624b-6671-4b1b-a981-d16f4a424074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.875226 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.890231 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.928781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55426) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:55.961128 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00de624b-6671-4b1b-a981-d16f4a424074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.964539 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00de624b-6671-4b1b-a981-d16f4a424074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.965693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-00de624b-6671-4b1b-a981-d16f4a424074 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f914873-55d7-4270-8a32-656194abedb1 HTTP/1.1" status: 204 len: 168 time: 0.2279940 Apr 18 20:47:55.985793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de624b-6671-4b1b-a981-d16f4a424074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f914873-55d7-4270-8a32-656194abedb1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:56.007983 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=e8df81df-db38-4e5b-bd4f-3f3928e5c566,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:56.008893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0860a5-ae97-42d6-a243-d6d49394f8a7 admin admin] Deleting subnet 378b2647-d42f-4b9c-b46c-e1dec664ba01 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:47:56.017641 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cc0860a5-ae97-42d6-a243-d6d49394f8a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.072265 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cc0860a5-ae97-42d6-a243-d6d49394f8a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.076178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:47:56.076658 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.089797 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.130825 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cc0860a5-ae97-42d6-a243-d6d49394f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.225276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1c9fa3c1-3ea9-462f-bf1a-677b980aa20c,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:56.232775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cc0860a5-ae97-42d6-a243-d6d49394f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.287023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0860a5-ae97-42d6-a243-d6d49394f8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378b2647-d42f-4b9c-b46c-e1dec664ba01,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:56.294780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cc0860a5-ae97-42d6-a243-d6d49394f8a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.305710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cc0860a5-ae97-42d6-a243-d6d49394f8a7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/378b2647-d42f-4b9c-b46c-e1dec664ba01 HTTP/1.1" status: 204 len: 168 time: 0.3754416 Apr 18 20:47:56.306688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55442) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:56.311464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Checking segment: {'id': '4951a9aa-e5d7-437e-9a0c-dcd90764fce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '80ae4310-69cf-4e6a-bf6e-b0f3f3338c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:47:56.312059 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Network hostable DHCP agents. Network: 80ae4310-69cf-4e6a-bf6e-b0f3f3338c13, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:56.338248 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Floating IP df29237f-75e8-44ff-9137-b994a713fada associated. External IP: 172.25.2.248, port: 605d5acc-1e90-4c81-a09d-c6f40d6f3654. Apr 18 20:47:56.399592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Network 80ae4310-69cf-4e6a-bf6e-b0f3f3338c13 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:56.420961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 80ae4310-69cf-4e6a-bf6e-b0f3f3338c13) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:56.430517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:56.431075 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.437237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fadca6-c451-46a3-985a-16618ae12c4d None None] Network 80ae4310-69cf-4e6a-bf6e-b0f3f3338c13 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:56.464177 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.494018 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f80cdf71-5129-4b11-9466-1333b34c3a13 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3413796 Apr 18 20:47:56.495910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55450) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:56.504036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1266411371', 'network_id': '80ae4310-69cf-4e6a-bf6e-b0f3f3338c13'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:56.653366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.669945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 06ea5561-1f0d-4511-8151-b102a9bbdd29 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:47:56.686512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Made reservation on behalf of 30536068798a4a2b845fdc5c79a1ae65 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:56.690209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.717492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea923817-0b58-4c20-954b-70db2ac9453d']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:56.741464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04a85d5-08f6-4a7f-a92e-5d0ca3197537') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:56.746691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04a85d5-08f6-4a7f-a92e-5d0ca3197537') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:56.771809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9408cc-6ccd-4ce7-b9ee-c9255f422093 None None] Network 80ae4310-69cf-4e6a-bf6e-b0f3f3338c13 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:47:56.784668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] device_id is not set on port c37146d8-0e69-40b7-9ae0-ea9967d9c807 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:56.784919 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.819477 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.831494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:56.832146 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:56.834334 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:56.912409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:47:56.946310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:47:56.959457 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] Sync routers for ids ['06ea5561-1f0d-4511-8151-b102a9bbdd29'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:56.973877 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.974693 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.986360 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.989211 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] Routers {'06ea5561-1f0d-4511-8151-b102a9bbdd29'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:56.994486 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['06ea5561-1f0d-4511-8151-b102a9bbdd29'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:56.997632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ea923817-0b58-4c20-954b-70db2ac9453d HTTP/1.1" status: 204 len: 168 time: 0.6893969 Apr 18 20:47:57.029507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a09204-4a2b-4dd7-94f4-22455bb80447 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea923817-0b58-4c20-954b-70db2ac9453d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:57.039155 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0a857128-e9fb-4d78-8ebd-901258c74d73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4952879 Apr 18 20:47:57.039155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Allocated IP 2001:db8::3cf (80ae4310-69cf-4e6a-bf6e-b0f3f3338c13/1c9fa3c1-3ea9-462f-bf1a-677b980aa20c/c37146d8-0e69-40b7-9ae0-ea9967d9c807) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:57.040503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:57.044332 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e" -d '{"events": [{"name": "network-changed", "server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:47:57.136835 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55470) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:57.137922 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633dc0f4-e812-4be7-bb81-e918e76d12d9 x-openstack-request-id: req-633dc0f4-e812-4be7-bb81-e918e76d12d9 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:47:57.150333 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:47:57.150718 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-633dc0f4-e812-4be7-bb81-e918e76d12d9 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:47:57.151269 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633dc0f4-e812-4be7-bb81-e918e76d12d9'] response: {'name': 'network-changed', 'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'status': 'completed', 'code': 200} Apr 18 20:47:57.154574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:47:57.159907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5eb7a66b-c752-4fc8-9d1f-ec1b58b450e7 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:47:57.291875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b986186-e52b-44c4-b726-34d722e33c30 req-bdceae3c-ea6d-4026-a21f-afd694e95a31 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.301534 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] Set router 06ea5561-1f0d-4511-8151-b102a9bbdd29 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:57.303621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b986186-e52b-44c4-b726-34d722e33c30 req-bdceae3c-ea6d-4026-a21f-afd694e95a31 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1363871 Apr 18 20:47:57.356648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-6f721a44-6f2f-48b8-99ca-ddd3b9877efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.358273 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-6f721a44-6f2f-48b8-99ca-ddd3b9877efe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1096 time: 0.1985898 Apr 18 20:47:57.382095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55476) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:57.392660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b986186-e52b-44c4-b726-34d722e33c30 req-f7defd85-3b7b-4805-87e9-8305f50cf0f3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868950 Apr 18 20:47:57.426693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55478) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:57.447543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.511178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-4ee738e3-282e-4fa0-a543-53df9647b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.512723 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-4ee738e3-282e-4fa0-a543-53df9647b210 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.1443338 Apr 18 20:47:57.575298 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ab247c97-f876-4089-b906-094707314f79 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/df29237f-75e8-44ff-9137-b994a713fada HTTP/1.1" status: 200 len: 991 time: 0.1329160 Apr 18 20:47:57.615297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.619711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-829be963-e179-4f9c-ac1d-80f0cea9c05b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4345f6b666a049aea0996bbc57286bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2259750 Apr 18 20:47:57.624349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55482) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:57.633310 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-03fef975-0940-43b8-bd04-b6031c37ec04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 999 time: 0.1121597 Apr 18 20:47:57.740206 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.742148 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1b8edbb-3c79-4d2f-b1c9-71cd548166c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.746296 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.770708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-4f3ff5c5-aaec-40f2-a56f-97cd6e656d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.772255 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-4f3ff5c5-aaec-40f2-a56f-97cd6e656d14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.1313210 Apr 18 20:47:57.811610 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'df29237f-75e8-44ff-9137-b994a713fada', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'port_id': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'mac_address': 'fa:16:3e:8f:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:55Z', 'updated_at': '2022-04-18T20:47:55Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fa07d0-5efe-42d5-af15-8dfd81357016', 'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:94:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:40Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '624051db-c4d4-4401-a79a-17de42e750d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:57.815626 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1b8edbb-3c79-4d2f-b1c9-71cd548166c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.824922 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.860354 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] Checking router: 06ea5561-1f0d-4511-8151-b102a9bbdd29 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:57.866326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4c3b459ebc844a2cb480c5ac5a04ad8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7283614 Apr 18 20:47:57.869587 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55486) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:57.870352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2396556-f967-4796-b5cc-67e6e7d1bc7f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:57.876894 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] Routers {'06ea5561-1f0d-4511-8151-b102a9bbdd29'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:47:57.877654 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['06ea5561-1f0d-4511-8151-b102a9bbdd29'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:57.905040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.908492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.909114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.909690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.910145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.910432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.910773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.911109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.911445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.911775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.916014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.916424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e3a2d6-15af-4a53-b7db-589dad63490e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:57.923756 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Network 80ae4310-69cf-4e6a-bf6e-b0f3f3338c13 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:57.938284 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:57.941092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:47:57.942413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.943076 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.958326 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-37befe32-7fd2-4495-82a8-98d97fbeb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.960712 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-37befe32-7fd2-4495-82a8-98d97fbeb53b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766891 Apr 18 20:47:57.961711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event updated for resources: {'Port': ['ID=c37146d8-0e69-40b7-9ae0-ea9967d9c807,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:58.009595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55488) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:58.009820 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b897e66b-c2f2-4141-9a30-bee94d5c8ff1 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5126402 Apr 18 20:47:58.024954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-927b6c8b-c2ba-4c28-a747-7daeb6c35a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.042675 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] Set router 06ea5561-1f0d-4511-8151-b102a9bbdd29 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:47:58.086131 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1b8edbb-3c79-4d2f-b1c9-71cd548166c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.089786 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1b8edbb-3c79-4d2f-b1c9-71cd548166c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.094755 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f1b8edbb-3c79-4d2f-b1c9-71cd548166c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/810aee66-bbaf-4489-9ee3-237713455148 HTTP/1.1" status: 204 len: 168 time: 0.4669523 Apr 18 20:47:58.097958 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-927b6c8b-c2ba-4c28-a747-7daeb6c35a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.126928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8edbb-3c79-4d2f-b1c9-71cd548166c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810aee66-bbaf-4489-9ee3-237713455148,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:58.138083 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-1d9cc144-ace1-4e4b-ae3f-c9aa0cd1feb4 service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700690 Apr 18 20:47:58.205687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55494) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:58.248136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-927b6c8b-c2ba-4c28-a747-7daeb6c35a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.252626 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-927b6c8b-c2ba-4c28-a747-7daeb6c35a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.254046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-927b6c8b-c2ba-4c28-a747-7daeb6c35a87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e2396556-f967-4796-b5cc-67e6e7d1bc7f HTTP/1.1" status: 204 len: 168 time: 0.3811550 Apr 18 20:47:58.264004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-c5b0f438-840f-485b-bbc1-4ad5f930be45 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Deleting port c37146d8-0e69-40b7-9ae0-ea9967d9c807 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:47:58.265465 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f438-840f-485b-bbc1-4ad5f930be45 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.300008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b6c8b-c2ba-4c28-a747-7daeb6c35a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2396556-f967-4796-b5cc-67e6e7d1bc7f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:58.340689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0b9bab9a-d8ff-4633-8cf7-04f20d56aa4e req-086733df-b303-4801-ba78-42228b5a6392 service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936800 Apr 18 20:47:58.502409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f438-840f-485b-bbc1-4ad5f930be45 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.524004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-c5b0f438-840f-485b-bbc1-4ad5f930be45 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Calling delete_port for c37146d8-0e69-40b7-9ae0-ea9967d9c807 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:47:58.550139 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'df29237f-75e8-44ff-9137-b994a713fada', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'port_id': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'mac_address': 'fa:16:3e:8f:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:55Z', 'updated_at': '2022-04-18T20:47:55Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fa07d0-5efe-42d5-af15-8dfd81357016', 'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:94:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:40Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '624051db-c4d4-4401-a79a-17de42e750d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:58.574246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55502) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:58.634117 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd6afc6-922f-4350-ae43-5ae5d25921c9 None None] The sync data for ids ['06ea5561-1f0d-4511-8151-b102a9bbdd29'] in n-d-836015-4 is: [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'df29237f-75e8-44ff-9137-b994a713fada', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.248', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'port_id': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'mac_address': 'fa:16:3e:8f:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:55Z', 'updated_at': '2022-04-18T20:47:55Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fa07d0-5efe-42d5-af15-8dfd81357016', 'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:94:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:40Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '624051db-c4d4-4401-a79a-17de42e750d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:58.725889 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3c2a6fb0-cf83-4cb5-a8b9-b80e40bb9e21 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/df29237f-75e8-44ff-9137-b994a713fada HTTP/1.1" status: 200 len: 991 time: 0.1470881 Apr 18 20:47:58.988640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657044f9-2ec9-4d0a-9d81-69f9acd19df7 None None] New status for floating IP df29237f-75e8-44ff-9137-b994a713fada: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:47:59.002528 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f01a4af-f480-455c-8977-eb105ea5a13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.025584 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f438-840f-485b-bbc1-4ad5f930be45 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.070964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0f438-840f-485b-bbc1-4ad5f930be45 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event deleted for resources: {'Port': ['ID=c37146d8-0e69-40b7-9ae0-ea9967d9c807,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:59.104610 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5b0f438-840f-485b-bbc1-4ad5f930be45 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.108426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c5b0f438-840f-485b-bbc1-4ad5f930be45 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "DELETE /v2.0/ports/c37146d8-0e69-40b7-9ae0-ea9967d9c807 HTTP/1.1" status: 204 len: 168 time: 1.0974162 Apr 18 20:47:59.111492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55514) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:59.116842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '80ae4310-69cf-4e6a-bf6e-b0f3f3338c13', 'external_fixed_ips': [{'subnet_id': '1c9fa3c1-3ea9-462f-bf1a-677b980aa20c', 'ip_address': '2001:db8::3cf'}]}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:59.161570 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.162774 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.190540 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f01a4af-f480-455c-8977-eb105ea5a13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.191870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55516) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:59.200588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f01a4af-f480-455c-8977-eb105ea5a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.214093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e660d27-c548-42ac-99df-24396523f40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.323038 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.334523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4f01a4af-f480-455c-8977-eb105ea5a13e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fe09294e0a24cceb91e418c7192acf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1175683 Apr 18 20:47:59.336987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55520) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:59.339602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01a4af-f480-455c-8977-eb105ea5a13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc7348d-43ee-4562-b9d6-35d0a37532de,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:59.379543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e660d27-c548-42ac-99df-24396523f40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.398729 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e660d27-c548-42ac-99df-24396523f40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.464311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e660d27-c548-42ac-99df-24396523f40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1053e64-5d77-4ec6-ad85-d66f405034ba,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:59.476020 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e660d27-c548-42ac-99df-24396523f40a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b68af65fe4d466f9073b2bed47a15cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792597 Apr 18 20:47:59.477083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55524) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:59.577310 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.623054 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-498e639e-181f-4786-ba7a-80933b23480a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.710944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55530) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:59.724064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-498e639e-181f-4786-ba7a-80933b23480a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.728574 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55534) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:47:59.891012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-network', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:59.917639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cfafcb8e-d059-41a6-85c9-aa0a388e5f54 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/df29237f-75e8-44ff-9137-b994a713fada HTTP/1.1" status: 200 len: 993 time: 0.1775753 Apr 18 20:47:59.962384 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-498e639e-181f-4786-ba7a-80933b23480a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.967375 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-498e639e-181f-4786-ba7a-80933b23480a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.969252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-498e639e-181f-4786-ba7a-80933b23480a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cc7348d-43ee-4562-b9d6-35d0a37532de HTTP/1.1" status: 204 len: 168 time: 0.6309931 Apr 18 20:47:59.976054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Made reservation on behalf of 0c914323c11e43d0b5d5063a089ff68d for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:59.979800 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.989252 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2c67f3f-3ef2-4d8d-bcfd-4cfe9c2ad57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.013220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e639e-181f-4786-ba7a-80933b23480a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc7348d-43ee-4562-b9d6-35d0a37532de,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.020054 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.028115 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2c67f3f-3ef2-4d8d-bcfd-4cfe9c2ad57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.125353 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2c67f3f-3ef2-4d8d-bcfd-4cfe9c2ad57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.131124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2c67f3f-3ef2-4d8d-bcfd-4cfe9c2ad57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.136918 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c2c67f3f-3ef2-4d8d-bcfd-4cfe9c2ad57e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1053e64-5d77-4ec6-ad85-d66f405034ba HTTP/1.1" status: 204 len: 168 time: 0.6546760 Apr 18 20:48:00.162073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c67f3f-3ef2-4d8d-bcfd-4cfe9c2ad57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1053e64-5d77-4ec6-ad85-d66f405034ba,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.269006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.318965 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.334986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.354183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.493689 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:00.534329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6bac03-c527-4125-ae96-84b0915e0408,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.553697 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.554261 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Added segment 5f55c03a-2b82-4db8-aa0e-c9216a6ec551 of type vlan for network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff Apr 18 20:48:00.638935 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.661688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Allocated IP 2001:db8::3cf (80ae4310-69cf-4e6a-bf6e-b0f3f3338c13/1c9fa3c1-3ea9-462f-bf1a-677b980aa20c/e6c63489-f4fd-4a74-a958-23242a068c5c) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:00.694142 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.695106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.695698 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.795793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0818760 Apr 18 20:48:00.798804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55558) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:00.804682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Request body: {'subnet': {'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-subnet', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:00.809086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f763c5-f006-452f-858c-d32f2c498f53 admin admin] Pushing event updated for resources: {'Network': ['ID=333ff2aa-d39b-4164-bd89-6bb0ed0244ff,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.831786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:48:00.836112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Made reservation on behalf of 0c914323c11e43d0b5d5063a089ff68d for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:00.840053 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.880245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.928081 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.979924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Network 80ae4310-69cf-4e6a-bf6e-b0f3f3338c13 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:00.987949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:00.992399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:01.041017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event updated for resources: {'Port': ['ID=e6c63489-f4fd-4a74-a958-23242a068c5c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:01.190423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.258339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f6aaf4-4ca9-4144-805a-d3243030d984,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:01.272059 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Checking segment: {'id': '5f55c03a-2b82-4db8-aa0e-c9216a6ec551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:01.272535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Network hostable DHCP agents. Network: 333ff2aa-d39b-4164-bd89-6bb0ed0244ff, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:01.300234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:01.316135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 333ff2aa-d39b-4164-bd89-6bb0ed0244ff) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:01.322029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:01.323568 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.326545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3bf259-892f-4699-b04d-1ef63009c3ab None None] Network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:01.361713 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b1e132e9-781d-4022-9b65-c4d519fcd01d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5615377 Apr 18 20:48:01.366292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55576) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:01.381287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:01.440406 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.442263 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.464109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.531032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.570069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b13256-a121-42bb-a00e-34967b970992 None None] Network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:01.761417 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.807765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.987325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Router 8baf1507-6373-4515-8e1c-2167e1e49703 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:02.042999 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.072998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.131258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:02.146381 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Sync routers for ids ['8baf1507-6373-4515-8e1c-2167e1e49703'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:02.151672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.156076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dac080dc-2cef-44e8-b205-0f988121b962 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0411108 Apr 18 20:48:02.156598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55598) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:02.172481 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Routers {'8baf1507-6373-4515-8e1c-2167e1e49703'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:02.175324 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8baf1507-6373-4515-8e1c-2167e1e49703'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:02.261900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Allocated IP 172.25.2.227 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/4ce7005e-ae82-4a87-ad80-7293dbb77131) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:02.349068 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Set router 8baf1507-6373-4515-8e1c-2167e1e49703 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:02.448016 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.527903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.599761 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.629856 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8baf1507-6373-4515-8e1c-2167e1e49703', 'name': '', 'tenant_id': '30536068798a4a2b845fdc5c79a1ae65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '80ae4310-69cf-4e6a-bf6e-b0f3f3338c13', 'external_fixed_ips': [{'subnet_id': '1c9fa3c1-3ea9-462f-bf1a-677b980aa20c', 'ip_address': '2001:db8::3cf'}], 'enable_snat': True}, 'gw_port_id': 'e6c63489-f4fd-4a74-a958-23242a068c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:59Z', 'updated_at': '2022-04-18T20:48:01Z', 'revision_number': 3, 'project_id': '30536068798a4a2b845fdc5c79a1ae65', 'gw_port': {'id': 'e6c63489-f4fd-4a74-a958-23242a068c5c', 'name': '', 'network_id': '80ae4310-69cf-4e6a-bf6e-b0f3f3338c13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:64:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8baf1507-6373-4515-8e1c-2167e1e49703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '1c9fa3c1-3ea9-462f-bf1a-677b980aa20c', 'ip_address': '2001:db8::3cf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:00Z', 'updated_at': '2022-04-18T20:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c9fa3c1-3ea9-462f-bf1a-677b980aa20c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:02.683616 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Checking router: 8baf1507-6373-4515-8e1c-2167e1e49703 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:02.684634 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Updating router 8baf1507-6373-4515-8e1c-2167e1e49703 port e6c63489-f4fd-4a74-a958-23242a068c5c binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:02.692916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce7005e-ae82-4a87-ad80-7293dbb77131,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:02.723707 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:02.738339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:02.740383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:02.792032 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.923528 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.996652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Deleting port e6c63489-f4fd-4a74-a958-23242a068c5c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:02.997326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.105763 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.118175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Calling delete_port for e6c63489-f4fd-4a74-a958-23242a068c5c owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:03.215100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.404674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.425553 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.db.api [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102906) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:03.426338 n-d-836015-4 neutron-server[102906]: DEBUG oslo_db.api [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:03.445691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6c63489-f4fd-4a74-a958-23242a068c5c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:03.484055 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.538392 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.665157 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.669121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.743203 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.743823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8baf1507-6373-4515-8e1c-2167e1e49703 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:03.748978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.750162 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4a946af0-bcdd-40a1-8f7b-9ce597c6673d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "DELETE /v2.0/routers/8baf1507-6373-4515-8e1c-2167e1e49703 HTTP/1.1" status: 204 len: 168 time: 1.5923347 Apr 18 20:48:03.753613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55704) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:03.755263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Router a091e875-0848-46d7-a724-bea6a6f1e299 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:03.825350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac96944f-f181-44fc-83d8-cad398f1562b tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Deleting subnet 1c9fa3c1-3ea9-462f-bf1a-677b980aa20c {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:03.830215 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac96944f-f181-44fc-83d8-cad398f1562b tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.886428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac96944f-f181-44fc-83d8-cad398f1562b tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.898536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:03.911695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Sync routers for ids ['a091e875-0848-46d7-a724-bea6a6f1e299'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:03.945670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Routers {'a091e875-0848-46d7-a724-bea6a6f1e299'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:03.949507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a091e875-0848-46d7-a724-bea6a6f1e299'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:03.957254 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac96944f-f181-44fc-83d8-cad398f1562b tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.962099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.971549 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d2f7043c-93a4-444e-96fd-6e89e05f5c86 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6017258 Apr 18 20:48:03.974717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55714) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:03.986954 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Port e6c63489-f4fd-4a74-a958-23242a068c5c not found while updating agent binding for router 8baf1507-6373-4515-8e1c-2167e1e49703. {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 18 20:48:04.011013 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Routers set() bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:04.011956 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Router IDs set() for agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 20:48:04.012791 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_agentschedulers_db [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8baf1507-6373-4515-8e1c-2167e1e49703'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent'). {{(pid=102906) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 20:48:04.013533 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc233057-2d13-4dbd-9149-d922479d21d0 None None] The sync data for ids ['8baf1507-6373-4515-8e1c-2167e1e49703'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:04.096449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac96944f-f181-44fc-83d8-cad398f1562b tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.138571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96944f-f181-44fc-83d8-cad398f1562b tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9fa3c1-3ea9-462f-bf1a-677b980aa20c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:04.142989 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac96944f-f181-44fc-83d8-cad398f1562b tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.151042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ac96944f-f181-44fc-83d8-cad398f1562b tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/1c9fa3c1-3ea9-462f-bf1a-677b980aa20c HTTP/1.1" status: 204 len: 168 time: 0.3920276 Apr 18 20:48:04.151283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55718) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:04.265085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55722) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:04.268259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Set router a091e875-0848-46d7-a724-bea6a6f1e299 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:04.332024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.442265 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.516197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ae4310-69cf-4e6a-bf6e-b0f3f3338c13']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:04.552700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:02Z', 'revision_number': 3, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:04.577942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4951a9aa-e5d7-437e-9a0c-dcd90764fce2') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:04.578254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4951a9aa-e5d7-437e-9a0c-dcd90764fce2') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:04.585893 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e8e95bf-85d9-4128-9763-6f2e24280d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.592031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.595436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Checking router: a091e875-0848-46d7-a724-bea6a6f1e299 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:04.596000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Updating router a091e875-0848-46d7-a724-bea6a6f1e299 port 4ce7005e-ae82-4a87-ad80-7293dbb77131 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:04.623830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.634845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:48:04.635320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:04.637297 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:04.657900 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.747822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.757956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80ae4310-69cf-4e6a-bf6e-b0f3f3338c13 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 20:48:04.767677 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.772030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "DELETE /v2.0/networks/80ae4310-69cf-4e6a-bf6e-b0f3f3338c13 HTTP/1.1" status: 204 len: 168 time: 0.6194496 Apr 18 20:48:04.798220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90431222-0c75-42b4-9b9f-809382e9dbcc tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event deleted for resources: {'Network': ['ID=80ae4310-69cf-4e6a-bf6e-b0f3f3338c13,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:04.806834 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e8e95bf-85d9-4128-9763-6f2e24280d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.813199 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e8e95bf-85d9-4128-9763-6f2e24280d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.871198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e95bf-85d9-4128-9763-6f2e24280d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f2a0cc-caa0-40f5-b584-75c6e5d06c15,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:04.913514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.940664 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0e8e95bf-85d9-4128-9763-6f2e24280d66 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3c25899c2b343e09d0a2d747393fbe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6738603 Apr 18 20:48:04.944161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55736) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:05.038596 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f64f221e-a517-43a7-a331-5fa3f410b105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.065977 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f64f221e-a517-43a7-a331-5fa3f410b105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.126014 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f64f221e-a517-43a7-a331-5fa3f410b105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.129483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f64f221e-a517-43a7-a331-5fa3f410b105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.130800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f64f221e-a517-43a7-a331-5fa3f410b105 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3f2a0cc-caa0-40f5-b584-75c6e5d06c15 HTTP/1.1" status: 204 len: 168 time: 0.1839950 Apr 18 20:48:05.141370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f221e-a517-43a7-a331-5fa3f410b105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f2a0cc-caa0-40f5-b584-75c6e5d06c15,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:05.340480 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.352775 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.422481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cf7c2-9ab5-4ef4-8d39-19cd8c8aa418 None None] Pushing event updated for resources: {'Port': ['ID=4ce7005e-ae82-4a87-ad80-7293dbb77131,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:05.453181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Attempting to bind port 4ce7005e-ae82-4a87-ad80-7293dbb77131 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:05.453850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Attempting to bind port 4ce7005e-ae82-4a87-ad80-7293dbb77131 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:05.454926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Attempting to bind port 4ce7005e-ae82-4a87-ad80-7293dbb77131 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:05.463354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:05.463792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:05.465136 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.465136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:05.465593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Bound port: 4ce7005e-ae82-4a87-ad80-7293dbb77131, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:05.466070 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.507361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Allocated IP 172.20.0.1 (333ff2aa-d39b-4164-bd89-6bb0ed0244ff/09f6aaf4-4ca9-4144-805a-d3243030d984/807f5d32-5d94-426c-89b6-cf2450520548) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:05.543211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] For port 4ce7005e-ae82-4a87-ad80-7293dbb77131, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:05.551466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] For port 4ce7005e-ae82-4a87-ad80-7293dbb77131, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4ce7005e-ae82-4a87-ad80-7293dbb77131,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:05.562404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.609906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55746) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:05.625301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-45921132-82cb-407f-b22f-ec44ac4af684 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Request body: {'router': {'name': 'tempest-router--745225745', 'project_id': '862e7ba294374d13a5f3489221e633e2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:05.675270 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45921132-82cb-407f-b22f-ec44ac4af684 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.679782 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45921132-82cb-407f-b22f-ec44ac4af684 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.706423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.735342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Routers {'a091e875-0848-46d7-a724-bea6a6f1e299'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:05.736825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:47:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a091e875-0848-46d7-a724-bea6a6f1e299'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:05.788767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.881720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3cf7c2-9ab5-4ef4-8d39-19cd8c8aa418 None None] Pushing event updated for resources: {'Port': ['ID=4ce7005e-ae82-4a87-ad80-7293dbb77131,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:05.900369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:05.909674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:05.921082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:05.946767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6dd1-94e0-477f-9a32-fb8597fe49a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.960354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=807f5d32-5d94-426c-89b6-cf2450520548,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:05.965219 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55752) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:05.974865 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45921132-82cb-407f-b22f-ec44ac4af684 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.982238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45921132-82cb-407f-b22f-ec44ac4af684 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.987847 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7acd6e7c-91f5-4d13-a28f-cab0e3b8cba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.022566 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-45921132-82cb-407f-b22f-ec44ac4af684 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.024367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.028617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-45921132-82cb-407f-b22f-ec44ac4af684 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4165845 Apr 18 20:48:06.029596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55756) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:06.063294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] Set router a091e875-0848-46d7-a724-bea6a6f1e299 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:06.190194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0def9318-4c62-4674-b9e5-0d58cd968f6c tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.211814 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7acd6e7c-91f5-4d13-a28f-cab0e3b8cba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.219150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7acd6e7c-91f5-4d13-a28f-cab0e3b8cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.275098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd6e7c-91f5-4d13-a28f-cab0e3b8cba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a909cc00-77aa-40aa-aa02-1fc20d805e48,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:06.386228 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7acd6e7c-91f5-4d13-a28f-cab0e3b8cba1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c844b20926b941adaf206aff1ae839fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126670 Apr 18 20:48:06.389116 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55758) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:06.401287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.401635 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0def9318-4c62-4674-b9e5-0d58cd968f6c tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.404978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0def9318-4c62-4674-b9e5-0d58cd968f6c tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.415193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:02Z', 'revision_number': 3, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:06.479714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0def9318-4c62-4674-b9e5-0d58cd968f6c tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.480413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0def9318-4c62-4674-b9e5-0d58cd968f6c tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02fa406b-a8ba-42d3-b6a2-113d85d73880 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:06.492380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8eb97-24ae-40ff-b237-b0e5b64fabb3 None None] The sync data for ids ['a091e875-0848-46d7-a724-bea6a6f1e299'] in n-d-836015-4 is: [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:02Z', 'revision_number': 3, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:06.493530 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0def9318-4c62-4674-b9e5-0d58cd968f6c tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.506225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0def9318-4c62-4674-b9e5-0d58cd968f6c tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "DELETE /v2.0/routers/02fa406b-a8ba-42d3-b6a2-113d85d73880 HTTP/1.1" status: 204 len: 168 time: 0.4751420 Apr 18 20:48:06.654826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bdffde31-3793-40d9-8daf-505481d4f0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.821421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55764) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:07.261087 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bdffde31-3793-40d9-8daf-505481d4f0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.316651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1494715623', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:07.317570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.324005 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.350342 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.351703 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.397542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.412724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=807f5d32-5d94-426c-89b6-cf2450520548,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:07.418175 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bdffde31-3793-40d9-8daf-505481d4f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.421919 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bdffde31-3793-40d9-8daf-505481d4f0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.423457 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bdffde31-3793-40d9-8daf-505481d4f0be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a909cc00-77aa-40aa-aa02-1fc20d805e48 HTTP/1.1" status: 204 len: 168 time: 1.0325596 Apr 18 20:48:07.443630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffde31-3793-40d9-8daf-505481d4f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a909cc00-77aa-40aa-aa02-1fc20d805e48,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:07.450476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.596863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:07.599031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:07.658953 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.804368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Router a091e875-0848-46d7-a724-bea6a6f1e299 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:07.995340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:08.017050 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7783d5a9-2e25-499b-87ec-e8560a3a5ac7 admin admin] 10.222.0.49 "PUT /v2.0/routers/a091e875-0848-46d7-a724-bea6a6f1e299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0401099 Apr 18 20:48:08.021700 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.059379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.240576 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:48:08.349311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Allocated IP 172.25.2.76 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/e98d2171-c8d8-45c6-af28-6d2b9f4bc686) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:08.514424 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.562123 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.674170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f633d6c2-418a-4378-8949-2207e3fb66c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.680597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:08.687048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:08.693129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:08.753381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Pushing event updated for resources: {'Port': ['ID=e98d2171-c8d8-45c6-af28-6d2b9f4bc686,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:08.891257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4ce7005e-ae82-4a87-ad80-7293dbb77131 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:08.967682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 4ce7005e-ae82-4a87-ad80-7293dbb77131 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:08.968257 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.071469 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.080762 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Sync routers for ids ['a091e875-0848-46d7-a724-bea6a6f1e299'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:09.097804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 4ce7005e-ae82-4a87-ad80-7293dbb77131, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4ce7005e-ae82-4a87-ad80-7293dbb77131,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:09.100857 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Routers {'a091e875-0848-46d7-a724-bea6a6f1e299'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:09.101626 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a091e875-0848-46d7-a724-bea6a6f1e299'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:09.104442 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.183016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=4ce7005e-ae82-4a87-ad80-7293dbb77131,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:09.192644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.192991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.193611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.194175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.194688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.195178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.195668 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.196779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.197311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.197825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.198871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.199372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:09.215892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-c49eee55-31a2-496e-a1c3-bf90c23eff0d tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:09.217571 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-c49eee55-31a2-496e-a1c3-bf90c23eff0d tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 820 time: 0.2678459 Apr 18 20:48:09.261957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-e7a82429-5552-4c3f-b10a-5fc03f166ec3 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/quotas/0c914323c11e43d0b5d5063a089ff68d HTTP/1.1" status: 200 len: 375 time: 0.0302866 Apr 18 20:48:09.282575 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Set router a091e875-0848-46d7-a724-bea6a6f1e299 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:09.300562 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.380012 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.392778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-5c73eff6-5e5c-4baa-abef-7528e319eb09 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260338 Apr 18 20:48:09.595347 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:06Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '807f5d32-5d94-426c-89b6-cf2450520548', 'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'mac_address': 'fa:16:3e:b2:8c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:04Z', 'updated_at': '2022-04-18T20:48:06Z', 'revision_number': 2, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'subnets': [{'id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:09.638968 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Checking router: a091e875-0848-46d7-a724-bea6a6f1e299 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:09.639612 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Updating router a091e875-0848-46d7-a724-bea6a6f1e299 port 807f5d32-5d94-426c-89b6-cf2450520548 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:09.645840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-ae8e4ddc-07d0-4b4b-93c4-f495510baf21 service neutron] 10.222.0.49 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467287 Apr 18 20:48:09.682531 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.757156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-66574625-dd42-4ca0-a328-8e11dbaf9306 service neutron] 10.222.0.49 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960476 Apr 18 20:48:09.843268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.206092 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.216358 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.309174 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8dc8d-00f7-4ca6-9fdc-98f0ba5d72d6 None None] Pushing event updated for resources: {'Port': ['ID=807f5d32-5d94-426c-89b6-cf2450520548,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:10.419107 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Attempting to bind port 807f5d32-5d94-426c-89b6-cf2450520548 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:10.419247 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Attempting to bind port 807f5d32-5d94-426c-89b6-cf2450520548 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '5f55c03a-2b82-4db8-aa0e-c9216a6ec551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:10.419855 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Attempting to bind port 807f5d32-5d94-426c-89b6-cf2450520548 on network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:10.420708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91834b6e-d095-4fc1-8622-c4bfe5ff0e1c req-12d24ca4-b2e6-4a24-b011-935889fefdce tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 210 time: 0.4348211 Apr 18 20:48:10.435916 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:10.436409 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Checking segment: {'id': '5f55c03a-2b82-4db8-aa0e-c9216a6ec551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:10.436798 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.437444 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Bound using segment: {'id': '5f55c03a-2b82-4db8-aa0e-c9216a6ec551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:10.438007 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Bound port: 807f5d32-5d94-426c-89b6-cf2450520548, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f55c03a-2b82-4db8-aa0e-c9216a6ec551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:10.438388 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.493575 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.555699 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] For port 807f5d32-5d94-426c-89b6-cf2450520548, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:10.561085 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] For port 807f5d32-5d94-426c-89b6-cf2450520548, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=807f5d32-5d94-426c-89b6-cf2450520548,segment=NetworkSegment(5f55c03a-2b82-4db8-aa0e-c9216a6ec551),segment_id=5f55c03a-2b82-4db8-aa0e-c9216a6ec551)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:10.567206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Router 516913e6-920d-4df7-85aa-129fd05025a4 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:10.577348 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.672632 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8dc8d-00f7-4ca6-9fdc-98f0ba5d72d6 None None] Pushing event updated for resources: {'Port': ['ID=807f5d32-5d94-426c-89b6-cf2450520548,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:10.693608 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Routers {'a091e875-0848-46d7-a724-bea6a6f1e299'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:10.694440 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a091e875-0848-46d7-a724-bea6a6f1e299'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:10.815402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:10.828969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede0ed8-3b51-4fce-9473-1285c027dfb8 None None] Sync routers for ids ['516913e6-920d-4df7-85aa-129fd05025a4'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:10.844624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede0ed8-3b51-4fce-9473-1285c027dfb8 None None] Routers {'516913e6-920d-4df7-85aa-129fd05025a4'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:10.846532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-eede0ed8-3b51-4fce-9473-1285c027dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['516913e6-920d-4df7-85aa-129fd05025a4'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:10.852596 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.858481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55878) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:10.868164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55880) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:10.871489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-71682b64-ea7c-487b-b40c-1fdd7ed16bbb tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0318832 Apr 18 20:48:10.928318 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] Set router a091e875-0848-46d7-a724-bea6a6f1e299 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:10.990092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-eede0ed8-3b51-4fce-9473-1285c027dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:11.011794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4ce7005e-ae82-4a87-ad80-7293dbb77131 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:11.121474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede0ed8-3b51-4fce-9473-1285c027dfb8 None None] Routers {'516913e6-920d-4df7-85aa-129fd05025a4'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:11.122197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-eede0ed8-3b51-4fce-9473-1285c027dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['516913e6-920d-4df7-85aa-129fd05025a4'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:11.162545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca98c342-a97e-47b9-ae1d-59aae3ca3d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.177521 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-05baf27a-44aa-4912-910e-f9c18bab9ee6 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/routers/516913e6-920d-4df7-85aa-129fd05025a4 HTTP/1.1" status: 200 len: 924 time: 0.3162353 Apr 18 20:48:11.178168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55892) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:11.220607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-eede0ed8-3b51-4fce-9473-1285c027dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:11.221290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede0ed8-3b51-4fce-9473-1285c027dfb8 None None] The sync data for ids ['516913e6-920d-4df7-85aa-129fd05025a4'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:11.227221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55896) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:11.234376 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7b971d01-7c08-49cb-b946-28b97b5fafc1 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=516913e6-920d-4df7-85aa-129fd05025a4 HTTP/1.1" status: 200 len: 205 time: 0.0530422 Apr 18 20:48:11.251303 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.279641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 4ce7005e-ae82-4a87-ad80-7293dbb77131 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:11.280154 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.393034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca98c342-a97e-47b9-ae1d-59aae3ca3d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.397892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca98c342-a97e-47b9-ae1d-59aae3ca3d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.419810 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:06Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '807f5d32-5d94-426c-89b6-cf2450520548', 'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'mac_address': 'fa:16:3e:b2:8c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:04Z', 'updated_at': '2022-04-18T20:48:10Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'subnets': [{'id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:11.466157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98c342-a97e-47b9-ae1d-59aae3ca3d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6115cfd2-a205-433b-87a2-b63e98325eb1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:11.498099 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281775a1-e1dc-4891-a902-ab75b3067715 None None] The sync data for ids ['a091e875-0848-46d7-a724-bea6a6f1e299'] in n-d-836015-4 is: [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:06Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '807f5d32-5d94-426c-89b6-cf2450520548', 'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'mac_address': 'fa:16:3e:b2:8c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:04Z', 'updated_at': '2022-04-18T20:48:10Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'subnets': [{'id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:11.522582 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.529113 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ca98c342-a97e-47b9-ae1d-59aae3ca3d0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e544e8eb0aed466bab944fe1e0d9085c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6577656 Apr 18 20:48:11.532871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55900) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:11.681070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a45a653-e01c-4fb4-97f6-2717739a7eef req-c7e8504c-2842-4408-8bbd-4e34ebff2214 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 210 time: 0.0733688 Apr 18 20:48:11.758711 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a59cda42-e63b-4b60-b3f7-02b1276eeda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.812632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a59cda42-e63b-4b60-b3f7-02b1276eeda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.905950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-9a1cbaea-c8dc-48d9-92b2-6994632a7004 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:11.908663 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-9a1cbaea-c8dc-48d9-92b2-6994632a7004 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.60 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 820 time: 0.2981567 Apr 18 20:48:11.930984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Request body: {'port': {'device_id': '8c04a410-9306-4b42-be09-721e3c9ce725', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'admin_state_up': True, 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:11.956794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.046040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Deleting port e98d2171-c8d8-45c6-af28-6d2b9f4bc686 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:12.046797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.089674 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a59cda42-e63b-4b60-b3f7-02b1276eeda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.095116 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a59cda42-e63b-4b60-b3f7-02b1276eeda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.104486 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a59cda42-e63b-4b60-b3f7-02b1276eeda8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6115cfd2-a205-433b-87a2-b63e98325eb1 HTTP/1.1" status: 204 len: 168 time: 0.5704291 Apr 18 20:48:12.140807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cda42-e63b-4b60-b3f7-02b1276eeda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6115cfd2-a205-433b-87a2-b63e98325eb1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:12.215576 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.255595 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.276292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Calling delete_port for e98d2171-c8d8-45c6-af28-6d2b9f4bc686 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:12.276620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Made reservation on behalf of 0c914323c11e43d0b5d5063a089ff68d for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:12.281552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.552399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Allocated IP 172.20.0.8 (333ff2aa-d39b-4164-bd89-6bb0ed0244ff/09f6aaf4-4ca9-4144-805a-d3243030d984/7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:12.650492 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.716213 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Pushing event deleted for resources: {'Port': ['ID=e98d2171-c8d8-45c6-af28-6d2b9f4bc686,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:12.778615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55910) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:12.818465 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14bd0f08-80bb-44c3-876d-2b69e26bbbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.828389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.860322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17a99607-118f-4f35-9582-4d87f05369e7 req-92bfa4bb-8867-4f94-99a2-2ceb866e6107 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 210 time: 0.0454748 Apr 18 20:48:12.866213 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.870615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.896997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 807f5d32-5d94-426c-89b6-cf2450520548 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:12.935882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:12.939302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:12.943419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:12.955139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Pushing event updated for resources: {'Port': ['ID=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:12.957856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 807f5d32-5d94-426c-89b6-cf2450520548 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:12.958484 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.023772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:13.024480 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.032519 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.038144 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.046939 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-709dd479-a49f-42ff-b834-a236c00c3ff1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1271789 Apr 18 20:48:13.072875 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.110279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.110985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Fanout notify agent at l3_agent the message router_deleted on router 516913e6-920d-4df7-85aa-129fd05025a4 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:13.119941 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 807f5d32-5d94-426c-89b6-cf2450520548, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=807f5d32-5d94-426c-89b6-cf2450520548,segment=NetworkSegment(5f55c03a-2b82-4db8-aa0e-c9216a6ec551),segment_id=5f55c03a-2b82-4db8-aa0e-c9216a6ec551)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:13.122677 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.124893 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.127442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:13.130993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9b5bd219-3087-421b-b5da-41241306cd26 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/516913e6-920d-4df7-85aa-129fd05025a4 HTTP/1.1" status: 204 len: 168 time: 1.9022858 Apr 18 20:48:13.132593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Request body: {'router': {'name': 'tempest-snat-router-784410256', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_snat': False}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:13.177506 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.178652 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.182331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14bd0f08-80bb-44c3-876d-2b69e26bbbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.190498 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14bd0f08-80bb-44c3-876d-2b69e26bbbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.227823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=807f5d32-5d94-426c-89b6-cf2450520548,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:13.230538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-14bd0f08-80bb-44c3-876d-2b69e26bbbe6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10fb1ed08b214dd38b5be4cf834a9b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508491 Apr 18 20:48:13.234733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55918) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:13.255573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd0f08-80bb-44c3-876d-2b69e26bbbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b7369-18bb-43d0-8a63-ab76db1f2cf1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:13.281774 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.302365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Request body: {'port': {'device_id': '8c04a410-9306-4b42-be09-721e3c9ce725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:13.475528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f93adb1b-2b9a-4a86-8e26-30ddc7bf493e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.512399 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.516692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.551119 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f93adb1b-2b9a-4a86-8e26-30ddc7bf493e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.733011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f93adb1b-2b9a-4a86-8e26-30ddc7bf493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.735535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f93adb1b-2b9a-4a86-8e26-30ddc7bf493e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.736774 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f93adb1b-2b9a-4a86-8e26-30ddc7bf493e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a4b7369-18bb-43d0-8a63-ab76db1f2cf1 HTTP/1.1" status: 204 len: 168 time: 0.5010583 Apr 18 20:48:13.766490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93adb1b-2b9a-4a86-8e26-30ddc7bf493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b7369-18bb-43d0-8a63-ab76db1f2cf1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.044919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:14.057667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.061980 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.092167 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.095284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48678778-fee5-4234-9715-4f3908e8a524 req-18ff9a3c-40ec-4b4a-8aa9-5bfea2bf0543 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:14.098628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48678778-fee5-4234-9715-4f3908e8a524 req-18ff9a3c-40ec-4b4a-8aa9-5bfea2bf0543 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 931 time: 0.1234779 Apr 18 20:48:14.109135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Transition to ACTIVE for port object 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:14.116129 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.190036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48678778-fee5-4234-9715-4f3908e8a524 req-7ef91d48-9b6f-4027-8b06-1b37af4b2d45 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723329 Apr 18 20:48:14.291737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.389718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Allocated IP 172.25.2.98 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/04d5b225-8091-41c3-b8cb-c67bb905322e) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:14.419116 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Attempting to bind port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:14.419316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Attempting to bind port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '5f55c03a-2b82-4db8-aa0e-c9216a6ec551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:14.419758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Attempting to bind port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c on network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:14.481904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c on network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:48:14.482134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Attempting to bind port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c on network 333ff2aa-d39b-4164-bd89-6bb0ed0244ff {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:14.499551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:14.500178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Checking segment: {'id': '5f55c03a-2b82-4db8-aa0e-c9216a6ec551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:14.501260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Bound using segment: {'id': '5f55c03a-2b82-4db8-aa0e-c9216a6ec551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:14.501888 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Bound port: 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f55c03a-2b82-4db8-aa0e-c9216a6ec551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:14.502431 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.610426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.620785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] For port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:14.625430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] For port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,segment=NetworkSegment(5f55c03a-2b82-4db8-aa0e-c9216a6ec551),segment_id=5f55c03a-2b82-4db8-aa0e-c9216a6ec551)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:14.634008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.693533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:14.694163 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.695588 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] 10.222.0.60 "PUT /v2.0/ports/7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 1091 time: 1.6370809 Apr 18 20:48:14.696096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:14.699154 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:14.727625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.751286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5e104-7bfc-4a09-ac18-aa657f56d864 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.821526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 807f5d32-5d94-426c-89b6-cf2450520548 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:14.863695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event updated for resources: {'Port': ['ID=04d5b225-8091-41c3-b8cb-c67bb905322e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.867282 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a525cfe3-380e-4f90-a109-ab0e8a5751ea x-openstack-request-id: req-a525cfe3-380e-4f90-a109-ab0e8a5751ea {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:14.867601 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:14.867832 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a525cfe3-380e-4f90-a109-ab0e8a5751ea {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:14.868287 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a525cfe3-380e-4f90-a109-ab0e8a5751ea'] response: {'name': 'network-changed', 'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'status': 'completed', 'code': 200} Apr 18 20:48:14.899995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:14.904890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:14.907990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:14.961734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-4e9ac311-1b55-44fe-85e7-64a5294a5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:14.964173 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-4e9ac311-1b55-44fe-85e7-64a5294a5491 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1094 time: 0.0949748 Apr 18 20:48:15.012008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 807f5d32-5d94-426c-89b6-cf2450520548 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:15.013089 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.179898 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-40be7618-5ad8-4550-a9bd-df7056aa4c38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 217 time: 0.1984251 Apr 18 20:48:15.336702 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-48bbe47d-ec8f-47d0-a098-ab03e6d17a8f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8475449 Apr 18 20:48:15.400961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c5b10-c1f8-4b34-93b6-aa6109259394 req-806f0687-001d-4fd7-817d-768f7b1b4727 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:15.403003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c96c5b10-c1f8-4b34-93b6-aa6109259394 req-806f0687-001d-4fd7-817d-768f7b1b4727 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 943 time: 0.0749102 Apr 18 20:48:15.456559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c96c5b10-c1f8-4b34-93b6-aa6109259394 req-0a348de8-3796-41a1-b18b-b1dee66fd95c tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458682 Apr 18 20:48:15.749870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-76afd08b-4b52-43cd-986a-344ba752df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:15.751642 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-76afd08b-4b52-43cd-986a-344ba752df8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 200 len: 860 time: 0.5467734 Apr 18 20:48:15.824440 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-544c78d8-ee68-4f11-8b2c-36a15950c512 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626829 Apr 18 20:48:15.848947 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.942835 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-65e7f388-8ba5-4ba1-ba96-4f0e2dbc6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:15.944389 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-65e7f388-8ba5-4ba1-ba96-4f0e2dbc6e80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 1097 time: 0.1968565 Apr 18 20:48:15.946928 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.114789 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-549e9744-8a6c-4f32-9716-205bff34649f service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833731 Apr 18 20:48:16.207506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55988) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:16.251420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-d97cfa02-831e-4e98-9a5e-71b8697e171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.253305 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-d97cfa02-831e-4e98-9a5e-71b8697e171c service neutron] 10.222.0.64 "GET /v2.0/networks?id=04743667-6a46-4daf-93a5-43f6b03f4be5 HTTP/1.1" status: 200 len: 897 time: 0.2783430 Apr 18 20:48:16.396271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-130315184', 'router:external': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:16.405389 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-63bdae19-5522-4d2e-be2f-6f48e9972bfc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce5f0d1-99ff-40a1-946f-a44aab026d4a HTTP/1.1" status: 200 len: 1002 time: 0.1430151 Apr 18 20:48:16.407054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.410504 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b260671-f3a4-4006-a0ad-5fe4dd3aad88 req-c4c39a03-ab6d-42c1-ade3-beaf376641ec service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500882 Apr 18 20:48:16.444655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Made reservation on behalf of 5bade954102345ad914fdeea9d459e36 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:16.449357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.467910 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.551126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-c5255f4f-9824-4044-a8df-b11ecd49203b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.552685 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-c5255f4f-9824-4044-a8df-b11ecd49203b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=712fd388-2ab7-448c-9c77-ca03bd1dafd1 HTTP/1.1" status: 200 len: 835 time: 0.1390512 Apr 18 20:48:16.609062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.620472 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.656111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed req-929a724e-eba8-4db3-9225-a67c765fa16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.658290 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed req-929a724e-eba8-4db3-9225-a67c765fa16e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1094 time: 0.1755075 Apr 18 20:48:16.666159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158ad13-de41-4dc5-8d43-f0daaf042661 req-d9235d96-17df-4e5e-8690-5d83e1c1cbf4 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.667890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4158ad13-de41-4dc5-8d43-f0daaf042661 req-d9235d96-17df-4e5e-8690-5d83e1c1cbf4 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 943 time: 0.1155953 Apr 18 20:48:16.673691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:16.695316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058355ab-a3bd-43d4-9ac4-b3d0b8817bc2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:16.708996 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.709391 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Added segment 597c6e40-f84a-4e02-a218-1bf943ad8ef5 of type vlan for network c0ba8947-7b9f-461c-bd3b-d77784987a33 Apr 18 20:48:16.766076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-8ec3cc89-472e-43e2-8597-16c661505245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.768136 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-8ec3cc89-472e-43e2-8597-16c661505245 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04743667-6a46-4daf-93a5-43f6b03f4be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068579 Apr 18 20:48:16.773086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4158ad13-de41-4dc5-8d43-f0daaf042661 req-0a23c3c6-b76e-4f24-b26d-7bef1c076cd3 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782013 Apr 18 20:48:16.800934 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.842843 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.843982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.844664 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.880900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed req-42c40674-7ee6-4584-85e0-5ffcc7794d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.882405 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed req-42c40674-7ee6-4584-85e0-5ffcc7794d55 service neutron] 10.222.0.60 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 921 time: 0.2130816 Apr 18 20:48:16.917539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7081358 Apr 18 20:48:16.920173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55994) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:16.926783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Request body: {'subnet': {'network_id': 'c0ba8947-7b9f-461c-bd3b-d77784987a33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:16.935742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5c2f6-1b0b-4e85-8c17-2674c7ca522f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event updated for resources: {'Network': ['ID=c0ba8947-7b9f-461c-bd3b-d77784987a33,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:16.939025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Router e42ef477-ab50-44a7-8192-c39dfad66ee6 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:16.949032 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed req-406b5c43-dde4-4372-bc1b-4b06ccf006b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 217 time: 0.0586112 Apr 18 20:48:16.951916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c0ba8947-7b9f-461c-bd3b-d77784987a33 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:48:16.961142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Made reservation on behalf of 5bade954102345ad914fdeea9d459e36 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:16.963781 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.968668 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-9ce3222e-6bdd-4bd3-ba56-3a0318106bea service neutron] 10.222.0.64 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914210 Apr 18 20:48:17.120624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed req-5eac1d7b-cf3e-4e2a-b1f9-d3013c79c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:17.123331 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed req-5eac1d7b-cf3e-4e2a-b1f9-d3013c79c104 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 200 len: 860 time: 0.1647780 Apr 18 20:48:17.210071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:17.225008 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Sync routers for ids ['e42ef477-ab50-44a7-8192-c39dfad66ee6'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:17.242986 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed req-1a2c7e77-ebff-4b06-a4c9-ae4e251399e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098006 Apr 18 20:48:17.249195 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Routers {'e42ef477-ab50-44a7-8192-c39dfad66ee6'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:17.251245 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e42ef477-ab50-44a7-8192-c39dfad66ee6'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:17.282697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.284226 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3794cda6-a986-4b1c-a5d4-0758fd9a1edb tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1553204 Apr 18 20:48:17.307387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56004) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:17.397876 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2fc6dca5-6a51-4270-a9f4-c92383555580 req-5a78a590-7b99-437a-b4b5-3c763c374445 service neutron] 10.222.0.64 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746197 Apr 18 20:48:17.452820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56008) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:17.455144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a5f04b45-1789-4962-b641-8c0fcb134ade tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/routers/e42ef477-ab50-44a7-8192-c39dfad66ee6 HTTP/1.1" status: 200 len: 907 time: 0.1387870 Apr 18 20:48:17.461628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Request body: {'router': {'name': 'tempest-snat-router-784410256', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_snat': True}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:17.477202 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed req-b0e92fba-2864-422d-a5d6-4d3bb27a0373 service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232263 Apr 18 20:48:17.572619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.objects.ports [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102904) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:48:17.573301 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.576348 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Set router e42ef477-ab50-44a7-8192-c39dfad66ee6 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:17.591751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.593468 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.700409 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.704760 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1b574afb-0fb7-4d4d-ad2d-acbe817852ed req-bb13f9b0-48a0-474e-8dc8-71114a9723c9 service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182193 Apr 18 20:48:17.712143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a6161d5-11cc-4290-b4e4-3f7cf751e284,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:17.727715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Checking segment: {'id': '597c6e40-f84a-4e02-a218-1bf943ad8ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c0ba8947-7b9f-461c-bd3b-d77784987a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:17.728172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Network hostable DHCP agents. Network: c0ba8947-7b9f-461c-bd3b-d77784987a33, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:17.747160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Network c0ba8947-7b9f-461c-bd3b-d77784987a33 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:17.762629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c0ba8947-7b9f-461c-bd3b-d77784987a33) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:17.776612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:17.777218 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.777362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b12f97-b1c9-41d0-bfc5-6b773e3b571a None None] Network c0ba8947-7b9f-461c-bd3b-d77784987a33 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:17.809298 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-96b880a5-936f-421b-8438-60338b6acc53 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8879817 Apr 18 20:48:17.811534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56018) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:17.828035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1314581537', 'network_id': 'c0ba8947-7b9f-461c-bd3b-d77784987a33'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:17.879532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Made reservation on behalf of 5bade954102345ad914fdeea9d459e36 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:17.886293 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.919425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.990805 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42ef477-ab50-44a7-8192-c39dfad66ee6', 'name': 'tempest-snat-router-784410256', 'tenant_id': '30536068798a4a2b845fdc5c79a1ae65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.98'}], 'enable_snat': False}, 'gw_port_id': '04d5b225-8091-41c3-b8cb-c67bb905322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:13Z', 'updated_at': '2022-04-18T20:48:15Z', 'revision_number': 3, 'project_id': '30536068798a4a2b845fdc5c79a1ae65', 'gw_port': {'id': '04d5b225-8091-41c3-b8cb-c67bb905322e', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42ef477-ab50-44a7-8192-c39dfad66ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:14Z', 'updated_at': '2022-04-18T20:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:18.004679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] device_id is not set on port 0b8c7aef-1d20-45e6-b0c9-cf75b7747c3e yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:18.048367 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Checking router: e42ef477-ab50-44a7-8192-c39dfad66ee6 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:18.048713 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Updating router e42ef477-ab50-44a7-8192-c39dfad66ee6 port 04d5b225-8091-41c3-b8cb-c67bb905322e binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:18.129270 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.169737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Allocated IP 172.20.0.4 (c0ba8947-7b9f-461c-bd3b-d77784987a33/2a6161d5-11cc-4290-b4e4-3f7cf751e284/0b8c7aef-1d20-45e6-b0c9-cf75b7747c3e) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:18.290246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56026) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:18.316545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6aeb0-8e8d-47c6-9d59-8926eb63c381 None None] Network c0ba8947-7b9f-461c-bd3b-d77784987a33 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:18.329270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.346597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33d5f1-1e1f-4a8c-9bb8-7f4f2fb02af0 req-4670d091-3709-4405-aeaa-87c8b90653fe tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:18.348477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d33d5f1-1e1f-4a8c-9bb8-7f4f2fb02af0 req-4670d091-3709-4405-aeaa-87c8b90653fe tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 943 time: 0.4560599 Apr 18 20:48:18.360386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.371449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.420113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d33d5f1-1e1f-4a8c-9bb8-7f4f2fb02af0 req-acfde483-2c9e-44bd-9d0b-1bc7c228db6c tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614920 Apr 18 20:48:18.442318 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.498659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Network c0ba8947-7b9f-461c-bd3b-d77784987a33 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:18.501780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:18.508343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:18.538768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event updated for resources: {'Port': ['ID=0b8c7aef-1d20-45e6-b0c9-cf75b7747c3e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:18.565789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:18.566457 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.575941 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d7b1-97ac-4cea-88d7-9f3f036e4b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.579109 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.587566 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.588075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-34f94469-8ba7-4beb-b14c-049df59a625f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7723396 Apr 18 20:48:18.591643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56030) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:18.651017 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Attempting to bind port 04d5b225-8091-41c3-b8cb-c67bb905322e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:18.651378 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Attempting to bind port 04d5b225-8091-41c3-b8cb-c67bb905322e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:18.651731 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Attempting to bind port 04d5b225-8091-41c3-b8cb-c67bb905322e on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:18.660986 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:18.661363 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:18.662250 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.662653 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:18.663177 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Bound port: 04d5b225-8091-41c3-b8cb-c67bb905322e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:18.663649 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.670160 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff84b63-bbec-495c-8e79-33cc87239159 None None] Pushing event updated for resources: {'Port': ['ID=04d5b225-8091-41c3-b8cb-c67bb905322e,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:18.693586 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d7b1-97ac-4cea-88d7-9f3f036e4b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.702659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8202411c-50d1-445e-a263-19f374f2560d tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Deleting port 0b8c7aef-1d20-45e6-b0c9-cf75b7747c3e {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:18.704040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8202411c-50d1-445e-a263-19f374f2560d tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.718983 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d7b1-97ac-4cea-88d7-9f3f036e4b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.736370 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] For port 04d5b225-8091-41c3-b8cb-c67bb905322e, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:18.741826 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] For port 04d5b225-8091-41c3-b8cb-c67bb905322e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=04d5b225-8091-41c3-b8cb-c67bb905322e,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:18.749605 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.771979 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c9e8d7b1-97ac-4cea-88d7-9f3f036e4b59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3650edc0efac471eaae6d020dc90ec6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804645 Apr 18 20:48:18.776210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56032) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:18.776386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8d7b1-97ac-4cea-88d7-9f3f036e4b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e1d5b2-70a1-44fa-877f-d8694ddabb3c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:18.788574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Allocated IP 172.25.2.103 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/77b142b2-a6b6-41cd-ab5d-f50797aa1f0b) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:18.823766 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Routers {'e42ef477-ab50-44a7-8192-c39dfad66ee6'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:18.824734 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e42ef477-ab50-44a7-8192-c39dfad66ee6'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:18.840750 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8202411c-50d1-445e-a263-19f374f2560d tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.860875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8202411c-50d1-445e-a263-19f374f2560d tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Calling delete_port for 0b8c7aef-1d20-45e6-b0c9-cf75b7747c3e owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:18.871623 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff84b63-bbec-495c-8e79-33cc87239159 None None] Pushing event updated for resources: {'Port': ['ID=04d5b225-8091-41c3-b8cb-c67bb905322e,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:18.920723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.942009 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7039d6e-586e-4189-9c21-dd05b85e293c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.964752 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.970431 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] Set router e42ef477-ab50-44a7-8192-c39dfad66ee6 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:18.979168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7039d6e-586e-4189-9c21-dd05b85e293c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.017209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:19.023865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:19.030631 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:19.069103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event updated for resources: {'Port': ['ID=77b142b2-a6b6-41cd-ab5d-f50797aa1f0b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.076538 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7039d6e-586e-4189-9c21-dd05b85e293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.079170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7039d6e-586e-4189-9c21-dd05b85e293c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.080411 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d7039d6e-586e-4189-9c21-dd05b85e293c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8e1d5b2-70a1-44fa-877f-d8694ddabb3c HTTP/1.1" status: 204 len: 168 time: 0.3033383 Apr 18 20:48:19.084468 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8202411c-50d1-445e-a263-19f374f2560d tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.097546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7039d6e-586e-4189-9c21-dd05b85e293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e1d5b2-70a1-44fa-877f-d8694ddabb3c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.121665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202411c-50d1-445e-a263-19f374f2560d tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b8c7aef-1d20-45e6-b0c9-cf75b7747c3e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.190782 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42ef477-ab50-44a7-8192-c39dfad66ee6', 'name': 'tempest-snat-router-784410256', 'tenant_id': '30536068798a4a2b845fdc5c79a1ae65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.98'}], 'enable_snat': False}, 'gw_port_id': '04d5b225-8091-41c3-b8cb-c67bb905322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:13Z', 'updated_at': '2022-04-18T20:48:15Z', 'revision_number': 3, 'project_id': '30536068798a4a2b845fdc5c79a1ae65', 'gw_port': {'id': '04d5b225-8091-41c3-b8cb-c67bb905322e', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42ef477-ab50-44a7-8192-c39dfad66ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:14Z', 'updated_at': '2022-04-18T20:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:19.211193 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8202411c-50d1-445e-a263-19f374f2560d tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.217868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8202411c-50d1-445e-a263-19f374f2560d tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "DELETE /v2.0/ports/0b8c7aef-1d20-45e6-b0c9-cf75b7747c3e HTTP/1.1" status: 204 len: 168 time: 0.6248834 Apr 18 20:48:19.221291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56036) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:19.227519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0ba8947-7b9f-461c-bd3b-d77784987a33', 'external_fixed_ips': [{'subnet_id': '2a6161d5-11cc-4290-b4e4-3f7cf751e284', 'ip_address': '172.20.0.4'}]}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:19.229570 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c0b8cc-1943-433c-8f4a-6c39b77cff07 None None] The sync data for ids ['e42ef477-ab50-44a7-8192-c39dfad66ee6'] in n-d-836015-4 is: [{'id': 'e42ef477-ab50-44a7-8192-c39dfad66ee6', 'name': 'tempest-snat-router-784410256', 'tenant_id': '30536068798a4a2b845fdc5c79a1ae65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.98'}], 'enable_snat': False}, 'gw_port_id': '04d5b225-8091-41c3-b8cb-c67bb905322e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:13Z', 'updated_at': '2022-04-18T20:48:15Z', 'revision_number': 3, 'project_id': '30536068798a4a2b845fdc5c79a1ae65', 'gw_port': {'id': '04d5b225-8091-41c3-b8cb-c67bb905322e', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42ef477-ab50-44a7-8192-c39dfad66ee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:14Z', 'updated_at': '2022-04-18T20:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:19.260056 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.262626 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.326971 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.392106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.820823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56042) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:19.830924 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.867298 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0352-f904-48a3-8b13-09c0b5ae1630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.958791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efc4db-69c3-4e3c-9588-48bd7b26eb25 req-c0eb0833-e10c-4330-945c-78e66425aac8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:19.960527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59efc4db-69c3-4e3c-9588-48bd7b26eb25 req-c0eb0833-e10c-4330-945c-78e66425aac8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 943 time: 0.1388016 Apr 18 20:48:20.032571 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59efc4db-69c3-4e3c-9588-48bd7b26eb25 req-57f3bd78-4403-4aad-9c33-70794c0205b8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636902 Apr 18 20:48:20.048148 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.074219 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0352-f904-48a3-8b13-09c0b5ae1630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.079333 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0352-f904-48a3-8b13-09c0b5ae1630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.127818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9e2e0352-f904-48a3-8b13-09c0b5ae1630 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8469920752af438facc1772bdc0d491b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025467 Apr 18 20:48:20.128562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56044) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:20.162162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e0352-f904-48a3-8b13-09c0b5ae1630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0cdfaa-7faa-4ed5-892a-ed35f590afab,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:20.242032 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.246003 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-143adabe-97f3-48db-9fd8-09349191df63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.263881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.280181 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-143adabe-97f3-48db-9fd8-09349191df63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.286994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Router 5da6f301-78ca-4c72-a051-91f5b1b40f7f is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:20.413680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-143adabe-97f3-48db-9fd8-09349191df63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.415231 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-143adabe-97f3-48db-9fd8-09349191df63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.416447 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-143adabe-97f3-48db-9fd8-09349191df63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd0cdfaa-7faa-4ed5-892a-ed35f590afab HTTP/1.1" status: 204 len: 168 time: 0.2869008 Apr 18 20:48:20.437899 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143adabe-97f3-48db-9fd8-09349191df63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0cdfaa-7faa-4ed5-892a-ed35f590afab,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:20.450034 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:20.464617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Allocated IP 172.20.0.4 (c0ba8947-7b9f-461c-bd3b-d77784987a33/2a6161d5-11cc-4290-b4e4-3f7cf751e284/5ddd0e32-c9c9-4315-96ee-ed36c093296f) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:20.471201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.473286 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-79e7cc0f-1e73-41a1-8469-6eff8153f917 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0189202 Apr 18 20:48:20.475562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56048) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:20.491427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Sync routers for ids ['5da6f301-78ca-4c72-a051-91f5b1b40f7f'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:20.511136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Routers {'5da6f301-78ca-4c72-a051-91f5b1b40f7f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:20.512483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5da6f301-78ca-4c72-a051-91f5b1b40f7f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:20.638746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.640590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56050) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:20.644758 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b1d966d6-5d48-4f45-b284-e07f2955c81f tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/routers/5da6f301-78ca-4c72-a051-91f5b1b40f7f HTTP/1.1" status: 200 len: 907 time: 0.1671665 Apr 18 20:48:20.672232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Set router 5da6f301-78ca-4c72-a051-91f5b1b40f7f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:20.846020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 04d5b225-8091-41c3-b8cb-c67bb905322e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:20.850059 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.892471 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.953817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Network c0ba8947-7b9f-461c-bd3b-d77784987a33 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:20.968013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 04d5b225-8091-41c3-b8cb-c67bb905322e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:20.968389 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.972495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:20.978533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:20.985401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event updated for resources: {'Port': ['ID=5ddd0e32-c9c9-4315-96ee-ed36c093296f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.003720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6f301-78ca-4c72-a051-91f5b1b40f7f', 'name': 'tempest-snat-router-784410256', 'tenant_id': '30536068798a4a2b845fdc5c79a1ae65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '77b142b2-a6b6-41cd-ab5d-f50797aa1f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:17Z', 'updated_at': '2022-04-18T20:48:19Z', 'revision_number': 3, 'project_id': '30536068798a4a2b845fdc5c79a1ae65', 'gw_port': {'id': '77b142b2-a6b6-41cd-ab5d-f50797aa1f0b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:91:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da6f301-78ca-4c72-a051-91f5b1b40f7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:18Z', 'updated_at': '2022-04-18T20:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:21.019014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56056) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:21.035373 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-166aba25-4f6a-4eb2-ac9b-23e12cfc388b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.043680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:48:21.049155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Checking router: 5da6f301-78ca-4c72-a051-91f5b1b40f7f for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:21.049500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Updating router 5da6f301-78ca-4c72-a051-91f5b1b40f7f port 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:21.108168 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.172147 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.198465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-166aba25-4f6a-4eb2-ac9b-23e12cfc388b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.203600 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-166aba25-4f6a-4eb2-ac9b-23e12cfc388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.263652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166aba25-4f6a-4eb2-ac9b-23e12cfc388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f21d8c-c50e-4e9a-822f-17a47ac38eb0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.287418 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-166aba25-4f6a-4eb2-ac9b-23e12cfc388b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b223e04406e34bfa997f1e9ad1b29158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647190 Apr 18 20:48:21.287639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56060) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:21.339990 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.357655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9f33a-b357-4d26-b861-4f16db8bbb23 req-9d7e8656-2585-41b3-8e40-09c2d58fd0f4 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:21.360530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1d9f33a-b357-4d26-b861-4f16db8bbb23 req-9d7e8656-2585-41b3-8e40-09c2d58fd0f4 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 943 time: 0.1924694 Apr 18 20:48:21.410592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6555cc8-c4a7-45a0-99c2-a5d7d7125ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.420253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 04d5b225-8091-41c3-b8cb-c67bb905322e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=04d5b225-8091-41c3-b8cb-c67bb905322e,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:21.427888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,segment=NetworkSegment(5f55c03a-2b82-4db8-aa0e-c9216a6ec551),segment_id=5f55c03a-2b82-4db8-aa0e-c9216a6ec551)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:21.451058 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6555cc8-c4a7-45a0-99c2-a5d7d7125ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.455689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'port_id': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'mac_address': 'fa:16:3e:54:11:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:48:21.470306 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Deleting port 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:21.471042 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.483896 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.513390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6555cc8-c4a7-45a0-99c2-a5d7d7125ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.517532 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6555cc8-c4a7-45a0-99c2-a5d7d7125ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.521047 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e6555cc8-c4a7-45a0-99c2-a5d7d7125ec1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78f21d8c-c50e-4e9a-822f-17a47ac38eb0 HTTP/1.1" status: 204 len: 168 time: 0.2301247 Apr 18 20:48:21.536759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6555cc8-c4a7-45a0-99c2-a5d7d7125ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f21d8c-c50e-4e9a-822f-17a47ac38eb0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.569311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1d9f33a-b357-4d26-b861-4f16db8bbb23 req-3aedb285-88cf-4c51-856a-59472be30fd2 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541805 Apr 18 20:48:21.619550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.642227 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.672379 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=04d5b225-8091-41c3-b8cb-c67bb905322e,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.688187 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:21.704000 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.739685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,segment=NetworkSegment(5f55c03a-2b82-4db8-aa0e-c9216a6ec551),segment_id=5f55c03a-2b82-4db8-aa0e-c9216a6ec551)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:21.747076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Calling delete_port for 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:21.749642 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.850232 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.852409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.861571 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.930278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56072) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:21.935989 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Attempting to bind port 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:21.937342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Attempting to bind port 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:21.938050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Attempting to bind port 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:21.947574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:21.948206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:21.948604 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.949026 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:21.949745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Bound port: 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:21.950128 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.951875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cce91-c987-4829-9e07-7fda6ad0e1a1 None None] Pushing event updated for resources: {'Port': ['ID=77b142b2-a6b6-41cd-ab5d-f50797aa1f0b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.994293 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.032135 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ac69f7a-17b1-4868-be62-2dec5760d151 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/floatingips/a69e82ac-a63d-4fac-9ebf-f5e14cea071b HTTP/1.1" status: 200 len: 994 time: 0.0971799 Apr 18 20:48:22.062864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:22.135825 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.141187 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:22.141651 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:22.177251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event deleted for resources: {'Port': ['ID=77b142b2-a6b6-41cd-ab5d-f50797aa1f0b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:22.361671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56088) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:22.557895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.561166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Router eca76bcd-5a04-40e1-8a46-9fa0c474c05c is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:22.594671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port 6b17ab9f-ef8d-41c4-8aa4-52b2ad14e2ff {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:22.595082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.659084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.663810 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.669808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Attempting to bind port 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:22.670428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Attempting to bind port 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:22.670518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Attempting to bind port 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:22.677191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:22.677571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:22.677966 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.678466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:22.678933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Bound port: 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:22.679312 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.704594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Port 77b142b2-a6b6-41cd-ab5d-f50797aa1f0b has been deleted concurrently {{(pid=102905) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 18 20:48:22.709285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.712567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.717072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Routers {'5da6f301-78ca-4c72-a051-91f5b1b40f7f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:22.717710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['5da6f301-78ca-4c72-a051-91f5b1b40f7f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:22.743716 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for 6b17ab9f-ef8d-41c4-8aa4-52b2ad14e2ff owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:22.831275 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.832106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5da6f301-78ca-4c72-a051-91f5b1b40f7f {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:22.840356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 04d5b225-8091-41c3-b8cb-c67bb905322e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:22.842916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.844315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-91f0eda0-db69-4763-a838-eed3900c3392 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "DELETE /v2.0/routers/5da6f301-78ca-4c72-a051-91f5b1b40f7f HTTP/1.1" status: 204 len: 168 time: 2.2025723 Apr 18 20:48:22.847398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56098) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:22.852376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] Set router 5da6f301-78ca-4c72-a051-91f5b1b40f7f gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:22.941409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da6f301-78ca-4c72-a051-91f5b1b40f7f', 'name': 'tempest-snat-router-784410256', 'tenant_id': '30536068798a4a2b845fdc5c79a1ae65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:17Z', 'updated_at': '2022-04-18T20:48:22Z', 'revision_number': 5, 'project_id': '30536068798a4a2b845fdc5c79a1ae65', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:22.959165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6f88e-e38c-4f84-9f8c-a32fb713e852 req-2a9414c9-5cca-4219-a996-b2e4bd86151a tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:22.961238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aa6f88e-e38c-4f84-9f8c-a32fb713e852 req-2a9414c9-5cca-4219-a996-b2e4bd86151a tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 944 time: 0.1791720 Apr 18 20:48:22.971116 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.009553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=6b17ab9f-ef8d-41c4-8aa4-52b2ad14e2ff,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:23.026000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1aa6f88e-e38c-4f84-9f8c-a32fb713e852 req-5a16b8e8-103d-4466-9d48-c76198f5e973 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536561 Apr 18 20:48:23.086753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:23.098889 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Sync routers for ids ['eca76bcd-5a04-40e1-8a46-9fa0c474c05c'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:23.121639 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Routers {'eca76bcd-5a04-40e1-8a46-9fa0c474c05c'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:23.122202 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['eca76bcd-5a04-40e1-8a46-9fa0c474c05c'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:23.138383 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.139386 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Floating IP a69e82ac-a63d-4fac-9ebf-f5e14cea071b disassociated (deleted). External IP: 172.25.2.206, port: cce5f0d1-99ff-40a1-946f-a44aab026d4a. Apr 18 20:48:23.167064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:23.168134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.169461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5236566-a22e-4e0a-8787-11a92c870138 None None] The sync data for ids ['5da6f301-78ca-4c72-a051-91f5b1b40f7f'] in n-d-836015-4 is: [{'id': '5da6f301-78ca-4c72-a051-91f5b1b40f7f', 'name': 'tempest-snat-router-784410256', 'tenant_id': '30536068798a4a2b845fdc5c79a1ae65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:17Z', 'updated_at': '2022-04-18T20:48:22Z', 'revision_number': 5, 'project_id': '30536068798a4a2b845fdc5c79a1ae65', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:23.177648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-be485df0-93a7-45f0-adec-54e34729c19f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9543953 Apr 18 20:48:23.178370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56104) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:23.181912 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.263038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 04d5b225-8091-41c3-b8cb-c67bb905322e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:23.264662 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.361195 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Set router eca76bcd-5a04-40e1-8a46-9fa0c474c05c gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:23.409129 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:23.418693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:23.424035 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.559040 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.606265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router e4e86c8b-e53b-413d-a021-52d6619f33ba has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:23.609408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:23.612947 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe881ec-fe44-41df-8615-3fc5be61acee" -d '{"events": [{"server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "name": "network-vif-plugged", "status": "completed", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:23.627707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,segment=NetworkSegment(5f55c03a-2b82-4db8-aa0e-c9216a6ec551),segment_id=5f55c03a-2b82-4db8-aa0e-c9216a6ec551)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:23.628707 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.637279 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.643942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.719328 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f262d-6e88-46b0-b2cd-337150453987 x-openstack-request-id: req-177f262d-6e88-46b0-b2cd-337150453987 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:23.720198 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "name": "network-vif-plugged", "status": "completed", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:23.720198 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-177f262d-6e88-46b0-b2cd-337150453987 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:23.720612 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177f262d-6e88-46b0-b2cd-337150453987'] response: {'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'code': 200} Apr 18 20:48:23.721778 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca76bcd-5a04-40e1-8a46-9fa0c474c05c', 'name': '', 'tenant_id': '5bade954102345ad914fdeea9d459e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0ba8947-7b9f-461c-bd3b-d77784987a33', 'external_fixed_ips': [{'subnet_id': '2a6161d5-11cc-4290-b4e4-3f7cf751e284', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '5ddd0e32-c9c9-4315-96ee-ed36c093296f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:19Z', 'updated_at': '2022-04-18T20:48:21Z', 'revision_number': 3, 'project_id': '5bade954102345ad914fdeea9d459e36', 'gw_port': {'id': '5ddd0e32-c9c9-4315-96ee-ed36c093296f', 'name': '', 'network_id': 'c0ba8947-7b9f-461c-bd3b-d77784987a33', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:02:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca76bcd-5a04-40e1-8a46-9fa0c474c05c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2947, 'fixed_ips': [{'subnet_id': '2a6161d5-11cc-4290-b4e4-3f7cf751e284', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:20Z', 'updated_at': '2022-04-18T20:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a6161d5-11cc-4290-b4e4-3f7cf751e284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:23.745787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:23.778560 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Checking router: eca76bcd-5a04-40e1-8a46-9fa0c474c05c for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:23.779306 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Updating router eca76bcd-5a04-40e1-8a46-9fa0c474c05c port 5ddd0e32-c9c9-4315-96ee-ed36c093296f binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:23.810810 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.880610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:23.894111 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.894569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] Sync routers for ids ['e4e86c8b-e53b-413d-a021-52d6619f33ba'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:23.908819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] Routers {'e4e86c8b-e53b-413d-a021-52d6619f33ba'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:23.909890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e4e86c8b-e53b-413d-a021-52d6619f33ba'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:23.928476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Deleting port 04d5b225-8091-41c3-b8cb-c67bb905322e {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:23.928896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.942915 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.974180 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fa71edfb-9d83-4ea9-9fe6-554ad538d992 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/floatingips/a69e82ac-a63d-4fac-9ebf-f5e14cea071b HTTP/1.1" status: 204 len: 168 time: 1.6112614 Apr 18 20:48:23.979499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'tag': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:23.981027 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e623bac-00d6-46e7-8f89-adddbe701f10", "tag": "cce5f0d1-99ff-40a1-946f-a44aab026d4a"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:24.012986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9c277-b775-4ce2-8cab-2c151bd7d401 req-99532e28-de39-47e2-8998-e086517726ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.021520 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-88a9c277-b775-4ce2-8cab-2c151bd7d401 req-99532e28-de39-47e2-8998-e086517726ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1096 time: 0.2096701 Apr 18 20:48:24.125394 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e28ba1f-9da5-4afb-a66a-f81ffa11eb88 x-openstack-request-id: req-1e28ba1f-9da5-4afb-a66a-f81ffa11eb88 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:24.125675 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e623bac-00d6-46e7-8f89-adddbe701f10", "tag": "cce5f0d1-99ff-40a1-946f-a44aab026d4a", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:24.125922 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e28ba1f-9da5-4afb-a66a-f81ffa11eb88 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:24.126325 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e28ba1f-9da5-4afb-a66a-f81ffa11eb88'] response: {'name': 'network-changed', 'server_uuid': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'tag': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'status': 'completed', 'code': 200} Apr 18 20:48:24.144278 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-88a9c277-b775-4ce2-8cab-2c151bd7d401 req-c3e7da20-5011-465a-8ad7-83aa915c53b1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129785 Apr 18 20:48:24.212147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Deleting port 5ddd0e32-c9c9-4315-96ee-ed36c093296f {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:24.212147 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.213112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] Set router e4e86c8b-e53b-413d-a021-52d6619f33ba gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:24.232255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] For port 04d5b225-8091-41c3-b8cb-c67bb905322e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=04d5b225-8091-41c3-b8cb-c67bb905322e,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:24.232255 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.287444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-fe05b871-122d-42d1-b284-20c26e0cb482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.289432 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-fe05b871-122d-42d1-b284-20c26e0cb482 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5fa683093c6f40a293d5d917b8c84f89&device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 1097 time: 0.1258771 Apr 18 20:48:24.320167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Calling delete_port for 04d5b225-8091-41c3-b8cb-c67bb905322e owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:24.510122 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.513928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-9726de07-f754-4fc2-9dd6-923bd64e21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.517014 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-9726de07-f754-4fc2-9dd6-923bd64e21b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04743667-6a46-4daf-93a5-43f6b03f4be5 HTTP/1.1" status: 200 len: 897 time: 0.2142527 Apr 18 20:48:24.525762 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.603901 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.628771 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Attempting to bind port 5ddd0e32-c9c9-4315-96ee-ed36c093296f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:24.629279 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Attempting to bind port 5ddd0e32-c9c9-4315-96ee-ed36c093296f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '597c6e40-f84a-4e02-a218-1bf943ad8ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c0ba8947-7b9f-461c-bd3b-d77784987a33'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:24.629832 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Attempting to bind port 5ddd0e32-c9c9-4315-96ee-ed36c093296f on network c0ba8947-7b9f-461c-bd3b-d77784987a33 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:24.642902 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:24.643677 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Checking segment: {'id': '597c6e40-f84a-4e02-a218-1bf943ad8ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c0ba8947-7b9f-461c-bd3b-d77784987a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:24.644260 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.645031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Calling delete_port for 5ddd0e32-c9c9-4315-96ee-ed36c093296f owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:24.645223 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Bound using segment: {'id': '597c6e40-f84a-4e02-a218-1bf943ad8ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c0ba8947-7b9f-461c-bd3b-d77784987a33'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:24.645585 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Bound port: 5ddd0e32-c9c9-4315-96ee-ed36c093296f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597c6e40-f84a-4e02-a218-1bf943ad8ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'c0ba8947-7b9f-461c-bd3b-d77784987a33'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:24.645968 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.662661 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-1bd62178-ddcc-4ad1-a5b5-1ecc84c8db3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cce5f0d1-99ff-40a1-946f-a44aab026d4a HTTP/1.1" status: 200 len: 217 time: 0.1340261 Apr 18 20:48:24.739304 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] For port 5ddd0e32-c9c9-4315-96ee-ed36c093296f, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:24.745367 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] For port 5ddd0e32-c9c9-4315-96ee-ed36c093296f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5ddd0e32-c9c9-4315-96ee-ed36c093296f,segment=NetworkSegment(597c6e40-f84a-4e02-a218-1bf943ad8ef5),segment_id=597c6e40-f84a-4e02-a218-1bf943ad8ef5)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:24.751935 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.755719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-1cee7667-646d-495c-a008-bab5ab953ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.758045 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-1cee7667-646d-495c-a008-bab5ab953ae1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=712fd388-2ab7-448c-9c77-ca03bd1dafd1 HTTP/1.1" status: 200 len: 835 time: 0.0888107 Apr 18 20:48:24.762981 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88640d3-8a1f-4f74-b140-d08c38813fcc None None] Pushing event updated for resources: {'Port': ['ID=5ddd0e32-c9c9-4315-96ee-ed36c093296f,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:24.842334 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88640d3-8a1f-4f74-b140-d08c38813fcc None None] Pushing event updated for resources: {'Port': ['ID=5ddd0e32-c9c9-4315-96ee-ed36c093296f,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:24.871199 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Routers {'eca76bcd-5a04-40e1-8a46-9fa0c474c05c'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:24.872235 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['eca76bcd-5a04-40e1-8a46-9fa0c474c05c'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:24.882347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '717121d2-e5db-451e-933a-52f82ed4fed6', 'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e1:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:09Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:24.896640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-2a07c860-8968-4d38-b643-fece44feac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.902649 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-2a07c860-8968-4d38-b643-fece44feac11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04743667-6a46-4daf-93a5-43f6b03f4be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371589 Apr 18 20:48:24.963386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] Checking router: e4e86c8b-e53b-413d-a021-52d6619f33ba for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:24.983275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] Routers {'e4e86c8b-e53b-413d-a021-52d6619f33ba'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:24.984816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e4e86c8b-e53b-413d-a021-52d6619f33ba'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:24.992435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96d933-b136-4ace-b09e-d68a756ad597 req-cb1b26fe-6143-4ea4-a043-25986892baf7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:25.000002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a96d933-b136-4ace-b09e-d68a756ad597 req-cb1b26fe-6143-4ea4-a043-25986892baf7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.6810484 Apr 18 20:48:25.064369 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] Set router eca76bcd-5a04-40e1-8a46-9fa0c474c05c gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:25.064683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.120775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c0b91-4949-444b-88e7-a5dc51e33f98 req-0ceb1535-b6bf-42f4-841d-1ca331e65f2e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:25.128216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a8c0b91-4949-444b-88e7-a5dc51e33f98 req-0ceb1535-b6bf-42f4-841d-1ca331e65f2e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 946 time: 0.2129686 Apr 18 20:48:25.138206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] Set router e4e86c8b-e53b-413d-a021-52d6619f33ba gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:25.139156 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-55df13fe-b6b5-4bcc-98e3-ced694682b31 service neutron] 10.222.0.64 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264912 Apr 18 20:48:25.148063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ddd0e32-c9c9-4315-96ee-ed36c093296f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:25.163748 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca76bcd-5a04-40e1-8a46-9fa0c474c05c', 'name': '', 'tenant_id': '5bade954102345ad914fdeea9d459e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:19Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 4, 'project_id': '5bade954102345ad914fdeea9d459e36', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:25.237917 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79250cf-675a-42e5-8bc3-3e0859b118cf None None] The sync data for ids ['eca76bcd-5a04-40e1-8a46-9fa0c474c05c'] in n-d-836015-4 is: [{'id': 'eca76bcd-5a04-40e1-8a46-9fa0c474c05c', 'name': '', 'tenant_id': '5bade954102345ad914fdeea9d459e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:19Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 4, 'project_id': '5bade954102345ad914fdeea9d459e36', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:25.238737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a96d933-b136-4ace-b09e-d68a756ad597 req-758f5469-ce95-42c6-8a30-49ea76ea5f05 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377772 Apr 18 20:48:25.309271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a8c0b91-4949-444b-88e7-a5dc51e33f98 req-482ddb11-6d78-4dad-bc25-8b5516e3ebba tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796999 Apr 18 20:48:25.345166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.432380 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d36eeeeb-469e-4124-9b0e-bdb7ef79093d req-d9b36ded-d719-41b8-929d-a8d965616dcb service neutron] 10.222.0.64 "GET /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746866 Apr 18 20:48:25.526585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '717121d2-e5db-451e-933a-52f82ed4fed6', 'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e1:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:09Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:25.548760 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.552855 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.589804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a5668-2d11-4c8d-b2c0-3e129df4bc0e None None] The sync data for ids ['e4e86c8b-e53b-413d-a021-52d6619f33ba'] in n-d-836015-4 is: [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '717121d2-e5db-451e-933a-52f82ed4fed6', 'name': '', 'network_id': '04743667-6a46-4daf-93a5-43f6b03f4be5', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'mac_address': 'fa:16:3e:e1:44:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2730, 'fixed_ips': [{'subnet_id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:09Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'subnets': [{'id': '712fd388-2ab7-448c-9c77-ca03bd1dafd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:25.612146 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.612717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eca76bcd-5a04-40e1-8a46-9fa0c474c05c {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:25.622705 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.624592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-08fcd2bc-0d76-4de4-8f65-51c07c5e8c38 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "DELETE /v2.0/routers/eca76bcd-5a04-40e1-8a46-9fa0c474c05c HTTP/1.1" status: 204 len: 168 time: 2.4449904 Apr 18 20:48:25.625737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.627337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56160) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:25.669076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event deleted for resources: {'Port': ['ID=04d5b225-8091-41c3-b8cb-c67bb905322e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:25.671666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56162) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:25.734341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5718a7-6d8e-4e87-813f-7d3cdb659909 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Deleting subnet 2a6161d5-11cc-4290-b4e4-3f7cf751e284 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:25.739725 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a5718a7-6d8e-4e87-813f-7d3cdb659909 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.813959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a5718a7-6d8e-4e87-813f-7d3cdb659909 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.878213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a5718a7-6d8e-4e87-813f-7d3cdb659909 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.985659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-4d37ac1f-64d5-421a-a938-e9ece89a007c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:25.987611 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-4d37ac1f-64d5-421a-a938-e9ece89a007c tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 946 time: 0.0743692 Apr 18 20:48:25.994498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a5718a7-6d8e-4e87-813f-7d3cdb659909 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.018247 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0301cafe-6ef4-4f29-b609-ef2ea34e295e None None] New status for floating IP a69e82ac-a63d-4fac-9ebf-f5e14cea071b: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:48:26.048860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5718a7-6d8e-4e87-813f-7d3cdb659909 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a6161d5-11cc-4290-b4e4-3f7cf751e284,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:26.051061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a5718a7-6d8e-4e87-813f-7d3cdb659909 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.054349 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4a5718a7-6d8e-4e87-813f-7d3cdb659909 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "DELETE /v2.0/subnets/2a6161d5-11cc-4290-b4e4-3f7cf751e284 HTTP/1.1" status: 204 len: 168 time: 0.4252422 Apr 18 20:48:26.057737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56166) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:26.100445 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a26f3578-a12a-4f52-b5c2-355b029c3dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.139700 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.183459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.209536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-1a95080e-a64e-4c78-a6a7-29e62639e5c7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port cce5f0d1-99ff-40a1-946f-a44aab026d4a {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:26.210118 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-1a95080e-a64e-4c78-a6a7-29e62639e5c7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.251642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.255774 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.329726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.330177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e42ef477-ab50-44a7-8192-c39dfad66ee6 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:26.337419 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.344771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-073d88a7-df1c-4e53-a94b-f10d4575ec3d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "DELETE /v2.0/routers/e42ef477-ab50-44a7-8192-c39dfad66ee6 HTTP/1.1" status: 204 len: 168 time: 3.4961050 Apr 18 20:48:26.349586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56172) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:26.354307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-967482815', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:26.371939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.401363 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a26f3578-a12a-4f52-b5c2-355b029c3dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.410030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a26f3578-a12a-4f52-b5c2-355b029c3dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.424608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ba8947-7b9f-461c-bd3b-d77784987a33']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:26.441609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-1a95080e-a64e-4c78-a6a7-29e62639e5c7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] For port cce5f0d1-99ff-40a1-946f-a44aab026d4a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=cce5f0d1-99ff-40a1-946f-a44aab026d4a,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:26.442093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-1a95080e-a64e-4c78-a6a7-29e62639e5c7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.454384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597c6e40-f84a-4e02-a218-1bf943ad8ef5') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:26.454688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597c6e40-f84a-4e02-a218-1bf943ad8ef5') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:26.458812 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.460037 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.495242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d868b1-d424-4eef-9856-35c27706946b req-0c239f72-69fc-42fc-b867-b1732bf672fa tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:26.497059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72d868b1-d424-4eef-9856-35c27706946b req-0c239f72-69fc-42fc-b867-b1732bf672fa tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1742713 Apr 18 20:48:26.507159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a26f3578-a12a-4f52-b5c2-355b029c3dcd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0884e0c85c1d4580809db85ac6475d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313308 Apr 18 20:48:26.510258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56174) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:26.511308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-1a95080e-a64e-4c78-a6a7-29e62639e5c7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for cce5f0d1-99ff-40a1-946f-a44aab026d4a owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:26.517295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.542897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f3578-a12a-4f52-b5c2-355b029c3dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336cd7bd-267b-4bd8-a984-ab69c2bce99a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:26.570624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad7c91-9b9b-40c1-994f-af73170ba0ef req-3260ef40-0da1-43b4-b764-398ce59802c6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:26.572475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86ad7c91-9b9b-40c1-994f-af73170ba0ef req-3260ef40-0da1-43b4-b764-398ce59802c6 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 946 time: 0.1663957 Apr 18 20:48:26.576263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72d868b1-d424-4eef-9856-35c27706946b req-1ee3bb96-5e6f-4cc3-b883-0b4c3fe5e1cb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694659 Apr 18 20:48:26.623067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.627676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86ad7c91-9b9b-40c1-994f-af73170ba0ef req-034ef441-a7eb-49ee-a335-e3ab2fee6916 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e711ece-8dda-441e-8da0-e09c56b2e1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436466 Apr 18 20:48:26.652124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.710246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:48:26.712896 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:26.713416 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:26.907223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf34dde-8ce3-44eb-ad94-18df8d1c8cf1 req-c833ada6-ead2-44c7-a4e4-b070c17d2fb3 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:26.909272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bf34dde-8ce3-44eb-ad94-18df8d1c8cf1 req-c833ada6-ead2-44c7-a4e4-b070c17d2fb3 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.0727406 Apr 18 20:48:26.939626 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-306efaf9-e177-4bff-b7be-6b7195cb9489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.944628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.953072 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.963998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0ba8947-7b9f-461c-bd3b-d77784987a33 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 18 20:48:26.967525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.970976 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "DELETE /v2.0/networks/c0ba8947-7b9f-461c-bd3b-d77784987a33 HTTP/1.1" status: 204 len: 168 time: 0.9119523 Apr 18 20:48:26.991923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bf34dde-8ce3-44eb-ad94-18df8d1c8cf1 req-963aa404-0d64-4041-ada2-dc4934001e25 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684853 Apr 18 20:48:27.034427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 04d5b225-8091-41c3-b8cb-c67bb905322e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:27.050329 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c069823-1bb2-4d77-b0ab-d41f02fe6dea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0ba8947-7b9f-461c-bd3b-d77784987a33,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:27.061757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 04d5b225-8091-41c3-b8cb-c67bb905322e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:27.062098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 04d5b225-8091-41c3-b8cb-c67bb905322e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:27.062372 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-306efaf9-e177-4bff-b7be-6b7195cb9489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.086092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b1bee-cad8-4946-8d11-2dd9d84de398 req-ed2acd6b-3661-41d4-bba4-84c8793f934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:27.088269 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a7b1bee-cad8-4946-8d11-2dd9d84de398 req-ed2acd6b-3661-41d4-bba4-84c8793f934d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1096 time: 0.2417002 Apr 18 20:48:27.226390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-1a95080e-a64e-4c78-a6a7-29e62639e5c7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.274556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95080e-a64e-4c78-a6a7-29e62639e5c7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=cce5f0d1-99ff-40a1-946f-a44aab026d4a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:27.332628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-306efaf9-e177-4bff-b7be-6b7195cb9489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.336573 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-306efaf9-e177-4bff-b7be-6b7195cb9489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.337227 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-306efaf9-e177-4bff-b7be-6b7195cb9489 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/336cd7bd-267b-4bd8-a984-ab69c2bce99a HTTP/1.1" status: 204 len: 168 time: 0.8221805 Apr 18 20:48:27.355606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56188) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:27.360048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-63619e1b-bf09-4f8b-86d9-482fd54218e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Request body: {'router': {'name': 'tempest-router--773166040', 'project_id': '6465cc17427843b3a54326f12c99d37c'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:27.360365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-1a95080e-a64e-4c78-a6a7-29e62639e5c7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] No DVR routers for this DVR port cce5f0d1-99ff-40a1-946f-a44aab026d4a on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:27.366496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b1bee-cad8-4946-8d11-2dd9d84de398 req-4c02a9b1-06ef-41fd-b132-b7a8a958e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:27.368488 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a7b1bee-cad8-4946-8d11-2dd9d84de398 req-4c02a9b1-06ef-41fd-b132-b7a8a958e1ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 921 time: 0.2715275 Apr 18 20:48:27.373366 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-1a95080e-a64e-4c78-a6a7-29e62639e5c7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.376777 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9508b916-f4d8-4e3e-ba3e-b35a3bb67570 req-1a95080e-a64e-4c78-a6a7-29e62639e5c7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.64 "DELETE /v2.0/ports/cce5f0d1-99ff-40a1-946f-a44aab026d4a HTTP/1.1" status: 204 len: 173 time: 1.3796735 Apr 18 20:48:27.378800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'name': 'network-vif-deleted', 'tag': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:27.384917 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46ddd27-5ee8-429a-87e4-fbb9ee0231c0" -d '{"events": [{"server_uuid": "3e623bac-00d6-46e7-8f89-adddbe701f10", "name": "network-vif-deleted", "tag": "cce5f0d1-99ff-40a1-946f-a44aab026d4a"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:27.385408 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63619e1b-bf09-4f8b-86d9-482fd54218e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.387955 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63619e1b-bf09-4f8b-86d9-482fd54218e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.405463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306efaf9-e177-4bff-b7be-6b7195cb9489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336cd7bd-267b-4bd8-a984-ab69c2bce99a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:27.455931 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a7b1bee-cad8-4946-8d11-2dd9d84de398 req-dcd3a88a-d26f-4478-a8d4-6db5ac12658e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 217 time: 0.0618041 Apr 18 20:48:27.549387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63619e1b-bf09-4f8b-86d9-482fd54218e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.555183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63619e1b-bf09-4f8b-86d9-482fd54218e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.557967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b1bee-cad8-4946-8d11-2dd9d84de398 req-5ab6f77b-a345-46b4-8f4b-77738b849a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:27.559438 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a7b1bee-cad8-4946-8d11-2dd9d84de398 req-5ab6f77b-a345-46b4-8f4b-77738b849a29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 200 len: 860 time: 0.0957086 Apr 18 20:48:27.569106 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17302cf-8a3e-4f85-8dad-ee7954451f7e x-openstack-request-id: req-d17302cf-8a3e-4f85-8dad-ee7954451f7e {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:27.569106 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e623bac-00d6-46e7-8f89-adddbe701f10", "name": "network-vif-deleted", "tag": "cce5f0d1-99ff-40a1-946f-a44aab026d4a", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:27.569475 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d17302cf-8a3e-4f85-8dad-ee7954451f7e {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:27.569835 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17302cf-8a3e-4f85-8dad-ee7954451f7e'] response: {'server_uuid': '3e623bac-00d6-46e7-8f89-adddbe701f10', 'name': 'network-vif-deleted', 'tag': 'cce5f0d1-99ff-40a1-946f-a44aab026d4a', 'status': 'completed', 'code': 200} Apr 18 20:48:27.581835 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63619e1b-bf09-4f8b-86d9-482fd54218e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.583664 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-63619e1b-bf09-4f8b-86d9-482fd54218e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2269056 Apr 18 20:48:27.587693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56192) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:27.622232 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a7b1bee-cad8-4946-8d11-2dd9d84de398 req-99a19132-9560-4830-8378-61958f845891 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514791 Apr 18 20:48:27.720591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e67c50f-200d-40ba-bc0e-702ba370c0e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.896550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af8da8f4-6225-493b-8c2f-f009f26f185e req-fa9d5dca-b1be-43fa-98ce-ad6ee5568c42 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e623bac-00d6-46e7-8f89-adddbe701f10 HTTP/1.1" status: 200 len: 210 time: 0.0773454 Apr 18 20:48:27.971399 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e67c50f-200d-40ba-bc0e-702ba370c0e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.977121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e67c50f-200d-40ba-bc0e-702ba370c0e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.979413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56198) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:28.001987 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2bab399-3966-4322-8e9b-b00f8bc19c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.050097 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e67c50f-200d-40ba-bc0e-702ba370c0e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.050595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e67c50f-200d-40ba-bc0e-702ba370c0e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01b2bbe8-7dcc-4b94-a07a-8a4ff67b60b9 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:28.058037 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e67c50f-200d-40ba-bc0e-702ba370c0e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.059193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1e67c50f-200d-40ba-bc0e-702ba370c0e2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "DELETE /v2.0/routers/01b2bbe8-7dcc-4b94-a07a-8a4ff67b60b9 HTTP/1.1" status: 204 len: 168 time: 0.4693685 Apr 18 20:48:28.167963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2bab399-3966-4322-8e9b-b00f8bc19c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.179138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2bab399-3966-4322-8e9b-b00f8bc19c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.243638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b2bab399-3966-4322-8e9b-b00f8bc19c09 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c99f7141b7304d31895463f0fad5e84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631187 Apr 18 20:48:28.245521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bab399-3966-4322-8e9b-b00f8bc19c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783e5b56-0bb1-4737-a1e0-12fdde3d2026,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:28.247913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56204) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:28.275068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44150ca6-8948-473e-ae5b-353dd8327390 req-d695153a-6f66-46b0-abfe-83f5edc6108e tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:28.276704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44150ca6-8948-473e-ae5b-353dd8327390 req-d695153a-6f66-46b0-abfe-83f5edc6108e tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1122980 Apr 18 20:48:28.359720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1da40f4b-bd42-47e5-af30-594c397c10f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.368477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44150ca6-8948-473e-ae5b-353dd8327390 req-217b482d-1f20-4c43-b40f-762d0749c871 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848765 Apr 18 20:48:28.385017 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.400226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56206) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:28.416930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.417613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1da40f4b-bd42-47e5-af30-594c397c10f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.431205 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a7b1bee-cad8-4946-8d11-2dd9d84de398 req-8a75b0fa-6af1-43b2-a822-fdb8a628db85 service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7997701 Apr 18 20:48:28.480799 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1da40f4b-bd42-47e5-af30-594c397c10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.483626 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1da40f4b-bd42-47e5-af30-594c397c10f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.487585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1da40f4b-bd42-47e5-af30-594c397c10f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/783e5b56-0bb1-4737-a1e0-12fdde3d2026 HTTP/1.1" status: 204 len: 168 time: 0.2385588 Apr 18 20:48:28.496507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da40f4b-bd42-47e5-af30-594c397c10f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783e5b56-0bb1-4737-a1e0-12fdde3d2026,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:28.614506 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Allocated IP 172.25.2.27 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/1415e172-22fd-41be-841a-55ed67b38537) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:28.625712 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8a7b1bee-cad8-4946-8d11-2dd9d84de398 req-09588756-62c5-4845-aeb1-ff97e9f4b8b4 service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608052 Apr 18 20:48:28.712362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1939890991', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:28.744613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.746104 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.790081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.814040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.832504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.878060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:28.881134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:28.886183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:28.910411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Pushing event updated for resources: {'Port': ['ID=1415e172-22fd-41be-841a-55ed67b38537,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:28.971195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56228) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:29.011545 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.109428 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1f533af6-bff3-474e-a073-77ca4f30f540 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.170874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1f533af6-bff3-474e-a073-77ca4f30f540 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.279390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.286769 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.310854 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.314074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099e703-b26e-44bb-a181-a7a184e0dbe6 req-687f695a-c634-4a7b-b592-49a1ee369d38 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:29.316612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5099e703-b26e-44bb-a181-a7a184e0dbe6 req-687f695a-c634-4a7b-b592-49a1ee369d38 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1096 time: 0.1579962 Apr 18 20:48:29.345395 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1f533af6-bff3-474e-a073-77ca4f30f540 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.347978 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1f533af6-bff3-474e-a073-77ca4f30f540 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.352012 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1f533af6-bff3-474e-a073-77ca4f30f540 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/security-groups/4e711ece-8dda-441e-8da0-e09c56b2e1d9 HTTP/1.1" status: 204 len: 168 time: 0.3770027 Apr 18 20:48:29.394796 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56244) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:29.395602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f533af6-bff3-474e-a073-77ca4f30f540 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e711ece-8dda-441e-8da0-e09c56b2e1d9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:29.502898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5099e703-b26e-44bb-a181-a7a184e0dbe6 req-136f63fc-e00c-4da9-bd70-2173812eb4d8 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739492 Apr 18 20:48:29.554183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Allocated IP 172.25.2.121 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/d76899a4-7c77-45e7-9768-2c96ebc762dd) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:29.587447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50056b-24d6-454f-be86-8dde48551ccf req-4a7a94f8-b894-4c30-8bf7-41dc1217fa42 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:29.589103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d50056b-24d6-454f-be86-8dde48551ccf req-4a7a94f8-b894-4c30-8bf7-41dc1217fa42 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.0917974 Apr 18 20:48:29.726585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d50056b-24d6-454f-be86-8dde48551ccf req-55eb9775-9dda-4130-bc06-b4daf8fd547b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172638 Apr 18 20:48:29.744208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.755914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b143be-d43c-41d8-b2be-a91c8a47d2e6 req-a9e8116f-cde7-42e4-8870-34f6300b3af8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:29.756825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44b143be-d43c-41d8-b2be-a91c8a47d2e6 req-a9e8116f-cde7-42e4-8870-34f6300b3af8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1636147 Apr 18 20:48:29.789141 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.813757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44b143be-d43c-41d8-b2be-a91c8a47d2e6 req-35e57322-2c43-475b-9a37-7ad7d4df10f8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560637 Apr 18 20:48:29.842452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56254) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:29.853857 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.940887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:29.949754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:29.957742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:29.987503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1192402f-fb79-49c1-b8f9-7f541126816e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/df29237f-75e8-44ff-9137-b994a713fada HTTP/1.1" status: 200 len: 993 time: 0.1438506 Apr 18 20:48:29.990874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Pushing event updated for resources: {'Port': ['ID=d76899a4-7c77-45e7-9768-2c96ebc762dd,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:30.010932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Router b533efdb-98db-4503-871b-c661c29be37d is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:30.079903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device cce5f0d1-99ff-40a1-946f-a44aab026d4a no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:30.124272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: cce5f0d1-99ff-40a1-946f-a44aab026d4a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:30.124901 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device cce5f0d1-99ff-40a1-946f-a44aab026d4a not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:30.131056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.231732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:30.242024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f66f5-cc3d-4136-9f5d-ac657b078474 None None] Sync routers for ids ['b533efdb-98db-4503-871b-c661c29be37d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:30.255577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f66f5-cc3d-4136-9f5d-ac657b078474 None None] Routers {'b533efdb-98db-4503-871b-c661c29be37d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:30.259556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7f8f66f5-cc3d-4136-9f5d-ac657b078474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['b533efdb-98db-4503-871b-c661c29be37d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:30.267894 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.294803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.298660 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8aad07a7-5c74-4abc-98e4-a9318606e016 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9458344 Apr 18 20:48:30.298952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56272) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:30.306642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d917995e-fe53-432f-870a-76cf8e198fa7 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_snat': False}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:30.336020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7f8f66f5-cc3d-4136-9f5d-ac657b078474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:30.371682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f66f5-cc3d-4136-9f5d-ac657b078474 None None] Routers {'b533efdb-98db-4503-871b-c661c29be37d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:30.372341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7f8f66f5-cc3d-4136-9f5d-ac657b078474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['b533efdb-98db-4503-871b-c661c29be37d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:30.387995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-35dfc0c5-128f-45d9-b8fd-4ee6d3d445bb req-67c35793-c44d-4662-9ac7-496f8adfde2d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:48:30.389233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35dfc0c5-128f-45d9-b8fd-4ee6d3d445bb req-67c35793-c44d-4662-9ac7-496f8adfde2d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078788 Apr 18 20:48:30.418441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7f8f66f5-cc3d-4136-9f5d-ac657b078474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:30.419102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f66f5-cc3d-4136-9f5d-ac657b078474 None None] The sync data for ids ['b533efdb-98db-4503-871b-c661c29be37d'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:30.555727 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.942428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port 717121d2-e5db-451e-933a-52f82ed4fed6 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:30.943428 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.128485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282a371-fc8c-4264-89c0-b6d1a0d6cbcb req-5cb9246d-06a4-4656-98df-38e525101d65 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:31.129679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9282a371-fc8c-4264-89c0-b6d1a0d6cbcb req-5cb9246d-06a4-4656-98df-38e525101d65 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1145301 Apr 18 20:48:31.142459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818924c5-fff1-4489-a5ee-62962451ab99 req-3d6b411f-3fe4-4877-8d02-62311ccdaefc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:31.144077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-818924c5-fff1-4489-a5ee-62962451ab99 req-3d6b411f-3fe4-4877-8d02-62311ccdaefc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.0926275 Apr 18 20:48:31.171333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Router fdf170eb-635c-41a8-917d-b89ab0164989 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:31.231557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9282a371-fc8c-4264-89c0-b6d1a0d6cbcb req-5718935c-8e19-4340-b7ac-7028b90db525 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844183 Apr 18 20:48:31.268556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-818924c5-fff1-4489-a5ee-62962451ab99 req-2a2972b6-e615-4cdc-ab0d-1dd30e7a90e6 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131227 Apr 18 20:48:31.339516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:31.353746 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f73a0-9173-4ff8-99cf-4ad935c5951a None None] Sync routers for ids ['fdf170eb-635c-41a8-917d-b89ab0164989'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:31.366642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.367726 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f73a0-9173-4ff8-99cf-4ad935c5951a None None] Routers {'fdf170eb-635c-41a8-917d-b89ab0164989'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:31.368959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7c2e9439-a7b1-48fd-ada4-e124fd726aea tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9670384 Apr 18 20:48:31.369394 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0d2f73a0-9173-4ff8-99cf-4ad935c5951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['fdf170eb-635c-41a8-917d-b89ab0164989'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:31.383815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56298) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:31.413506 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0d2f73a0-9173-4ff8-99cf-4ad935c5951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:31.426524 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f73a0-9173-4ff8-99cf-4ad935c5951a None None] Routers {'fdf170eb-635c-41a8-917d-b89ab0164989'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:31.427895 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0d2f73a0-9173-4ff8-99cf-4ad935c5951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['fdf170eb-635c-41a8-917d-b89ab0164989'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:31.478291 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0d2f73a0-9173-4ff8-99cf-4ad935c5951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:31.479244 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f73a0-9173-4ff8-99cf-4ad935c5951a None None] The sync data for ids ['fdf170eb-635c-41a8-917d-b89ab0164989'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:31.563056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a0ccfe41-8e12-4246-841b-e2b3f7b3fc2f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/routers/fdf170eb-635c-41a8-917d-b89ab0164989 HTTP/1.1" status: 200 len: 921 time: 0.1770523 Apr 18 20:48:31.567461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56302) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:31.600081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b528413a-5e0f-4e0e-a8b5-c78a4c3dae6d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdf170eb-635c-41a8-917d-b89ab0164989 HTTP/1.1" status: 200 len: 205 time: 0.0306065 Apr 18 20:48:31.604638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56304) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:31.607097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d917995e-fe53-432f-870a-76cf8e198fa7 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.621157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] For port 717121d2-e5db-451e-933a-52f82ed4fed6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=717121d2-e5db-451e-933a-52f82ed4fed6,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:31.621497 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.653159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for 717121d2-e5db-451e-933a-52f82ed4fed6 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:31.742269 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.864843 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-d09a7586-b2aa-42fc-b8ec-65be06c81945 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3835878 Apr 18 20:48:31.885720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-3d65b3e6-ff0e-468b-a96c-3a4ef83aae8c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:48:31.886954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-3d65b3e6-ff0e-468b-a96c-3a4ef83aae8c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108061 Apr 18 20:48:31.908232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.970155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Deleting port d76899a4-7c77-45e7-9768-2c96ebc762dd {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:31.971031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.087706 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.114240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Calling delete_port for d76899a4-7c77-45e7-9768-2c96ebc762dd owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:32.136481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.182144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=717121d2-e5db-451e-933a-52f82ed4fed6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:32.647439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c4c26-5c96-497a-9ae2-c22b5bd540f9 req-cd84e4b8-53f1-4c52-93d9-b72ce5d4266c tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:32.651556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c7c4c26-5c96-497a-9ae2-c22b5bd540f9 req-cd84e4b8-53f1-4c52-93d9-b72ce5d4266c tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.2620492 Apr 18 20:48:32.677286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.679598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2803f06-1f2b-4710-b52c-c81e9d271486 req-a6382fb2-1a18-493f-8de2-739f3326599a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:32.687534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f2803f06-1f2b-4710-b52c-c81e9d271486 req-a6382fb2-1a18-493f-8de2-739f3326599a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.2430408 Apr 18 20:48:32.693709 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d917995e-fe53-432f-870a-76cf8e198fa7 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.744255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d917995e-fe53-432f-870a-76cf8e198fa7 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.829865 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.892680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Pushing event deleted for resources: {'Port': ['ID=d76899a4-7c77-45e7-9768-2c96ebc762dd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:32.907638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c7c4c26-5c96-497a-9ae2-c22b5bd540f9 req-ae14d897-7539-47cd-95f1-57a0cfae1ddb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175946 Apr 18 20:48:32.934908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f2803f06-1f2b-4710-b52c-c81e9d271486 req-86951fd0-fe29-4628-91f4-7d25503ca78a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090211 Apr 18 20:48:32.984941 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.072825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d917995e-fe53-432f-870a-76cf8e198fa7 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Router b533efdb-98db-4503-871b-c661c29be37d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:33.113990 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.116812 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.179342 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.180372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Fanout notify agent at l3_agent the message router_deleted on router fdf170eb-635c-41a8-917d-b89ab0164989 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:33.190626 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.195699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7583d823-2098-4afd-bf0f-bf7b324f713d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/fdf170eb-635c-41a8-917d-b89ab0164989 HTTP/1.1" status: 204 len: 168 time: 1.5859883 Apr 18 20:48:33.198706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56338) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:33.207736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Request body: {'router': {'name': 'tempest-snat-router-346695900', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_snat': False}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:33.277230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Router e4e86c8b-e53b-413d-a021-52d6619f33ba has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:33.278341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.279535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.338833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d917995e-fe53-432f-870a-76cf8e198fa7 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:33.353681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a3b4c-8afb-42b5-b641-5b12959a6749 None None] Sync routers for ids ['b533efdb-98db-4503-871b-c661c29be37d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:33.367685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a3b4c-8afb-42b5-b641-5b12959a6749 None None] Routers {'b533efdb-98db-4503-871b-c661c29be37d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:33.368703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2b5a3b4c-8afb-42b5-b641-5b12959a6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['b533efdb-98db-4503-871b-c661c29be37d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:33.387976 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d917995e-fe53-432f-870a-76cf8e198fa7 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.389202 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d917995e-fe53-432f-870a-76cf8e198fa7 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "PUT /v2.0/routers/b533efdb-98db-4503-871b-c661c29be37d HTTP/1.1" status: 200 len: 924 time: 3.0893602 Apr 18 20:48:33.392523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56340) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:33.413971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2b5a3b4c-8afb-42b5-b641-5b12959a6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:33.420160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.428251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a3b4c-8afb-42b5-b641-5b12959a6749 None None] Routers {'b533efdb-98db-4503-871b-c661c29be37d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:33.430746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2b5a3b4c-8afb-42b5-b641-5b12959a6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['b533efdb-98db-4503-871b-c661c29be37d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:33.482348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2b5a3b4c-8afb-42b5-b641-5b12959a6749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:33.484156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5a3b4c-8afb-42b5-b641-5b12959a6749 None None] The sync data for ids ['b533efdb-98db-4503-871b-c661c29be37d'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:33.587307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-20d2ddeb-17f7-4a96-bd84-76c2ecf06d16 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/routers/b533efdb-98db-4503-871b-c661c29be37d HTTP/1.1" status: 200 len: 924 time: 0.1923859 Apr 18 20:48:33.587986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56344) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:33.675477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe990c5-859c-4a63-872f-6e05578464c8 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.678190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-efe990c5-859c-4a63-872f-6e05578464c8 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&device_id=b533efdb-98db-4503-871b-c661c29be37d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0888212 Apr 18 20:48:33.681006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56346) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:33.718132 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.739014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:33.748970 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1e8832a8-a6e0-4578-b8c0-47382b5834ac tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "PUT /v2.0/routers/e4e86c8b-e53b-413d-a021-52d6619f33ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3511703 Apr 18 20:48:33.755669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-34c085fd-52ff-495b-b4a1-968663800fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.755669 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-34c085fd-52ff-495b-b4a1-968663800fef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1096 time: 0.2327216 Apr 18 20:48:33.757743 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] Sync routers for ids ['e4e86c8b-e53b-413d-a021-52d6619f33ba'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:33.764507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56348) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:33.772467 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] Routers {'e4e86c8b-e53b-413d-a021-52d6619f33ba'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:33.775935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e4e86c8b-e53b-413d-a021-52d6619f33ba'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:33.808091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c2f4e-54b9-4042-98d0-98e143684f0a tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:33.812096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7a5c2f4e-54b9-4042-98d0-98e143684f0a tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 881 time: 0.1273654 Apr 18 20:48:33.812358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56350) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:33.839335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12075c0-5c87-4fa6-b788-d361fbdb60a7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting subnet 712fd388-2ab7-448c-9c77-ca03bd1dafd1 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:48:33.846146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b12075c0-5c87-4fa6-b788-d361fbdb60a7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.853790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2529d952-864e-49ee-8478-af25ac0697d5 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=b533efdb-98db-4503-871b-c661c29be37d HTTP/1.1" status: 200 len: 205 time: 0.0380049 Apr 18 20:48:33.854136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56352) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:33.964791 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] Set router e4e86c8b-e53b-413d-a021-52d6619f33ba gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:33.982979 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b12075c0-5c87-4fa6-b788-d361fbdb60a7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.070394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-be77be40-6d50-474a-bef7-412167357943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:34.070394 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-be77be40-6d50-474a-bef7-412167357943 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.2444246 Apr 18 20:48:34.157011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b12075c0-5c87-4fa6-b788-d361fbdb60a7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.220943 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.295451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc537e-f595-4204-87dc-4943543a00f9 req-6139e205-94e7-48de-ba08-96375c30f2c0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:34.304829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03bc537e-f595-4204-87dc-4943543a00f9 req-6139e205-94e7-48de-ba08-96375c30f2c0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1825492 Apr 18 20:48:34.339420 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:48:31Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:34.346030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d1a60-5445-40d5-b45c-2c392eff3b04 req-03ada9c9-bcc2-46d5-9ea2-bcc6cbfd464e tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:34.348899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-598d1a60-5445-40d5-b45c-2c392eff3b04 req-03ada9c9-bcc2-46d5-9ea2-bcc6cbfd464e tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.2546802 Apr 18 20:48:34.382548 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] Checking router: e4e86c8b-e53b-413d-a021-52d6619f33ba for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:34.396662 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] Routers {'e4e86c8b-e53b-413d-a021-52d6619f33ba'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:34.398399 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e4e86c8b-e53b-413d-a021-52d6619f33ba'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:34.433924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03bc537e-f595-4204-87dc-4943543a00f9 req-059cc2bf-59e8-4ae0-b32d-b72fdedebfb6 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271162 Apr 18 20:48:34.505729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-598d1a60-5445-40d5-b45c-2c392eff3b04 req-d0276ba8-f6fc-4aa5-810b-987666e2b387 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412084 Apr 18 20:48:34.541648 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.584498 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] Set router e4e86c8b-e53b-413d-a021-52d6619f33ba gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:34.615217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Deleting port 1415e172-22fd-41be-841a-55ed67b38537 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:34.615706 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.714691 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.740720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Calling delete_port for 1415e172-22fd-41be-841a-55ed67b38537 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:34.747756 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-da5dcfa8-0d6f-418d-9dc3-2835beee676a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 1001 time: 0.1041105 Apr 18 20:48:34.813039 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b12075c0-5c87-4fa6-b788-d361fbdb60a7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.921902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12075c0-5c87-4fa6-b788-d361fbdb60a7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Subnet': ['ID=712fd388-2ab7-448c-9c77-ca03bd1dafd1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:34.957515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca6999-cd73-4fa3-be06-5631c9bb91b5 None None] Network 04743667-6a46-4daf-93a5-43f6b03f4be5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:48:34.958005 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:48:31Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:34.981907 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b12075c0-5c87-4fa6-b788-d361fbdb60a7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.988558 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b12075c0-5c87-4fa6-b788-d361fbdb60a7 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/subnets/712fd388-2ab7-448c-9c77-ca03bd1dafd1 HTTP/1.1" status: 204 len: 168 time: 1.2225459 Apr 18 20:48:34.992525 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e169c4-282b-444b-a462-0a92c51a6521 None None] The sync data for ids ['e4e86c8b-e53b-413d-a021-52d6619f33ba'] in n-d-836015-4 is: [{'id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'name': 'tempest-TestNetworkBasicOps-router-635154037', 'tenant_id': '5fa683093c6f40a293d5d917b8c84f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133'}], 'enable_snat': True}, 'gw_port_id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:48:31Z', 'revision_number': 5, 'project_id': '5fa683093c6f40a293d5d917b8c84f89', 'gw_port': {'id': '050f241b-62e0-42d7-81bb-0436ec12b36f', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:e7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e86c8b-e53b-413d-a021-52d6619f33ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2703, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:02Z', 'updated_at': '2022-04-18T20:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:34.994342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56362) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:34.995432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-6ff39a64-16e2-48da-90f4-7acb1dd81b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.002619 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.004510 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-6ff39a64-16e2-48da-90f4-7acb1dd81b83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.2394667 Apr 18 20:48:35.086811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.100355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Pushing event deleted for resources: {'Port': ['ID=1415e172-22fd-41be-841a-55ed67b38537,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:35.116705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.122120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-e4510463-58eb-4fbe-8736-4b68f512ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.123954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-e4510463-58eb-4fbe-8736-4b68f512ac64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049685 Apr 18 20:48:35.244496 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.330659 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-77b41f69-daf3-4e8c-9935-3c455aaf756f service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950483 Apr 18 20:48:35.336011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Allocated IP 172.25.2.21 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/cf367f68-ccaf-459e-8701-f31a55cc5ba5) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:35.353804 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.357194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.361185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.376853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25da27e6-320b-44b7-928d-8539ea50a8ed None None] DHCP port deletion for 04743667-6a46-4daf-93a5-43f6b03f4be5 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:48:35.465393 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.466022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Fanout notify agent at l3_agent the message router_deleted on router b533efdb-98db-4503-871b-c661c29be37d {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:35.474256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.480368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9445d3d8-b5a2-4a66-80ef-1e6f0c80752a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/b533efdb-98db-4503-871b-c661c29be37d HTTP/1.1" status: 204 len: 168 time: 1.6251068 Apr 18 20:48:35.480615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-25da27e6-320b-44b7-928d-8539ea50a8ed None None] Deleting port 60318e42-10d4-45a7-9e06-d7a43e2b1f92 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:35.481130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-25da27e6-320b-44b7-928d-8539ea50a8ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.481338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56364) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:35.488822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5ec13645-2cc7-4261-a895-41cf3e72462f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1952096704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:35.521075 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5ec13645-2cc7-4261-a895-41cf3e72462f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.522300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5ec13645-2cc7-4261-a895-41cf3e72462f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.625105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.665226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-25da27e6-320b-44b7-928d-8539ea50a8ed None None] For port 60318e42-10d4-45a7-9e06-d7a43e2b1f92, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60318e42-10d4-45a7-9e06-d7a43e2b1f92,segment=NetworkSegment(60d92c59-8a8a-4fed-bac8-4af303de70f9),segment_id=60d92c59-8a8a-4fed-bac8-4af303de70f9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:35.669435 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-25da27e6-320b-44b7-928d-8539ea50a8ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.676360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.695261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-25da27e6-320b-44b7-928d-8539ea50a8ed None None] Calling delete_port for 60318e42-10d4-45a7-9e06-d7a43e2b1f92 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:35.734413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:35.745573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:35.763230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:35.817838 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-25da27e6-320b-44b7-928d-8539ea50a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.831913 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-300308d2-24b1-4557-bbde-dd85d1756bf6 service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872491 Apr 18 20:48:35.832289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event updated for resources: {'Port': ['ID=cf367f68-ccaf-459e-8701-f31a55cc5ba5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:35.854094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da27e6-320b-44b7-928d-8539ea50a8ed None None] Pushing event deleted for resources: {'Port': ['ID=60318e42-10d4-45a7-9e06-d7a43e2b1f92,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:35.856049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da27e6-320b-44b7-928d-8539ea50a8ed None None] No DVR routers for this DVR port 60318e42-10d4-45a7-9e06-d7a43e2b1f92 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:35.904448 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b8aabdae-f29d-4c31-9f38-0028ef2be7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.113685 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.125081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.153596 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5ec13645-2cc7-4261-a895-41cf3e72462f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.163515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442cb3-c37e-4c58-bac5-19c0b1499947 req-9a7a81e3-9c81-4c35-9a0a-dcfca0a1f626 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:36.165085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38442cb3-c37e-4c58-bac5-19c0b1499947 req-9a7a81e3-9c81-4c35-9a0a-dcfca0a1f626 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.5353186 Apr 18 20:48:36.170584 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5ec13645-2cc7-4261-a895-41cf3e72462f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.236611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61e69a-48be-44ec-91ad-32f676f232c9 req-916f90d7-1512-4ff5-996f-6ad7edc67216 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:36.239029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d61e69a-48be-44ec-91ad-32f676f232c9 req-916f90d7-1512-4ff5-996f-6ad7edc67216 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.5717008 Apr 18 20:48:36.290634 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5ec13645-2cc7-4261-a895-41cf3e72462f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.292448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5ec13645-2cc7-4261-a895-41cf3e72462f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8075306 Apr 18 20:48:36.296242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56372) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:36.300695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:36.356370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38442cb3-c37e-4c58-bac5-19c0b1499947 req-79934891-f9a6-42fb-9c61-069500905451 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531959 Apr 18 20:48:36.372792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Deleting port 050f241b-62e0-42d7-81bb-0436ec12b36f {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:36.373254 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.387729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d61e69a-48be-44ec-91ad-32f676f232c9 req-37d2e3e0-5b37-4777-a00e-e5d5874d8933 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280670 Apr 18 20:48:36.481774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] For port 050f241b-62e0-42d7-81bb-0436ec12b36f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=050f241b-62e0-42d7-81bb-0436ec12b36f,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:36.482141 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.498333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Calling delete_port for 050f241b-62e0-42d7-81bb-0436ec12b36f owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:36.523992 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.626416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.739932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.792560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Port': ['ID=050f241b-62e0-42d7-81bb-0436ec12b36f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:36.802177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60318e42-10d4-45a7-9e06-d7a43e2b1f92 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:36.809365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Router 821a123d-db6e-4aeb-a3f1-ec228f7a5274 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:36.834774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 60318e42-10d4-45a7-9e06-d7a43e2b1f92 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:36.835948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60318e42-10d4-45a7-9e06-d7a43e2b1f92 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:36.837515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 717121d2-e5db-451e-933a-52f82ed4fed6 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:36.876617 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 717121d2-e5db-451e-933a-52f82ed4fed6 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:36.878122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 717121d2-e5db-451e-933a-52f82ed4fed6 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:36.892357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.003615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.006416 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.008864 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.026806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.065263 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.065799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Fanout notify agent at l3_agent the message router_deleted on router e4e86c8b-e53b-413d-a021-52d6619f33ba {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:37.073802 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.076729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:37.077587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dc402e16-3755-4274-86ab-b294f7a69805 tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/routers/e4e86c8b-e53b-413d-a021-52d6619f33ba HTTP/1.1" status: 204 len: 168 time: 2.0809188 Apr 18 20:48:37.078702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56376) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:37.099808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Sync routers for ids ['821a123d-db6e-4aeb-a3f1-ec228f7a5274'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:37.112173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Routers {'821a123d-db6e-4aeb-a3f1-ec228f7a5274'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:37.113906 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.115197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['821a123d-db6e-4aeb-a3f1-ec228f7a5274'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:37.118024 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7be9832-0b9b-4670-8253-6c92f5fcff26 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9182498 Apr 18 20:48:37.118650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56378) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:37.206004 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.292375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Allocated IP 172.25.2.92 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/42d67004-3f3a-4f3c-8204-586673a00420) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:37.327307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Set router 821a123d-db6e-4aeb-a3f1-ec228f7a5274 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:37.346227 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4411f972-a9d2-400e-a9ff-93ef9ec5469c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/routers/821a123d-db6e-4aeb-a3f1-ec228f7a5274 HTTP/1.1" status: 200 len: 907 time: 0.2238123 Apr 18 20:48:37.350860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56380) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:37.355798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Request body: {'router': {'name': 'tempest-snat-router-346695900', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_snat': True}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:37.446782 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.464740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.465598 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.537632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04743667-6a46-4daf-93a5-43f6b03f4be5']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:37.551762 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.595535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.609687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d92c59-8a8a-4fed-bac8-4af303de70f9') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:37.610018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d92c59-8a8a-4fed-bac8-4af303de70f9') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:37.633997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a123d-db6e-4aeb-a3f1-ec228f7a5274', 'name': 'tempest-snat-router-346695900', 'tenant_id': '5bade954102345ad914fdeea9d459e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.21'}], 'enable_snat': False}, 'gw_port_id': 'cf367f68-ccaf-459e-8701-f31a55cc5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:33Z', 'updated_at': '2022-04-18T20:48:35Z', 'revision_number': 3, 'project_id': '5bade954102345ad914fdeea9d459e36', 'gw_port': {'id': 'cf367f68-ccaf-459e-8701-f31a55cc5ba5', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821a123d-db6e-4aeb-a3f1-ec228f7a5274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:37.651477 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.667607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Checking router: 821a123d-db6e-4aeb-a3f1-ec228f7a5274 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:37.667909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Updating router 821a123d-db6e-4aeb-a3f1-ec228f7a5274 port cf367f68-ccaf-459e-8701-f31a55cc5ba5 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:37.698484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c398a60-1091-4362-9fce-b5e862e4489b req-5a26a7c7-d77d-4a34-8489-95ca6eefbfeb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:37.702030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c398a60-1091-4362-9fce-b5e862e4489b req-5a26a7c7-d77d-4a34-8489-95ca6eefbfeb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1812472 Apr 18 20:48:37.720505 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.770949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.778227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c398a60-1091-4362-9fce-b5e862e4489b req-19cc3474-fd68-4af2-b9cd-c0f25fdbeb65 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692072 Apr 18 20:48:37.778392 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.798606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d9466-cb34-413a-9647-3d2b4498f264 req-f0abd6da-b931-4c45-9e60-387f1d350805 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:37.800224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-526d9466-cb34-413a-9647-3d2b4498f264 req-f0abd6da-b931-4c45-9e60-387f1d350805 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.2381794 Apr 18 20:48:37.801511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:48:37.801916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: items = [ Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:37.806018 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:37.826326 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.880220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:37.900976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:37.910131 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:37.914881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Pushing event updated for resources: {'Port': ['ID=42d67004-3f3a-4f3c-8204-586673a00420,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:37.927448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-526d9466-cb34-413a-9647-3d2b4498f264 req-3249c9b1-7ab4-405e-afb7-fdfa447ba9de tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164529 Apr 18 20:48:37.928875 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.962551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.982646 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] 10.222.0.49 "DELETE /v2.0/networks/04743667-6a46-4daf-93a5-43f6b03f4be5 HTTP/1.1" status: 204 len: 168 time: 0.8988891 Apr 18 20:48:37.982646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da8d39-06eb-4e46-be64-742739fd233e tempest-TestNetworkBasicOps-1484231171 tempest-TestNetworkBasicOps-1484231171-project] Pushing event deleted for resources: {'Network': ['ID=04743667-6a46-4daf-93a5-43f6b03f4be5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:38.132801 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.140992 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.221915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41763b36-8f3c-4714-bf97-37b479acb878 None None] Pushing event updated for resources: {'Port': ['ID=cf367f68-ccaf-459e-8701-f31a55cc5ba5,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:38.237158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Attempting to bind port cf367f68-ccaf-459e-8701-f31a55cc5ba5 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:38.237865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Attempting to bind port cf367f68-ccaf-459e-8701-f31a55cc5ba5 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:38.238426 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Attempting to bind port cf367f68-ccaf-459e-8701-f31a55cc5ba5 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:38.244838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:38.245213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:38.245596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.245982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:38.247011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Bound port: cf367f68-ccaf-459e-8701-f31a55cc5ba5, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:38.247399 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.320879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] For port cf367f68-ccaf-459e-8701-f31a55cc5ba5, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:38.327044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] For port cf367f68-ccaf-459e-8701-f31a55cc5ba5, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cf367f68-ccaf-459e-8701-f31a55cc5ba5,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:38.336702 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.399451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56392) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:38.443257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Routers {'821a123d-db6e-4aeb-a3f1-ec228f7a5274'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:38.444376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['821a123d-db6e-4aeb-a3f1-ec228f7a5274'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:38.449287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41763b36-8f3c-4714-bf97-37b479acb878 None None] Pushing event updated for resources: {'Port': ['ID=cf367f68-ccaf-459e-8701-f31a55cc5ba5,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:38.580626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fa9376e0-508e-4da6-9728-e4947a4ae73b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fa683093c6f40a293d5d917b8c84f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798875 Apr 18 20:48:38.583412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56396) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:38.662379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eec148a2-8e41-4066-abe4-3523e2e72210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.694863 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eec148a2-8e41-4066-abe4-3523e2e72210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.809251 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.832130 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.837758 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eec148a2-8e41-4066-abe4-3523e2e72210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.841136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eec148a2-8e41-4066-abe4-3523e2e72210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.842366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eec148a2-8e41-4066-abe4-3523e2e72210 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9004450e-c845-4913-b68c-a3454686b136 HTTP/1.1" status: 204 len: 168 time: 0.2570350 Apr 18 20:48:38.857118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec148a2-8e41-4066-abe4-3523e2e72210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9004450e-c845-4913-b68c-a3454686b136,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:38.880487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 050f241b-62e0-42d7-81bb-0436ec12b36f no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:38.908507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 050f241b-62e0-42d7-81bb-0436ec12b36f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:38.908847 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 050f241b-62e0-42d7-81bb-0436ec12b36f not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:38.933309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] Set router 821a123d-db6e-4aeb-a3f1-ec228f7a5274 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:38.940121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.010769 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a39dfcbc-ff80-4538-b285-e50237e5156e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.084454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0eb30-da2a-4a73-a84e-6a76530944e9 req-ad72e687-5989-4a5b-af8f-1254ecd9cdce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:39.092208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bb0eb30-da2a-4a73-a84e-6a76530944e9 req-ad72e687-5989-4a5b-af8f-1254ecd9cdce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1659567 Apr 18 20:48:39.206469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bb0eb30-da2a-4a73-a84e-6a76530944e9 req-cd0d4ff0-69a9-4cbf-9bcb-6c44b04de845 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570853 Apr 18 20:48:39.247017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f75343-0b9b-498d-902a-8034422814c3 req-756f667d-6492-400c-a9ae-4118b0a8b961 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:39.250785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7f75343-0b9b-498d-902a-8034422814c3 req-756f667d-6492-400c-a9ae-4118b0a8b961 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1571364 Apr 18 20:48:39.307143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Allocated IP 172.25.2.121 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:39.311337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7f75343-0b9b-498d-902a-8034422814c3 req-87dce099-a0a5-40f2-ac5f-e36b63f4aa5c tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532801 Apr 18 20:48:39.324798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.334565 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.355265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.381278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '821a123d-db6e-4aeb-a3f1-ec228f7a5274', 'name': 'tempest-snat-router-346695900', 'tenant_id': '5bade954102345ad914fdeea9d459e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.21'}], 'enable_snat': False}, 'gw_port_id': 'cf367f68-ccaf-459e-8701-f31a55cc5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:33Z', 'updated_at': '2022-04-18T20:48:35Z', 'revision_number': 3, 'project_id': '5bade954102345ad914fdeea9d459e36', 'gw_port': {'id': 'cf367f68-ccaf-459e-8701-f31a55cc5ba5', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821a123d-db6e-4aeb-a3f1-ec228f7a5274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:39.427456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4eef0-a2c5-46d6-b037-0066ae9c9dde None None] The sync data for ids ['821a123d-db6e-4aeb-a3f1-ec228f7a5274'] in n-d-836015-4 is: [{'id': '821a123d-db6e-4aeb-a3f1-ec228f7a5274', 'name': 'tempest-snat-router-346695900', 'tenant_id': '5bade954102345ad914fdeea9d459e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.21'}], 'enable_snat': False}, 'gw_port_id': 'cf367f68-ccaf-459e-8701-f31a55cc5ba5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:33Z', 'updated_at': '2022-04-18T20:48:35Z', 'revision_number': 3, 'project_id': '5bade954102345ad914fdeea9d459e36', 'gw_port': {'id': 'cf367f68-ccaf-459e-8701-f31a55cc5ba5', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '821a123d-db6e-4aeb-a3f1-ec228f7a5274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:35Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:39.529821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56410) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:39.558100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c6e6-1bad-4e6c-9c05-e29a9b8fa709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.583524 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.619697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Router f5510abb-14c2-48c6-8a09-ba351d9de63d is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:39.671090 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c6e6-1bad-4e6c-9c05-e29a9b8fa709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.676462 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3eb4c6e6-1bad-4e6c-9c05-e29a9b8fa709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.691636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.725843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3eb4c6e6-1bad-4e6c-9c05-e29a9b8fa709 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=989b4dfe7c0e43d39159eb27cdd63b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887288 Apr 18 20:48:39.726474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56412) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:39.791474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:39.807053 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:39.825327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:39.830942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4c6e6-1bad-4e6c-9c05-e29a9b8fa709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14143392-49ef-4c2d-91a8-99726cf1af8f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:39.859179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event updated for resources: {'Port': ['ID=ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:39.859952 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c76c71e-ac4c-493a-bd84-93a4e161c043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.869951 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:39.878449 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.879805 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4fe9342f-033b-4fcd-8be1-12f3f43a557d tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "PUT /v2.0/routers/f5510abb-14c2-48c6-8a09-ba351d9de63d HTTP/1.1" status: 200 len: 883 time: 3.5829699 Apr 18 20:48:39.884972 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0bea4b-5506-4ee7-bd27-f38b79659a26 None None] Sync routers for ids ['f5510abb-14c2-48c6-8a09-ba351d9de63d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:39.886367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56416) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:39.896521 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0bea4b-5506-4ee7-bd27-f38b79659a26 None None] Routers {'f5510abb-14c2-48c6-8a09-ba351d9de63d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:39.897150 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8a0bea4b-5506-4ee7-bd27-f38b79659a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f5510abb-14c2-48c6-8a09-ba351d9de63d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:39.916131 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c76c71e-ac4c-493a-bd84-93a4e161c043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.985234 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8a0bea4b-5506-4ee7-bd27-f38b79659a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:39.989413 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c76c71e-ac4c-493a-bd84-93a4e161c043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.992858 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c76c71e-ac4c-493a-bd84-93a4e161c043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.996945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9c76c71e-ac4c-493a-bd84-93a4e161c043 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14143392-49ef-4c2d-91a8-99726cf1af8f HTTP/1.1" status: 204 len: 168 time: 0.2581890 Apr 18 20:48:40.008497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76c71e-ac4c-493a-bd84-93a4e161c043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14143392-49ef-4c2d-91a8-99726cf1af8f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:40.009595 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0bea4b-5506-4ee7-bd27-f38b79659a26 None None] Routers {'f5510abb-14c2-48c6-8a09-ba351d9de63d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:40.010237 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8a0bea4b-5506-4ee7-bd27-f38b79659a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f5510abb-14c2-48c6-8a09-ba351d9de63d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:40.058087 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8a0bea4b-5506-4ee7-bd27-f38b79659a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:40.058920 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0bea4b-5506-4ee7-bd27-f38b79659a26 None None] The sync data for ids ['f5510abb-14c2-48c6-8a09-ba351d9de63d'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:40.181707 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a389ff5b-8ad2-475a-b037-203dfb77037c tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/routers/f5510abb-14c2-48c6-8a09-ba351d9de63d HTTP/1.1" status: 200 len: 924 time: 0.2918482 Apr 18 20:48:40.185495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56420) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:40.257658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82042cb8-9c08-45ba-b5c9-c6272eee13e8 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:40.262287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-82042cb8-9c08-45ba-b5c9-c6272eee13e8 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&device_id=f5510abb-14c2-48c6-8a09-ba351d9de63d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0756314 Apr 18 20:48:40.262925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56426) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:40.367880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.494217 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.514029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46faa8-2afa-432f-a8ba-0d3fce809d49 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:40.519689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56432) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:40.523028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fd46faa8-2afa-432f-a8ba-0d3fce809d49 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 881 time: 0.2527394 Apr 18 20:48:40.612548 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f5ac7fe6-5fe0-451d-9a6f-9766acbe0624 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5510abb-14c2-48c6-8a09-ba351d9de63d HTTP/1.1" status: 200 len: 205 time: 0.0862331 Apr 18 20:48:40.613533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56436) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:40.677323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcaae3a-c34f-4867-b139-c4f571ec25e8 req-c043f8ea-0208-4cd1-a429-e5fe89a69260 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:40.680653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fcaae3a-c34f-4867-b139-c4f571ec25e8 req-c043f8ea-0208-4cd1-a429-e5fe89a69260 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1558018 Apr 18 20:48:40.689684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2ad99-87ed-4444-a446-302d9ad6abd7 req-c2f9341c-00e7-4fe0-ab8a-7cf9d9e22250 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:40.697868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18f2ad99-87ed-4444-a446-302d9ad6abd7 req-c2f9341c-00e7-4fe0-ab8a-7cf9d9e22250 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1565506 Apr 18 20:48:40.769288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18f2ad99-87ed-4444-a446-302d9ad6abd7 req-f6fbe707-07f7-4db8-ad7e-36710949786d tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688365 Apr 18 20:48:40.819960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fcaae3a-c34f-4867-b139-c4f571ec25e8 req-0534fb63-0434-4573-9599-71ba84d4eca7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185153 Apr 18 20:48:40.852046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.857828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cf367f68-ccaf-459e-8701-f31a55cc5ba5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:40.865585 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.918274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port cf367f68-ccaf-459e-8701-f31a55cc5ba5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:40.918570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.055971 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.071113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.094662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port cf367f68-ccaf-459e-8701-f31a55cc5ba5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cf367f68-ccaf-459e-8701-f31a55cc5ba5,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:41.105541 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.110846 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Router 491d2a9d-529d-4513-a72a-74c5d380c35c is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:41.183251 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.184915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Deleting port 42d67004-3f3a-4f3c-8204-586673a00420 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:41.185460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.194365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=cf367f68-ccaf-459e-8701-f31a55cc5ba5,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:41.286309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:41.303512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Sync routers for ids ['491d2a9d-529d-4513-a72a-74c5d380c35c'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:41.321125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.325424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Routers {'491d2a9d-529d-4513-a72a-74c5d380c35c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:41.326213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['491d2a9d-529d-4513-a72a-74c5d380c35c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:41.331814 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.336944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56456) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:41.337173 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-294b33f7-4eef-42fb-bc2d-9c8d547fbb09 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9845095 Apr 18 20:48:41.345063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Calling delete_port for 42d67004-3f3a-4f3c-8204-586673a00420 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:41.610035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Set router 491d2a9d-529d-4513-a72a-74c5d380c35c gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:48:41.654671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9825acf1-6f81-49b7-be1b-2db321245dd2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/routers/491d2a9d-529d-4513-a72a-74c5d380c35c HTTP/1.1" status: 200 len: 907 time: 0.3164494 Apr 18 20:48:41.657491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56460) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:41.917171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.980423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491d2a9d-529d-4513-a72a-74c5d380c35c', 'name': 'tempest-snat-router-346695900', 'tenant_id': '5bade954102345ad914fdeea9d459e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:37Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 3, 'project_id': '5bade954102345ad914fdeea9d459e36', 'gw_port': {'id': 'ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:06:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491d2a9d-529d-4513-a72a-74c5d380c35c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:38Z', 'updated_at': '2022-04-18T20:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:42.013060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Checking router: 491d2a9d-529d-4513-a72a-74c5d380c35c for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:42.013414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Updating router 491d2a9d-529d-4513-a72a-74c5d380c35c port ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:42.074643 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.107468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb5bab-71e6-4850-8dfd-a24463cdfdc9 req-940f8c91-8885-4329-ae9e-fc374c9f3e33 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:42.115371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cceb5bab-71e6-4850-8dfd-a24463cdfdc9 req-940f8c91-8885-4329-ae9e-fc374c9f3e33 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1044171 Apr 18 20:48:42.153393 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.199244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Pushing event deleted for resources: {'Port': ['ID=42d67004-3f3a-4f3c-8204-586673a00420,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.206377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19ad04-c430-46b3-b7c1-8eefaebdbbc5 req-376e2a6b-48fc-4320-921f-77bb836abd41 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:42.208106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa19ad04-c430-46b3-b7c1-8eefaebdbbc5 req-376e2a6b-48fc-4320-921f-77bb836abd41 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.2838054 Apr 18 20:48:42.281656 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.292679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.316146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cceb5bab-71e6-4850-8dfd-a24463cdfdc9 req-e7b8be95-e140-4e51-b4ea-7a5d4c2cfe67 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880724 Apr 18 20:48:42.323673 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.338752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa19ad04-c430-46b3-b7c1-8eefaebdbbc5 req-a5185475-4743-48bb-84bd-2b0965c90990 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116192 Apr 18 20:48:42.397475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Deleting port ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:42.397841 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.474171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.479454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.512715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.527319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Calling delete_port for ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:42.568379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.569052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Fanout notify agent at l3_agent the message router_deleted on router f5510abb-14c2-48c6-8a09-ba351d9de63d {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:42.576978 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.578389 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-694ea148-6c9f-478c-a40e-d01665424875 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/f5510abb-14c2-48c6-8a09-ba351d9de63d HTTP/1.1" status: 204 len: 168 time: 1.9601674 Apr 18 20:48:42.584347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56506) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:42.592592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5d954814-d0ae-4a2f-981f-2f7f852516a8 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-909214291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:42.597319 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.606270 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.655264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5d954814-d0ae-4a2f-981f-2f7f852516a8 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.656500 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5d954814-d0ae-4a2f-981f-2f7f852516a8 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.703995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Attempting to bind port ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:42.704830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Attempting to bind port ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:42.706690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Attempting to bind port ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:42.728572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253158f5-481f-4eb0-be57-239be8cb8859 None None] Pushing event updated for resources: {'Port': ['ID=ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.733444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:42.734024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:42.734592 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.735260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:42.735979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Bound port: ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:42.736677 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.756729 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5d954814-d0ae-4a2f-981f-2f7f852516a8 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.774450 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5d954814-d0ae-4a2f-981f-2f7f852516a8 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.807187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.814774 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5d954814-d0ae-4a2f-981f-2f7f852516a8 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.815865 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5d954814-d0ae-4a2f-981f-2f7f852516a8 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2294531 Apr 18 20:48:42.820564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56542) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:42.827178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_snat': True}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:42.829485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cf367f68-ccaf-459e-8701-f31a55cc5ba5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:42.859338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.890504 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:48:42.891089 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:48:42.915540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port cf367f68-ccaf-459e-8701-f31a55cc5ba5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:42.916163 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.927247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.060267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.064879 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.137270 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.138091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 491d2a9d-529d-4513-a72a-74c5d380c35c {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:43.151051 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.152262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5b5adc5b-0bf5-40eb-b5d7-f14e4eaba22c tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "DELETE /v2.0/routers/491d2a9d-529d-4513-a72a-74c5d380c35c HTTP/1.1" status: 204 len: 168 time: 1.4935374 Apr 18 20:48:43.154985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56584) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:43.217282 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.378990 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.422758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Attempting to bind port ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:43.423133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Attempting to bind port ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:43.427353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Attempting to bind port ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:43.443362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:43.443827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:43.444443 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.445546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:43.446808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Bound port: ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:43.447420 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.468904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Port ec81ff87-2e95-4ce9-ac7f-256bd4c15ce3 has been deleted concurrently {{(pid=102905) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 18 20:48:43.479565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Routers set() bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:43.480285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Router IDs set() for agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 20:48:43.481102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_agentschedulers_db [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'491d2a9d-529d-4513-a72a-74c5d380c35c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent'). {{(pid=102905) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 20:48:43.481676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7cebd-2347-40d6-a9f9-ccab1fd9b841 None None] The sync data for ids ['491d2a9d-529d-4513-a72a-74c5d380c35c'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:43.558523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75bab3-33c0-4abb-983c-f1a3327bd147 req-b20b7033-971f-4f35-82ec-0a714ee63fd8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.560121 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd75bab3-33c0-4abb-983c-f1a3327bd147 req-b20b7033-971f-4f35-82ec-0a714ee63fd8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.0972381 Apr 18 20:48:43.619496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.619777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b4e9b-6fd1-4451-bcd1-9187c9fc756d req-a84c5575-6110-4a78-b9ae-370615abba00 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.624393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-239b4e9b-6fd1-4451-bcd1-9187c9fc756d req-a84c5575-6110-4a78-b9ae-370615abba00 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1739621 Apr 18 20:48:43.653029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.724133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-239b4e9b-6fd1-4451-bcd1-9187c9fc756d req-320d5b1e-d013-4cf5-92dd-b43bd27f5ef9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820715 Apr 18 20:48:43.728648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd75bab3-33c0-4abb-983c-f1a3327bd147 req-ec3df5b4-be4b-4389-a4e2-dbd62e70c4d7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324301 Apr 18 20:48:43.730218 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.802600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Deleting port cf367f68-ccaf-459e-8701-f31a55cc5ba5 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:43.803444 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.813267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Allocated IP 172.25.2.103 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/697d6e9e-d578-40cf-977d-8d8f9a845017) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:43.868092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56638) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:43.919198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] For port cf367f68-ccaf-459e-8701-f31a55cc5ba5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cf367f68-ccaf-459e-8701-f31a55cc5ba5,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:43.919613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.947804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Calling delete_port for cf367f68-ccaf-459e-8701-f31a55cc5ba5 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:43.961625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.005435 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.071274 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-844db54d-d871-49db-bf70-df20773c8e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.075090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:44.080082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:44.089556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:44.117679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event updated for resources: {'Port': ['ID=697d6e9e-d578-40cf-977d-8d8f9a845017,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:44.260131 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-844db54d-d871-49db-bf70-df20773c8e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.268948 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-844db54d-d871-49db-bf70-df20773c8e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.322592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844db54d-d871-49db-bf70-df20773c8e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f521b086-8a1f-420f-a114-cea97f809a1b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:44.328023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-844db54d-d871-49db-bf70-df20773c8e3a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fd9d2b0d22a4d519069021365f41956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587717 Apr 18 20:48:44.329449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.336426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56652) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:44.384746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf367f68-ccaf-459e-8701-f31a55cc5ba5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:44.441531 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.470979 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-098a4041-1fd5-4776-ac6a-05932ba13d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.551814 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.554473 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.557096 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-098a4041-1fd5-4776-ac6a-05932ba13d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.559991 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.625620 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.625620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 821a123d-db6e-4aeb-a3f1-ec228f7a5274 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:44.646786 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.653028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0e822a62-c38b-449b-94a6-147dc6e353ea tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "DELETE /v2.0/routers/821a123d-db6e-4aeb-a3f1-ec228f7a5274 HTTP/1.1" status: 204 len: 168 time: 1.4969380 Apr 18 20:48:44.653274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56658) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:44.657953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1308071980', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:44.725195 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-098a4041-1fd5-4776-ac6a-05932ba13d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.728122 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-098a4041-1fd5-4776-ac6a-05932ba13d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.732457 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-098a4041-1fd5-4776-ac6a-05932ba13d65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f521b086-8a1f-420f-a114-cea97f809a1b HTTP/1.1" status: 204 len: 168 time: 0.3958256 Apr 18 20:48:44.750884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a4041-1fd5-4776-ac6a-05932ba13d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f521b086-8a1f-420f-a114-cea97f809a1b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:44.800459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.805628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.990510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfc8e7-c34f-45da-afe8-7066c9a913ef req-09ff33a2-7223-436f-86d3-682d67c67c74 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:44.998010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4dfc8e7-c34f-45da-afe8-7066c9a913ef req-09ff33a2-7223-436f-86d3-682d67c67c74 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1328290 Apr 18 20:48:45.004136 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.049170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fa245-f14c-4efe-9ec0-e14554e78fa2 req-7179bf7b-c384-4316-94b6-047c82385e0b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:45.066975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-062fa245-f14c-4efe-9ec0-e14554e78fa2 req-7179bf7b-c384-4316-94b6-047c82385e0b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1587157 Apr 18 20:48:45.089156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4dfc8e7-c34f-45da-afe8-7066c9a913ef req-0e774248-b131-49ea-9e96-548da472d570 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899045 Apr 18 20:48:45.154134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-062fa245-f14c-4efe-9ec0-e14554e78fa2 req-ab7243b1-5880-4149-a91b-bd57370d4a73 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635068 Apr 18 20:48:45.225696 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:48:45.234283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56674) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:45.252525 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4d2-6fd8-421d-bf67-31bdfb90da9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.255411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.259494 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.266006 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.541617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Router ff89c4a1-6562-449a-a108-b490872ca992 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:45.708288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4d2-6fd8-421d-bf67-31bdfb90da9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.708601 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.714718 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-51e6a4d2-6fd8-421d-bf67-31bdfb90da9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.736845 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.766816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-51e6a4d2-6fd8-421d-bf67-31bdfb90da9f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=836bcab1a38f418abf27d6be789d0e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5276425 Apr 18 20:48:45.767347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56684) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:45.780963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6a4d2-6fd8-421d-bf67-31bdfb90da9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9487e599-c2da-46a5-b937-52ff415f9d82,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:45.870850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1081b0cd-87c9-4612-9399-6648b7ddae94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.882419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:45.888206 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.890004 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4a0d12e5-3a25-41af-a7fe-a6b6977f9398 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "PUT /v2.0/routers/ff89c4a1-6562-449a-a108-b490872ca992 HTTP/1.1" status: 200 len: 918 time: 3.0678556 Apr 18 20:48:45.893279 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56686) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:45.896911 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1081b0cd-87c9-4612-9399-6648b7ddae94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.899127 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0a890-3c4e-4ea1-9798-b129a8d9b315 None None] Sync routers for ids ['ff89c4a1-6562-449a-a108-b490872ca992'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:45.913392 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0a890-3c4e-4ea1-9798-b129a8d9b315 None None] Routers {'ff89c4a1-6562-449a-a108-b490872ca992'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:45.914915 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-52f0a890-3c4e-4ea1-9798-b129a8d9b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ff89c4a1-6562-449a-a108-b490872ca992'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:45.953897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.972430 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-52f0a890-3c4e-4ea1-9798-b129a8d9b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:45.986974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1081b0cd-87c9-4612-9399-6648b7ddae94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.988549 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0a890-3c4e-4ea1-9798-b129a8d9b315 None None] Routers {'ff89c4a1-6562-449a-a108-b490872ca992'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:45.989740 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-52f0a890-3c4e-4ea1-9798-b129a8d9b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ff89c4a1-6562-449a-a108-b490872ca992'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:45.993814 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1081b0cd-87c9-4612-9399-6648b7ddae94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.000829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1081b0cd-87c9-4612-9399-6648b7ddae94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9487e599-c2da-46a5-b937-52ff415f9d82 HTTP/1.1" status: 204 len: 168 time: 0.2208200 Apr 18 20:48:46.011663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Allocated IP 172.25.2.155 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/a540696d-16df-45bb-ba80-610fb4449e47) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:46.014024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081b0cd-87c9-4612-9399-6648b7ddae94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9487e599-c2da-46a5-b937-52ff415f9d82,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:46.077721 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-52f0a890-3c4e-4ea1-9798-b129a8d9b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:46.082238 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0a890-3c4e-4ea1-9798-b129a8d9b315 None None] The sync data for ids ['ff89c4a1-6562-449a-a108-b490872ca992'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:46.243138 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-612c91e6-b58b-43f7-ac83-eb38a84d331d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/routers/ff89c4a1-6562-449a-a108-b490872ca992 HTTP/1.1" status: 200 len: 924 time: 0.3461888 Apr 18 20:48:46.245683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56700) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:46.315488 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.343287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d6684-daba-4937-8e1c-2b8762e1c5a1 req-f187ee28-90bf-495f-9e0b-d2e494f0825f tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.344533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-767d6684-daba-4937-8e1c-2b8762e1c5a1 req-f187ee28-90bf-495f-9e0b-d2e494f0825f tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1478629 Apr 18 20:48:46.378371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2814df38-7b83-45e6-829c-05dfeb31fc23 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.383619 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2814df38-7b83-45e6-829c-05dfeb31fc23 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&device_id=ff89c4a1-6562-449a-a108-b490872ca992&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1333838 Apr 18 20:48:46.384193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56704) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:46.412695 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.417389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d49f91-32c4-4def-ab8c-7ffc21c400e6 req-5baae5e5-4cba-46c3-943b-5112bba653e4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.425517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27d49f91-32c4-4def-ab8c-7ffc21c400e6 req-5baae5e5-4cba-46c3-943b-5112bba653e4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1592736 Apr 18 20:48:46.514909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:46.519719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:46.530914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:46.540499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27d49f91-32c4-4def-ab8c-7ffc21c400e6 req-5de667b1-0319-4d2a-8f78-3645f6d7e92f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106989 Apr 18 20:48:46.570287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-767d6684-daba-4937-8e1c-2b8762e1c5a1 req-ebfae288-496b-4e23-ba54-6bdd444bc5a1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015009 Apr 18 20:48:46.619580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb61056-e5c9-4762-a073-d1ce35a2d8ae tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.620376 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Pushing event updated for resources: {'Port': ['ID=a540696d-16df-45bb-ba80-610fb4449e47,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:46.621983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0bb61056-e5c9-4762-a073-d1ce35a2d8ae tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 881 time: 0.2366605 Apr 18 20:48:46.625667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56708) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:46.657577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-995377e6-32a2-48d7-99e7-92f4ad876b5b tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff89c4a1-6562-449a-a108-b490872ca992 HTTP/1.1" status: 200 len: 205 time: 0.0303457 Apr 18 20:48:46.661697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56710) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:46.676531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.677033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.677489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.678039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.678469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.678917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.679902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.680345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.680776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.681207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.681657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.682229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.752799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cf367f68-ccaf-459e-8701-f31a55cc5ba5 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:46.819816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: cf367f68-ccaf-459e-8701-f31a55cc5ba5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:48:46.828671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cf367f68-ccaf-459e-8701-f31a55cc5ba5 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:46.933924 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.080670 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.147647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Deleting port 697d6e9e-d578-40cf-977d-8d8f9a845017 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:47.148285 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.280033 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.303452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Calling delete_port for 697d6e9e-d578-40cf-977d-8d8f9a845017 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:47.392559 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.537397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.574734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Pushing event deleted for resources: {'Port': ['ID=697d6e9e-d578-40cf-977d-8d8f9a845017,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:47.675416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.730132 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.817316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174351-4234-4280-99d9-10eb0dd3650c req-18b5ea06-e1e8-435c-9140-8c2a5883c8d2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:47.818854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa174351-4234-4280-99d9-10eb0dd3650c req-18b5ea06-e1e8-435c-9140-8c2a5883c8d2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1797738 Apr 18 20:48:47.868355 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.873026 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.875052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Router f1d6b995-0369-427d-b3b0-dba46d658419 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:47.919625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93e7ca-9de1-48be-92a9-f0bab300783e req-d7445258-b0b2-4d6d-8ef0-cfe4cfd187d2 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:47.924610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ed93e7ca-9de1-48be-92a9-f0bab300783e req-d7445258-b0b2-4d6d-8ef0-cfe4cfd187d2 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.2387733 Apr 18 20:48:48.008830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.009629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Fanout notify agent at l3_agent the message router_deleted on router ff89c4a1-6562-449a-a108-b490872ca992 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:48.013302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:48.020036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.026156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-255c76fd-6520-44fc-a6a7-6d24e700b962 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/ff89c4a1-6562-449a-a108-b490872ca992 HTTP/1.1" status: 204 len: 168 time: 1.3580039 Apr 18 20:48:48.027942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56734) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:48.031831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332047f0-c947-409d-ae38-c3cedea07c29 None None] Sync routers for ids ['f1d6b995-0369-427d-b3b0-dba46d658419'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:48.032376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa174351-4234-4280-99d9-10eb0dd3650c req-aa5abede-7ffb-4f7e-8012-b9c07021568c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689944 Apr 18 20:48:48.035727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e3a3c53e-4b80-472d-b124-ed75db9e810f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1228758983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:48.046800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.046800 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5052a26d-b1d3-4bb6-be0c-04fc66bf670c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3880916 Apr 18 20:48:48.047267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56736) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:48.054533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b58e1958-e30c-4a56-a267-bd4557c527d8 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_snat': False}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:48.065113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ed93e7ca-9de1-48be-92a9-f0bab300783e req-ecb50e11-fca2-4529-9c7d-1a0da56ab134 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954697 Apr 18 20:48:48.080173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c53e-4b80-472d-b124-ed75db9e810f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.081868 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c53e-4b80-472d-b124-ed75db9e810f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.090411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332047f0-c947-409d-ae38-c3cedea07c29 None None] Routers {'f1d6b995-0369-427d-b3b0-dba46d658419'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:48.094974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-332047f0-c947-409d-ae38-c3cedea07c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f1d6b995-0369-427d-b3b0-dba46d658419'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:48.149864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-332047f0-c947-409d-ae38-c3cedea07c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:48.160988 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332047f0-c947-409d-ae38-c3cedea07c29 None None] Routers {'f1d6b995-0369-427d-b3b0-dba46d658419'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:48.161832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-332047f0-c947-409d-ae38-c3cedea07c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f1d6b995-0369-427d-b3b0-dba46d658419'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:48.183754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c53e-4b80-472d-b124-ed75db9e810f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.190880 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c53e-4b80-472d-b124-ed75db9e810f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.213114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-332047f0-c947-409d-ae38-c3cedea07c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:48.214194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332047f0-c947-409d-ae38-c3cedea07c29 None None] The sync data for ids ['f1d6b995-0369-427d-b3b0-dba46d658419'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:48.216109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e3a3c53e-4b80-472d-b124-ed75db9e810f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.222836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e3a3c53e-4b80-472d-b124-ed75db9e810f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1903875 Apr 18 20:48:48.223562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56740) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:48.232803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_snat': False}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:48.350540 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-96064ba9-f2fc-4119-b81e-d590cf9edfc8 service neutron] show failed (client error): The resource could not be found. Apr 18 20:48:48.351680 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-96064ba9-f2fc-4119-b81e-d590cf9edfc8 service neutron] 10.222.0.64 "GET /v2.0/ports/605d5acc-1e90-4c81-a09d-c6f40d6f3654/bindings/n-h1-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.1301777 Apr 18 20:48:48.570879 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b58e1958-e30c-4a56-a267-bd4557c527d8 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.582410 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.770599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-7e9210ab-f161-400d-8aa7-e783da1b021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:48.773117 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-7e9210ab-f161-400d-8aa7-e783da1b021c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 1096 time: 0.1703210 Apr 18 20:48:48.791141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:48.894937 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.911114 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.933788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.101621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Allocated IP 172.25.2.34 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/8a282865-7739-4471-90a8-d20759d91c1d) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:49.322183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.344379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead576da-c271-4285-acbf-1ecbdbbbb290 req-f8c1c4d8-c012-45a5-8f1b-cddba7a8e8b4 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:49.345901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ead576da-c271-4285-acbf-1ecbdbbbb290 req-f8c1c4d8-c012-45a5-8f1b-cddba7a8e8b4 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1327033 Apr 18 20:48:49.370971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281adbf-d535-4430-ac16-d58fc2a907e2 req-a8b514b8-a30c-473f-b53e-048af08a8c32 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:49.372592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6281adbf-d535-4430-ac16-d58fc2a907e2 req-a8b514b8-a30c-473f-b53e-048af08a8c32 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1433392 Apr 18 20:48:49.464943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ead576da-c271-4285-acbf-1ecbdbbbb290 req-b22397c4-c7e2-40ee-9635-27253c219ec6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860488 Apr 18 20:48:49.496927 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.509286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6281adbf-d535-4430-ac16-d58fc2a907e2 req-c2a2640d-c919-401c-9458-aea155f78d63 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136606 Apr 18 20:48:49.548395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:49.567272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:49.572698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:49.583804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Pushing event updated for resources: {'Port': ['ID=8a282865-7739-4471-90a8-d20759d91c1d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:49.587950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:49.673148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:49.709277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b58e1958-e30c-4a56-a267-bd4557c527d8 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.714982 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b58e1958-e30c-4a56-a267-bd4557c527d8 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.739161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.742425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:49.744923 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ae90f5-aea5-464c-9893-6f5682c70df3" -d '{"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-unplugged", "status": "completed", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:49.828636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Transition to ACTIVE for port object 605d5acc-1e90-4c81-a09d-c6f40d6f3654 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:49.895688 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.953370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=6']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:49.977370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58e1958-e30c-4a56-a267-bd4557c527d8 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Router f1d6b995-0369-427d-b3b0-dba46d658419 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:50.014608 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.391378 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.395831 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.704228 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c00b4c-b8a1-48d9-a226-c6839497461a x-openstack-request-id: req-88c00b4c-b8a1-48d9-a226-c6839497461a {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:50.704642 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-unplugged", "status": "completed", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:50.704991 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88c00b4c-b8a1-48d9-a226-c6839497461a {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:50.705521 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c00b4c-b8a1-48d9-a226-c6839497461a'] response: {'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'code': 200} Apr 18 20:48:50.742006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] No DVR routers for this DVR port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:50.857918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58e1958-e30c-4a56-a267-bd4557c527d8 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:50.867666 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8576c-a3ea-417a-924d-bd65c57c6000 None None] Sync routers for ids ['f1d6b995-0369-427d-b3b0-dba46d658419'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:50.881170 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8576c-a3ea-417a-924d-bd65c57c6000 None None] Routers {'f1d6b995-0369-427d-b3b0-dba46d658419'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:50.884823 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9de8576c-a3ea-417a-924d-bd65c57c6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f1d6b995-0369-427d-b3b0-dba46d658419'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:50.909698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b58e1958-e30c-4a56-a267-bd4557c527d8 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.914146 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b58e1958-e30c-4a56-a267-bd4557c527d8 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "PUT /v2.0/routers/f1d6b995-0369-427d-b3b0-dba46d658419 HTTP/1.1" status: 200 len: 922 time: 2.8628850 Apr 18 20:48:50.915185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56790) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:50.938966 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9de8576c-a3ea-417a-924d-bd65c57c6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:50.962574 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8576c-a3ea-417a-924d-bd65c57c6000 None None] Routers {'f1d6b995-0369-427d-b3b0-dba46d658419'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:50.963790 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9de8576c-a3ea-417a-924d-bd65c57c6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f1d6b995-0369-427d-b3b0-dba46d658419'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:51.013077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181665c6-f791-487b-a7da-79452a68e74d req-b2749023-4b0f-4093-83fd-248f99af3761 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.014667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-181665c6-f791-487b-a7da-79452a68e74d req-b2749023-4b0f-4093-83fd-248f99af3761 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 943 time: 0.1486266 Apr 18 20:48:51.025162 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9de8576c-a3ea-417a-924d-bd65c57c6000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:51.026133 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8576c-a3ea-417a-924d-bd65c57c6000 None None] The sync data for ids ['f1d6b995-0369-427d-b3b0-dba46d658419'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:51.041590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0af614-8f99-4229-b0ce-79dcfef5973c req-d7dab84f-aae3-4e91-9f2b-ed77fccebf53 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.046176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf0af614-8f99-4229-b0ce-79dcfef5973c req-d7dab84f-aae3-4e91-9f2b-ed77fccebf53 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1776314 Apr 18 20:48:51.106528 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:51.106864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:51.107295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on network 72181107-c853-463b-ae61-837decf172d1 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:51.118934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on network 72181107-c853-463b-ae61-837decf172d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:48:51.119323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on network 72181107-c853-463b-ae61-837decf172d1 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:48:51.130538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:48:51.131219 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Checking segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:48:51.132023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Bound using segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:48:51.133352 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Bound port: 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:51.134352 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.137174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf0af614-8f99-4229-b0ce-79dcfef5973c req-e2503528-94bf-4c70-b093-e63c57f673d9 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791051 Apr 18 20:48:51.140224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Router 750e6a58-8e4a-499c-9eff-a26a0c9e2939 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:51.148453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-181665c6-f791-487b-a7da-79452a68e74d req-71bc6926-2659-453b-810c-6cd6b7677414 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975401 Apr 18 20:48:51.160373 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b9cd8c78-735f-4a2a-9f00-1e01b2bbf228 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/routers/f1d6b995-0369-427d-b3b0-dba46d658419 HTTP/1.1" status: 200 len: 922 time: 0.2448730 Apr 18 20:48:51.163662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56792) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.247146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f272ca93-79d1-4ef3-a73f-be28935c5561 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.252106 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f272ca93-79d1-4ef3-a73f-be28935c5561 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&device_id=f1d6b995-0369-427d-b3b0-dba46d658419&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0835569 Apr 18 20:48:51.254106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56798) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.321956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:48:51.342308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:48:51.347630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:51.353139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.354733 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.359145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2a837ae1-cd3d-49a1-8263-b719d8dea6f5 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "PUT /v2.0/routers/750e6a58-8e4a-499c-9eff-a26a0c9e2939 HTTP/1.1" status: 200 len: 919 time: 3.1344030 Apr 18 20:48:51.359878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56802) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.366158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f458965-40f1-4125-a4d0-8728ad9ec359 None None] Sync routers for ids ['750e6a58-8e4a-499c-9eff-a26a0c9e2939'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:51.391421 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f458965-40f1-4125-a4d0-8728ad9ec359 None None] Routers {'750e6a58-8e4a-499c-9eff-a26a0c9e2939'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:51.392143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7f458965-40f1-4125-a4d0-8728ad9ec359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['750e6a58-8e4a-499c-9eff-a26a0c9e2939'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:51.437480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7f458965-40f1-4125-a4d0-8728ad9ec359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:51.442736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.443727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.445943 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] 10.222.0.60 "PUT /v2.0/ports/605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 1091 time: 2.6618872 Apr 18 20:48:51.449821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f458965-40f1-4125-a4d0-8728ad9ec359 None None] Routers {'750e6a58-8e4a-499c-9eff-a26a0c9e2939'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:51.450581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7f458965-40f1-4125-a4d0-8728ad9ec359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['750e6a58-8e4a-499c-9eff-a26a0c9e2939'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:51.455980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca1222-6986-4dca-9768-410b38b7db31 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.460925 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-08ca1222-6986-4dca-9768-410b38b7db31 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 881 time: 0.2026825 Apr 18 20:48:51.465519 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56804) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.530752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c0cce1fd-8abe-47f6-be5b-63c53b743514 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/routers/750e6a58-8e4a-499c-9eff-a26a0c9e2939 HTTP/1.1" status: 200 len: 925 time: 0.1688161 Apr 18 20:48:51.533455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f828b-4fe1-4e22-9e22-30e06b873b74 service neutron] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=7']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:51.533652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56806) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.542087 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c8a473b1-a042-46e8-b509-b8a239804c50 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1d6b995-0369-427d-b3b0-dba46d658419 HTTP/1.1" status: 200 len: 205 time: 0.0716615 Apr 18 20:48:51.542731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56808) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.544063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7f458965-40f1-4125-a4d0-8728ad9ec359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:51.545029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f458965-40f1-4125-a4d0-8728ad9ec359 None None] The sync data for ids ['750e6a58-8e4a-499c-9eff-a26a0c9e2939'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:51.605014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29e8cd7-1606-4278-9418-5389133365e3 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.606868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a29e8cd7-1606-4278-9418-5389133365e3 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&device_id=750e6a58-8e4a-499c-9eff-a26a0c9e2939&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0719092 Apr 18 20:48:51.609793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56812) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.642119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-7e9c9e09-2e41-488d-adbb-736695dcd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.643654 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-7e9c9e09-2e41-488d-adbb-736695dcd290 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1094 time: 0.1662443 Apr 18 20:48:51.721412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6f890-4730-446b-9225-87ae8ba0f364 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.723232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3ad6f890-4730-446b-9225-87ae8ba0f364 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 881 time: 0.1123981 Apr 18 20:48:51.729390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56816) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.776807 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.794138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-726ac7c6-0f15-410d-9c94-2b9eb6cae892 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e6a58-8e4a-499c-9eff-a26a0c9e2939 HTTP/1.1" status: 200 len: 205 time: 0.0571070 Apr 18 20:48:51.794809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56818) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:51.934510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-e443a278-4d40-4ad7-abb8-299d0e2944c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.936048 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-e443a278-4d40-4ad7-abb8-299d0e2944c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.2789631 Apr 18 20:48:51.945043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.008697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.028246 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-b9141788-671d-4868-9613-98f71229f369 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 999 time: 0.0847385 Apr 18 20:48:52.073723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.117727 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-1ec4b05a-6f45-4d0d-818d-d45d13c1402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:52.122597 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-1ec4b05a-6f45-4d0d-818d-d45d13c1402d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.0695524 Apr 18 20:48:52.129203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Deleting port a540696d-16df-45bb-ba80-610fb4449e47 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:52.129818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.132844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:48:52.161533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Deleting port 8a282865-7739-4471-90a8-d20759d91c1d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:52.161954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.188951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:48:52.259329 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.269325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-c41315be-9ca1-4e6e-9b3a-878c86229f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:52.270942 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-c41315be-9ca1-4e6e-9b3a-878c86229f37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387763 Apr 18 20:48:52.277902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Calling delete_port for a540696d-16df-45bb-ba80-610fb4449e47 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:52.321508 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.350124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Calling delete_port for 8a282865-7739-4471-90a8-d20759d91c1d owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:52.369742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365197b-823d-4d1f-97b5-738df8e18400 req-24d93d33-934d-486e-b71b-14fd2451650a tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:52.377084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4365197b-823d-4d1f-97b5-738df8e18400 req-24d93d33-934d-486e-b71b-14fd2451650a tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1206398 Apr 18 20:48:52.415121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ad300-7fb5-4023-b597-a7ae72174f80 req-7e584ef5-4695-4887-b1b1-89851e10dacd tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:52.416706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-342ad300-7fb5-4023-b597-a7ae72174f80 req-7e584ef5-4695-4887-b1b1-89851e10dacd tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 943 time: 0.1584592 Apr 18 20:48:52.461580 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-aa00d701-f3da-4fb8-a317-4452a92692b9 service neutron] 10.222.0.60 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815324 Apr 18 20:48:52.513836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4365197b-823d-4d1f-97b5-738df8e18400 req-3a26eaef-8183-4959-acac-02996de0cb48 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347780 Apr 18 20:48:52.584831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-342ad300-7fb5-4023-b597-a7ae72174f80 req-e6bc35aa-5249-4585-b60a-6cbbce33c2fc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343663 Apr 18 20:48:52.657993 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-063e646e-1b85-416a-bedc-2364d7b95ad0 req-23a35cec-e170-4ba8-a7ef-18c44668a0dd service neutron] 10.222.0.60 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888995 Apr 18 20:48:52.699204 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.715584 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.722112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:52.730179 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25008f53-bd02-4306-af90-355b635fc213" -d '{"events": [{"name": "network-changed", "server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:52.778626 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Pushing event deleted for resources: {'Port': ['ID=a540696d-16df-45bb-ba80-610fb4449e47,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:52.793235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Pushing event deleted for resources: {'Port': ['ID=8a282865-7739-4471-90a8-d20759d91c1d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:52.860742 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.887478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.950525 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e432917e-45a3-4212-ba4f-71ab6bd12539 x-openstack-request-id: req-e432917e-45a3-4212-ba4f-71ab6bd12539 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:52.951388 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:52.951636 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e432917e-45a3-4212-ba4f-71ab6bd12539 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:52.952307 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e432917e-45a3-4212-ba4f-71ab6bd12539'] response: {'name': 'network-changed', 'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'status': 'completed', 'code': 200} Apr 18 20:48:52.984074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.987044 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.042281 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.043156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Fanout notify agent at l3_agent the message router_deleted on router 750e6a58-8e4a-499c-9eff-a26a0c9e2939 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:53.076772 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.079133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0127c6be-8051-4aa9-b507-1830a60b133a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/750e6a58-8e4a-499c-9eff-a26a0c9e2939 HTTP/1.1" status: 204 len: 168 time: 1.2832568 Apr 18 20:48:53.089914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56840) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:53.096043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-325892591', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:53.099205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.104389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.130764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008f53-bd02-4306-af90-355b635fc213 req-9a524b2f-46da-49a9-a428-8b74c78f0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.133627 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-9a524b2f-46da-49a9-a428-8b74c78f0655 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1094 time: 0.1794360 Apr 18 20:48:53.136690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008f53-bd02-4306-af90-355b635fc213 req-ac6b5bf2-8ac2-4663-b7a0-5c0243e1dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.138229 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-ac6b5bf2-8ac2-4663-b7a0-5c0243e1dcdb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1094 time: 0.1485419 Apr 18 20:48:53.148339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.150708 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.214689 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.227684 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.228612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Fanout notify agent at l3_agent the message router_deleted on router f1d6b995-0369-427d-b3b0-dba46d658419 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:53.276806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.277945 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-682d270f-99d5-400a-a9af-e5f0d0c34fcb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/f1d6b995-0369-427d-b3b0-dba46d658419 HTTP/1.1" status: 204 len: 168 time: 1.7342567 Apr 18 20:48:53.310304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56842) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:53.316987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3a43fa7e-5bfa-421c-815b-9743d63a780c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-785095565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:53.344858 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a43fa7e-5bfa-421c-815b-9743d63a780c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.346569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a43fa7e-5bfa-421c-815b-9743d63a780c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.448806 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.519550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a43fa7e-5bfa-421c-815b-9743d63a780c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.525180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a43fa7e-5bfa-421c-815b-9743d63a780c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.624373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008f53-bd02-4306-af90-355b635fc213 req-9f3be372-e9ef-4dee-b446-0c5ca69f4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.625853 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-9f3be372-e9ef-4dee-b446-0c5ca69f4f94 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.4864955 Apr 18 20:48:53.631246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008f53-bd02-4306-af90-355b635fc213 req-092bbc4c-265a-4d9a-8e11-ea229b023aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.634671 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-092bbc4c-265a-4d9a-8e11-ea229b023aa4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.4526238 Apr 18 20:48:53.636862 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a43fa7e-5bfa-421c-815b-9743d63a780c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.641860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56854) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:53.648294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3a43fa7e-5bfa-421c-815b-9743d63a780c tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3312578 Apr 18 20:48:53.675632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:53.729697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb816ac3-5449-4c73-90e8-53157e9672a1 req-7f931c3c-e167-4399-a089-f5ef0fa0f8fe tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.734910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb816ac3-5449-4c73-90e8-53157e9672a1 req-7f931c3c-e167-4399-a089-f5ef0fa0f8fe tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1159935 Apr 18 20:48:53.830677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb816ac3-5449-4c73-90e8-53157e9672a1 req-7645ba90-94b9-4d6c-bf53-5b82a97ddddc tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947850 Apr 18 20:48:53.852366 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-6c04fa9b-4709-4702-81ef-db6e8ad0f27d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 999 time: 0.1716678 Apr 18 20:48:53.893928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b7c31-009a-4652-9aab-a873ea641914 req-6f277382-4fee-42ef-9fbe-38e5a688f738 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:53.897257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e61b7c31-009a-4652-9aab-a873ea641914 req-6f277382-4fee-42ef-9fbe-38e5a688f738 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 943 time: 0.1257224 Apr 18 20:48:53.904758 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-6859d5f6-4090-40ce-861d-c32b9e457b3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 999 time: 0.2698429 Apr 18 20:48:54.033647 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.079696 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.080712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e61b7c31-009a-4652-9aab-a873ea641914 req-fe52a368-fdb6-456b-9304-be836e656881 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412623 Apr 18 20:48:54.082401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.087620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008f53-bd02-4306-af90-355b635fc213 req-a0175811-891d-4b14-8ed2-52a4bd8b4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:54.089167 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-a0175811-891d-4b14-8ed2-52a4bd8b4a1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.1967819 Apr 18 20:48:54.095725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008f53-bd02-4306-af90-355b635fc213 req-f6d78642-3790-4bd1-9c6c-35347f08ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:54.097244 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-f6d78642-3790-4bd1-9c6c-35347f08ff94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.1463699 Apr 18 20:48:54.237276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008f53-bd02-4306-af90-355b635fc213 req-40204882-40bb-46f2-97d7-0610c4176258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:54.237276 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-40204882-40bb-46f2-97d7-0610c4176258 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263034 Apr 18 20:48:54.245498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25008f53-bd02-4306-af90-355b635fc213 req-902eaa21-4eaf-466e-ae2a-677d12ea1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:54.246954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-902eaa21-4eaf-466e-ae2a-677d12ea1d55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439483 Apr 18 20:48:54.252258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Allocated IP 172.25.2.88 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/04374ef6-a186-49dd-9dcb-dbd35c486207) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:54.393112 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.481120 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.528630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:54.534256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:54.540779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:54.562738 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-fc1eac31-6373-480d-82a2-b08ba17c66d4 service neutron] 10.222.0.60 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140578 Apr 18 20:48:54.588264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Pushing event updated for resources: {'Port': ['ID=04374ef6-a186-49dd-9dcb-dbd35c486207,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:54.607752 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-458a2b0b-4398-4d07-a272-3bf522c6399f service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437061 Apr 18 20:48:54.627156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.697679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.863396 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-752dc33d-386a-49d7-be29-bea638a884fd service neutron] 10.222.0.60 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920306 Apr 18 20:48:54.877150 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-25008f53-bd02-4306-af90-355b635fc213 req-0830d801-11e5-419b-83d8-90c10ddb24d8 service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572870 Apr 18 20:48:54.927710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.954321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Allocated IP 172.25.2.32 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/b649ba9f-b92f-448d-8069-b1022b557e06) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:55.079050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75d20e-ab56-42d0-853a-2f1ce751d4f9 req-af4829ed-347e-49d8-9ce7-fdeb86445ed9 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:55.080644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd75d20e-ab56-42d0-853a-2f1ce751d4f9 req-af4829ed-347e-49d8-9ce7-fdeb86445ed9 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.0967507 Apr 18 20:48:55.119832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.172631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd75d20e-ab56-42d0-853a-2f1ce751d4f9 req-b18cc87f-da94-432f-b727-1f424bd385ef tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820756 Apr 18 20:48:55.177070 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.228329 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:55.231360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:55.239930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:48:55.283278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Pushing event updated for resources: {'Port': ['ID=b649ba9f-b92f-448d-8069-b1022b557e06,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:55.301695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.361380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30dd77-2045-46b7-b9f8-3351cfb7821f req-5a693f7b-b4d1-422b-86bc-0626dc9b6746 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:55.363127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f30dd77-2045-46b7-b9f8-3351cfb7821f req-5a693f7b-b4d1-422b-86bc-0626dc9b6746 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 943 time: 0.1160488 Apr 18 20:48:55.454177 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f30dd77-2045-46b7-b9f8-3351cfb7821f req-2f49f5a6-322a-4f8b-bb29-a96dae0b4787 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830057 Apr 18 20:48:55.531762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Router 827cc729-2fc5-4227-94bb-1d73d310cebd is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:55.581790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.870150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16737c0f-6bf0-4ac8-a519-ed1776ccdc09 req-77cbb5f3-d2b0-4d07-a8e5-2d382164b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:55.870150 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-16737c0f-6bf0-4ac8-a519-ed1776ccdc09 req-77cbb5f3-d2b0-4d07-a8e5-2d382164b605 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1096 time: 0.0913579 Apr 18 20:48:55.910836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.923448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.940166 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-16737c0f-6bf0-4ac8-a519-ed1776ccdc09 req-854a95d5-3109-4cf0-98c4-3f82541cb398 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563211 Apr 18 20:48:55.991411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:56.003524 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec47b5e-4337-4fb9-a92a-869acc1925d8 None None] Sync routers for ids ['827cc729-2fc5-4227-94bb-1d73d310cebd'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:56.017267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.018089 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec47b5e-4337-4fb9-a92a-869acc1925d8 None None] Routers {'827cc729-2fc5-4227-94bb-1d73d310cebd'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:56.018865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-645d77f0-5c7c-40ee-aa79-e2d5e9b70317 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9278052 Apr 18 20:48:56.021674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56892) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:56.022112 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8ec47b5e-4337-4fb9-a92a-869acc1925d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['827cc729-2fc5-4227-94bb-1d73d310cebd'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:56.027108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:56.092167 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8ec47b5e-4337-4fb9-a92a-869acc1925d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:56.103088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Router 476546fd-a1be-404b-9586-2cce8e784202 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:48:56.108182 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec47b5e-4337-4fb9-a92a-869acc1925d8 None None] Routers {'827cc729-2fc5-4227-94bb-1d73d310cebd'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:56.108182 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8ec47b5e-4337-4fb9-a92a-869acc1925d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['827cc729-2fc5-4227-94bb-1d73d310cebd'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:56.155411 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8ec47b5e-4337-4fb9-a92a-869acc1925d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:56.156710 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec47b5e-4337-4fb9-a92a-869acc1925d8 None None] The sync data for ids ['827cc729-2fc5-4227-94bb-1d73d310cebd'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:56.280684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:56.295077 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.296141 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fd0b448b-c9f6-4f79-a228-2de3701c8648 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "PUT /v2.0/routers/476546fd-a1be-404b-9586-2cce8e784202 HTTP/1.1" status: 200 len: 878 time: 2.6502697 Apr 18 20:48:56.297046 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56896) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:56.305856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f25db3-279d-4366-a4ff-f437211b2818 None None] Sync routers for ids ['476546fd-a1be-404b-9586-2cce8e784202'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:56.341219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f25db3-279d-4366-a4ff-f437211b2818 None None] Routers {'476546fd-a1be-404b-9586-2cce8e784202'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:56.342145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f7f25db3-279d-4366-a4ff-f437211b2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['476546fd-a1be-404b-9586-2cce8e784202'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:56.417804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f7f25db3-279d-4366-a4ff-f437211b2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:56.423648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea551ac7-c807-4eb8-af17-07fd0c194224 req-d9e2855b-718a-4462-ac5f-d4c626e141f7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:56.425941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea551ac7-c807-4eb8-af17-07fd0c194224 req-d9e2855b-718a-4462-ac5f-d4c626e141f7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1101253 Apr 18 20:48:56.438521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f25db3-279d-4366-a4ff-f437211b2818 None None] Routers {'476546fd-a1be-404b-9586-2cce8e784202'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:56.439121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f7f25db3-279d-4366-a4ff-f437211b2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['476546fd-a1be-404b-9586-2cce8e784202'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:56.450770 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-45cb8dca-89c6-4822-ae0a-70488f4473d2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/routers/476546fd-a1be-404b-9586-2cce8e784202 HTTP/1.1" status: 200 len: 919 time: 0.1495714 Apr 18 20:48:56.451378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56902) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:56.492813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f7f25db3-279d-4366-a4ff-f437211b2818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:56.493735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f25db3-279d-4366-a4ff-f437211b2818 None None] The sync data for ids ['476546fd-a1be-404b-9586-2cce8e784202'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:56.514737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbeaef5-2c41-4a52-82fe-7bf8257c2224 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:56.521554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56906) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:56.522030 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-afbeaef5-2c41-4a52-82fe-7bf8257c2224 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&device_id=476546fd-a1be-404b-9586-2cce8e784202&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0694022 Apr 18 20:48:56.628131 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea551ac7-c807-4eb8-af17-07fd0c194224 req-e29d5b30-1f91-40a2-aa34-07014468ddd1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548855 Apr 18 20:48:56.685481 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.713680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.739913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af622e00-a0a5-4c38-8c3a-bc98e13fbcf8 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:56.739913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-af622e00-a0a5-4c38-8c3a-bc98e13fbcf8 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 881 time: 0.2067134 Apr 18 20:48:56.739913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56914) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:56.757483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81ea6e-e5e7-47b5-b96e-1ab5fe990fa7 req-606fbdb8-2b62-49ca-98ac-556882740bfe tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:56.759087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd81ea6e-e5e7-47b5-b96e-1ab5fe990fa7 req-606fbdb8-2b62-49ca-98ac-556882740bfe tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 943 time: 0.1343958 Apr 18 20:48:56.798526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-df039ed9-e362-4509-83d7-f37925518ec4 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=476546fd-a1be-404b-9586-2cce8e784202 HTTP/1.1" status: 200 len: 205 time: 0.0611222 Apr 18 20:48:56.801572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56916) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:56.844584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd81ea6e-e5e7-47b5-b96e-1ab5fe990fa7 req-c6f5e914-4a2b-46a5-a49f-a5b6a7eea6a6 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506699 Apr 18 20:48:56.855786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Deleting port 04374ef6-a186-49dd-9dcb-dbd35c486207 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:56.856185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.954992 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.975093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Calling delete_port for 04374ef6-a186-49dd-9dcb-dbd35c486207 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:57.169010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:48:57.186759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b145bda-734c-4626-acbc-b408a4c0eac7 req-17415a2c-968d-4dc8-928a-eaf324e8cbfc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:57.188467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b145bda-734c-4626-acbc-b408a4c0eac7 req-17415a2c-968d-4dc8-928a-eaf324e8cbfc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 943 time: 0.0692255 Apr 18 20:48:57.277893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b145bda-734c-4626-acbc-b408a4c0eac7 req-ca032546-f082-4311-b115-044e2b0b4588 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765398 Apr 18 20:48:57.296190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.316279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:57.328429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-6bb1b096-148f-461b-ad16-ff3604d4a22d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:57.330064 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-6bb1b096-148f-461b-ad16-ff3604d4a22d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.60 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 943 time: 0.1770735 Apr 18 20:48:57.337336 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'port_id': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'mac_address': 'fa:16:3e:8f:a9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:48:57.364128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Pushing event deleted for resources: {'Port': ['ID=04374ef6-a186-49dd-9dcb-dbd35c486207,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:57.415791 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.447491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605d5acc-1e90-4c81-a09d-c6f40d6f3654 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:57.450447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.462259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.472622 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:57.478677 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.547175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:57.633812 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.648654 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-cb258e58-1fcb-4f0d-b9c7-ee4ce317d129 service neutron] 10.222.0.60 "GET /v2.0/ports/605d5acc-1e90-4c81-a09d-c6f40d6f3654/bindings/n-h1-836015-4 HTTP/1.1" status: 200 len: 382 time: 0.2739425 Apr 18 20:48:57.782790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-f3d54e9f-281e-468e-adb8-e47cc594ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:57.785871 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-f3d54e9f-281e-468e-adb8-e47cc594ed71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1095 time: 0.0841610 Apr 18 20:48:57.821829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['605d5acc-1e90-4c81-a09d-c6f40d6f3654'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:48:57.822144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Deleting port b649ba9f-b92f-448d-8069-b1022b557e06 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:48:57.822650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.905075 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.927648 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.991287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-505c9541-08b0-4b07-9476-431b233c19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:57.992983 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-505c9541-08b0-4b07-9476-431b233c19eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.1989534 Apr 18 20:48:57.997124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.095444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Calling delete_port for b649ba9f-b92f-448d-8069-b1022b557e06 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:48:58.100080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8cc20-2fd1-406f-86b5-fffb8c6e86e3 req-f45df97a-db27-42bd-bbc5-cdec37774ecc tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:58.103136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9f8cc20-2fd1-406f-86b5-fffb8c6e86e3 req-f45df97a-db27-42bd-bbc5-cdec37774ecc tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.3468809 Apr 18 20:48:58.108788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Router 827cc729-2fc5-4227-94bb-1d73d310cebd has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:48:58.139949 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-3150cfb3-b80c-4480-9f02-b873521baee4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 1000 time: 0.1361995 Apr 18 20:48:58.239639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-6eb81886-3573-49c0-970e-b53492c212d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:58.241588 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-6eb81886-3573-49c0-970e-b53492c212d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.0949349 Apr 18 20:48:58.253973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:48:58.266923 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e1b13-370d-430c-8def-50808e1ef56d None None] Sync routers for ids ['827cc729-2fc5-4227-94bb-1d73d310cebd'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:58.268537 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.269854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c0f36cda-9671-4f59-b67a-f280b7ab3374 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "PUT /v2.0/routers/827cc729-2fc5-4227-94bb-1d73d310cebd HTTP/1.1" status: 200 len: 709 time: 2.2466035 Apr 18 20:48:58.278731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56942) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:58.296454 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e1b13-370d-430c-8def-50808e1ef56d None None] Routers {'827cc729-2fc5-4227-94bb-1d73d310cebd'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:58.297288 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f04e1b13-370d-430c-8def-50808e1ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['827cc729-2fc5-4227-94bb-1d73d310cebd'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:58.307676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9f8cc20-2fd1-406f-86b5-fffb8c6e86e3 req-dceeee36-af18-4b8e-b6be-fc6330b85355 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869438 Apr 18 20:48:58.371259 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f04e1b13-370d-430c-8def-50808e1ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:58.392871 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e1b13-370d-430c-8def-50808e1ef56d None None] Routers {'827cc729-2fc5-4227-94bb-1d73d310cebd'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:48:58.393935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f04e1b13-370d-430c-8def-50808e1ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['827cc729-2fc5-4227-94bb-1d73d310cebd'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:58.409153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-02962311-1aeb-44e8-a5b9-f6cb0f9b2e62 req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1579644519', 'description': 'tempest-description-98267030'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:58.465680 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f04e1b13-370d-430c-8def-50808e1ef56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:58.466346 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e1b13-370d-430c-8def-50808e1ef56d None None] The sync data for ids ['827cc729-2fc5-4227-94bb-1d73d310cebd'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:58.467070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-5bdc5558-454c-4f6e-8e90-ada13e4b4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:58.471323 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-5bdc5558-454c-4f6e-8e90-ada13e4b4950 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2220473 Apr 18 20:48:58.488387 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.518910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-32b6563a-e6e3-4d1b-8ef3-3ec010d7d66d tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/routers/827cc729-2fc5-4227-94bb-1d73d310cebd HTTP/1.1" status: 200 len: 744 time: 0.2315221 Apr 18 20:48:58.524366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56952) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:58.564199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Pushing event deleted for resources: {'Port': ['ID=b649ba9f-b92f-448d-8069-b1022b557e06,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:58.599387 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a9815d12-d7ce-4fb7-8449-623fc9407607 tempest-RoutersIpV6AdminTest-650770918 tempest-RoutersIpV6AdminTest-650770918-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&device_id=827cc729-2fc5-4227-94bb-1d73d310cebd HTTP/1.1" status: 200 len: 205 time: 0.0730500 Apr 18 20:48:58.603116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56956) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:58.607917 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02962311-1aeb-44e8-a5b9-f6cb0f9b2e62 req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.675017 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-b265922a-c37b-4c1a-b775-864cf39546f7 service neutron] 10.222.0.60 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957030 Apr 18 20:48:58.676004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.689694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9d11a9a1-40b7-499a-a86f-c4a11e94a679 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=827cc729-2fc5-4227-94bb-1d73d310cebd HTTP/1.1" status: 200 len: 205 time: 0.0849547 Apr 18 20:48:58.697412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56958) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:58.738446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9983c-2751-4e29-b990-fa50a7553890 req-5d6045e6-1d15-4220-b615-6cea5196d8c6 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:58.740156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fa9983c-2751-4e29-b990-fa50a7553890 req-5d6045e6-1d15-4220-b615-6cea5196d8c6 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 944 time: 0.2583144 Apr 18 20:48:58.823013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.826745 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.855327 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63d33291-4c9a-4096-8496-94e49840c9ae tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.920791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.921576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Fanout notify agent at l3_agent the message router_deleted on router 476546fd-a1be-404b-9586-2cce8e784202 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:58.934513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.939946 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9d98cee6-f71c-4741-9a4f-09ec1e695f27 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/476546fd-a1be-404b-9586-2cce8e784202 HTTP/1.1" status: 204 len: 168 time: 2.1370263 Apr 18 20:48:58.940890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56964) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:58.948289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2f0732f4-567a-4c5f-ac64-7acacd68dbb5 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1574703229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:58.957336 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c7d50218-f532-460d-b9de-7b47ebedd888 service neutron] 10.222.0.60 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487373 Apr 18 20:48:58.987114 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f0732f4-567a-4c5f-ac64-7acacd68dbb5 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.989356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f0732f4-567a-4c5f-ac64-7acacd68dbb5 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.059938 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f0732f4-567a-4c5f-ac64-7acacd68dbb5 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.068187 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f0732f4-567a-4c5f-ac64-7acacd68dbb5 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.092843 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2f0732f4-567a-4c5f-ac64-7acacd68dbb5 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.097222 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2f0732f4-567a-4c5f-ac64-7acacd68dbb5 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1505213 Apr 18 20:48:59.098632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56966) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:59.106727 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_snat': True}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:59.186210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:48:59.263283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02962311-1aeb-44e8-a5b9-f6cb0f9b2e62 req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.266131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:59.273959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:59.275008 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.313839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02962311-1aeb-44e8-a5b9-f6cb0f9b2e62 req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.332359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fa9983c-2751-4e29-b990-fa50a7553890 req-92c333e2-d346-4de8-a213-959abbf1ba4d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5322547 Apr 18 20:48:59.346017 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-02962311-1aeb-44e8-a5b9-f6cb0f9b2e62 req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.347238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02962311-1aeb-44e8-a5b9-f6cb0f9b2e62 req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9452577 Apr 18 20:48:59.386188 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.438506 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:59.463653 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b7b081-af14-4d09-88e2-1bf77d7c10b3" -d '{"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-plugged", "status": "completed", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:48:59.474709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:48:59.488922 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.507792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.536358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd519ae3-cb42-438b-944d-e25d0f8ad779,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:59.551322 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63d33291-4c9a-4096-8496-94e49840c9ae tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.565174 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63d33291-4c9a-4096-8496-94e49840c9ae tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.582353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.582624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.583143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.583628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.584143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.585691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.586454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.586841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.587411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.588051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.588669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.589204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493b613-240c-4b0d-b58d-b82860ef767b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:59.626778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:59.696567 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63d33291-4c9a-4096-8496-94e49840c9ae tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.697307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d33291-4c9a-4096-8496-94e49840c9ae tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Fanout notify agent at l3_agent the message router_deleted on router 827cc729-2fc5-4227-94bb-1d73d310cebd {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:48:59.716128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54c42577-a02f-4729-980e-200c08d1bfed req-113350c9-8233-488b-8158-80dcae7104c1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1579644519&fields=id&tenant_id=0c914323c11e43d0b5d5063a089ff68d HTTP/1.1" status: 200 len: 267 time: 0.2218294 Apr 18 20:48:59.771606 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63d33291-4c9a-4096-8496-94e49840c9ae tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.778750 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644018d3-d4a7-4a8c-9e67-b04c90e0b7cf x-openstack-request-id: req-644018d3-d4a7-4a8c-9e67-b04c90e0b7cf {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:48:59.779622 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-plugged", "status": "completed", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:48:59.780313 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-644018d3-d4a7-4a8c-9e67-b04c90e0b7cf {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:48:59.782228 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644018d3-d4a7-4a8c-9e67-b04c90e0b7cf'] response: {'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'code': 200} Apr 18 20:48:59.782625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-63d33291-4c9a-4096-8496-94e49840c9ae tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/827cc729-2fc5-4227-94bb-1d73d310cebd HTTP/1.1" status: 204 len: 168 time: 1.0773332 Apr 18 20:48:59.785023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56984) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:59.824647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f37dd516-9a8e-4e8f-aa6f-22693cad1cea tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=827cc729-2fc5-4227-94bb-1d73d310cebd HTTP/1.1" status: 200 len: 205 time: 0.0344591 Apr 18 20:48:59.826410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56986) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:48:59.845966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c42577-a02f-4729-980e-200c08d1bfed req-74d04860-fce4-4aa1-b563-e9639d592882 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:59.848205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54c42577-a02f-4729-980e-200c08d1bfed req-74d04860-fce4-4aa1-b563-e9639d592882 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.1297843 Apr 18 20:48:59.862684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-54c42577-a02f-4729-980e-200c08d1bfed req-9b78f70e-24f2-4edc-a257-59a34a897c07 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Request body: {'port': {'security_groups': ['bd6bac03-c527-4125-ae96-84b0915e0408', 'dd519ae3-cb42-438b-944d-e25d0f8ad779']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:59.991040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-54c42577-a02f-4729-980e-200c08d1bfed req-9b78f70e-24f2-4edc-a257-59a34a897c07 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.178033 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-409ead56-1c03-430a-8b88-8dccaa1237fa tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] delete failed (client error): The resource could not be found. Apr 18 20:49:00.180069 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-409ead56-1c03-430a-8b88-8dccaa1237fa tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/827cc729-2fc5-4227-94bb-1d73d310cebd HTTP/1.1" status: 404 len: 336 time: 0.3524337 Apr 18 20:49:00.184000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56992) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:00.253420 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dc078714-9f5f-4b9c-a5e4-9871a7ace217 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=750e6a58-8e4a-499c-9eff-a26a0c9e2939 HTTP/1.1" status: 200 len: 205 time: 0.0682333 Apr 18 20:49:00.256959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56998) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:00.310179 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-807b20ec-0eaf-4616-8c0d-261afa681c7f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] delete failed (client error): The resource could not be found. Apr 18 20:49:00.315123 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-807b20ec-0eaf-4616-8c0d-261afa681c7f tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/750e6a58-8e4a-499c-9eff-a26a0c9e2939 HTTP/1.1" status: 404 len: 336 time: 0.0541418 Apr 18 20:49:00.316451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57000) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:00.330676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-54c42577-a02f-4729-980e-200c08d1bfed req-9b78f70e-24f2-4edc-a257-59a34a897c07 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] For port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,segment=NetworkSegment(5f55c03a-2b82-4db8-aa0e-c9216a6ec551),segment_id=5f55c03a-2b82-4db8-aa0e-c9216a6ec551)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:00.332906 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.356175 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b8b7ae11-cfb2-4b94-8c34-60315abf9797 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=ff89c4a1-6562-449a-a108-b490872ca992 HTTP/1.1" status: 200 len: 205 time: 0.0390782 Apr 18 20:49:00.359551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57002) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:00.375827 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.376728 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-54c42577-a02f-4729-980e-200c08d1bfed req-9b78f70e-24f2-4edc-a257-59a34a897c07 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.420761 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-ce2c7d04-3d52-487e-a3d1-540e5fbafe87 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] delete failed (client error): The resource could not be found. Apr 18 20:49:00.424636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ce2c7d04-3d52-487e-a3d1-540e5fbafe87 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/ff89c4a1-6562-449a-a108-b490872ca992 HTTP/1.1" status: 404 len: 336 time: 0.0637212 Apr 18 20:49:00.427502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57006) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:00.429741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-54c42577-a02f-4729-980e-200c08d1bfed req-9b78f70e-24f2-4edc-a257-59a34a897c07 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.445626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:00.505415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c42577-a02f-4729-980e-200c08d1bfed req-9b78f70e-24f2-4edc-a257-59a34a897c07 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:00.506225 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-54c42577-a02f-4729-980e-200c08d1bfed req-9b78f70e-24f2-4edc-a257-59a34a897c07 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:00.514055 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54c42577-a02f-4729-980e-200c08d1bfed req-9b78f70e-24f2-4edc-a257-59a34a897c07 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "PUT /v2.0/ports/7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 981 time: 0.6552083 Apr 18 20:49:00.514055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:00.523829 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35cfd69-e71a-440b-8b03-2c6d200686aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:00.596986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:00.614306 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78f70e-24f2-4edc-a257-59a34a897c07 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Pushing event updated for resources: {'Port': ['ID=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:00.661855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Allocated IP 172.25.2.32 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/00d00441-8661-4054-a70d-7d1653a68889) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:00.704221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0873216-de67-47b2-a0af-cc788461942f req-d6e946b0-2c3d-475c-bdcc-e00c0f1d0a27 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1579644519&fields=id&tenant_id=0c914323c11e43d0b5d5063a089ff68d HTTP/1.1" status: 200 len: 267 time: 0.0833697 Apr 18 20:49:00.717782 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a4e0d858-f970-475c-bd96-dbae8312c9e1 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5510abb-14c2-48c6-8a09-ba351d9de63d HTTP/1.1" status: 200 len: 205 time: 0.2873609 Apr 18 20:49:00.721954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57018) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:00.729599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11d5ee-de64-49ab-a206-a78bffe620e7 req-4be0ba32-0f33-498c-82af-6ae6bdc323fb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:00.732489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c11d5ee-de64-49ab-a206-a78bffe620e7 req-4be0ba32-0f33-498c-82af-6ae6bdc323fb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.2510238 Apr 18 20:49:00.786852 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-54df76e8-d657-4f63-8a3f-20cd7498b327 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] delete failed (client error): The resource could not be found. Apr 18 20:49:00.789641 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-54df76e8-d657-4f63-8a3f-20cd7498b327 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/f5510abb-14c2-48c6-8a09-ba351d9de63d HTTP/1.1" status: 404 len: 336 time: 0.0663052 Apr 18 20:49:00.812804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57020) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:00.946271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0873216-de67-47b2-a0af-cc788461942f req-2662a548-45a0-42ae-ae9e-98c2b94eef8e tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:00.950703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0873216-de67-47b2-a0af-cc788461942f req-2662a548-45a0-42ae-ae9e-98c2b94eef8e tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 984 time: 0.2162874 Apr 18 20:49:00.954864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ea0f7fb8-0c6e-4b54-baf1-3426d091519a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=b533efdb-98db-4503-871b-c661c29be37d HTTP/1.1" status: 200 len: 205 time: 0.1385159 Apr 18 20:49:00.972586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a0873216-de67-47b2-a0af-cc788461942f req-d10156e6-6bec-4a32-9ef6-39c4837bdb10 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Request body: {'port': {'security_groups': ['bd6bac03-c527-4125-ae96-84b0915e0408']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:00.978848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57022) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:01.008907 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.011281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c11d5ee-de64-49ab-a206-a78bffe620e7 req-8cca5312-ad91-400e-a660-16887fc59952 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094250 Apr 18 20:49:01.115270 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-efda1c6b-2807-428d-a4bd-e828a71046a6 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] delete failed (client error): The resource could not be found. Apr 18 20:49:01.117068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-efda1c6b-2807-428d-a4bd-e828a71046a6 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/b533efdb-98db-4503-871b-c661c29be37d HTTP/1.1" status: 404 len: 336 time: 0.1368294 Apr 18 20:49:01.124585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57030) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:01.160850 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.175134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f13bcd98-03a5-45d1-bd58-b2ae106af660 tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "GET /v2.0/ports?device_id=516913e6-920d-4df7-85aa-129fd05025a4 HTTP/1.1" status: 200 len: 205 time: 0.0489664 Apr 18 20:49:01.184782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57032) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:01.248472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:01.253174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:01.256467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:01.293218 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277b3d9b-5153-4e48-ae55-b98fe7be8d9d x-openstack-request-id: req-277b3d9b-5153-4e48-ae55-b98fe7be8d9d {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:01.293218 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:01.293218 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-277b3d9b-5153-4e48-ae55-b98fe7be8d9d {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:01.293218 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277b3d9b-5153-4e48-ae55-b98fe7be8d9d'] response: {'name': 'network-changed', 'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'status': 'completed', 'code': 200} Apr 18 20:49:01.293218 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-8e3601e8-6ece-4ef0-85cd-da316328738a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] delete failed (client error): The resource could not be found. Apr 18 20:49:01.294065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8e3601e8-6ece-4ef0-85cd-da316328738a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/routers/516913e6-920d-4df7-85aa-129fd05025a4 HTTP/1.1" status: 404 len: 336 time: 0.1069274 Apr 18 20:49:01.297163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57034) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:01.326919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event updated for resources: {'Port': ['ID=00d00441-8661-4054-a70d-7d1653a68889,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:01.370377 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d14254-dbf1-4cd3-91ba-aaebba7d663a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] DELETE failed (client error): The resource could not be found. Apr 18 20:49:01.370886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d14254-dbf1-4cd3-91ba-aaebba7d663a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:01.375278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-84d14254-dbf1-4cd3-91ba-aaebba7d663a tempest-RoutersIpV6AdminTest-167260812 tempest-RoutersIpV6AdminTest-167260812-project] 10.222.0.49 "DELETE /v2.0/subnets/1c9fa3c1-3ea9-462f-bf1a-677b980aa20c HTTP/1.1" status: 404 len: 337 time: 0.0767763 Apr 18 20:49:01.376238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a0873216-de67-47b2-a0af-cc788461942f req-d10156e6-6bec-4a32-9ef6-39c4837bdb10 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.442055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cfd69-e71a-440b-8b03-2c6d200686aa req-c4bce5e9-e3ba-4496-bfcc-38eedbf6efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.444075 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a35cfd69-e71a-440b-8b03-2c6d200686aa req-c4bce5e9-e3ba-4496-bfcc-38eedbf6efaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1135 time: 0.1571958 Apr 18 20:49:01.628461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a0873216-de67-47b2-a0af-cc788461942f req-d10156e6-6bec-4a32-9ef6-39c4837bdb10 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] For port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,segment=NetworkSegment(5f55c03a-2b82-4db8-aa0e-c9216a6ec551),segment_id=5f55c03a-2b82-4db8-aa0e-c9216a6ec551)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:01.686865 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a0873216-de67-47b2-a0af-cc788461942f req-d10156e6-6bec-4a32-9ef6-39c4837bdb10 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.694090 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a0873216-de67-47b2-a0af-cc788461942f req-d10156e6-6bec-4a32-9ef6-39c4837bdb10 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.708020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:01.810012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cfd69-e71a-440b-8b03-2c6d200686aa req-1aa67539-5a16-4ce6-b4e1-a1432ec89ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.811606 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a35cfd69-e71a-440b-8b03-2c6d200686aa req-1aa67539-5a16-4ce6-b4e1-a1432ec89ffb service neutron] 10.222.0.60 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 921 time: 0.3296506 Apr 18 20:49:01.814710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0873216-de67-47b2-a0af-cc788461942f req-d10156e6-6bec-4a32-9ef6-39c4837bdb10 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.817688 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a0873216-de67-47b2-a0af-cc788461942f req-d10156e6-6bec-4a32-9ef6-39c4837bdb10 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.819675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0873216-de67-47b2-a0af-cc788461942f req-d10156e6-6bec-4a32-9ef6-39c4837bdb10 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "PUT /v2.0/ports/7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 942 time: 0.8579390 Apr 18 20:49:01.824650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.830476 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-3de37343-204d-45a7-8f59-0fbdf0deca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.832063 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-3de37343-204d-45a7-8f59-0fbdf0deca5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 1096 time: 0.2346251 Apr 18 20:49:01.900130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:01.981676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57052) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:01.987479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:01.993667 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a35cfd69-e71a-440b-8b03-2c6d200686aa req-51cfe6aa-fae8-4a86-9a6c-6792892d197f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 217 time: 0.1748390 Apr 18 20:49:02.244666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10156e6-6bec-4a32-9ef6-39c4837bdb10 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Pushing event updated for resources: {'Port': ['ID=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:02.286671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-5a60718f-831a-4bd0-aff6-6dd5224183e2 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4098270 Apr 18 20:49:02.292453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.309577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-df3ee383-66d0-41ec-b734-1e0d51b280a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.320434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:02.338905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cfd69-e71a-440b-8b03-2c6d200686aa req-6e5885b4-c9c3-4f69-b50d-82c84d708897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:02.340538 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a35cfd69-e71a-440b-8b03-2c6d200686aa req-6e5885b4-c9c3-4f69-b50d-82c84d708897 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 200 len: 860 time: 0.2065065 Apr 18 20:49:02.382781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d507f7-9397-4c85-82c4-239d7a5fd3cb req-34d4d9e1-5b25-4ed9-9194-f161560b4dce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:02.384894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7d507f7-9397-4c85-82c4-239d7a5fd3cb req-34d4d9e1-5b25-4ed9-9194-f161560b4dce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 945 time: 0.1457567 Apr 18 20:49:02.385255 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a35cfd69-e71a-440b-8b03-2c6d200686aa req-de6301a0-72a4-4d72-a663-75bff70306c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379820 Apr 18 20:49:02.400813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.467666 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.477666 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.536785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7d507f7-9397-4c85-82c4-239d7a5fd3cb req-e9e337f9-0388-4dc1-b826-01e056e4113d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324782 Apr 18 20:49:02.570807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-df3ee383-66d0-41ec-b734-1e0d51b280a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.580007 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-df3ee383-66d0-41ec-b734-1e0d51b280a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.630034 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-df3ee383-66d0-41ec-b734-1e0d51b280a5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d145d8d3f26d40a6816bccbe749734d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6328166 Apr 18 20:49:02.633240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57066) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:02.657573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ee383-66d0-41ec-b734-1e0d51b280a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f0927f-9864-42ab-8038-c258ec4a7ab4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:02.716891 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a35cfd69-e71a-440b-8b03-2c6d200686aa req-6278dd0b-1673-4ce2-88fb-f911b2c9649c service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077562 Apr 18 20:49:02.731352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2530d5be-b313-416d-94f9-93955c60fb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.734300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.811713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2530d5be-b313-416d-94f9-93955c60fb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.971975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Allocated IP 172.25.2.249 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/759873c8-78fb-4fc2-a3d1-d1262f0ab785) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:02.977850 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Router 7ba96326-2e0d-4893-9716-53b8ee4d493e is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:49:02.985591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2530d5be-b313-416d-94f9-93955c60fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.986320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:02.988201 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2530d5be-b313-416d-94f9-93955c60fb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.989375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2530d5be-b313-416d-94f9-93955c60fb7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/74f0927f-9864-42ab-8038-c258ec4a7ab4 HTTP/1.1" status: 204 len: 168 time: 0.3523190 Apr 18 20:49:02.989641 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a35cfd69-e71a-440b-8b03-2c6d200686aa req-3a43b636-3c1e-491d-a7b0-67fd2c9d9d1f service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629409 Apr 18 20:49:03.015764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530d5be-b313-416d-94f9-93955c60fb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f0927f-9864-42ab-8038-c258ec4a7ab4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:03.041977 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:03.146323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:03.149289 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf14e3b-aa32-46a9-9f71-4daa51ef6465" -d '{"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-unplugged", "status": "completed", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:03.155809 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.178873 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.216627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Transition to ACTIVE for port object 605d5acc-1e90-4c81-a09d-c6f40d6f3654 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:03.230658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:03.233717 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.243818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.244429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8199a6bc-94f4-45eb-8a5f-67356bc2c9c8 None None] Sync routers for ids ['7ba96326-2e0d-4893-9716-53b8ee4d493e'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:03.250089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57078) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:03.253447 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a2b6f693-248a-4d6a-84df-99afbfcc8433 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "PUT /v2.0/routers/7ba96326-2e0d-4893-9716-53b8ee4d493e HTTP/1.1" status: 200 len: 914 time: 4.1534004 Apr 18 20:49:03.269106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8199a6bc-94f4-45eb-8a5f-67356bc2c9c8 None None] Routers {'7ba96326-2e0d-4893-9716-53b8ee4d493e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:03.278729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8199a6bc-94f4-45eb-8a5f-67356bc2c9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7ba96326-2e0d-4893-9716-53b8ee4d493e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:03.321167 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b8e2a-03b2-47c4-8dbb-dad8258d1819 x-openstack-request-id: req-cf3b8e2a-03b2-47c4-8dbb-dad8258d1819 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:03.321448 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-unplugged", "status": "completed", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:03.321696 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf3b8e2a-03b2-47c4-8dbb-dad8258d1819 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:03.322094 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf3b8e2a-03b2-47c4-8dbb-dad8258d1819'] response: {'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'code': 200} Apr 18 20:49:03.328328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8199a6bc-94f4-45eb-8a5f-67356bc2c9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:03.340741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8199a6bc-94f4-45eb-8a5f-67356bc2c9c8 None None] Routers {'7ba96326-2e0d-4893-9716-53b8ee4d493e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:03.341368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8199a6bc-94f4-45eb-8a5f-67356bc2c9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7ba96326-2e0d-4893-9716-53b8ee4d493e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:03.378804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8199a6bc-94f4-45eb-8a5f-67356bc2c9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:03.379163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8199a6bc-94f4-45eb-8a5f-67356bc2c9c8 None None] The sync data for ids ['7ba96326-2e0d-4893-9716-53b8ee4d493e'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:03.385605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:03.388162 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e01899-7e96-4a20-81e8-90feada2bba3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:03.420349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=10']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:03.449227 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.557363 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d448494d-40d1-4d06-87ec-7c1e99b205b2 x-openstack-request-id: req-d448494d-40d1-4d06-87ec-7c1e99b205b2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:03.557793 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:03.558144 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d448494d-40d1-4d06-87ec-7c1e99b205b2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:03.558642 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d448494d-40d1-4d06-87ec-7c1e99b205b2'] response: {'name': 'network-changed', 'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'status': 'completed', 'code': 200} Apr 18 20:49:03.561634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] No DVR routers for this DVR port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:03.573219 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c03bff91-d112-41b9-a262-d03a51678399 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/routers/7ba96326-2e0d-4893-9716-53b8ee4d493e HTTP/1.1" status: 200 len: 920 time: 0.3200173 Apr 18 20:49:03.578334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Pushing event updated for resources: {'Port': ['ID=759873c8-78fb-4fc2-a3d1-d1262f0ab785,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:03.590191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57090) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:03.681420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:03.691932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:03.697838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:03.720102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e01899-7e96-4a20-81e8-90feada2bba3 req-5911e58f-a408-47ab-9b07-661b0f6bfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:03.721721 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-95e01899-7e96-4a20-81e8-90feada2bba3 req-5911e58f-a408-47ab-9b07-661b0f6bfdc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1096 time: 0.1791012 Apr 18 20:49:03.741919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc911c0-13e0-486a-9fa3-a79b181cf093 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:03.743870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4dc911c0-13e0-486a-9fa3-a79b181cf093 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&device_id=7ba96326-2e0d-4893-9716-53b8ee4d493e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1514103 Apr 18 20:49:03.759921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57092) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:03.760617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57094) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:04.045536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe97d0-1939-45d3-9e1a-f88101b534f7 req-32ef76ad-f3f5-4731-ba48-fb4201d9e519 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.047656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4fe97d0-1939-45d3-9e1a-f88101b534f7 req-32ef76ad-f3f5-4731-ba48-fb4201d9e519 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 944 time: 0.3209722 Apr 18 20:49:04.087356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a688a9d6-2a9d-4ef4-990f-5be7aa5113c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=30536068798a4a2b845fdc5c79a1ae65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223572 Apr 18 20:49:04.097975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57102) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:04.141231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.184184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21200ee-edd2-4f94-a52a-b1668f05ae06 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.185631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d21200ee-edd2-4f94-a52a-b1668f05ae06 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 881 time: 0.4111943 Apr 18 20:49:04.215322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57104) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:04.233970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e01899-7e96-4a20-81e8-90feada2bba3 req-9deb6d08-b2d1-466e-9b5b-87123f4832a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.235477 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-95e01899-7e96-4a20-81e8-90feada2bba3 req-9deb6d08-b2d1-466e-9b5b-87123f4832a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 921 time: 0.5049396 Apr 18 20:49:04.244499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4fe97d0-1939-45d3-9e1a-f88101b534f7 req-fa18a0e9-7d04-4fc8-b58d-add5ccc543c3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630278 Apr 18 20:49:04.259161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:04.259513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:04.259975 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on network 72181107-c853-463b-ae61-837decf172d1 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:04.261412 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.264414 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-082a22bb-5d5a-402e-906c-d58f7991fcec tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba96326-2e0d-4893-9716-53b8ee4d493e HTTP/1.1" status: 200 len: 205 time: 0.0464387 Apr 18 20:49:04.277447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57110) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:04.303260 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3065348a-7b28-41d2-ae9f-90c95a546b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.336467 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-95e01899-7e96-4a20-81e8-90feada2bba3 req-4b3d40a0-4b08-4acc-8bac-7029d83be644 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 217 time: 0.0842967 Apr 18 20:49:04.339900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on network 72181107-c853-463b-ae61-837decf172d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:49:04.339900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Attempting to bind port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on network 72181107-c853-463b-ae61-837decf172d1 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:04.431649 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:04.431649 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Checking segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:04.431649 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Bound using segment: {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:04.432480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Bound port: 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8895e33-1fde-4e38-bddc-e8d0badeb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '72181107-c853-463b-ae61-837decf172d1'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:04.433504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.561882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e01899-7e96-4a20-81e8-90feada2bba3 req-1f990d22-a985-42a8-a8a4-99ae36e1a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.564320 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-95e01899-7e96-4a20-81e8-90feada2bba3 req-1f990d22-a985-42a8-a8a4-99ae36e1a7a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 200 len: 860 time: 0.1694989 Apr 18 20:49:04.638773 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-95e01899-7e96-4a20-81e8-90feada2bba3 req-a13a8c12-f9e2-49a7-8238-9f9ed9272f96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611947 Apr 18 20:49:04.646613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.663069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3065348a-7b28-41d2-ae9f-90c95a546b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.718747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:04.772643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:04.793607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.851651 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3065348a-7b28-41d2-ae9f-90c95a546b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.854532 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3065348a-7b28-41d2-ae9f-90c95a546b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.859165 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3065348a-7b28-41d2-ae9f-90c95a546b62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b35d1a4e-bcf3-4a61-a4cb-7c3de3bbc58e HTTP/1.1" status: 204 len: 168 time: 0.7452793 Apr 18 20:49:04.877485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065348a-7b28-41d2-ae9f-90c95a546b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35d1a4e-bcf3-4a61-a4cb-7c3de3bbc58e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:04.937478 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.942734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.948496 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.954722 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.957072 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] 10.222.0.64 "PUT /v2.0/ports/605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 1092 time: 2.9938495 Apr 18 20:49:05.035173 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-95e01899-7e96-4a20-81e8-90feada2bba3 req-bc9eca3c-362a-4bb8-be69-7866740d3bb1 service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858919 Apr 18 20:49:05.102563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Pushing event updated for resources: {'Port': ['ID=759873c8-78fb-4fc2-a3d1-d1262f0ab785,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:05.140072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a87b17-c187-4ec7-813d-2728eab64621 service neutron] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=11']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:05.157424 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.166966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.191119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:05.204130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.213135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-17d6c472-5ad6-422d-bb3d-0d75efee2ed7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9050076 Apr 18 20:49:05.223340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-77612671-3b09-40dc-9fa5-5b2e85cc235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.225456 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-77612671-3b09-40dc-9fa5-5b2e85cc235e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1095 time: 0.2059042 Apr 18 20:49:05.325545 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-95e01899-7e96-4a20-81e8-90feada2bba3 req-89ad3fa4-8a10-4353-bfd5-587ee2f67fc9 service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805388 Apr 18 20:49:05.325993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:05.328402 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c252df-059a-4ee4-a401-996f557928e0" -d '{"events": [{"name": "network-changed", "server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:05.392599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-991673ff-a425-470c-bef0-8d2e58936991 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 696 time: 0.1777408 Apr 18 20:49:05.418710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-f571427e-beac-4a62-bf2d-ab7a418f0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.420727 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-f571427e-beac-4a62-bf2d-ab7a418f0d7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.1713533 Apr 18 20:49:05.423323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:05.426049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Deleting port 00d00441-8661-4054-a70d-7d1653a68889 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:05.429530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.583707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8476a2-d78e-4e1e-85d6-1aff0fe43292 req-61ea7cf8-d91b-4cb6-8085-37e2bf8ab93c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.586419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db8476a2-d78e-4e1e-85d6-1aff0fe43292 req-61ea7cf8-d91b-4cb6-8085-37e2bf8ab93c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 944 time: 0.1256223 Apr 18 20:49:05.598255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-932a4a59-1705-43f3-bf05-428fa09f7998 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.600952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-932a4a59-1705-43f3-bf05-428fa09f7998 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.2061229 Apr 18 20:49:05.619203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-ae5d6e69-2a2f-4ed6-a971-b90386424eee tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:49:05.633526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ae3fdc7-e93b-416b-aab1-1ffa9d71ae74 req-ae5d6e69-2a2f-4ed6-a971-b90386424eee tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215073 Apr 18 20:49:05.655585 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-f95e6227-ebd1-4bee-8142-b420c9ea4611 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 999 time: 0.2123520 Apr 18 20:49:05.694759 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.744862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db8476a2-d78e-4e1e-85d6-1aff0fe43292 req-381e3658-926d-4e95-b82c-e92791f425e7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424623 Apr 18 20:49:05.782897 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f030e6a-587b-49c2-8c21-3c8e9c517d4a x-openstack-request-id: req-3f030e6a-587b-49c2-8c21-3c8e9c517d4a {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:05.783265 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:05.783556 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3f030e6a-587b-49c2-8c21-3c8e9c517d4a {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:05.784163 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f030e6a-587b-49c2-8c21-3c8e9c517d4a'] response: {'name': 'network-changed', 'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'status': 'completed', 'code': 200} Apr 18 20:49:05.861383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-0eb77dec-d6fd-40e0-9d10-369c505db791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.863411 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-0eb77dec-d6fd-40e0-9d10-369c505db791 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.1902885 Apr 18 20:49:05.864770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Calling delete_port for 00d00441-8661-4054-a70d-7d1653a68889 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:05.914094 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-35027ebb-3eb8-4b7b-a44d-19102974ccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.988021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-9c038603-b0a6-41af-b602-c3a4f69dcab2 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.989667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-9c038603-b0a6-41af-b602-c3a4f69dcab2 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1497774 Apr 18 20:49:06.065486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c252df-059a-4ee4-a401-996f557928e0 req-8aedd4ec-ce0c-4095-a55f-4484f51f6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:06.065681 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-8aedd4ec-ce0c-4095-a55f-4484f51f6fd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1095 time: 0.2675641 Apr 18 20:49:06.078420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-bac38fd5-de2f-4350-8ce7-8bcb31eb56db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:06.079970 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-bac38fd5-de2f-4350-8ce7-8bcb31eb56db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252677 Apr 18 20:49:06.109358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-5405b191-edd2-401c-b6a3-f63eaf5da73e tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 696 time: 0.1044915 Apr 18 20:49:06.126086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-afdd065a-f691-482c-8084-cf0306c531bb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Request body: {'floatingip': {'port_id': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:06.172273 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c252df-059a-4ee4-a401-996f557928e0 req-c9b521e1-3ba2-4b00-9932-350dd33ed2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:06.174063 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-c9b521e1-3ba2-4b00-9932-350dd33ed2f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.0931602 Apr 18 20:49:06.175689 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-afdd065a-f691-482c-8084-cf0306c531bb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.329991 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-37db3bd0-2dca-4a0f-9811-498e9b0acfd0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 999 time: 0.1455247 Apr 18 20:49:06.352022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.405562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57164) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:06.436496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Pushing event deleted for resources: {'Port': ['ID=00d00441-8661-4054-a70d-7d1653a68889,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:06.462934 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-493a45dc-f7ed-4fa2-924e-f2a9e233aedb service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878447 Apr 18 20:49:06.588071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c252df-059a-4ee4-a401-996f557928e0 req-f399432f-33bd-44c3-b096-29e3c5ecca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:06.590056 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-f399432f-33bd-44c3-b096-29e3c5ecca6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.2482605 Apr 18 20:49:06.642610 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.648116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1213236265'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:06.738728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Made reservation on behalf of d2fbf95a92c24e91b704c507157e7ea9 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:06.742187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.818071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.999564 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.resource_extend [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-afdd065a-f691-482c-8084-cf0306c531bb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:07.030704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.042110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.046669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c252df-059a-4ee4-a401-996f557928e0 req-1466a83f-71a0-496c-a56e-e6277adaa0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:07.048019 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-1466a83f-71a0-496c-a56e-e6277adaa0d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4496834 Apr 18 20:49:07.055226 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6adb721-ed5f-4fa3-a0a3-5a8ec22f91ff req-fa910798-8657-41ce-aa19-0a564a67e09e service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659113 Apr 18 20:49:07.060961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0ab62-acd6-4052-9a3d-88374969658f req-9a8b2fef-f487-4b73-817c-f9b8b111bbe8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:07.062605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9be0ab62-acd6-4052-9a3d-88374969658f req-9a8b2fef-f487-4b73-817c-f9b8b111bbe8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 944 time: 0.2029316 Apr 18 20:49:07.110319 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-afdd065a-f691-482c-8084-cf0306c531bb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.123761 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-afdd065a-f691-482c-8084-cf0306c531bb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.133352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.175708 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.195352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9be0ab62-acd6-4052-9a3d-88374969658f req-277607a9-5e6f-40e5-8166-7049ed978415 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169527 Apr 18 20:49:07.210336 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-ff6f2dd0-159e-4573-818c-6740dc16adad service neutron] 10.222.0.60 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519125 Apr 18 20:49:07.213370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.213940 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Fanout notify agent at l3_agent the message router_deleted on router 7ba96326-2e0d-4893-9716-53b8ee4d493e {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:49:07.215610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:07.222212 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.224230 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-121b55f1-7d65-4d89-ab5d-795488b4c331 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/7ba96326-2e0d-4893-9716-53b8ee4d493e HTTP/1.1" status: 204 len: 168 time: 2.8973575 Apr 18 20:49:07.227176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57180) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:07.238824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c12dbf8a-77cf-4c1c-afdd-d7b07c4717e8 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2090255027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:07.259412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c252df-059a-4ee4-a401-996f557928e0 req-71cd3f7a-25c9-4466-8a68-e53f2278d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:07.261203 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-71cd3f7a-25c9-4466-8a68-e53f2278d4c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1095 time: 0.1066442 Apr 18 20:49:07.282164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8de216a-8de5-4e76-b0e8-df9db379bc5b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:07.288658 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.289073 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Added segment 54a9baeb-ecea-4e79-84be-ea4f30c7de6f of type vlan for network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 Apr 18 20:49:07.359419 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-afdd065a-f691-482c-8084-cf0306c531bb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Floating IP 6ea41751-c776-4d02-8941-fdf9f08c42f8 associated. External IP: 172.25.2.249, port: 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c. Apr 18 20:49:07.397973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12dbf8a-77cf-4c1c-afdd-d7b07c4717e8 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.398951 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12dbf8a-77cf-4c1c-afdd-d7b07c4717e8 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.408781 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-14e7af9c-ce90-4fa4-a50a-d7d514d7871a service neutron] 10.222.0.60 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921003 Apr 18 20:49:07.419964 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.439182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c252df-059a-4ee4-a401-996f557928e0 req-054ca096-5e70-46da-9a77-0ff912e3634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:07.441235 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-054ca096-5e70-46da-9a77-0ff912e3634d service neutron] 10.222.0.64 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.1360147 Apr 18 20:49:07.519382 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-ceaa71f1-1408-4e78-b827-ebf467c2dbf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 999 time: 0.0710983 Apr 18 20:49:07.527769 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12dbf8a-77cf-4c1c-afdd-d7b07c4717e8 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.536592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.542671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:07.543332 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.552039 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12dbf8a-77cf-4c1c-afdd-d7b07c4717e8 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.585905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c252df-059a-4ee4-a401-996f557928e0 req-9d6259ce-7298-4d53-862a-cf3d4060a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:07.587441 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-9d6259ce-7298-4d53-862a-cf3d4060a209 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.0610969 Apr 18 20:49:07.645714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2383056 Apr 18 20:49:07.649063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c252df-059a-4ee4-a401-996f557928e0 req-52f55ba3-a34b-4f4e-935c-ef824ac4ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:07.650591 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-52f55ba3-a34b-4f4e-935c-ef824ac4ff58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498319 Apr 18 20:49:07.651060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57190) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:07.652174 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12dbf8a-77cf-4c1c-afdd-d7b07c4717e8 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.653398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c12dbf8a-77cf-4c1c-afdd-d7b07c4717e8 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4236028 Apr 18 20:49:07.656186 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Request body: {'subnet': {'network_id': '5b13e3a0-dd3c-4c37-a6a9-c832223d0e42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:07.658132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57192) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:07.658815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47839d-e17e-47a3-9135-e0049536a13f tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event updated for resources: {'Network': ['ID=5b13e3a0-dd3c-4c37-a6a9-c832223d0e42,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:07.664715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'enable_snat': False}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:07.672536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:49:07.826027 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-9ed24738-6194-4886-bd9b-c28201d2cec5 service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660395 Apr 18 20:49:07.832567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Made reservation on behalf of d2fbf95a92c24e91b704c507157e7ea9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:07.837695 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.029731 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28c252df-059a-4ee4-a401-996f557928e0 req-d05e3bc6-1b97-490c-923b-28b01a38fba1 service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884470 Apr 18 20:49:08.156088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.227568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Checking segment: {'id': '54a9baeb-ecea-4e79-84be-ea4f30c7de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b13e3a0-dd3c-4c37-a6a9-c832223d0e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:08.227831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Network hostable DHCP agents. Network: 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:08.242622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event updated for resources: {'Subnet': ['ID=39ba596d-60da-46b5-b1c3-fe18c58d72f7,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:08.258454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:08.273238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.277334 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:08.286085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:08.286808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-afdd065a-f691-482c-8084-cf0306c531bb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Router a091e875-0848-46d7-a724-bea6a6f1e299 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:08.286991 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.289238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3dcb98-14b5-416f-bb4f-54aa741deb2b None None] Network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:08.309284 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-208f13f2-6a55-4f90-916e-7fa58f8bc2e6 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6562712 Apr 18 20:49:08.310968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57202) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:08.317504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-88307485-eddb-402a-b234-19fb21f7d885 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-656294982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:08.346182 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-88307485-eddb-402a-b234-19fb21f7d885 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.348005 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-88307485-eddb-402a-b234-19fb21f7d885 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.439777 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-88307485-eddb-402a-b234-19fb21f7d885 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.448439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-88307485-eddb-402a-b234-19fb21f7d885 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.454704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd05c5-f074-4bd9-9be5-ab007851d68a req-9ea509a5-602a-45d7-af2c-8b7704d5aa9d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:08.456247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d5cd05c5-f074-4bd9-9be5-ab007851d68a req-9ea509a5-602a-45d7-af2c-8b7704d5aa9d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 944 time: 0.1378257 Apr 18 20:49:08.507179 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-88307485-eddb-402a-b234-19fb21f7d885 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.510997 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-88307485-eddb-402a-b234-19fb21f7d885 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1966431 Apr 18 20:49:08.515878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57208) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:08.561709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d5cd05c5-f074-4bd9-9be5-ab007851d68a req-28427431-d75a-4d96-a0c7-524ec652a8e5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910184 Apr 18 20:49:08.571262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-afdd065a-f691-482c-8084-cf0306c531bb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:08.576837 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-afdd065a-f691-482c-8084-cf0306c531bb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.583561 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] Sync routers for ids ['a091e875-0848-46d7-a724-bea6a6f1e299'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:08.614340 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] Routers {'a091e875-0848-46d7-a724-bea6a6f1e299'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:08.616767 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:48:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a091e875-0848-46d7-a724-bea6a6f1e299'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:08.637309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-afdd065a-f691-482c-8084-cf0306c531bb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "PUT /v2.0/floatingips/6ea41751-c776-4d02-8941-fdf9f08c42f8 HTTP/1.1" status: 200 len: 996 time: 2.5140908 Apr 18 20:49:08.646914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:08.649667 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4801ff03-bfaf-4e59-a323-a82269540974" -d '{"events": [{"name": "network-changed", "server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:08.709839 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88e35766-7d81-4182-b003-eced0540899e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.760405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-5b13e3a0-dd3c-4c37-a6a9-c832223d0e42', 'network_id': '5b13e3a0-dd3c-4c37-a6a9-c832223d0e42', 'tenant_id': 'd2fbf95a92c24e91b704c507157e7ea9', 'fixed_ips': [{'subnet_id': '39ba596d-60da-46b5-b1c3-fe18c58d72f7'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:08.761200 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.817992 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893a2b7f-fb61-4b13-8721-effdc3d96e4e x-openstack-request-id: req-893a2b7f-fb61-4b13-8721-effdc3d96e4e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:08.818853 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:08.819115 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-893a2b7f-fb61-4b13-8721-effdc3d96e4e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:08.819521 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893a2b7f-fb61-4b13-8721-effdc3d96e4e'] response: {'name': 'network-changed', 'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'status': 'completed', 'code': 200} Apr 18 20:49:08.830044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-b6ad2f37-3bfc-472a-8410-d19efc765dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:08.838988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-b6ad2f37-3bfc-472a-8410-d19efc765dcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1096 time: 0.2007062 Apr 18 20:49:08.906466 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.936674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.969748 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] Set router a091e875-0848-46d7-a724-bea6a6f1e299 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:09.033483 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801ff03-bfaf-4e59-a323-a82269540974 req-14ab3f38-26f9-42f1-bca1-7f694fb46d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:09.035932 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4801ff03-bfaf-4e59-a323-a82269540974 req-14ab3f38-26f9-42f1-bca1-7f694fb46d3c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1096 time: 0.1814167 Apr 18 20:49:09.052199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-1307efd5-67fb-49e3-9423-64d8ad013995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:09.054830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-1307efd5-67fb-49e3-9423-64d8ad013995 service neutron] 10.222.0.49 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 921 time: 0.2149339 Apr 18 20:49:09.077743 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.095517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Allocated IP 172.20.0.2 (5b13e3a0-dd3c-4c37-a6a9-c832223d0e42/39ba596d-60da-46b5-b1c3-fe18c58d72f7/1aa894dc-57ee-4ae2-a98c-8ea4564526f3) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:09.310965 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.321486 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.326838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-7067e2a0-c648-43be-90e4-a9c8fc5f04b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 999 time: 0.2629104 Apr 18 20:49:09.328676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801ff03-bfaf-4e59-a323-a82269540974 req-9795d0a4-3894-4109-ae1d-3d63e2f20b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:09.331966 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4801ff03-bfaf-4e59-a323-a82269540974 req-9795d0a4-3894-4109-ae1d-3d63e2f20b85 service neutron] 10.222.0.60 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 921 time: 0.2627168 Apr 18 20:49:09.341059 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.344864 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:06Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '6ea41751-c776-4d02-8941-fdf9f08c42f8', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'port_id': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'mac_address': 'fa:16:3e:54:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04a410-9306-4b42-be09-721e3c9ce725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:49:03Z', 'updated_at': '2022-04-18T20:49:06Z', 'revision_number': 1, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807f5d32-5d94-426c-89b6-cf2450520548', 'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'mac_address': 'fa:16:3e:b2:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:04Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'subnets': [{'id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.380399 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] Checking router: a091e875-0848-46d7-a724-bea6a6f1e299 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:09.392363 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] Routers {'a091e875-0848-46d7-a724-bea6a6f1e299'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:09.393383 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a091e875-0848-46d7-a724-bea6a6f1e299'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.398134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:09.402064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:09.405105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Allocated IP 172.25.2.168 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/353d6928-d14b-4756-b03d-a0eda9e01c95) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:09.425965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:09.453361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Pushing event updated for resources: {'Port': ['ID=1aa894dc-57ee-4ae2-a98c-8ea4564526f3,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:09.483184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.483615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.484069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.484496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.485095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.485534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.486105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.486521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.487447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.487447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.487766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.488191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:09.503826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-7a65c85c-0d66-4823-86e2-232b220cfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:09.505454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-7a65c85c-0d66-4823-86e2-232b220cfe76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 200 len: 860 time: 0.1660175 Apr 18 20:49:09.518098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Attempting to bind port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:09.518624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Attempting to bind port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '54a9baeb-ecea-4e79-84be-ea4f30c7de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b13e3a0-dd3c-4c37-a6a9-c832223d0e42'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:09.519105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Attempting to bind port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 on network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:09.525764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:09.526391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Checking segment: {'id': '54a9baeb-ecea-4e79-84be-ea4f30c7de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b13e3a0-dd3c-4c37-a6a9-c832223d0e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:09.527522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.527522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Bound using segment: {'id': '54a9baeb-ecea-4e79-84be-ea4f30c7de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b13e3a0-dd3c-4c37-a6a9-c832223d0e42'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:09.528158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Bound port: 1aa894dc-57ee-4ae2-a98c-8ea4564526f3, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a9baeb-ecea-4e79-84be-ea4f30c7de6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5b13e3a0-dd3c-4c37-a6a9-c832223d0e42'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:09.528642 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.554697 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] Set router a091e875-0848-46d7-a724-bea6a6f1e299 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:09.604691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] For port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:09.608512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] For port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1aa894dc-57ee-4ae2-a98c-8ea4564526f3,segment=NetworkSegment(54a9baeb-ecea-4e79-84be-ea4f30c7de6f),segment_id=54a9baeb-ecea-4e79-84be-ea4f30c7de6f)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:09.615533 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.662083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-dab30361-2729-4fa0-bd01-59449a9adbfd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072059 Apr 18 20:49:09.683995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-9bd98137-c1fd-4c27-a4ef-042a4ddfa73c service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:49:09.685054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-9bd98137-c1fd-4c27-a4ef-042a4ddfa73c service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106351 Apr 18 20:49:09.716501 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4801ff03-bfaf-4e59-a323-a82269540974 req-fff86dff-3fac-4b91-8d44-a89c230f0bea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 999 time: 0.3458858 Apr 18 20:49:09.729539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6923729-8895-452b-ac59-7b1ca98e1144 None None] Pushing event updated for resources: {'Port': ['ID=1aa894dc-57ee-4ae2-a98c-8ea4564526f3,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:09.798600 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.895293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801ff03-bfaf-4e59-a323-a82269540974 req-2d6127b3-61bf-4826-ab69-c9a6c485c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:09.903694 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4801ff03-bfaf-4e59-a323-a82269540974 req-2d6127b3-61bf-4826-ab69-c9a6c485c7b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 200 len: 860 time: 0.1566746 Apr 18 20:49:09.947881 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:06Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '6ea41751-c776-4d02-8941-fdf9f08c42f8', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'port_id': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'mac_address': 'fa:16:3e:54:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04a410-9306-4b42-be09-721e3c9ce725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:49:03Z', 'updated_at': '2022-04-18T20:49:06Z', 'revision_number': 1, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807f5d32-5d94-426c-89b6-cf2450520548', 'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'mac_address': 'fa:16:3e:b2:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:04Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'subnets': [{'id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.951818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bcd7f-59b2-4bc1-b458-42856f9a2ac4 req-b08383a9-f47a-47d1-831f-59511c88b40b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:09.967394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b62bcd7f-59b2-4bc1-b458-42856f9a2ac4 req-b08383a9-f47a-47d1-831f-59511c88b40b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 944 time: 0.2472477 Apr 18 20:49:09.984914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4801ff03-bfaf-4e59-a323-a82269540974 req-83e5d21f-6489-47d5-9fda-cfdd0d7b1796 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735199 Apr 18 20:49:10.022558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-3e299276-a8b8-44f8-bb5b-1a42813788d2 service neutron] 10.222.0.49 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230846 Apr 18 20:49:10.025663 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae280e3-aca3-4510-826f-9611cee378db None None] The sync data for ids ['a091e875-0848-46d7-a724-bea6a6f1e299'] in n-d-836015-4 is: [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:06Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '6ea41751-c776-4d02-8941-fdf9f08c42f8', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'port_id': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'mac_address': 'fa:16:3e:54:11:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c04a410-9306-4b42-be09-721e3c9ce725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:49:03Z', 'updated_at': '2022-04-18T20:49:06Z', 'revision_number': 1, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807f5d32-5d94-426c-89b6-cf2450520548', 'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'mac_address': 'fa:16:3e:b2:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:04Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'subnets': [{'id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:10.030379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.078881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Allocated IP 172.20.0.1 (5b13e3a0-dd3c-4c37-a6a9-c832223d0e42/39ba596d-60da-46b5-b1c3-fe18c58d72f7/049c57ee-e5f8-488b-b8dc-27a67d7bf687) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:10.116936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b62bcd7f-59b2-4bc1-b458-42856f9a2ac4 req-7292d138-73bc-477f-b0f7-2006ae3ec318 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426568 Apr 18 20:49:10.145794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57232) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:10.159105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:10.185677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:49:10.236698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Pushing event updated for resources: {'Port': ['ID=353d6928-d14b-4756-b03d-a0eda9e01c95,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:10.239928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:10.246499 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:10.341319 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4801ff03-bfaf-4e59-a323-a82269540974 req-661ff750-9d03-4214-bc7c-8b0be67fb01f service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465717 Apr 18 20:49:10.346598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0f273375-dc95-4975-b914-0959a49c27de tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/df29237f-75e8-44ff-9137-b994a713fada HTTP/1.1" status: 200 len: 991 time: 0.1939836 Apr 18 20:49:10.395738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:10.418282 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.420433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'port_id': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'mac_address': 'fa:16:3e:8f:a9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:49:10.453525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b26d7b6-5014-4826-89de-d19684a3dfd6 req-d8347054-5f4e-4b7e-80a1-6fa6b0d279ee service neutron] 10.222.0.49 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646133 Apr 18 20:49:10.505216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67789198-b5a6-4fbc-8530-b996975b0ca4 None None] New status for floating IP 6ea41751-c776-4d02-8941-fdf9f08c42f8: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:49:10.581090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.593334 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.606734 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.625103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605d5acc-1e90-4c81-a09d-c6f40d6f3654 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:10.667118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:10.678843 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:10.688251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-46d12c00-e81c-46c1-9294-b461fbe71b48 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 999 time: 0.1713343 Apr 18 20:49:10.698500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:10.707377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:10.715428 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.737134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event updated for resources: {'Port': ['ID=049c57ee-e5f8-488b-b8dc-27a67d7bf687,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:10.749467 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4801ff03-bfaf-4e59-a323-a82269540974 req-67ae17c8-e75b-4eb7-9a26-9c80cfabbb0c service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859223 Apr 18 20:49:10.792413 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.904532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-16c7baeb-4a15-4c03-89c0-e49aad5c2d9c tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:10.906383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-16c7baeb-4a15-4c03-89c0-e49aad5c2d9c tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports/7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 942 time: 0.1992447 Apr 18 20:49:10.938286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:10.948377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=12']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:11.026979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['605d5acc-1e90-4c81-a09d-c6f40d6f3654'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:11.076649 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.078459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.091243 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:11.091764 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.175625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-dc4aeb71-a0d9-4f36-8bbd-aac708cf0147 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1001 time: 0.1539595 Apr 18 20:49:11.235252 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.259997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab651f44-f186-4a63-8650-4dcaaa31e256 None None] Network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:11.399755 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.426935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-274ad24a-7058-4bbc-82c3-80909ed3dcdc tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:11.437702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-274ad24a-7058-4bbc-82c3-80909ed3dcdc tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.2609267 Apr 18 20:49:11.447550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b3b9340d-7d06-4913-9daa-0880208f4e5f None None] Provisioning complete for port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:11.447922 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b3b9340d-7d06-4913-9daa-0880208f4e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.448369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-cbb47c9e-d1ea-4fff-a444-43d2c0624955 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:49:11.449637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-cbb47c9e-d1ea-4fff-a444-43d2c0624955 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107093 Apr 18 20:49:11.539488 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.546153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.551511 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.559928 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.616249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-2390dae5-bd30-4cf8-8abf-48e681de8181 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1001 time: 0.1218829 Apr 18 20:49:11.620242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1aa894dc-57ee-4ae2-a98c-8ea4564526f3,segment=NetworkSegment(54a9baeb-ecea-4e79-84be-ea4f30c7de6f),segment_id=54a9baeb-ecea-4e79-84be-ea4f30c7de6f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:11.633257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-3689ec72-42ce-4f30-b01b-eed1735a2185 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:11.664367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.665952 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.667096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event updated for resources: {'Port': ['ID=049c57ee-e5f8-488b-b8dc-27a67d7bf687,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:11.841900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=1aa894dc-57ee-4ae2-a98c-8ea4564526f3,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:12.149362 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-3689ec72-42ce-4f30-b01b-eed1735a2185 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.191390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f3a130d6-b013-4c5a-a9a8-341d2a4d6926 None None] Provisioning complete for port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:12.192055 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f3a130d6-b013-4c5a-a9a8-341d2a4d6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.208138 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:12.211988 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:12.294934 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.327569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Router 55ead74d-4f4d-4038-96bb-4b96631938a8 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:49:12.387308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f3a130d6-b013-4c5a-a9a8-341d2a4d6926 None None] Provisioning complete for port 049c57ee-e5f8-488b-b8dc-27a67d7bf687 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:12.387596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f3a130d6-b013-4c5a-a9a8-341d2a4d6926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.411343 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-3689ec72-42ce-4f30-b01b-eed1735a2185 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.442094 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Router ce2e1262-d4a5-4b69-8510-e19a8d1518eb is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:49:12.448851 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f3a130d6-b013-4c5a-a9a8-341d2a4d6926 None None] Port 049c57ee-e5f8-488b-b8dc-27a67d7bf687 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:49:12.467440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-3689ec72-42ce-4f30-b01b-eed1735a2185 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.468009 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-3689ec72-42ce-4f30-b01b-eed1735a2185 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Floating IP 6ea41751-c776-4d02-8941-fdf9f08c42f8 disassociated. External IP: 172.25.2.249, port: 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c. Apr 18 20:49:12.588848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4d37e610-5b1a-464c-b887-6a571d1c1fdc None None] Provisioning complete for port 049c57ee-e5f8-488b-b8dc-27a67d7bf687 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:12.589526 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4d37e610-5b1a-464c-b887-6a571d1c1fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.606564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:12.614470 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-282261a9-adcf-4878-8469-d6fc8a861b3c tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "PUT /v2.0/routers/ce2e1262-d4a5-4b69-8510-e19a8d1518eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1017060 Apr 18 20:49:12.619893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57266) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:12.620331 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e9791c-c171-4b22-9c99-431acde1fde4 None None] Sync routers for ids ['ce2e1262-d4a5-4b69-8510-e19a8d1518eb'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:12.625004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Request body: {'port': {'network_id': '5b13e3a0-dd3c-4c37-a6a9-c832223d0e42', 'name': 'tempest-FloatingIPNegativeTestJSON-106317195'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:12.635445 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9791c-c171-4b22-9c99-431acde1fde4 None None] Routers {'ce2e1262-d4a5-4b69-8510-e19a8d1518eb'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:12.636317 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d1e9791c-c171-4b22-9c99-431acde1fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ce2e1262-d4a5-4b69-8510-e19a8d1518eb'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.672141 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4d37e610-5b1a-464c-b887-6a571d1c1fdc None None] Port 049c57ee-e5f8-488b-b8dc-27a67d7bf687 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:49:12.688800 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d1e9791c-c171-4b22-9c99-431acde1fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.707033 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e9791c-c171-4b22-9c99-431acde1fde4 None None] Routers {'ce2e1262-d4a5-4b69-8510-e19a8d1518eb'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:12.708087 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d1e9791c-c171-4b22-9c99-431acde1fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ce2e1262-d4a5-4b69-8510-e19a8d1518eb'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.744657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:12.755288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.759622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2483cda2-9f20-4a3e-9aaf-35cab90d0aff tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "PUT /v2.0/routers/55ead74d-4f4d-4038-96bb-4b96631938a8 HTTP/1.1" status: 200 len: 916 time: 5.0958562 Apr 18 20:49:12.760918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57268) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:12.763635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d41f7f-bfc8-44da-a672-a7779f753bf0 None None] Sync routers for ids ['55ead74d-4f4d-4038-96bb-4b96631938a8'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:12.791355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d41f7f-bfc8-44da-a672-a7779f753bf0 None None] Routers {'55ead74d-4f4d-4038-96bb-4b96631938a8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:12.792028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c8d41f7f-bfc8-44da-a672-a7779f753bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['55ead74d-4f4d-4038-96bb-4b96631938a8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.870382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c8d41f7f-bfc8-44da-a672-a7779f753bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.907822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d41f7f-bfc8-44da-a672-a7779f753bf0 None None] Routers {'55ead74d-4f4d-4038-96bb-4b96631938a8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:12.909007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c8d41f7f-bfc8-44da-a672-a7779f753bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['55ead74d-4f4d-4038-96bb-4b96631938a8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.932382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:12.938493 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d1e9791c-c171-4b22-9c99-431acde1fde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.939413 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e9791c-c171-4b22-9c99-431acde1fde4 None None] The sync data for ids ['ce2e1262-d4a5-4b69-8510-e19a8d1518eb'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:13.014305 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-17ed51ca-13ac-4e46-bd96-4f8ff97805b2 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/routers/55ead74d-4f4d-4038-96bb-4b96631938a8 HTTP/1.1" status: 200 len: 922 time: 0.2506409 Apr 18 20:49:13.017709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57274) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:13.027116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Made reservation on behalf of d2fbf95a92c24e91b704c507157e7ea9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:13.028303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5f1f48c8-b347-4752-a249-e24f6ae03d63 None None] Provisioning complete for port 049c57ee-e5f8-488b-b8dc-27a67d7bf687 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:13.029089 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5f1f48c8-b347-4752-a249-e24f6ae03d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.034280 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.039675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c8d41f7f-bfc8-44da-a672-a7779f753bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:13.040927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d41f7f-bfc8-44da-a672-a7779f753bf0 None None] The sync data for ids ['55ead74d-4f4d-4038-96bb-4b96631938a8'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:13.083275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] device_id is not set on port 77ba099d-0c1d-46e0-b16d-2b30abab0752 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:13.093146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-3689ec72-42ce-4f30-b01b-eed1735a2185 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Router a091e875-0848-46d7-a724-bea6a6f1e299 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:13.118376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f48c8-b347-4752-a249-e24f6ae03d63 None None] Port 049c57ee-e5f8-488b-b8dc-27a67d7bf687 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:49:13.153275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0521f4-4b14-47cb-81ca-d72026dfea44 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.154605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:13.155305 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bf0521f4-4b14-47cb-81ca-d72026dfea44 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&device_id=55ead74d-4f4d-4038-96bb-4b96631938a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1363800 Apr 18 20:49:13.158048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57276) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:13.159067 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.244161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-864cd84a-9cdc-47dc-82d3-b462e53fd934 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1598768 Apr 18 20:49:13.305570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Allocated IP 172.20.0.6 (5b13e3a0-dd3c-4c37-a6a9-c832223d0e42/39ba596d-60da-46b5-b1c3-fe18c58d72f7/77ba099d-0c1d-46e0-b16d-2b30abab0752) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:13.320930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dc31f8-ecc5-470d-b6e8-754989318989 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.328575 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d5dc31f8-ecc5-470d-b6e8-754989318989 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 881 time: 0.1633439 Apr 18 20:49:13.328785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57282) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:13.375956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-3689ec72-42ce-4f30-b01b-eed1735a2185 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:13.385995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d9ca3537-9a4b-479f-bf40-c14de0e410d8 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ead74d-4f4d-4038-96bb-4b96631938a8 HTTP/1.1" status: 200 len: 205 time: 0.0578969 Apr 18 20:49:13.394283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-3689ec72-42ce-4f30-b01b-eed1735a2185 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.399535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57286) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:13.404313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-cf3a2168-1f76-4a7e-900f-fc86e713d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.406895 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-cf3a2168-1f76-4a7e-900f-fc86e713d5db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1096 time: 0.0823383 Apr 18 20:49:13.417969 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] Sync routers for ids ['a091e875-0848-46d7-a724-bea6a6f1e299'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:13.453477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-3689ec72-42ce-4f30-b01b-eed1735a2185 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "PUT /v2.0/floatingips/6ea41751-c776-4d02-8941-fdf9f08c42f8 HTTP/1.1" status: 200 len: 695 time: 1.8246109 Apr 18 20:49:13.455010 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] Routers {'a091e875-0848-46d7-a724-bea6a6f1e299'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:13.456470 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a091e875-0848-46d7-a724-bea6a6f1e299'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:13.456680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:13.459131 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:13.574804 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ed1ef-4bad-4214-bc21-5f9a7e0cc807 x-openstack-request-id: req-341ed1ef-4bad-4214-bc21-5f9a7e0cc807 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:13.575570 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:13.575570 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-341ed1ef-4bad-4214-bc21-5f9a7e0cc807 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:13.575747 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-341ed1ef-4bad-4214-bc21-5f9a7e0cc807'] response: {'name': 'network-changed', 'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'status': 'completed', 'code': 200} Apr 18 20:49:13.615441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-c56839b9-126a-4bb3-87ad-9ae356611088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.616986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-c56839b9-126a-4bb3-87ad-9ae356611088 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1096 time: 0.0836298 Apr 18 20:49:13.623168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.666231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-59ac6e9c-9c13-4132-a6b0-2709f2ee1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.668295 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-59ac6e9c-9c13-4132-a6b0-2709f2ee1444 service neutron] 10.222.0.60 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 921 time: 0.2076333 Apr 18 20:49:13.680906 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] Set router a091e875-0848-46d7-a724-bea6a6f1e299 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:13.719017 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-ad1117fe-d411-4a5c-aeb2-a2d73d38d4bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 217 time: 0.0408785 Apr 18 20:49:13.756120 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.815999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-bfc33026-264d-4f61-a65c-fd3ef4c0b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.817454 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-bfc33026-264d-4f61-a65c-fd3ef4c0b490 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 200 len: 860 time: 0.0896046 Apr 18 20:49:13.818306 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-ac15cc71-1e1c-48d5-b706-59cbfd7de5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.820200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-ac15cc71-1e1c-48d5-b706-59cbfd7de5b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 921 time: 0.1940329 Apr 18 20:49:13.822482 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.852768 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-5b7e7bf7-70e3-4c54-989b-0fde105e7b4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268848 Apr 18 20:49:13.879246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-27416276-6c49-4d9b-adbd-d2ded3698007 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 217 time: 0.0506470 Apr 18 20:49:13.932849 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:06Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '807f5d32-5d94-426c-89b6-cf2450520548', 'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'mac_address': 'fa:16:3e:b2:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:04Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'subnets': [{'id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:13.933711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.975124 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] Checking router: a091e875-0848-46d7-a724-bea6a6f1e299 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:13.985885 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] Routers {'a091e875-0848-46d7-a724-bea6a6f1e299'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:13.986712 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a091e875-0848-46d7-a724-bea6a6f1e299'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:13.987763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-28f82084-e8e8-4a97-84e5-f3469b7bf26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.989317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-28f82084-e8e8-4a97-84e5-f3469b7bf26c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 200 len: 860 time: 0.1027565 Apr 18 20:49:13.998519 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-1761c296-811c-4546-a932-bac4b069d0b4 service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384845 Apr 18 20:49:14.001464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Deleting port 353d6928-d14b-4756-b03d-a0eda9e01c95 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:14.001800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.017759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:14.035256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:14.057495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:14.065861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-d8914e9c-7a19-45fc-996a-0ed620b62c1f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523226 Apr 18 20:49:14.097465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event updated for resources: {'Port': ['ID=77ba099d-0c1d-46e0-b16d-2b30abab0752,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:14.180405 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] Set router a091e875-0848-46d7-a724-bea6a6f1e299 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:14.189712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:14.190364 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.198290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:14.234694 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.258747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-511ae0fe-a4e8-40a0-bb51-d53dcf72d0ee service neutron] 10.222.0.49 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562576 Apr 18 20:49:14.272596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-182a4e4e-bf7c-4188-9ffb-71a1e988e965 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6503935 Apr 18 20:49:14.274744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57298) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:14.293221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:14.312856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:14.325978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:14.326596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.343723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Calling delete_port for 353d6928-d14b-4756-b03d-a0eda9e01c95 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:14.347188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c4894faa-b437-418d-b1bd-b9a01422ab87 req-2e266bf1-aed0-477a-a2dc-8438bf961fa7 service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313477 Apr 18 20:49:14.350901 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.482389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60c4930f-f4f7-4d12-a978-09e009504f75 req-5b8a0ca5-3d70-4291-ba7e-add3da41597d service neutron] 10.222.0.49 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076237 Apr 18 20:49:14.525095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.604078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:14.606679 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1e2e45-4bab-4979-9b0e-fcf4300070d0" -d '{"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-plugged", "status": "completed", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:14.645086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:14.651660 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.654351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-22f143a5-c412-47b1-bf75-a919e45077c0 None None] Provisioning complete for port 77ba099d-0c1d-46e0-b16d-2b30abab0752 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:14.654728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-b24da985-165a-4294-ac42-a3366e015cd7 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/floatingips/6ea41751-c776-4d02-8941-fdf9f08c42f8 HTTP/1.1" status: 200 len: 695 time: 0.0901492 Apr 18 20:49:14.655923 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-22f143a5-c412-47b1-bf75-a919e45077c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.690253 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:06Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '807f5d32-5d94-426c-89b6-cf2450520548', 'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'mac_address': 'fa:16:3e:b2:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:04Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'subnets': [{'id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:14.703903 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-0ccd23ae-a12f-43f2-ade7-ac646e33bae4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1276495 Apr 18 20:49:14.733876 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27771cb-c7e8-495c-a219-36e2a54f3971 None None] The sync data for ids ['a091e875-0848-46d7-a724-bea6a6f1e299'] in n-d-836015-4 is: [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:48:06Z', 'revision_number': 4, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '807f5d32-5d94-426c-89b6-cf2450520548', 'name': '', 'network_id': '333ff2aa-d39b-4164-bd89-6bb0ed0244ff', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'mac_address': 'fa:16:3e:b2:8c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:04Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'subnets': [{'id': '09f6aaf4-4ca9-4144-805a-d3243030d984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:14.749126 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2a040a-5267-4ddd-9c85-ce281dba2497 x-openstack-request-id: req-8b2a040a-5267-4ddd-9c85-ce281dba2497 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:14.749671 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-plugged", "status": "completed", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:14.749985 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8b2a040a-5267-4ddd-9c85-ce281dba2497 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:14.750475 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2a040a-5267-4ddd-9c85-ce281dba2497'] response: {'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'code': 200} Apr 18 20:49:14.834019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-22f143a5-c412-47b1-bf75-a919e45077c0 None None] Port 77ba099d-0c1d-46e0-b16d-2b30abab0752 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:49:14.853764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-20104046-40e6-47ba-b18d-6444d121e96a tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:14.856495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-20104046-40e6-47ba-b18d-6444d121e96a tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/networks/64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 784 time: 0.2006094 Apr 18 20:49:14.865262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=13']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:14.872970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-5b02128e-8977-4161-9276-c77a2dbcfaa1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:49:14.874691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-5b02128e-8977-4161-9276-c77a2dbcfaa1 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113788 Apr 18 20:49:14.924145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3 req-21386242-1537-4acc-815a-f281e4036999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:14.926729 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3 req-21386242-1537-4acc-815a-f281e4036999 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0c914323c11e43d0b5d5063a089ff68d&device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 1096 time: 0.3523049 Apr 18 20:49:14.948015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-f08edc9c-aca7-4448-afcd-dab496f81f5a tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 698 time: 0.0619862 Apr 18 20:49:14.956276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-a7c4a5ae-7a8d-4eb1-9a36-41a52d4fea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:14.957575 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-a7c4a5ae-7a8d-4eb1-9a36-41a52d4fea68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1097 time: 0.1360412 Apr 18 20:49:15.029103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-24f84d7b-3f5b-44be-bdf7-cfa60224b3de tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 698 time: 0.0689769 Apr 18 20:49:15.066106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.181020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4588741-f065-4114-80ec-2dae2df1e11b None None] New status for floating IP 6ea41751-c776-4d02-8941-fdf9f08c42f8: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:49:15.204844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-1631beb0-a0ca-4684-8c06-2b96b5e7f146 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Deleting port 759873c8-78fb-4fc2-a3d1-d1262f0ab785 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:15.205368 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-1631beb0-a0ca-4684-8c06-2b96b5e7f146 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.304358 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-1631beb0-a0ca-4684-8c06-2b96b5e7f146 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.304759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-1631beb0-a0ca-4684-8c06-2b96b5e7f146 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.321585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-1631beb0-a0ca-4684-8c06-2b96b5e7f146 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Calling delete_port for 759873c8-78fb-4fc2-a3d1-d1262f0ab785 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:15.524362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3 req-c545a0cf-1637-48a2-9451-f8c5fa956b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:15.525888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3 req-c545a0cf-1637-48a2-9451-f8c5fa956b0c service neutron] 10.222.0.60 "GET /v2.0/networks?id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 200 len: 921 time: 0.5908940 Apr 18 20:49:15.567273 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-1631beb0-a0ca-4684-8c06-2b96b5e7f146 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.582211 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.597126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631beb0-a0ca-4684-8c06-2b96b5e7f146 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Pushing event deleted for resources: {'Port': ['ID=759873c8-78fb-4fc2-a3d1-d1262f0ab785,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:15.608973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-77ffd828-19a7-4813-a94f-d927d49b1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:15.610528 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-77ffd828-19a7-4813-a94f-d927d49b1bc7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.6302011 Apr 18 20:49:15.643320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Pushing event deleted for resources: {'Port': ['ID=353d6928-d14b-4756-b03d-a0eda9e01c95,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:15.658102 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3 req-efa200db-0ebc-425b-ab78-31f5a9a9e4e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 200 len: 217 time: 0.0815463 Apr 18 20:49:15.697789 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-1631beb0-a0ca-4684-8c06-2b96b5e7f146 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.702298 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-1631beb0-a0ca-4684-8c06-2b96b5e7f146 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.705100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-faa9e4fa-2701-4149-b96e-0e6d108eae0b req-1631beb0-a0ca-4684-8c06-2b96b5e7f146 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "DELETE /v2.0/floatingips/6ea41751-c776-4d02-8941-fdf9f08c42f8 HTTP/1.1" status: 204 len: 173 time: 0.6682441 Apr 18 20:49:15.774284 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Allocated IP 172.25.2.35 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/f81c6218-0fee-4851-bc11-9a8ff8b6e3dd) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:15.781655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eabaa46e-7237-4d81-bbb4-072835a9ae50 req-f6f7f413-faa0-465d-b742-e90fa74f3a50 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups/dd519ae3-cb42-438b-944d-e25d0f8ad779 HTTP/1.1" status: 200 len: 1808 time: 0.0538554 Apr 18 20:49:15.826097 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-d8678299-58c1-4b0c-8e4d-c327027e3b64 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 1001 time: 0.1781361 Apr 18 20:49:15.854059 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eabaa46e-7237-4d81-bbb4-072835a9ae50 req-93da590b-6446-46e0-a727-92da85c0f4b8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.889482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3 req-5055f056-7f64-416b-b9f5-7c7783ca800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:15.891940 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eabaa46e-7237-4d81-bbb4-072835a9ae50 req-93da590b-6446-46e0-a727-92da85c0f4b8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.893100 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3 req-5055f056-7f64-416b-b9f5-7c7783ca800b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 200 len: 860 time: 0.1974041 Apr 18 20:49:15.948522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.975354 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eabaa46e-7237-4d81-bbb4-072835a9ae50 req-93da590b-6446-46e0-a727-92da85c0f4b8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.980123 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3 req-654b080a-8901-4ed1-95dd-ea1a04778653 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=333ff2aa-d39b-4164-bd89-6bb0ed0244ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661676 Apr 18 20:49:15.980593 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-eabaa46e-7237-4d81-bbb4-072835a9ae50 req-93da590b-6446-46e0-a727-92da85c0f4b8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.983082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eabaa46e-7237-4d81-bbb4-072835a9ae50 req-93da590b-6446-46e0-a727-92da85c0f4b8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "DELETE /v2.0/security-groups/dd519ae3-cb42-438b-944d-e25d0f8ad779 HTTP/1.1" status: 204 len: 173 time: 0.1999559 Apr 18 20:49:15.985618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.995534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da590b-6446-46e0-a727-92da85c0f4b8 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd519ae3-cb42-438b-944d-e25d0f8ad779,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:16.129851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-716b28da-c700-4387-81ed-07b549c73afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.132116 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-716b28da-c700-4387-81ed-07b549c73afa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.2907975 Apr 18 20:49:16.136122 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.173544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.273534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.284019 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.284585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Fanout notify agent at l3_agent the message router_deleted on router 55ead74d-4f4d-4038-96bb-4b96631938a8 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:49:16.292938 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.298923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57336) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:16.299919 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-220d8c1e-df41-4b3f-a857-d92d7161176d tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/55ead74d-4f4d-4038-96bb-4b96631938a8 HTTP/1.1" status: 204 len: 168 time: 2.8844306 Apr 18 20:49:16.306148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-762551900', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:16.324423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-fd792455-0474-4f3e-894b-d80f93e8179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.325954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-fd792455-0474-4f3e-894b-d80f93e8179a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607568 Apr 18 20:49:16.332910 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3 req-8d26d490-5164-4959-ac0f-9ea99dd45a94 service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410056 Apr 18 20:49:16.350683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24173711-a483-4208-af9d-69a037012829 req-b0c2fcae-2cce-4aec-9010-285b394f3be3 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.356684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24173711-a483-4208-af9d-69a037012829 req-b0c2fcae-2cce-4aec-9010-285b394f3be3 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.0937276 Apr 18 20:49:16.373933 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.375296 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.490703 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.508276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24173711-a483-4208-af9d-69a037012829 req-326bf5e5-a8d8-4b69-aed8-e58f290bc95d tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459322 Apr 18 20:49:16.527854 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.580607 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d0c6e01a-84e5-48b7-81fd-320b9b0c88e3 req-4600d144-1af4-49ce-8d31-e0e66ec7937e service neutron] 10.222.0.60 "GET /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355425 Apr 18 20:49:16.604206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:16.609841 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-8ed3918b-2fc0-4257-a868-ef4b9769109d service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738614 Apr 18 20:49:16.611193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:16.613378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event updated for resources: {'Port': ['ID=f81c6218-0fee-4851-bc11-9a8ff8b6e3dd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:16.616822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:16.698554 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.824876 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0949dd46-a29a-4ad3-a070-33418ae4e3f7 req-082db245-e531-4518-9a9f-e28c6776164a service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050683 Apr 18 20:49:16.837887 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.896518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.970958 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.992955 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.121621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Allocated IP 172.25.2.92 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/fbb756a3-a18e-4377-baaa-b7ecc9d93495) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:17.131586 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.144804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.225836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event updated for resources: {'Port': ['ID=f81c6218-0fee-4851-bc11-9a8ff8b6e3dd,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:17.243705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.261169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.263391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.264732 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-59e98356-274c-4ee6-a4a4-89153421d4cc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9750245 Apr 18 20:49:17.268300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57352) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:17.272791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f77773f0-b632-4b7c-9213-ffc2820d94c3 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Request body: {'floatingip': {'port_id': '77ba099d-0c1d-46e0-b16d-2b30abab0752', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:17.327498 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f77773f0-b632-4b7c-9213-ffc2820d94c3 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.402802 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.486400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:17.493240 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-f77773f0-b632-4b7c-9213-ffc2820d94c3 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] update failed (client error): The resource could not be found. Apr 18 20:49:17.494349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f77773f0-b632-4b7c-9213-ffc2820d94c3 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "PUT /v2.0/floatingips/4b91d50d-84d8-47c0-a6b1-67b4d7837385 HTTP/1.1" status: 404 len: 507 time: 0.2250357 Apr 18 20:49:17.495270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:17.497307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57354) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:17.499308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:17.505314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Pushing event updated for resources: {'Port': ['ID=fbb756a3-a18e-4377-baaa-b7ecc9d93495,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:18.106806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ed2b8-1869-46a5-bd0c-8a68bdfa644f req-847396e7-e67d-4afa-87eb-338bcaa27946 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.108327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f4ed2b8-1869-46a5-bd0c-8a68bdfa644f req-847396e7-e67d-4afa-87eb-338bcaa27946 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.4943349 Apr 18 20:49:18.194290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c5080-518d-4ffc-8e2f-02c55cdbcdf5 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Deleting port f81c6218-0fee-4851-bc11-9a8ff8b6e3dd {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:18.194631 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5080-518d-4ffc-8e2f-02c55cdbcdf5 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.214212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f4ed2b8-1869-46a5-bd0c-8a68bdfa644f req-a0c08e96-fc54-4299-9146-dedb58d59fdb tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/security-groups?id=bd6bac03-c527-4125-ae96-84b0915e0408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982885 Apr 18 20:49:18.330578 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.333387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5080-518d-4ffc-8e2f-02c55cdbcdf5 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.333981 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5080-518d-4ffc-8e2f-02c55cdbcdf5 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.381551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c5080-518d-4ffc-8e2f-02c55cdbcdf5 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Calling delete_port for f81c6218-0fee-4851-bc11-9a8ff8b6e3dd owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:18.648385 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.698895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5080-518d-4ffc-8e2f-02c55cdbcdf5 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.728986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c5080-518d-4ffc-8e2f-02c55cdbcdf5 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event deleted for resources: {'Port': ['ID=f81c6218-0fee-4851-bc11-9a8ff8b6e3dd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:18.841752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902c804-cd96-4781-a17f-7fb69f4126df req-f14d86be-7b77-49b3-9fd7-194d00ea9b4b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.843366 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3902c804-cd96-4781-a17f-7fb69f4126df req-f14d86be-7b77-49b3-9fd7-194d00ea9b4b tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 945 time: 0.0537243 Apr 18 20:49:18.847533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5080-518d-4ffc-8e2f-02c55cdbcdf5 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.851300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee1c5080-518d-4ffc-8e2f-02c55cdbcdf5 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.855713 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ee1c5080-518d-4ffc-8e2f-02c55cdbcdf5 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "DELETE /v2.0/floatingips/4b91d50d-84d8-47c0-a6b1-67b4d7837385 HTTP/1.1" status: 204 len: 168 time: 1.3542671 Apr 18 20:49:18.855960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57384) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:18.860365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ff21b2b9-b69a-469f-9ae3-98d1c2d52483 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Request body: {'floatingip': {'floating_network_id': '5b13e3a0-dd3c-4c37-a6a9-c832223d0e42', 'port_id': '77ba099d-0c1d-46e0-b16d-2b30abab0752', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:18.894853 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ff21b2b9-b69a-469f-9ae3-98d1c2d52483 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.910314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Router 72c4e745-42e6-4f4d-87d6-73f2d4028d10 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:49:18.956819 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-3902c804-cd96-4781-a17f-7fb69f4126df req-9040f95f-1cdd-43a5-9254-9fe6cd3024e6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Deleting port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:18.957451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3902c804-cd96-4781-a17f-7fb69f4126df req-9040f95f-1cdd-43a5-9254-9fe6cd3024e6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.056939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-3902c804-cd96-4781-a17f-7fb69f4126df req-9040f95f-1cdd-43a5-9254-9fe6cd3024e6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] For port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,segment=NetworkSegment(5f55c03a-2b82-4db8-aa0e-c9216a6ec551),segment_id=5f55c03a-2b82-4db8-aa0e-c9216a6ec551)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:19.057889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3902c804-cd96-4781-a17f-7fb69f4126df req-9040f95f-1cdd-43a5-9254-9fe6cd3024e6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.072751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-3902c804-cd96-4781-a17f-7fb69f4126df req-9040f95f-1cdd-43a5-9254-9fe6cd3024e6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Calling delete_port for 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:19.076856 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:19.092260 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf1d82-0041-4998-b59a-683425822ccb None None] Sync routers for ids ['72c4e745-42e6-4f4d-87d6-73f2d4028d10'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:19.107602 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.108273 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf1d82-0041-4998-b59a-683425822ccb None None] Routers {'72c4e745-42e6-4f4d-87d6-73f2d4028d10'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:19.108664 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-afcf1d82-0041-4998-b59a-683425822ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['72c4e745-42e6-4f4d-87d6-73f2d4028d10'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:19.108831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4c340d72-7e63-4dc6-af7c-28bfa183bd70 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8086896 Apr 18 20:49:19.113350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57390) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:19.117294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:19.168213 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-afcf1d82-0041-4998-b59a-683425822ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:19.178797 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcf1d82-0041-4998-b59a-683425822ccb None None] Routers {'72c4e745-42e6-4f4d-87d6-73f2d4028d10'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:19.180122 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-afcf1d82-0041-4998-b59a-683425822ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['72c4e745-42e6-4f4d-87d6-73f2d4028d10'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:19.219466 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-afcf1d82-0041-4998-b59a-683425822ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:19.220526 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcf1d82-0041-4998-b59a-683425822ccb None None] The sync data for ids ['72c4e745-42e6-4f4d-87d6-73f2d4028d10'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:19.222726 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-ff21b2b9-b69a-469f-9ae3-98d1c2d52483 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:49:19.227851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ff21b2b9-b69a-469f-9ae3-98d1c2d52483 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3669100 Apr 18 20:49:19.228197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57396) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:19.232490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '77ba099d-0c1d-46e0-b16d-2b30abab0752', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:19.272463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3902c804-cd96-4781-a17f-7fb69f4126df req-9040f95f-1cdd-43a5-9254-9fe6cd3024e6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.284849 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.291070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:49:19.314519 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040f95f-1cdd-43a5-9254-9fe6cd3024e6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Pushing event deleted for resources: {'Port': ['ID=7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:19.366262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-3902c804-cd96-4781-a17f-7fb69f4126df req-9040f95f-1cdd-43a5-9254-9fe6cd3024e6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] No DVR routers for this DVR port 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:19.368860 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3902c804-cd96-4781-a17f-7fb69f4126df req-9040f95f-1cdd-43a5-9254-9fe6cd3024e6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.372032 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3902c804-cd96-4781-a17f-7fb69f4126df req-9040f95f-1cdd-43a5-9254-9fe6cd3024e6 tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.60 "DELETE /v2.0/ports/7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c HTTP/1.1" status: 204 len: 173 time: 0.5220535 Apr 18 20:49:19.372481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'name': 'network-vif-deleted', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:19.374854 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698c723b-6ee1-45a4-97bc-f59bcf9bb0cb" -d '{"events": [{"server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "name": "network-vif-deleted", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:19.387527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44609fe7-5e7e-475b-9d31-4ccc87e634d1 req-0c352cc2-2880-433f-a2a2-36939d6cadba tempest-ServerRescueTestJSONUnderV235-490518412 tempest-ServerRescueTestJSONUnderV235-490518412-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c04a410-9306-4b42-be09-721e3c9ce725 HTTP/1.1" status: 200 len: 210 time: 0.0453770 Apr 18 20:49:19.440169 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dbdc43-6343-4494-9b71-070c265fece7 x-openstack-request-id: req-16dbdc43-6343-4494-9b71-070c265fece7 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:19.440532 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c04a410-9306-4b42-be09-721e3c9ce725", "name": "network-vif-deleted", "tag": "7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:19.440739 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16dbdc43-6343-4494-9b71-070c265fece7 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:19.441191 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16dbdc43-6343-4494-9b71-070c265fece7'] response: {'server_uuid': '8c04a410-9306-4b42-be09-721e3c9ce725', 'name': 'network-vif-deleted', 'tag': '7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c', 'status': 'completed', 'code': 200} Apr 18 20:49:19.631885 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.654528 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.696110 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.796683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Allocated IP 172.25.2.84 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/599b8d4c-4b02-478f-837e-10882173c474) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:19.824423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Deleting port fbb756a3-a18e-4377-baaa-b7ecc9d93495 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:19.824886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.972018 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.993722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.998919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Calling delete_port for fbb756a3-a18e-4377-baaa-b7ecc9d93495 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:20.082804 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.180391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:20.185750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:20.192204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:20.196559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event updated for resources: {'Port': ['ID=599b8d4c-4b02-478f-837e-10882173c474,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:20.298403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.477444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57422) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:20.691113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Pushing event deleted for resources: {'Port': ['ID=fbb756a3-a18e-4377-baaa-b7ecc9d93495,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:20.802140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.885505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Deleting port 599b8d4c-4b02-478f-837e-10882173c474 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:20.885852 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.889090 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.071740 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.081990 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.137436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.137788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.161324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] Deleting port 807f5d32-5d94-426c-89b6-cf2450520548 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:21.161998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.179696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Calling delete_port for 599b8d4c-4b02-478f-837e-10882173c474 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:21.194652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Router 72c4e745-42e6-4f4d-87d6-73f2d4028d10 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:21.257459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] For port 807f5d32-5d94-426c-89b6-cf2450520548, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=807f5d32-5d94-426c-89b6-cf2450520548,segment=NetworkSegment(5f55c03a-2b82-4db8-aa0e-c9216a6ec551),segment_id=5f55c03a-2b82-4db8-aa0e-c9216a6ec551)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:21.257898 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.280192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] Calling delete_port for 807f5d32-5d94-426c-89b6-cf2450520548 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:21.347278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:21.355981 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.357636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-437d4520-6013-4527-a6a6-6c5e64dc8ebc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "PUT /v2.0/routers/72c4e745-42e6-4f4d-87d6-73f2d4028d10 HTTP/1.1" status: 200 len: 705 time: 2.2443588 Apr 18 20:49:21.360752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57442) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:21.371998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5cfe5-d27e-4b97-aeaf-4392c28853c5 None None] Sync routers for ids ['72c4e745-42e6-4f4d-87d6-73f2d4028d10'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:21.392696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5cfe5-d27e-4b97-aeaf-4392c28853c5 None None] Routers {'72c4e745-42e6-4f4d-87d6-73f2d4028d10'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:21.394134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-dee5cfe5-d27e-4b97-aeaf-4392c28853c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['72c4e745-42e6-4f4d-87d6-73f2d4028d10'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:21.460886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-dee5cfe5-d27e-4b97-aeaf-4392c28853c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:21.478439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee5cfe5-d27e-4b97-aeaf-4392c28853c5 None None] Routers {'72c4e745-42e6-4f4d-87d6-73f2d4028d10'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:21.479335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-dee5cfe5-d27e-4b97-aeaf-4392c28853c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['72c4e745-42e6-4f4d-87d6-73f2d4028d10'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:21.517552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fb987b67-fa5d-42d0-ae19-45e258e12d87 tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/routers/72c4e745-42e6-4f4d-87d6-73f2d4028d10 HTTP/1.1" status: 200 len: 740 time: 0.1554890 Apr 18 20:49:21.521148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-dee5cfe5-d27e-4b97-aeaf-4392c28853c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:21.522008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee5cfe5-d27e-4b97-aeaf-4392c28853c5 None None] The sync data for ids ['72c4e745-42e6-4f4d-87d6-73f2d4028d10'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:21.523045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57444) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:21.564793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-05d1137e-0cbd-4832-9ef1-703f57b96f2f tempest-RoutersAdminTest-1117826604 tempest-RoutersAdminTest-1117826604-project-admin] 10.222.0.49 "GET /v2.0/ports?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&device_id=72c4e745-42e6-4f4d-87d6-73f2d4028d10 HTTP/1.1" status: 200 len: 205 time: 0.0403829 Apr 18 20:49:21.568255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57446) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:21.605990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d0049aa0-7a4d-4be3-a11b-9282d48db1fc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=72c4e745-42e6-4f4d-87d6-73f2d4028d10 HTTP/1.1" status: 200 len: 205 time: 0.0336075 Apr 18 20:49:21.605990 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.609040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57448) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:21.672051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event deleted for resources: {'Port': ['ID=599b8d4c-4b02-478f-837e-10882173c474,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:21.781490 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.801110 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1d33e0bd-cea4-4733-81ff-f0e358a9cc47 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.819438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] Pushing event deleted for resources: {'Port': ['ID=807f5d32-5d94-426c-89b6-cf2450520548,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:21.962129 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] create failed (client error): The resource could not be found. Apr 18 20:49:21.966724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eaaacbd8-51c1-4551-be50-87d722109388 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.7341349 Apr 18 20:49:21.969795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57452) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.001384 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.024324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1d33e0bd-cea4-4733-81ff-f0e358a9cc47 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.028550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1d33e0bd-cea4-4733-81ff-f0e358a9cc47 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.114997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1d33e0bd-cea4-4733-81ff-f0e358a9cc47 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.115768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d33e0bd-cea4-4733-81ff-f0e358a9cc47 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Fanout notify agent at l3_agent the message router_deleted on router 72c4e745-42e6-4f4d-87d6-73f2d4028d10 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:49:22.124052 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1d33e0bd-cea4-4733-81ff-f0e358a9cc47 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.125010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1d33e0bd-cea4-4733-81ff-f0e358a9cc47 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/72c4e745-42e6-4f4d-87d6-73f2d4028d10 HTTP/1.1" status: 204 len: 168 time: 0.5121870 Apr 18 20:49:22.128647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57454) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.160284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9d49b229-981d-4643-a078-c7161321f1bb tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=72c4e745-42e6-4f4d-87d6-73f2d4028d10 HTTP/1.1" status: 200 len: 205 time: 0.0303154 Apr 18 20:49:22.165385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57456) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.208893 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-b840649f-5e1f-4f04-b04d-904972a19b0b tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] delete failed (client error): The resource could not be found. Apr 18 20:49:22.209929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b840649f-5e1f-4f04-b04d-904972a19b0b tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/72c4e745-42e6-4f4d-87d6-73f2d4028d10 HTTP/1.1" status: 404 len: 336 time: 0.0439105 Apr 18 20:49:22.212731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c2b13-ff2a-402b-a136-57f02e7806bc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Deleting port 77ba099d-0c1d-46e0-b16d-2b30abab0752 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:22.213069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2b13-ff2a-402b-a136-57f02e7806bc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.215568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57458) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.223727 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:49:22.254329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7319c887-5741-46fd-9d32-8a929096b4fc tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=55ead74d-4f4d-4038-96bb-4b96631938a8 HTTP/1.1" status: 200 len: 205 time: 0.0376277 Apr 18 20:49:22.257957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57460) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.270100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] Router a091e875-0848-46d7-a724-bea6a6f1e299 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:22.307925 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-5ea359a3-ca14-4090-bc05-08baab96a6af tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] delete failed (client error): The resource could not be found. Apr 18 20:49:22.311628 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5ea359a3-ca14-4090-bc05-08baab96a6af tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/55ead74d-4f4d-4038-96bb-4b96631938a8 HTTP/1.1" status: 404 len: 336 time: 0.0511084 Apr 18 20:49:22.312658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57462) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.334147 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2b13-ff2a-402b-a136-57f02e7806bc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.346764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-eb7c2b13-ff2a-402b-a136-57f02e7806bc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Calling delete_port for 77ba099d-0c1d-46e0-b16d-2b30abab0752 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:22.347080 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8c351bd7-9536-49ac-b905-041411de2c51 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ba96326-2e0d-4893-9716-53b8ee4d493e HTTP/1.1" status: 200 len: 205 time: 0.0331297 Apr 18 20:49:22.348248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57464) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.397817 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-598b48c2-d386-406b-85a8-df3638682847 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] delete failed (client error): The resource could not be found. Apr 18 20:49:22.399019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-598b48c2-d386-406b-85a8-df3638682847 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/7ba96326-2e0d-4893-9716-53b8ee4d493e HTTP/1.1" status: 404 len: 336 time: 0.0497603 Apr 18 20:49:22.402991 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57466) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.436579 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-26903035-740a-4d6e-bc19-1b1308c3c950 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=476546fd-a1be-404b-9586-2cce8e784202 HTTP/1.1" status: 200 len: 205 time: 0.0324607 Apr 18 20:49:22.439160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57468) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.480529 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-c07746d3-bbfd-42df-9eb1-ecbcd5ba9596 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] delete failed (client error): The resource could not be found. Apr 18 20:49:22.481699 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c07746d3-bbfd-42df-9eb1-ecbcd5ba9596 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/476546fd-a1be-404b-9586-2cce8e784202 HTTP/1.1" status: 404 len: 336 time: 0.0408587 Apr 18 20:49:22.498117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57470) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.537622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:22.539300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-87cc526e-8098-444b-b4ff-fdbe775c4641 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1d6b995-0369-427d-b3b0-dba46d658419 HTTP/1.1" status: 200 len: 205 time: 0.0399716 Apr 18 20:49:22.542799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57472) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.547460 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c98bedae-2932-4fa8-b32c-66b721233efd admin admin] 10.222.0.49 "PUT /v2.0/routers/a091e875-0848-46d7-a724-bea6a6f1e299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0681908 Apr 18 20:49:22.551782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57474) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.553543 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] Sync routers for ids ['a091e875-0848-46d7-a724-bea6a6f1e299'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:22.564361 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] Routers {'a091e875-0848-46d7-a724-bea6a6f1e299'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:22.565263 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a091e875-0848-46d7-a724-bea6a6f1e299'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:22.619344 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2b13-ff2a-402b-a136-57f02e7806bc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.621515 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-44e81653-07b3-4614-b176-faa2ff068f4e tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] delete failed (client error): The resource could not be found. Apr 18 20:49:22.626088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-44e81653-07b3-4614-b176-faa2ff068f4e tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/f1d6b995-0369-427d-b3b0-dba46d658419 HTTP/1.1" status: 404 len: 336 time: 0.0799115 Apr 18 20:49:22.631745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57476) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.673390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.683451 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] Set router a091e875-0848-46d7-a724-bea6a6f1e299 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:22.724159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c2b13-ff2a-402b-a136-57f02e7806bc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event deleted for resources: {'Port': ['ID=77ba099d-0c1d-46e0-b16d-2b30abab0752,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:22.736138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cf0df7ed-84f1-49ea-b3f9-6596842f97e0 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "GET /v2.0/ports?device_id=fdf170eb-635c-41a8-917d-b89ab0164989 HTTP/1.1" status: 200 len: 205 time: 0.0975370 Apr 18 20:49:22.737078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57480) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.839865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.885068 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-ae746189-4351-4fb3-acc1-c28f3cb80ac2 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] delete failed (client error): The resource could not be found. Apr 18 20:49:22.888412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ae746189-4351-4fb3-acc1-c28f3cb80ac2 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/routers/fdf170eb-635c-41a8-917d-b89ab0164989 HTTP/1.1" status: 404 len: 336 time: 0.1478755 Apr 18 20:49:22.889554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57482) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:22.929725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Deleting port 4ce7005e-ae82-4a87-ad80-7293dbb77131 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:22.930064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.957701 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf88849-93f8-4a09-8cf0-7cf202c17a26 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] DELETE failed (client error): The resource could not be found. Apr 18 20:49:22.958269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf88849-93f8-4a09-8cf0-7cf202c17a26 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:22.961736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fbf88849-93f8-4a09-8cf0-7cf202c17a26 tempest-RoutersAdminTest-1131666208 tempest-RoutersAdminTest-1131666208-project] 10.222.0.49 "DELETE /v2.0/subnets/2a6161d5-11cc-4290-b4e4-3f7cf751e284 HTTP/1.1" status: 404 len: 337 time: 0.0711386 Apr 18 20:49:23.001806 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb7c2b13-ff2a-402b-a136-57f02e7806bc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.013451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eb7c2b13-ff2a-402b-a136-57f02e7806bc tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "DELETE /v2.0/ports/77ba099d-0c1d-46e0-b16d-2b30abab0752 HTTP/1.1" status: 204 len: 168 time: 1.0397282 Apr 18 20:49:23.013451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57486) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:23.029730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] For port 4ce7005e-ae82-4a87-ad80-7293dbb77131, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4ce7005e-ae82-4a87-ad80-7293dbb77131,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:23.030113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.031047 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:49:21Z', 'revision_number': 5, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port': {'id': '4ce7005e-ae82-4a87-ad80-7293dbb77131', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:23.044996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Calling delete_port for 4ce7005e-ae82-4a87-ad80-7293dbb77131 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:23.060969 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] Checking router: a091e875-0848-46d7-a724-bea6a6f1e299 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:23.070870 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] Routers {'a091e875-0848-46d7-a724-bea6a6f1e299'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:23.071743 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a091e875-0848-46d7-a724-bea6a6f1e299'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:23.072589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ea130-2c42-4132-a11f-cf7143aefbc4 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:23.077115 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5b5ea130-2c42-4132-a11f-cf7143aefbc4 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce2e1262-d4a5-4b69-8510-e19a8d1518eb HTTP/1.1" status: 200 len: 913 time: 0.0602427 Apr 18 20:49:23.078333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57488) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:23.201564 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] Set router a091e875-0848-46d7-a724-bea6a6f1e299 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:23.263172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:23.323018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:23.323772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 7a8b9f09-4768-4f9e-91e7-7f02be8d1a3c not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:23.349556 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.391534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce7005e-ae82-4a87-ad80-7293dbb77131,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:23.392249 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:49:22Z', 'revision_number': 6, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:23.432997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57492) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:23.492157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.576557 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6c8eae-3fb6-4d6a-8b60-e711de0f6532 None None] The sync data for ids ['a091e875-0848-46d7-a724-bea6a6f1e299'] in n-d-836015-4 is: [{'id': 'a091e875-0848-46d7-a724-bea6a6f1e299', 'name': 'tempest-ServerRescueTestJSONUnderV235-1041275470-router', 'tenant_id': '0c914323c11e43d0b5d5063a089ff68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:48:01Z', 'updated_at': '2022-04-18T20:49:22Z', 'revision_number': 6, 'project_id': '0c914323c11e43d0b5d5063a089ff68d', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:23.582699 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.640089 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.642464 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.672133 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fffefa96-786c-4c6e-857a-71d2e57fe306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.715044 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.715822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a091e875-0848-46d7-a724-bea6a6f1e299 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:49:23.720528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.722106 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-178a379d-cce3-4dea-bdca-4563d7132cc5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a091e875-0848-46d7-a724-bea6a6f1e299 HTTP/1.1" status: 204 len: 168 time: 1.1689284 Apr 18 20:49:23.725338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57498) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:23.783188 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b4a8d7-9fda-4267-8048-a5e2b232b099 admin admin] Deleting subnet 09f6aaf4-4ca9-4144-805a-d3243030d984 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:23.787063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a8d7-9fda-4267-8048-a5e2b232b099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.830417 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a8d7-9fda-4267-8048-a5e2b232b099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.877241 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a8d7-9fda-4267-8048-a5e2b232b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.904655 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fffefa96-786c-4c6e-857a-71d2e57fe306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.925484 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fffefa96-786c-4c6e-857a-71d2e57fe306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.951481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a8d7-9fda-4267-8048-a5e2b232b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.976726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffefa96-786c-4c6e-857a-71d2e57fe306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4d3424-4704-44c8-b7a3-aa3e06a9ea6e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:23.985082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4a8d7-9fda-4267-8048-a5e2b232b099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f6aaf4-4ca9-4144-805a-d3243030d984,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:23.985619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fffefa96-786c-4c6e-857a-71d2e57fe306 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d2bb4b22fd14f3f903e9da3221d7d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5506296 Apr 18 20:49:23.988241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57500) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:24.004692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a8d7-9fda-4267-8048-a5e2b232b099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.011018 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e9b4a8d7-9fda-4267-8048-a5e2b232b099 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/09f6aaf4-4ca9-4144-805a-d3243030d984 HTTP/1.1" status: 204 len: 168 time: 0.2843242 Apr 18 20:49:24.013435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57502) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:24.073173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Deleting port 049c57ee-e5f8-488b-b8dc-27a67d7bf687 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:24.073516 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.093510 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.104076 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6f99-0232-49f0-bea8-327df92ac0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.182997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6f99-0232-49f0-bea8-327df92ac0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.198217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.218313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.219378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333ff2aa-d39b-4164-bd89-6bb0ed0244ff']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:24.231335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f55c03a-2b82-4db8-aa0e-c9216a6ec551') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:24.231659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f55c03a-2b82-4db8-aa0e-c9216a6ec551') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:24.243746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Calling delete_port for 049c57ee-e5f8-488b-b8dc-27a67d7bf687 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:24.244157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.265338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.273029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:24.273633 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:24.275533 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:24.329756 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6f99-0232-49f0-bea8-327df92ac0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.332709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ba3f6f99-0232-49f0-bea8-327df92ac0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.334687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ba3f6f99-0232-49f0-bea8-327df92ac0cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e4d3424-4704-44c8-b7a3-aa3e06a9ea6e HTTP/1.1" status: 204 len: 168 time: 0.3454792 Apr 18 20:49:24.347616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.349876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f6f99-0232-49f0-bea8-327df92ac0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4d3424-4704-44c8-b7a3-aa3e06a9ea6e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:24.356420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.359805 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/333ff2aa-d39b-4164-bd89-6bb0ed0244ff HTTP/1.1" status: 204 len: 168 time: 0.3451722 Apr 18 20:49:24.377911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722d929-62a3-49d6-bce3-b6a084473eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=333ff2aa-d39b-4164-bd89-6bb0ed0244ff,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:24.512577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.541793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57508) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:24.553588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event deleted for resources: {'Port': ['ID=049c57ee-e5f8-488b-b8dc-27a67d7bf687,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:24.636171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57512) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:24.650356 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4d2e72aa-988f-4568-b900-dcf7010951a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c914323c11e43d0b5d5063a089ff68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1072700 Apr 18 20:49:24.828850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.835288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57516) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:24.852441 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bd6b3700-ac39-46dc-b242-ca7fe71b1a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.866961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 807f5d32-5d94-426c-89b6-cf2450520548 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:24.911981 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-330941be-0b4a-4225-a8d3-82d63bf6409f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bade954102345ad914fdeea9d459e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739934 Apr 18 20:49:24.912959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57518) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:24.933991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 807f5d32-5d94-426c-89b6-cf2450520548 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:24.934334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 807f5d32-5d94-426c-89b6-cf2450520548 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:24.935065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4ce7005e-ae82-4a87-ad80-7293dbb77131 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:24.966929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 4ce7005e-ae82-4a87-ad80-7293dbb77131 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:24.967268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4ce7005e-ae82-4a87-ad80-7293dbb77131 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:25.015533 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8783999-fa8a-4a80-8a5e-ae2f486bd2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.041967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8783999-fa8a-4a80-8a5e-ae2f486bd2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.093803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8783999-fa8a-4a80-8a5e-ae2f486bd2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.096469 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8783999-fa8a-4a80-8a5e-ae2f486bd2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.097697 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b8783999-fa8a-4a80-8a5e-ae2f486bd2a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/058355ab-a3bd-43d4-9ac4-b3d0b8817bc2 HTTP/1.1" status: 204 len: 168 time: 0.1836927 Apr 18 20:49:25.111079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8783999-fa8a-4a80-8a5e-ae2f486bd2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058355ab-a3bd-43d4-9ac4-b3d0b8817bc2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:25.303667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bd6b3700-ac39-46dc-b242-ca7fe71b1a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.416865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Router ce2e1262-d4a5-4b69-8510-e19a8d1518eb has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:25.469881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bd6b3700-ac39-46dc-b242-ca7fe71b1a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.472416 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bd6b3700-ac39-46dc-b242-ca7fe71b1a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.475865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bd6b3700-ac39-46dc-b242-ca7fe71b1a4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd6bac03-c527-4125-ae96-84b0915e0408 HTTP/1.1" status: 204 len: 168 time: 0.8368459 Apr 18 20:49:25.508890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:25.511093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b3700-ac39-46dc-b242-ca7fe71b1a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6bac03-c527-4125-ae96-84b0915e0408,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:25.520230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bfc619fc-a446-4ab9-9272-baeeb39e9c6d tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "PUT /v2.0/routers/ce2e1262-d4a5-4b69-8510-e19a8d1518eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4373364 Apr 18 20:49:25.521442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57528) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:25.538886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd0965e-e559-458a-b4b3-f0b86ada3980 None None] Sync routers for ids ['ce2e1262-d4a5-4b69-8510-e19a8d1518eb'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:25.646515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-837f78fd-5e01-438a-94b7-e6ec3ec72891 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.765380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0965e-e559-458a-b4b3-f0b86ada3980 None None] Routers {'ce2e1262-d4a5-4b69-8510-e19a8d1518eb'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:25.765900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-cfd0965e-e559-458a-b4b3-f0b86ada3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ce2e1262-d4a5-4b69-8510-e19a8d1518eb'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.826548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-cfd0965e-e559-458a-b4b3-f0b86ada3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.840732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd0965e-e559-458a-b4b3-f0b86ada3980 None None] Routers {'ce2e1262-d4a5-4b69-8510-e19a8d1518eb'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:25.842660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-cfd0965e-e559-458a-b4b3-f0b86ada3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ce2e1262-d4a5-4b69-8510-e19a8d1518eb'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.880924 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-cfd0965e-e559-458a-b4b3-f0b86ada3980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.882348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd0965e-e559-458a-b4b3-f0b86ada3980 None None] The sync data for ids ['ce2e1262-d4a5-4b69-8510-e19a8d1518eb'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:25.904267 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-837f78fd-5e01-438a-94b7-e6ec3ec72891 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.907007 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-837f78fd-5e01-438a-94b7-e6ec3ec72891 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.980665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-837f78fd-5e01-438a-94b7-e6ec3ec72891 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.983090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837f78fd-5e01-438a-94b7-e6ec3ec72891 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Fanout notify agent at l3_agent the message router_deleted on router ce2e1262-d4a5-4b69-8510-e19a8d1518eb {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:49:25.997263 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-837f78fd-5e01-438a-94b7-e6ec3ec72891 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.998634 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-837f78fd-5e01-438a-94b7-e6ec3ec72891 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "DELETE /v2.0/routers/ce2e1262-d4a5-4b69-8510-e19a8d1518eb HTTP/1.1" status: 204 len: 168 time: 0.4792721 Apr 18 20:49:26.001125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57548) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:26.088427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd7e03d-fe74-46a5-82e0-7f6c19fec556 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Deleting subnet 39ba596d-60da-46b5-b1c3-fe18c58d72f7 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:26.088427 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fd7e03d-fe74-46a5-82e0-7f6c19fec556 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.141339 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fd7e03d-fe74-46a5-82e0-7f6c19fec556 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.245964 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fd7e03d-fe74-46a5-82e0-7f6c19fec556 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.317670 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fd7e03d-fe74-46a5-82e0-7f6c19fec556 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.347549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7e03d-fe74-46a5-82e0-7f6c19fec556 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event deleted for resources: {'Subnet': ['ID=39ba596d-60da-46b5-b1c3-fe18c58d72f7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:26.350534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fd7e03d-fe74-46a5-82e0-7f6c19fec556 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.357266 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57562) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:26.359064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb6e066-36cd-46bb-85e4-774a69431a61 None None] Network 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:26.366157 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6fd7e03d-fe74-46a5-82e0-7f6c19fec556 tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "DELETE /v2.0/subnets/39ba596d-60da-46b5-b1c3-fe18c58d72f7 HTTP/1.1" status: 204 len: 168 time: 0.3637528 Apr 18 20:49:26.384122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57566) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:26.470566 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.538833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Deleting port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:26.539437 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.576583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7971a356-e04b-4fba-bf1f-44a6c71b254f None None] DHCP port deletion for 5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:26.609569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] For port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1aa894dc-57ee-4ae2-a98c-8ea4564526f3,segment=NetworkSegment(54a9baeb-ecea-4e79-84be-ea4f30c7de6f),segment_id=54a9baeb-ecea-4e79-84be-ea4f30c7de6f)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:26.609946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.635957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Calling delete_port for 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:26.642364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7971a356-e04b-4fba-bf1f-44a6c71b254f None None] Deleting port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:26.642796 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7971a356-e04b-4fba-bf1f-44a6c71b254f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.656600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2064117214'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:26.680897 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:26.685305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.698446 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.709829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7971a356-e04b-4fba-bf1f-44a6c71b254f None None] For port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1aa894dc-57ee-4ae2-a98c-8ea4564526f3,segment=NetworkSegment(54a9baeb-ecea-4e79-84be-ea4f30c7de6f),segment_id=54a9baeb-ecea-4e79-84be-ea4f30c7de6f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:26.710231 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7971a356-e04b-4fba-bf1f-44a6c71b254f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.723569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7971a356-e04b-4fba-bf1f-44a6c71b254f None None] Calling delete_port for 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:26.747011 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.786201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] No DVR routers for this DVR port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:26.803978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event deleted for resources: {'Port': ['ID=1aa894dc-57ee-4ae2-a98c-8ea4564526f3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:26.845210 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.853411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.862842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:26.901624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:26.912806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:26.913322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:26.921562 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7971a356-e04b-4fba-bf1f-44a6c71b254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.942749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.943359 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Added segment d1ccfc75-9ace-43e2-9e35-2e7b973304a4 of type vlan for network c4e0f656-8a36-4985-8f47-7e8a4c7137ec Apr 18 20:49:26.976458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971a356-e04b-4fba-bf1f-44a6c71b254f None None] Pushing event deleted for resources: {'Port': ['ID=1aa894dc-57ee-4ae2-a98c-8ea4564526f3,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:26.981162 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971a356-e04b-4fba-bf1f-44a6c71b254f None None] No DVR routers for this DVR port 1aa894dc-57ee-4ae2-a98c-8ea4564526f3 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:26.990154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.016617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2cbb05-568d-4b46-a188-1d748f322ecf,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:27.032469 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.034200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b13e3a0-dd3c-4c37-a6a9-c832223d0e42']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.047439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a9baeb-ecea-4e79-84be-ea4f30c7de6f') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.048281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a9baeb-ecea-4e79-84be-ea4f30c7de6f') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.059877 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.071803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.079412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:27.080904 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.084270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.097375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:27.098464 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:27.112881 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:27.148836 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7597053 Apr 18 20:49:27.180964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57594) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.188797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:27.225352 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec3d38-c92b-4e04-a153-39225dc2fa47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Network': ['ID=c4e0f656-8a36-4985-8f47-7e8a4c7137ec,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:27.236302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:49:27.313800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9ac7aa2-94a1-4a60-a254-024baf179c44 req-dbf93f7e-f38b-4543-88b2-967445c981e3 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0749798 Apr 18 20:49:27.316582 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.336075 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.339453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] 10.222.0.49 "DELETE /v2.0/networks/5b13e3a0-dd3c-4c37-a6a9-c832223d0e42 HTTP/1.1" status: 204 len: 168 time: 0.9815443 Apr 18 20:49:27.376461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d09d6-a40f-4a1a-97eb-59b78b489f1e tempest-FloatingIPNegativeTestJSON-295150942 tempest-FloatingIPNegativeTestJSON-295150942-project] Pushing event deleted for resources: {'Network': ['ID=5b13e3a0-dd3c-4c37-a6a9-c832223d0e42,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:27.398939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:27.403266 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.650875 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.712319 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57616) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.727295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=ac74c391-2ff4-4eba-ba76-4a288475937c,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:27.735609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:27.736018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network hostable DHCP agents. Network: c4e0f656-8a36-4985-8f47-7e8a4c7137ec, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:27.756096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:27.767139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c4e0f656-8a36-4985-8f47-7e8a4c7137ec) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:27.781999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880461d-0a8f-480d-9d50-2455c9e2ac8f None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:27.792255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:27.792848 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.813921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6f459493-ff6c-4777-8bb9-b2e92e8c9992 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6283493 Apr 18 20:49:27.814103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57620) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.819890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'name': 'tempest-NetworksTestDHCPv6-783668515'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:27.909188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-98e5fdb7-8dc0-4515-aada-0b65365385ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2fbf95a92c24e91b704c507157e7ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1930032 Apr 18 20:49:27.909497 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57622) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:27.972679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de11ea0-3103-43ad-83c2-bfb62276a64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.976559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:27.981214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.983451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': 'ac74c391-2ff4-4eba-ba76-4a288475937c'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:27.985658 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.002610 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de11ea0-3103-43ad-83c2-bfb62276a64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.006654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 51e0ea24-d50b-4b7a-aa4c-396a8725651b yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:28.073494 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de11ea0-3103-43ad-83c2-bfb62276a64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.076526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de11ea0-3103-43ad-83c2-bfb62276a64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.080109 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1de11ea0-3103-43ad-83c2-bfb62276a64d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8de216a-8de5-4e76-b0e8-df9db379bc5b HTTP/1.1" status: 204 len: 168 time: 0.1673949 Apr 18 20:49:28.096689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de11ea0-3103-43ad-83c2-bfb62276a64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8de216a-8de5-4e76-b0e8-df9db379bc5b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:28.168004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::21d (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/ac74c391-2ff4-4eba-ba76-4a288475937c/51e0ea24-d50b-4b7a-aa4c-396a8725651b) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:28.319126 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.356731 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.415301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:28.416918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:28.421004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:28.427865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.428516 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.439155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=51e0ea24-d50b-4b7a-aa4c-396a8725651b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:28.444208 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Allocated IP 2001:db8::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/ac74c391-2ff4-4eba-ba76-4a288475937c/2ea7c20d-b243-4629-8207-10f45af5906b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:28.466979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-24559591-a6fa-45df-bd74-106a546e49f8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6516030 Apr 18 20:49:28.469855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57636) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:28.539197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd7cf43d-9bae-46b5-92f1-48eb0db9b382 req-ce893b64-8e4b-4185-9fd1-78fc152bce2f tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0494626 Apr 18 20:49:28.594927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfc1b94-6ef2-4dee-8c3e-b6ce41b20275 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.596419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ccfc1b94-6ef2-4dee-8c3e-b6ce41b20275 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1253881 Apr 18 20:49:28.598934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57644) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:28.682872 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.690810 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.731808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-167f0137-87e8-426f-824f-628425e7de33 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 51e0ea24-d50b-4b7a-aa4c-396a8725651b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:28.732882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-167f0137-87e8-426f-824f-628425e7de33 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.737217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:28.762886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:28.766200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:28.817611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Pushing event updated for resources: {'Port': ['ID=2ea7c20d-b243-4629-8207-10f45af5906b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:28.843871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-167f0137-87e8-426f-824f-628425e7de33 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.855237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Attempting to bind port 2ea7c20d-b243-4629-8207-10f45af5906b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:28.855600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Attempting to bind port 2ea7c20d-b243-4629-8207-10f45af5906b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:28.855989 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Attempting to bind port 2ea7c20d-b243-4629-8207-10f45af5906b on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:28.857290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-167f0137-87e8-426f-824f-628425e7de33 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 51e0ea24-d50b-4b7a-aa4c-396a8725651b owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:28.862857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:28.863373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:28.863781 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.864903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:28.865469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Bound port: 2ea7c20d-b243-4629-8207-10f45af5906b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:28.865944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.958057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] For port 2ea7c20d-b243-4629-8207-10f45af5906b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:28.964606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] For port 2ea7c20d-b243-4629-8207-10f45af5906b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2ea7c20d-b243-4629-8207-10f45af5906b,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:28.970517 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.025799 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-167f0137-87e8-426f-824f-628425e7de33 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.060405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485cf83-74c3-4773-9c76-b00207d0fc1b None None] Pushing event updated for resources: {'Port': ['ID=2ea7c20d-b243-4629-8207-10f45af5906b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:29.061866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f0137-87e8-426f-824f-628425e7de33 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=51e0ea24-d50b-4b7a-aa4c-396a8725651b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:29.419407 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-167f0137-87e8-426f-824f-628425e7de33 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.425269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57666) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:29.425889 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-167f0137-87e8-426f-824f-628425e7de33 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/51e0ea24-d50b-4b7a-aa4c-396a8725651b HTTP/1.1" status: 204 len: 168 time: 0.8255579 Apr 18 20:49:29.531832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bcb654-7830-4ad1-b921-1418324ded2b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:29.533366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bcb654-7830-4ad1-b921-1418324ded2b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:29.534890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-67bcb654-7830-4ad1-b921-1418324ded2b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1086287 Apr 18 20:49:29.538278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57672) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:29.617704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec5c242-1ccc-4fa7-a8c4-eb3993755351 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet ac74c391-2ff4-4eba-ba76-4a288475937c {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:29.621263 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c242-1ccc-4fa7-a8c4-eb3993755351 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.684581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8b8116d-648f-40cf-b106-97c03b672503 req-17f575fd-92c5-4775-bcf1-74c20a95f593 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0351336 Apr 18 20:49:29.694313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c242-1ccc-4fa7-a8c4-eb3993755351 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.798702 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c242-1ccc-4fa7-a8c4-eb3993755351 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.874835 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c242-1ccc-4fa7-a8c4-eb3993755351 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.923065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c242-1ccc-4fa7-a8c4-eb3993755351 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=ac74c391-2ff4-4eba-ba76-4a288475937c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:29.926644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c242-1ccc-4fa7-a8c4-eb3993755351 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.931672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6ec5c242-1ccc-4fa7-a8c4-eb3993755351 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/ac74c391-2ff4-4eba-ba76-4a288475937c HTTP/1.1" status: 204 len: 168 time: 0.3920217 Apr 18 20:49:29.934601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57684) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:30.002258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ae1298c4-2eae-4d1f-8d82-67fcfb11768c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664213 Apr 18 20:49:30.006422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57686) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:30.011904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-20cd47e5-ae36-4efd-b841-4cd4bbfb7dbe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:30.123794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cd47e5-ae36-4efd-b841-4cd4bbfb7dbe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:30.128751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20cd47e5-ae36-4efd-b841-4cd4bbfb7dbe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.270483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01853a-2dd0-423f-92f9-f087da1d7fbc None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:30.392937 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20cd47e5-ae36-4efd-b841-4cd4bbfb7dbe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.449498 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-eb4ad1a1-0dcc-410a-92bf-505a8237f75f None None] Provisioning complete for port 2ea7c20d-b243-4629-8207-10f45af5906b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:30.450051 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad1a1-0dcc-410a-92bf-505a8237f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.465488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd47e5-ae36-4efd-b841-4cd4bbfb7dbe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:30.467355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-20cd47e5-ae36-4efd-b841-4cd4bbfb7dbe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:30.470370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd47e5-ae36-4efd-b841-4cd4bbfb7dbe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:30.471352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-20cd47e5-ae36-4efd-b841-4cd4bbfb7dbe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.497002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd47e5-ae36-4efd-b841-4cd4bbfb7dbe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=ab40d873-8f5b-49a9-9d03-83b9b084d41e,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:30.503335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-20cd47e5-ae36-4efd-b841-4cd4bbfb7dbe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4955757 Apr 18 20:49:30.506031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57694) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:30.513110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'name': 'tempest-NetworksTestDHCPv6-2013644757'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:30.594323 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad1a1-0dcc-410a-92bf-505a8237f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.638786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c4b66-4736-4bb8-b620-6994c02680c4 None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:30.647051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-eb4ad1a1-0dcc-410a-92bf-505a8237f75f None None] For port 2ea7c20d-b243-4629-8207-10f45af5906b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2ea7c20d-b243-4629-8207-10f45af5906b,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:30.670104 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb4ad1a1-0dcc-410a-92bf-505a8237f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.692523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:30.696654 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.721262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port e20f8cd8-0065-46bf-8cba-e8e00e920fc4 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:30.728819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ad1a1-0dcc-410a-92bf-505a8237f75f None None] Pushing event updated for resources: {'Port': ['ID=2ea7c20d-b243-4629-8207-10f45af5906b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:30.756858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-236c4b66-4736-4bb8-b620-6994c02680c4 None None] Deleting port 2ea7c20d-b243-4629-8207-10f45af5906b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:30.757274 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-236c4b66-4736-4bb8-b620-6994c02680c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.871594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-236c4b66-4736-4bb8-b620-6994c02680c4 None None] For port 2ea7c20d-b243-4629-8207-10f45af5906b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2ea7c20d-b243-4629-8207-10f45af5906b,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:30.874058 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-236c4b66-4736-4bb8-b620-6994c02680c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.889907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-236c4b66-4736-4bb8-b620-6994c02680c4 None None] Calling delete_port for 2ea7c20d-b243-4629-8207-10f45af5906b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:30.894218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-187ee1bb-4c13-4b4f-90a9-0c3d348d27fa req-004bc35d-6ffc-4997-8a8f-7d901a9f8abe tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0513115 Apr 18 20:49:30.916815 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-cf49a761-c520-4d14-b243-78d4baab0647 req-37a70f31-cebe-4b76-b86d-39f9298f65a0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0330012 Apr 18 20:49:30.943444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::c4 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/ab40d873-8f5b-49a9-9d03-83b9b084d41e/e20f8cd8-0065-46bf-8cba-e8e00e920fc4) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:31.014208 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-236c4b66-4736-4bb8-b620-6994c02680c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.049092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c4b66-4736-4bb8-b620-6994c02680c4 None None] Pushing event deleted for resources: {'Port': ['ID=2ea7c20d-b243-4629-8207-10f45af5906b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:31.062877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236c4b66-4736-4bb8-b620-6994c02680c4 None None] No DVR routers for this DVR port 2ea7c20d-b243-4629-8207-10f45af5906b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:31.078045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa9c23f-3d60-4198-a984-b4888dc2612d None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:31.132565 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.195382 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.301934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:31.305103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:31.312295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:31.315386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': 'ab40d873-8f5b-49a9-9d03-83b9b084d41e'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:31.316441 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.318578 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.319226 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.336953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=e20f8cd8-0065-46bf-8cba-e8e00e920fc4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:31.348223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d65a186c-62c2-4e5a-98be-81f00cc67a67 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8407128 Apr 18 20:49:31.350454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57702) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:31.410696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f910ffa4-3047-466c-9ce6-ffe3e6f87a9f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.414649 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f910ffa4-3047-466c-9ce6-ffe3e6f87a9f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0607474 Apr 18 20:49:31.415035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57704) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:31.494784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Allocated IP 2001:db8::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/ab40d873-8f5b-49a9-9d03-83b9b084d41e/7ba7885d-d8a2-4754-a376-1c8419c34b0d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:31.518887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-aeee1a90-0b9e-450e-900b-778a4cfebab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port e20f8cd8-0065-46bf-8cba-e8e00e920fc4 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:31.519447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aeee1a90-0b9e-450e-900b-778a4cfebab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.618736 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aeee1a90-0b9e-450e-900b-778a4cfebab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.644817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-aeee1a90-0b9e-450e-900b-778a4cfebab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for e20f8cd8-0065-46bf-8cba-e8e00e920fc4 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:31.685045 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.697191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.767653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Pushing event updated for resources: {'Port': ['ID=7ba7885d-d8a2-4754-a376-1c8419c34b0d,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:31.784844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:31.788441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:31.791680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:31.816648 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aeee1a90-0b9e-450e-900b-778a4cfebab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.861160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee1a90-0b9e-450e-900b-778a4cfebab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=e20f8cd8-0065-46bf-8cba-e8e00e920fc4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:31.884951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Attempting to bind port 7ba7885d-d8a2-4754-a376-1c8419c34b0d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:31.885349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Attempting to bind port 7ba7885d-d8a2-4754-a376-1c8419c34b0d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:31.885709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Attempting to bind port 7ba7885d-d8a2-4754-a376-1c8419c34b0d on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:31.887893 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aeee1a90-0b9e-450e-900b-778a4cfebab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.891160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aeee1a90-0b9e-450e-900b-778a4cfebab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/e20f8cd8-0065-46bf-8cba-e8e00e920fc4 HTTP/1.1" status: 204 len: 168 time: 0.4751096 Apr 18 20:49:31.893650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57712) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:31.894119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:31.894119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:31.894510 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.894929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:31.895517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Bound port: 7ba7885d-d8a2-4754-a376-1c8419c34b0d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:31.895923 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.971827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] For port 7ba7885d-d8a2-4754-a376-1c8419c34b0d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:31.976485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] For port 7ba7885d-d8a2-4754-a376-1c8419c34b0d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7ba7885d-d8a2-4754-a376-1c8419c34b0d,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:31.981787 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.992071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f4ac5-ad5b-4399-8a0d-13354536cda3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.994846 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f4ac5-ad5b-4399-8a0d-13354536cda3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.996742 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-090f4ac5-ad5b-4399-8a0d-13354536cda3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1020958 Apr 18 20:49:31.999325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57716) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:32.041935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55857fc7-6c06-4441-99f2-760fa5b45281 req-24ff06f3-c7c2-4dd0-9097-0afcf8e40696 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0405097 Apr 18 20:49:32.064390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c48f2b-0658-489a-913a-f6b67154e4ff None None] Pushing event updated for resources: {'Port': ['ID=7ba7885d-d8a2-4754-a376-1c8419c34b0d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:32.102126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-4845b20d-7c4a-4d78-909c-3631fc2a6ab7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet ab40d873-8f5b-49a9-9d03-83b9b084d41e {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:32.124828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4845b20d-7c4a-4d78-909c-3631fc2a6ab7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.195490 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4845b20d-7c4a-4d78-909c-3631fc2a6ab7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.401597 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4845b20d-7c4a-4d78-909c-3631fc2a6ab7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.490038 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4845b20d-7c4a-4d78-909c-3631fc2a6ab7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.531618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845b20d-7c4a-4d78-909c-3631fc2a6ab7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=ab40d873-8f5b-49a9-9d03-83b9b084d41e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:32.536437 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4845b20d-7c4a-4d78-909c-3631fc2a6ab7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.542205 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4845b20d-7c4a-4d78-909c-3631fc2a6ab7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/ab40d873-8f5b-49a9-9d03-83b9b084d41e HTTP/1.1" status: 204 len: 168 time: 0.5393348 Apr 18 20:49:32.542463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57720) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:32.607227 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b7d3d539-c7ad-4c5e-b060-be48d1548d2f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610182 Apr 18 20:49:32.607428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57722) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:32.612139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-98a57307-6495-488e-bd41-60aa35b02cec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:32.725136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a57307-6495-488e-bd41-60aa35b02cec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:32.728704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98a57307-6495-488e-bd41-60aa35b02cec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.897758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ba7885d-d8a2-4754-a376-1c8419c34b0d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:32.981041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7ba7885d-d8a2-4754-a376-1c8419c34b0d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:32.981668 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.991521 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98a57307-6495-488e-bd41-60aa35b02cec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.135803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a57307-6495-488e-bd41-60aa35b02cec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:33.141510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-98a57307-6495-488e-bd41-60aa35b02cec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:33.149859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a57307-6495-488e-bd41-60aa35b02cec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:33.157065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98a57307-6495-488e-bd41-60aa35b02cec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.162738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a57307-6495-488e-bd41-60aa35b02cec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=88e28bb8-c7b8-4604-be46-4d369154653e,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:33.203767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.212712 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-98a57307-6495-488e-bd41-60aa35b02cec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6042874 Apr 18 20:49:33.217217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57728) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:33.238137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'name': 'tempest-NetworksTestDHCPv6-1918198312'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:33.265865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 7ba7885d-d8a2-4754-a376-1c8419c34b0d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7ba7885d-d8a2-4754-a376-1c8419c34b0d,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:33.274038 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.336827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=7ba7885d-d8a2-4754-a376-1c8419c34b0d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:33.342381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7fb0f189-4aa6-4db6-a806-504a75c475d3 req-fc5609b1-9eac-4e30-afcf-ae19c0a8cdb0 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0870380 Apr 18 20:49:33.462395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:33.466826 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.488527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 57851b45-390b-443e-8da6-8b056d0f6ea1 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:33.582138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda062a-da40-4ed1-a993-eb95247a5249 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:33.632068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::138 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/88e28bb8-c7b8-4604-be46-4d369154653e/57851b45-390b-443e-8da6-8b056d0f6ea1) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:33.715044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f6cee1d9-047d-40f5-81e1-79b8fbfdb765 None None] Could not find standard attr ID for object e20f8cd8-0065-46bf-8cba-e8e00e920fc4. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:33.743261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f6cee1d9-047d-40f5-81e1-79b8fbfdb765 None None] Provisioning complete for port 7ba7885d-d8a2-4754-a376-1c8419c34b0d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:33.743261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f6cee1d9-047d-40f5-81e1-79b8fbfdb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.822879 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.880851 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.978436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:33.983098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=57851b45-390b-443e-8da6-8b056d0f6ea1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:33.993401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:34.000921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:34.013116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.014188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.054943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-414a9c2f-20f0-4eee-8a52-d1eedcc35c1e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8350871 Apr 18 20:49:34.055734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57750) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:34.138195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5329a01e-4322-4bb1-8e16-686703796add tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.145320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5329a01e-4322-4bb1-8e16-686703796add tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.147877 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5329a01e-4322-4bb1-8e16-686703796add tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0898294 Apr 18 20:49:34.150086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57752) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:34.328537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5d136787-b251-48a5-8d29-0140cde52189 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 57851b45-390b-443e-8da6-8b056d0f6ea1 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:34.329166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d136787-b251-48a5-8d29-0140cde52189 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.370969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ece6ee6c-893b-499a-badf-51aee4c3bc7e None None] Provisioning complete for port 7ba7885d-d8a2-4754-a376-1c8419c34b0d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:34.372255 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ece6ee6c-893b-499a-badf-51aee4c3bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.627744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b20c18d-b6c9-42cf-b750-a9bec5feee58 req-b0d906c2-2ca7-42c6-9efb-bf456ae8e0a8 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.1517932 Apr 18 20:49:34.681482 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d136787-b251-48a5-8d29-0140cde52189 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.718765 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-561863e4-953c-4d58-a03f-188b2c1300a9 None None] Could not find standard attr ID for object 51e0ea24-d50b-4b7a-aa4c-396a8725651b. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:34.727570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5d136787-b251-48a5-8d29-0140cde52189 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 57851b45-390b-443e-8da6-8b056d0f6ea1 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:34.899167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ba7885d-d8a2-4754-a376-1c8419c34b0d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:34.948138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d136787-b251-48a5-8d29-0140cde52189 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.000294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d136787-b251-48a5-8d29-0140cde52189 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=57851b45-390b-443e-8da6-8b056d0f6ea1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:35.001365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7ba7885d-d8a2-4754-a376-1c8419c34b0d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:35.001738 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.037278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5d136787-b251-48a5-8d29-0140cde52189 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.043386 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5d136787-b251-48a5-8d29-0140cde52189 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/57851b45-390b-443e-8da6-8b056d0f6ea1 HTTP/1.1" status: 204 len: 168 time: 0.8918085 Apr 18 20:49:35.045290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57772) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:35.110713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ecb6b-dd61-43d3-a951-048be1d4ec1b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:35.113958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30ecb6b-dd61-43d3-a951-048be1d4ec1b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:35.115913 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b30ecb6b-dd61-43d3-a951-048be1d4ec1b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0695236 Apr 18 20:49:35.119073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57774) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:35.147489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-56690795-fe13-482c-8cf3-ed2dc0b7cd7a None None] Could not find standard attr ID for object e20f8cd8-0065-46bf-8cba-e8e00e920fc4. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:35.186961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44db522-c088-4539-b4b4-9e97ea8f7f9e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 88e28bb8-c7b8-4604-be46-4d369154653e {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:35.191085 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d44db522-c088-4539-b4b4-9e97ea8f7f9e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.237546 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d44db522-c088-4539-b4b4-9e97ea8f7f9e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.310475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d44db522-c088-4539-b4b4-9e97ea8f7f9e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.412221 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d44db522-c088-4539-b4b4-9e97ea8f7f9e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.447163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44db522-c088-4539-b4b4-9e97ea8f7f9e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=88e28bb8-c7b8-4604-be46-4d369154653e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:35.453835 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d44db522-c088-4539-b4b4-9e97ea8f7f9e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.460650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d44db522-c088-4539-b4b4-9e97ea8f7f9e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/88e28bb8-c7b8-4604-be46-4d369154653e HTTP/1.1" status: 204 len: 168 time: 0.3368554 Apr 18 20:49:35.461492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57778) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:35.471384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9b195371-129a-4881-9b3d-ca213ab232d0 None None] Could not find standard attr ID for object 57851b45-390b-443e-8da6-8b056d0f6ea1. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:35.528678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57780) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:35.528978 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2b8fb30c-12eb-4bd7-b0e2-21986b815e41 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657861 Apr 18 20:49:35.631465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089ae22f-283d-4ddf-85a6-7ff7f62f29d1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:35.636519 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57782) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:35.640820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-089ae22f-283d-4ddf-85a6-7ff7f62f29d1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1102121 Apr 18 20:49:35.700011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed616f6f-10b6-4030-ace9-4f42766c5f9c None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:35.709630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1d9c4-99b4-4550-b4fb-a96672bf262f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:35.711334 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c8f1d9c4-99b4-4550-b4fb-a96672bf262f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0735409 Apr 18 20:49:35.715270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57786) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:35.763435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2323abe6-3485-4e15-8e7d-cc3451d46012 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468533 Apr 18 20:49:35.772893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57788) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:35.779261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1812ee45-f907-4843-854f-a725c6781a47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:35.843558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-427586d5-5485-4926-b072-66aa4f71cdf7 req-9db63b4c-6744-498c-a226-fc3f7e1ec0b2 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0720696 Apr 18 20:49:35.949836 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1dd82499-1fc3-4849-b9cc-2ebd9582093e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.966356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1812ee45-f907-4843-854f-a725c6781a47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:35.974184 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1812ee45-f907-4843-854f-a725c6781a47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.075594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f507eb-0514-4759-89d5-35ad098ca018 None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:36.242287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e3f507eb-0514-4759-89d5-35ad098ca018 None None] Deleting port 7ba7885d-d8a2-4754-a376-1c8419c34b0d {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:36.242849 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3f507eb-0514-4759-89d5-35ad098ca018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.365311 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1812ee45-f907-4843-854f-a725c6781a47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.422247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1812ee45-f907-4843-854f-a725c6781a47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:36.427167 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1812ee45-f907-4843-854f-a725c6781a47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:36.429964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1812ee45-f907-4843-854f-a725c6781a47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:36.430513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1812ee45-f907-4843-854f-a725c6781a47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.449527 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812ee45-f907-4843-854f-a725c6781a47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=2d692daf-13fa-4420-973a-db53297745bd,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:36.463164 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1812ee45-f907-4843-854f-a725c6781a47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6881714 Apr 18 20:49:36.466509 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57794) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:36.471922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': '2d692daf-13fa-4420-973a-db53297745bd', 'ip_address': '2001:db8::4fef:8e8c:fbb:b67d'}], 'name': 'tempest-NetworksTestDHCPv6-832383412'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:36.525676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e3f507eb-0514-4759-89d5-35ad098ca018 None None] For port 7ba7885d-d8a2-4754-a376-1c8419c34b0d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7ba7885d-d8a2-4754-a376-1c8419c34b0d,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:36.525676 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3f507eb-0514-4759-89d5-35ad098ca018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.536136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e3f507eb-0514-4759-89d5-35ad098ca018 None None] Calling delete_port for 7ba7885d-d8a2-4754-a376-1c8419c34b0d owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:36.607112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:36.641687 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3f507eb-0514-4759-89d5-35ad098ca018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.668198 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f507eb-0514-4759-89d5-35ad098ca018 None None] Pushing event deleted for resources: {'Port': ['ID=7ba7885d-d8a2-4754-a376-1c8419c34b0d,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:36.679067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f507eb-0514-4759-89d5-35ad098ca018 None None] No DVR routers for this DVR port 7ba7885d-d8a2-4754-a376-1c8419c34b0d on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:36.700373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5a2e83-8dda-4ed0-bdfd-b22e2b513aa2 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:36.729331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.753413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 0697f62b-1fac-4e43-b90b-1d4304bbaac6 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:36.866281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ba7885d-d8a2-4754-a376-1c8419c34b0d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:36.909435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 7ba7885d-d8a2-4754-a376-1c8419c34b0d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:36.909759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ba7885d-d8a2-4754-a376-1c8419c34b0d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:36.963724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '2d692daf-13fa-4420-973a-db53297745bd'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:36.965086 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.009118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::4fef:8e8c:fbb:b67d (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/2d692daf-13fa-4420-973a-db53297745bd/0697f62b-1fac-4e43-b90b-1d4304bbaac6) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:37.022248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ef32b5d-3483-4df4-976c-9c4eb8f083da req-8aeb14d3-fc0b-478b-9bb4-ab70f961b24f tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0564218 Apr 18 20:49:37.262060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.322570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.367469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:37.370800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:37.374913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:37.381400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:37.382338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.387873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Allocated IP 2001:db8::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/2d692daf-13fa-4420-973a-db53297745bd/a36c1434-e64d-4261-8846-2dc59fb912bc) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:37.408039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=0697f62b-1fac-4e43-b90b-1d4304bbaac6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:37.429621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57816) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:37.431007 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-502a198f-47ea-42af-bd95-855d00e10ec8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.9630928 Apr 18 20:49:37.556676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07354bf-a394-4b94-a8b3-7a42e3852fbd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:37.561660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57820) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:37.572268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f07354bf-a394-4b94-a8b3-7a42e3852fbd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1412444 Apr 18 20:49:37.684164 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.688657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-84b3109c-96aa-4f33-a1cc-31ce6d47afb6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 0697f62b-1fac-4e43-b90b-1d4304bbaac6 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:37.689157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-84b3109c-96aa-4f33-a1cc-31ce6d47afb6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.692551 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.741242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:37.745115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:37.749468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:37.762888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Pushing event updated for resources: {'Port': ['ID=a36c1434-e64d-4261-8846-2dc59fb912bc,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.057393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Attempting to bind port a36c1434-e64d-4261-8846-2dc59fb912bc on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:38.057393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Attempting to bind port a36c1434-e64d-4261-8846-2dc59fb912bc by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:38.057393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Attempting to bind port a36c1434-e64d-4261-8846-2dc59fb912bc on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:38.063135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-84b3109c-96aa-4f33-a1cc-31ce6d47afb6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.064973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:38.064973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:38.064973 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.064973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:38.064973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Bound port: a36c1434-e64d-4261-8846-2dc59fb912bc, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:38.064973 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.065993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-84b3109c-96aa-4f33-a1cc-31ce6d47afb6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 0697f62b-1fac-4e43-b90b-1d4304bbaac6 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:38.066273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] For port a36c1434-e64d-4261-8846-2dc59fb912bc, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:38.066273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] For port a36c1434-e64d-4261-8846-2dc59fb912bc, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a36c1434-e64d-4261-8846-2dc59fb912bc,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:38.066273 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.143649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42390f2-d96d-4cd3-8913-09bb0865e987 None None] Pushing event updated for resources: {'Port': ['ID=a36c1434-e64d-4261-8846-2dc59fb912bc,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.235262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-789164a4-28fa-45fc-8d09-eb31dff34a66 req-47087776-9b4a-451b-8235-4f319c8ebc37 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0594645 Apr 18 20:49:38.256582 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-84b3109c-96aa-4f33-a1cc-31ce6d47afb6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.301447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3109c-96aa-4f33-a1cc-31ce6d47afb6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=0697f62b-1fac-4e43-b90b-1d4304bbaac6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.380866 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-84b3109c-96aa-4f33-a1cc-31ce6d47afb6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.386079 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-84b3109c-96aa-4f33-a1cc-31ce6d47afb6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/0697f62b-1fac-4e43-b90b-1d4304bbaac6 HTTP/1.1" status: 204 len: 168 time: 0.8229978 Apr 18 20:49:38.390478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57844) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:38.554849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6186ffe0-4ad3-487e-90c4-0c92bd93aaf8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.555509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6186ffe0-4ad3-487e-90c4-0c92bd93aaf8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.563120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6186ffe0-4ad3-487e-90c4-0c92bd93aaf8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1659174 Apr 18 20:49:38.563921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57850) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:38.658159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-1412a748-e82b-40b0-acc9-20b964cf9e46 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 2d692daf-13fa-4420-973a-db53297745bd {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:38.665088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1412a748-e82b-40b0-acc9-20b964cf9e46 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.683021 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4980ffbb-a8e9-4f3e-9761-23050f31f198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.744827 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1412a748-e82b-40b0-acc9-20b964cf9e46 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.867259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1412a748-e82b-40b0-acc9-20b964cf9e46 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.877038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a36c1434-e64d-4261-8846-2dc59fb912bc up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:38.948088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a36c1434-e64d-4261-8846-2dc59fb912bc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:38.948593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.981723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1412a748-e82b-40b0-acc9-20b964cf9e46 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.022928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412a748-e82b-40b0-acc9-20b964cf9e46 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=2d692daf-13fa-4420-973a-db53297745bd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:39.027640 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1412a748-e82b-40b0-acc9-20b964cf9e46 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.031503 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1412a748-e82b-40b0-acc9-20b964cf9e46 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/2d692daf-13fa-4420-973a-db53297745bd HTTP/1.1" status: 204 len: 168 time: 0.4661815 Apr 18 20:49:39.034026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57860) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:39.056658 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.110578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9038924e-6f07-434d-8109-50047db50a44 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748854 Apr 18 20:49:39.112893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port a36c1434-e64d-4261-8846-2dc59fb912bc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a36c1434-e64d-4261-8846-2dc59fb912bc,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:39.113955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57864) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:39.120980 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.121563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7aec2b29-d32b-48d1-93e5-907d549c4862 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:39.184083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=a36c1434-e64d-4261-8846-2dc59fb912bc,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:39.288485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aec2b29-d32b-48d1-93e5-907d549c4862 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:39.296013 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7aec2b29-d32b-48d1-93e5-907d549c4862 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.319033 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.472370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef03b8df-b43e-4919-8292-ce974636aa48 req-e3a6e471-48d5-4b81-b4a2-ddd597c5447f tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0421612 Apr 18 20:49:39.666083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7aec2b29-d32b-48d1-93e5-907d549c4862 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.755488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aec2b29-d32b-48d1-93e5-907d549c4862 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:39.764433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dfea72-9b7e-4d32-9a8a-e5b322bfe3a3 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:39.765296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-7aec2b29-d32b-48d1-93e5-907d549c4862 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:39.771065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aec2b29-d32b-48d1-93e5-907d549c4862 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:39.772442 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7aec2b29-d32b-48d1-93e5-907d549c4862 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.803110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7aec2b29-d32b-48d1-93e5-907d549c4862 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6874089 Apr 18 20:49:39.804178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec2b29-d32b-48d1-93e5-907d549c4862 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=bd880c4b-160c-490c-944f-4328fa08fd4f,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:39.807332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57890) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:39.814537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': 'bd880c4b-160c-490c-944f-4328fa08fd4f', 'ip_address': '2001:db8::b515:deaf:4e60:b790'}], 'name': 'tempest-NetworksTestDHCPv6-566332206'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:39.901782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fa5c771a-2dcd-4891-b6c2-482421c71ebc None None] Provisioning complete for port a36c1434-e64d-4261-8846-2dc59fb912bc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:39.902273 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fa5c771a-2dcd-4891-b6c2-482421c71ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.014054 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:40.025738 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.062993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port b40c69d7-183d-4bde-aee5-21265b426b45 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:40.348485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::b515:deaf:4e60:b790 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/bd880c4b-160c-490c-944f-4328fa08fd4f/b40c69d7-183d-4bde-aee5-21265b426b45) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:40.385709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0d238-185e-44e7-91a6-d25fb5292e3a None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:40.509603 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.528400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-17ec6b15-9abe-42c3-a43f-0a6fc13897e3 None None] Provisioning complete for port a36c1434-e64d-4261-8846-2dc59fb912bc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:40.529081 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-17ec6b15-9abe-42c3-a43f-0a6fc13897e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.554216 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.612004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.750990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:40.752621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fec85e55-1421-433d-a288-dc0f8efdac96 req-0f6fb54d-48ac-4860-a230-0e1e8ed3f908 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0813763 Apr 18 20:49:40.758450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:40.766358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:40.784513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.784513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.793137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=b40c69d7-183d-4bde-aee5-21265b426b45,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:40.847525 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cfb4e810-b1bb-434f-b1e4-276df7ec1cfc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0381920 Apr 18 20:49:40.850341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57912) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:40.925480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e0d2ba-43da-4a1f-bf2d-c467646d0528 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.934019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e0d2ba-43da-4a1f-bf2d-c467646d0528 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.936348 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-53e0d2ba-43da-4a1f-bf2d-c467646d0528 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0848539 Apr 18 20:49:40.940048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:40.975729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a36c1434-e64d-4261-8846-2dc59fb912bc up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:41.069697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a36c1434-e64d-4261-8846-2dc59fb912bc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:41.070102 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.114386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5e97eb5b-3ba7-481d-9f40-522452c909ed tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port b40c69d7-183d-4bde-aee5-21265b426b45 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:41.114999 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e97eb5b-3ba7-481d-9f40-522452c909ed tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.205174 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.312661 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e97eb5b-3ba7-481d-9f40-522452c909ed tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.343198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5e97eb5b-3ba7-481d-9f40-522452c909ed tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for b40c69d7-183d-4bde-aee5-21265b426b45 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:41.398825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-aad40205-064b-4e3c-8aaf-f10f71d98aeb None None] Provisioning complete for port b40c69d7-183d-4bde-aee5-21265b426b45 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:41.399290 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aad40205-064b-4e3c-8aaf-f10f71d98aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.444684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-aad40205-064b-4e3c-8aaf-f10f71d98aeb None None] Port b40c69d7-183d-4bde-aee5-21265b426b45 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:49:41.473539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-aad40205-064b-4e3c-8aaf-f10f71d98aeb None None] Provisioning complete for port a36c1434-e64d-4261-8846-2dc59fb912bc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:41.474246 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aad40205-064b-4e3c-8aaf-f10f71d98aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.559502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e97eb5b-3ba7-481d-9f40-522452c909ed tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.600259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97eb5b-3ba7-481d-9f40-522452c909ed tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=b40c69d7-183d-4bde-aee5-21265b426b45,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:41.626239 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e97eb5b-3ba7-481d-9f40-522452c909ed tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.631879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5e97eb5b-3ba7-481d-9f40-522452c909ed tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/b40c69d7-183d-4bde-aee5-21265b426b45 HTTP/1.1" status: 204 len: 168 time: 0.6885903 Apr 18 20:49:41.632971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57924) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:41.694287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d369c90a-cdc5-474c-a1dc-c674de6461dc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:41.695892 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d369c90a-cdc5-474c-a1dc-c674de6461dc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:41.697472 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d369c90a-cdc5-474c-a1dc-c674de6461dc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0635178 Apr 18 20:49:41.700032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57928) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:41.757113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-65fccf4c-a1d4-404f-9766-3f5aba0e549d None None] Could not find standard attr ID for object 0697f62b-1fac-4e43-b90b-1d4304bbaac6. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:41.798481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-162cfb67-c04a-418b-8003-e08d8219ee47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet bd880c4b-160c-490c-944f-4328fa08fd4f {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:41.802781 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-162cfb67-c04a-418b-8003-e08d8219ee47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.850348 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-162cfb67-c04a-418b-8003-e08d8219ee47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.919080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-162cfb67-c04a-418b-8003-e08d8219ee47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.971668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e9f8b70-0563-411f-ad9a-a1bdef9e28fd req-0a84a1ca-3529-44a1-b9ef-a0c1135090be tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0338745 Apr 18 20:49:42.009309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-162cfb67-c04a-418b-8003-e08d8219ee47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.057183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cfb67-c04a-418b-8003-e08d8219ee47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=bd880c4b-160c-490c-944f-4328fa08fd4f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:42.062694 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-162cfb67-c04a-418b-8003-e08d8219ee47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.068225 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-162cfb67-c04a-418b-8003-e08d8219ee47 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/bd880c4b-160c-490c-944f-4328fa08fd4f HTTP/1.1" status: 204 len: 168 time: 0.3647435 Apr 18 20:49:42.068490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57948) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:42.109376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-28fff5d5-d630-470a-9d44-585883d06a7d None None] Could not find standard attr ID for object b40c69d7-183d-4bde-aee5-21265b426b45. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:42.129983 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c73c27c8-c672-4645-b3fc-0c1412cdb921 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603468 Apr 18 20:49:42.130132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57950) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:42.135427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d2c6e059-c327-44a1-a896-0de60584a04c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:42.234862 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.304451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c6e059-c327-44a1-a896-0de60584a04c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:42.308066 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e059-c327-44a1-a896-0de60584a04c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.393311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c8577b-6a62-4a03-b899-9d436b7d9e6b None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:42.588944 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e059-c327-44a1-a896-0de60584a04c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.647297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c6e059-c327-44a1-a896-0de60584a04c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:42.650773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-d2c6e059-c327-44a1-a896-0de60584a04c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:42.656222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c6e059-c327-44a1-a896-0de60584a04c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:42.657250 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e059-c327-44a1-a896-0de60584a04c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.666608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8423b-577e-4fba-ac16-a0d46715b998 None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:42.682738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6e059-c327-44a1-a896-0de60584a04c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=9bb6574d-fa6f-49e8-a023-01800fcbcf5f,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:42.703314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57964) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:42.704091 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d2c6e059-c327-44a1-a896-0de60584a04c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5723476 Apr 18 20:49:42.710220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': '9bb6574d-fa6f-49e8-a023-01800fcbcf5f', 'ip_address': '2001:db8::73a8:efdf:3ca4:c7d'}], 'name': 'tempest-NetworksTestDHCPv6-1200735556'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:42.733993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8423b-577e-4fba-ac16-a0d46715b998 None None] Deleting port a36c1434-e64d-4261-8846-2dc59fb912bc {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:42.734838 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a1b8423b-577e-4fba-ac16-a0d46715b998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.873366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:42.916836 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a1b8423b-577e-4fba-ac16-a0d46715b998 None None] For port a36c1434-e64d-4261-8846-2dc59fb912bc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a36c1434-e64d-4261-8846-2dc59fb912bc,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:42.918098 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a1b8423b-577e-4fba-ac16-a0d46715b998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.942002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a36c1434-e64d-4261-8846-2dc59fb912bc no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:42.975049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a1b8423b-577e-4fba-ac16-a0d46715b998 None None] Calling delete_port for a36c1434-e64d-4261-8846-2dc59fb912bc owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:43.034616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.055451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 2ec62129-2620-4030-9ab4-1df8d1266835 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:43.196761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9817ff11-c497-4f48-bf15-713caf782645 req-4e8fdf3b-ff93-4fd1-a9fd-8056e7560c52 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0560052 Apr 18 20:49:43.252558 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.307103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a1b8423b-577e-4fba-ac16-a0d46715b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.369874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8423b-577e-4fba-ac16-a0d46715b998 None None] Pushing event deleted for resources: {'Port': ['ID=a36c1434-e64d-4261-8846-2dc59fb912bc,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.394105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b8423b-577e-4fba-ac16-a0d46715b998 None None] No DVR routers for this DVR port a36c1434-e64d-4261-8846-2dc59fb912bc on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:43.416108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d139409b-5088-4e92-8587-7c3b58353440 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:43.489417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::73a8:efdf:3ca4:c7d (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/9bb6574d-fa6f-49e8-a023-01800fcbcf5f/2ec62129-2620-4030-9ab4-1df8d1266835) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:43.611641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '9bb6574d-fa6f-49e8-a023-01800fcbcf5f'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:43.612765 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.634953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1ab35-1eed-4294-a24f-7259e7e830b1 req-879539a5-220a-44d5-aa5a-221b8bb2a4d6 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.636481 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e1ab35-1eed-4294-a24f-7259e7e830b1 req-879539a5-220a-44d5-aa5a-221b8bb2a4d6 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1097 time: 0.0771987 Apr 18 20:49:43.697978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45e1ab35-1eed-4294-a24f-7259e7e830b1 req-1389c3eb-f8de-4a84-bda4-e4705ae111dc tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549717 Apr 18 20:49:43.703258 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.718308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 57990) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:43.767993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.821339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Allocated IP 2001:db8::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/9bb6574d-fa6f-49e8-a023-01800fcbcf5f/872ccd27-629f-449a-92eb-be88ce631e1f) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:43.835352 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=2ec62129-2620-4030-9ab4-1df8d1266835,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.842911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:43.844736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:43.852361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:43.860189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.861069 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.882803 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-70cd2475-1cad-4198-8688-08ec08fad851 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1781323 Apr 18 20:49:43.885225 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 57996) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:43.938678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port e8df81df-db38-4e5b-bd4f-3f3928e5c566 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:43.939140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.955578 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3351ba0-b93b-4ada-a4de-da71f6af0519 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.958171 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e3351ba0-b93b-4ada-a4de-da71f6af0519 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0715446 Apr 18 20:49:43.960715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58000) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:44.069961 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.070391 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.091752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for e8df81df-db38-4e5b-bd4f-3f3928e5c566 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:44.111278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0a38a4bd-138e-4773-ad36-7a6dceb26aff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 2ec62129-2620-4030-9ab4-1df8d1266835 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:44.111623 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a38a4bd-138e-4773-ad36-7a6dceb26aff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.135355 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.142300 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.183794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:44.186785 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:44.191728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:44.255271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Pushing event updated for resources: {'Port': ['ID=872ccd27-629f-449a-92eb-be88ce631e1f,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:44.272812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Attempting to bind port 872ccd27-629f-449a-92eb-be88ce631e1f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:44.283431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Attempting to bind port 872ccd27-629f-449a-92eb-be88ce631e1f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:44.284185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Attempting to bind port 872ccd27-629f-449a-92eb-be88ce631e1f on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:44.290529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:44.292858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:44.292858 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.292858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:44.292858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Bound port: 872ccd27-629f-449a-92eb-be88ce631e1f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:44.293481 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.348469 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a38a4bd-138e-4773-ad36-7a6dceb26aff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.388030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0a38a4bd-138e-4773-ad36-7a6dceb26aff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 2ec62129-2620-4030-9ab4-1df8d1266835 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:44.394758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] For port 872ccd27-629f-449a-92eb-be88ce631e1f, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:44.401535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] For port 872ccd27-629f-449a-92eb-be88ce631e1f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=872ccd27-629f-449a-92eb-be88ce631e1f,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:44.410039 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.493407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44445ce-1b2a-4617-a2f8-70571c8cad82 None None] Pushing event updated for resources: {'Port': ['ID=872ccd27-629f-449a-92eb-be88ce631e1f,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:44.804605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a38a4bd-138e-4773-ad36-7a6dceb26aff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.955403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38a4bd-138e-4773-ad36-7a6dceb26aff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=2ec62129-2620-4030-9ab4-1df8d1266835,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:44.987186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4842df89-6c87-424e-92c8-71e880523dae req-87ee47b5-68ec-4909-9ec8-47f89966d217 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.5827000 Apr 18 20:49:45.014818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a38a4bd-138e-4773-ad36-7a6dceb26aff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.020512 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0a38a4bd-138e-4773-ad36-7a6dceb26aff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/2ec62129-2620-4030-9ab4-1df8d1266835 HTTP/1.1" status: 204 len: 168 time: 1.0586820 Apr 18 20:49:45.023755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58032) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:45.075572 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.115372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=e8df81df-db38-4e5b-bd4f-3f3928e5c566,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:45.138685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9ed1c-ca7c-4935-a161-65850f7bfa53 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:45.140372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb9ed1c-ca7c-4935-a161-65850f7bfa53 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:45.143929 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7fb9ed1c-ca7c-4935-a161-65850f7bfa53 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1170971 Apr 18 20:49:45.147560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58036) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:45.250871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-68844204-65d4-4a9f-af98-ddbd340e65d6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 9bb6574d-fa6f-49e8-a023-01800fcbcf5f {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:45.255711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.256049 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Floating IP df29237f-75e8-44ff-9137-b994a713fada disassociated (deleted). External IP: 172.25.2.248, port: 605d5acc-1e90-4c81-a09d-c6f40d6f3654. Apr 18 20:49:45.257949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68844204-65d4-4a9f-af98-ddbd340e65d6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.360087 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68844204-65d4-4a9f-af98-ddbd340e65d6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.651713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68844204-65d4-4a9f-af98-ddbd340e65d6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.917856 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 06ea5561-1f0d-4511-8151-b102a9bbdd29 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:45.936872 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68844204-65d4-4a9f-af98-ddbd340e65d6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.956771 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68844204-65d4-4a9f-af98-ddbd340e65d6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.964139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-68844204-65d4-4a9f-af98-ddbd340e65d6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/9bb6574d-fa6f-49e8-a023-01800fcbcf5f HTTP/1.1" status: 204 len: 168 time: 0.8003953 Apr 18 20:49:45.964667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58052) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:46.155604 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8f5d97f2-a440-4e75-bd9e-a4a09508d942 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1884110 Apr 18 20:49:46.163930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58058) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:46.174132 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.259615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68844204-65d4-4a9f-af98-ddbd340e65d6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb6574d-fa6f-49e8-a023-01800fcbcf5f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:46.317957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42118867-1bdb-4104-8042-696ffa34d4f2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.319572 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-42118867-1bdb-4104-8042-696ffa34d4f2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1530063 Apr 18 20:49:46.323240 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58062) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:46.424727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-460639ca-b118-4eaf-9635-b0c3943c4f13 req-c359c971-ccc3-45b9-8cad-4f5c2e6e06b3 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.1156695 Apr 18 20:49:46.453171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd50ef2d-0152-4c7d-b768-581d68a59efd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.453171 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fd50ef2d-0152-4c7d-b768-581d68a59efd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1264729 Apr 18 20:49:46.453171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58066) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:46.466537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:46.471915 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.500928 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] Sync routers for ids ['06ea5561-1f0d-4511-8151-b102a9bbdd29'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:46.510774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f4b1c7e8-6684-4d44-91e9-5dadf128c250 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/floatingips/df29237f-75e8-44ff-9137-b994a713fada HTTP/1.1" status: 204 len: 168 time: 2.7896082 Apr 18 20:49:46.511425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:46.514032 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a134a973-3c48-4d0a-9239-b53506de94dc" -d '{"events": [{"name": "network-changed", "server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:46.549630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58072) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:46.551417 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fa3fd209-c895-48d4-8429-aff58a1d6381 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962794 Apr 18 20:49:46.560804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-1a6355ec-0926-4ebc-8e02-ffdcdc406a39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:46.566740 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] Routers {'06ea5561-1f0d-4511-8151-b102a9bbdd29'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:46.584335 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['06ea5561-1f0d-4511-8151-b102a9bbdd29'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:46.652160 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8cc58c-07a6-429c-be1f-95eb5508650d x-openstack-request-id: req-4f8cc58c-07a6-429c-be1f-95eb5508650d {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:46.652618 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:46.653024 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f8cc58c-07a6-429c-be1f-95eb5508650d {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:46.653625 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8cc58c-07a6-429c-be1f-95eb5508650d'] response: {'name': 'network-changed', 'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'status': 'completed', 'code': 200} Apr 18 20:49:46.675046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a7737c-f1b1-4f5f-ad08-a9f890a92eba None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:46.756351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6355ec-0926-4ebc-8e02-ffdcdc406a39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:46.762706 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a6355ec-0926-4ebc-8e02-ffdcdc406a39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.810925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134a973-3c48-4d0a-9239-b53506de94dc req-93d77e00-07a9-47b2-821c-9852627aa050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:46.815272 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a134a973-3c48-4d0a-9239-b53506de94dc req-93d77e00-07a9-47b2-821c-9852627aa050 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 1097 time: 0.1363261 Apr 18 20:49:46.988707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1fff9357-ca45-4897-808a-a4b71bb9fee4 None None] Provisioning complete for port 872ccd27-629f-449a-92eb-be88ce631e1f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:47.001062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fff9357-ca45-4897-808a-a4b71bb9fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.002491 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] Set router 06ea5561-1f0d-4511-8151-b102a9bbdd29 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:47.075740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 872ccd27-629f-449a-92eb-be88ce631e1f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:47.192860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134a973-3c48-4d0a-9239-b53506de94dc req-f162469d-853e-493d-97bf-810f402b619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:47.194366 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a134a973-3c48-4d0a-9239-b53506de94dc req-f162469d-853e-493d-97bf-810f402b619c service neutron] 10.222.0.64 "GET /v2.0/networks?id=72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 200 len: 898 time: 0.3692892 Apr 18 20:49:47.264245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 872ccd27-629f-449a-92eb-be88ce631e1f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:47.265102 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.353365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef58af2-eb91-468d-94ac-6bc94716459d None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:47.359779 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fff9357-ca45-4897-808a-a4b71bb9fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.426862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feba89d-79f1-4108-97dd-d08e819acdfa req-17871759-060e-485e-b30c-8659fba40c14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:47.430728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3feba89d-79f1-4108-97dd-d08e819acdfa req-17871759-060e-485e-b30c-8659fba40c14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 946 time: 0.1339743 Apr 18 20:49:47.458169 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.486167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1fff9357-ca45-4897-808a-a4b71bb9fee4 None None] For port 872ccd27-629f-449a-92eb-be88ce631e1f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=872ccd27-629f-449a-92eb-be88ce631e1f,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:47.503529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a6355ec-0926-4ebc-8e02-ffdcdc406a39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.514823 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fff9357-ca45-4897-808a-a4b71bb9fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.567183 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '64fa07d0-5efe-42d5-af15-8dfd81357016', 'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:94:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:40Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '624051db-c4d4-4401-a79a-17de42e750d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:47.601658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3feba89d-79f1-4108-97dd-d08e819acdfa req-b168dcf1-d2dd-4101-90a5-c1fa905b1b6c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699424 Apr 18 20:49:47.645931 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] Checking router: 06ea5561-1f0d-4511-8151-b102a9bbdd29 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:47.658265 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] Routers {'06ea5561-1f0d-4511-8151-b102a9bbdd29'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:47.658958 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['06ea5561-1f0d-4511-8151-b102a9bbdd29'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:47.667072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6355ec-0926-4ebc-8e02-ffdcdc406a39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=54bf8d64-1ec9-4c29-b43d-9f49f0e01fef,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:47.678127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6355ec-0926-4ebc-8e02-ffdcdc406a39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:47.680106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-1a6355ec-0926-4ebc-8e02-ffdcdc406a39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:47.686646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6355ec-0926-4ebc-8e02-ffdcdc406a39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:47.687256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a6355ec-0926-4ebc-8e02-ffdcdc406a39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.733813 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:47.734162 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:47.762641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3ef58af2-eb91-468d-94ac-6bc94716459d None None] Deleting port 872ccd27-629f-449a-92eb-be88ce631e1f {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:47.763229 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ef58af2-eb91-468d-94ac-6bc94716459d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.797904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0ad9f31-c6ad-4410-baaf-fb1c1b366326 req-f16a8c02-f08b-4bce-8537-4643cd694856 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0890348 Apr 18 20:49:47.808432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1a6355ec-0926-4ebc-8e02-ffdcdc406a39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2559259 Apr 18 20:49:47.811143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58102) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:47.821255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': '54bf8d64-1ec9-4c29-b43d-9f49f0e01fef', 'ip_address': '2001:db8::1102:f08:f8dd:3b6'}], 'name': 'tempest-NetworksTestDHCPv6-642220978'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:47.885160 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] Set router 06ea5561-1f0d-4511-8151-b102a9bbdd29 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:47.975062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff9357-ca45-4897-808a-a4b71bb9fee4 None None] Pushing event updated for resources: {'Port': ['ID=872ccd27-629f-449a-92eb-be88ce631e1f,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:47.994084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3ef58af2-eb91-468d-94ac-6bc94716459d None None] For port 872ccd27-629f-449a-92eb-be88ce631e1f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=872ccd27-629f-449a-92eb-be88ce631e1f,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:47.994487 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ef58af2-eb91-468d-94ac-6bc94716459d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.009555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3ef58af2-eb91-468d-94ac-6bc94716459d None None] Calling delete_port for 872ccd27-629f-449a-92eb-be88ce631e1f owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:48.043218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:48.086747 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a134a973-3c48-4d0a-9239-b53506de94dc req-1efb62f6-e0b0-42f9-a650-61e63619c80c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 200 len: 217 time: 0.8849492 Apr 18 20:49:48.223704 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ef58af2-eb91-468d-94ac-6bc94716459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.224289 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '64fa07d0-5efe-42d5-af15-8dfd81357016', 'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:94:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:40Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '624051db-c4d4-4401-a79a-17de42e750d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:48.231203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134a973-3c48-4d0a-9239-b53506de94dc req-e1126913-6f01-4506-bf13-388fbd4526df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:48.236734 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.237127 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a134a973-3c48-4d0a-9239-b53506de94dc req-e1126913-6f01-4506-bf13-388fbd4526df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 200 len: 835 time: 0.1399572 Apr 18 20:49:48.269209 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c225f1-9231-419c-88ce-377ec8c7f960 None None] The sync data for ids ['06ea5561-1f0d-4511-8151-b102a9bbdd29'] in n-d-836015-4 is: [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '64fa07d0-5efe-42d5-af15-8dfd81357016', 'name': '', 'network_id': '72181107-c853-463b-ae61-837decf172d1', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:94:c5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '624051db-c4d4-4401-a79a-17de42e750d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:31Z', 'updated_at': '2022-04-18T20:47:40Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '624051db-c4d4-4401-a79a-17de42e750d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:48.274295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef58af2-eb91-468d-94ac-6bc94716459d None None] Pushing event deleted for resources: {'Port': ['ID=872ccd27-629f-449a-92eb-be88ce631e1f,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:48.299349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 6e039f55-dffa-4aa2-81be-e90f467b1ed5 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:48.324252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef58af2-eb91-468d-94ac-6bc94716459d None None] No DVR routers for this DVR port 872ccd27-629f-449a-92eb-be88ce631e1f on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:48.328286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Port 872ccd27-629f-449a-92eb-be88ce631e1f update to ACTIVE by agent not found {{(pid=102905) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 18 20:49:48.351296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6465824-8805-421d-94eb-f32696566e08 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:48.390883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134a973-3c48-4d0a-9239-b53506de94dc req-163b46a6-4632-4ffa-bf71-5f0fbebefe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:48.392470 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a134a973-3c48-4d0a-9239-b53506de94dc req-163b46a6-4632-4ffa-bf71-5f0fbebefe2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72181107-c853-463b-ae61-837decf172d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394694 Apr 18 20:49:48.585841 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a134a973-3c48-4d0a-9239-b53506de94dc req-a1241d77-1a6e-4e86-9335-22c3a4c4451a service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860890 Apr 18 20:49:48.587788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '54bf8d64-1ec9-4c29-b43d-9f49f0e01fef'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:48.588832 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.782653 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a134a973-3c48-4d0a-9239-b53506de94dc req-c38f655e-9fc2-488b-8abe-ff550a547fdf service neutron] 10.222.0.64 "GET /v2.0/networks/72181107-c853-463b-ae61-837decf172d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856267 Apr 18 20:49:48.884379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::1102:f08:f8dd:3b6 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/54bf8d64-1ec9-4c29-b43d-9f49f0e01fef/6e039f55-dffa-4aa2-81be-e90f467b1ed5) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:48.892164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8270be4-4a2c-4261-8474-6231e8163c1b None None] New status for floating IP df29237f-75e8-44ff-9137-b994a713fada: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:49:48.905250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 872ccd27-629f-449a-92eb-be88ce631e1f no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:48.985959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788b148-e098-49ee-b194-62b7c58bfcd0 req-b738d8fe-44a7-4169-ae98-5f89642321b3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:48.987614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1788b148-e098-49ee-b194-62b7c58bfcd0 req-b738d8fe-44a7-4169-ae98-5f89642321b3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 946 time: 0.2145011 Apr 18 20:49:48.991892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-adc4545b-d0c7-4944-ada3-5fb81bf93f85 req-6e22118a-d0ba-4e20-a738-938a38e9db8b tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0608127 Apr 18 20:49:49.066061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 872ccd27-629f-449a-92eb-be88ce631e1f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:49.066563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 872ccd27-629f-449a-92eb-be88ce631e1f not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:49.139572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-3a33fdc5-4e1c-4479-8db9-e7822a44763d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:49.141184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-3a33fdc5-4e1c-4479-8db9-e7822a44763d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 946 time: 0.5631547 Apr 18 20:49:49.256638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1788b148-e098-49ee-b194-62b7c58bfcd0 req-15019098-2bb8-4dd3-95e2-6988ee8ab0e7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=a89aa95f-ecba-469b-922c-b509fe0aec29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667571 Apr 18 20:49:49.372929 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.398535 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-652f7341-6f3c-4e9c-be5b-90d7d528cf14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:49.398535 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-652f7341-6f3c-4e9c-be5b-90d7d528cf14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.481149 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.549587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Allocated IP 2001:db8::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/54bf8d64-1ec9-4c29-b43d-9f49f0e01fef/8dec46c5-ceef-4b2f-9d30-07ca93ba3190) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:49.569222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=6e039f55-dffa-4aa2-81be-e90f467b1ed5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:49.600402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:49.605147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:49.608366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-652f7341-6f3c-4e9c-be5b-90d7d528cf14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port 605d5acc-1e90-4c81-a09d-c6f40d6f3654, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=605d5acc-1e90-4c81-a09d-c6f40d6f3654,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:49.608775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-652f7341-6f3c-4e9c-be5b-90d7d528cf14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.612255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:49.622322 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:49.622800 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.642627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-652f7341-6f3c-4e9c-be5b-90d7d528cf14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for 605d5acc-1e90-4c81-a09d-c6f40d6f3654 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:49.656462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9a24cb34-89cb-4b26-8e5e-43c6548bcc70 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.8442125 Apr 18 20:49:49.659715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58144) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:49.666752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ecf56e11-d6e1-4e95-8f13-265516fd22ef tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': '54bf8d64-1ec9-4c29-b43d-9f49f0e01fef', 'ip_address': '2001:db8::1102:f08:f8dd:3b6'}], 'name': 'tempest-NetworksTestDHCPv6-1711134921'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:49.793461 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.804045 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.865838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:49.870887 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:49.877377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:49.887206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf56e11-d6e1-4e95-8f13-265516fd22ef tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:49.912377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Pushing event updated for resources: {'Port': ['ID=8dec46c5-ceef-4b2f-9d30-07ca93ba3190,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:49.949749 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-652f7341-6f3c-4e9c-be5b-90d7d528cf14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.965659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Attempting to bind port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:49.966084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Attempting to bind port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:49.966471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Attempting to bind port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:49.972237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:49.972638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:49.973048 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.973678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:49.974156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Bound port: 8dec46c5-ceef-4b2f-9d30-07ca93ba3190, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:49.975190 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.048807 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ecf56e11-d6e1-4e95-8f13-265516fd22ef tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.072853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-ecf56e11-d6e1-4e95-8f13-265516fd22ef tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 8fc01cd7-1ec2-4dfd-8e3c-574253cd5ffe yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:50.091234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f7341-6f3c-4e9c-be5b-90d7d528cf14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=605d5acc-1e90-4c81-a09d-c6f40d6f3654,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:50.120263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] For port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:50.125497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] For port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8dec46c5-ceef-4b2f-9d30-07ca93ba3190,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:50.134991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.172326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-652f7341-6f3c-4e9c-be5b-90d7d528cf14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] No DVR routers for this DVR port 605d5acc-1e90-4c81-a09d-c6f40d6f3654 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:50.187169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-652f7341-6f3c-4e9c-be5b-90d7d528cf14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.191656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9aa71b18-fb10-4fc3-a3e6-8416b978efc5 req-652f7341-6f3c-4e9c-be5b-90d7d528cf14 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "DELETE /v2.0/ports/605d5acc-1e90-4c81-a09d-c6f40d6f3654 HTTP/1.1" status: 204 len: 173 time: 1.0338266 Apr 18 20:49:50.192444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-deleted', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:50.195150 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ea33bd-3b7c-4774-959e-c6ab050aac11" -d '{"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-deleted", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:49:50.274980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a701297-d3ca-40a1-bb47-93ef8637083e req-c5dcba5b-ba6e-4482-8c3e-156bd13fb818 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0715792 Apr 18 20:49:50.333249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ffad0-85e9-49bf-a271-baefcbb70e68 None None] Pushing event updated for resources: {'Port': ['ID=8dec46c5-ceef-4b2f-9d30-07ca93ba3190,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:50.342569 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9e3d80-07bc-4b8a-849a-66f5771ea9d7 x-openstack-request-id: req-0b9e3d80-07bc-4b8a-849a-66f5771ea9d7 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:49:50.343152 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dceccd1b-3c7a-4e87-b42a-a07762277586", "name": "network-vif-deleted", "tag": "605d5acc-1e90-4c81-a09d-c6f40d6f3654", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:49:50.344551 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b9e3d80-07bc-4b8a-849a-66f5771ea9d7 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:49:50.345357 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9e3d80-07bc-4b8a-849a-66f5771ea9d7'] response: {'server_uuid': 'dceccd1b-3c7a-4e87-b42a-a07762277586', 'name': 'network-vif-deleted', 'tag': '605d5acc-1e90-4c81-a09d-c6f40d6f3654', 'status': 'completed', 'code': 200} Apr 18 20:49:50.461752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0c073e8-ef51-4378-8f45-49293281686f req-c453a71f-6d10-4a2b-bc7f-671b7ad1cb6f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=dceccd1b-3c7a-4e87-b42a-a07762277586 HTTP/1.1" status: 200 len: 210 time: 0.0598633 Apr 18 20:49:50.484671 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf56e11-d6e1-4e95-8f13-265516fd22ef tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 20:49:50.485480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf56e11-d6e1-4e95-8f13-265516fd22ef tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:50.514451 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ecf56e11-d6e1-4e95-8f13-265516fd22ef tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.8521936 Apr 18 20:49:50.517007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58166) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:50.644845 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81cc900-f4c3-43e3-825d-444b179481ee tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:50.651950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81cc900-f4c3-43e3-825d-444b179481ee tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:50.660234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58170) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:50.660834 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c81cc900-f4c3-43e3-825d-444b179481ee tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1423099 Apr 18 20:49:50.832401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-abbb7532-a96d-44c1-a3e8-29edfe621f4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 6e039f55-dffa-4aa2-81be-e90f467b1ed5 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:50.833249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-abbb7532-a96d-44c1-a3e8-29edfe621f4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.908730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:50.969301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:50.969705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.014339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-abbb7532-a96d-44c1-a3e8-29edfe621f4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.031537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-abbb7532-a96d-44c1-a3e8-29edfe621f4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 6e039f55-dffa-4aa2-81be-e90f467b1ed5 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:51.072270 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.122827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8dec46c5-ceef-4b2f-9d30-07ca93ba3190,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:51.152388 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.219729 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-abbb7532-a96d-44c1-a3e8-29edfe621f4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.260198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb7532-a96d-44c1-a3e8-29edfe621f4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=6e039f55-dffa-4aa2-81be-e90f467b1ed5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:51.261894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=8dec46c5-ceef-4b2f-9d30-07ca93ba3190,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:51.310732 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-abbb7532-a96d-44c1-a3e8-29edfe621f4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.326802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-abbb7532-a96d-44c1-a3e8-29edfe621f4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/6e039f55-dffa-4aa2-81be-e90f467b1ed5 HTTP/1.1" status: 204 len: 168 time: 0.6654921 Apr 18 20:49:51.329607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58186) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:51.402503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd19061-a4e2-44a3-8eb1-7a874fb6be52 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:51.404620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd19061-a4e2-44a3-8eb1-7a874fb6be52 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:51.409580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58190) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:51.409914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fcd19061-a4e2-44a3-8eb1-7a874fb6be52 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0788507 Apr 18 20:49:51.464456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7fd85aa-3ebd-4fd7-9480-617e5efcb64f req-df097d19-b968-48c6-aca1-416345c71931 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0372670 Apr 18 20:49:51.540532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58196) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:51.554185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-09abef79-6626-4bf8-9047-a470efda8997 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 54bf8d64-1ec9-4c29-b43d-9f49f0e01fef {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:51.558285 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09abef79-6626-4bf8-9047-a470efda8997 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.663584 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09abef79-6626-4bf8-9047-a470efda8997 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.909910 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09abef79-6626-4bf8-9047-a470efda8997 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.997765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09abef79-6626-4bf8-9047-a470efda8997 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.002730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-281f4a7e-abbe-439e-b749-104f04f27824 None None] Provisioning complete for port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:52.003420 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-281f4a7e-abbe-439e-b749-104f04f27824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.053522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09abef79-6626-4bf8-9047-a470efda8997 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.065471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-09abef79-6626-4bf8-9047-a470efda8997 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/54bf8d64-1ec9-4c29-b43d-9f49f0e01fef HTTP/1.1" status: 204 len: 168 time: 0.6545289 Apr 18 20:49:52.067002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abef79-6626-4bf8-9047-a470efda8997 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=54bf8d64-1ec9-4c29-b43d-9f49f0e01fef,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:52.069159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58206) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:52.112657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8dfdce5f-dee1-46e9-aa64-bfae49ad2da0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422304 Apr 18 20:49:52.116517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58210) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:52.122015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9cd04f09-b2b5-49cd-8c82-070bfa257f49 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:52.191640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb6bf5-4d45-4621-8b6f-5a66863e9025 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:52.245180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd04f09-b2b5-49cd-8c82-070bfa257f49 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:52.249393 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9cd04f09-b2b5-49cd-8c82-070bfa257f49 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.255041 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.310582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9cf63bd3-d534-46b0-a8df-7bdc39fd5fb1 None None] Could not find standard attr ID for object 2ec62129-2620-4030-9ab4-1df8d1266835. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:52.379786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:52.410239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 605d5acc-1e90-4c81-a09d-c6f40d6f3654 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:52.410980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 605d5acc-1e90-4c81-a09d-c6f40d6f3654 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:52.471934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d83315-bfb8-4b32-b9b8-c0cf49206faa None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:52.557843 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9cd04f09-b2b5-49cd-8c82-070bfa257f49 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.587652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-36d83315-bfb8-4b32-b9b8-c0cf49206faa None None] Deleting port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:52.593606 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-36d83315-bfb8-4b32-b9b8-c0cf49206faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.663576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f35beab2-c7b6-44cf-9715-4e944c85dfeb req-f2d7c960-f74f-422a-844d-c15f8849bc51 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0557404 Apr 18 20:49:52.666357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd04f09-b2b5-49cd-8c82-070bfa257f49 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:52.670696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-9cd04f09-b2b5-49cd-8c82-070bfa257f49 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:52.676190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd04f09-b2b5-49cd-8c82-070bfa257f49 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:52.676437 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port 64fa07d0-5efe-42d5-af15-8dfd81357016 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:52.676933 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9cd04f09-b2b5-49cd-8c82-070bfa257f49 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.677068 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.706870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd04f09-b2b5-49cd-8c82-070bfa257f49 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=dc37c7c8-f016-4965-bcd5-2e427fafaa7a,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:52.729157 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-36d83315-bfb8-4b32-b9b8-c0cf49206faa None None] For port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8dec46c5-ceef-4b2f-9d30-07ca93ba3190,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:52.729157 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-36d83315-bfb8-4b32-b9b8-c0cf49206faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.729884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9cd04f09-b2b5-49cd-8c82-070bfa257f49 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6118660 Apr 18 20:49:52.732644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58224) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:52.738783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-49c12584-146e-40a3-95c1-fc4ac9f28d1c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': 'dc37c7c8-f016-4965-bcd5-2e427fafaa7a', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1912063122'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:52.751294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-36d83315-bfb8-4b32-b9b8-c0cf49206faa None None] Calling delete_port for 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:52.874416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port 64fa07d0-5efe-42d5-af15-8dfd81357016, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=64fa07d0-5efe-42d5-af15-8dfd81357016,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:52.875011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.889967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:52.898449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for 64fa07d0-5efe-42d5-af15-8dfd81357016 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:52.916044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c12584-146e-40a3-95c1-fc4ac9f28d1c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:52.923200 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49c12584-146e-40a3-95c1-fc4ac9f28d1c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.943831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-49c12584-146e-40a3-95c1-fc4ac9f28d1c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port b9395ac5-1fdc-4cd9-917d-20ae772b4655 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:52.951320 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-36d83315-bfb8-4b32-b9b8-c0cf49206faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.006687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d83315-bfb8-4b32-b9b8-c0cf49206faa None None] No DVR routers for this DVR port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:53.022536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d83315-bfb8-4b32-b9b8-c0cf49206faa None None] Pushing event deleted for resources: {'Port': ['ID=8dec46c5-ceef-4b2f-9d30-07ca93ba3190,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:53.022536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No active binding found for port 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 {{(pid=102905) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 20:49:53.022536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8dec46c5-ceef-4b2f-9d30-07ca93ba3190 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:53.038350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c1e00-4130-4b0f-8c81-c46e05cdb928 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:53.139375 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c12584-146e-40a3-95c1-fc4ac9f28d1c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:49:53.139894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c12584-146e-40a3-95c1-fc4ac9f28d1c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:53.173894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-49c12584-146e-40a3-95c1-fc4ac9f28d1c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4397347 Apr 18 20:49:53.176770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58240) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:53.222917 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8f908403-3ee9-4d00-bdfd-83f977501f1c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0359404 Apr 18 20:49:53.225273 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58242) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:53.235259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.341536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': 'dc37c7c8-f016-4965-bcd5-2e427fafaa7a'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:49:53.341536 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.341878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=64fa07d0-5efe-42d5-af15-8dfd81357016,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:53.366576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.366943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.367286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.367594 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.367961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.368417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.368626 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.368963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.369294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.369624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.369952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.370277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:53.529617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3f31cb-c99e-4b01-992c-1ecff6493186 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:53.531283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3f31cb-c99e-4b01-992c-1ecff6493186 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:53.533076 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6d3f31cb-c99e-4b01-992c-1ecff6493186 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3148644 Apr 18 20:49:53.536274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58254) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:53.572023 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Allocated IP 2001:db8::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/dc37c7c8-f016-4965-bcd5-2e427fafaa7a/c9684063-9902-4ea6-88b6-c85717862c92) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:53.679792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef55ef2-5802-403d-a74c-0ba557c855c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet dc37c7c8-f016-4965-bcd5-2e427fafaa7a {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:53.746198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.817584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e861b651-78c5-4571-973e-698fb4cfc53b req-25d81525-86f9-456e-a080-1f06b62c44ca tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0383620 Apr 18 20:49:53.838917 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.848480 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ef55ef2-5802-403d-a74c-0ba557c855c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.862576 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.911731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:53.913330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:53.914653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ef55ef2-5802-403d-a74c-0ba557c855c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.917808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:53.929361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Pushing event updated for resources: {'Port': ['ID=c9684063-9902-4ea6-88b6-c85717862c92,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:54.007687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Attempting to bind port c9684063-9902-4ea6-88b6-c85717862c92 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:54.008443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Attempting to bind port c9684063-9902-4ea6-88b6-c85717862c92 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:54.008443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Attempting to bind port c9684063-9902-4ea6-88b6-c85717862c92 on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:49:54.014289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:49:54.014681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:49:54.015069 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.015459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:49:54.015948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Bound port: c9684063-9902-4ea6-88b6-c85717862c92, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:54.016331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.085965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 06ea5561-1f0d-4511-8151-b102a9bbdd29 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:49:54.104622 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ef55ef2-5802-403d-a74c-0ba557c855c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.183979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ef55ef2-5802-403d-a74c-0ba557c855c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.190158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] For port c9684063-9902-4ea6-88b6-c85717862c92, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:49:54.194695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] For port c9684063-9902-4ea6-88b6-c85717862c92, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c9684063-9902-4ea6-88b6-c85717862c92,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:49:54.207944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.228029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:54.233756 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-99654cf0-1090-4644-904d-4ed70d7b3485 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "PUT /v2.0/routers/06ea5561-1f0d-4511-8151-b102a9bbdd29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6914473 Apr 18 20:49:54.236124 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58266) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:54.240432 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] Sync routers for ids ['06ea5561-1f0d-4511-8151-b102a9bbdd29'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:54.242415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ef55ef2-5802-403d-a74c-0ba557c855c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.249157 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7ef55ef2-5802-403d-a74c-0ba557c855c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/dc37c7c8-f016-4965-bcd5-2e427fafaa7a HTTP/1.1" status: 204 len: 168 time: 0.7115805 Apr 18 20:49:54.250380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58268) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:54.258587 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef55ef2-5802-403d-a74c-0ba557c855c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=dc37c7c8-f016-4965-bcd5-2e427fafaa7a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:54.260587 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] Routers {'06ea5561-1f0d-4511-8151-b102a9bbdd29'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:54.261524 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['06ea5561-1f0d-4511-8151-b102a9bbdd29'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:54.354745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef92bb6-9734-4836-822c-f1fa9f11c473 None None] Pushing event updated for resources: {'Port': ['ID=c9684063-9902-4ea6-88b6-c85717862c92,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:54.361402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e740e247-2db2-4449-bbe9-8e255e15c197 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092286 Apr 18 20:49:54.362782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58272) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:54.368802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5c1c6f7b-c75a-4bf6-ac61-49c1b38e8cb1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:54.385193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-27028d73-8e7d-4121-9ef4-dd5420edca66 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting subnet 624051db-c4d4-4401-a79a-17de42e750d8 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:49:54.389443 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27028d73-8e7d-4121-9ef4-dd5420edca66 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.441332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27028d73-8e7d-4121-9ef4-dd5420edca66 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.487015 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] Set router 06ea5561-1f0d-4511-8151-b102a9bbdd29 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:54.493457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1c6f7b-c75a-4bf6-ac61-49c1b38e8cb1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:54.503887 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6f7b-c75a-4bf6-ac61-49c1b38e8cb1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.676323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27028d73-8e7d-4121-9ef4-dd5420edca66 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.806631 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27028d73-8e7d-4121-9ef4-dd5420edca66 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.928823 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:49:53Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:54.932674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27028d73-8e7d-4121-9ef4-dd5420edca66 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Subnet': ['ID=624051db-c4d4-4401-a79a-17de42e750d8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:54.961810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27028d73-8e7d-4121-9ef4-dd5420edca66 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.967881 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-27028d73-8e7d-4121-9ef4-dd5420edca66 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/subnets/624051db-c4d4-4401-a79a-17de42e750d8 HTTP/1.1" status: 204 len: 168 time: 0.7303393 Apr 18 20:49:54.973064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b211de-9712-4ef4-85cb-765dbb396e7b None None] Network 72181107-c853-463b-ae61-837decf172d1 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:54.973322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58278) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:55.005161 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] Checking router: 06ea5561-1f0d-4511-8151-b102a9bbdd29 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:55.009025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6f7b-c75a-4bf6-ac61-49c1b38e8cb1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.017911 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] Routers {'06ea5561-1f0d-4511-8151-b102a9bbdd29'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:55.018138 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['06ea5561-1f0d-4511-8151-b102a9bbdd29'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:55.044406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c6f7b-c75a-4bf6-ac61-49c1b38e8cb1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:55.051134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c6f7b-c75a-4bf6-ac61-49c1b38e8cb1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:55.108830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1c6f7b-c75a-4bf6-ac61-49c1b38e8cb1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:55.109128 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6f7b-c75a-4bf6-ac61-49c1b38e8cb1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.153688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f758b0b3-6833-442e-bf2b-4e34be5cc6b9 req-c8f4ea4b-7874-4ad5-a034-b24c296b3e62 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.1257694 Apr 18 20:49:55.187748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5c1c6f7b-c75a-4bf6-ac61-49c1b38e8cb1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8223827 Apr 18 20:49:55.194315 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.220902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c6f7b-c75a-4bf6-ac61-49c1b38e8cb1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=92315d3f-b787-49b5-91fa-7fa3053a8959,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:55.224263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58280) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:55.229613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f96e7816-d414-460f-ba0f-ebe56bcf232b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-971856512', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:55.265271 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] Set router 06ea5561-1f0d-4511-8151-b102a9bbdd29 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:55.283810 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f96e7816-d414-460f-ba0f-ebe56bcf232b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.285499 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f96e7816-d414-460f-ba0f-ebe56bcf232b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.381568 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f96e7816-d414-460f-ba0f-ebe56bcf232b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.398589 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f96e7816-d414-460f-ba0f-ebe56bcf232b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.426918 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.452826 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f96e7816-d414-460f-ba0f-ebe56bcf232b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.463119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f96e7816-d414-460f-ba0f-ebe56bcf232b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2295713 Apr 18 20:49:55.466868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58286) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:55.594792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:55.595151 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.623823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c9684063-9902-4ea6-88b6-c85717862c92 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:55.794611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c9684063-9902-4ea6-88b6-c85717862c92 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:55.795238 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.894409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172daca5-a139-4eec-860e-d55ac69501ae None None] DHCP port deletion for 72181107-c853-463b-ae61-837decf172d1 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:49:55.899219 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0cb1af5b-e3d6-47f4-83d8-be7a42d66e23,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:55.899595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.917171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:55.948241 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:49:53Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:56.035382 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e192b-6fa1-4b5c-bebc-3873e31c09f8 None None] The sync data for ids ['06ea5561-1f0d-4511-8151-b102a9bbdd29'] in n-d-836015-4 is: [{'id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1193122457', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:21Z', 'updated_at': '2022-04-18T20:49:53Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0cb1af5b-e3d6-47f4-83d8-be7a42d66e23', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ea5561-1f0d-4511-8151-b102a9bbdd29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:23Z', 'updated_at': '2022-04-18T20:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:56.132739 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.135671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-172daca5-a139-4eec-860e-d55ac69501ae None None] Deleting port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:49:56.136064 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-172daca5-a139-4eec-860e-d55ac69501ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.302685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c43dfe-4513-45a9-8d76-848b65f109bc None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:49:56.355771 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.365028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-172daca5-a139-4eec-860e-d55ac69501ae None None] For port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f2ac93c0-d02a-4a2f-a874-d141d4e28b8c,segment=NetworkSegment(d8895e33-1fde-4e38-bddc-e8d0badeb223),segment_id=d8895e33-1fde-4e38-bddc-e8d0badeb223)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:56.365818 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-172daca5-a139-4eec-860e-d55ac69501ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.386835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-172daca5-a139-4eec-860e-d55ac69501ae None None] Calling delete_port for f2ac93c0-d02a-4a2f-a874-d141d4e28b8c owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:49:56.424456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=0cb1af5b-e3d6-47f4-83d8-be7a42d66e23,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:56.515608 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.675373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port c9684063-9902-4ea6-88b6-c85717862c92, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c9684063-9902-4ea6-88b6-c85717862c92,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:49:56.683703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1a8f828f-3da8-4ce1-9679-876e9813aba9 None None] Provisioning complete for port c9684063-9902-4ea6-88b6-c85717862c92 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:56.683942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1a8f828f-3da8-4ce1-9679-876e9813aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.692225 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.738638 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-172daca5-a139-4eec-860e-d55ac69501ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.839451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7df7ce0d-317d-45f6-989e-254600a29bd7 req-747692e5-7c45-46e5-998b-e2c9e053c932 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0440712 Apr 18 20:49:56.876897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172daca5-a139-4eec-860e-d55ac69501ae None None] No DVR routers for this DVR port f2ac93c0-d02a-4a2f-a874-d141d4e28b8c on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:56.993913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=c9684063-9902-4ea6-88b6-c85717862c92,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.012413 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.065328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.067710 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.105692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f2ac93c0-d02a-4a2f-a874-d141d4e28b8c no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:57.120112 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.120833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Fanout notify agent at l3_agent the message router_deleted on router 06ea5561-1f0d-4511-8151-b102a9bbdd29 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:49:57.131028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: f2ac93c0-d02a-4a2f-a874-d141d4e28b8c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:57.131478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f2ac93c0-d02a-4a2f-a874-d141d4e28b8c not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:57.132044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 64fa07d0-5efe-42d5-af15-8dfd81357016 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:57.137217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172daca5-a139-4eec-860e-d55ac69501ae None None] Pushing event deleted for resources: {'Port': ['ID=f2ac93c0-d02a-4a2f-a874-d141d4e28b8c,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.138872 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.140422 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-19260b78-4f3f-4ddc-bfe4-95e2614ae05b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/routers/06ea5561-1f0d-4511-8151-b102a9bbdd29 HTTP/1.1" status: 204 len: 168 time: 2.1663105 Apr 18 20:49:57.143090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58320) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:57.166233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 64fa07d0-5efe-42d5-af15-8dfd81357016 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:57.167180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 64fa07d0-5efe-42d5-af15-8dfd81357016 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:57.289852 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.447046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::1 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/92315d3f-b787-49b5-91fa-7fa3053a8959/e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:57.533521 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.565988 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2ec839cb-1dc8-45b4-867c-cedfc13ace67 None None] Provisioning complete for port c9684063-9902-4ea6-88b6-c85717862c92 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:57.568741 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2ec839cb-1dc8-45b4-867c-cedfc13ace67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.584838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72181107-c853-463b-ae61-837decf172d1']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:57.597223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8895e33-1fde-4e38-bddc-e8d0badeb223') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:57.599008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.599451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8895e33-1fde-4e38-bddc-e8d0badeb223') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:57.617096 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.638723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.661955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:57.662601 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.665091 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:57.670745 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:57.776841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:57.792121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:57.796440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:49:57.797123 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.853849 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.877768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.893123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.896808 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/networks/72181107-c853-463b-ae61-837decf172d1 HTTP/1.1" status: 204 len: 168 time: 0.7512121 Apr 18 20:49:57.898258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d2e8b-26b9-4efd-913f-ab4751f90b4f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Network': ['ID=72181107-c853-463b-ae61-837decf172d1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.900506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58328) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:57.919507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c965eb73-e4e5-4c9c-a892-477eaacbd39c None None] Could not find standard attr ID for object 6e039f55-dffa-4aa2-81be-e90f467b1ed5. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:49:58.064591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f0be79eb-0968-4c73-a087-53f5f60d3990 req-d636235c-3762-44ec-8b50-f431a9ed0dc4 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0512173 Apr 18 20:49:58.142236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd703773-12f6-4c52-8244-17439a778db3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.146644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.187036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd703773-12f6-4c52-8244-17439a778db3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.410655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4c958b96-95f1-402d-be63-0b071a4b87e5 None None] Provisioning complete for port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:58.411280 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4c958b96-95f1-402d-be63-0b071a4b87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.474451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4c958b96-95f1-402d-be63-0b071a4b87e5 None None] Port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:49:58.491605 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd703773-12f6-4c52-8244-17439a778db3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.494891 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd703773-12f6-4c52-8244-17439a778db3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.496430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fd703773-12f6-4c52-8244-17439a778db3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/security-groups/a89aa95f-ecba-469b-922c-b509fe0aec29 HTTP/1.1" status: 204 len: 168 time: 0.5910037 Apr 18 20:49:58.581296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd703773-12f6-4c52-8244-17439a778db3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89aa95f-ecba-469b-922c-b509fe0aec29,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:58.758167 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.764040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.764957 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.867687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:58.878705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58338) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:58.884501 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1058f368-f88d-493d-9fec-261b919b3e45 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530009772', 'description': 'tempest-secgroup-smoke-1530009772 description', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:58.893023 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c9684063-9902-4ea6-88b6-c85717862c92 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:49:58.912904 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1058f368-f88d-493d-9fec-261b919b3e45 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.944716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:58.946301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:58.949084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c9684063-9902-4ea6-88b6-c85717862c92 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:58.949887 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.004693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1058f368-f88d-493d-9fec-261b919b3e45 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.011106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1058f368-f88d-493d-9fec-261b919b3e45 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.069908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1058f368-f88d-493d-9fec-261b919b3e45 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.073325 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1058f368-f88d-493d-9fec-261b919b3e45 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1906440 Apr 18 20:49:59.081385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58340) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:59.091606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-60facc56-b26c-41b3-84de-f702e46c3b5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '82366aa7-f707-4fc2-baa7-114306c80927', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:59.092850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:49:59.109010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058f368-f88d-493d-9fec-261b919b3e45 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82366aa7-f707-4fc2-baa7-114306c80927,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:59.122899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:49:59.123689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0cb1af5b-e3d6-47f4-83d8-be7a42d66e23 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:49:59.170836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60facc56-b26c-41b3-84de-f702e46c3b5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.176857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Router 7c2217fc-e3c1-451e-925b-a189a2b19b0d is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:49:59.216111 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:49:59.302297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60facc56-b26c-41b3-84de-f702e46c3b5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.302614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-24b48b0f-ed15-4260-8901-aa3f6353f1f6 None None] Provisioning complete for port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:59.303247 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-24b48b0f-ed15-4260-8901-aa3f6353f1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.308155 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60facc56-b26c-41b3-84de-f702e46c3b5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.310462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f4b22fe-9882-4bfb-9b39-d6e163bfa8b9 req-f639cc82-77cb-422f-a4b3-9455f5304f29 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.1156318 Apr 18 20:49:59.333307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:49:59.345368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Sync routers for ids ['7c2217fc-e3c1-451e-925b-a189a2b19b0d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:59.348023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f43593eb-a050-4a15-85f1-19b8e66d434c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "PUT /v2.0/routers/7c2217fc-e3c1-451e-925b-a189a2b19b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8781364 Apr 18 20:49:59.350478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58344) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:59.354112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-24b48b0f-ed15-4260-8901-aa3f6353f1f6 None None] Port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:49:59.362510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Routers {'7c2217fc-e3c1-451e-925b-a189a2b19b0d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:49:59.363459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7c2217fc-e3c1-451e-925b-a189a2b19b0d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:59.381939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-60facc56-b26c-41b3-84de-f702e46c3b5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.386531 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-60facc56-b26c-41b3-84de-f702e46c3b5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3008864 Apr 18 20:49:59.386531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60facc56-b26c-41b3-84de-f702e46c3b5b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10feb90b-53a4-4128-9756-fd35cecfa83a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:59.387107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58346) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:59.392021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6a54bfbc-c475-47ab-b8ad-8caf00509dce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '82366aa7-f707-4fc2-baa7-114306c80927', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:59.443433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f18c20-06c1-49d7-8aaf-9763aa4edc1c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:59.445247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-39f18c20-06c1-49d7-8aaf-9763aa4edc1c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports/e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e HTTP/1.1" status: 200 len: 911 time: 0.0934587 Apr 18 20:49:59.447857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58352) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:59.497164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Set router 7c2217fc-e3c1-451e-925b-a189a2b19b0d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:49:59.503311 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a54bfbc-c475-47ab-b8ad-8caf00509dce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.580399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9758d85-049b-435a-8120-06b783297811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:59.612756 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9758d85-049b-435a-8120-06b783297811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:59.619927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58356) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:59.631071 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a9758d85-049b-435a-8120-06b783297811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1817398 Apr 18 20:49:59.695013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a54bfbc-c475-47ab-b8ad-8caf00509dce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.702073 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a54bfbc-c475-47ab-b8ad-8caf00509dce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.739661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54bfbc-c475-47ab-b8ad-8caf00509dce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995e9a4a-d3b0-40b5-9655-06cb993499d0,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:59.746558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a54bfbc-c475-47ab-b8ad-8caf00509dce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.755796 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6a54bfbc-c475-47ab-b8ad-8caf00509dce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3675621 Apr 18 20:49:59.756663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58360) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:49:59.761332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-059923c6-4512-475d-acd0-e6f53e33a6cf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '82366aa7-f707-4fc2-baa7-114306c80927', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:59.815998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-059923c6-4512-475d-acd0-e6f53e33a6cf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.839436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2217fc-e3c1-451e-925b-a189a2b19b0d', 'name': 'tempest-NetworksTestDHCPv6-router-971856512', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:55Z', 'updated_at': '2022-04-18T20:49:58Z', 'revision_number': 2, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'gw_port_host': None, '_interfaces': [{'id': 'e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e', 'name': '', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'mac_address': 'fa:16:3e:24:13:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2217fc-e3c1-451e-925b-a189a2b19b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '92315d3f-b787-49b5-91fa-7fa3053a8959', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:57Z', 'updated_at': '2022-04-18T20:49:58Z', 'revision_number': 2, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'subnets': [{'id': '92315d3f-b787-49b5-91fa-7fa3053a8959', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:59.884190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Checking router: 7c2217fc-e3c1-451e-925b-a189a2b19b0d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:59.884468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Updating router 7c2217fc-e3c1-451e-925b-a189a2b19b0d port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:49:59.915584 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.964288 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-059923c6-4512-475d-acd0-e6f53e33a6cf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.971419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-059923c6-4512-475d-acd0-e6f53e33a6cf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.994009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059923c6-4512-475d-acd0-e6f53e33a6cf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849cbbd0-3eb2-4b9e-81c4-f0abe9d9c3bb,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.002005 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-059923c6-4512-475d-acd0-e6f53e33a6cf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.004469 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-059923c6-4512-475d-acd0-e6f53e33a6cf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2466619 Apr 18 20:50:00.007737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58362) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:00.015037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7e0bb99d-5de0-42e5-b56c-40ec04be2135 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '82366aa7-f707-4fc2-baa7-114306c80927', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:00.060401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb99d-5de0-42e5-b56c-40ec04be2135 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.155276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb99d-5de0-42e5-b56c-40ec04be2135 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.161273 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb99d-5de0-42e5-b56c-40ec04be2135 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.183664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bb99d-5de0-42e5-b56c-40ec04be2135 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b15a5e-6058-4bf8-9e5d-e7d559669ca2,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.203466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e0bb99d-5de0-42e5-b56c-40ec04be2135 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.205895 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7e0bb99d-5de0-42e5-b56c-40ec04be2135 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1964312 Apr 18 20:50:00.208768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58364) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:00.217253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-17e6d6b7-b47f-450d-8750-4775969d8781 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '82366aa7-f707-4fc2-baa7-114306c80927', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:00.242548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.247682 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-17e6d6b7-b47f-450d-8750-4775969d8781 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Project afea0b6e88bd46a9b6f3dae228c73c23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:50:00.256944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17e6d6b7-b47f-450d-8750-4775969d8781 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.350702 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17e6d6b7-b47f-450d-8750-4775969d8781 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.351957 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.356212 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17e6d6b7-b47f-450d-8750-4775969d8781 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.372043 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.385209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6d6b7-b47f-450d-8750-4775969d8781 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741990f8-b69b-478c-925a-5f438d251d8b,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.392806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17e6d6b7-b47f-450d-8750-4775969d8781 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.400994 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-17e6d6b7-b47f-450d-8750-4775969d8781 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1848295 Apr 18 20:50:00.400994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58368) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:00.411516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-59f922a9-b08c-4c6f-9fc7-ce648ddd2eb7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '82366aa7-f707-4fc2-baa7-114306c80927', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:00.450147 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-59f922a9-b08c-4c6f-9fc7-ce648ddd2eb7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Project afea0b6e88bd46a9b6f3dae228c73c23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:50:00.460293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59f922a9-b08c-4c6f-9fc7-ce648ddd2eb7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.510284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa9800-eff6-4c65-b1d3-6818de369964 None None] Pushing event updated for resources: {'Port': ['ID=e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.600794 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59f922a9-b08c-4c6f-9fc7-ce648ddd2eb7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.606331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59f922a9-b08c-4c6f-9fc7-ce648ddd2eb7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.611036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Attempting to bind port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:00.611422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Attempting to bind port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:00.612012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Attempting to bind port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:00.619968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:00.620399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:00.624931 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.625429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:00.626003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Bound port: e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:00.626608 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.632415 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-59f922a9-b08c-4c6f-9fc7-ce648ddd2eb7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.635605 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-59f922a9-b08c-4c6f-9fc7-ce648ddd2eb7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2323971 Apr 18 20:50:00.640477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58370) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:00.646914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'network': {'name': 'tempest-network-smoke--1226223015', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'port_security_enabled': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:00.657072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f922a9-b08c-4c6f-9fc7-ce648ddd2eb7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6728f8-f04b-4e55-92b2-35fce7508a6a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.680495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-240aaa78-697b-49ea-9385-054db0c8498d req-f3013467-0e9b-4ec1-90c8-05819e2cab1e tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.1096435 Apr 18 20:50:00.683108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:00.689671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.761343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:00.795994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] For port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:00.797113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:00.797515 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.798359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.798739 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Added segment a8cd69f0-7d9c-4919-a35f-ebbd83f7240f of type vlan for network 27c9b6ed-0107-4024-a42d-f649460f5985 Apr 18 20:50:00.803910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] For port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:00.809942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.860399 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.896595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Routers {'7c2217fc-e3c1-451e-925b-a189a2b19b0d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:00.897237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7c2217fc-e3c1-451e-925b-a189a2b19b0d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:00.898209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.907569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:00.909327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.952157 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3105469 Apr 18 20:50:00.956510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58376) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:00.967084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'admin_state_up': True, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:01.011828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a674ec8-e2ba-4399-987f-8ee10452e090 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Network': ['ID=27c9b6ed-0107-4024-a42d-f649460f5985,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:01.043045 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.046937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 27c9b6ed-0107-4024-a42d-f649460f5985 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:01.047801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.095999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] For port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e, host n-d-836015-4, got binding levels [] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:01.096469 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.131943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:01.163702 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.388787 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.394107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa9800-eff6-4c65-b1d3-6818de369964 None None] Pushing event updated for resources: {'Port': ['ID=e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:01.405539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-26695c0d-90e6-44c0-9094-cfee3c46d6fe None None] Provisioning complete for port e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:01.406554 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26695c0d-90e6-44c0-9094-cfee3c46d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.410223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] Set router 7c2217fc-e3c1-451e-925b-a189a2b19b0d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:01.614375 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.639522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26695c0d-90e6-44c0-9094-cfee3c46d6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.665008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:01.730879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.731140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.731399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.731733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.732164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.732503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.733822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.734387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.735175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.735525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.735896 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.736238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:01.806957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2217fc-e3c1-451e-925b-a189a2b19b0d', 'name': 'tempest-NetworksTestDHCPv6-router-971856512', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:55Z', 'updated_at': '2022-04-18T20:49:58Z', 'revision_number': 2, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'gw_port_host': None, '_interfaces': [{'id': 'e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e', 'name': '', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'mac_address': 'fa:16:3e:24:13:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2217fc-e3c1-451e-925b-a189a2b19b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '92315d3f-b787-49b5-91fa-7fa3053a8959', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:57Z', 'updated_at': '2022-04-18T20:50:00Z', 'revision_number': 4, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'subnets': [{'id': '92315d3f-b787-49b5-91fa-7fa3053a8959', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:01.854404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcee04e-0abf-486f-bf78-9190d2d424e8 None None] The sync data for ids ['7c2217fc-e3c1-451e-925b-a189a2b19b0d'] in n-d-836015-4 is: [{'id': '7c2217fc-e3c1-451e-925b-a189a2b19b0d', 'name': 'tempest-NetworksTestDHCPv6-router-971856512', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:55Z', 'updated_at': '2022-04-18T20:49:58Z', 'revision_number': 2, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'gw_port_host': None, '_interfaces': [{'id': 'e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e', 'name': '', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'mac_address': 'fa:16:3e:24:13:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c2217fc-e3c1-451e-925b-a189a2b19b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '92315d3f-b787-49b5-91fa-7fa3053a8959', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:57Z', 'updated_at': '2022-04-18T20:50:00Z', 'revision_number': 4, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'subnets': [{'id': '92315d3f-b787-49b5-91fa-7fa3053a8959', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:01.862042 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-63f1455b-2759-4768-ab7a-51db94657189 None None] Could not find standard attr ID for object e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:50:01.992279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56f2c8fb-5489-469a-bb50-1386298b8f62 req-2d499250-f3a9-4476-8155-7b4f0ae0dc5f tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0855088 Apr 18 20:50:02.039200 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.072732 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.125827 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.710494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Router 7c2217fc-e3c1-451e-925b-a189a2b19b0d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:02.816002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.25.2.104 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/d75c9931-87ae-46cb-8a4b-88dc7e1a0a77) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:02.860081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:02.868046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-841fa7f5-f8ca-4b0f-9a18-32d520ae1b4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "PUT /v2.0/routers/7c2217fc-e3c1-451e-925b-a189a2b19b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2462299 Apr 18 20:50:02.870686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58388) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:03.010629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31decae8-8ffe-43b4-bd70-bc20897fc978 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:03.015670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31decae8-8ffe-43b4-bd70-bc20897fc978 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:03.017522 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-31decae8-8ffe-43b4-bd70-bc20897fc978 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1452250 Apr 18 20:50:03.025936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58396) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:03.106845 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.121275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-1533bbe1-895a-46c8-b33b-f3fe8b49dd58 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 92315d3f-b787-49b5-91fa-7fa3053a8959 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:03.126871 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1533bbe1-895a-46c8-b33b-f3fe8b49dd58 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.236216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b7fdec0-d6a4-4b0b-9542-0f84a9ae78dd req-28d907ff-fb3a-4d08-90ec-2e713bf911eb tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0704727 Apr 18 20:50:03.250829 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1533bbe1-895a-46c8-b33b-f3fe8b49dd58 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.314881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.376337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:03.384921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:03.387380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:03.394208 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1533bbe1-895a-46c8-b33b-f3fe8b49dd58 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.464359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=d75c9931-87ae-46cb-8a4b-88dc7e1a0a77,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.555390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58416) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:03.663259 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1533bbe1-895a-46c8-b33b-f3fe8b49dd58 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.700184 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1533bbe1-895a-46c8-b33b-f3fe8b49dd58 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.703373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1533bbe1-895a-46c8-b33b-f3fe8b49dd58 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/92315d3f-b787-49b5-91fa-7fa3053a8959 HTTP/1.1" status: 204 len: 168 time: 0.6765347 Apr 18 20:50:03.704534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533bbe1-895a-46c8-b33b-f3fe8b49dd58 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=92315d3f-b787-49b5-91fa-7fa3053a8959,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.709685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed51161-9fd6-49a6-b871-db1902e925d1 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:03.710671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58420) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:03.810256 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] Sync routers for ids ['7c2217fc-e3c1-451e-925b-a189a2b19b0d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:03.834635 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] Routers {'7c2217fc-e3c1-451e-925b-a189a2b19b0d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:03.836783 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7c2217fc-e3c1-451e-925b-a189a2b19b0d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:03.867599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb433bbf-52c6-4cee-9b60-ae663e005a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.951276 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] Set router 7c2217fc-e3c1-451e-925b-a189a2b19b0d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:03.975074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.015655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc54dc9e-b724-4dc6-92dc-69b2176d63c1 None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:50:04.021121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb433bbf-52c6-4cee-9b60-ae663e005a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.032701 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2217fc-e3c1-451e-925b-a189a2b19b0d', 'name': 'tempest-NetworksTestDHCPv6-router-971856512', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:55Z', 'updated_at': '2022-04-18T20:50:01Z', 'revision_number': 3, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:04.042451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb433bbf-52c6-4cee-9b60-ae663e005a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.089415 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] Checking router: 7c2217fc-e3c1-451e-925b-a189a2b19b0d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:04.113340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-dc54dc9e-b724-4dc6-92dc-69b2176d63c1 None None] Deleting port c9684063-9902-4ea6-88b6-c85717862c92 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:04.115504 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] Routers {'7c2217fc-e3c1-451e-925b-a189a2b19b0d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:04.116348 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7c2217fc-e3c1-451e-925b-a189a2b19b0d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:04.117318 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dc54dc9e-b724-4dc6-92dc-69b2176d63c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.168280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb433bbf-52c6-4cee-9b60-ae663e005a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc699f8d-bd80-45ab-bfad-de7cc3f5815e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:04.213739 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] Set router 7c2217fc-e3c1-451e-925b-a189a2b19b0d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:04.216822 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-605cebbf-d5c6-45de-a52d-11a53d6c57b8 req-bbbee23f-b47a-4cb0-babb-f692fe1d7ffb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0554242 Apr 18 20:50:04.237419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06d4b728-ca37-43c6-9bd4-d19b1fad9de6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5240879 Apr 18 20:50:04.242743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58424) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.267029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-dc54dc9e-b724-4dc6-92dc-69b2176d63c1 None None] For port c9684063-9902-4ea6-88b6-c85717862c92, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c9684063-9902-4ea6-88b6-c85717862c92,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:04.267374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dc54dc9e-b724-4dc6-92dc-69b2176d63c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.278306 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c2217fc-e3c1-451e-925b-a189a2b19b0d', 'name': 'tempest-NetworksTestDHCPv6-router-971856512', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:55Z', 'updated_at': '2022-04-18T20:50:01Z', 'revision_number': 3, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:04.309455 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9994b2-b86a-45da-98e9-94f5e76002c8 None None] The sync data for ids ['7c2217fc-e3c1-451e-925b-a189a2b19b0d'] in n-d-836015-4 is: [{'id': '7c2217fc-e3c1-451e-925b-a189a2b19b0d', 'name': 'tempest-NetworksTestDHCPv6-router-971856512', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:55Z', 'updated_at': '2022-04-18T20:50:01Z', 'revision_number': 3, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:04.322432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-dc54dc9e-b724-4dc6-92dc-69b2176d63c1 None None] Calling delete_port for c9684063-9902-4ea6-88b6-c85717862c92 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:04.345079 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a64f0f5d-302d-4def-bd88-5ffa54c0d082 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.423711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.481750 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dc54dc9e-b724-4dc6-92dc-69b2176d63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.481924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0538be9c-a963-4a3c-9583-890eb3dc34e8 req-bf26d2df-53b0-4045-8f09-156a91487726 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0544195 Apr 18 20:50:04.518969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54dc9e-b724-4dc6-92dc-69b2176d63c1 None None] Pushing event deleted for resources: {'Port': ['ID=c9684063-9902-4ea6-88b6-c85717862c92,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:04.529853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54dc9e-b724-4dc6-92dc-69b2176d63c1 None None] No DVR routers for this DVR port c9684063-9902-4ea6-88b6-c85717862c92 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:04.562252 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb433bbf-52c6-4cee-9b60-ae663e005a24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9b786afb360e4e12ab1adc4532475a50&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0048251 Apr 18 20:50:04.565845 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58432) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.641414 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a64f0f5d-302d-4def-bd88-5ffa54c0d082 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.645602 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a64f0f5d-302d-4def-bd88-5ffa54c0d082 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.727279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:50:04.746404 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a64f0f5d-302d-4def-bd88-5ffa54c0d082 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.747249 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64f0f5d-302d-4def-bd88-5ffa54c0d082 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Fanout notify agent at l3_agent the message router_deleted on router 7c2217fc-e3c1-451e-925b-a189a2b19b0d {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:50:04.758460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a64f0f5d-302d-4def-bd88-5ffa54c0d082 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.760390 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a64f0f5d-302d-4def-bd88-5ffa54c0d082 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/routers/7c2217fc-e3c1-451e-925b-a189a2b19b0d HTTP/1.1" status: 204 len: 168 time: 0.5161383 Apr 18 20:50:04.770378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58454) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:04.779828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ea1f8ff0-319b-4ee6-9e9d-f2deda2bf45c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:04.943455 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0979ff74-9258-4893-a8ad-b5f01eed91b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.943760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c9684063-9902-4ea6-88b6-c85717862c92 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:50:04.977834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:04.989162 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0979ff74-9258-4893-a8ad-b5f01eed91b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.014186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Sync routers for ids ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:05.027444 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.033312 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-af998988-2e25-470f-8559-910f986ce43d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0724244 Apr 18 20:50:05.033636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c9684063-9902-4ea6-88b6-c85717862c92 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:50:05.033636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c9684063-9902-4ea6-88b6-c85717862c92 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:50:05.033636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:50:05.034342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58476) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:05.087898 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0979ff74-9258-4893-a8ad-b5f01eed91b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.093558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0979ff74-9258-4893-a8ad-b5f01eed91b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.096373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:50:05.096667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e3b11cdb-23c9-4d15-b7d6-2892e41a5b8e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:50:05.097762 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0979ff74-9258-4893-a8ad-b5f01eed91b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc699f8d-bd80-45ab-bfad-de7cc3f5815e HTTP/1.1" status: 204 len: 168 time: 0.5304217 Apr 18 20:50:05.116373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Routers {'815c5852-c927-4b7d-85e9-50ac4fb3e7a7'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:05.120431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:05.139771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-04873a60-4b39-4cc4-937c-8ce922ab036a tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=afea0b6e88bd46a9b6f3dae228c73c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1037371 Apr 18 20:50:05.148056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58486) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:05.157090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1f8ff0-319b-4ee6-9e9d-f2deda2bf45c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:05.171127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea1f8ff0-319b-4ee6-9e9d-f2deda2bf45c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.176338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979ff74-9258-4893-a8ad-b5f01eed91b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc699f8d-bd80-45ab-bfad-de7cc3f5815e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:05.336348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Set router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:05.620493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:03Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:05.652561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a6060f-420c-41f5-b3f7-4bc1e18ccf0c tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:05.672394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-21a6060f-420c-41f5-b3f7-4bc1e18ccf0c tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5217552 Apr 18 20:50:05.673241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58536) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:05.694134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Checking router: 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:05.694442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Updating router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:05.757359 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5977756e-04b4-452a-94f4-4803e9329d73 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796080 Apr 18 20:50:05.760209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58544) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:05.760908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.782389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0222ae1c-8b1a-4dd3-884b-1be0a272ce34 req-eac3321a-ea4f-4cbb-9b87-6044528f3a1d tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0524783 Apr 18 20:50:05.801267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1103928186', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:05.918173 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea1f8ff0-319b-4ee6-9e9d-f2deda2bf45c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.944372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58566) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:05.976325 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2af7caf-64ca-408c-86b6-f44ee8579680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.021173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1f8ff0-319b-4ee6-9e9d-f2deda2bf45c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:06.022657 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-51dce44c-bc88-44df-89b9-b561af146cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.028349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ea1f8ff0-319b-4ee6-9e9d-f2deda2bf45c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:06.032090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f8ff0-319b-4ee6-9e9d-f2deda2bf45c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=5a21d9ce-49d5-4251-b641-a868d0a98192,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.036549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1f8ff0-319b-4ee6-9e9d-f2deda2bf45c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:06.037508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea1f8ff0-319b-4ee6-9e9d-f2deda2bf45c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.039720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a64ddd-dda6-4233-9a5c-fb2dba13033c None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:06.066399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:06.072085 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.085889 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ea1f8ff0-319b-4ee6-9e9d-f2deda2bf45c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3127427 Apr 18 20:50:06.088503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58578) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:06.093622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6f08a164-b949-4acc-8c94-60f3af8c2a3d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1313141382', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:06.126273 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2af7caf-64ca-408c-86b6-f44ee8579680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.136055 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2af7caf-64ca-408c-86b6-f44ee8579680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.169487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b2af7caf-64ca-408c-86b6-f44ee8579680 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=48b77862a466445fa95d5f73afb54312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235310 Apr 18 20:50:06.172523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f08a164-b949-4acc-8c94-60f3af8c2a3d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.174328 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f08a164-b949-4acc-8c94-60f3af8c2a3d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.176096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58592) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:06.213403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af7caf-64ca-408c-86b6-f44ee8579680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148c431d-acb5-4835-8a98-3140c59e2dfc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.286314 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f08a164-b949-4acc-8c94-60f3af8c2a3d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.294169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f08a164-b949-4acc-8c94-60f3af8c2a3d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.329592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f08a164-b949-4acc-8c94-60f3af8c2a3d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.332573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6f08a164-b949-4acc-8c94-60f3af8c2a3d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2423632 Apr 18 20:50:06.337578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58608) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:06.353417 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dce484b5-a99a-485d-ab78-20fc6e7679cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.406778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dce484b5-a99a-485d-ab78-20fc6e7679cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.521998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.552754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dce484b5-a99a-485d-ab78-20fc6e7679cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.555345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dce484b5-a99a-485d-ab78-20fc6e7679cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.559233 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dce484b5-a99a-485d-ab78-20fc6e7679cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/148c431d-acb5-4835-8a98-3140c59e2dfc HTTP/1.1" status: 204 len: 168 time: 0.3826370 Apr 18 20:50:06.606994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce484b5-a99a-485d-ab78-20fc6e7679cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148c431d-acb5-4835-8a98-3140c59e2dfc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.629646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Subnet': ['ID=95473929-57d6-4b89-b361-5ca1b6058d2c,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.669955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Checking segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:06.670326 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network hostable DHCP agents. Network: 27c9b6ed-0107-4024-a42d-f649460f5985, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:06.675121 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.711244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 27c9b6ed-0107-4024-a42d-f649460f5985 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:06.730316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 27c9b6ed-0107-4024-a42d-f649460f5985) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:06.737307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:06.738334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.756559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f819103-b9d0-4a48-b3a6-b286472d0046 None None] Network 27c9b6ed-0107-4024-a42d-f649460f5985 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:06.758873 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.777515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58654) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:06.777906 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e6a7f497-fd74-44d1-a3cd-cea2b82f3f98 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0156546 Apr 18 20:50:06.984601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Attempting to bind port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:06.984975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Attempting to bind port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:06.985338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Attempting to bind port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:06.996061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c26780-f4f7-4b3c-a3a1-c7d1b64cf2c7 None None] Pushing event updated for resources: {'Port': ['ID=d75c9931-87ae-46cb-8a4b-88dc7e1a0a77,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:07.014685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '5a21d9ce-49d5-4251-b641-a868d0a98192'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:07.015703 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.031645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:07.032333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:07.032645 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.033030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:07.033552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Bound port: d75c9931-87ae-46cb-8a4b-88dc7e1a0a77, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:07.033927 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.072373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b98b8e91-d2f0-4cd2-8f7c-ec3bf55106f6 req-d2c034e9-baf6-4f72-9fae-283d3be2de98 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0653329 Apr 18 20:50:07.250837 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.515439 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-146984bf-b46f-4732-badb-f252790bf7df req-562c5883-2340-432b-9475-755cc56f8267 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88e46358f5a14b64a74fc60f19492e29&device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0678253 Apr 18 20:50:07.596544 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-146984bf-b46f-4732-badb-f252790bf7df req-6b2ca78c-3838-4e5d-99b8-9558583d674c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=88e46358f5a14b64a74fc60f19492e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741091 Apr 18 20:50:07.629441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0261ce5a-d853-425e-9bab-0c7ec13939ec req-910e5acd-e362-4c71-a221-6b96a9b5b7a3 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0318372 Apr 18 20:50:07.851422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] For port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:07.857099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] For port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d75c9931-87ae-46cb-8a4b-88dc7e1a0a77,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:07.897034 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146984bf-b46f-4732-badb-f252790bf7df req-e4fe9cf2-0d26-434e-bf45-e1dc11c1955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:07.898846 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-146984bf-b46f-4732-badb-f252790bf7df req-e4fe9cf2-0d26-434e-bf45-e1dc11c1955f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2954202 Apr 18 20:50:07.919357 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.936196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Allocated IP 2001:db8::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/5a21d9ce-49d5-4251-b641-a868d0a98192/3799b826-26eb-4fe0-b5b8-7b0656af39da) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:08.042983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-27c9b6ed-0107-4024-a42d-f649460f5985', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:08.043954 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.078456 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.111385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Routers {'815c5852-c927-4b7d-85e9-50ac4fb3e7a7'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:08.112951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:08.229309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c26780-f4f7-4b3c-a3a1-c7d1b64cf2c7 None None] Pushing event updated for resources: {'Port': ['ID=d75c9931-87ae-46cb-8a4b-88dc7e1a0a77,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:08.395680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.20.0.1 (27c9b6ed-0107-4024-a42d-f649460f5985/95473929-57d6-4b89-b361-5ca1b6058d2c/61f16c32-bbbd-41cb-878c-780ce8be440f) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:08.540393 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.578488 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.600586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 27c9b6ed-0107-4024-a42d-f649460f5985 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:08.644087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:08.650189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:08.791868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] Set router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:08.890754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Allocated IP 172.20.0.2 (27c9b6ed-0107-4024-a42d-f649460f5985/95473929-57d6-4b89-b361-5ca1b6058d2c/654d4e62-a7a3-4b75-a3b2-3663ae7e5711) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:08.922114 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.927088 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-878b3ba4-583b-48fe-90a5-d102f29c6b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.974995 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.136211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:09.150598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=61f16c32-bbbd-41cb-878c-780ce8be440f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:09.165212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:09.206559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da241432-b2e8-4fd3-aa56-68d821814eaa req-acfab068-e0b5-461d-a429-9c8102e0e69e tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0669694 Apr 18 20:50:09.206723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:09.229011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Pushing event updated for resources: {'Port': ['ID=3799b826-26eb-4fe0-b5b8-7b0656af39da,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:09.234493 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.290687 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-146984bf-b46f-4732-badb-f252790bf7df req-14e6bc0c-fff0-4e69-8938-ba30485e1b23 tempest-ServerShowV254Test-1106360049 tempest-ServerShowV254Test-1106360049-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3f0cabe-f359-4df7-9b51-6c876366357b HTTP/1.1" status: 200 len: 210 time: 0.0470028 Apr 18 20:50:09.304201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::1 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/5a21d9ce-49d5-4251-b641-a868d0a98192/89355979-f91b-469d-a034-6f9be6789cc2) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:09.371578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.392707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Attempting to bind port 3799b826-26eb-4fe0-b5b8-7b0656af39da on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:09.393082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Attempting to bind port 3799b826-26eb-4fe0-b5b8-7b0656af39da by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:09.393445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Attempting to bind port 3799b826-26eb-4fe0-b5b8-7b0656af39da on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:09.426480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:09.427274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:09.427274 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.435404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:09.435404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Bound port: 3799b826-26eb-4fe0-b5b8-7b0656af39da, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:09.435404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.484153 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.498908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.524109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Network 27c9b6ed-0107-4024-a42d-f649460f5985 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:09.545939 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.562194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:09.566494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:09.615406 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.680874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Attempting to bind port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:09.681292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Attempting to bind port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:09.682056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Attempting to bind port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 on network 27c9b6ed-0107-4024-a42d-f649460f5985 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:09.696880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:09.697786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Checking segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:09.698156 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.698643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Bound using segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:09.699241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Bound port: 654d4e62-a7a3-4b75-a3b2-3663ae7e5711, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:09.699707 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.713716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.740570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Pushing event updated for resources: {'Port': ['ID=654d4e62-a7a3-4b75-a3b2-3663ae7e5711,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:09.751639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.752411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.752963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.753709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.754518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.755112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.755950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.756612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.757361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.758271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.759000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.759800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:09.799344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:03Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:09.815497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:09.824140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:09.833341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=89355979-f91b-469d-a034-6f9be6789cc2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:09.835831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:09.836711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.840323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] For port 3799b826-26eb-4fe0-b5b8-7b0656af39da, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:09.865671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb37efb-8443-49ad-9126-1e3239a7f743 None None] The sync data for ids ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'] in n-d-836015-4 is: [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:03Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:09.892288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] For port 3799b826-26eb-4fe0-b5b8-7b0656af39da, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3799b826-26eb-4fe0-b5b8-7b0656af39da,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:09.920141 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.021515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2469605-2c40-4a93-8f3a-727e739ba374 None None] Pushing event updated for resources: {'Port': ['ID=3799b826-26eb-4fe0-b5b8-7b0656af39da,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:10.043889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] For port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:10.050385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] For port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=654d4e62-a7a3-4b75-a3b2-3663ae7e5711,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:10.056052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.202532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa80c13-70be-4f81-aaa9-d16ac5e9a71f None None] Pushing event updated for resources: {'Port': ['ID=654d4e62-a7a3-4b75-a3b2-3663ae7e5711,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:10.259106 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.268987 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.502428 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.522803 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.568973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=61f16c32-bbbd-41cb-878c-780ce8be440f,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:10.582429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.993166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 58968) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.182577 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.184585 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a90096-a652-448f-940f-07a9af849845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.241373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:11.333959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:11.334521 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.354696 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a90096-a652-448f-940f-07a9af849845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.360529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a90096-a652-448f-940f-07a9af849845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.431993 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f3a90096-a652-448f-940f-07a9af849845 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=88e46358f5a14b64a74fc60f19492e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4370589 Apr 18 20:50:11.433154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a90096-a652-448f-940f-07a9af849845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6547369-d8f3-4668-9a85-3fdadfdd7ef5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.435610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 58974) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:11.442208 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.505933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=654d4e62-a7a3-4b75-a3b2-3663ae7e5711,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:11.512383 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.513375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3799b826-26eb-4fe0-b5b8-7b0656af39da up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:11.567878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 27c9b6ed-0107-4024-a42d-f649460f5985 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:11.576031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:11.654756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=654d4e62-a7a3-4b75-a3b2-3663ae7e5711,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.674410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 3799b826-26eb-4fe0-b5b8-7b0656af39da triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:11.675349 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.825422 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.981575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:12.018006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec82cc92-02ef-405d-916a-4a636b81bcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.070046 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec82cc92-02ef-405d-916a-4a636b81bcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.227281 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.255181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1130148d-bd6f-4758-af3c-351626475678 None None] Network 27c9b6ed-0107-4024-a42d-f649460f5985 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:12.381068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.382383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.394264 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec82cc92-02ef-405d-916a-4a636b81bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.397368 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec82cc92-02ef-405d-916a-4a636b81bcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.400071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ec82cc92-02ef-405d-916a-4a636b81bcc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6547369-d8f3-4668-9a85-3fdadfdd7ef5 HTTP/1.1" status: 204 len: 168 time: 0.9566245 Apr 18 20:50:12.472190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82cc92-02ef-405d-916a-4a636b81bcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6547369-d8f3-4668-9a85-3fdadfdd7ef5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:12.494284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=89355979-f91b-469d-a034-6f9be6789cc2,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:12.539693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:12.549609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f3901eec-4792-4234-8ed0-9d317bf42ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "PUT /v2.0/routers/815c5852-c927-4b7d-85e9-50ac4fb3e7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7635262 Apr 18 20:50:12.579445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 3799b826-26eb-4fe0-b5b8-7b0656af39da, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3799b826-26eb-4fe0-b5b8-7b0656af39da,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:12.653296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8b7d191c-cdb3-4de1-b190-33c442935281 None None] Provisioning complete for port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:12.654136 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8b7d191c-cdb3-4de1-b190-33c442935281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.662653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:12.669613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:12.697185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.698002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:12.729897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.994266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-253e341c-f3f3-4060-89a9-989c0fe59105 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530009772&fields=id&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 267 time: 0.1203036 Apr 18 20:50:13.089039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=3799b826-26eb-4fe0-b5b8-7b0656af39da,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:13.125166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:13.125778 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.195097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Router 53a04696-2e40-48ee-82d0-eb4710c4a35c is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:50:13.268149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d41db2-a578-4360-bba1-e4509368943b req-b0e034fc-9175-4482-afd2-ad8a73568b09 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:13.280039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-b0e034fc-9175-4482-afd2-ad8a73568b09 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/networks?id=27c9b6ed-0107-4024-a42d-f649460f5985 HTTP/1.1" status: 200 len: 797 time: 0.2737191 Apr 18 20:50:13.281616 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Sync routers for ids ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:13.311210 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Routers {'815c5852-c927-4b7d-85e9-50ac4fb3e7a7'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:13.318890 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:13.346367 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.388633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-f4b37e6c-2fd9-4095-ba21-7ca1aac294af tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/quotas/afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 375 time: 0.1057453 Apr 18 20:50:13.409130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-20c8e344-2b91-46db-b771-b9dc468f7fed None None] Provisioning complete for port 89355979-f91b-469d-a034-6f9be6789cc2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:13.409609 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-20c8e344-2b91-46db-b771-b9dc468f7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.473735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d75c9931-87ae-46cb-8a4b-88dc7e1a0a77,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:13.482162 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.588628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-20c8e344-2b91-46db-b771-b9dc468f7fed None None] Port 89355979-f91b-469d-a034-6f9be6789cc2 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:13.731715 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-20c8e344-2b91-46db-b771-b9dc468f7fed None None] Provisioning complete for port 3799b826-26eb-4fe0-b5b8-7b0656af39da triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:13.736354 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-20c8e344-2b91-46db-b771-b9dc468f7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.765270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=d75c9931-87ae-46cb-8a4b-88dc7e1a0a77,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:13.882829 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Set router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:13.910221 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3799b826-26eb-4fe0-b5b8-7b0656af39da up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:13.921126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-34aa5f61-8aa9-4302-8e8f-78109ceda873 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5330405 Apr 18 20:50:13.936664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:13.972170 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ff13ec1a-42b0-4ff3-9757-162a5c7ccf6a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "PUT /v2.0/routers/53a04696-2e40-48ee-82d0-eb4710c4a35c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6312718 Apr 18 20:50:13.974798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59028) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:14.024700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Sync routers for ids ['53a04696-2e40-48ee-82d0-eb4710c4a35c'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:14.149747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59036) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:14.171388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c0e3a-dd60-4354-af4b-95024b79d783 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:14.181235 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-224c0e3a-dd60-4354-af4b-95024b79d783 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports/89355979-f91b-469d-a034-6f9be6789cc2 HTTP/1.1" status: 200 len: 911 time: 0.2051280 Apr 18 20:50:14.184727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59040) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:14.195234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Routers {'53a04696-2e40-48ee-82d0-eb4710c4a35c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:14.196806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['53a04696-2e40-48ee-82d0-eb4710c4a35c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:14.366375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2767d01b-d7a5-4ce4-b9ef-26e6719ec61d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:14.419782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2767d01b-d7a5-4ce4-b9ef-26e6719ec61d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:14.425025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2767d01b-d7a5-4ce4-b9ef-26e6719ec61d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2357471 Apr 18 20:50:14.425719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59044) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:14.531562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-network', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:14.690349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Made reservation on behalf of 1ecce6ee1d8341fb9c4d9d091a21d84e for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:14.703860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.741183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.835176 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:09Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61f16c32-bbbd-41cb-878c-780ce8be440f', 'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:24:32:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:09Z', 'revision_number': 2, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:14.848177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 3799b826-26eb-4fe0-b5b8-7b0656af39da triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:14.849042 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.928351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-a42feffc-1672-4384-a943-4341a29cdf69 service neutron] 10.222.0.49 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9740753 Apr 18 20:50:14.934704 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Checking router: 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:14.936466 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Updating router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 port 61f16c32-bbbd-41cb-878c-780ce8be440f binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:14.976419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Set router 53a04696-2e40-48ee-82d0-eb4710c4a35c gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:15.015310 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.282503 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.296773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-43b8c757-0cde-4d7a-b8a7-98999f9838a5 service neutron] 10.222.0.49 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418205 Apr 18 20:50:15.299719 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.356112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-04792c78-9eb7-4c9c-9ab5-70f128596bdf None None] Provisioning complete for port 89355979-f91b-469d-a034-6f9be6789cc2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:15.356479 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04792c78-9eb7-4c9c-9ab5-70f128596bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.363242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:15.382825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a655aa-2a55-4288-a19f-2cccc8bf776e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:15.399211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.399910 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Added segment 7d60f597-aa44-4d75-bfd8-aa2bf958cf50 of type vlan for network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 Apr 18 20:50:15.495588 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:15.584663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.656792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-04792c78-9eb7-4c9c-9ab5-70f128596bdf None None] Port 89355979-f91b-469d-a034-6f9be6789cc2 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:15.691302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.693161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:15.693857 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.772465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-04792c78-9eb7-4c9c-9ab5-70f128596bdf None None] Provisioning complete for port 61f16c32-bbbd-41cb-878c-780ce8be440f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:15.773484 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04792c78-9eb7-4c9c-9ab5-70f128596bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.896353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:15.897299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.918665 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.928870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a04696-2e40-48ee-82d0-eb4710c4a35c', 'name': 'tempest-NetworksTestDHCPv6-router-1313141382', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:06Z', 'updated_at': '2022-04-18T20:50:10Z', 'revision_number': 2, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'gw_port_host': None, '_interfaces': [{'id': '89355979-f91b-469d-a034-6f9be6789cc2', 'name': '', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'mac_address': 'fa:16:3e:60:22:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a04696-2e40-48ee-82d0-eb4710c4a35c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '5a21d9ce-49d5-4251-b641-a868d0a98192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:07Z', 'updated_at': '2022-04-18T20:50:11Z', 'revision_number': 2, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'subnets': [{'id': '5a21d9ce-49d5-4251-b641-a868d0a98192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:15.931327 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.965974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-04792c78-9eb7-4c9c-9ab5-70f128596bdf None None] Port 61f16c32-bbbd-41cb-878c-780ce8be440f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:15.974054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Checking router: 53a04696-2e40-48ee-82d0-eb4710c4a35c for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:15.974399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Updating router 53a04696-2e40-48ee-82d0-eb4710c4a35c port 89355979-f91b-469d-a034-6f9be6789cc2 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:15.979409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=24bb1989-e61e-4425-b497-b7c9b44bf9e3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:16.005328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2423d99b-582a-4686-b5e5-0a4bc8fe4cf1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8542280 Apr 18 20:50:16.010210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59062) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:16.028587 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Request body: {'subnet': {'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-subnet', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:16.065060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:50:16.094653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Made reservation on behalf of 1ecce6ee1d8341fb9c4d9d091a21d84e for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:16.108064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.194356 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.230271 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Pushing event updated for resources: {'Port': ['ID=61f16c32-bbbd-41cb-878c-780ce8be440f,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:16.262143 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.262723 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.263174 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.263692 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.277590 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.277979 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.278308 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.278716 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.279043 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.279377 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.279684 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.280032 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:16.324913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-04792c78-9eb7-4c9c-9ab5-70f128596bdf None None] Provisioning complete for port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:16.325392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04792c78-9eb7-4c9c-9ab5-70f128596bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.381062 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Attempting to bind port 61f16c32-bbbd-41cb-878c-780ce8be440f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:16.382129 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Attempting to bind port 61f16c32-bbbd-41cb-878c-780ce8be440f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:16.382495 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Attempting to bind port 61f16c32-bbbd-41cb-878c-780ce8be440f on network 27c9b6ed-0107-4024-a42d-f649460f5985 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:16.393472 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:16.394006 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Checking segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:16.394336 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.394664 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Bound using segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:16.395127 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Bound port: 61f16c32-bbbd-41cb-878c-780ce8be440f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:16.395549 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.403298 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.536658 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] For port 61f16c32-bbbd-41cb-878c-780ce8be440f, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:16.540134 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] For port 61f16c32-bbbd-41cb-878c-780ce8be440f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=61f16c32-bbbd-41cb-878c-780ce8be440f,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:16.545752 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.605288 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686efdc-f362-4315-ab6d-5835e5deb6d7 None None] Pushing event updated for resources: {'Port': ['ID=61f16c32-bbbd-41cb-878c-780ce8be440f,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:16.643485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Routers {'815c5852-c927-4b7d-85e9-50ac4fb3e7a7'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:16.645073 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:16.827866 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.934913 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] Set router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:17.179370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e43f9de5-ca55-4f28-a22d-251428b7bd61 req-432f90b0-14c1-4aea-8fec-fe9377b454c8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 210 time: 0.1917825 Apr 18 20:50:17.276247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.299490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:17.429381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=825c56aa-795b-4c99-ba2a-0adf28431893,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:17.475005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Checking segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:17.476522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Network hostable DHCP agents. Network: 24bb1989-e61e-4425-b497-b7c9b44bf9e3, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:17.536151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:17.559788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 24bb1989-e61e-4425-b497-b7c9b44bf9e3) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:17.571048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:17.572600 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.615974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-63749034-c4ff-4d55-ba62-52db553d0639 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6009154 Apr 18 20:50:17.617810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59106) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:17.630848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:17.638341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f3f4df-53c4-41af-a030-7f59dd130ac0 None None] Network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:17.674094 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 89355979-f91b-469d-a034-6f9be6789cc2 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:17.675261 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.679167 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.682808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.797990 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:09Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61f16c32-bbbd-41cb-878c-780ce8be440f', 'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:24:32:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:16Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:17.833749 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4cd943-2a2f-4019-9a42-c1bedd36418e None None] The sync data for ids ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'] in n-d-836015-4 is: [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:09Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61f16c32-bbbd-41cb-878c-780ce8be440f', 'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:24:32:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:16Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:17.847787 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.908782 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.965016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 89355979-f91b-469d-a034-6f9be6789cc2 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:18.338477 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.359198 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:18.367304 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.406432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=89355979-f91b-469d-a034-6f9be6789cc2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:18.463067 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.478122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e6d237eb-6506-4f18-9a18-2e5de7d4d13e None None] Provisioning complete for port 61f16c32-bbbd-41cb-878c-780ce8be440f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:18.479257 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e6d237eb-6506-4f18-9a18-2e5de7d4d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.526342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-715a3cf0-e5b0-4949-876f-63df8400f5c5 req-45df4f01-f44b-4a76-b757-b4ba3f578377 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 210 time: 0.0898356 Apr 18 20:50:18.665419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.030923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Router 53a04696-2e40-48ee-82d0-eb4710c4a35c has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:19.072562 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:50:19.073124 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:50:19.134873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:19.146025 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8fd77cc6-6f44-4154-8404-b6bc9108f3f6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "PUT /v2.0/routers/53a04696-2e40-48ee-82d0-eb4710c4a35c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7182682 Apr 18 20:50:19.147026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59126) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:19.263541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186649c2-2251-4d65-8fed-309b3a3eb630 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:19.272718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186649c2-2251-4d65-8fed-309b3a3eb630 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:19.281052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-186649c2-2251-4d65-8fed-309b3a3eb630 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1321032 Apr 18 20:50:19.282093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59128) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:19.356804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:19.357799 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.395520 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e6d237eb-6506-4f18-9a18-2e5de7d4d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.465733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2591e92-094f-42fc-88ca-27d17e0955be tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 5a21d9ce-49d5-4251-b641-a868d0a98192 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:19.478288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e6d237eb-6506-4f18-9a18-2e5de7d4d13e None None] For port 61f16c32-bbbd-41cb-878c-780ce8be440f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=61f16c32-bbbd-41cb-878c-780ce8be440f,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:19.485249 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2591e92-094f-42fc-88ca-27d17e0955be tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.624953 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e6d237eb-6506-4f18-9a18-2e5de7d4d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.645856 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2591e92-094f-42fc-88ca-27d17e0955be tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.732749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 61f16c32-bbbd-41cb-878c-780ce8be440f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:19.777504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Port 89355979-f91b-469d-a034-6f9be6789cc2 not found while updating agent binding for router 53a04696-2e40-48ee-82d0-eb4710c4a35c. {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 18 20:50:19.877785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2591e92-094f-42fc-88ca-27d17e0955be tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.918939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Allocated IP 172.20.0.2 (24bb1989-e61e-4425-b497-b7c9b44bf9e3/825c56aa-795b-4c99-ba2a-0adf28431893/8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:20.011741 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2591e92-094f-42fc-88ca-27d17e0955be tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.086377 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2591e92-094f-42fc-88ca-27d17e0955be tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=5a21d9ce-49d5-4251-b641-a868d0a98192,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:20.109963 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d2591e92-094f-42fc-88ca-27d17e0955be tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.117926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Routers {'53a04696-2e40-48ee-82d0-eb4710c4a35c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:20.118369 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d2591e92-094f-42fc-88ca-27d17e0955be tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/5a21d9ce-49d5-4251-b641-a868d0a98192 HTTP/1.1" status: 204 len: 168 time: 0.8349719 Apr 18 20:50:20.119016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['53a04696-2e40-48ee-82d0-eb4710c4a35c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:20.119365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59134) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:20.125695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6fdad-8c9f-4f1a-9210-6e9b7a26f801 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:20.128115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d237eb-6506-4f18-9a18-2e5de7d4d13e None None] Pushing event updated for resources: {'Port': ['ID=61f16c32-bbbd-41cb-878c-780ce8be440f,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:20.312744 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d1efc89b-5a45-4ded-8f24-08bed837706a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1896756 Apr 18 20:50:20.313693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59138) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:20.332393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2351ae6-5802-4c5a-8e0b-535959dd04d5 req-cdf19e2c-23d2-4e3a-8f21-5d94bb379bbb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 210 time: 0.2034626 Apr 18 20:50:20.360393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 61f16c32-bbbd-41cb-878c-780ce8be440f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:20.361331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.365673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] Set router 53a04696-2e40-48ee-82d0-eb4710c4a35c gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:20.445319 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.463239 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04e71dff-8ce2-4cdc-9fc3-bfc0b21997d7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.490068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.588011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a04696-2e40-48ee-82d0-eb4710c4a35c', 'name': 'tempest-NetworksTestDHCPv6-router-1313141382', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:06Z', 'updated_at': '2022-04-18T20:50:18Z', 'revision_number': 3, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:20.640713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d41db2-a578-4360-bba1-e4509368943b req-3117bc92-8869-4c20-8857-10c09bdbce82 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.644873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-3117bc92-8869-4c20-8857-10c09bdbce82 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "GET /v2.0/networks?id=27c9b6ed-0107-4024-a42d-f649460f5985 HTTP/1.1" status: 200 len: 797 time: 1.7073500 Apr 18 20:50:20.706325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b9a69-a6fb-465a-bf25-06f0a88c8d13 None None] The sync data for ids ['53a04696-2e40-48ee-82d0-eb4710c4a35c'] in n-d-836015-4 is: [{'id': '53a04696-2e40-48ee-82d0-eb4710c4a35c', 'name': 'tempest-NetworksTestDHCPv6-router-1313141382', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:06Z', 'updated_at': '2022-04-18T20:50:18Z', 'revision_number': 3, 'project_id': '5ed54692023b4e00be1fe391aee3e3b9', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:20.800299 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04e71dff-8ce2-4cdc-9fc3-bfc0b21997d7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.803431 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04e71dff-8ce2-4cdc-9fc3-bfc0b21997d7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.835210 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.853576 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.899305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04e71dff-8ce2-4cdc-9fc3-bfc0b21997d7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.900239 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e71dff-8ce2-4cdc-9fc3-bfc0b21997d7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Fanout notify agent at l3_agent the message router_deleted on router 53a04696-2e40-48ee-82d0-eb4710c4a35c {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:50:20.906711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-66a39a92-e5ef-439b-a618-2b2c3a0c2693 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 380 time: 0.2196271 Apr 18 20:50:20.907927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Allocated IP 172.25.2.121 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/8f0c05da-c9f4-4f14-a841-0162307a00d4) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:20.922455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'port': {'device_id': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'admin_state_up': True, 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'security_groups': ['82366aa7-f707-4fc2-baa7-114306c80927']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:20.923532 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04e71dff-8ce2-4cdc-9fc3-bfc0b21997d7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.934563 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-04e71dff-8ce2-4cdc-9fc3-bfc0b21997d7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/routers/53a04696-2e40-48ee-82d0-eb4710c4a35c HTTP/1.1" status: 204 len: 168 time: 0.6171417 Apr 18 20:50:20.936035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59142) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:21.075431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e9f6f1-bc34-4a55-9809-944135dee9c3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:21.088760 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-14e9f6f1-bc34-4a55-9809-944135dee9c3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1507611 Apr 18 20:50:21.089803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59144) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:21.099571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:21.121613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:21.129649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:21.146845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Pushing event updated for resources: {'Port': ['ID=8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:21.203305 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e12bfaf-5d28-4a31-b1c1-af062d979814 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:21.214594 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9e12bfaf-5d28-4a31-b1c1-af062d979814 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1227849 Apr 18 20:50:21.215920 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59146) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:21.250161 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f1dfd-baf9-428e-b591-af4403357c37 None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:50:21.280293 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.289497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Attempting to bind port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:21.290358 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Attempting to bind port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:21.290991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Attempting to bind port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:21.303894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7b5b67f7-44b9-4511-96e8-36ea974e9157 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798948 Apr 18 20:50:21.304102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:21.305157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59148) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:21.306287 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.335108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:21.335916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Checking segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:21.336544 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.337153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Bound using segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:21.338078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Bound port: 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:21.338703 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.344105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:21.516664 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdcd74c3-fd57-402b-941f-7c65d0ff67ac req-75136575-8447-4b7f-86ee-1b98e6496c24 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 210 time: 0.0796885 Apr 18 20:50:21.582937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-213f1dfd-baf9-428e-b591-af4403357c37 None None] Deleting port 3799b826-26eb-4fe0-b5b8-7b0656af39da {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:21.583320 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-213f1dfd-baf9-428e-b591-af4403357c37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.595538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:21.600542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.616201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] For port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:21.621327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 61f16c32-bbbd-41cb-878c-780ce8be440f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:21.669269 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.732525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] For port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:21.742570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:21.749562 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.750514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:21.753755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:21.868008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-213f1dfd-baf9-428e-b591-af4403357c37 None None] For port 3799b826-26eb-4fe0-b5b8-7b0656af39da, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3799b826-26eb-4fe0-b5b8-7b0656af39da,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:21.868416 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-213f1dfd-baf9-428e-b591-af4403357c37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.881245 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.20.0.6 (27c9b6ed-0107-4024-a42d-f649460f5985/95473929-57d6-4b89-b361-5ca1b6058d2c/00a8fe50-2a57-4492-8e24-d39c43596c08) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:21.886477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0c05da-c9f4-4f14-a841-0162307a00d4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:21.910261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-213f1dfd-baf9-428e-b591-af4403357c37 None None] Calling delete_port for 3799b826-26eb-4fe0-b5b8-7b0656af39da owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:21.969249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 61f16c32-bbbd-41cb-878c-780ce8be440f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:21.971034 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.233698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:50:22.313391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8b2eb-ad92-45f3-9c02-ad9c788cdcb8 None None] Pushing event updated for resources: {'Port': ['ID=8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:22.389721 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35984671-ea21-47e3-bb0f-07d2a7b25793 None None] Sync routers for ids ['53a04696-2e40-48ee-82d0-eb4710c4a35c'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:22.415159 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35984671-ea21-47e3-bb0f-07d2a7b25793 None None] Routers set() bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:22.415986 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35984671-ea21-47e3-bb0f-07d2a7b25793 None None] Router IDs set() for agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 20:50:22.420591 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_agentschedulers_db [None req-35984671-ea21-47e3-bb0f-07d2a7b25793 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'53a04696-2e40-48ee-82d0-eb4710c4a35c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent'). {{(pid=102906) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 20:50:22.447290 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35984671-ea21-47e3-bb0f-07d2a7b25793 None None] Routers set() bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:22.449902 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35984671-ea21-47e3-bb0f-07d2a7b25793 None None] Router IDs set() for agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 20:50:22.451965 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-213f1dfd-baf9-428e-b591-af4403357c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.454153 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_agentschedulers_db [None req-35984671-ea21-47e3-bb0f-07d2a7b25793 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'53a04696-2e40-48ee-82d0-eb4710c4a35c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent'). {{(pid=102906) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 20:50:22.455629 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35984671-ea21-47e3-bb0f-07d2a7b25793 None None] The sync data for ids ['53a04696-2e40-48ee-82d0-eb4710c4a35c'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:22.542899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f1dfd-baf9-428e-b591-af4403357c37 None None] Pushing event deleted for resources: {'Port': ['ID=3799b826-26eb-4fe0-b5b8-7b0656af39da,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:22.551538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f1dfd-baf9-428e-b591-af4403357c37 None None] No DVR routers for this DVR port 3799b826-26eb-4fe0-b5b8-7b0656af39da on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:22.651546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3799b826-26eb-4fe0-b5b8-7b0656af39da no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:50:22.657716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.696944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 3799b826-26eb-4fe0-b5b8-7b0656af39da {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:50:22.697295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3799b826-26eb-4fe0-b5b8-7b0656af39da not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:50:22.721375 n-d-836015-4 neutron-server[102903]: WARNING neutron.services.revisions.revision_plugin [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Could not find related port for resource to bump revision. Apr 18 20:50:22.733144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_pluggable_backend [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Port 3799b826-26eb-4fe0-b5b8-7b0656af39da was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102903) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 20:50:22.733512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_pluggable_backend [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Reverting IP allocation for 2001:db8::f816:3eff:fef9:caec {{(pid=102903) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 20:50:22.746346 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.824562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e325a24-dbb1-4c2e-8261-9b1faa7f087e req-b2cd931e-b0d3-486b-b57f-ecce1757e9cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 210 time: 0.1660600 Apr 18 20:50:22.839229 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.865448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=1681b9ba-6d67-4322-aa86-f6f7e91324a1,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:22.892689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:22.899346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:22.902790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:22.903415 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.912175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ebd0b7-2dba-4cae-ac82-dae16f3a5401 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:22.973472 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-38b78179-302d-4dfe-a0df-169ab8590d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6559100 Apr 18 20:50:22.974110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59170) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:22.981227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ae7c3128-efdc-476f-9594-3f7b46df3bec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:23.174411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 27c9b6ed-0107-4024-a42d-f649460f5985 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:23.182311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=00a8fe50-2a57-4492-8e24-d39c43596c08,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:23.234516 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.238741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:23.338179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7c3128-efdc-476f-9594-3f7b46df3bec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:23.348455 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3128-efdc-476f-9594-3f7b46df3bec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.358059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '1681b9ba-6d67-4322-aa86-f6f7e91324a1'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:23.359630 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.373134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:23.568157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59176) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:23.741076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:23.837956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Allocated IP 2001:db8::f816:3eff:fec1:6d82 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/1681b9ba-6d67-4322-aa86-f6f7e91324a1/0ed78a4d-e5e6-4ffa-896b-b610d834231d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:23.860743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6d56dd41-bded-466b-a1cf-c07c1acdf7c5 None None] Provisioning complete for port 00a8fe50-2a57-4492-8e24-d39c43596c08 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:23.861225 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6d56dd41-bded-466b-a1cf-c07c1acdf7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.874682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.877327 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.909069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6d56dd41-bded-466b-a1cf-c07c1acdf7c5 None None] Port 00a8fe50-2a57-4492-8e24-d39c43596c08 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:23.913019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1bb3f1-b49e-4f29-842a-b42c973c6c17 None None] Network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:23.945368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-41d0bba6-1991-47d5-9756-1a89e4590932 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0284073 Apr 18 20:50:24.030342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Request body: {'port': {'device_id': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:24.052481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:24.052773 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.112142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-eb0db95f-cfd8-4aba-af22-efe508e48af2 None None] Provisioning complete for port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:24.112505 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb0db95f-cfd8-4aba-af22-efe508e48af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.157949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee245432-b75f-4349-8112-54e6e356d59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.223422 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3128-efdc-476f-9594-3f7b46df3bec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.315723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c3128-efdc-476f-9594-3f7b46df3bec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:24.323516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c3128-efdc-476f-9594-3f7b46df3bec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:24.330639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3df50-6b53-47f4-8cf0-6dd45f3a030f req-ff5f8f53-4762-46a8-a325-9127ce72fbb9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.332601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66f3df50-6b53-47f4-8cf0-6dd45f3a030f req-ff5f8f53-4762-46a8-a325-9127ce72fbb9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 931 time: 0.3175004 Apr 18 20:50:24.338966 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.352627 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.381295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c3128-efdc-476f-9594-3f7b46df3bec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=54a6ad56-ad06-41f6-9f35-2b41e4965992,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:24.385575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7c3128-efdc-476f-9594-3f7b46df3bec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:24.386191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3128-efdc-476f-9594-3f7b46df3bec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.404415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.410199 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ae7c3128-efdc-476f-9594-3f7b46df3bec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4349115 Apr 18 20:50:24.413156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59190) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:24.423906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:3a:f4:ce', 'name': 'tempest-NetworksTestDHCPv6-1566133247'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:24.464976 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.553553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66f3df50-6b53-47f4-8cf0-6dd45f3a030f req-d433c625-a3eb-48e0-a8a0-7834eed830d0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027125 Apr 18 20:50:24.576080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:24.602932 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb0db95f-cfd8-4aba-af22-efe508e48af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.622438 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.628564 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:24.646655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:24.659136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:24.670439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Pushing event updated for resources: {'Port': ['ID=0ed78a4d-e5e6-4ffa-896b-b610d834231d,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:24.683162 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.711212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-eb0db95f-cfd8-4aba-af22-efe508e48af2 None None] For port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:24.717404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb0db95f-cfd8-4aba-af22-efe508e48af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.744683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 5db6ff7e-9d92-4770-a1a5-1c83a9502e62 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:24.792668 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee245432-b75f-4349-8112-54e6e356d59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.807538 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee245432-b75f-4349-8112-54e6e356d59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.831209 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:50:24.832345 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:50:24.869194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Attempting to bind port 0ed78a4d-e5e6-4ffa-896b-b610d834231d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:24.869763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Attempting to bind port 0ed78a4d-e5e6-4ffa-896b-b610d834231d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:24.871033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Attempting to bind port 0ed78a4d-e5e6-4ffa-896b-b610d834231d on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:24.873105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ee245432-b75f-4349-8112-54e6e356d59c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=43a2bef3dd3643578ee3e1cf59bc9786&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3010180 Apr 18 20:50:24.882384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59194) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:24.886683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:24.887076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:24.887557 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.888144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:24.888754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Bound port: 0ed78a4d-e5e6-4ffa-896b-b610d834231d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:24.889230 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.967716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0db95f-cfd8-4aba-af22-efe508e48af2 None None] Pushing event updated for resources: {'Port': ['ID=8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:25.008270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 172.20.0.3 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/54a6ad56-ad06-41f6-9f35-2b41e4965992/5db6ff7e-9d92-4770-a1a5-1c83a9502e62) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:25.014171 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] For port 0ed78a4d-e5e6-4ffa-896b-b610d834231d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:25.015055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::f816:3eff:fe3a:f4ce (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/1681b9ba-6d67-4322-aa86-f6f7e91324a1/5db6ff7e-9d92-4770-a1a5-1c83a9502e62) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:25.018555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] For port 0ed78a4d-e5e6-4ffa-896b-b610d834231d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0ed78a4d-e5e6-4ffa-896b-b610d834231d,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:25.023811 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.083626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee245432-b75f-4349-8112-54e6e356d59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45214a70-2b1f-44e9-b085-28795b039c55,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:25.103517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3961de20-0a2c-4149-b348-01f18dec1190 None None] Provisioning complete for port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:25.104040 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3961de20-0a2c-4149-b348-01f18dec1190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.113883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fa70e1c-0461-4004-a14c-7fc5656fa694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.130491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Router cb171fa8-a321-4799-ba99-4e0db2d186da is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:50:25.143821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1e3df-d183-4fbc-ae47-c322d3821512 None None] Pushing event updated for resources: {'Port': ['ID=0ed78a4d-e5e6-4ffa-896b-b610d834231d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:25.178799 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fa70e1c-0461-4004-a14c-7fc5656fa694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.471279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fa70e1c-0461-4004-a14c-7fc5656fa694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.473880 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fa70e1c-0461-4004-a14c-7fc5656fa694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.478245 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4fa70e1c-0461-4004-a14c-7fc5656fa694 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45214a70-2b1f-44e9-b085-28795b039c55 HTTP/1.1" status: 204 len: 168 time: 0.5669928 Apr 18 20:50:25.526407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a8fe50-2a57-4492-8e24-d39c43596c08 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:25.565890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.570385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa70e1c-0461-4004-a14c-7fc5656fa694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45214a70-2b1f-44e9-b085-28795b039c55,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:25.614196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:25.626374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Sync routers for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:25.652112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Transition to ACTIVE for port object 00a8fe50-2a57-4492-8e24-d39c43596c08 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:25.662292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:25.664660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4bdfc522-68bb-4760-a558-60808739337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:25.670749 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.737007 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.746856 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1f647a65-b1e9-44d0-b056-283e87bcf4b8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1244144 Apr 18 20:50:25.751154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59202) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:25.911920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:25.917145 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.985855 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.986654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Pushing event updated for resources: {'Port': ['ID=00a8fe50-2a57-4492-8e24-d39c43596c08,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:26.069524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59206) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:26.074510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:26.106572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319204-9d64-4588-8945-8a35fd26ab81 req-146a3e30-e41d-4f4d-8e4b-1e0d96317b0a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:26.122455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7319204-9d64-4588-8945-8a35fd26ab81 req-146a3e30-e41d-4f4d-8e4b-1e0d96317b0a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 943 time: 0.2962720 Apr 18 20:50:26.144195 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d92bbefa-a5b6-4a9b-b1ac-6bb3a678bb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.182066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:26.182880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:26.183029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 on network 27c9b6ed-0107-4024-a42d-f649460f5985 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:26.192787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Port 00a8fe50-2a57-4492-8e24-d39c43596c08 on network 27c9b6ed-0107-4024-a42d-f649460f5985 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:50:26.193568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 on network 27c9b6ed-0107-4024-a42d-f649460f5985 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:26.197744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:26.204883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7319204-9d64-4588-8945-8a35fd26ab81 req-27ab4fab-9052-45b1-b425-51ab5de883f0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807655 Apr 18 20:50:26.206955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:26.207424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Checking segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:26.207927 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Bound using segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:26.208451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Bound port: 00a8fe50-2a57-4492-8e24-d39c43596c08, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:26.208901 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.229064 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=5db6ff7e-9d92-4770-a1a5-1c83a9502e62,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:26.256362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:26.319530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:26.364906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:26.368919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:26.375554 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.410747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:26.411338 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.482353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:26.483336 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.486693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] 10.222.0.64 "PUT /v2.0/ports/00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 1091 time: 2.4656012 Apr 18 20:50:26.487435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:26.493051 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f8f475-5f92-4e30-9bab-a98066f0c437" -d '{"events": [{"name": "network-changed", "server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:26.588233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94af04-2f02-457e-9de9-dbfe24fbad5a service neutron] Pushing event updated for resources: {'Port': ['ID=00a8fe50-2a57-4492-8e24-d39c43596c08,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:26.651535 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7c3b9a-9dfb-4517-b3cf-b215857c14b5 x-openstack-request-id: req-0b7c3b9a-9dfb-4517-b3cf-b215857c14b5 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:26.652266 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:26.654720 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0b7c3b9a-9dfb-4517-b3cf-b215857c14b5 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:26.655132 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7c3b9a-9dfb-4517-b3cf-b215857c14b5'] response: {'name': 'network-changed', 'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'status': 'completed', 'code': 200} Apr 18 20:50:26.763776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d41db2-a578-4360-bba1-e4509368943b req-00f6ebf3-5445-41aa-83fb-5ea0fbffcb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:26.768625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-00f6ebf3-5445-41aa-83fb-5ea0fbffcb85 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1094 time: 0.1644168 Apr 18 20:50:26.801503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0ed78a4d-e5e6-4ffa-896b-b610d834231d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:26.906432 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-aa9e2095-92e9-4efc-813b-f0293c87917a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 217 time: 0.1235735 Apr 18 20:50:26.921395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4bdfc522-68bb-4760-a558-60808739337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:22Z', 'revision_number': 3, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:26.991430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d92bbefa-a5b6-4a9b-b1ac-6bb3a678bb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.004834 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.005541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.017201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d92bbefa-a5b6-4a9b-b1ac-6bb3a678bb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.050051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d41db2-a578-4360-bba1-e4509368943b req-d8b3cec7-fad9-490e-9bac-2c4bda106637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.070561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-d8b3cec7-fad9-490e-9bac-2c4bda106637 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95473929-57d6-4b89-b361-5ca1b6058d2c HTTP/1.1" status: 200 len: 835 time: 0.1498425 Apr 18 20:50:27.076064 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-53e2f1ca-8d3b-4e66-858c-b0932eb48aaf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6613708 Apr 18 20:50:27.082940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59220) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:27.225964 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d92bbefa-a5b6-4a9b-b1ac-6bb3a678bb61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b19332a21ca4257b745124d6a5272a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1545160 Apr 18 20:50:27.235964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bbefa-a5b6-4a9b-b1ac-6bb3a678bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e9887-d4f6-401b-9635-3bbeb8d39612,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:27.236543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59222) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:27.280874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d41db2-a578-4360-bba1-e4509368943b req-640e548f-3143-4c5a-9caa-a796da8bd337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.284534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-640e548f-3143-4c5a-9caa-a796da8bd337 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27c9b6ed-0107-4024-a42d-f649460f5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2052562 Apr 18 20:50:27.293425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4169e2-5ff6-492b-91d7-785ceca65fac None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:27.300765 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Checking router: cb171fa8-a321-4799-ba99-4e0db2d186da for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:27.301227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Updating router cb171fa8-a321-4799-ba99-4e0db2d186da port 8f0c05da-c9f4-4f14-a841-0162307a00d4 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:27.304841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c20068-2e13-4d80-99d1-0ddeaebfbd14 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.314084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c20068-2e13-4d80-99d1-0ddeaebfbd14 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.319314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-12c20068-2e13-4d80-99d1-0ddeaebfbd14 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2144232 Apr 18 20:50:27.340938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59226) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:27.441509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0ed78a4d-e5e6-4ffa-896b-b610d834231d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:27.442113 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.452280 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.527333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-e7267837-67f5-4c62-bb12-6b606f72961f service neutron] 10.222.0.64 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012358 Apr 18 20:50:27.592542 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1917bd56-48cb-4f47-b53a-3b1a0b86400f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.600393 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.618247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1917bd56-48cb-4f47-b53a-3b1a0b86400f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.759062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6110261c-6d34-4f9f-a47f-e58dcc062d36 None None] Provisioning complete for port 0ed78a4d-e5e6-4ffa-896b-b610d834231d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:27.759477 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6110261c-6d34-4f9f-a47f-e58dcc062d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.925339 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.970742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Allocated IP 172.20.0.1 (24bb1989-e61e-4425-b497-b7c9b44bf9e3/825c56aa-795b-4c99-ba2a-0adf28431893/2419a4a9-2a47-4a5b-ab48-31c4a3759a9d) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:28.066004 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6110261c-6d34-4f9f-a47f-e58dcc062d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.098302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 0ed78a4d-e5e6-4ffa-896b-b610d834231d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0ed78a4d-e5e6-4ffa-896b-b610d834231d,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:28.120210 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.194903 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1917bd56-48cb-4f47-b53a-3b1a0b86400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.197582 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1917bd56-48cb-4f47-b53a-3b1a0b86400f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.201949 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1917bd56-48cb-4f47-b53a-3b1a0b86400f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b0e9887-d4f6-401b-9635-3bbeb8d39612 HTTP/1.1" status: 204 len: 168 time: 0.9599342 Apr 18 20:50:28.210447 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.239935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a3e0a-08eb-4465-8ef2-a0767862a8d0 req-a77cad90-82f3-4ed0-aebe-388d7387de58 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:28.241689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b9a3e0a-08eb-4465-8ef2-a0767862a8d0 req-a77cad90-82f3-4ed0-aebe-388d7387de58 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 943 time: 0.7864182 Apr 18 20:50:28.245576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917bd56-48cb-4f47-b53a-3b1a0b86400f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e9887-d4f6-401b-9635-3bbeb8d39612,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:28.257987 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.312030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-6110261c-6d34-4f9f-a47f-e58dcc062d36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:50:28.312030 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-6110261c-6d34-4f9f-a47f-e58dcc062d36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:50:28.321439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:28.323700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13d41db2-a578-4360-bba1-e4509368943b req-a49773f6-852e-4dcd-9275-a38bf6b720d5 service neutron] 10.222.0.64 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7718592 Apr 18 20:50:28.325683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:28.343564 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7af28d26-a4a0-4d5c-914a-f84434055625 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 5db6ff7e-9d92-4770-a1a5-1c83a9502e62 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:28.344025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7af28d26-a4a0-4d5c-914a-f84434055625 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.351591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b9a3e0a-08eb-4465-8ef2-a0767862a8d0 req-6441dce1-1874-4a5f-8075-eb41efc49a5e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964327 Apr 18 20:50:28.408779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae42d0-30f3-4fbb-a4af-bca135dd94db None None] Update dhcp port {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': '1681b9ba-6d67-4322-aa86-f6f7e91324a1', 'ip_address': '2001:db8::f816:3eff:fec1:6d82'}, {'subnet_id': '54a6ad56-ad06-41f6-9f35-2b41e4965992'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '0ed78a4d-e5e6-4ffa-896b-b610d834231d'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:50:28.422184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=0ed78a4d-e5e6-4ffa-896b-b610d834231d,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:28.423118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:28.540893 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9bae42d0-30f3-4fbb-a4af-bca135dd94db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.565648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-d1274050-9c55-4f9a-a7e7-ef889172560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:28.567879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-d1274050-9c55-4f9a-a7e7-ef889172560a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1094 time: 0.1019669 Apr 18 20:50:28.602152 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.614331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.693247 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.724422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Pushing event updated for resources: {'Port': ['ID=2419a4a9-2a47-4a5b-ab48-31c4a3759a9d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:28.799649 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7af28d26-a4a0-4d5c-914a-f84434055625 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.846235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7af28d26-a4a0-4d5c-914a-f84434055625 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 5db6ff7e-9d92-4770-a1a5-1c83a9502e62 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:28.882431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-3e4b7ae8-f5d0-47b1-b134-bc5f372d8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:28.884462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-3e4b7ae8-f5d0-47b1-b134-bc5f372d8046 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27c9b6ed-0107-4024-a42d-f649460f5985 HTTP/1.1" status: 200 len: 898 time: 0.3096871 Apr 18 20:50:28.949168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.077405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Attempting to bind port 8f0c05da-c9f4-4f14-a841-0162307a00d4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:29.096976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Attempting to bind port 8f0c05da-c9f4-4f14-a841-0162307a00d4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:29.098423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Attempting to bind port 8f0c05da-c9f4-4f14-a841-0162307a00d4 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:29.139596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51620cf5-1fa0-466c-b926-55a4bf312405 None None] Pushing event updated for resources: {'Port': ['ID=8f0c05da-c9f4-4f14-a841-0162307a00d4,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.147887 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:29.159075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:29.161447 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.162788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:29.164719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Bound port: 8f0c05da-c9f4-4f14-a841-0162307a00d4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:29.166813 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.170339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7af28d26-a4a0-4d5c-914a-f84434055625 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.245193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-28dc68fe-92c8-4e97-bd83-d491f72952e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 217 time: 0.0855312 Apr 18 20:50:29.281414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9593aaca-3e15-4865-9e05-953c6f37ae6a None None] Provisioning complete for port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:29.282285 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9593aaca-3e15-4865-9e05-953c6f37ae6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.353480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af28d26-a4a0-4d5c-914a-f84434055625 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=5db6ff7e-9d92-4770-a1a5-1c83a9502e62,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.374213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-9593aaca-3e15-4865-9e05-953c6f37ae6a None None] Port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:29.395313 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.404408 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.415607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4bdfc522-68bb-4760-a558-60808739337a None None] For port 8f0c05da-c9f4-4f14-a841-0162307a00d4, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:29.419674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4bdfc522-68bb-4760-a558-60808739337a None None] For port 8f0c05da-c9f4-4f14-a841-0162307a00d4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8f0c05da-c9f4-4f14-a841-0162307a00d4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:29.450793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.465760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-9bae42d0-30f3-4fbb-a4af-bca135dd94db None None] Allocated IP 172.20.0.2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/54a6ad56-ad06-41f6-9f35-2b41e4965992/0ed78a4d-e5e6-4ffa-896b-b610d834231d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:29.538322 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7af28d26-a4a0-4d5c-914a-f84434055625 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.543046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7af28d26-a4a0-4d5c-914a-f84434055625 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/5db6ff7e-9d92-4770-a1a5-1c83a9502e62 HTTP/1.1" status: 204 len: 168 time: 2.2007639 Apr 18 20:50:29.562222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59266) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:29.576225 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Pushing event updated for resources: {'Port': ['ID=2419a4a9-2a47-4a5b-ab48-31c4a3759a9d,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.646373 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.683482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-20555e81-5557-4775-859c-2953fccbe259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:29.686170 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-20555e81-5557-4775-859c-2953fccbe259 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95473929-57d6-4b89-b361-5ca1b6058d2c HTTP/1.1" status: 200 len: 835 time: 0.3519175 Apr 18 20:50:29.707360 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51620cf5-1fa0-466c-b926-55a4bf312405 None None] Pushing event updated for resources: {'Port': ['ID=8f0c05da-c9f4-4f14-a841-0162307a00d4,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.730495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:29.731712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4bdfc522-68bb-4760-a558-60808739337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:29.847672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65762e7-100d-4ad1-a170-3c325f089f0b req-a4bf09b0-4e0b-41d3-8808-32bfb218232a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:29.859345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d65762e7-100d-4ad1-a170-3c325f089f0b req-a4bf09b0-4e0b-41d3-8808-32bfb218232a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 943 time: 0.3087316 Apr 18 20:50:29.892160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:29.894670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:29.907617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b778d0-77fc-4134-b08f-bb12a4121ddf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:29.911753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b778d0-77fc-4134-b08f-bb12a4121ddf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:29.915631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b778d0-77fc-4134-b08f-bb12a4121ddf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:29.919648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a0b778d0-77fc-4134-b08f-bb12a4121ddf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3548262 Apr 18 20:50:29.923200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59278) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:30.005541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-a9175ea8-a932-44c8-b247-2ad686c50607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.011747 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-a9175ea8-a932-44c8-b247-2ad686c50607 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27c9b6ed-0107-4024-a42d-f649460f5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3092651 Apr 18 20:50:30.067169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d65762e7-100d-4ad1-a170-3c325f089f0b req-e0d04be9-d456-4928-b146-e886dfc0cdaa tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455321 Apr 18 20:50:30.165756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-9bae42d0-30f3-4fbb-a4af-bca135dd94db None None] For port 0ed78a4d-e5e6-4ffa-896b-b610d834231d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0ed78a4d-e5e6-4ffa-896b-b610d834231d,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:30.218737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0e3958-d667-442a-aa81-ff177cf1d33f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 1681b9ba-6d67-4322-aa86-f6f7e91324a1 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:30.229582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4bdfc522-68bb-4760-a558-60808739337a None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:30.332841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0ed78a4d-e5e6-4ffa-896b-b610d834231d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:30.420290 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9bae42d0-30f3-4fbb-a4af-bca135dd94db None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.423232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Router cb171fa8-a321-4799-ba99-4e0db2d186da has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:30.429522 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3958-d667-442a-aa81-ff177cf1d33f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.448606 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-b877034f-c577-40ba-b03a-21bccd08098f service neutron] 10.222.0.64 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267547 Apr 18 20:50:30.478397 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9bae42d0-30f3-4fbb-a4af-bca135dd94db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.518844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3958-d667-442a-aa81-ff177cf1d33f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.539941 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 00a8fe50-2a57-4492-8e24-d39c43596c08 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:50:30.580708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7f8f475-5f92-4e30-9bab-a98066f0c437 req-c9a04051-8188-4082-ab6a-e18fc075a9a4 service neutron] 10.222.0.64 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210313 Apr 18 20:50:30.736346 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3958-d667-442a-aa81-ff177cf1d33f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.850677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:30.868957 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-954b88ce-96b1-49ac-a215-c2df2641bad3 admin admin] 10.222.0.49 "PUT /v2.0/routers/cb171fa8-a321-4799-ba99-4e0db2d186da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1102779 Apr 18 20:50:30.880222 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3958-d667-442a-aa81-ff177cf1d33f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.891936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3ef4781f-97ad-4947-8326-8e0a6d97502f None None] Provisioning complete for port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:30.891936 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ef4781f-97ad-4947-8326-8e0a6d97502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.923492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e3958-d667-442a-aa81-ff177cf1d33f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=1681b9ba-6d67-4322-aa86-f6f7e91324a1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:30.931377 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b0e3958-d667-442a-aa81-ff177cf1d33f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.935506 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2b0e3958-d667-442a-aa81-ff177cf1d33f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/1681b9ba-6d67-4322-aa86-f6f7e91324a1 HTTP/1.1" status: 204 len: 168 time: 1.0109828 Apr 18 20:50:30.940028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59300) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:30.978396 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.resource_extend [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:50:31.006571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae42d0-30f3-4fbb-a4af-bca135dd94db None None] Pushing event updated for resources: {'Port': ['ID=0ed78a4d-e5e6-4ffa-896b-b610d834231d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:31.094424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72f2f10-5464-4188-8e81-55063ba1560c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 54a6ad56-ad06-41f6-9f35-2b41e4965992 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:31.104277 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a72f2f10-5464-4188-8e81-55063ba1560c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.110798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0ed78a4d-e5e6-4ffa-896b-b610d834231d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:31.111266 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.186821 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a72f2f10-5464-4188-8e81-55063ba1560c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.259407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4781f-97ad-4947-8326-8e0a6d97502f None None] Port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:31.302565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59316) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:31.403012 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a72f2f10-5464-4188-8e81-55063ba1560c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.479520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:31.480331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a72f2f10-5464-4188-8e81-55063ba1560c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.550480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'port_id': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'mac_address': 'fa:16:3e:ed:c8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:50:31.561372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f2f10-5464-4188-8e81-55063ba1560c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=54a6ad56-ad06-41f6-9f35-2b41e4965992,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:31.599224 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a72f2f10-5464-4188-8e81-55063ba1560c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.602894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0536240d-1314-4b3b-b31f-cd73608b9f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.616886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a72f2f10-5464-4188-8e81-55063ba1560c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/54a6ad56-ad06-41f6-9f35-2b41e4965992 HTTP/1.1" status: 204 len: 168 time: 0.6754739 Apr 18 20:50:31.626491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59324) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:31.647854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4bdfc522-68bb-4760-a558-60808739337a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:29Z', 'revision_number': 2, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:31.660058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89d77d-e9eb-4e44-963f-77a347095263 req-cd0ac533-f783-4791-844c-2eee989b64c7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:31.662750 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.663271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee89d77d-e9eb-4e44-963f-77a347095263 req-cd0ac533-f783-4791-844c-2eee989b64c7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 943 time: 0.1950064 Apr 18 20:50:31.718144 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ea7cfa5-79a8-44f7-b233-ea1db77eb230 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886421 Apr 18 20:50:31.726354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59326) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:31.739919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:31.766037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdfc522-68bb-4760-a558-60808739337a None None] The sync data for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 is: [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:29Z', 'revision_number': 2, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:31.791647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee89d77d-e9eb-4e44-963f-77a347095263 req-6465ef40-85a7-4b2a-933a-da970d73e3cd tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114490 Apr 18 20:50:31.795721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a8fe50-2a57-4492-8e24-d39c43596c08 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:31.855462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:31.863877 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.991970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:31.996642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.004774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=00a8fe50-2a57-4492-8e24-d39c43596c08,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.018465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0536240d-1314-4b3b-b31f-cd73608b9f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.023729 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0536240d-1314-4b3b-b31f-cd73608b9f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.071807 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0536240d-1314-4b3b-b31f-cd73608b9f68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78903309999d46c29167da4612242400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7674370 Apr 18 20:50:32.076176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59330) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:32.159404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['00a8fe50-2a57-4492-8e24-d39c43596c08'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:32.211253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536240d-1314-4b3b-b31f-cd73608b9f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d25d436-543c-47f2-b5fa-bf9ab22ccac8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.244847 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0470be0-6da0-4e68-b971-9d64f879645d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.373440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0470be0-6da0-4e68-b971-9d64f879645d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.420530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a8fe1-0956-498e-b15e-c5464702df03 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:32.449325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59336) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:32.452856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0ed78a4d-e5e6-4ffa-896b-b610d834231d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:32.462230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f0567ed0-8ba0-4d92-b6a5-3be5c308446a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571452163', 'description': 'tempest-description--1707438617'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:32.501068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0567ed0-8ba0-4d92-b6a5-3be5c308446a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.538216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0470be0-6da0-4e68-b971-9d64f879645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.543517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a0470be0-6da0-4e68-b971-9d64f879645d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.551037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a0470be0-6da0-4e68-b971-9d64f879645d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d25d436-543c-47f2-b5fa-bf9ab22ccac8 HTTP/1.1" status: 204 len: 168 time: 0.4728048 Apr 18 20:50:32.566808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0470be0-6da0-4e68-b971-9d64f879645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d25d436-543c-47f2-b5fa-bf9ab22ccac8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.680975 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0567ed0-8ba0-4d92-b6a5-3be5c308446a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.686591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0567ed0-8ba0-4d92-b6a5-3be5c308446a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.763058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0567ed0-8ba0-4d92-b6a5-3be5c308446a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.772876 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0567ed0-8ba0-4d92-b6a5-3be5c308446a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.788799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f0567ed0-8ba0-4d92-b6a5-3be5c308446a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3379147 Apr 18 20:50:32.789708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59340) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:32.805671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0f78a3e7-8fd5-48ce-977d-c25553b1858d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'security_group_rule': {'security_group_id': 'b3a8a716-0c5d-480f-9efd-dc4ef1419fc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:32.875016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4e6859c8-1055-4751-b6df-75729e573337 None None] Provisioning complete for port 0ed78a4d-e5e6-4ffa-896b-b610d834231d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:32.877728 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4e6859c8-1055-4751-b6df-75729e573337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.942178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:50:32.959156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0ed78a4d-e5e6-4ffa-896b-b610d834231d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:32.959892 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.982172 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f78a3e7-8fd5-48ce-977d-c25553b1858d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.218611 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f78a3e7-8fd5-48ce-977d-c25553b1858d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.242406 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f78a3e7-8fd5-48ce-977d-c25553b1858d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.287071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78a3e7-8fd5-48ce-977d-c25553b1858d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6363d2-f47c-4981-b411-8aa343d71183,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:33.319059 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f78a3e7-8fd5-48ce-977d-c25553b1858d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.319260 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.321072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0f78a3e7-8fd5-48ce-977d-c25553b1858d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5294192 Apr 18 20:50:33.325350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59356) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:33.330256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-560cbf36-f453-41b6-ae80-995e4bf9736c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'security_group_rule': {'security_group_id': 'b3a8a716-0c5d-480f-9efd-dc4ef1419fc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:33.371234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16bfde-5dbe-452c-b018-a1d01c184a29 req-30995fed-9f1b-488f-91a8-900215ef2ea9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:33.378893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad16bfde-5dbe-452c-b018-a1d01c184a29 req-30995fed-9f1b-488f-91a8-900215ef2ea9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 944 time: 0.2921858 Apr 18 20:50:33.389963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-560cbf36-f453-41b6-ae80-995e4bf9736c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.516481 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-560cbf36-f453-41b6-ae80-995e4bf9736c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.524758 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-560cbf36-f453-41b6-ae80-995e4bf9736c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.536622 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4e6859c8-1055-4751-b6df-75729e573337 None None] Could not find standard attr ID for object 5db6ff7e-9d92-4770-a1a5-1c83a9502e62. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:50:33.581362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47376c3-cd35-42ea-9ed5-2a877f526c3d None None] Update dhcp port {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': 'aa965d25-f017-481a-8852-517c5a108bdf'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '0ed78a4d-e5e6-4ffa-896b-b610d834231d'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:50:33.604687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad16bfde-5dbe-452c-b018-a1d01c184a29 req-cf46e01e-59aa-4a24-908f-633c26dfbb3c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422968 Apr 18 20:50:33.606501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cbf36-f453-41b6-ae80-995e4bf9736c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5926de02-6af0-43af-8883-d8d021ce579f,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:33.618828 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-560cbf36-f453-41b6-ae80-995e4bf9736c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.620386 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-560cbf36-f453-41b6-ae80-995e4bf9736c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2940340 Apr 18 20:50:33.625156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59366) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:33.631885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:33.690018 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.693468 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a47376c3-cd35-42ea-9ed5-2a877f526c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.897436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] For port 0ed78a4d-e5e6-4ffa-896b-b610d834231d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0ed78a4d-e5e6-4ffa-896b-b610d834231d,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:33.952890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.965103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.973799 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.975243 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.119974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=0ed78a4d-e5e6-4ffa-896b-b610d834231d,revision_number=8']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:34.135779 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-a47376c3-cd35-42ea-9ed5-2a877f526c3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:50:34.136693 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-a47376c3-cd35-42ea-9ed5-2a877f526c3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:50:34.214445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:34.218898 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:34.227594 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:34.227898 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.238707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Allocated IP 172.25.2.171 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/b3f0de4d-25e1-4584-a462-274e78fe1dc2) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:34.267508 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5399797 Apr 18 20:50:34.278814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59382) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:34.289209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2d7e3266-7ee1-4f9e-afea-624dcb500811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:34.370294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e60da2-9c2d-4730-942f-64433472307f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=aa965d25-f017-481a-8852-517c5a108bdf,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:34.474553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0ed78a4d-e5e6-4ffa-896b-b610d834231d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:34.539574 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.557620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 00a8fe50-2a57-4492-8e24-d39c43596c08 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:34.600507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7e3266-7ee1-4f9e-afea-624dcb500811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:34.605123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3266-7ee1-4f9e-afea-624dcb500811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.618800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0ed78a4d-e5e6-4ffa-896b-b610d834231d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:34.619183 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.639711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.719068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'Port': ['ID=b3f0de4d-25e1-4584-a462-274e78fe1dc2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:34.735453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:34.737494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:34.742454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:34.885757 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a47376c3-cd35-42ea-9ed5-2a877f526c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.958630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f0c05da-c9f4-4f14-a841-0162307a00d4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:35.032998 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72472c8a-4c89-4f84-b1d7-cd5210337c1e req-3f5575c7-10f0-4c4d-a651-d827bef04ae4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.034844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72472c8a-4c89-4f84-b1d7-cd5210337c1e req-3f5575c7-10f0-4c4d-a651-d827bef04ae4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 944 time: 0.2185407 Apr 18 20:50:35.090043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.104569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 00a8fe50-2a57-4492-8e24-d39c43596c08 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:35.126084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 00a8fe50-2a57-4492-8e24-d39c43596c08 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:35.126471 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.165682 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3266-7ee1-4f9e-afea-624dcb500811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.184002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-72472c8a-4c89-4f84-b1d7-cd5210337c1e req-50f5d79c-a9a1-45b7-bc7a-174415453417 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399293 Apr 18 20:50:35.205679 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8f0c05da-c9f4-4f14-a841-0162307a00d4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:35.206373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.247035 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.352549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e3266-7ee1-4f9e-afea-624dcb500811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:35.366039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e3266-7ee1-4f9e-afea-624dcb500811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:35.397997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7e3266-7ee1-4f9e-afea-624dcb500811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.402257 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2d7e3266-7ee1-4f9e-afea-624dcb500811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.418871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e3266-7ee1-4f9e-afea-624dcb500811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=707369b1-c253-4bcd-8594-1d2be5582fc2,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:35.467733 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2d7e3266-7ee1-4f9e-afea-624dcb500811 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1876707 Apr 18 20:50:35.471381 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59408) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:35.476660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:7f:da:45', 'name': 'tempest-NetworksTestDHCPv6-834090779'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:35.490185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.561707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:35.564903 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53828eb-aa40-4d74-a0f1-c41a8ee77b68" -d '{"events": [{"server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "name": "network-vif-plugged", "status": "completed", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:35.610882 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.618920 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.660011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:35.675416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:35.709813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.783854 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.803130 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a783291-7c6e-4ef0-b84c-44f711f958bd x-openstack-request-id: req-4a783291-7c6e-4ef0-b84c-44f711f958bd {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:35.803416 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "name": "network-vif-plugged", "status": "completed", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:35.803560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'Port': ['ID=b3f0de4d-25e1-4584-a462-274e78fe1dc2,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:35.804042 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a783291-7c6e-4ef0-b84c-44f711f958bd {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:35.804596 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a783291-7c6e-4ef0-b84c-44f711f958bd'] response: {'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'code': 200} Apr 18 20:50:35.832625 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.844308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-08c77253-8185-4ff0-afb6-22e7f7cc975c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2164910 Apr 18 20:50:35.872331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.922138 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a23d4-92bc-4066-ac07-a0ffb1218367 req-2731c7de-3501-4868-bef3-08e255615f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:35.927400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a56a23d4-92bc-4066-ac07-a0ffb1218367 req-2731c7de-3501-4868-bef3-08e255615f01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1096 time: 0.1064844 Apr 18 20:50:35.938317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a47376c3-cd35-42ea-9ed5-2a877f526c3d None None] For port 0ed78a4d-e5e6-4ffa-896b-b610d834231d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0ed78a4d-e5e6-4ffa-896b-b610d834231d,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:35.954865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.002721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a56a23d4-92bc-4066-ac07-a0ffb1218367 req-0b9b36ec-2fd5-4230-8aec-87ff70052af1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683870 Apr 18 20:50:36.005905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 283703f5-3f76-4acc-9017-53d0287368c5 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:36.216492 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-613f5b1d-f881-4919-956d-61e9f10d71e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.217295 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:50:36.219254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 8f0c05da-c9f4-4f14-a841-0162307a00d4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8f0c05da-c9f4-4f14-a841-0162307a00d4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:36.223809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=00a8fe50-2a57-4492-8e24-d39c43596c08,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:36.232526 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.284270 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a47376c3-cd35-42ea-9ed5-2a877f526c3d None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.293060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a47376c3-cd35-42ea-9ed5-2a877f526c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.316700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-c49a3b63-e264-4e4a-a590-6753aaea0858 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--571452163&fields=id&tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e HTTP/1.1" status: 200 len: 267 time: 0.0642579 Apr 18 20:50:36.320877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=8f0c05da-c9f4-4f14-a841-0162307a00d4,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:36.351338 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Sync routers for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:36.386512 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:36.387259 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:36.473476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47376c3-cd35-42ea-9ed5-2a877f526c3d None None] Pushing event updated for resources: {'Port': ['ID=0ed78a4d-e5e6-4ffa-896b-b610d834231d,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:36.541475 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 172.20.0.2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/707369b1-c253-4bcd-8594-1d2be5582fc2/283703f5-3f76-4acc-9017-53d0287368c5) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:36.557475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3dda0-ef32-4ab8-bdd0-847a5b2a7ee7 req-40c401ec-153f-42d0-9bbd-88e7f170af7a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:36.558108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::f816:3eff:fe7f:da45 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/aa965d25-f017-481a-8852-517c5a108bdf/283703f5-3f76-4acc-9017-53d0287368c5) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:36.559492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3c3dda0-ef32-4ab8-bdd0-847a5b2a7ee7 req-40c401ec-153f-42d0-9bbd-88e7f170af7a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.2418251 Apr 18 20:50:36.676872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-f7c37bd9-ea43-40c5-bb0f-c170a1527c64 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:36.680650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-f7c37bd9-ea43-40c5-bb0f-c170a1527c64 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 817 time: 0.3481655 Apr 18 20:50:36.738427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-f5264485-f29c-41ce-9275-1603c57ae15a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/quotas/1ecce6ee1d8341fb9c4d9d091a21d84e HTTP/1.1" status: 200 len: 375 time: 0.0284438 Apr 18 20:50:36.750916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3c3dda0-ef32-4ab8-bdd0-847a5b2a7ee7 req-c715d681-2f35-47f0-a5c0-09a7145e7741 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521783 Apr 18 20:50:36.858531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-9901840b-8aca-4675-9c8c-b3e8652492f9 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810409 Apr 18 20:50:36.863315 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:36.901749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.955470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.995448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:36.998691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:37.002435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-32b85273-54af-40e7-8b8c-f51888277dfc service neutron] 10.222.0.49 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240406 Apr 18 20:50:37.010353 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:37.061062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=283703f5-3f76-4acc-9017-53d0287368c5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:37.094456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:37.095133 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.139483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-1ae7112e-b36f-4690-b6c2-6edc2928ac40 service neutron] 10.222.0.49 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300209 Apr 18 20:50:37.142892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59448) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:37.152849 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7104512-5e7f-4ab9-81e5-87ad53ab3879 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6667376 Apr 18 20:50:37.258488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cdc554-2db2-4596-b69e-a20658fbc86b None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:37.287241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa916855-752a-4146-ab96-23a7585b7375 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:37.295638 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:29Z', 'revision_number': 2, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:37.302331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa916855-752a-4146-ab96-23a7585b7375 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:37.304629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fa916855-752a-4146-ab96-23a7585b7375 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1610670 Apr 18 20:50:37.308183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59450) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:37.337787 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Checking router: cb171fa8-a321-4799-ba99-4e0db2d186da for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:37.338448 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Updating router cb171fa8-a321-4799-ba99-4e0db2d186da port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:37.360347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-58e50e70-215f-4159-b704-5748db07dd91 None None] Provisioning complete for port 0ed78a4d-e5e6-4ffa-896b-b610d834231d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:37.360720 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-58e50e70-215f-4159-b704-5748db07dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.378063 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.470277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7ac98af9-5459-4baf-b027-fa132e9c7964 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 283703f5-3f76-4acc-9017-53d0287368c5 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:37.471022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ac98af9-5459-4baf-b027-fa132e9c7964 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.571907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7aa63057-6cb7-4649-b3d9-19764f95a530 req-8ab44018-4cb1-4424-9857-2c56ae453f9d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 210 time: 0.0952857 Apr 18 20:50:37.792649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f449ed54-d6e6-43b7-880c-8fc28fd53b7a None None] Update dhcp port {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': 'aa965d25-f017-481a-8852-517c5a108bdf', 'ip_address': '2001:db8::f816:3eff:fec1:6d82'}, {'subnet_id': '707369b1-c253-4bcd-8594-1d2be5582fc2'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '0ed78a4d-e5e6-4ffa-896b-b610d834231d'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:50:37.845844 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f449ed54-d6e6-43b7-880c-8fc28fd53b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.932167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51ff21-7c1b-4565-b663-88fa9e944608 req-fef72616-f4cb-44ae-95b7-df14695575cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:37.941392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f51ff21-7c1b-4565-b663-88fa9e944608 req-fef72616-f4cb-44ae-95b7-df14695575cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.0713282 Apr 18 20:50:37.976654 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.988749 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.004554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f51ff21-7c1b-4565-b663-88fa9e944608 req-de9f3d8c-2fbb-4831-bbb6-4cebff46c0e5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623012 Apr 18 20:50:38.060044 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2a40-35c3-485d-950d-0f55b9ac0106 None None] Pushing event updated for resources: {'Port': ['ID=2419a4a9-2a47-4a5b-ab48-31c4a3759a9d,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:38.165125 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Attempting to bind port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:38.165863 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Attempting to bind port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:38.168717 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Attempting to bind port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:38.184391 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:38.186837 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Checking segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:38.187339 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.187849 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Bound using segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:38.188412 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Bound port: 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:38.191471 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.195478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-f449ed54-d6e6-43b7-880c-8fc28fd53b7a None None] Allocated IP 172.20.0.3 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/707369b1-c253-4bcd-8594-1d2be5582fc2/0ed78a4d-e5e6-4ffa-896b-b610d834231d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:38.272195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f30b6-af59-4554-a25a-3303adca7ad9 req-7b0c7b45-54d1-4a57-a04e-a1b96e90041f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:38.273126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-794f30b6-af59-4554-a25a-3303adca7ad9 req-7b0c7b45-54d1-4a57-a04e-a1b96e90041f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.1042731 Apr 18 20:50:38.338907 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] For port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:38.346201 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] For port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2419a4a9-2a47-4a5b-ab48-31c4a3759a9d,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:38.353100 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.364602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-93e72ca9-ffff-4e89-8329-e6897c3679fa req-30741ee6-be02-4c2c-85fa-16800c3eaa79 service neutron] (102904) timed out ('10.222.0.60', 55395) {{(pid=102904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 20:50:38.375869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ac98af9-5459-4baf-b027-fa132e9c7964 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.386644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-794f30b6-af59-4554-a25a-3303adca7ad9 req-e30e4993-d82a-4227-aeb8-8d5b098cecdf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017661 Apr 18 20:50:38.408402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7ac98af9-5459-4baf-b027-fa132e9c7964 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 283703f5-3f76-4acc-9017-53d0287368c5 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:38.413717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f0c05da-c9f4-4f14-a841-0162307a00d4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:38.420375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59474) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:38.498106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162efae-ec50-4216-b917-a990fda6866e tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:38.499808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6162efae-ec50-4216-b917-a990fda6866e tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1091 time: 0.0784256 Apr 18 20:50:38.503007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59484) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:38.511504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:38.533395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f449ed54-d6e6-43b7-880c-8fc28fd53b7a None None] For port 0ed78a4d-e5e6-4ffa-896b-b610d834231d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0ed78a4d-e5e6-4ffa-896b-b610d834231d,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:38.538544 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:38.549609 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:38.569724 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.639494 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f449ed54-d6e6-43b7-880c-8fc28fd53b7a None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.657623 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d2a40-35c3-485d-950d-0f55b9ac0106 None None] Pushing event updated for resources: {'Port': ['ID=2419a4a9-2a47-4a5b-ab48-31c4a3759a9d,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:38.691742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f0c97381-c143-4539-aedf-60bc7baaef6b None None] Provisioning complete for port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:38.695650 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0c97381-c143-4539-aedf-60bc7baaef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.776475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3454e4a3-216c-44d8-a3ae-baabdd107506 req-d2363664-2e3e-4c91-b0e8-241dc0f5d3a6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 210 time: 0.0472584 Apr 18 20:50:38.806864 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f449ed54-d6e6-43b7-880c-8fc28fd53b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.853698 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:38.888225 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.968159 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-08c13797-7087-4e2d-8f65-4c4ac7b7fbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.998903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ac98af9-5459-4baf-b027-fa132e9c7964 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.045082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac98af9-5459-4baf-b027-fa132e9c7964 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=283703f5-3f76-4acc-9017-53d0287368c5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:39.181764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ac98af9-5459-4baf-b027-fa132e9c7964 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.195414 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7ac98af9-5459-4baf-b027-fa132e9c7964 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/283703f5-3f76-4acc-9017-53d0287368c5 HTTP/1.1" status: 204 len: 168 time: 1.8772521 Apr 18 20:50:39.195414 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59502) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:39.226072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449ed54-d6e6-43b7-880c-8fc28fd53b7a None None] Pushing event updated for resources: {'Port': ['ID=0ed78a4d-e5e6-4ffa-896b-b610d834231d,revision_number=10']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:39.226197 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:38Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:39.255061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8f0c05da-c9f4-4f14-a841-0162307a00d4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:39.255294 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.265130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.25.2.130 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/e43b49aa-d291-4051-bcc9-faed46c2c5d9) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:39.277846 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba62f6e-7564-46e9-a353-6e4f705ccdcd None None] The sync data for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 is: [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:38Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:39.345972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74943af2-f393-4621-9b4b-249ffa238524 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:39.348066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74943af2-f393-4621-9b4b-249ffa238524 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:39.350846 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74943af2-f393-4621-9b4b-249ffa238524 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:39.356761 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-74943af2-f393-4621-9b4b-249ffa238524 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1632450 Apr 18 20:50:39.357352 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59504) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:39.399426 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0c97381-c143-4539-aedf-60bc7baaef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.431362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cc8e13-80aa-4da3-b2af-d89016ba9a17 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 707369b1-c253-4bcd-8594-1d2be5582fc2 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:39.438967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94cc8e13-80aa-4da3-b2af-d89016ba9a17 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.467112 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.553387 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f0c97381-c143-4539-aedf-60bc7baaef6b None None] For port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2419a4a9-2a47-4a5b-ab48-31c4a3759a9d,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:39.586623 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94cc8e13-80aa-4da3-b2af-d89016ba9a17 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.612292 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.650161 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0c97381-c143-4539-aedf-60bc7baaef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.732452 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.751579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94cc8e13-80aa-4da3-b2af-d89016ba9a17 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.807763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c97381-c143-4539-aedf-60bc7baaef6b None None] Pushing event updated for resources: {'Port': ['ID=2419a4a9-2a47-4a5b-ab48-31c4a3759a9d,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:39.859619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:39.876029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:39.880049 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94cc8e13-80aa-4da3-b2af-d89016ba9a17 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.894501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:39.898751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a96ad31b-11da-482a-a6a9-990b754dfe69 None None] Provisioning complete for port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:39.900072 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a96ad31b-11da-482a-a6a9-990b754dfe69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.990622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc8e13-80aa-4da3-b2af-d89016ba9a17 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=707369b1-c253-4bcd-8594-1d2be5582fc2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:39.992146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=e43b49aa-d291-4051-bcc9-faed46c2c5d9,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:40.002823 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94cc8e13-80aa-4da3-b2af-d89016ba9a17 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.013688 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-94cc8e13-80aa-4da3-b2af-d89016ba9a17 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/707369b1-c253-4bcd-8594-1d2be5582fc2 HTTP/1.1" status: 204 len: 168 time: 0.6552551 Apr 18 20:50:40.014327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59516) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:40.037325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc2d1c1a-d182-480d-af69-30c315ee40e6 req-0fa67103-cf9d-462e-806e-7cf08978cece tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 210 time: 0.0406206 Apr 18 20:50:40.242454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-04aa93db-d3d6-4d6b-80d3-cf354b8a7323 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet aa965d25-f017-481a-8852-517c5a108bdf {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:40.251020 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04aa93db-d3d6-4d6b-80d3-cf354b8a7323 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.508383 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.536495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04aa93db-d3d6-4d6b-80d3-cf354b8a7323 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.539375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:40.660885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:40.662707 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.713793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0273cb96-da49-4e20-87cc-cc837edcc715 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:40.746464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-b8201c14-1390-4199-9435-395aa347f64f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:40.748006 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-b8201c14-1390-4199-9435-395aa347f64f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.60 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 817 time: 0.4317870 Apr 18 20:50:40.752228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04aa93db-d3d6-4d6b-80d3-cf354b8a7323 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.805228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-26bc2e04-c002-4314-b421-1c0cf112f357 None None] Provisioning complete for port 0ed78a4d-e5e6-4ffa-896b-b610d834231d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:40.805616 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26bc2e04-c002-4314-b421-1c0cf112f357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.887892 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-6c2f127c-89f3-4068-943f-590d83ac258e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e HTTP/1.1" status: 200 len: 379 time: 0.1226916 Apr 18 20:50:40.889388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04aa93db-d3d6-4d6b-80d3-cf354b8a7323 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.926251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'port': {'device_id': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'admin_state_up': True, 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'security_groups': ['b3a8a716-0c5d-480f-9efd-dc4ef1419fc0']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:40.961592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.965620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0ed78a4d-e5e6-4ffa-896b-b610d834231d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:41.004039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa93db-d3d6-4d6b-80d3-cf354b8a7323 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=aa965d25-f017-481a-8852-517c5a108bdf,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:41.030888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04aa93db-d3d6-4d6b-80d3-cf354b8a7323 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.043473 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-04aa93db-d3d6-4d6b-80d3-cf354b8a7323 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/aa965d25-f017-481a-8852-517c5a108bdf HTTP/1.1" status: 204 len: 168 time: 1.0250833 Apr 18 20:50:41.059506 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-26bc2e04-c002-4314-b421-1c0cf112f357 None None] Could not find standard attr ID for object 283703f5-3f76-4acc-9017-53d0287368c5. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:50:41.066934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0ed78a4d-e5e6-4ffa-896b-b610d834231d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:41.067296 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.094794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59530) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:41.095559 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.164901 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.191084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a280037-001b-4081-8b5d-bfcf057f587e None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:50:41.209560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d6e5b884-280e-4f26-9bf1-1f8ef33d9774 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108367 Apr 18 20:50:41.212548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59536) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:41.220063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c168f949-0e54-4a90-ba44-e82b9a7cd4e7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:41.297731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4a280037-001b-4081-8b5d-bfcf057f587e None None] Deleting port 0ed78a4d-e5e6-4ffa-896b-b610d834231d {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:41.297946 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a280037-001b-4081-8b5d-bfcf057f587e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.328511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7c788e3-1a72-4711-bb88-da2c24f6073e req-e3553f22-a494-4364-a3a4-8ce3b14cc859 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 210 time: 0.0960710 Apr 18 20:50:41.384371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4a280037-001b-4081-8b5d-bfcf057f587e None None] For port 0ed78a4d-e5e6-4ffa-896b-b610d834231d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0ed78a4d-e5e6-4ffa-896b-b610d834231d,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:41.384371 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a280037-001b-4081-8b5d-bfcf057f587e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.398563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4a280037-001b-4081-8b5d-bfcf057f587e None None] Calling delete_port for 0ed78a4d-e5e6-4ffa-896b-b610d834231d owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:41.413159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Made reservation on behalf of 1ecce6ee1d8341fb9c4d9d091a21d84e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:41.417562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.532119 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a280037-001b-4081-8b5d-bfcf057f587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.556802 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.563043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.570617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c168f949-0e54-4a90-ba44-e82b9a7cd4e7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:41.574189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c168f949-0e54-4a90-ba44-e82b9a7cd4e7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.595501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a280037-001b-4081-8b5d-bfcf057f587e None None] Pushing event deleted for resources: {'Port': ['ID=0ed78a4d-e5e6-4ffa-896b-b610d834231d,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:41.597840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a280037-001b-4081-8b5d-bfcf057f587e None None] No DVR routers for this DVR port 0ed78a4d-e5e6-4ffa-896b-b610d834231d on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:41.713810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Allocated IP 172.20.0.5 (24bb1989-e61e-4425-b497-b7c9b44bf9e3/825c56aa-795b-4c99-ba2a-0adf28431893/5f588fff-687a-4975-b9ff-514dd76065b2) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:41.719234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=e43b49aa-d291-4051-bcc9-faed46c2c5d9,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:41.805259 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.933890 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Floating IP 66393e82-9402-46c1-9576-49c76894b7ea associated. External IP: 172.25.2.130, port: 00a8fe50-2a57-4492-8e24-d39c43596c08. Apr 18 20:50:41.986779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c168f949-0e54-4a90-ba44-e82b9a7cd4e7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.054849 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.057319 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c168f949-0e54-4a90-ba44-e82b9a7cd4e7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:42.062930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c168f949-0e54-4a90-ba44-e82b9a7cd4e7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:42.072747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c168f949-0e54-4a90-ba44-e82b9a7cd4e7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.073615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c29b51c-90fb-44c9-8cfb-4f5c93fab8cc None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:42.080409 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c168f949-0e54-4a90-ba44-e82b9a7cd4e7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.109596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168f949-0e54-4a90-ba44-e82b9a7cd4e7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=34d8b61f-cddf-45eb-9563-e486df45abf8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.132806 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c168f949-0e54-4a90-ba44-e82b9a7cd4e7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9188972 Apr 18 20:50:42.136495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59554) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:42.142473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:42.264538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:42.304216 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.313044 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.365825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '34d8b61f-cddf-45eb-9563-e486df45abf8'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:42.366705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.405830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0ed78a4d-e5e6-4ffa-896b-b610d834231d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:50:42.433240 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:42.453581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:42.457918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.462539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:42.471514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:42.479870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 0ed78a4d-e5e6-4ffa-896b-b610d834231d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:50:42.480279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0ed78a4d-e5e6-4ffa-896b-b610d834231d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:50:42.537556 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.557100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:42.566052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.585988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2c4760ef-6d12-43d7-a644-2384d12d0742 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0817339 Apr 18 20:50:42.587351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:42.590217 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:42.602781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401163c-e074-4114-aca9-e643684f6277 req-427e3eef-273e-4071-a361-a74ba09e7994 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.614151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b401163c-e074-4114-aca9-e643684f6277 req-427e3eef-273e-4071-a361-a74ba09e7994 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 931 time: 0.1324482 Apr 18 20:50:42.663631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b401163c-e074-4114-aca9-e643684f6277 req-5f3567a5-ec45-4ff1-94dd-57bb4b8db558 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484853 Apr 18 20:50:42.709570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.710459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.748523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Allocated IP 172.20.0.2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/34d8b61f-cddf-45eb-9563-e486df45abf8/8a74279e-5bac-45ed-a533-399fc7e221dc) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:42.757677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] Sync routers for ids ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:42.760600 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-11a2e7d2-9bcf-41d9-91fe-1863249e9fac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8653040 Apr 18 20:50:42.780060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Request body: {'port': {'device_id': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:42.812513 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a97308-e80f-4c7c-ba5b-67bf4acc556c x-openstack-request-id: req-11a97308-e80f-4c7c-ba5b-67bf4acc556c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:42.812886 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:42.813151 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11a97308-e80f-4c7c-ba5b-67bf4acc556c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:42.813556 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a97308-e80f-4c7c-ba5b-67bf4acc556c'] response: {'name': 'network-changed', 'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'status': 'completed', 'code': 200} Apr 18 20:50:42.901699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e640f0-60c6-4f42-be64-8d363595291a req-6a8e6d57-20e8-4886-afcc-84bed3aaef9e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.903236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2e640f0-60c6-4f42-be64-8d363595291a req-6a8e6d57-20e8-4886-afcc-84bed3aaef9e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.1786120 Apr 18 20:50:42.905274 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-a9cead33-b446-47d8-ac6a-31f9d59b5ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.907248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-a9cead33-b446-47d8-ac6a-31f9d59b5ada service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1096 time: 0.0740490 Apr 18 20:50:42.937400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] Routers {'815c5852-c927-4b7d-85e9-50ac4fb3e7a7'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:42.943141 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:42.989341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.502925 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5622e88f-f241-4014-a7ce-72304997ce00 None None] Provisioning complete for port 5f588fff-687a-4975-b9ff-514dd76065b2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:43.503719 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5622e88f-f241-4014-a7ce-72304997ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.579288 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.591997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f588fff-687a-4975-b9ff-514dd76065b2 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:43.597243 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.603463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.622674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] Set router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:43.660085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Transition to ACTIVE for port object 5f588fff-687a-4975-b9ff-514dd76065b2 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:43.666791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.679851 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2e640f0-60c6-4f42-be64-8d363595291a req-cb05606a-f3b7-4bf5-9201-3b694f2eba40 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7591047 Apr 18 20:50:43.699110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5622e88f-f241-4014-a7ce-72304997ce00 None None] Port 5f588fff-687a-4975-b9ff-514dd76065b2 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:50:43.703914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59588) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:43.800129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:43.883602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-93777d8f-dc38-417b-b008-48052fd221a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.883972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-93777d8f-dc38-417b-b008-48052fd221a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27c9b6ed-0107-4024-a42d-f649460f5985 HTTP/1.1" status: 200 len: 898 time: 0.9568915 Apr 18 20:50:43.919695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:43.935368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:43.943434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:50:43.944753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:44.037036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Pushing event updated for resources: {'Port': ['ID=8a74279e-5bac-45ed-a533-399fc7e221dc,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.052142 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-545b9724-0364-4fb8-a671-9d08dc0c9fd2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/66393e82-9402-46c1-9576-49c76894b7ea HTTP/1.1" status: 200 len: 991 time: 0.3381450 Apr 18 20:50:44.060161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5ebbd-3f1a-47ba-b34f-45182da1269e req-5233279f-724b-40b2-ae50-7fdae328fdba tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:44.078464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ca5ebbd-3f1a-47ba-b34f-45182da1269e req-5233279f-724b-40b2-ae50-7fdae328fdba tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.2284179 Apr 18 20:50:44.081725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-8698c15d-4c27-4677-800a-9863f7aa1cc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 999 time: 0.1565981 Apr 18 20:50:44.147793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Attempting to bind port 8a74279e-5bac-45ed-a533-399fc7e221dc on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:44.148499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Attempting to bind port 8a74279e-5bac-45ed-a533-399fc7e221dc by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:44.149115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Attempting to bind port 8a74279e-5bac-45ed-a533-399fc7e221dc on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:44.169487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:44.170206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:44.170836 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.171509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:44.172683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Bound port: 8a74279e-5bac-45ed-a533-399fc7e221dc, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:44.173272 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.191134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Attempting to bind port 5f588fff-687a-4975-b9ff-514dd76065b2 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:44.191498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Attempting to bind port 5f588fff-687a-4975-b9ff-514dd76065b2 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:44.191829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Attempting to bind port 5f588fff-687a-4975-b9ff-514dd76065b2 on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:44.199759 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Port 5f588fff-687a-4975-b9ff-514dd76065b2 on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:50:44.200119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Attempting to bind port 5f588fff-687a-4975-b9ff-514dd76065b2 on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:44.211294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:44.211639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Checking segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:44.212053 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Bound using segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:44.212491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Bound port: 5f588fff-687a-4975-b9ff-514dd76065b2, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:44.212852 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.230577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ca5ebbd-3f1a-47ba-b34f-45182da1269e req-7db9846f-c902-4139-8eb4-3a1ae6cac230 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438174 Apr 18 20:50:44.241973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-9d99915e-d8a9-4562-a25f-0cd5f1b63158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:44.243454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-9d99915e-d8a9-4562-a25f-0cd5f1b63158 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95473929-57d6-4b89-b361-5ca1b6058d2c HTTP/1.1" status: 200 len: 835 time: 0.1541603 Apr 18 20:50:44.281979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] For port 8a74279e-5bac-45ed-a533-399fc7e221dc, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:44.281979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] For port 8a74279e-5bac-45ed-a533-399fc7e221dc, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8a74279e-5bac-45ed-a533-399fc7e221dc,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:44.287712 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.294897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:09Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '66393e82-9402-46c1-9576-49c76894b7ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'port_id': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'mac_address': 'fa:16:3e:ed:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:40Z', 'updated_at': '2022-04-18T20:50:40Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f16c32-bbbd-41cb-878c-780ce8be440f', 'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:24:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:19Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:44.301708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.335916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] Checking router: 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:44.351074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-3ed0100c-ce9f-4203-990f-bc9a423c96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:44.353250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-3ed0100c-ce9f-4203-990f-bc9a423c96ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27c9b6ed-0107-4024-a42d-f649460f5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024861 Apr 18 20:50:44.371553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:44.405165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:44.416342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.419944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] Routers {'815c5852-c927-4b7d-85e9-50ac4fb3e7a7'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:44.427769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:44.490176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014819b-be7d-418b-826e-9dd96d435e61 None None] Pushing event updated for resources: {'Port': ['ID=8a74279e-5bac-45ed-a533-399fc7e221dc,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.537751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:44.538379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.540372 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] 10.222.0.60 "PUT /v2.0/ports/5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 1091 time: 1.7716217 Apr 18 20:50:44.540848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:44.554347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-531dcd96-829f-4308-97be-7cb7c4921e6d service neutron] 10.222.0.64 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939559 Apr 18 20:50:44.557065 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9cc0e3-6677-4c82-ac8d-64561d76a697" -d '{"events": [{"name": "network-changed", "server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:44.656698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] Set router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:44.706118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbe7d7f8-4d00-4195-a162-1cc8f8a2bcd9 req-98423403-b8dc-4108-ad5b-24252eb1ee06 service neutron] 10.222.0.64 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446815 Apr 18 20:50:44.736311 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc349766-12e0-4b06-aa70-294b5f4b8ca3 x-openstack-request-id: req-fc349766-12e0-4b06-aa70-294b5f4b8ca3 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:44.736660 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:44.738191 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc349766-12e0-4b06-aa70-294b5f4b8ca3 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:44.738681 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc349766-12e0-4b06-aa70-294b5f4b8ca3'] response: {'name': 'network-changed', 'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2', 'status': 'completed', 'code': 200} Apr 18 20:50:44.874393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b4389-4c9c-46b4-9c01-f5d2ec9835f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.886328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] For port 8a74279e-5bac-45ed-a533-399fc7e221dc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8a74279e-5bac-45ed-a533-399fc7e221dc,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:44.918187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-5da5e1b6-3cff-4c3c-8eb2-4b80655ce0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:44.926959 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-5da5e1b6-3cff-4c3c-8eb2-4b80655ce0c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1094 time: 0.3208497 Apr 18 20:50:45.008615 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-64797547-c76c-4415-a197-a6cb42325035 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 217 time: 0.0591776 Apr 18 20:50:45.055199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59610) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:45.057390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.074957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.075730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.104803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:09Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '66393e82-9402-46c1-9576-49c76894b7ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'port_id': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'mac_address': 'fa:16:3e:ed:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:40Z', 'updated_at': '2022-04-18T20:50:40Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f16c32-bbbd-41cb-878c-780ce8be440f', 'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:24:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:19Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:45.144856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5bceae-556b-4882-9bba-a2c3fd1057c1 None None] The sync data for ids ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'] in n-d-836015-4 is: [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:09Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '66393e82-9402-46c1-9576-49c76894b7ea', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'port_id': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'mac_address': 'fa:16:3e:ed:c8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:40Z', 'updated_at': '2022-04-18T20:50:40Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f16c32-bbbd-41cb-878c-780ce8be440f', 'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:24:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:19Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:45.164432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:45.208386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:45.216683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:45.217292 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.240579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-b4280dd8-3685-4a82-a87d-f585ef6bf919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:45.242060 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-b4280dd8-3685-4a82-a87d-f585ef6bf919 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.2250221 Apr 18 20:50:45.280980 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b7928b93-98ae-4023-a446-d1a24a3c69a0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/66393e82-9402-46c1-9576-49c76894b7ea HTTP/1.1" status: 200 len: 991 time: 0.2214162 Apr 18 20:50:45.301094 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=8a74279e-5bac-45ed-a533-399fc7e221dc,revision_number=4']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:45.309661 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1695206 Apr 18 20:50:45.309661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17d07f-b229-44f5-928e-d7d1b05cff64 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=893489b9-7ca7-43db-99e1-14408d5929fb,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:45.309978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59616) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:45.317946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:9d:d3:3d', 'name': 'tempest-NetworksTestDHCPv6-891448448'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:45.338798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-2b2da4ce-7e7a-4642-8933-a76e3ea5a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:45.344307 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-2b2da4ce-7e7a-4642-8933-a76e3ea5a3df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750661 Apr 18 20:50:45.527308 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-dba0692b-a2a5-485b-93e7-afbaef96f0ef service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793716 Apr 18 20:50:45.569749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb67f7-b285-4ea4-b633-c2047af9b251 req-0f2177ea-7318-4f2f-9745-5585a5772344 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:45.572406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14fb67f7-b285-4ea4-b633-c2047af9b251 req-0f2177ea-7318-4f2f-9745-5585a5772344 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.1552773 Apr 18 20:50:45.664503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14fb67f7-b285-4ea4-b633-c2047af9b251 req-07bce285-141a-4e59-a911-b4a0e4f505cf tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739155 Apr 18 20:50:45.693498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:45.714788 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-28680733-adf4-4fdb-8080-d5bb6910d337 req-53afcf9a-ac95-43b0-90fd-68da96c286ac service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763759 Apr 18 20:50:45.771822 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f170a-eb08-49cb-921c-2b8cfb7e2e2f None None] New status for floating IP 66393e82-9402-46c1-9576-49c76894b7ea: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:50:45.895190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.924878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-f0c76f7b-09d8-4939-a7c3-b87d6ae8d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:45.936017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port e04686a1-4eea-4d29-9d28-dcff4556f7f9 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:45.937439 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-f0c76f7b-09d8-4939-a7c3-b87d6ae8d655 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1094 time: 0.1522040 Apr 18 20:50:45.978172 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.158189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-daea15fb-90c2-4902-9033-9f70d7415291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:46.159736 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-daea15fb-90c2-4902-9033-9f70d7415291 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.2159681 Apr 18 20:50:46.211709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6027c38d-975f-4c6a-8475-6a94da0b2b21 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:46.212659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 172.20.0.5 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/34d8b61f-cddf-45eb-9563-e486df45abf8/e04686a1-4eea-4d29-9d28-dcff4556f7f9) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:46.221104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::f816:3eff:fe9d:d33d (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/893489b9-7ca7-43db-99e1-14408d5929fb/e04686a1-4eea-4d29-9d28-dcff4556f7f9) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:46.228241 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-b5c76298-d263-4e24-aac7-c6e44857b832 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 217 time: 0.0605674 Apr 18 20:50:46.293063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59634) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:46.330262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c6cbbffb-ad70-4936-bea2-920777873500 None None] Provisioning complete for port 8a74279e-5bac-45ed-a533-399fc7e221dc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:46.330494 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbffb-ad70-4936-bea2-920777873500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.349694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-5d4ee8ef-990a-4b52-9e5e-a4212adf8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:46.351876 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-5d4ee8ef-990a-4b52-9e5e-a4212adf8353 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.1165121 Apr 18 20:50:46.439976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-4ce5e6f6-a439-4a82-b884-7d9834dfacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:46.444045 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-4ce5e6f6-a439-4a82-b884-7d9834dfacdc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835040 Apr 18 20:50:46.487459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8a74279e-5bac-45ed-a533-399fc7e221dc up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:46.580046 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-4fa78378-3382-4679-84f1-340ced30fa9b service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284006 Apr 18 20:50:46.602736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-84956f30-84b3-4cac-bf23-2729dce5843d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/66393e82-9402-46c1-9576-49c76894b7ea HTTP/1.1" status: 200 len: 993 time: 0.2982464 Apr 18 20:50:46.667616 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbffb-ad70-4936-bea2-920777873500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.683882 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.732840 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.739261 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dc9cc0e3-6677-4c82-ac8d-64561d76a697 req-0a4bee68-9884-4932-950a-43ba7ad39ac7 service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499853 Apr 18 20:50:46.756839 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c6cbbffb-ad70-4936-bea2-920777873500 None None] For port 8a74279e-5bac-45ed-a533-399fc7e221dc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8a74279e-5bac-45ed-a533-399fc7e221dc,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:46.758284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8a74279e-5bac-45ed-a533-399fc7e221dc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:46.758852 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.763302 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6cbbffb-ad70-4936-bea2-920777873500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.873962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:46.876446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=e04686a1-4eea-4d29-9d28-dcff4556f7f9,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.894324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:46.898516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:46.915087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbbffb-ad70-4936-bea2-920777873500 None None] Pushing event updated for resources: {'Port': ['ID=8a74279e-5bac-45ed-a533-399fc7e221dc,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.983313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9e63e-1973-429e-972c-ecf8040e7b46 req-98f26a08-a0da-43ee-9b34-5a7268d91bfb tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:46.993879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64a9e63e-1973-429e-972c-ecf8040e7b46 req-98f26a08-a0da-43ee-9b34-5a7268d91bfb tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.1580491 Apr 18 20:50:47.029756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.031239 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.073585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64a9e63e-1973-429e-972c-ecf8040e7b46 req-8dc79868-bc59-4d5f-8633-cfc1415e9cf7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762577 Apr 18 20:50:47.101459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3a2882b5-9a20-4261-86ac-427cf4e873ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7897599 Apr 18 20:50:47.103939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59650) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:47.172281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce95cad3-8ad5-4918-95b2-92c3696492eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.178257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce95cad3-8ad5-4918-95b2-92c3696492eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.182850 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59652) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:47.183661 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ce95cad3-8ad5-4918-95b2-92c3696492eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0777256 Apr 18 20:50:47.357418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc9df6-bc24-45d2-bc80-894b63b58a4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port e04686a1-4eea-4d29-9d28-dcff4556f7f9 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:47.358309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9df6-bc24-45d2-bc80-894b63b58a4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.474043 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9df6-bc24-45d2-bc80-894b63b58a4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.493413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc9df6-bc24-45d2-bc80-894b63b58a4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for e04686a1-4eea-4d29-9d28-dcff4556f7f9 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:47.719681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9df6-bc24-45d2-bc80-894b63b58a4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.725335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-86de9a1b-2fdd-4fc5-9067-037d0a809087 None None] Provisioning complete for port 8a74279e-5bac-45ed-a533-399fc7e221dc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:47.725952 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-86de9a1b-2fdd-4fc5-9067-037d0a809087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.767894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc9df6-bc24-45d2-bc80-894b63b58a4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=e04686a1-4eea-4d29-9d28-dcff4556f7f9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:47.875180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9ebc9df6-bc24-45d2-bc80-894b63b58a4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.883363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59662) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:47.900127 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9ebc9df6-bc24-45d2-bc80-894b63b58a4e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/e04686a1-4eea-4d29-9d28-dcff4556f7f9 HTTP/1.1" status: 204 len: 168 time: 0.7091532 Apr 18 20:50:47.974766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e8426-4c36-4926-a0cc-cee692e374b7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.976762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e8426-4c36-4926-a0cc-cee692e374b7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.980139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e8426-4c36-4926-a0cc-cee692e374b7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.986012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f50e8426-4c36-4926-a0cc-cee692e374b7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0985248 Apr 18 20:50:47.987958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59670) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:48.081340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-264e9cbf-1ce5-4cfb-bbf1-3872d8a12e3f None None] Could not find standard attr ID for object e04686a1-4eea-4d29-9d28-dcff4556f7f9. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:50:48.087126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee6892d-4252-4269-b1cf-6cdb19005b90 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 34d8b61f-cddf-45eb-9563-e486df45abf8 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:48.091667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ee6892d-4252-4269-b1cf-6cdb19005b90 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.141569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ee6892d-4252-4269-b1cf-6cdb19005b90 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.265417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0471c9-36c8-43e8-a5aa-e42b920b2671 req-5422ba46-e82b-473f-bdfc-f844aaf66cee tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:48.267211 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb0471c9-36c8-43e8-a5aa-e42b920b2671 req-5422ba46-e82b-473f-bdfc-f844aaf66cee tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.0739555 Apr 18 20:50:48.344083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb0471c9-36c8-43e8-a5aa-e42b920b2671 req-8ad82389-ac40-4569-b63d-ff48a77eb6c1 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704036 Apr 18 20:50:48.390500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8a74279e-5bac-45ed-a533-399fc7e221dc up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:48.460944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8a74279e-5bac-45ed-a533-399fc7e221dc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:48.461313 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.607054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ee6892d-4252-4269-b1cf-6cdb19005b90 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.677977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ee6892d-4252-4269-b1cf-6cdb19005b90 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.712867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6892d-4252-4269-b1cf-6cdb19005b90 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=34d8b61f-cddf-45eb-9563-e486df45abf8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:48.715196 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ee6892d-4252-4269-b1cf-6cdb19005b90 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.719551 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6ee6892d-4252-4269-b1cf-6cdb19005b90 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/34d8b61f-cddf-45eb-9563-e486df45abf8 HTTP/1.1" status: 204 len: 168 time: 0.7299697 Apr 18 20:50:48.722194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59684) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:48.725000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35cfb9e-ecf1-4418-bee7-1fd2dd9913ad None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:48.798197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8cee953-baf0-49ad-b5e9-91933502685a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 893489b9-7ca7-43db-99e1-14408d5929fb {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:48.801906 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8cee953-baf0-49ad-b5e9-91933502685a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.849003 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8cee953-baf0-49ad-b5e9-91933502685a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.964281 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8cee953-baf0-49ad-b5e9-91933502685a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.041008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8cee953-baf0-49ad-b5e9-91933502685a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.104607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cee953-baf0-49ad-b5e9-91933502685a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=893489b9-7ca7-43db-99e1-14408d5929fb,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:49.106974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8cee953-baf0-49ad-b5e9-91933502685a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.110247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a8cee953-baf0-49ad-b5e9-91933502685a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/893489b9-7ca7-43db-99e1-14408d5929fb HTTP/1.1" status: 204 len: 168 time: 0.3870645 Apr 18 20:50:49.113185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59694) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:49.158753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-74134f07-890a-4ffe-b2e1-f628f46788ec tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441899 Apr 18 20:50:49.161496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59696) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:49.166606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-551bf619-8a6f-433b-9ba0-8b7c94728637 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:49.169786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d16fdb-5ae1-4e65-9d4d-af68436fac29 None None] Update dhcp port {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': '893489b9-7ca7-43db-99e1-14408d5929fb'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '8a74279e-5bac-45ed-a533-399fc7e221dc'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:50:49.207460 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53d16fdb-5ae1-4e65-9d4d-af68436fac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.279084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551bf619-8a6f-433b-9ba0-8b7c94728637 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:49.284791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-551bf619-8a6f-433b-9ba0-8b7c94728637 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.431655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6a2389fb-bd0f-4c9a-bd3b-41a6312af2e2 None None] Provisioning complete for port 8a74279e-5bac-45ed-a533-399fc7e221dc triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:49.432067 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6a2389fb-bd0f-4c9a-bd3b-41a6312af2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.441202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f8a03-f7f4-480e-ab51-40e884bd89e0 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:49.506378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eee26-e3e6-48fc-a814-610f084e250f req-7318ded5-8698-4fd4-ac71-3cac3a18d380 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:49.515537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c51eee26-e3e6-48fc-a814-610f084e250f req-7318ded5-8698-4fd4-ac71-3cac3a18d380 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.0665088 Apr 18 20:50:49.567670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c51eee26-e3e6-48fc-a814-610f084e250f req-497cc285-a884-419d-8d23-2a898e3f739a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511379 Apr 18 20:50:49.622601 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-551bf619-8a6f-433b-9ba0-8b7c94728637 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.676663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551bf619-8a6f-433b-9ba0-8b7c94728637 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:49.680145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-551bf619-8a6f-433b-9ba0-8b7c94728637 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:49.687712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5f588fff-687a-4975-b9ff-514dd76065b2 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:50:49.691967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551bf619-8a6f-433b-9ba0-8b7c94728637 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:49.694336 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-551bf619-8a6f-433b-9ba0-8b7c94728637 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.707533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bf619-8a6f-433b-9ba0-8b7c94728637 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=d8bbd5fe-3aac-4018-a036-2ca49307859e,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:49.725198 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-551bf619-8a6f-433b-9ba0-8b7c94728637 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5598571 Apr 18 20:50:49.725605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59708) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:49.733283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:49.809390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:49.823401 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '5f588fff-687a-4975-b9ff-514dd76065b2', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'port_id': '5f588fff-687a-4975-b9ff-514dd76065b2', 'mac_address': 'fa:16:3e:78:02:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:50:49.853184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:49.857229 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.877441 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.891948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f588fff-687a-4975-b9ff-514dd76065b2 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:49.911584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768b9833-6615-42b4-8f5e-76f4289b13cd None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:50:49.925183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:49.949416 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.017112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:50.022087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-768b9833-6615-42b4-8f5e-76f4289b13cd None None] Deleting port 8a74279e-5bac-45ed-a533-399fc7e221dc {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:50.022515 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-768b9833-6615-42b4-8f5e-76f4289b13cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.173305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-768b9833-6615-42b4-8f5e-76f4289b13cd None None] For port 8a74279e-5bac-45ed-a533-399fc7e221dc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8a74279e-5bac-45ed-a533-399fc7e221dc,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:50.174412 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-768b9833-6615-42b4-8f5e-76f4289b13cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.187988 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-768b9833-6615-42b4-8f5e-76f4289b13cd None None] Calling delete_port for 8a74279e-5bac-45ed-a533-399fc7e221dc owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:50.284278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5f588fff-687a-4975-b9ff-514dd76065b2'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:50:50.376563 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:50:50.435159 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-768b9833-6615-42b4-8f5e-76f4289b13cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.463106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8a74279e-5bac-45ed-a533-399fc7e221dc no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:50:50.471165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b9833-6615-42b4-8f5e-76f4289b13cd None None] Pushing event deleted for resources: {'Port': ['ID=8a74279e-5bac-45ed-a533-399fc7e221dc,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:50.497395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8a74279e-5bac-45ed-a533-399fc7e221dc {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:50:50.497654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8a74279e-5bac-45ed-a533-399fc7e221dc not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:50:50.505237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b9833-6615-42b4-8f5e-76f4289b13cd None None] No DVR routers for this DVR port 8a74279e-5bac-45ed-a533-399fc7e221dc on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:50.505880 n-d-836015-4 neutron-server[102903]: WARNING neutron.services.revisions.revision_plugin [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Could not find related port for resource to bump revision. Apr 18 20:50:50.514708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Port 8a74279e-5bac-45ed-a533-399fc7e221dc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102903) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 20:50:50.517706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_pluggable_backend [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Reverting IP allocation for 2001:db8::f816:3eff:fe18:bdce {{(pid=102903) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 20:50:50.526306 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.534691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1351fe19-67fb-47ba-a01d-345c12631e59 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:50.596154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:50.602162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:50.605237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:50.606076 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.616858 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=ce012699-5a35-49c4-85b2-c8b7111fc459,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:50.655070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59730) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:50.661431 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ab2240b-1957-47a8-bd57-bd806ab71202 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9345524 Apr 18 20:50:50.663814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:10:af:c0', 'name': 'tempest-NetworksTestDHCPv6-817919714'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:50.852676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': 'ce012699-5a35-49c4-85b2-c8b7111fc459'}, {'subnet_id': 'd8bbd5fe-3aac-4018-a036-2ca49307859e'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:50.854192 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.871883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:50.881853 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.929703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afd19b-faf4-40f8-b55e-b0e85c37e76c req-5c85daba-2ab8-49a3-8f3c-e9cd48e580cc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:50.931294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93afd19b-faf4-40f8-b55e-b0e85c37e76c req-5c85daba-2ab8-49a3-8f3c-e9cd48e580cc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.1234186 Apr 18 20:50:50.934078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port e4d5343e-1b78-473f-888c-0f2c86fd36ce yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:51.030692 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93afd19b-faf4-40f8-b55e-b0e85c37e76c req-251b0ed3-c74a-4661-81af-7eac0b0d2a12 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905242 Apr 18 20:50:51.092263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Allocated IP 172.20.0.2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/d8bbd5fe-3aac-4018-a036-2ca49307859e/a58704b1-98f0-4695-920b-33aeadef4190) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:51.106293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Allocated IP 2001:db8::f816:3eff:fe7b:bc3a (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/ce012699-5a35-49c4-85b2-c8b7111fc459/a58704b1-98f0-4695-920b-33aeadef4190) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:51.278892 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.285786 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.339753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:51.341662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Pushing event updated for resources: {'Port': ['ID=a58704b1-98f0-4695-920b-33aeadef4190,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:51.344398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:51.346620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:51.451722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 172.20.0.10 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/d8bbd5fe-3aac-4018-a036-2ca49307859e/e4d5343e-1b78-473f-888c-0f2c86fd36ce) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:51.454824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Attempting to bind port a58704b1-98f0-4695-920b-33aeadef4190 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:51.456027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Attempting to bind port a58704b1-98f0-4695-920b-33aeadef4190 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:51.456996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Attempting to bind port a58704b1-98f0-4695-920b-33aeadef4190 on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:51.464567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:51.465424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:51.466056 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.466797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:51.467555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Bound port: a58704b1-98f0-4695-920b-33aeadef4190, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:51.468951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::f816:3eff:fe10:afc0 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/ce012699-5a35-49c4-85b2-c8b7111fc459/e4d5343e-1b78-473f-888c-0f2c86fd36ce) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:51.469764 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.568697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] For port a58704b1-98f0-4695-920b-33aeadef4190, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:51.573999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] For port a58704b1-98f0-4695-920b-33aeadef4190, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a58704b1-98f0-4695-920b-33aeadef4190,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:51.581903 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.644420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5f588fff-687a-4975-b9ff-514dd76065b2 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:51.710585 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.737140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f245b-38da-4f92-8073-0d65f428ec0c None None] Pushing event updated for resources: {'Port': ['ID=a58704b1-98f0-4695-920b-33aeadef4190,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:51.765152 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 5f588fff-687a-4975-b9ff-514dd76065b2 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:51.769968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 5f588fff-687a-4975-b9ff-514dd76065b2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:51.770750 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.792216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.839876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:51.843934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:51.850120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:51.906625 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.932843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=e4d5343e-1b78-473f-888c-0f2c86fd36ce,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:51.964771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:51.965249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.971320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:51.979129 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f549e4-b54d-411a-9039-dcbdc3b67937" -d '{"events": [{"server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "name": "network-vif-plugged", "status": "completed", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:51.986290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c7ff7f40-19c4-448d-8829-d003dcb1b256 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3286078 Apr 18 20:50:51.988907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59762) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:52.026773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:52.037125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.056957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61994eb4-b5c9-402b-8a51-4bcfb18aa33b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.064253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61994eb4-b5c9-402b-8a51-4bcfb18aa33b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.066037 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-61994eb4-b5c9-402b-8a51-4bcfb18aa33b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0755095 Apr 18 20:50:52.070089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59768) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:52.097921 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80dd750-15bc-43e1-958c-1a29e077ab8d x-openstack-request-id: req-d80dd750-15bc-43e1-958c-1a29e077ab8d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:52.098839 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "name": "network-vif-plugged", "status": "completed", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:52.099907 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d80dd750-15bc-43e1-958c-1a29e077ab8d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:52.100528 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80dd750-15bc-43e1-958c-1a29e077ab8d'] response: {'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2', 'code': 200} Apr 18 20:50:52.183748 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:52.239796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ae373120-4b28-4fc3-9760-bf80234d65f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port e4d5343e-1b78-473f-888c-0f2c86fd36ce {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:52.239796 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae373120-4b28-4fc3-9760-bf80234d65f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.283715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be4ca6-a71a-4994-8bac-1c7de330ec0c req-02c14f98-dc56-4f82-91aa-e330a607350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.285598 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50be4ca6-a71a-4994-8bac-1c7de330ec0c req-02c14f98-dc56-4f82-91aa-e330a607350f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1096 time: 0.0911732 Apr 18 20:50:52.310781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11e1b1-b13c-4751-9d09-ec9ddb98e0b8 req-608eb34f-6f77-4b04-b44d-56e002c36d4c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.328460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce11e1b1-b13c-4751-9d09-ec9ddb98e0b8 req-608eb34f-6f77-4b04-b44d-56e002c36d4c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1302693 Apr 18 20:50:52.342338 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-50be4ca6-a71a-4994-8bac-1c7de330ec0c req-0cad5d39-4367-4e51-8e7f-4483311cbb41 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488434 Apr 18 20:50:52.387799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce11e1b1-b13c-4751-9d09-ec9ddb98e0b8 req-3c685383-82c2-442c-9beb-5e1fe442f046 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583832 Apr 18 20:50:52.401674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae373120-4b28-4fc3-9760-bf80234d65f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.430806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a58704b1-98f0-4695-920b-33aeadef4190 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:50:52.433926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ae373120-4b28-4fc3-9760-bf80234d65f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for e4d5343e-1b78-473f-888c-0f2c86fd36ce owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:52.485424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a58704b1-98f0-4695-920b-33aeadef4190 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:52.486173 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.636371 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.688515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port a58704b1-98f0-4695-920b-33aeadef4190, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a58704b1-98f0-4695-920b-33aeadef4190,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:52.696543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae373120-4b28-4fc3-9760-bf80234d65f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.700856 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.747305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae373120-4b28-4fc3-9760-bf80234d65f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=e4d5343e-1b78-473f-888c-0f2c86fd36ce,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:52.774680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=a58704b1-98f0-4695-920b-33aeadef4190,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:52.869883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae373120-4b28-4fc3-9760-bf80234d65f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.877971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59784) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:52.879023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ae373120-4b28-4fc3-9760-bf80234d65f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/e4d5343e-1b78-473f-888c-0f2c86fd36ce HTTP/1.1" status: 204 len: 168 time: 0.8072991 Apr 18 20:50:52.947528 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c76ea-da0b-4c72-8550-faec16e845e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.949416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c76ea-da0b-4c72-8550-faec16e845e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.952272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c76ea-da0b-4c72-8550-faec16e845e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.954683 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d92c76ea-da0b-4c72-8550-faec16e845e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0754492 Apr 18 20:50:52.957377 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59786) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:53.018622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e829600-3576-44fd-8a95-eb3427e52bd6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet ce012699-5a35-49c4-85b2-c8b7111fc459 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:53.023033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e829600-3576-44fd-8a95-eb3427e52bd6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.083347 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e829600-3576-44fd-8a95-eb3427e52bd6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.164515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c663a-de17-47f4-8938-cd38b7b7e219 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:53.231346 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e829600-3576-44fd-8a95-eb3427e52bd6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.319269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e829600-3576-44fd-8a95-eb3427e52bd6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.345359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-dd9787fd-cc85-4b63-ae97-6477d77fc825 None None] Provisioning complete for port a58704b1-98f0-4695-920b-33aeadef4190 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:53.345849 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dd9787fd-cc85-4b63-ae97-6477d77fc825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.352197 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e829600-3576-44fd-8a95-eb3427e52bd6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=ce012699-5a35-49c4-85b2-c8b7111fc459,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.357253 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1e829600-3576-44fd-8a95-eb3427e52bd6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.362842 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1e829600-3576-44fd-8a95-eb3427e52bd6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/ce012699-5a35-49c4-85b2-c8b7111fc459 HTTP/1.1" status: 204 len: 168 time: 0.4042482 Apr 18 20:50:53.365691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59796) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:53.517260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3723bed-e120-4085-82b5-d61abb80c62d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet d8bbd5fe-3aac-4018-a036-2ca49307859e {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:53.528862 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a3723bed-e120-4085-82b5-d61abb80c62d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.671875 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a3723bed-e120-4085-82b5-d61abb80c62d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.783152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1354c-0246-4656-9827-e18ae882d0c9 req-e6a1ee46-c96a-45e9-9345-4700e54b01ee tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:53.792668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88d1354c-0246-4656-9827-e18ae882d0c9 req-e6a1ee46-c96a-45e9-9345-4700e54b01ee tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1388772 Apr 18 20:50:53.875444 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a3723bed-e120-4085-82b5-d61abb80c62d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.888048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88d1354c-0246-4656-9827-e18ae882d0c9 req-ec92b03c-aae9-4fbf-a464-6f54975e0459 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934660 Apr 18 20:50:53.961866 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a3723bed-e120-4085-82b5-d61abb80c62d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.968700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bacf74-09cb-4dc6-b200-3f1b51785ba0 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:53.977463 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a3723bed-e120-4085-82b5-d61abb80c62d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.984761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59808) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:53.985100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a3723bed-e120-4085-82b5-d61abb80c62d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/d8bbd5fe-3aac-4018-a036-2ca49307859e HTTP/1.1" status: 204 len: 168 time: 0.6180103 Apr 18 20:50:54.005820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3723bed-e120-4085-82b5-d61abb80c62d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bbd5fe-3aac-4018-a036-2ca49307859e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:54.051434 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d8944bf7-a5b2-4ede-abce-96aee8b61a88 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649524 Apr 18 20:50:54.054079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59810) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:54.075529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5f88f655-010d-45e8-81c4-80350ff1d41d None None] Provisioning complete for port a58704b1-98f0-4695-920b-33aeadef4190 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:54.076243 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5f88f655-010d-45e8-81c4-80350ff1d41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.126154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc9de96-77f6-4c4f-baa9-86564d8c0ee2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:54.131116 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ccc9de96-77f6-4c4f-baa9-86564d8c0ee2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0734913 Apr 18 20:50:54.131573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59812) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:54.221326 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8817fff9-1489-4d73-8193-4333fd9b26a7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:54.224773 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8817fff9-1489-4d73-8193-4333fd9b26a7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0912683 Apr 18 20:50:54.226058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59820) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:54.338665 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59826) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:54.346102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-187d2cc0-3c96-49b1-87f3-6558e736493f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:54.347594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d9ae16bc-f8fb-4f00-a283-82d39aa2af39 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064291 Apr 18 20:50:54.355595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b1746a-0856-4ae4-8beb-53b820702063 None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:50:54.415359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1746a-0856-4ae4-8beb-53b820702063 None None] Deleting port a58704b1-98f0-4695-920b-33aeadef4190 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:54.415731 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8b1746a-0856-4ae4-8beb-53b820702063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.494323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d8b1746a-0856-4ae4-8beb-53b820702063 None None] For port a58704b1-98f0-4695-920b-33aeadef4190, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a58704b1-98f0-4695-920b-33aeadef4190,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:50:54.494883 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8b1746a-0856-4ae4-8beb-53b820702063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.501184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187d2cc0-3c96-49b1-87f3-6558e736493f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:54.506593 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-187d2cc0-3c96-49b1-87f3-6558e736493f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.509066 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-187d2cc0-3c96-49b1-87f3-6558e736493f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:54.509773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187d2cc0-3c96-49b1-87f3-6558e736493f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:54.512843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1746a-0856-4ae4-8beb-53b820702063 None None] Calling delete_port for a58704b1-98f0-4695-920b-33aeadef4190 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:54.538869 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-187d2cc0-3c96-49b1-87f3-6558e736493f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1962686 Apr 18 20:50:54.540588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59832) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:54.549815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-1117de87-5615-4587-82cb-3daef1fe0fe1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:54.657897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8b1746a-0856-4ae4-8beb-53b820702063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.675876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b1746a-0856-4ae4-8beb-53b820702063 None None] No DVR routers for this DVR port a58704b1-98f0-4695-920b-33aeadef4190 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:54.696809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1117de87-5615-4587-82cb-3daef1fe0fe1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:54.703983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1746a-0856-4ae4-8beb-53b820702063 None None] Pushing event deleted for resources: {'Port': ['ID=a58704b1-98f0-4695-920b-33aeadef4190,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:54.708356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1117de87-5615-4587-82cb-3daef1fe0fe1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.711869 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-1117de87-5615-4587-82cb-3daef1fe0fe1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:54.713059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1117de87-5615-4587-82cb-3daef1fe0fe1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:54.739738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1117de87-5615-4587-82cb-3daef1fe0fe1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1975276 Apr 18 20:50:54.742419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59834) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:54.747375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-99339507-4a4e-437f-a7f1-8bc427ff3c72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:54.853349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99339507-4a4e-437f-a7f1-8bc427ff3c72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:54.857153 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-99339507-4a4e-437f-a7f1-8bc427ff3c72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.858614 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-99339507-4a4e-437f-a7f1-8bc427ff3c72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:54.859400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99339507-4a4e-437f-a7f1-8bc427ff3c72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:54.875697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-99339507-4a4e-437f-a7f1-8bc427ff3c72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1320758 Apr 18 20:50:54.878582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59840) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:54.891656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-30e3483e-1f31-41da-a423-0b543ecdb247 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:55.043953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee0acf-464b-48da-b72b-d326c17c59fb req-f7a4acff-6eaa-4fd0-9330-82d0853e6a9b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:55.045494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80ee0acf-464b-48da-b72b-d326c17c59fb req-f7a4acff-6eaa-4fd0-9330-82d0853e6a9b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.0698111 Apr 18 20:50:55.063933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e3483e-1f31-41da-a423-0b543ecdb247 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:55.067291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30e3483e-1f31-41da-a423-0b543ecdb247 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.068868 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e3483e-1f31-41da-a423-0b543ecdb247 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:55.069294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e3483e-1f31-41da-a423-0b543ecdb247 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:55.102329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-30e3483e-1f31-41da-a423-0b543ecdb247 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2224047 Apr 18 20:50:55.105232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59850) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:55.110072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9751dc34-16e6-478a-8a49-b93c68c40653 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:55.115485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80ee0acf-464b-48da-b72b-d326c17c59fb req-3d547674-0d87-455c-b56d-4e99140f0cea tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625622 Apr 18 20:50:55.267392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e5282-7f33-4304-a407-df090a3b03db req-b343388d-1af4-4ba0-86eb-5a8ed3f27be9 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:55.269276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-745e5282-7f33-4304-a407-df090a3b03db req-b343388d-1af4-4ba0-86eb-5a8ed3f27be9 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.0722537 Apr 18 20:50:55.270303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9751dc34-16e6-478a-8a49-b93c68c40653 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:55.273900 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9751dc34-16e6-478a-8a49-b93c68c40653 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.275324 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-9751dc34-16e6-478a-8a49-b93c68c40653 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:55.275752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9751dc34-16e6-478a-8a49-b93c68c40653 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:55.279096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59858) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:55.284670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-79db4842-1571-4797-9f45-3d75011b0ebe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'floatingip': {'port_id': '5f588fff-687a-4975-b9ff-514dd76065b2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:55.333142 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79db4842-1571-4797-9f45-3d75011b0ebe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.340874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9751dc34-16e6-478a-8a49-b93c68c40653 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2315640 Apr 18 20:50:55.341076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59862) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:55.345918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-79814ece-c7d0-44aa-92f3-fa4227d8707f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:55.569707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79814ece-c7d0-44aa-92f3-fa4227d8707f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:55.573288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79814ece-c7d0-44aa-92f3-fa4227d8707f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.574846 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-79814ece-c7d0-44aa-92f3-fa4227d8707f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:55.575381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79814ece-c7d0-44aa-92f3-fa4227d8707f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:55.601895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-79814ece-c7d0-44aa-92f3-fa4227d8707f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2598264 Apr 18 20:50:55.604655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59868) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:55.641726 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b56e621a-eeb3-43fc-ad1d-06097c30c39c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0359108 Apr 18 20:50:55.644125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59870) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:55.701154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b74acdd-a50d-4240-ae38-a71e6f16d42f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:55.702750 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9b74acdd-a50d-4240-ae38-a71e6f16d42f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0573769 Apr 18 20:50:55.705315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59872) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:55.752678 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b6f03605-7b27-40e7-9484-8238219c45a1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457985 Apr 18 20:50:55.756828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59874) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:55.761978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:55.899765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:55.907387 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.966667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79db4842-1571-4797-9f45-3d75011b0ebe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.974311 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79db4842-1571-4797-9f45-3d75011b0ebe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.100041 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-79db4842-1571-4797-9f45-3d75011b0ebe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Floating IP e1f5f40e-3e8e-45a0-add3-5b86e34887c8 associated. External IP: 172.25.2.171, port: 5f588fff-687a-4975-b9ff-514dd76065b2. Apr 18 20:50:56.254889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:50:56.256944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.321129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=1eb369e4-078c-4ab8-a713-c0860ce6f58b,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:56.335618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.336265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.336720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.337214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.338418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.338418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.338907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.339275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.339705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.340261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.340824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.341253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.353710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:56.354790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:56.371402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9004c36a-7846-49d0-8c29-fbe1d70b4eed None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:50:56.380364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:56.381009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a58704b1-98f0-4695-920b-33aeadef4190 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:50:56.383256 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.385536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79db4842-1571-4797-9f45-3d75011b0ebe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Router cb171fa8-a321-4799-ba99-4e0db2d186da has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:50:56.423987 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dc48d95e-3920-4e9b-9814-842c2a9b95ca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6636472 Apr 18 20:50:56.424272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59892) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:56.432864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:73:7b:71', 'name': 'tempest-NetworksTestDHCPv6-1480133687'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:56.501802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: a58704b1-98f0-4695-920b-33aeadef4190 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:50:56.502517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a58704b1-98f0-4695-920b-33aeadef4190 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:50:56.603597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:56.614596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79db4842-1571-4797-9f45-3d75011b0ebe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:50:56.626541 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-79db4842-1571-4797-9f45-3d75011b0ebe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.743857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.770430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 74a3c22e-180f-49e7-8be3-754d72fc421a yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:56.806202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] Sync routers for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:56.822928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '1eb369e4-078c-4ab8-a713-c0860ce6f58b'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:50:56.823774 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.841994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:56.842660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:56.977696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::f816:3eff:fe73:7b71 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/1eb369e4-078c-4ab8-a713-c0860ce6f58b/74a3c22e-180f-49e7-8be3-754d72fc421a) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:57.116979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:57.141199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-79db4842-1571-4797-9f45-3d75011b0ebe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "PUT /v2.0/floatingips/e1f5f40e-3e8e-45a0-add3-5b86e34887c8 HTTP/1.1" status: 200 len: 991 time: 1.8608868 Apr 18 20:50:57.141988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:57.146024 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b984aee-fe48-4878-b168-a6d4c7b57519" -d '{"events": [{"name": "network-changed", "server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:50:57.187823 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3294a31-f68c-4527-b7b1-563b6316eab5 x-openstack-request-id: req-c3294a31-f68c-4527-b7b1-563b6316eab5 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:50:57.188261 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:50:57.188491 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c3294a31-f68c-4527-b7b1-563b6316eab5 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:50:57.189002 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3294a31-f68c-4527-b7b1-563b6316eab5'] response: {'name': 'network-changed', 'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2', 'status': 'completed', 'code': 200} Apr 18 20:50:57.230367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.280326 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-402f6ed6-5845-4395-8e65-e3cb7f01089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:57.281879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-402f6ed6-5845-4395-8e65-e3cb7f01089f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1096 time: 0.0630751 Apr 18 20:50:57.314277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.415387 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Allocated IP 2001:db8::f816:3eff:fedf:4160 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/1eb369e4-078c-4ab8-a713-c0860ce6f58b/03720d9e-3226-47e3-bb00-646858b1cf16) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:57.427452 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:57.441380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:57.448236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:57.456103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:57.456957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.475275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=74a3c22e-180f-49e7-8be3-754d72fc421a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:57.499562 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a8e021b0-1a31-47a5-8703-f4e4b4ddbc73 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0734801 Apr 18 20:50:57.502395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59910) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:57.532135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-508737b6-ae2a-4301-82de-92ce873e1eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:57.539012 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-508737b6-ae2a-4301-82de-92ce873e1eef service neutron] 10.222.0.60 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.2491035 Apr 18 20:50:57.582317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e1f5f40e-3e8e-45a0-add3-5b86e34887c8', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'port_id': '5f588fff-687a-4975-b9ff-514dd76065b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'mac_address': 'fa:16:3e:78:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:55Z', 'revision_number': 1, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:57.594368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b1e9ea-64c2-4bf0-ba2a-cda8cf939cdf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:57.596324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-54b1e9ea-64c2-4bf0-ba2a-cda8cf939cdf tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0927279 Apr 18 20:50:57.606342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59912) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:57.669562 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-2770d806-0758-4793-bed1-68932501900a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 999 time: 0.1232314 Apr 18 20:50:57.674011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] Checking router: cb171fa8-a321-4799-ba99-4e0db2d186da for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:57.730752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:50:57.736768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:50:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:57.744521 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.763221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-a5767f28-d995-4c73-8b6d-a934944baa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:57.769031 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-a5767f28-d995-4c73-8b6d-a934944baa2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.0922110 Apr 18 20:50:57.786583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7e9962bc-ecdd-4a96-9e18-2e0e45577532 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 74a3c22e-180f-49e7-8be3-754d72fc421a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:50:57.786975 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e9962bc-ecdd-4a96-9e18-2e0e45577532 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.854508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-b444b2ba-b473-4230-9406-a83861e5b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:57.856416 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-b444b2ba-b473-4230-9406-a83861e5b838 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791709 Apr 18 20:50:57.875736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:50:57.949021 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.958020 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e9962bc-ecdd-4a96-9e18-2e0e45577532 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.979878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7e9962bc-ecdd-4a96-9e18-2e0e45577532 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 74a3c22e-180f-49e7-8be3-754d72fc421a owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:50:58.044679 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-86b86579-2f7d-4383-8f03-edb895645b89 service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814654 Apr 18 20:50:58.071670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:58.075377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Pushing event updated for resources: {'Port': ['ID=03720d9e-3226-47e3-bb00-646858b1cf16,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:58.078729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:58.083357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:50:58.277161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5b984aee-fe48-4878-b168-a6d4c7b57519 req-62b539a6-84c1-4aaa-bdec-dafd38ca32f2 service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129123 Apr 18 20:50:58.279820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Attempting to bind port 03720d9e-3226-47e3-bb00-646858b1cf16 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:58.283591 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Attempting to bind port 03720d9e-3226-47e3-bb00-646858b1cf16 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:58.283926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Attempting to bind port 03720d9e-3226-47e3-bb00-646858b1cf16 on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:50:58.302315 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:50:58.302708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:50:58.303299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.304112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:50:58.304592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Bound port: 03720d9e-3226-47e3-bb00-646858b1cf16, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:58.304988 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.457343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] For port 03720d9e-3226-47e3-bb00-646858b1cf16, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:50:58.482493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] For port 03720d9e-3226-47e3-bb00-646858b1cf16, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03720d9e-3226-47e3-bb00-646858b1cf16,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:50:58.497614 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.548844 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e9962bc-ecdd-4a96-9e18-2e0e45577532 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.604013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9962bc-ecdd-4a96-9e18-2e0e45577532 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=74a3c22e-180f-49e7-8be3-754d72fc421a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:58.663809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e1f5f40e-3e8e-45a0-add3-5b86e34887c8', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'port_id': '5f588fff-687a-4975-b9ff-514dd76065b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'mac_address': 'fa:16:3e:78:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:55Z', 'revision_number': 1, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:58.683545 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e9962bc-ecdd-4a96-9e18-2e0e45577532 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.690391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7e9962bc-ecdd-4a96-9e18-2e0e45577532 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/74a3c22e-180f-49e7-8be3-754d72fc421a HTTP/1.1" status: 204 len: 168 time: 1.0820324 Apr 18 20:50:58.693035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59932) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:58.736923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fef264-ba3c-4f54-be42-dab72122649d None None] The sync data for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 is: [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e1f5f40e-3e8e-45a0-add3-5b86e34887c8', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'port_id': '5f588fff-687a-4975-b9ff-514dd76065b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'mac_address': 'fa:16:3e:78:02:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:55Z', 'revision_number': 1, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:58.736923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1787d9-a975-41c6-b7e1-74f5358f20fd None None] Pushing event updated for resources: {'Port': ['ID=03720d9e-3226-47e3-bb00-646858b1cf16,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:58.881036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ddc74a-f73e-42f2-a4d2-eb71e5d42f6b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:58.893692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ddc74a-f73e-42f2-a4d2-eb71e5d42f6b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:58.899774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59934) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:58.900847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-01ddc74a-f73e-42f2-a4d2-eb71e5d42f6b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2047405 Apr 18 20:50:59.028715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d2ef05-e1f4-45ef-b0f6-ce3885602b0e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 1eb369e4-078c-4ab8-a713-c0860ce6f58b {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:50:59.036528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79d2ef05-e1f4-45ef-b0f6-ce3885602b0e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.187576 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434d3d3-388a-4c56-a38e-aaf1bcfd4f2c None None] New status for floating IP e1f5f40e-3e8e-45a0-add3-5b86e34887c8: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:50:59.198494 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79d2ef05-e1f4-45ef-b0f6-ce3885602b0e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.360780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79d2ef05-e1f4-45ef-b0f6-ce3885602b0e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.478055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79d2ef05-e1f4-45ef-b0f6-ce3885602b0e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.526444 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-79d2ef05-e1f4-45ef-b0f6-ce3885602b0e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.531910 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-79d2ef05-e1f4-45ef-b0f6-ce3885602b0e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/1eb369e4-078c-4ab8-a713-c0860ce6f58b HTTP/1.1" status: 204 len: 168 time: 0.6287980 Apr 18 20:50:59.531910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2ef05-e1f4-45ef-b0f6-ce3885602b0e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb369e4-078c-4ab8-a713-c0860ce6f58b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:59.532277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59948) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:59.583345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-41f025a5-39fc-4e43-937c-96a17dbd7cfa tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498726 Apr 18 20:50:59.586107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 59950) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:50:59.593056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:59.703734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:59.721855 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.190731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a14cbc1-65ac-4ca9-adac-55fed590ac58 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:00.292504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-16502aff-4251-4bfe-954b-bdf275cfe3a6 None None] Provisioning complete for port 03720d9e-3226-47e3-bb00-646858b1cf16 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:00.293233 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-16502aff-4251-4bfe-954b-bdf275cfe3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.400640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.objects.ports [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102904) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:51:00.488221 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03720d9e-3226-47e3-bb00-646858b1cf16 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:00.653886 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-16502aff-4251-4bfe-954b-bdf275cfe3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.673796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 03720d9e-3226-47e3-bb00-646858b1cf16 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:00.674159 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.738843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-16502aff-4251-4bfe-954b-bdf275cfe3a6 None None] For port 03720d9e-3226-47e3-bb00-646858b1cf16, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03720d9e-3226-47e3-bb00-646858b1cf16,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:00.750189 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-16502aff-4251-4bfe-954b-bdf275cfe3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.852559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16502aff-4251-4bfe-954b-bdf275cfe3a6 None None] Pushing event updated for resources: {'Port': ['ID=03720d9e-3226-47e3-bb00-646858b1cf16,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:00.857626 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.995706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ef3fe0cb-10aa-4fe9-b2cb-f72ade755af9 None None] Provisioning complete for port 03720d9e-3226-47e3-bb00-646858b1cf16 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:00.997224 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ef3fe0cb-10aa-4fe9-b2cb-f72ade755af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.245041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] For port 03720d9e-3226-47e3-bb00-646858b1cf16, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03720d9e-3226-47e3-bb00-646858b1cf16,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:01.310750 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.327598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.328940 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.342788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fbb54f22-86ef-4deb-89ca-583f74330417 None None] Could not find standard attr ID for object 74a3c22e-180f-49e7-8be3-754d72fc421a. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:51:01.452171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:01.460611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:01.481444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:01.496185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.522565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=beb692af-f555-40f9-9dce-9c39331d4c7d,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:01.532920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=03720d9e-3226-47e3-bb00-646858b1cf16,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:01.539472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d7578a9c-44fa-47b9-ba2f-bdbde11ecc57 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9523518 Apr 18 20:51:01.542750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 59978) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:01.548615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:ba:31:77', 'name': 'tempest-NetworksTestDHCPv6-1666911399'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:01.604519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3ced8-2e72-443f-8f52-a66786547ac5 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:01.738336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:01.892627 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.933758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 56125c51-5425-4b87-bd68-c8cb4a29c5be yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:02.119816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::f816:3eff:feba:3177 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/beb692af-f555-40f9-9dce-9c39331d4c7d/56125c51-5425-4b87-bd68-c8cb4a29c5be) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:02.355584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-68d78f98-9cf1-4ca5-a7c6-3f314ee3440e None None] Provisioning complete for port 03720d9e-3226-47e3-bb00-646858b1cf16 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:02.356108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68d78f98-9cf1-4ca5-a7c6-3f314ee3440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.444341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.465670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03720d9e-3226-47e3-bb00-646858b1cf16 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:02.543190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 03720d9e-3226-47e3-bb00-646858b1cf16 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:02.546937 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.548756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.592820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:02.600051 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:02.612662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:02.637281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:02.637971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.697780 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=56125c51-5425-4b87-bd68-c8cb4a29c5be,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:02.706742 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7bf91799-3af5-4797-9dc6-72755d7e2b7c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1601274 Apr 18 20:51:02.707236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60002) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:02.794676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b776024d-07b2-461e-8186-692078172d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:02.803153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b776024d-07b2-461e-8186-692078172d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:02.808101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60004) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:02.808310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b776024d-07b2-461e-8186-692078172d82 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0992324 Apr 18 20:51:02.952985 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7fba5349-1ccd-4c49-bfef-263493a5174b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 56125c51-5425-4b87-bd68-c8cb4a29c5be {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:02.953629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fba5349-1ccd-4c49-bfef-263493a5174b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.023883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4ef87036-b584-4d8a-9b43-69387257e8c8 None None] Provisioning complete for port 56125c51-5425-4b87-bd68-c8cb4a29c5be triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:03.024647 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ef87036-b584-4d8a-9b43-69387257e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.073269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fba5349-1ccd-4c49-bfef-263493a5174b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.091577 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7fba5349-1ccd-4c49-bfef-263493a5174b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 56125c51-5425-4b87-bd68-c8cb4a29c5be owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:03.111956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4ef87036-b584-4d8a-9b43-69387257e8c8 None None] Port 56125c51-5425-4b87-bd68-c8cb4a29c5be cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:51:03.250412 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fba5349-1ccd-4c49-bfef-263493a5174b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.287628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba5349-1ccd-4c49-bfef-263493a5174b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=56125c51-5425-4b87-bd68-c8cb4a29c5be,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:03.325023 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7fba5349-1ccd-4c49-bfef-263493a5174b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.329900 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7fba5349-1ccd-4c49-bfef-263493a5174b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/56125c51-5425-4b87-bd68-c8cb4a29c5be HTTP/1.1" status: 204 len: 168 time: 0.5206892 Apr 18 20:51:03.333128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60014) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:03.400290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f5588-6029-4967-a1e7-7ffe6d4779d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:03.401821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f5588-6029-4967-a1e7-7ffe6d4779d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:03.403365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ff2f5588-6029-4967-a1e7-7ffe6d4779d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0691762 Apr 18 20:51:03.406672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60016) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:03.467964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet beb692af-f555-40f9-9dce-9c39331d4c7d {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:03.477280 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.542408 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.675334 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.770466 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.794242 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:03.801787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31835acb-7df2-41be-b18d-bf76bf3dc90c None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:03.808807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/beb692af-f555-40f9-9dce-9c39331d4c7d HTTP/1.1" status: 204 len: 168 time: 0.3977795 Apr 18 20:51:03.809397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60026) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:03.868753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=beb692af-f555-40f9-9dce-9c39331d4c7d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:03.894364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.894722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.895324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.895671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.896031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.896406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.896796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.897283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.897611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.898238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.898700 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.900921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ae7a31-5fea-47d6-b22c-750b16afe1f7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:03.922159 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-12187328-811b-4c89-a1fb-0ba896eb3221 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095102 Apr 18 20:51:03.924060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60028) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:04.014441 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbf9096-5f37-4d9b-a876-3e89583e2102 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:04.019243 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ddbf9096-5f37-4d9b-a876-3e89583e2102 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0911961 Apr 18 20:51:04.020184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60034) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:04.069642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55647213-5de4-42e3-8183-5fd146d64383 None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:51:04.089485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f23946-e51b-4cd8-9181-319d668eb287 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:04.093736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60036) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:04.093956 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a3f23946-e51b-4cd8-9181-319d668eb287 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0714450 Apr 18 20:51:04.152484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4266896a-3e78-4e09-b4e6-67d4110be126 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572786 Apr 18 20:51:04.158627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60038) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:04.164030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:04.222168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-55647213-5de4-42e3-8183-5fd146d64383 None None] Deleting port 03720d9e-3226-47e3-bb00-646858b1cf16 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:04.225149 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-55647213-5de4-42e3-8183-5fd146d64383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.297163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:04.304921 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.499734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03720d9e-3226-47e3-bb00-646858b1cf16 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:04.602310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-55647213-5de4-42e3-8183-5fd146d64383 None None] For port 03720d9e-3226-47e3-bb00-646858b1cf16, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03720d9e-3226-47e3-bb00-646858b1cf16,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:04.602864 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-55647213-5de4-42e3-8183-5fd146d64383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.618308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-55647213-5de4-42e3-8183-5fd146d64383 None None] Calling delete_port for 03720d9e-3226-47e3-bb00-646858b1cf16 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:04.694116 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.723481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:51:04.754557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 03720d9e-3226-47e3-bb00-646858b1cf16, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03720d9e-3226-47e3-bb00-646858b1cf16,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:04.783983 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.854107 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-55647213-5de4-42e3-8183-5fd146d64383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.893201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55647213-5de4-42e3-8183-5fd146d64383 None None] No DVR routers for this DVR port 03720d9e-3226-47e3-bb00-646858b1cf16 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:04.908416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=03720d9e-3226-47e3-bb00-646858b1cf16,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:04.925406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_pluggable_backend [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Port 03720d9e-3226-47e3-bb00-646858b1cf16 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102903) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 20:51:04.925841 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_pluggable_backend [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Reverting IP allocation for 2001:db8::f816:3eff:fedf:4160 {{(pid=102903) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 20:51:04.931479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.947755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55647213-5de4-42e3-8183-5fd146d64383 None None] Pushing event deleted for resources: {'Port': ['ID=03720d9e-3226-47e3-bb00-646858b1cf16,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:04.988841 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:04.993278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:04.998877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:04.999557 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.018255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e5e23b-4f6d-4f12-af8c-e5e3a51370aa None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:05.025864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=45e1330e-2de5-493b-aa27-1b52d7e61661,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:05.052830 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c8fe2890-0f28-44eb-882c-27340fce9d26 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8919139 Apr 18 20:51:05.054611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60062) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:05.061293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:bf:cb:19', 'name': 'tempest-NetworksTestDHCPv6-64611934'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:05.229298 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '45e1330e-2de5-493b-aa27-1b52d7e61661'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:51:05.230157 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.262190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:05.371403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Allocated IP 2001:db8::f816:3eff:fe31:bd90 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/45e1330e-2de5-493b-aa27-1b52d7e61661/d778cc25-9717-4656-ac62-47e9247032ab) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:05.384380 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.451540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port c9b9768d-acd9-4ce8-851d-328690a89700 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:05.573527 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.581173 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.626196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:05.629523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:05.647082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::f816:3eff:febf:cb19 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/45e1330e-2de5-493b-aa27-1b52d7e61661/c9b9768d-acd9-4ce8-851d-328690a89700) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:05.660535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:05.694995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Pushing event updated for resources: {'Port': ['ID=d778cc25-9717-4656-ac62-47e9247032ab,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:05.782390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Attempting to bind port d778cc25-9717-4656-ac62-47e9247032ab on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:05.782770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Attempting to bind port d778cc25-9717-4656-ac62-47e9247032ab by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:05.783132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Attempting to bind port d778cc25-9717-4656-ac62-47e9247032ab on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:05.792018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:05.792490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:05.792890 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.793278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:05.793736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Bound port: d778cc25-9717-4656-ac62-47e9247032ab, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:05.794111 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.872163 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.894000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] For port d778cc25-9717-4656-ac62-47e9247032ab, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:05.899212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] For port d778cc25-9717-4656-ac62-47e9247032ab, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d778cc25-9717-4656-ac62-47e9247032ab,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:05.911094 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.922157 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.986527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:05.990383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:06.003567 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8f749c86-7f0a-4215-8e50-2f0fa37c5bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.006899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:06.018759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.019464 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.032049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757318e6-dc8b-4218-b53d-310d899e4619 None None] Pushing event updated for resources: {'Port': ['ID=d778cc25-9717-4656-ac62-47e9247032ab,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.049829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=c9b9768d-acd9-4ce8-851d-328690a89700,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.061895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4d2802ee-c7ba-463a-a637-29816ba72d32 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0059681 Apr 18 20:51:06.063056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60080) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:06.127326 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b313a8-d652-4a5f-a21d-62657576fdcb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.133511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b313a8-d652-4a5f-a21d-62657576fdcb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.135194 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c8b313a8-d652-4a5f-a21d-62657576fdcb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0711102 Apr 18 20:51:06.137778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60086) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:06.351602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9637dedd-7c38-49d8-a02b-942c8b8a276e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port c9b9768d-acd9-4ce8-851d-328690a89700 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:06.354359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9637dedd-7c38-49d8-a02b-942c8b8a276e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.487557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d778cc25-9717-4656-ac62-47e9247032ab up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:06.508669 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9637dedd-7c38-49d8-a02b-942c8b8a276e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.550399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-9637dedd-7c38-49d8-a02b-942c8b8a276e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for c9b9768d-acd9-4ce8-851d-328690a89700 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:06.600450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d778cc25-9717-4656-ac62-47e9247032ab triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:06.600959 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.706978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.713405 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9637dedd-7c38-49d8-a02b-942c8b8a276e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.756464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port d778cc25-9717-4656-ac62-47e9247032ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d778cc25-9717-4656-ac62-47e9247032ab,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:06.762711 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.786636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637dedd-7c38-49d8-a02b-942c8b8a276e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=c9b9768d-acd9-4ce8-851d-328690a89700,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.820875 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9637dedd-7c38-49d8-a02b-942c8b8a276e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.827472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60096) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:06.837100 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9637dedd-7c38-49d8-a02b-942c8b8a276e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/c9b9768d-acd9-4ce8-851d-328690a89700 HTTP/1.1" status: 204 len: 168 time: 0.6971653 Apr 18 20:51:06.868583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=d778cc25-9717-4656-ac62-47e9247032ab,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.891214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff96078-b566-45e9-92db-1c532031eb93 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.893078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff96078-b566-45e9-92db-1c532031eb93 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.897897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4ff96078-b566-45e9-92db-1c532031eb93 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0673673 Apr 18 20:51:06.898134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60100) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:06.960263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc3175e-18a0-4f88-931a-141141c799b6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 45e1330e-2de5-493b-aa27-1b52d7e61661 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:06.964463 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efc3175e-18a0-4f88-931a-141141c799b6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.034361 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efc3175e-18a0-4f88-931a-141141c799b6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.174403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efc3175e-18a0-4f88-931a-141141c799b6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.289960 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efc3175e-18a0-4f88-931a-141141c799b6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.328074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3175e-18a0-4f88-931a-141141c799b6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=45e1330e-2de5-493b-aa27-1b52d7e61661,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:07.330550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efc3175e-18a0-4f88-931a-141141c799b6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.336362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60112) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:07.336893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-efc3175e-18a0-4f88-931a-141141c799b6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/45e1330e-2de5-493b-aa27-1b52d7e61661 HTTP/1.1" status: 204 len: 168 time: 0.4373701 Apr 18 20:51:07.386098 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-80d56a01-c86e-4614-8ec7-14aa274e4162 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479839 Apr 18 20:51:07.389663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60114) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:07.397729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:07.461664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d39d1c-df79-47b0-9cbe-02f7016b6fba None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:07.534168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:07.539802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.611823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4ccec104-c14d-4ca7-99fb-1629b640f77e None None] Provisioning complete for port d778cc25-9717-4656-ac62-47e9247032ab triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:07.612485 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ccec104-c14d-4ca7-99fb-1629b640f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.789549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd298bd-991c-4ade-b4a4-fca57ce6688f None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:51:07.867001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ffd298bd-991c-4ade-b4a4-fca57ce6688f None None] Deleting port d778cc25-9717-4656-ac62-47e9247032ab {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:07.867359 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ffd298bd-991c-4ade-b4a4-fca57ce6688f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.007823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ffd298bd-991c-4ade-b4a4-fca57ce6688f None None] For port d778cc25-9717-4656-ac62-47e9247032ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d778cc25-9717-4656-ac62-47e9247032ab,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:08.008154 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ffd298bd-991c-4ade-b4a4-fca57ce6688f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.024764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ffd298bd-991c-4ade-b4a4-fca57ce6688f None None] Calling delete_port for d778cc25-9717-4656-ac62-47e9247032ab owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:08.028923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:51:08.132688 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ffd298bd-991c-4ade-b4a4-fca57ce6688f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.188647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd298bd-991c-4ade-b4a4-fca57ce6688f None None] Pushing event deleted for resources: {'Port': ['ID=d778cc25-9717-4656-ac62-47e9247032ab,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:08.212093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd298bd-991c-4ade-b4a4-fca57ce6688f None None] No DVR routers for this DVR port d778cc25-9717-4656-ac62-47e9247032ab on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:08.236487 n-d-836015-4 neutron-server[102903]: WARNING neutron.services.revisions.revision_plugin [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Could not find related port for resource to bump revision. Apr 18 20:51:08.246515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Port d778cc25-9717-4656-ac62-47e9247032ab was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102903) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 20:51:08.247339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Reverting IP allocation for 2001:db8::f816:3eff:fe31:bd90 {{(pid=102903) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 20:51:08.254684 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.376125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:08.381445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:08.384578 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:08.385470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.394915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7238606-fe69-4f8b-b54a-eb95b7f900bc None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:08.445934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=56e9b1b5-df2f-4598-ac76-35d163f8bfc0,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:08.459919 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ea5024af-17d5-416b-90ed-97e5ccfddef0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0650496 Apr 18 20:51:08.460299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60134) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:08.471500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:33:1d:ae', 'name': 'tempest-NetworksTestDHCPv6-836334931'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:08.518783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d778cc25-9717-4656-ac62-47e9247032ab no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:08.552420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: d778cc25-9717-4656-ac62-47e9247032ab {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:08.553003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d778cc25-9717-4656-ac62-47e9247032ab not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:08.657609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:08.673522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ed71f0d-f03e-41b9-b507-430c514f7770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.743804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '56e9b1b5-df2f-4598-ac76-35d163f8bfc0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:51:08.745002 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.021306 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Allocated IP 2001:db8::f816:3eff:fe6e:c0ea (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/56e9b1b5-df2f-4598-ac76-35d163f8bfc0/6ea42f47-3e11-430a-9983-23acd7a290c2) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:09.148584 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.183431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port cd9a944a-575d-435c-9015-23ff5e846622 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:09.214480 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.226266 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.270212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:09.273504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:09.276239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:09.337141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::f816:3eff:fe33:1dae (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/56e9b1b5-df2f-4598-ac76-35d163f8bfc0/cd9a944a-575d-435c-9015-23ff5e846622) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:09.341396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Pushing event updated for resources: {'Port': ['ID=6ea42f47-3e11-430a-9983-23acd7a290c2,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:09.369654 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.376199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Attempting to bind port 6ea42f47-3e11-430a-9983-23acd7a290c2 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:09.376672 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Attempting to bind port 6ea42f47-3e11-430a-9983-23acd7a290c2 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:09.377211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Attempting to bind port 6ea42f47-3e11-430a-9983-23acd7a290c2 on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:09.399121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:09.400404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:09.401116 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.401585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:09.402134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Bound port: 6ea42f47-3e11-430a-9983-23acd7a290c2, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:09.403092 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.514193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] For port 6ea42f47-3e11-430a-9983-23acd7a290c2, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:09.519561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] For port 6ea42f47-3e11-430a-9983-23acd7a290c2, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6ea42f47-3e11-430a-9983-23acd7a290c2,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:09.525608 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.620147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7e4d9-99db-4516-b9fe-d30684939b4c None None] Pushing event updated for resources: {'Port': ['ID=6ea42f47-3e11-430a-9983-23acd7a290c2,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:09.686908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.770234 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.840372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=cd9a944a-575d-435c-9015-23ff5e846622,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:09.887930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:09.897837 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:09.908036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:09.927826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:09.929128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.960680 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-25205cc1-2e04-42f9-9229-93a52fc89922 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4986811 Apr 18 20:51:09.961696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60164) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:10.042903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b81915e-70c5-4947-bc99-ea58c9fda78c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.055023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b81915e-70c5-4947-bc99-ea58c9fda78c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.059914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9b81915e-70c5-4947-bc99-ea58c9fda78c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0943158 Apr 18 20:51:10.061655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60166) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:10.212695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-433aefc8-5ad1-46af-875f-0394878b763b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port cd9a944a-575d-435c-9015-23ff5e846622 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:10.213417 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-433aefc8-5ad1-46af-875f-0394878b763b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.339166 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-433aefc8-5ad1-46af-875f-0394878b763b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.359710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-433aefc8-5ad1-46af-875f-0394878b763b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for cd9a944a-575d-435c-9015-23ff5e846622 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:10.407204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6ea42f47-3e11-430a-9983-23acd7a290c2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:10.522012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 6ea42f47-3e11-430a-9983-23acd7a290c2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:10.522716 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.526172 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.570705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-433aefc8-5ad1-46af-875f-0394878b763b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.653762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aefc8-5ad1-46af-875f-0394878b763b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=cd9a944a-575d-435c-9015-23ff5e846622,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:10.672654 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.725512 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-433aefc8-5ad1-46af-875f-0394878b763b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.729094 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-433aefc8-5ad1-46af-875f-0394878b763b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/cd9a944a-575d-435c-9015-23ff5e846622 HTTP/1.1" status: 204 len: 168 time: 0.6655142 Apr 18 20:51:10.731535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60168) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:10.734394 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 6ea42f47-3e11-430a-9983-23acd7a290c2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6ea42f47-3e11-430a-9983-23acd7a290c2,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:10.740374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.823870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=6ea42f47-3e11-430a-9983-23acd7a290c2,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:10.829199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b0c09-6e28-4186-82db-8034aa3989dd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.832864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b0c09-6e28-4186-82db-8034aa3989dd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.835604 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c53b0c09-6e28-4186-82db-8034aa3989dd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1021667 Apr 18 20:51:10.838200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60172) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:10.854938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.855429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.855885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.856320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.864610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.865675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.866142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.866574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.867029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.867458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.867956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.868326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:10.946199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-575feb86-9cf0-4883-87be-0a89828bbab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 56e9b1b5-df2f-4598-ac76-35d163f8bfc0 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:10.953287 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-575feb86-9cf0-4883-87be-0a89828bbab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.026509 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-575feb86-9cf0-4883-87be-0a89828bbab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.144966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-575feb86-9cf0-4883-87be-0a89828bbab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.195258 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.208888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-10dad8ed-1d23-485d-909a-a3bde5b61b98 None None] Provisioning complete for port 6ea42f47-3e11-430a-9983-23acd7a290c2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:11.209607 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-10dad8ed-1d23-485d-909a-a3bde5b61b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.271096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-575feb86-9cf0-4883-87be-0a89828bbab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.339072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575feb86-9cf0-4883-87be-0a89828bbab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=56e9b1b5-df2f-4598-ac76-35d163f8bfc0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:11.348262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-575feb86-9cf0-4883-87be-0a89828bbab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.354948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-575feb86-9cf0-4883-87be-0a89828bbab3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/56e9b1b5-df2f-4598-ac76-35d163f8bfc0 HTTP/1.1" status: 204 len: 168 time: 0.5153716 Apr 18 20:51:11.358814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60178) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:11.436341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60180) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:11.437187 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-560a0e9a-25d3-4e4e-8e22-85b499846802 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764465 Apr 18 20:51:11.514549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9508a6-08b1-4371-8abe-0669224488b2 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:11.526172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d849dc-4654-442a-890b-ce722e4f0050 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:11.528477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-99d849dc-4654-442a-890b-ce722e4f0050 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0911109 Apr 18 20:51:11.533657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60182) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:11.635351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-540a65aa-affb-45c6-8a71-4eb1df47a03f None None] Could not find standard attr ID for object cd9a944a-575d-435c-9015-23ff5e846622. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:51:11.640181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abdef8d-40b2-463d-8f2b-af2cb42c5ac2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:11.651868 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3abdef8d-40b2-463d-8f2b-af2cb42c5ac2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1072900 Apr 18 20:51:11.652184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60184) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:11.693084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-006c104e-5114-425b-b2ae-c181f447f5df tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448775 Apr 18 20:51:11.697231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60186) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:11.706480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8df55604-c68a-451b-8567-8934d57cea15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:11.832242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5846e0b-1f45-49dd-ac6d-e86ae38b623e None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:51:11.865813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df55604-c68a-451b-8567-8934d57cea15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:11.870323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df55604-c68a-451b-8567-8934d57cea15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.897625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c5846e0b-1f45-49dd-ac6d-e86ae38b623e None None] Deleting port 6ea42f47-3e11-430a-9983-23acd7a290c2 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:11.898004 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5846e0b-1f45-49dd-ac6d-e86ae38b623e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.982338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c5846e0b-1f45-49dd-ac6d-e86ae38b623e None None] For port 6ea42f47-3e11-430a-9983-23acd7a290c2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6ea42f47-3e11-430a-9983-23acd7a290c2,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:11.982907 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5846e0b-1f45-49dd-ac6d-e86ae38b623e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.180518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df55604-c68a-451b-8567-8934d57cea15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.258331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df55604-c68a-451b-8567-8934d57cea15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:12.259733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df55604-c68a-451b-8567-8934d57cea15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=9bd8977b-c91c-44c9-ac66-23e3d800d681,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:12.269473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8df55604-c68a-451b-8567-8934d57cea15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:12.279385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df55604-c68a-451b-8567-8934d57cea15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:12.280000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df55604-c68a-451b-8567-8934d57cea15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.328153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60204) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:12.333856 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8df55604-c68a-451b-8567-8934d57cea15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6349759 Apr 18 20:51:12.334163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:32:fb:21', 'name': 'tempest-NetworksTestDHCPv6-1137036824'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:12.352251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c5846e0b-1f45-49dd-ac6d-e86ae38b623e None None] Calling delete_port for 6ea42f47-3e11-430a-9983-23acd7a290c2 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:12.384826 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.463969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6ea42f47-3e11-430a-9983-23acd7a290c2 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:12.553919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:12.564420 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-5310b82c-1e4e-4f03-a592-14bdf33726a5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1542931 Apr 18 20:51:12.699307 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5846e0b-1f45-49dd-ac6d-e86ae38b623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.749083 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.752473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5846e0b-1f45-49dd-ac6d-e86ae38b623e None None] Pushing event deleted for resources: {'Port': ['ID=6ea42f47-3e11-430a-9983-23acd7a290c2,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:12.764038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5846e0b-1f45-49dd-ac6d-e86ae38b623e None None] No DVR routers for this DVR port 6ea42f47-3e11-430a-9983-23acd7a290c2 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:12.792706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-0bb51a21-6133-4aa7-849c-75d54585b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:12.793529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.800915 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-0bb51a21-6133-4aa7-849c-75d54585b733 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1096 time: 0.1667829 Apr 18 20:51:12.806138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d1712-9d3e-4680-af16-3a73be490dee None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:12.836500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 12d72944-bdea-4c64-94fd-908e531c7958 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:12.993848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60208) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:13.088803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::26 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/9bd8977b-c91c-44c9-ac66-23e3d800d681/12d72944-bdea-4c64-94fd-908e531c7958) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:13.097501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '9bd8977b-c91c-44c9-ac66-23e3d800d681'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:51:13.098380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.196533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-b4209a7d-0a8a-4f53-9d43-4eb098a65a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.198782 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-b4209a7d-0a8a-4f53-9d43-4eb098a65a08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.3693466 Apr 18 20:51:13.248532 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:51:13.336902 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.348292 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a01db99-3a2e-4fca-be71-fb0d608fbd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.380466 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.471311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Allocated IP 2001:db8::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/9bd8977b-c91c-44c9-ac66-23e3d800d681/a418d9ba-17fc-4c3a-ba54-bfbfa52fd168) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:13.486949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=12d72944-bdea-4c64-94fd-908e531c7958,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:13.499526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:13.501925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:13.506481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:13.519960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.520965 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.542591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a01db99-3a2e-4fca-be71-fb0d608fbd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.555971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a01db99-3a2e-4fca-be71-fb0d608fbd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.565065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6ea8dbd1-3f37-42e1-869e-4682442edf80 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2351735 Apr 18 20:51:13.566120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60214) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:13.566722 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-70dba840-ddb9-434a-97e3-e803937d3858 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 1001 time: 0.3604929 Apr 18 20:51:13.672203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6ec225-c347-4bff-96be-5b7753070bdb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.681748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1c6ec225-c347-4bff-96be-5b7753070bdb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1128511 Apr 18 20:51:13.683779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60216) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:13.692419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6a01db99-3a2e-4fca-be71-fb0d608fbd80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26d7ef2f7b444d7c8ef23308545de9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6874058 Apr 18 20:51:13.697954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60218) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:13.712910 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.721006 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.768931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:13.772668 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:13.777374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:13.802983 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01db99-3a2e-4fca-be71-fb0d608fbd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6376a5a-1aef-42bc-b7d2-7073f7c0154d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:13.809210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Pushing event updated for resources: {'Port': ['ID=a418d9ba-17fc-4c3a-ba54-bfbfa52fd168,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:13.836519 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-8fce6123-6178-4b1a-81f9-ac73e49f3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.839433 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-8fce6123-6178-4b1a-81f9-ac73e49f3d36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.2566607 Apr 18 20:51:13.861364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Attempting to bind port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:13.862024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Attempting to bind port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:13.862476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Attempting to bind port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168 on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:13.869102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:13.869605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:13.870117 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.870596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:13.871375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Bound port: a418d9ba-17fc-4c3a-ba54-bfbfa52fd168, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:13.871719 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.881933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-593a0084-2f67-45b6-83b9-0414378e7650 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 12d72944-bdea-4c64-94fd-908e531c7958 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:13.882460 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-593a0084-2f67-45b6-83b9-0414378e7650 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.898488 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d00774-073c-4379-9adb-d4f49d21ecc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.923514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-5025cba7-ffa3-4ff6-a6cf-79cb5725adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:13.926087 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-5025cba7-ffa3-4ff6-a6cf-79cb5725adca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787082 Apr 18 20:51:13.939607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d00774-073c-4379-9adb-d4f49d21ecc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.958093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] For port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:13.964019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] For port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a418d9ba-17fc-4c3a-ba54-bfbfa52fd168,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:13.976063 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.086113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d00774-073c-4379-9adb-d4f49d21ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.088658 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-05d00774-073c-4379-9adb-d4f49d21ecc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.093901 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-05d00774-073c-4379-9adb-d4f49d21ecc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c6376a5a-1aef-42bc-b7d2-7073f7c0154d HTTP/1.1" status: 204 len: 168 time: 0.3876419 Apr 18 20:51:14.101021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28189d92-9d08-488f-8b88-20bbf6834191 None None] Pushing event updated for resources: {'Port': ['ID=a418d9ba-17fc-4c3a-ba54-bfbfa52fd168,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:14.103593 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-199de0c4-5322-4aa7-946a-1321ac80a12f service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617055 Apr 18 20:51:14.112383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-593a0084-2f67-45b6-83b9-0414378e7650 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.128226 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d00774-073c-4379-9adb-d4f49d21ecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6376a5a-1aef-42bc-b7d2-7073f7c0154d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:14.133727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-593a0084-2f67-45b6-83b9-0414378e7650 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 12d72944-bdea-4c64-94fd-908e531c7958 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:14.369883 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-64626ebc-f5fa-4490-864a-5f54544ca89d req-ef437a75-ba11-43f0-9215-4ff2132a537d service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548554 Apr 18 20:51:14.453850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-593a0084-2f67-45b6-83b9-0414378e7650 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.500027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a0084-2f67-45b6-83b9-0414378e7650 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=12d72944-bdea-4c64-94fd-908e531c7958,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:14.545270 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-593a0084-2f67-45b6-83b9-0414378e7650 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.550553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-593a0084-2f67-45b6-83b9-0414378e7650 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/12d72944-bdea-4c64-94fd-908e531c7958 HTTP/1.1" status: 204 len: 168 time: 0.8653014 Apr 18 20:51:14.553948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60230) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:14.622359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a62357-bac9-41a6-825d-1dc5e3761d5c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:14.624684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a62357-bac9-41a6-825d-1dc5e3761d5c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:14.626413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b4a62357-bac9-41a6-825d-1dc5e3761d5c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0713720 Apr 18 20:51:14.629099 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60234) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:14.697179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-3320ab0d-b150-4085-8478-0c15e225fb69 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 9bd8977b-c91c-44c9-ac66-23e3d800d681 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:14.701051 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3320ab0d-b150-4085-8478-0c15e225fb69 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.755061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3320ab0d-b150-4085-8478-0c15e225fb69 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.883050 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3320ab0d-b150-4085-8478-0c15e225fb69 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.976829 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3320ab0d-b150-4085-8478-0c15e225fb69 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.029420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320ab0d-b150-4085-8478-0c15e225fb69 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd8977b-c91c-44c9-ac66-23e3d800d681,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:15.031779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3320ab0d-b150-4085-8478-0c15e225fb69 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.040261 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3320ab0d-b150-4085-8478-0c15e225fb69 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/9bd8977b-c91c-44c9-ac66-23e3d800d681 HTTP/1.1" status: 204 len: 168 time: 0.4065838 Apr 18 20:51:15.040707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60246) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:15.132058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60248) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:15.136579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dd99d58d-9939-4dc6-a672-a04bbc8c353f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947597 Apr 18 20:51:15.206946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05920c1a-c586-4e1a-8ef8-77a479a03909 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:15.208735 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-05920c1a-c586-4e1a-8ef8-77a479a03909 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0753090 Apr 18 20:51:15.211326 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60254) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:15.279582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebd7da0-b999-4646-bb29-7238c6215dba tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:15.281834 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ebd7da0-b999-4646-bb29-7238c6215dba tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0691416 Apr 18 20:51:15.284515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60258) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:15.349750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-43e3c642-bce5-4d8c-80aa-d36a3132e987 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575464 Apr 18 20:51:15.350220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60260) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:15.356168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:15.462111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:15.466804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.473521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9504fc2-2fa2-4bbc-a824-3feadba96d7c None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:15.563102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-68aeb7b8-71d2-4cb7-bf66-99fd1de9fcc6 None None] Provisioning complete for port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:15.563980 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7b8-71d2-4cb7-bf66-99fd1de9fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.765720 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7b8-71d2-4cb7-bf66-99fd1de9fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.824186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2778cf-0886-4471-be03-376741a13a08 None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:51:15.875296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-68aeb7b8-71d2-4cb7-bf66-99fd1de9fcc6 None None] For port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a418d9ba-17fc-4c3a-ba54-bfbfa52fd168,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:15.886503 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7b8-71d2-4cb7-bf66-99fd1de9fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.920436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.objects.ports [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102903) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:51:15.994360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbf2b0-85ea-4749-ab9e-1aa735433f90 req-8362dfba-441f-48d2-bd72-70d9c3448562 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:15.999815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffcbf2b0-85ea-4749-ab9e-1aa735433f90 req-8362dfba-441f-48d2-bd72-70d9c3448562 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.0698953 Apr 18 20:51:16.011396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeb7b8-71d2-4cb7-bf66-99fd1de9fcc6 None None] Pushing event updated for resources: {'Port': ['ID=a418d9ba-17fc-4c3a-ba54-bfbfa52fd168,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:16.028391 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.038699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4e2778cf-0886-4471-be03-376741a13a08 None None] Deleting port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:16.039070 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4e2778cf-0886-4471-be03-376741a13a08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.063319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffcbf2b0-85ea-4749-ab9e-1aa735433f90 req-6bedd8d9-5443-4f6e-8192-a68b5a012085 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542927 Apr 18 20:51:16.089343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60274) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:16.148678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4e2778cf-0886-4471-be03-376741a13a08 None None] For port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a418d9ba-17fc-4c3a-ba54-bfbfa52fd168,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:16.149438 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4e2778cf-0886-4471-be03-376741a13a08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.158559 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.165628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4e2778cf-0886-4471-be03-376741a13a08 None None] Calling delete_port for a418d9ba-17fc-4c3a-ba54-bfbfa52fd168 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:16.190562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b11f15f5-16a9-4925-a644-464626a17920 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/66393e82-9402-46c1-9576-49c76894b7ea HTTP/1.1" status: 200 len: 993 time: 0.0999136 Apr 18 20:51:16.259656 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4e2778cf-0886-4471-be03-376741a13a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.295859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2778cf-0886-4471-be03-376741a13a08 None None] Pushing event deleted for resources: {'Port': ['ID=a418d9ba-17fc-4c3a-ba54-bfbfa52fd168,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:16.297838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2778cf-0886-4471-be03-376741a13a08 None None] No DVR routers for this DVR port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:16.455668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] For port a418d9ba-17fc-4c3a-ba54-bfbfa52fd168, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a418d9ba-17fc-4c3a-ba54-bfbfa52fd168,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:16.478056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-bfb4e44b-169c-4e06-b02e-3728c46ba29e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652630 Apr 18 20:51:16.494469 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.504771 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.505748 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.582171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=a418d9ba-17fc-4c3a-ba54-bfbfa52fd168,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:16.600607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:16.606113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:16.609789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:16.610409 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.619186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4051df-75a9-4c5a-83d5-83a642f3acec None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:16.650379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=17cc61ce-f302-445e-90a8-c67464b4d46f,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:16.662558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-41e88f5c-5af1-4f5e-bd84-b0e808ac5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:16.664203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-41e88f5c-5af1-4f5e-bd84-b0e808ac5f56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1096 time: 0.0910499 Apr 18 20:51:16.671384 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f2fe4269-3b13-4921-bd07-d086ecd975eb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3193734 Apr 18 20:51:16.674082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60294) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:16.680597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec70e6-986f-40f5-b0a7-4d859646bc6d req-ff332de0-2a13-4b59-91ed-fd0662728f31 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:16.680873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-562b82d1-2065-48d1-90c5-90da028b8b93 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:16.688467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fec70e6-986f-40f5-b0a7-4d859646bc6d req-ff332de0-2a13-4b59-91ed-fd0662728f31 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1096 time: 0.0651627 Apr 18 20:51:16.885520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562b82d1-2065-48d1-90c5-90da028b8b93 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:16.891185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-562b82d1-2065-48d1-90c5-90da028b8b93 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.912067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-416f4078-6af8-4cca-8b2b-01f6d7139dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:16.914204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-416f4078-6af8-4cca-8b2b-01f6d7139dc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27c9b6ed-0107-4024-a42d-f649460f5985 HTTP/1.1" status: 200 len: 898 time: 0.2229002 Apr 18 20:51:16.925074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fec70e6-986f-40f5-b0a7-4d859646bc6d req-f902a003-80e8-4c7c-a801-e2b9d3fb4d43 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333040 Apr 18 20:51:16.939352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': '17cc61ce-f302-445e-90a8-c67464b4d46f'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:51:16.940261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.085624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-7b4db8f3-87af-4131-b626-d03149c98546 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 1001 time: 0.1540177 Apr 18 20:51:17.103441 n-d-836015-4 neutron-server[102903]: INFO neutron.db.ipam_backend_mixin [None req-562b82d1-2065-48d1-90c5-90da028b8b93 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17cc61ce-f302-445e-90a8-c67464b4d46f (CIDR: 2001:db8::/64) Apr 18 20:51:17.109243 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-562b82d1-2065-48d1-90c5-90da028b8b93 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:51:17.110630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562b82d1-2065-48d1-90c5-90da028b8b93 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:17.142930 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-562b82d1-2065-48d1-90c5-90da028b8b93 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4647639 Apr 18 20:51:17.143971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60344) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:17.160645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b8c4f17b-145f-42e7-a654-7efb584238d4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:17.199153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-adec5bfd-d71b-4ba2-952f-4ba4186bd8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:17.204156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-adec5bfd-d71b-4ba2-952f-4ba4186bd8fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95473929-57d6-4b89-b361-5ca1b6058d2c HTTP/1.1" status: 200 len: 835 time: 0.1104007 Apr 18 20:51:17.268612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-b9d56830-bd12-4ba4-b254-ba5c8af49aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:17.273780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-b9d56830-bd12-4ba4-b254-ba5c8af49aff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27c9b6ed-0107-4024-a42d-f649460f5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625041 Apr 18 20:51:17.284016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Allocated IP 2001:db8::f816:3eff:fe9b:6e6d (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/17cc61ce-f302-445e-90a8-c67464b4d46f/263112f0-baf4-44fa-82f0-c84dab9b2cb1) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:17.475339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-37257920-2da4-4cda-95a6-1daf7c68edcb service neutron] 10.222.0.64 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917651 Apr 18 20:51:17.502115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c4f17b-145f-42e7-a654-7efb584238d4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:17.508843 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f17b-145f-42e7-a654-7efb584238d4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.651447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800ceb64-0c21-4fcd-ae60-07eb4a0db729 req-a089231f-a8f5-4a0e-88f0-9b55ca5c2e18 service neutron] 10.222.0.64 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677516 Apr 18 20:51:17.685703 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.694069 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.832106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Pushing event updated for resources: {'Port': ['ID=263112f0-baf4-44fa-82f0-c84dab9b2cb1,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:17.838423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:17.842940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:17.857801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:17.965551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Attempting to bind port 263112f0-baf4-44fa-82f0-c84dab9b2cb1 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:17.967023 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Attempting to bind port 263112f0-baf4-44fa-82f0-c84dab9b2cb1 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:17.968656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Attempting to bind port 263112f0-baf4-44fa-82f0-c84dab9b2cb1 on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:17.976526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:17.976910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:17.977280 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.977670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:17.980499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Bound port: 263112f0-baf4-44fa-82f0-c84dab9b2cb1, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:17.980891 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.990088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f17b-145f-42e7-a654-7efb584238d4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.057350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c4f17b-145f-42e7-a654-7efb584238d4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:18.062814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b8c4f17b-145f-42e7-a654-7efb584238d4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:18.067784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4f17b-145f-42e7-a654-7efb584238d4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:18.068413 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b8c4f17b-145f-42e7-a654-7efb584238d4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.089861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60444) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:18.095422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:82:81:0b', 'name': 'tempest-NetworksTestDHCPv6-2077035173'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:18.100018 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b8c4f17b-145f-42e7-a654-7efb584238d4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9547725 Apr 18 20:51:18.120900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4f17b-145f-42e7-a654-7efb584238d4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=9ebda714-bf90-423a-95e5-b7e58aec7a85,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.178833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] For port 263112f0-baf4-44fa-82f0-c84dab9b2cb1, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:18.185297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] For port 263112f0-baf4-44fa-82f0-c84dab9b2cb1, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=263112f0-baf4-44fa-82f0-c84dab9b2cb1,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:18.192663 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.242612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:18.313453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875fa5f-a668-4bc8-bee3-fe02d3844030 None None] Pushing event updated for resources: {'Port': ['ID=263112f0-baf4-44fa-82f0-c84dab9b2cb1,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.418132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-d4168557-79ae-4a96-b76e-0662cb4af192 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3959124 Apr 18 20:51:18.445390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-c68d9b91-7f6a-45f1-8c64-62c69fbb3309 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:51:18.447068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-c68d9b91-7f6a-45f1-8c64-62c69fbb3309 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149734 Apr 18 20:51:18.453942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.479011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 542a85dc-49e0-4729-838a-7804d7638814 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:18.770584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8:0:1::d (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/9ebda714-bf90-423a-95e5-b7e58aec7a85/542a85dc-49e0-4729-838a-7804d7638814) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:18.782365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::f816:3eff:fe82:810b (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/17cc61ce-f302-445e-90a8-c67464b4d46f/542a85dc-49e0-4729-838a-7804d7638814) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:19.134306 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.181683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.269321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:19.276329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:19.286081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:19.292316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:19.293519 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.351688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=542a85dc-49e0-4729-838a-7804d7638814,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:19.368957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-6f3d3953-8a91-49d8-b252-4ea913f14c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:19.369959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-6f3d3953-8a91-49d8-b252-4ea913f14c19 service neutron] 10.222.0.49 "GET /v2.0/ports/00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 1093 time: 0.0700901 Apr 18 20:51:19.378995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7e9be054-b10c-4910-b4b5-b445757b59e8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2841856 Apr 18 20:51:19.380106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60560) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:19.396099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Request body: {'binding': {'host': 'n-h1-836015-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:19.396755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Unknown quota resources ['binding']. {{(pid=102904) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 18 20:51:19.635649 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-cf63593e-6744-464a-b2ba-e8d976a4901a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 542a85dc-49e0-4729-838a-7804d7638814 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:19.636176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf63593e-6744-464a-b2ba-e8d976a4901a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.752617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 on host n-h1-836015-4 for vnic_type normal with profile None {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:19.753151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:19.753628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 on network 27c9b6ed-0107-4024-a42d-f649460f5985 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:19.762949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Port 00a8fe50-2a57-4492-8e24-d39c43596c08 on network 27c9b6ed-0107-4024-a42d-f649460f5985 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:51:19.763314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 on network 27c9b6ed-0107-4024-a42d-f649460f5985 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:19.773542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:19.777070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Checking segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:19.777824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Bound using segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:19.780946 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Bound port: 00a8fe50-2a57-4492-8e24-d39c43596c08, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:19.796448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf63593e-6744-464a-b2ba-e8d976a4901a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.811391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47deaec6-f241-4ac7-ada5-66d402be065c None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:19.883995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-cf63593e-6744-464a-b2ba-e8d976a4901a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 542a85dc-49e0-4729-838a-7804d7638814 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:19.927082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:19.943194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] Notify callbacks [] for binding, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.946058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3dfa78be-4505-45fd-ae22-34ffad4bade6 None None] Provisioning complete for port 263112f0-baf4-44fa-82f0-c84dab9b2cb1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:19.946548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-611a7455-4e26-46ad-8130-7269d44d0b2f service neutron] 10.222.0.49 "POST /v2.0/ports/00a8fe50-2a57-4492-8e24-d39c43596c08/bindings HTTP/1.1" status: 201 len: 389 time: 0.5596058 Apr 18 20:51:19.946713 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3dfa78be-4505-45fd-ae22-34ffad4bade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.217970 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3dfa78be-4505-45fd-ae22-34ffad4bade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.268908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3dfa78be-4505-45fd-ae22-34ffad4bade6 None None] For port 263112f0-baf4-44fa-82f0-c84dab9b2cb1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=263112f0-baf4-44fa-82f0-c84dab9b2cb1,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:20.275882 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3dfa78be-4505-45fd-ae22-34ffad4bade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.296650 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed96a0b-6840-4c58-943b-6076e65973b0 req-021ce0a3-524f-4085-ad77-0c0637fe1fcb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.299546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ed96a0b-6840-4c58-943b-6076e65973b0 req-021ce0a3-524f-4085-ad77-0c0637fe1fcb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.1398103 Apr 18 20:51:20.371109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ed96a0b-6840-4c58-943b-6076e65973b0 req-8c93f991-7d49-4a46-8d1e-6ed4a0210b90 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576587 Apr 18 20:51:20.385475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa78be-4505-45fd-ae22-34ffad4bade6 None None] Pushing event updated for resources: {'Port': ['ID=263112f0-baf4-44fa-82f0-c84dab9b2cb1,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:20.461779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-b9b6b0a0-a67e-4206-8589-74cae66edb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.464227 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-b9b6b0a0-a67e-4206-8589-74cae66edb00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1096 time: 0.1845150 Apr 18 20:51:20.465779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf63593e-6744-464a-b2ba-e8d976a4901a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.476900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4336951-c99e-436c-a8c8-220713c53cb7 None None] Update dhcp port {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': '17cc61ce-f302-445e-90a8-c67464b4d46f', 'ip_address': '2001:db8::f816:3eff:fe9b:6e6d'}, {'subnet_id': '9ebda714-bf90-423a-95e5-b7e58aec7a85'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '263112f0-baf4-44fa-82f0-c84dab9b2cb1'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:51:20.513489 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a4336951-c99e-436c-a8c8-220713c53cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.518764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63593e-6744-464a-b2ba-e8d976a4901a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=542a85dc-49e0-4729-838a-7804d7638814,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:20.615035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 263112f0-baf4-44fa-82f0-c84dab9b2cb1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:20.690623 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-ae7d4986-f3df-42bf-bbfa-62df4f1dec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.692204 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-ae7d4986-f3df-42bf-bbfa-62df4f1dec49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=27c9b6ed-0107-4024-a42d-f649460f5985 HTTP/1.1" status: 200 len: 898 time: 0.2121334 Apr 18 20:51:20.696665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cf63593e-6744-464a-b2ba-e8d976a4901a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.705636 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cf63593e-6744-464a-b2ba-e8d976a4901a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/542a85dc-49e0-4729-838a-7804d7638814 HTTP/1.1" status: 204 len: 168 time: 1.3252187 Apr 18 20:51:20.708336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60682) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:20.801266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 263112f0-baf4-44fa-82f0-c84dab9b2cb1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:20.803171 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.834967 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-029583cf-dbcc-4f9e-af4e-bb64e1df28f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 1001 time: 0.1278539 Apr 18 20:51:20.837795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50ca1e1-9020-46e9-b2df-f20e19cb0507 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.849593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d50ca1e1-9020-46e9-b2df-f20e19cb0507 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1396189 Apr 18 20:51:20.850608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60696) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:20.943096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-03145750-d272-4a71-8d09-85bc667b2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:20.944622 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-03145750-d272-4a71-8d09-85bc667b2ab9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95473929-57d6-4b89-b361-5ca1b6058d2c HTTP/1.1" status: 200 len: 835 time: 0.1024401 Apr 18 20:51:20.956024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-a4336951-c99e-436c-a8c8-220713c53cb7 None None] Allocated IP 2001:db8:0:1::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/9ebda714-bf90-423a-95e5-b7e58aec7a85/263112f0-baf4-44fa-82f0-c84dab9b2cb1) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:21.057547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7204551-b91b-40ee-808e-553882a07676 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.063715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60714) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:21.067781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a7204551-b91b-40ee-808e-553882a07676 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2123737 Apr 18 20:51:21.067781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60716) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:21.158873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a4336951-c99e-436c-a8c8-220713c53cb7 None None] For port 263112f0-baf4-44fa-82f0-c84dab9b2cb1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=263112f0-baf4-44fa-82f0-c84dab9b2cb1,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:21.221390 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a4336951-c99e-436c-a8c8-220713c53cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.230322 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a4336951-c99e-436c-a8c8-220713c53cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.263551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-d76a6b15-51bd-45d9-bffa-b176efb78a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.266128 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-d76a6b15-51bd-45d9-bffa-b176efb78a20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27c9b6ed-0107-4024-a42d-f649460f5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3022954 Apr 18 20:51:21.303005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3779-609f-4390-9eb2-9c701b901a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.311579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bbe3a5-b677-483e-a577-9613cc0eea4a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.313888 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bbe3a5-b677-483e-a577-9613cc0eea4a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.318078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bbe3a5-b677-483e-a577-9613cc0eea4a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.320689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-79bbe3a5-b677-483e-a577-9613cc0eea4a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2561707 Apr 18 20:51:21.327258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60740) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:21.445074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-54311b45-b921-4232-b1b5-8d4a740a5577 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 17cc61ce-f302-445e-90a8-c67464b4d46f {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:21.459259 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54311b45-b921-4232-b1b5-8d4a740a5577 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.492290 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-c3ac1f5d-9294-4374-a5c1-b4d52b551a09 service neutron] 10.222.0.60 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182081 Apr 18 20:51:21.535467 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4336951-c99e-436c-a8c8-220713c53cb7 None None] Pushing event updated for resources: {'Port': ['ID=263112f0-baf4-44fa-82f0-c84dab9b2cb1,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:21.620063 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54311b45-b921-4232-b1b5-8d4a740a5577 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.663331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3779-609f-4390-9eb2-9c701b901a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.672818 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6a8d3779-609f-4390-9eb2-9c701b901a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.709697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b4339-88a9-4fa9-983f-573c71de67fe req-59c15260-6ef5-4484-8fbe-c19e4c35a5ca tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.719640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc1b4339-88a9-4fa9-983f-573c71de67fe req-59c15260-6ef5-4484-8fbe-c19e4c35a5ca tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.1761792 Apr 18 20:51:21.738840 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-29b96da5-6dc4-4be9-bb39-912f60946846 service neutron] 10.222.0.60 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357767 Apr 18 20:51:21.815201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6a8d3779-609f-4390-9eb2-9c701b901a6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9a40a55ce9840b6901fb4187b262b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7447233 Apr 18 20:51:21.820997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60782) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:21.876301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc1b4339-88a9-4fa9-983f-573c71de67fe req-27c844a5-9361-4249-a119-c3c6d5930b83 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557119 Apr 18 20:51:21.881049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d3779-609f-4390-9eb2-9c701b901a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e401ace-73ea-4abb-9f54-c7674d18091f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:21.947091 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54311b45-b921-4232-b1b5-8d4a740a5577 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.979923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-6c1ed10a-16f4-4ca9-90cb-507f3d948a60 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:21.982757 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-6c1ed10a-16f4-4ca9-90cb-507f3d948a60 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1096 time: 0.1744082 Apr 18 20:51:21.998054 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836015-4'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:22.058134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54311b45-b921-4232-b1b5-8d4a740a5577 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.066487 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6965-379b-42b2-a65f-29213d31b538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.082151 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-54311b45-b921-4232-b1b5-8d4a740a5577 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.089070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-54311b45-b921-4232-b1b5-8d4a740a5577 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/17cc61ce-f302-445e-90a8-c67464b4d46f HTTP/1.1" status: 204 len: 168 time: 0.7605314 Apr 18 20:51:22.099658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60804) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:22.115423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54311b45-b921-4232-b1b5-8d4a740a5577 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=17cc61ce-f302-445e-90a8-c67464b4d46f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:22.164344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6965-379b-42b2-a65f-29213d31b538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.186196 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.233871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4a47b6-7ed9-4af2-8bb9-ce8874a0926f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 9ebda714-bf90-423a-95e5-b7e58aec7a85 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:22.257654 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0f4a47b6-7ed9-4af2-8bb9-ce8874a0926f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.324296 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0f4a47b6-7ed9-4af2-8bb9-ce8874a0926f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.347811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6965-379b-42b2-a65f-29213d31b538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.350435 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6965-379b-42b2-a65f-29213d31b538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.355520 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5d4e6965-379b-42b2-a65f-29213d31b538 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e401ace-73ea-4abb-9f54-c7674d18091f HTTP/1.1" status: 204 len: 168 time: 0.5290689 Apr 18 20:51:22.409717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e6965-379b-42b2-a65f-29213d31b538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e401ace-73ea-4abb-9f54-c7674d18091f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:22.471061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 263112f0-baf4-44fa-82f0-c84dab9b2cb1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:22.478748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:22.505630 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0f4a47b6-7ed9-4af2-8bb9-ce8874a0926f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.521067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b3e0d0-4891-41a1-b1ab-150d39edc8c8 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:22.594225 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:22.654451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0f4a47b6-7ed9-4af2-8bb9-ce8874a0926f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.668592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:22.671608 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d502769-ccbf-4f42-97d6-e5f743777721" -d '{"events": [{"server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "name": "network-vif-unplugged", "status": "completed", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:22.677707 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.707407 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a47b6-7ed9-4af2-8bb9-ce8874a0926f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=9ebda714-bf90-423a-95e5-b7e58aec7a85,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:22.713377 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0f4a47b6-7ed9-4af2-8bb9-ce8874a0926f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.717396 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0f4a47b6-7ed9-4af2-8bb9-ce8874a0926f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/9ebda714-bf90-423a-95e5-b7e58aec7a85 HTTP/1.1" status: 204 len: 168 time: 0.6140499 Apr 18 20:51:22.720524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60812) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:22.726947 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.797601 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-20d12ce6-9e10-4f93-a28e-b6f1772e5684 None None] Could not find standard attr ID for object 542a85dc-49e0-4729-838a-7804d7638814. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:51:22.797840 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-abc9fdbd-3a63-4d4d-8bd5-1a02768b2074 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722914 Apr 18 20:51:22.798002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60816) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:22.803129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:22.817260 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78356d2-9d85-4bf4-a9bc-6ec2332b50ea x-openstack-request-id: req-f78356d2-9d85-4bf4-a9bc-6ec2332b50ea {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:22.818062 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "name": "network-vif-unplugged", "status": "completed", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:22.818672 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f78356d2-9d85-4bf4-a9bc-6ec2332b50ea {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:22.820366 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78356d2-9d85-4bf4-a9bc-6ec2332b50ea'] response: {'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'code': 200} Apr 18 20:51:22.877341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-20d12ce6-9e10-4f93-a28e-b6f1772e5684 None None] Provisioning complete for port 263112f0-baf4-44fa-82f0-c84dab9b2cb1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:22.878135 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-20d12ce6-9e10-4f93-a28e-b6f1772e5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.890176 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Pushing event updated for resources: {'Port': ['ID=00a8fe50-2a57-4492-8e24-d39c43596c08,revision_number=7']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:22.956314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 263112f0-baf4-44fa-82f0-c84dab9b2cb1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:22.956940 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.991637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:23.001467 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.070939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 on host n-h2-836015-4 for vnic_type normal with profile {"migrating_to": "n-h1-836015-4"} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:23.071935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:23.074561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 on network 27c9b6ed-0107-4024-a42d-f649460f5985 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:23.105189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Port 00a8fe50-2a57-4492-8e24-d39c43596c08 on network 27c9b6ed-0107-4024-a42d-f649460f5985 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:51:23.105535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Attempting to bind port 00a8fe50-2a57-4492-8e24-d39c43596c08 on network 27c9b6ed-0107-4024-a42d-f649460f5985 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:23.124931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:23.125312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Checking segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:23.125667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Bound using segment: {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:23.126122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Bound port: 00a8fe50-2a57-4492-8e24-d39c43596c08, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:23.126490 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.277505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69beea57-8843-417c-8b71-2ffe21bd88a1 None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:51:23.295503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:23.301624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:23.310139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.402152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Pushing event updated for resources: {'Port': ['ID=00a8fe50-2a57-4492-8e24-d39c43596c08,revision_number=8']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:23.461338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-69beea57-8843-417c-8b71-2ffe21bd88a1 None None] Deleting port 263112f0-baf4-44fa-82f0-c84dab9b2cb1 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:23.462909 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-69beea57-8843-417c-8b71-2ffe21bd88a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.682147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-69beea57-8843-417c-8b71-2ffe21bd88a1 None None] For port 263112f0-baf4-44fa-82f0-c84dab9b2cb1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=263112f0-baf4-44fa-82f0-c84dab9b2cb1,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:23.684317 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-69beea57-8843-417c-8b71-2ffe21bd88a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.689643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f9ba77fb-13c0-4a64-8a70-d6e873518222 None None] Provisioning complete for port 00a8fe50-2a57-4492-8e24-d39c43596c08 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:23.690222 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f9ba77fb-13c0-4a64-8a70-d6e873518222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.740081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-69beea57-8843-417c-8b71-2ffe21bd88a1 None None] Calling delete_port for 263112f0-baf4-44fa-82f0-c84dab9b2cb1 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:24.020939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd122dda-6642-48ee-aa53-f1cf444928ca req-5868dd37-c363-4d3f-9d55-9cfa14bdd6e2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:24.036656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd122dda-6642-48ee-aa53-f1cf444928ca req-5868dd37-c363-4d3f-9d55-9cfa14bdd6e2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 943 time: 0.2311583 Apr 18 20:51:24.044719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:24.045942 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.048654 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-f0f7a7c3-9230-478f-85b1-c47ad5a5242b service neutron] 10.222.0.60 "PUT /v2.0/ports/00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 1121 time: 2.0574334 Apr 18 20:51:24.099612 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f9ba77fb-13c0-4a64-8a70-d6e873518222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.115359 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-69beea57-8843-417c-8b71-2ffe21bd88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.155510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['00a8fe50-2a57-4492-8e24-d39c43596c08'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:51:24.160774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69beea57-8843-417c-8b71-2ffe21bd88a1 None None] Pushing event deleted for resources: {'Port': ['ID=263112f0-baf4-44fa-82f0-c84dab9b2cb1,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:24.193910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:24.196494 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846d47ce-3a81-4481-95f2-5e1b1646628b" -d '{"events": [{"server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "name": "network-vif-plugged", "status": "completed", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:24.206252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69beea57-8843-417c-8b71-2ffe21bd88a1 None None] No DVR routers for this DVR port 263112f0-baf4-44fa-82f0-c84dab9b2cb1 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:24.208993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd122dda-6642-48ee-aa53-f1cf444928ca req-8035db12-14a1-4b0b-92b4-04be2cd7e807 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691780 Apr 18 20:51:24.242050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f9ba77fb-13c0-4a64-8a70-d6e873518222 None None] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:24.244800 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f9ba77fb-13c0-4a64-8a70-d6e873518222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.276843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.objects.ports [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102904) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:51:24.284289 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.319294 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97298dde-4633-42cc-8571-c339a99e01f7 x-openstack-request-id: req-97298dde-4633-42cc-8571-c339a99e01f7 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:24.319294 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "name": "network-vif-plugged", "status": "completed", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:24.319294 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-97298dde-4633-42cc-8571-c339a99e01f7 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:24.319294 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97298dde-4633-42cc-8571-c339a99e01f7'] response: {'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'code': 200} Apr 18 20:51:24.375380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:24.392210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:24.422955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:24.422955 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.429370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d7570-9592-42af-8f32-00bb2ad74350 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:24.438943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=bd84e5d8-0435-41f9-969b-edb78201cfd5,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:24.500037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a9fcd28f-3131-468c-bb9d-17b5424f77f4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7009401 Apr 18 20:51:24.504667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60850) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:24.511330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9e3e6821-894e-4416-8f80-645a9d4cca62 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:24.616671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 263112f0-baf4-44fa-82f0-c84dab9b2cb1 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:24.645677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba77fb-13c0-4a64-8a70-d6e873518222 None None] Pushing event updated for resources: {'Port': ['ID=00a8fe50-2a57-4492-8e24-d39c43596c08,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:24.669230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 263112f0-baf4-44fa-82f0-c84dab9b2cb1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:24.669577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 263112f0-baf4-44fa-82f0-c84dab9b2cb1 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:24.707820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3e6821-894e-4416-8f80-645a9d4cca62 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:24.713840 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9e3e6821-894e-4416-8f80-645a9d4cca62 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.883729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:24.886139 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a212881-54d5-4565-94de-0fc1d8a7daba" -d '{"events": [{"name": "network-changed", "server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:24.923233 n-d-836015-4 neutron-server[102903]: INFO neutron.db.ipam_backend_mixin [None req-9e3e6821-894e-4416-8f80-645a9d4cca62 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd84e5d8-0435-41f9-969b-edb78201cfd5 (CIDR: 2001:db8::/64) Apr 18 20:51:24.926130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'tenant_id': '5ed54692023b4e00be1fe391aee3e3b9', 'fixed_ips': [{'subnet_id': 'bd84e5d8-0435-41f9-969b-edb78201cfd5'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:51:24.940283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.943485 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3e6821-894e-4416-8f80-645a9d4cca62 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:51:24.944155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3e6821-894e-4416-8f80-645a9d4cca62 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:24.984623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60858) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:24.986984 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9e3e6821-894e-4416-8f80-645a9d4cca62 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4804406 Apr 18 20:51:24.990199 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cdccf1-611b-4f2d-9e85-61c3d09b74bc x-openstack-request-id: req-d4cdccf1-611b-4f2d-9e85-61c3d09b74bc {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:24.990697 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:24.991091 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4cdccf1-611b-4f2d-9e85-61c3d09b74bc {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:24.993145 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cdccf1-611b-4f2d-9e85-61c3d09b74bc'] response: {'name': 'network-changed', 'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'status': 'completed', 'code': 200} Apr 18 20:51:24.995006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-fe04ae0d-ba12-4c5d-bba0-9a720f0ee4ff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:25.175824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-652dc527-f730-496b-a3f9-67ee70b0cb32 None None] Provisioning complete for port 00a8fe50-2a57-4492-8e24-d39c43596c08 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:25.176338 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-652dc527-f730-496b-a3f9-67ee70b0cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.245146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Allocated IP 2001:db8::f816:3eff:fe69:bae9 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/bd84e5d8-0435-41f9-969b-edb78201cfd5/4f801899-28a7-492f-b460-bf4221b0b275) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:25.268843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-e0aabe04-fb7a-4711-bde7-a9d58955d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.271213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-e0aabe04-fb7a-4711-bde7-a9d58955d018 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1126 time: 0.1736417 Apr 18 20:51:25.446711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe04ae0d-ba12-4c5d-bba0-9a720f0ee4ff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:25.450416 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fe04ae0d-ba12-4c5d-bba0-9a720f0ee4ff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.490202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8eaf3-d420-4084-93a3-e6702da79021 req-6cdb4e14-9ef3-411f-8ff1-1f02a27fae23 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.492160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17c8eaf3-d420-4084-93a3-e6702da79021 req-6cdb4e14-9ef3-411f-8ff1-1f02a27fae23 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.1463251 Apr 18 20:51:25.596263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-f6b01237-69de-424d-a863-f552a27f41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.598330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-f6b01237-69de-424d-a863-f552a27f41e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27c9b6ed-0107-4024-a42d-f649460f5985 HTTP/1.1" status: 200 len: 898 time: 0.3150189 Apr 18 20:51:25.629336 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.668915 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.731055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:25.734410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:25.740441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:25.753242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-6d5adec4-4edb-4ee1-9ea8-42741226a00f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 1001 time: 0.1428726 Apr 18 20:51:25.753543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Pushing event updated for resources: {'Port': ['ID=4f801899-28a7-492f-b460-bf4221b0b275,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:25.764512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17c8eaf3-d420-4084-93a3-e6702da79021 req-96a3948c-dd33-476c-9bf5-50161ef49872 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618475 Apr 18 20:51:25.859420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 00a8fe50-2a57-4492-8e24-d39c43596c08 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:51:25.919324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Attempting to bind port 4f801899-28a7-492f-b460-bf4221b0b275 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:25.919691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Attempting to bind port 4f801899-28a7-492f-b460-bf4221b0b275 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:25.920115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Attempting to bind port 4f801899-28a7-492f-b460-bf4221b0b275 on network c4e0f656-8a36-4985-8f47-7e8a4c7137ec {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:51:25.935746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:51:25.936828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Checking segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:25.940534 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.940984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Bound using segment: {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:51:25.941496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Bound port: 4f801899-28a7-492f-b460-bf4221b0b275, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:25.942063 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.953358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-a6a246f1-f4fb-4936-85b6-8635756c855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:25.957673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-a6a246f1-f4fb-4936-85b6-8635756c855f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95473929-57d6-4b89-b361-5ca1b6058d2c HTTP/1.1" status: 200 len: 835 time: 0.1902204 Apr 18 20:51:26.115494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] For port 4f801899-28a7-492f-b460-bf4221b0b275, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:26.120708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] For port 4f801899-28a7-492f-b460-bf4221b0b275, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4f801899-28a7-492f-b460-bf4221b0b275,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:51:26.127968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:26.132215 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.174337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-37f65036-3101-492b-bc0b-59d12b736572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:26.176576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-37f65036-3101-492b-bc0b-59d12b736572 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27c9b6ed-0107-4024-a42d-f649460f5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029791 Apr 18 20:51:26.181892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fe04ae0d-ba12-4c5d-bba0-9a720f0ee4ff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.270325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe04ae0d-ba12-4c5d-bba0-9a720f0ee4ff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:26.398734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 00a8fe50-2a57-4492-8e24-d39c43596c08 has no active binding in host n-h1-836015-4 {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 18 20:51:26.460109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04ae0d-ba12-4c5d-bba0-9a720f0ee4ff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=144b96df-356e-446a-b1d9-b30011997c8f,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:26.472701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-fe04ae0d-ba12-4c5d-bba0-9a720f0ee4ff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:26.477069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe04ae0d-ba12-4c5d-bba0-9a720f0ee4ff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:26.479089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fe04ae0d-ba12-4c5d-bba0-9a720f0ee4ff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.485930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e2533-628f-4ec5-8650-76526c5411d6 None None] Pushing event updated for resources: {'Port': ['ID=4f801899-28a7-492f-b460-bf4221b0b275,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:26.518682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fe04ae0d-ba12-4c5d-bba0-9a720f0ee4ff tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5320945 Apr 18 20:51:26.522306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60874) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:26.527793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:0e:7c:8b', 'name': 'tempest-NetworksTestDHCPv6-1718890281'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:26.537291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-4b452df8-ce0b-4391-aa44-3daa06da3a4a service neutron] 10.222.0.64 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403995 Apr 18 20:51:26.796061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:26.800367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a212881-54d5-4565-94de-0fc1d8a7daba req-e0013d04-f302-4531-81f7-da0127bca233 service neutron] 10.222.0.64 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405698 Apr 18 20:51:26.943290 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.984308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port c375c4af-b76f-44bb-a758-23ad17171ee8 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:27.019133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31531fd5-fefc-4062-8a41-75488aff8f74 req-c73fbc6a-2d61-4af4-8014-adf08650097b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:27.020821 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31531fd5-fefc-4062-8a41-75488aff8f74 req-c73fbc6a-2d61-4af4-8014-adf08650097b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.0806885 Apr 18 20:51:27.102359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31531fd5-fefc-4062-8a41-75488aff8f74 req-3c1d7c90-e134-4166-97a3-9e0f9090e5c5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680113 Apr 18 20:51:27.260422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8:0:1::2c6 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/144b96df-356e-446a-b1d9-b30011997c8f/c375c4af-b76f-44bb-a758-23ad17171ee8) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:27.270525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::f816:3eff:fe0e:7c8b (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/bd84e5d8-0435-41f9-969b-edb78201cfd5/c375c4af-b76f-44bb-a758-23ad17171ee8) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:27.464333 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.502630 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.555812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:27.559426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:27.562359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:27.568486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:27.569113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.582746 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=c375c4af-b76f-44bb-a758-23ad17171ee8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:27.601055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6b2c0025-6608-49bb-823f-9721f6c90757 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0775282 Apr 18 20:51:27.604879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60888) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:27.723101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0b861536-ffb4-447b-8b5a-5f34c8dc0a16 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port c375c4af-b76f-44bb-a758-23ad17171ee8 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:27.723451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b861536-ffb4-447b-8b5a-5f34c8dc0a16 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.931820 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b861536-ffb4-447b-8b5a-5f34c8dc0a16 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.957729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0b861536-ffb4-447b-8b5a-5f34c8dc0a16 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for c375c4af-b76f-44bb-a758-23ad17171ee8 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:28.010783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b5fd0-0787-4c22-9e73-fe420443b73e None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:28.115291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-dfb7ea8e-68e8-43ff-a315-fc9126311b49 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:28.115659 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ea8e-68e8-43ff-a315-fc9126311b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.259028 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b861536-ffb4-447b-8b5a-5f34c8dc0a16 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.333435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b861536-ffb4-447b-8b5a-5f34c8dc0a16 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=c375c4af-b76f-44bb-a758-23ad17171ee8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:28.351870 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ea8e-68e8-43ff-a315-fc9126311b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.393539 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b861536-ffb4-447b-8b5a-5f34c8dc0a16 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.399214 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0b861536-ffb4-447b-8b5a-5f34c8dc0a16 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/c375c4af-b76f-44bb-a758-23ad17171ee8 HTTP/1.1" status: 204 len: 168 time: 0.7909524 Apr 18 20:51:28.399819 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60902) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:28.400001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2646c-e55c-4f97-9b00-aea89b11e035 req-5bcd9514-e4ac-47b4-9f03-5db4d87318e2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.410782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dec2646c-e55c-4f97-9b00-aea89b11e035 req-5bcd9514-e4ac-47b4-9f03-5db4d87318e2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.1787570 Apr 18 20:51:28.450455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-dfb7ea8e-68e8-43ff-a315-fc9126311b49 None None] For port 4f801899-28a7-492f-b460-bf4221b0b275, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4f801899-28a7-492f-b460-bf4221b0b275,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:28.476991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dec2646c-e55c-4f97-9b00-aea89b11e035 req-992973e5-6907-4118-964f-8e862eee11ff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622532 Apr 18 20:51:28.500523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4f801899-28a7-492f-b460-bf4221b0b275 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:28.504602 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfb7ea8e-68e8-43ff-a315-fc9126311b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.528814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b2196e-94e4-4de6-86db-62f425b41dbd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.534542 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d4b2196e-94e4-4de6-86db-62f425b41dbd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1306322 Apr 18 20:51:28.535330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60904) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:28.583427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98d432-1eb6-4e2b-875a-59c0f9bd3c93 None None] Update dhcp port {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': 'bd84e5d8-0435-41f9-969b-edb78201cfd5', 'ip_address': '2001:db8::f816:3eff:fe69:bae9'}, {'subnet_id': '144b96df-356e-446a-b1d9-b30011997c8f'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '4f801899-28a7-492f-b460-bf4221b0b275'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:51:28.601887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b364b14-3b81-48d3-b554-ee327c2aefb7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.605807 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4b364b14-3b81-48d3-b554-ee327c2aefb7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0668490 Apr 18 20:51:28.607152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60906) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:28.627951 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e98d432-1eb6-4e2b-875a-59c0f9bd3c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.636784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7ea8e-68e8-43ff-a315-fc9126311b49 None None] Pushing event updated for resources: {'Port': ['ID=4f801899-28a7-492f-b460-bf4221b0b275,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:28.682382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba3077-32df-44d3-8e50-bdb9902f2125 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.682728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba3077-32df-44d3-8e50-bdb9902f2125 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.685391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eba3077-32df-44d3-8e50-bdb9902f2125 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:28.692178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5eba3077-32df-44d3-8e50-bdb9902f2125 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0788009 Apr 18 20:51:28.692652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60908) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:28.701102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:28.701636 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.797136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4022392-f40b-4b9b-a2bd-31f6bd75a21e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 144b96df-356e-446a-b1d9-b30011997c8f {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:28.802458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4022392-f40b-4b9b-a2bd-31f6bd75a21e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.875950 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4022392-f40b-4b9b-a2bd-31f6bd75a21e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.947456 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4022392-f40b-4b9b-a2bd-31f6bd75a21e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-0e98d432-1eb6-4e2b-875a-59c0f9bd3c93 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 144b96df-356e-446a-b1d9-b30011997c8f: This subnet is being modified by another concurrent operation. Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:51:29.040786 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 144b96df-356e-446a-b1d9-b30011997c8f: This subnet is being modified by another concurrent operation. Apr 18 20:51:29.048463 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:51:29.054182 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4022392-f40b-4b9b-a2bd-31f6bd75a21e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.081520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4022392-f40b-4b9b-a2bd-31f6bd75a21e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=144b96df-356e-446a-b1d9-b30011997c8f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:29.091767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d4022392-f40b-4b9b-a2bd-31f6bd75a21e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.098425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60916) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:29.099212 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d4022392-f40b-4b9b-a2bd-31f6bd75a21e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/144b96df-356e-446a-b1d9-b30011997c8f HTTP/1.1" status: 204 len: 168 time: 0.4051485 Apr 18 20:51:29.185971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd6faf7-6d25-4917-8783-6589a91a14d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet bd84e5d8-0435-41f9-969b-edb78201cfd5 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:29.190139 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bfd6faf7-6d25-4917-8783-6589a91a14d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.243309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5bd48411-4496-4624-b794-7f6fdb9ab17f None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:29.243746 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5bd48411-4496-4624-b794-7f6fdb9ab17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.317910 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bfd6faf7-6d25-4917-8783-6589a91a14d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.382128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c79ce-57e3-484c-a1cf-f52073af55da None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:51:29.451055 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bfd6faf7-6d25-4917-8783-6589a91a14d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.549897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c79ce-57e3-484c-a1cf-f52073af55da None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:51:29.550989 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bfd6faf7-6d25-4917-8783-6589a91a14d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.554210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d32bfdf3-00f8-4faa-b141-f0bd56e04e62 None None] Could not find standard attr ID for object c375c4af-b76f-44bb-a758-23ad17171ee8. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:51:29.608893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6faf7-6d25-4917-8783-6589a91a14d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=bd84e5d8-0435-41f9-969b-edb78201cfd5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:29.616317 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bfd6faf7-6d25-4917-8783-6589a91a14d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.623650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bfd6faf7-6d25-4917-8783-6589a91a14d3 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/bd84e5d8-0435-41f9-969b-edb78201cfd5 HTTP/1.1" status: 204 len: 168 time: 0.5214038 Apr 18 20:51:29.624080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60924) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:29.694465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-781c9d44-d09d-43cb-a6ff-d9636e0618ee tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685692 Apr 18 20:51:29.697385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60928) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:29.704518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-21361006-f73e-4200-a08e-313356f14396 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:29.932936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de6a9e-d3c5-4558-b26e-f5f98e3b5f79 req-7545a673-9519-4ae6-a6ec-11007b311790 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:29.935157 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6de6a9e-d3c5-4558-b26e-f5f98e3b5f79 req-7545a673-9519-4ae6-a6ec-11007b311790 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.2396011 Apr 18 20:51:29.965971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8bf310-a036-44e3-9c06-9e3fdd28d807 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:51:29.970919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21361006-f73e-4200-a08e-313356f14396 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:29.977119 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-21361006-f73e-4200-a08e-313356f14396 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.013310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6de6a9e-d3c5-4558-b26e-f5f98e3b5f79 req-0519f367-d163-423d-8131-517b2eb6f43a tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713186 Apr 18 20:51:30.055760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1ee0fe2b-f32d-4ba5-a774-77bcef115527 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:30.056391 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1ee0fe2b-f32d-4ba5-a774-77bcef115527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.151590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8bf310-a036-44e3-9c06-9e3fdd28d807 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:51:30.334064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-21361006-f73e-4200-a08e-313356f14396 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.455094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21361006-f73e-4200-a08e-313356f14396 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=bdeb2eb8-ae10-41f1-a8b3-736db5f22971,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:30.490040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21361006-f73e-4200-a08e-313356f14396 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:30.492289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-21361006-f73e-4200-a08e-313356f14396 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:30.496656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21361006-f73e-4200-a08e-313356f14396 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:30.497095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4f801899-28a7-492f-b460-bf4221b0b275 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:30.497604 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-21361006-f73e-4200-a08e-313356f14396 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.533769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60934) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:30.536770 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-21361006-f73e-4200-a08e-313356f14396 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8379557 Apr 18 20:51:30.542730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5fec6096-71ca-4005-b624-038c9756b22b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:30.715127 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fec6096-71ca-4005-b624-038c9756b22b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:30.719707 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5fec6096-71ca-4005-b624-038c9756b22b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.749403 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.849120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 4f801899-28a7-492f-b460-bf4221b0b275, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4f801899-28a7-492f-b460-bf4221b0b275,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:30.872200 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.978363 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=4f801899-28a7-492f-b460-bf4221b0b275,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:30.990435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee137e-de8e-4587-b2a0-72acc3a065e1 None None] Update dhcp port {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': 'bdeb2eb8-ae10-41f1-a8b3-736db5f22971'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '4f801899-28a7-492f-b460-bf4221b0b275'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:51:30.993011 n-d-836015-4 neutron-server[102903]: INFO neutron.db.ipam_backend_mixin [None req-5fec6096-71ca-4005-b624-038c9756b22b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bdeb2eb8-ae10-41f1-a8b3-736db5f22971 (CIDR: 2001:db8::/64) Apr 18 20:51:30.999079 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fec6096-71ca-4005-b624-038c9756b22b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:51:30.999798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fec6096-71ca-4005-b624-038c9756b22b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:31.022156 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5fec6096-71ca-4005-b624-038c9756b22b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4864244 Apr 18 20:51:31.024962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60938) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:31.030841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:31.045216 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83ee137e-de8e-4587-b2a0-72acc3a065e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.266829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:31.270898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.334387 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-83ee137e-de8e-4587-b2a0-72acc3a065e1 None None] Allocated IP 2001:db8::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/bdeb2eb8-ae10-41f1-a8b3-736db5f22971/4f801899-28a7-492f-b460-bf4221b0b275) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:31.360611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb5f6a-c6eb-4f9c-958b-cfd0818081cc req-279efbbc-9a4d-4305-bfdb-cb68a430c761 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:31.363238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5cb5f6a-c6eb-4f9c-958b-cfd0818081cc req-279efbbc-9a4d-4305-bfdb-cb68a430c761 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.2192900 Apr 18 20:51:31.457800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-83ee137e-de8e-4587-b2a0-72acc3a065e1 None None] For port 4f801899-28a7-492f-b460-bf4221b0b275, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4f801899-28a7-492f-b460-bf4221b0b275,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:31.488965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5cb5f6a-c6eb-4f9c-958b-cfd0818081cc req-bfeef069-0f99-4795-9a25-5eed3bd1ea1e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101761 Apr 18 20:51:31.500531 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83ee137e-de8e-4587-b2a0-72acc3a065e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.506337 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-83ee137e-de8e-4587-b2a0-72acc3a065e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.630543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee137e-de8e-4587-b2a0-72acc3a065e1 None None] Pushing event updated for resources: {'Port': ['ID=4f801899-28a7-492f-b460-bf4221b0b275,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:31.925960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.objects.ports [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102904) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:51:32.181610 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.550635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] For port 4f801899-28a7-492f-b460-bf4221b0b275, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4f801899-28a7-492f-b460-bf4221b0b275,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:32.591518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4f801899-28a7-492f-b460-bf4221b0b275 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:32.639690 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.651497 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.652698 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.716402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:32.717721 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.863102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:32.883447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:32.890646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:32.891558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.898399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=4f801899-28a7-492f-b460-bf4221b0b275,revision_number=8']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:32.932505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a93d6b-6195-425c-94ac-2d5688c0f3e6 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:32.933653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=10d8e259-b859-48c6-8b91-55cb955ce27c,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:32.952205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-907e0393-127b-4a0e-8003-66a0ec583ee6 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9260392 Apr 18 20:51:32.957075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60968) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:32.959786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 60970) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:32.969405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a54101-057b-47ee-a9e0-963156fd04fd req-d41df84f-c910-48dd-8a16-10e379719c08 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:32.971930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:1a:63:a2', 'name': 'tempest-NetworksTestDHCPv6-1913079152'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:32.978075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1a54101-057b-47ee-a9e0-963156fd04fd req-d41df84f-c910-48dd-8a16-10e379719c08 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 945 time: 0.1852758 Apr 18 20:51:33.054586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1a54101-057b-47ee-a9e0-963156fd04fd req-65f46200-f88f-4b18-bda5-f3bea3296304 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752780 Apr 18 20:51:33.201793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.235647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:33.300296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-01cb9d73-3adc-4c56-bcf1-eb09a76e3660 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:33.300898 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01cb9d73-3adc-4c56-bcf1-eb09a76e3660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.307813 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-9e8fa8a9-4161-4d8a-be8f-65f34c1bc4de service neutron] 10.222.0.64 "GET /v2.0/ports/00a8fe50-2a57-4492-8e24-d39c43596c08/bindings/n-h1-836015-4 HTTP/1.1" status: 200 len: 384 time: 0.1599047 Apr 18 20:51:33.369798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfc48c1d-8872-4a41-be55-e1af6044e96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.371485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 4f801899-28a7-492f-b460-bf4221b0b275, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4f801899-28a7-492f-b460-bf4221b0b275,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:33.394944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.532526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=4f801899-28a7-492f-b460-bf4221b0b275,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:33.533496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.596175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port 9e0f5a9c-9fa3-42ac-b93c-794cd449f2db yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:33.716068 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfc48c1d-8872-4a41-be55-e1af6044e96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.725620 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfc48c1d-8872-4a41-be55-e1af6044e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.887717 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bfc48c1d-8872-4a41-be55-e1af6044e96c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5044970973e4ae682f3d9d88c02d732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9239857 Apr 18 20:51:33.888768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc48c1d-8872-4a41-be55-e1af6044e96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5fac71-02b8-4fdd-a3d3-e0a218cfa19b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:33.891522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 60988) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:33.912227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-5a06ca2b-9a6f-4351-a295-7ad1a2152284 service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:33.981488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-5a06ca2b-9a6f-4351-a295-7ad1a2152284 service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:34.017207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::22f (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/bdeb2eb8-ae10-41f1-a8b3-736db5f22971/9e0f5a9c-9fa3-42ac-b93c-794cd449f2db) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:34.031399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-5a06ca2b-9a6f-4351-a295-7ad1a2152284 service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:34.031767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:63a2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/10d8e259-b859-48c6-8b91-55cb955ce27c/9e0f5a9c-9fa3-42ac-b93c-794cd449f2db) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:34.042838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:34.046222 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b506567-abf1-4d6e-960f-0964779275b1" -d '{"events": [{"server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "name": "network-vif-unplugged", "status": "completed", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:34.065669 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-5a06ca2b-9a6f-4351-a295-7ad1a2152284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.167368 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9389bab-5844-43d1-a709-754cec6f944e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.175967 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b725daed-25f2-45f7-bdd3-a14c76ab1c08 x-openstack-request-id: req-b725daed-25f2-45f7-bdd3-a14c76ab1c08 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:34.176580 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "name": "network-vif-unplugged", "status": "completed", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:34.177104 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b725daed-25f2-45f7-bdd3-a14c76ab1c08 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:34.178013 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b725daed-25f2-45f7-bdd3-a14c76ab1c08'] response: {'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'code': 200} Apr 18 20:51:34.262896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9389bab-5844-43d1-a709-754cec6f944e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.300749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.392539 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9389bab-5844-43d1-a709-754cec6f944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.397248 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9389bab-5844-43d1-a709-754cec6f944e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.399132 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.399384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f9389bab-5844-43d1-a709-754cec6f944e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb5fac71-02b8-4fdd-a3d3-e0a218cfa19b HTTP/1.1" status: 204 len: 168 time: 0.4996254 Apr 18 20:51:34.428479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-5a06ca2b-9a6f-4351-a295-7ad1a2152284 service neutron] Transition to ACTIVE for port object 00a8fe50-2a57-4492-8e24-d39c43596c08 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:34.435762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4f801899-28a7-492f-b460-bf4221b0b275 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:34.451828 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-5a06ca2b-9a6f-4351-a295-7ad1a2152284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.468852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9389bab-5844-43d1-a709-754cec6f944e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5fac71-02b8-4fdd-a3d3-e0a218cfa19b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:34.537044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53f99b-f4e2-4b53-8242-556178153355 req-3887f782-b6a3-42ab-955d-3fec52504d64 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:34.538666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=9e0f5a9c-9fa3-42ac-b93c-794cd449f2db,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:34.546123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc53f99b-f4e2-4b53-8242-556178153355 req-3887f782-b6a3-42ab-955d-3fec52504d64 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 944 time: 0.3267767 Apr 18 20:51:34.552254 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:34.554195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:34.558651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:34.572487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:34.575993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.632046 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d0656f60-a7e8-4ad9-9bd0-bf7daf3b5110 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6705103 Apr 18 20:51:34.636426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 32778) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:34.688553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:34.689090 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.782199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 00a8fe50-2a57-4492-8e24-d39c43596c08 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:34.909380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 00a8fe50-2a57-4492-8e24-d39c43596c08 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:34.979637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7bf34c77-cd12-46b8-9ecf-b6119bdf7fc2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port 9e0f5a9c-9fa3-42ac-b93c-794cd449f2db {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:34.980116 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bf34c77-cd12-46b8-9ecf-b6119bdf7fc2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.987772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 32782) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:34.988553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8dee6e-5170-41d5-ba3b-e7f0c78287fd None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:35.050670 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e861afd1-a020-4927-abd7-414307d66c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.063251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc53f99b-f4e2-4b53-8242-556178153355 req-5758c8db-2305-4095-a484-9da91d0ec217 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5118227 Apr 18 20:51:35.124985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06ca2b-9a6f-4351-a295-7ad1a2152284 service neutron] Pushing event updated for resources: {'Port': ['ID=00a8fe50-2a57-4492-8e24-d39c43596c08,revision_number=11']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:35.193719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-5a06ca2b-9a6f-4351-a295-7ad1a2152284 service neutron] No DVR routers for this DVR port 00a8fe50-2a57-4492-8e24-d39c43596c08 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:35.223726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bbf63e3d-d839-41fe-9000-d27a635be6ad None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:35.224184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbf63e3d-d839-41fe-9000-d27a635be6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.254504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e861afd1-a020-4927-abd7-414307d66c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.260477 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e861afd1-a020-4927-abd7-414307d66c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.327575 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e861afd1-a020-4927-abd7-414307d66c5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c83105c662df411f9dd3f66d9ffbf69b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383045 Apr 18 20:51:35.334122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 32788) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:35.335929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861afd1-a020-4927-abd7-414307d66c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb77b1-de38-44f0-9504-40247cd3d595,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:35.427667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bf34c77-cd12-46b8-9ecf-b6119bdf7fc2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.473148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7bf34c77-cd12-46b8-9ecf-b6119bdf7fc2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for 9e0f5a9c-9fa3-42ac-b93c-794cd449f2db owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:35.489609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-5a06ca2b-9a6f-4351-a295-7ad1a2152284 service neutron] 10.222.0.64 "PUT /v2.0/ports/00a8fe50-2a57-4492-8e24-d39c43596c08/bindings/n-h1-836015-4/activate HTTP/1.1" status: 200 len: 369 time: 2.1749856 Apr 18 20:51:35.610742 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a9a42c0-0f8f-4a9a-86ae-7836489535f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.645099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a9a42c0-0f8f-4a9a-86ae-7836489535f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.771288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-6416208c-f085-416b-b9fb-6247c9ff5ce3 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:35.771288 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-6416208c-f085-416b-b9fb-6247c9ff5ce3 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 1095 time: 0.0969498 Apr 18 20:51:35.849256 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a9a42c0-0f8f-4a9a-86ae-7836489535f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.851936 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a9a42c0-0f8f-4a9a-86ae-7836489535f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.866647 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4a9a42c0-0f8f-4a9a-86ae-7836489535f7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9ccb77b1-de38-44f0-9504-40247cd3d595 HTTP/1.1" status: 204 len: 168 time: 0.5218656 Apr 18 20:51:35.921310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2722a597-ab72-48e9-a31c-6234367ba4e1 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:35.922078 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2722a597-ab72-48e9-a31c-6234367ba4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.926938 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a9faee60-6de8-4a49-84cd-93a24364ffdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.052818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a42c0-0f8f-4a9a-86ae-7836489535f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb77b1-de38-44f0-9504-40247cd3d595,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:36.085005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-d3333bf2-dd00-45b6-84b9-2b54ca778ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.088375 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-d3333bf2-dd00-45b6-84b9-2b54ca778ac9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 1095 time: 0.3023632 Apr 18 20:51:36.124813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2722a597-ab72-48e9-a31c-6234367ba4e1 None None] Provisioning complete for port 9e0f5a9c-9fa3-42ac-b93c-794cd449f2db triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:36.125348 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2722a597-ab72-48e9-a31c-6234367ba4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.239011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2722a597-ab72-48e9-a31c-6234367ba4e1 None None] Port 9e0f5a9c-9fa3-42ac-b93c-794cd449f2db cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:51:36.327364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bf34c77-cd12-46b8-9ecf-b6119bdf7fc2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.340665 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-36ad25f3-d672-41dd-adb4-3c547cd9c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.343252 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-36ad25f3-d672-41dd-adb4-3c547cd9c605 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1095 time: 0.1715851 Apr 18 20:51:36.360990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-240f8ddf-82bb-4667-bba9-71c23119d8ad None None] Could not find standard attr ID for object 9e0f5a9c-9fa3-42ac-b93c-794cd449f2db. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:51:36.408346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf34c77-cd12-46b8-9ecf-b6119bdf7fc2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=9e0f5a9c-9fa3-42ac-b93c-794cd449f2db,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:36.461212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcae8fa-489a-4309-a1fc-1c7280f38646 req-65a65c74-e065-46ba-980f-407cd5566587 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.463887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbcae8fa-489a-4309-a1fc-1c7280f38646 req-65a65c74-e065-46ba-980f-407cd5566587 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 944 time: 0.1994991 Apr 18 20:51:36.545076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dbcae8fa-489a-4309-a1fc-1c7280f38646 req-0a692a7d-56ec-4256-bf53-343da21fb144 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698793 Apr 18 20:51:36.608298 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7bf34c77-cd12-46b8-9ecf-b6119bdf7fc2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.617233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32814) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:36.617821 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7bf34c77-cd12-46b8-9ecf-b6119bdf7fc2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/9e0f5a9c-9fa3-42ac-b93c-794cd449f2db HTTP/1.1" status: 204 len: 168 time: 1.9787116 Apr 18 20:51:36.674451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-c31176ed-57a8-4c90-a152-46ad42aacd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.681906 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-c31176ed-57a8-4c90-a152-46ad42aacd6b service neutron] 10.222.0.60 "GET /v2.0/networks?id=27c9b6ed-0107-4024-a42d-f649460f5985 HTTP/1.1" status: 200 len: 898 time: 0.3288984 Apr 18 20:51:36.725559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f7e68f-a823-4671-87a2-01d8bfdd4efd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.729009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-40f7e68f-a823-4671-87a2-01d8bfdd4efd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1104608 Apr 18 20:51:36.733569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32820) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:36.832083 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-409109fa-e88a-4da7-b1f4-1cb97a074a7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 999 time: 0.1430726 Apr 18 20:51:36.848385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1248b3c4-75c1-4fdf-a9ff-7707ead50e35 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.850564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1248b3c4-75c1-4fdf-a9ff-7707ead50e35 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1153097 Apr 18 20:51:36.854722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32824) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:36.953630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-13140480-fc4f-4370-8259-930b4d549917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.957617 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-13140480-fc4f-4370-8259-930b4d549917 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95473929-57d6-4b89-b361-5ca1b6058d2c HTTP/1.1" status: 200 len: 835 time: 0.1184938 Apr 18 20:51:36.988421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658ecb6-2925-4434-98d3-0de743dbfc72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.993001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658ecb6-2925-4434-98d3-0de743dbfc72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.996455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658ecb6-2925-4434-98d3-0de743dbfc72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.002738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d658ecb6-2925-4434-98d3-0de743dbfc72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1458035 Apr 18 20:51:37.003536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32830) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:37.044743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-30ed5349-9eb2-4310-8846-27a344fcebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.047325 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-30ed5349-9eb2-4310-8846-27a344fcebc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27c9b6ed-0107-4024-a42d-f649460f5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811214 Apr 18 20:51:37.095409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12fab10-743b-4f64-acf8-f54cb084744a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet 10d8e259-b859-48c6-8b91-55cb955ce27c {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:37.099069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e12fab10-743b-4f64-acf8-f54cb084744a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.162581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e12fab10-743b-4f64-acf8-f54cb084744a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.240848 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-4c267270-56b6-40c9-8c6d-189c3f6c202f service neutron] 10.222.0.60 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865573 Apr 18 20:51:37.324835 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e12fab10-743b-4f64-acf8-f54cb084744a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.408024 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-ef08eb07-6092-47b0-9f7d-edd2eb17a3a2 service neutron] 10.222.0.60 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599751 Apr 18 20:51:37.440554 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e12fab10-743b-4f64-acf8-f54cb084744a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.470722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fab10-743b-4f64-acf8-f54cb084744a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=10d8e259-b859-48c6-8b91-55cb955ce27c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:37.476476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e12fab10-743b-4f64-acf8-f54cb084744a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.484464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e12fab10-743b-4f64-acf8-f54cb084744a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/10d8e259-b859-48c6-8b91-55cb955ce27c HTTP/1.1" status: 204 len: 168 time: 0.4757922 Apr 18 20:51:37.485880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 32848) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:37.506782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8bf128-c7d9-44d8-a7e0-5213eff4d897 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:37.571129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0896423-540d-46df-803f-92c6591c8aca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet bdeb2eb8-ae10-41f1-a8b3-736db5f22971 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:37.575558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0896423-540d-46df-803f-92c6591c8aca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.664271 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0896423-540d-46df-803f-92c6591c8aca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.813826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-0662b4ad-fd9c-41cb-adb5-dd39f824f034 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.816987 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-0662b4ad-fd9c-41cb-adb5-dd39f824f034 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 1095 time: 0.1108983 Apr 18 20:51:37.838183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd92b9-1d21-4cbe-bc85-b8638aef8ecd req-cd9a7476-d7af-46c5-a1b5-ea1d3a278ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:37.853692 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40fd92b9-1d21-4cbe-bc85-b8638aef8ecd req-cd9a7476-d7af-46c5-a1b5-ea1d3a278ae5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 944 time: 0.1176603 Apr 18 20:51:37.874974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0896423-540d-46df-803f-92c6591c8aca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:37.919225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 00a8fe50-2a57-4492-8e24-d39c43596c08 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:37.975881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40fd92b9-1d21-4cbe-bc85-b8638aef8ecd req-c0592046-3ebb-4ca9-be48-198c8acd66e9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157317 Apr 18 20:51:38.132318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0896423-540d-46df-803f-92c6591c8aca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.230448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896423-540d-46df-803f-92c6591c8aca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=bdeb2eb8-ae10-41f1-a8b3-736db5f22971,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:38.234247 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0896423-540d-46df-803f-92c6591c8aca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.241649 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d0896423-540d-46df-803f-92c6591c8aca tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/bdeb2eb8-ae10-41f1-a8b3-736db5f22971 HTTP/1.1" status: 204 len: 168 time: 0.7541325 Apr 18 20:51:38.244555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32890) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:38.267869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-3d3fa3a2-99a9-4414-9b6b-bb9411746559 service neutron] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:51:38.276534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-3d3fa3a2-99a9-4414-9b6b-bb9411746559 service neutron] Notify callbacks [] for binding, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.279141 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-85d26dce-29ef-4456-99e4-9e0f54815fe7 req-3d3fa3a2-99a9-4414-9b6b-bb9411746559 service neutron] 10.222.0.60 "DELETE /v2.0/ports/00a8fe50-2a57-4492-8e24-d39c43596c08/bindings/n-h2-836015-4 HTTP/1.1" status: 204 len: 173 time: 0.4499450 Apr 18 20:51:38.327951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f8e22a99-2233-4363-a95d-35c6ce863cc9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769894 Apr 18 20:51:38.329763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 32892) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:38.345689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-44ee4778-2637-47fb-8a89-22c118f1ff15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:38.505536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ee4778-2637-47fb-8a89-22c118f1ff15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:38.512251 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44ee4778-2637-47fb-8a89-22c118f1ff15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.706809 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-142ebc33-af24-4e0c-9bdd-6de2bbca3829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.921055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44ee4778-2637-47fb-8a89-22c118f1ff15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.986455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee4778-2637-47fb-8a89-22c118f1ff15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:38.990203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-44ee4778-2637-47fb-8a89-22c118f1ff15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:38.994999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee4778-2637-47fb-8a89-22c118f1ff15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:38.995758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44ee4778-2637-47fb-8a89-22c118f1ff15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.009283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee4778-2637-47fb-8a89-22c118f1ff15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=ccbb6de1-9021-4d01-a570-8c4d0a53c4a1,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:39.036593 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-44ee4778-2637-47fb-8a89-22c118f1ff15 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7019668 Apr 18 20:51:39.037446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32928) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:39.057259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-03cc493b-532c-4c73-a496-d81705307ef4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:39.070245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965dfba6-b41c-441d-bb34-4e1994dc830c None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:39.198795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-43b859f4-b722-4a32-9413-f223c281ee82 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:39.200677 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-43b859f4-b722-4a32-9413-f223c281ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.372969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cc493b-532c-4c73-a496-d81705307ef4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:39.379162 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-03cc493b-532c-4c73-a496-d81705307ef4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.420443 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.420781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3e70a-ee28-4d9b-8db3-9222c3870f99 req-d944695e-3729-401a-b822-ce4d4357fe42 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:39.422125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44e3e70a-ee28-4d9b-8db3-9222c3870f99 req-d944695e-3729-401a-b822-ce4d4357fe42 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 944 time: 0.1729786 Apr 18 20:51:39.579393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44e3e70a-ee28-4d9b-8db3-9222c3870f99 req-84a145e2-494a-4136-afa3-3172e9d5cfa1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172891 Apr 18 20:51:39.590666 n-d-836015-4 neutron-server[102904]: INFO neutron.db.ipam_backend_mixin [None req-03cc493b-532c-4c73-a496-d81705307ef4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ccbb6de1-9021-4d01-a570-8c4d0a53c4a1 (CIDR: 2001:db8::/64) Apr 18 20:51:39.597384 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cc493b-532c-4c73-a496-d81705307ef4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:51:39.604551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cc493b-532c-4c73-a496-d81705307ef4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:39.649852 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-03cc493b-532c-4c73-a496-d81705307ef4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6024523 Apr 18 20:51:39.650236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32936) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:39.659437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'subnet': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:39.925157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb9337-07ae-45a3-a391-24d68518ed4b req-9d2b4ad2-676c-409c-b511-3d05f1b716c4 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:39.927730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1fb9337-07ae-45a3-a391-24d68518ed4b req-9d2b4ad2-676c-409c-b511-3d05f1b716c4 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1095 time: 0.1316254 Apr 18 20:51:39.990095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-441baa50-65e6-44e2-894c-922230809b6e None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:39.992224 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-441baa50-65e6-44e2-894c-922230809b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.016756 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1fb9337-07ae-45a3-a391-24d68518ed4b req-0b2bb956-8229-41f7-b998-0906b3ee5a60 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728297 Apr 18 20:51:40.023976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:40.031224 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.280688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94474394-445d-4685-a93d-29aa8836cd0f req-c4b5c753-6b3a-4747-8aea-08f19f8901f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:40.288416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94474394-445d-4685-a93d-29aa8836cd0f req-c4b5c753-6b3a-4747-8aea-08f19f8901f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 944 time: 0.1244955 Apr 18 20:51:40.353462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94474394-445d-4685-a93d-29aa8836cd0f req-1a5ce4ad-80ec-41f9-8860-fc5dcc59609b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640600 Apr 18 20:51:40.377061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 32944) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:40.511797 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.544861 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fb1a6a4c-d542-421f-828a-55d6642cf1d5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/66393e82-9402-46c1-9576-49c76894b7ea HTTP/1.1" status: 200 len: 991 time: 0.1649501 Apr 18 20:51:40.798508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 32956) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:40.869276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.objects.ports [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102904) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 18 20:51:41.174920 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port e43b49aa-d291-4051-bcc9-faed46c2c5d9 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:41.175867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.184041 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.241458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.311273 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.312242 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.334120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for e43b49aa-d291-4051-bcc9-faed46c2c5d9 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:41.476445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] For port 4f801899-28a7-492f-b460-bf4221b0b275, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4f801899-28a7-492f-b460-bf4221b0b275,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:41.550997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.559687 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.573183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.614263 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.683173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=e43b49aa-d291-4051-bcc9-faed46c2c5d9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.689731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Subnet': ['ID=efe61b92-1a29-4b9a-ad84-e477b6eb876f,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.695654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:41.702357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:41.710038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.710880 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.716452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b2f95-4212-4e5b-ae9b-5265e444fb6c None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:41.739125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0873401 Apr 18 20:51:41.744067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32960) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:41.751101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Request body: {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'mac_address': 'fa:16:3e:2e:80:11', 'name': 'tempest-NetworksTestDHCPv6-1235208269'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:41.846077 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.846512 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Floating IP 66393e82-9402-46c1-9576-49c76894b7ea disassociated (deleted). External IP: 172.25.2.130, port: 00a8fe50-2a57-4492-8e24-d39c43596c08. Apr 18 20:51:41.873790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23479fd-a2c4-49df-bbdc-d4b1224587cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=4f801899-28a7-492f-b460-bf4221b0b275,revision_number=13']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.899436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Made reservation on behalf of 5ed54692023b4e00be1fe391aee3e3b9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:42.080988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.119702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] device_id is not set on port f62c0402-680b-4f0d-82b2-bb6866380b77 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:42.307425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.309704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cf5153-2dd1-4448-b566-22c52ffab052 None None] Update dhcp port {'port': {'network_id': 'c4e0f656-8a36-4985-8f47-7e8a4c7137ec', 'fixed_ips': [{'subnet_id': 'efe61b92-1a29-4b9a-ad84-e477b6eb876f', 'ip_address': '2001:db8:0:1:f816:3eff:fe69:bae9'}, {'subnet_id': 'ccbb6de1-9021-4d01-a570-8c4d0a53c4a1'}], 'binding:host_id': 'n-d-836015-4'}, 'id': '4f801899-28a7-492f-b460-bf4221b0b275'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:51:42.413285 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-45cf5153-2dd1-4448-b566-22c52ffab052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.589373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4f801899-28a7-492f-b460-bf4221b0b275 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:42.646350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:42.646854 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.647773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8::1e5 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/ccbb6de1-9021-4d01-a570-8c4d0a53c4a1/f62c0402-680b-4f0d-82b2-bb6866380b77) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:42.672884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2e:8011 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/efe61b92-1a29-4b9a-ad84-e477b6eb876f/f62c0402-680b-4f0d-82b2-bb6866380b77) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:42.682983 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:42.921454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:42.945780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.948384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] Sync routers for ids ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:51:42.975451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] Routers {'815c5852-c927-4b7d-85e9-50ac4fb3e7a7'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:42.976516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:51:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:43.001741 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1d37cade-fb90-45b8-ac2b-8906ef4b5172 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/floatingips/66393e82-9402-46c1-9576-49c76894b7ea HTTP/1.1" status: 204 len: 168 time: 2.2013779 Apr 18 20:51:43.002993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:43.007495 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8911127c-97c2-4c16-bfca-6f89b2e3f285" -d '{"events": [{"name": "network-changed", "server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:43.022464 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.067736 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.104172 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb57747-12c7-4d65-9ebb-9edd3933af39 x-openstack-request-id: req-bdb57747-12c7-4d65-9ebb-9edd3933af39 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:43.104934 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:43.105706 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bdb57747-12c7-4d65-9ebb-9edd3933af39 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:43.106536 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb57747-12c7-4d65-9ebb-9edd3933af39'] response: {'name': 'network-changed', 'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'status': 'completed', 'code': 200} Apr 18 20:51:43.153087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:43.163903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:43.167519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:43.184764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.185466 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.191572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event updated for resources: {'Port': ['ID=f62c0402-680b-4f0d-82b2-bb6866380b77,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:43.218483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-64499df2-058a-415f-9610-a723e0236c65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4727840 Apr 18 20:51:43.228781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32974) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:43.248023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-608a1467-49df-4b19-b3fe-c6c9c89d504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.249650 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-608a1467-49df-4b19-b3fe-c6c9c89d504b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 1095 time: 0.1344135 Apr 18 20:51:43.485479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-3e105920-9175-4bf3-afda-9a135f18c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.489958 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-3e105920-9175-4bf3-afda-9a135f18c43c service neutron] 10.222.0.60 "GET /v2.0/networks?id=27c9b6ed-0107-4024-a42d-f649460f5985 HTTP/1.1" status: 200 len: 898 time: 0.2273600 Apr 18 20:51:43.569464 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-491e239b-5ca5-4145-90ca-d3c3d5c59c78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 200 len: 217 time: 0.0714865 Apr 18 20:51:43.613395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-45cf5153-2dd1-4448-b566-22c52ffab052 None None] Allocated IP 2001:db8::2 (c4e0f656-8a36-4985-8f47-7e8a4c7137ec/ccbb6de1-9021-4d01-a570-8c4d0a53c4a1/4f801899-28a7-492f-b460-bf4221b0b275) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:43.661502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d50ce425-b11a-4219-b217-ac91bb69a0fc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting port f62c0402-680b-4f0d-82b2-bb6866380b77 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:43.662450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d50ce425-b11a-4219-b217-ac91bb69a0fc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.688341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2b292-5a53-414d-9cdf-e5eae2aa2d75 req-9a358854-2620-456d-94b9-06a5b0746956 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.690495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10e2b292-5a53-414d-9cdf-e5eae2aa2d75 req-9a358854-2620-456d-94b9-06a5b0746956 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 944 time: 0.1281297 Apr 18 20:51:43.693844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-666095d0-8bdf-4f52-af26-510a4a0172c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.696325 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-666095d0-8bdf-4f52-af26-510a4a0172c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95473929-57d6-4b89-b361-5ca1b6058d2c HTTP/1.1" status: 200 len: 835 time: 0.1190631 Apr 18 20:51:43.773506 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-12c07f65-8375-47d0-9aec-82baaef6610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:43.775005 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-12c07f65-8375-47d0-9aec-82baaef6610e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=27c9b6ed-0107-4024-a42d-f649460f5985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703330 Apr 18 20:51:43.842616 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10e2b292-5a53-414d-9cdf-e5eae2aa2d75 req-83446a1a-ec33-4c15-ace7-7ea9ecd1e96b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330171 Apr 18 20:51:43.885711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-45cf5153-2dd1-4448-b566-22c52ffab052 None None] For port 4f801899-28a7-492f-b460-bf4221b0b275, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4f801899-28a7-492f-b460-bf4221b0b275,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:43.937319 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-d4e3f61f-6a6d-4c48-b0a5-cd311af6c9fb service neutron] 10.222.0.60 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519315 Apr 18 20:51:43.942838 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-45cf5153-2dd1-4448-b566-22c52ffab052 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.955079 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d50ce425-b11a-4219-b217-ac91bb69a0fc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.965133 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-45cf5153-2dd1-4448-b566-22c52ffab052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.985230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d50ce425-b11a-4219-b217-ac91bb69a0fc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Calling delete_port for f62c0402-680b-4f0d-82b2-bb6866380b77 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:43.987041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] Set router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:44.090048 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8911127c-97c2-4c16-bfca-6f89b2e3f285 req-7d39f636-83c0-40bb-84db-411f0da1bee7 service neutron] 10.222.0.60 "GET /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400480 Apr 18 20:51:44.182536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf5153-2dd1-4448-b566-22c52ffab052 None None] Pushing event updated for resources: {'Port': ['ID=4f801899-28a7-492f-b460-bf4221b0b275,revision_number=14']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:44.502454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4f801899-28a7-492f-b460-bf4221b0b275 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:51:44.560721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-6c12d5d4-543d-42c9-b546-769983852873 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:44.562508 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-6c12d5d4-543d-42c9-b546-769983852873 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 944 time: 0.1392045 Apr 18 20:51:44.575950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d50ce425-b11a-4219-b217-ac91bb69a0fc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.648299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ce425-b11a-4219-b217-ac91bb69a0fc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Port': ['ID=f62c0402-680b-4f0d-82b2-bb6866380b77,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:44.654235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:44.654835 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.809282 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d50ce425-b11a-4219-b217-ac91bb69a0fc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.816725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d50ce425-b11a-4219-b217-ac91bb69a0fc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/f62c0402-680b-4f0d-82b2-bb6866380b77 HTTP/1.1" status: 204 len: 168 time: 1.5852761 Apr 18 20:51:44.817383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32988) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:44.865030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-1d72e8b8-ce01-49bc-95a5-15a26199ab29 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port 00a8fe50-2a57-4492-8e24-d39c43596c08 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:44.865853 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-1d72e8b8-ce01-49bc-95a5-15a26199ab29 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.941936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cfae43-75b1-45da-a61e-659d233431b9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:44.954584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-50cfae43-75b1-45da-a61e-659d233431b9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1339023 Apr 18 20:51:44.955514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 32992) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:44.959992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:09Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61f16c32-bbbd-41cb-878c-780ce8be440f', 'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:24:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:19Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:45.021799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] Checking router: 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:51:45.045929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] Routers {'815c5852-c927-4b7d-85e9-50ac4fb3e7a7'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:45.047065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:51:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:45.108805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-1d72e8b8-ce01-49bc-95a5-15a26199ab29 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port 00a8fe50-2a57-4492-8e24-d39c43596c08, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=00a8fe50-2a57-4492-8e24-d39c43596c08,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:45.109151 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-1d72e8b8-ce01-49bc-95a5-15a26199ab29 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.141556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-1d72e8b8-ce01-49bc-95a5-15a26199ab29 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for 00a8fe50-2a57-4492-8e24-d39c43596c08 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:45.165928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83988f57-08dd-4ba9-8328-746b5903752b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.168471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-83988f57-08dd-4ba9-8328-746b5903752b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2102153 Apr 18 20:51:45.173795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 32994) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:45.273657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] Set router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:45.287096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48277d-7cab-459b-9ff5-008a4286e65b req-6d88bd1f-0471-48a1-8763-752c0d1f9c26 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.289013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b48277d-7cab-459b-9ff5-008a4286e65b req-6d88bd1f-0471-48a1-8763-752c0d1f9c26 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b135d5b-2d25-46bf-829f-82a2a27dbb07 HTTP/1.1" status: 200 len: 944 time: 0.1935959 Apr 18 20:51:45.435248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b48277d-7cab-459b-9ff5-008a4286e65b req-92cd8675-5235-4fad-86b8-b98a08be9acf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=82366aa7-f707-4fc2-baa7-114306c80927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316006 Apr 18 20:51:45.436755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8702574a-bad8-495c-803f-b94d4f130317 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.439618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8702574a-bad8-495c-803f-b94d4f130317 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.442843 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8702574a-bad8-495c-803f-b94d4f130317 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.446178 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8702574a-bad8-495c-803f-b94d4f130317 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2732725 Apr 18 20:51:45.449754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33000) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:45.584292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15130bf-f5fc-44e0-8a60-1bd499057aad tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet ccbb6de1-9021-4d01-a570-8c4d0a53c4a1 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:45.588751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c15130bf-f5fc-44e0-8a60-1bd499057aad tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.641513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-1d72e8b8-ce01-49bc-95a5-15a26199ab29 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.744148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c15130bf-f5fc-44e0-8a60-1bd499057aad tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.749962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72e8b8-ce01-49bc-95a5-15a26199ab29 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=00a8fe50-2a57-4492-8e24-d39c43596c08,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:45.821549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-15a00dcd-f8ea-4aeb-898e-7de599f5e91a None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:45.822651 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15a00dcd-f8ea-4aeb-898e-7de599f5e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.881976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-1d72e8b8-ce01-49bc-95a5-15a26199ab29 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] No DVR routers for this DVR port 00a8fe50-2a57-4492-8e24-d39c43596c08 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:45.885950 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-1d72e8b8-ce01-49bc-95a5-15a26199ab29 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.889898 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b701d63c-aa63-474b-8a56-2ccfc706851c req-1d72e8b8-ce01-49bc-95a5-15a26199ab29 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.60 "DELETE /v2.0/ports/00a8fe50-2a57-4492-8e24-d39c43596c08 HTTP/1.1" status: 204 len: 173 time: 1.3189085 Apr 18 20:51:45.896980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'name': 'network-vif-deleted', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:45.900228 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0904c3ea-e2c7-47b3-a1a5-d06fb50f2469" -d '{"events": [{"server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "name": "network-vif-deleted", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:51:46.043091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:09Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61f16c32-bbbd-41cb-878c-780ce8be440f', 'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:24:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:19Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:46.048720 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2325011-79f2-4e27-82e3-1a24a462d9c3 x-openstack-request-id: req-e2325011-79f2-4e27-82e3-1a24a462d9c3 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:51:46.049551 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b135d5b-2d25-46bf-829f-82a2a27dbb07", "name": "network-vif-deleted", "tag": "00a8fe50-2a57-4492-8e24-d39c43596c08", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:51:46.050146 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2325011-79f2-4e27-82e3-1a24a462d9c3 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:51:46.050980 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2325011-79f2-4e27-82e3-1a24a462d9c3'] response: {'server_uuid': '7b135d5b-2d25-46bf-829f-82a2a27dbb07', 'name': 'network-vif-deleted', 'tag': '00a8fe50-2a57-4492-8e24-d39c43596c08', 'status': 'completed', 'code': 200} Apr 18 20:51:46.102351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0179c93-1333-447a-99c2-a91a201bda43 None None] The sync data for ids ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'] in n-d-836015-4 is: [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:50:09Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61f16c32-bbbd-41cb-878c-780ce8be440f', 'name': '', 'network_id': '27c9b6ed-0107-4024-a42d-f649460f5985', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:24:32:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:19Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '95473929-57d6-4b89-b361-5ca1b6058d2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:46.147872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5985073c-463f-48b9-97e6-e301063d6ff8 None None] Could not find standard attr ID for object f62c0402-680b-4f0d-82b2-bb6866380b77. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:51:46.151210 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.168467 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c15130bf-f5fc-44e0-8a60-1bd499057aad tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.337279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c15130bf-f5fc-44e0-8a60-1bd499057aad tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.468766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15130bf-f5fc-44e0-8a60-1bd499057aad tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbb6de1-9021-4d01-a570-8c4d0a53c4a1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:46.478314 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c15130bf-f5fc-44e0-8a60-1bd499057aad tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.483511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c15130bf-f5fc-44e0-8a60-1bd499057aad tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/ccbb6de1-9021-4d01-a570-8c4d0a53c4a1 HTTP/1.1" status: 204 len: 168 time: 1.0322485 Apr 18 20:51:46.485926 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33008) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:46.509012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed141da-ada5-4d85-a325-e1af8b102fb1 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:46.632269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33012) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:46.648622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b0be16-92e5-4364-80f3-2305dcf98e97 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Deleting subnet efe61b92-1a29-4b9a-ad84-e477b6eb876f {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:46.658582 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7b0be16-92e5-4364-80f3-2305dcf98e97 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.750797 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7b0be16-92e5-4364-80f3-2305dcf98e97 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.864670 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878aface-d6cf-4ab9-a4c6-15f8d3abc202 None None] New status for floating IP 66393e82-9402-46c1-9576-49c76894b7ea: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:51:46.977618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7b0be16-92e5-4364-80f3-2305dcf98e97 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.123418 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7b0be16-92e5-4364-80f3-2305dcf98e97 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.210652 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7b0be16-92e5-4364-80f3-2305dcf98e97 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.219816 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7b0be16-92e5-4364-80f3-2305dcf98e97 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/efe61b92-1a29-4b9a-ad84-e477b6eb876f HTTP/1.1" status: 204 len: 168 time: 0.7297378 Apr 18 20:51:47.219816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0be16-92e5-4364-80f3-2305dcf98e97 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Subnet': ['ID=efe61b92-1a29-4b9a-ad84-e477b6eb876f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:47.221779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33014) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.326635 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e9469d33-03ef-4215-a66b-cc073d5ae1c5 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006725 Apr 18 20:51:47.327365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33016) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.453393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a88923-8463-4198-b88c-8343f997de72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:47.456276 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-08a88923-8463-4198-b88c-8343f997de72 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1269488 Apr 18 20:51:47.460270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33018) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.555764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9043a53-ff93-44e4-ab65-d152c50c86cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:47.561668 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a9043a53-ff93-44e4-ab65-d152c50c86cc tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0994024 Apr 18 20:51:47.572695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33020) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.625813 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-472faafd-2e0b-4f3d-bc54-48c6eb16f0b8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432618 Apr 18 20:51:47.638295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33024) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.677474 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f62e55-ec4c-43b3-8838-c605178c46c7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:47.679047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f62e55-ec4c-43b3-8838-c605178c46c7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:47.686092 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-31f62e55-ec4c-43b3-8838-c605178c46c7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/f62c0402-680b-4f0d-82b2-bb6866380b77 HTTP/1.1" status: 404 len: 333 time: 0.0457876 Apr 18 20:51:47.686481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33028) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.772644 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5f6c63-3cc5-4359-8f6a-a42a8f20278b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:47.773104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5f6c63-3cc5-4359-8f6a-a42a8f20278b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:47.778492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8c5f6c63-3cc5-4359-8f6a-a42a8f20278b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/efe61b92-1a29-4b9a-ad84-e477b6eb876f HTTP/1.1" status: 404 len: 337 time: 0.0864813 Apr 18 20:51:47.779032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33030) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.837958 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cb05eb-052a-4372-a5c7-3d51c91d248c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:47.838606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cb05eb-052a-4372-a5c7-3d51c91d248c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:47.844493 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-40cb05eb-052a-4372-a5c7-3d51c91d248c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/ccbb6de1-9021-4d01-a570-8c4d0a53c4a1 HTTP/1.1" status: 404 len: 337 time: 0.0642805 Apr 18 20:51:47.846832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33032) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.890084 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ba0c36-4a87-474f-847a-a5f68c7e115e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:47.894255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ba0c36-4a87-474f-847a-a5f68c7e115e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:47.899391 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-45ba0c36-4a87-474f-847a-a5f68c7e115e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/9e0f5a9c-9fa3-42ac-b93c-794cd449f2db HTTP/1.1" status: 404 len: 333 time: 0.0514364 Apr 18 20:51:47.902335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33034) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.926916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a36cfb-d8ff-4fb7-8336-e2fcfb8fb0d0 None None] Network c4e0f656-8a36-4985-8f47-7e8a4c7137ec requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:47.944522 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-846176fe-8c89-4719-93f2-ee55b8365475 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:47.945187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-846176fe-8c89-4719-93f2-ee55b8365475 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:47.949826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-846176fe-8c89-4719-93f2-ee55b8365475 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/10d8e259-b859-48c6-8b91-55cb955ce27c HTTP/1.1" status: 404 len: 337 time: 0.0459256 Apr 18 20:51:47.952416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33036) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:47.967026 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 00a8fe50-2a57-4492-8e24-d39c43596c08 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:48.001011 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a115f0c-1287-4399-b714-a8b9a276a653 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.001665 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a115f0c-1287-4399-b714-a8b9a276a653 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.009378 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1a115f0c-1287-4399-b714-a8b9a276a653 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/bdeb2eb8-ae10-41f1-a8b3-736db5f22971 HTTP/1.1" status: 404 len: 337 time: 0.0524747 Apr 18 20:51:48.009829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33038) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.048092 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05e53b8-fcf3-408d-bb76-3ba9db2d947b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.049295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05e53b8-fcf3-408d-bb76-3ba9db2d947b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.056883 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d05e53b8-fcf3-408d-bb76-3ba9db2d947b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/c375c4af-b76f-44bb-a758-23ad17171ee8 HTTP/1.1" status: 404 len: 333 time: 0.0420721 Apr 18 20:51:48.058815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33040) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.074720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 00a8fe50-2a57-4492-8e24-d39c43596c08 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:48.075193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 00a8fe50-2a57-4492-8e24-d39c43596c08 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:48.094438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bf9c10aa-5686-4cfa-8780-c12309ca7f03 None None] Provisioning complete for port 4f801899-28a7-492f-b460-bf4221b0b275 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:48.094799 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bf9c10aa-5686-4cfa-8780-c12309ca7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.132513 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-4528e772-08bc-45a2-bb98-d2fa0e437f78 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.133584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4528e772-08bc-45a2-bb98-d2fa0e437f78 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.143496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33042) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.144541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4528e772-08bc-45a2-bb98-d2fa0e437f78 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/144b96df-356e-446a-b1d9-b30011997c8f HTTP/1.1" status: 404 len: 337 time: 0.0837669 Apr 18 20:51:48.175338 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-d472febe-7ab0-47f2-9d64-458474757264 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.175804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d472febe-7ab0-47f2-9d64-458474757264 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.183493 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d472febe-7ab0-47f2-9d64-458474757264 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/bd84e5d8-0435-41f9-969b-edb78201cfd5 HTTP/1.1" status: 404 len: 337 time: 0.0348747 Apr 18 20:51:48.183708 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.183829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33044) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.248441 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c6a09d-4f67-4d70-a06b-145879a6e6a1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.249518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c6a09d-4f67-4d70-a06b-145879a6e6a1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.258729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-21c6a09d-4f67-4d70-a06b-145879a6e6a1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/542a85dc-49e0-4729-838a-7804d7638814 HTTP/1.1" status: 404 len: 333 time: 0.0709643 Apr 18 20:51:48.259290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33046) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.341013 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-1750976a-739c-4c1e-9e72-1a239ac32c12 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.341520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1750976a-739c-4c1e-9e72-1a239ac32c12 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.348852 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1750976a-739c-4c1e-9e72-1a239ac32c12 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/9ebda714-bf90-423a-95e5-b7e58aec7a85 HTTP/1.1" status: 404 len: 337 time: 0.0882220 Apr 18 20:51:48.349832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33048) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.392246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e0f67-552e-4929-8c66-bd49b6a3dc21 None None] DHCP port deletion for c4e0f656-8a36-4985-8f47-7e8a4c7137ec request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:51:48.405411 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-9282b51c-31fd-49a8-9df9-4ab298fd6233 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.406613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9282b51c-31fd-49a8-9df9-4ab298fd6233 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.412196 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9282b51c-31fd-49a8-9df9-4ab298fd6233 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/17cc61ce-f302-445e-90a8-c67464b4d46f HTTP/1.1" status: 404 len: 337 time: 0.0612435 Apr 18 20:51:48.416582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33050) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.468684 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-b795a426-c848-450c-a7e2-bbee0b36e6c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.469544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b795a426-c848-450c-a7e2-bbee0b36e6c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.473041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b795a426-c848-450c-a7e2-bbee0b36e6c1 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/12d72944-bdea-4c64-94fd-908e531c7958 HTTP/1.1" status: 404 len: 333 time: 0.0543752 Apr 18 20:51:48.475730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-660e0f67-552e-4929-8c66-bd49b6a3dc21 None None] Deleting port 4f801899-28a7-492f-b460-bf4221b0b275 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:48.478293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33052) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.481397 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-660e0f67-552e-4929-8c66-bd49b6a3dc21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.512227 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c675d8-090c-4889-9021-8f1cbc233c77 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.513112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c675d8-090c-4889-9021-8f1cbc233c77 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.516735 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f1c675d8-090c-4889-9021-8f1cbc233c77 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/9bd8977b-c91c-44c9-ac66-23e3d800d681 HTTP/1.1" status: 404 len: 337 time: 0.0365613 Apr 18 20:51:48.520881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33054) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.569597 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f636f08-58b3-4685-b223-7d3d9d9a55ea tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.571608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f636f08-58b3-4685-b223-7d3d9d9a55ea tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.581738 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5f636f08-58b3-4685-b223-7d3d9d9a55ea tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/cd9a944a-575d-435c-9015-23ff5e846622 HTTP/1.1" status: 404 len: 333 time: 0.0593829 Apr 18 20:51:48.586033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33056) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.622973 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e7fae5a-27b3-4dcd-8fea-e4645daf7e65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.623692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e7fae5a-27b3-4dcd-8fea-e4645daf7e65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.625400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-660e0f67-552e-4929-8c66-bd49b6a3dc21 None None] For port 4f801899-28a7-492f-b460-bf4221b0b275, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4f801899-28a7-492f-b460-bf4221b0b275,segment=NetworkSegment(d1ccfc75-9ace-43e2-9e35-2e7b973304a4),segment_id=d1ccfc75-9ace-43e2-9e35-2e7b973304a4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:48.626246 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-660e0f67-552e-4929-8c66-bd49b6a3dc21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.626941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8e7fae5a-27b3-4dcd-8fea-e4645daf7e65 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/56e9b1b5-df2f-4598-ac76-35d163f8bfc0 HTTP/1.1" status: 404 len: 337 time: 0.0396502 Apr 18 20:51:48.630991 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33058) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.652437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-660e0f67-552e-4929-8c66-bd49b6a3dc21 None None] Calling delete_port for 4f801899-28a7-492f-b460-bf4221b0b275 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:48.660051 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-344880fc-a5df-445d-bfc0-07035e52f6dd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.660673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-344880fc-a5df-445d-bfc0-07035e52f6dd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.668588 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-344880fc-a5df-445d-bfc0-07035e52f6dd tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/c9b9768d-acd9-4ce8-851d-328690a89700 HTTP/1.1" status: 404 len: 333 time: 0.0325515 Apr 18 20:51:48.670150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33062) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.734721 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e2d091-f2c1-4013-a727-80f2bd30bb77 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.735457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e2d091-f2c1-4013-a727-80f2bd30bb77 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.746931 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f9e2d091-f2c1-4013-a727-80f2bd30bb77 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/45e1330e-2de5-493b-aa27-1b52d7e61661 HTTP/1.1" status: 404 len: 337 time: 0.0712965 Apr 18 20:51:48.747186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33064) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.815579 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-660e0f67-552e-4929-8c66-bd49b6a3dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.848733 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0d9bbf-6e2d-4a83-9f15-5220e13e888f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.849838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0d9bbf-6e2d-4a83-9f15-5220e13e888f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.856231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e0f67-552e-4929-8c66-bd49b6a3dc21 None None] Pushing event deleted for resources: {'Port': ['ID=4f801899-28a7-492f-b460-bf4221b0b275,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:48.862317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e0f67-552e-4929-8c66-bd49b6a3dc21 None None] No DVR routers for this DVR port 4f801899-28a7-492f-b460-bf4221b0b275 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:48.865724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33072) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:48.889696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9b0d9bbf-6e2d-4a83-9f15-5220e13e888f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/56125c51-5425-4b87-bd68-c8cb4a29c5be HTTP/1.1" status: 404 len: 333 time: 0.1412127 Apr 18 20:51:48.977271 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dbe637-bf6b-45af-a044-4a72e14abfa8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:48.977943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dbe637-bf6b-45af-a044-4a72e14abfa8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:48.996054 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c2dbe637-bf6b-45af-a044-4a72e14abfa8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/beb692af-f555-40f9-9dce-9c39331d4c7d HTTP/1.1" status: 404 len: 337 time: 0.1286263 Apr 18 20:51:48.997245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33074) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.050866 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfb6367-5ee7-4268-adf5-5ad0a335e5a8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.051938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfb6367-5ee7-4268-adf5-5ad0a335e5a8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.062230 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0cfb6367-5ee7-4268-adf5-5ad0a335e5a8 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/74a3c22e-180f-49e7-8be3-754d72fc421a HTTP/1.1" status: 404 len: 333 time: 0.0634024 Apr 18 20:51:49.063115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33076) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.080214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port 61f16c32-bbbd-41cb-878c-780ce8be440f {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:49.081138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.107305 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3192a9-5be1-40fe-a14c-5adde57a8db9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.108110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3192a9-5be1-40fe-a14c-5adde57a8db9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.117059 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3f3192a9-5be1-40fe-a14c-5adde57a8db9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/1eb369e4-078c-4ab8-a713-c0860ce6f58b HTTP/1.1" status: 404 len: 337 time: 0.0524259 Apr 18 20:51:49.117972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33078) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.170500 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa986ae-7604-4abd-92c7-1c1c71501fe7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.171613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa986ae-7604-4abd-92c7-1c1c71501fe7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.180899 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6fa986ae-7604-4abd-92c7-1c1c71501fe7 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/e4d5343e-1b78-473f-888c-0f2c86fd36ce HTTP/1.1" status: 404 len: 333 time: 0.0612085 Apr 18 20:51:49.181849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33080) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.210085 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-307d5a95-7a54-48eb-ab4c-cb5be30ea569 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.210551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307d5a95-7a54-48eb-ab4c-cb5be30ea569 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.216972 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-307d5a95-7a54-48eb-ab4c-cb5be30ea569 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/ce012699-5a35-49c4-85b2-c8b7111fc459 HTTP/1.1" status: 404 len: 337 time: 0.0331407 Apr 18 20:51:49.218427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33082) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.223913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port 61f16c32-bbbd-41cb-878c-780ce8be440f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=61f16c32-bbbd-41cb-878c-780ce8be440f,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:49.224667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.250480 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac37971c-55fc-40e6-ac91-8b41df266502 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.250948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac37971c-55fc-40e6-ac91-8b41df266502 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.254379 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ac37971c-55fc-40e6-ac91-8b41df266502 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/d8bbd5fe-3aac-4018-a036-2ca49307859e HTTP/1.1" status: 404 len: 337 time: 0.0348167 Apr 18 20:51:49.258880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33086) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.259085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for 61f16c32-bbbd-41cb-878c-780ce8be440f owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:49.290553 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b1a41a-b01c-47c6-815a-95b428109fe9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.291453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b1a41a-b01c-47c6-815a-95b428109fe9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.298562 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-96b1a41a-b01c-47c6-815a-95b428109fe9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/e04686a1-4eea-4d29-9d28-dcff4556f7f9 HTTP/1.1" status: 404 len: 333 time: 0.0364027 Apr 18 20:51:49.298854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33088) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.334478 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d015e3-b14f-497b-86a5-4361e24e9ea2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.335082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d015e3-b14f-497b-86a5-4361e24e9ea2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.342240 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-66d015e3-b14f-497b-86a5-4361e24e9ea2 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/893489b9-7ca7-43db-99e1-14408d5929fb HTTP/1.1" status: 404 len: 337 time: 0.0384858 Apr 18 20:51:49.342651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33090) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.372277 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79a2648-fb9e-4c4e-a0a2-3c2f83e9887f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.372746 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79a2648-fb9e-4c4e-a0a2-3c2f83e9887f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.375889 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c79a2648-fb9e-4c4e-a0a2-3c2f83e9887f tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/34d8b61f-cddf-45eb-9563-e486df45abf8 HTTP/1.1" status: 404 len: 337 time: 0.0322406 Apr 18 20:51:49.380491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33092) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.429868 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-13180fcf-af6e-43a3-9a9f-a8c521015bac tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.430833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13180fcf-af6e-43a3-9a9f-a8c521015bac tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.437657 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-13180fcf-af6e-43a3-9a9f-a8c521015bac tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/283703f5-3f76-4acc-9017-53d0287368c5 HTTP/1.1" status: 404 len: 333 time: 0.0552680 Apr 18 20:51:49.441774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33094) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.487783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33096) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.491574 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fbacd7-709f-4966-961d-53d4ddd9e966 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.492435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fbacd7-709f-4966-961d-53d4ddd9e966 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.499016 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-31fbacd7-709f-4966-961d-53d4ddd9e966 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/707369b1-c253-4bcd-8594-1d2be5582fc2 HTTP/1.1" status: 404 len: 337 time: 0.0555849 Apr 18 20:51:49.502322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33100) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.557088 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fd089c-1c58-4838-b82e-25bb11f2a03e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.557638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fd089c-1c58-4838-b82e-25bb11f2a03e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.560842 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-69fd089c-1c58-4838-b82e-25bb11f2a03e tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/aa965d25-f017-481a-8852-517c5a108bdf HTTP/1.1" status: 404 len: 337 time: 0.0572040 Apr 18 20:51:49.565816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33102) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.607171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.613828 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2151d3d-873d-446c-8d21-f61a620e6c20 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.615394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2151d3d-873d-446c-8d21-f61a620e6c20 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.621702 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d2151d3d-873d-446c-8d21-f61a620e6c20 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/5db6ff7e-9d92-4770-a1a5-1c83a9502e62 HTTP/1.1" status: 404 len: 333 time: 0.0546641 Apr 18 20:51:49.625831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33104) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.647369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=61f16c32-bbbd-41cb-878c-780ce8be440f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.719174 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ef1417-9b26-4b31-a19e-4822b5552a60 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.724130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ef1417-9b26-4b31-a19e-4822b5552a60 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.729490 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-48ef1417-9b26-4b31-a19e-4822b5552a60 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/54a6ad56-ad06-41f6-9f35-2b41e4965992 HTTP/1.1" status: 404 len: 337 time: 0.1020551 Apr 18 20:51:49.733368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33106) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.755733 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e2ce979a-806b-4c65-a5da-e72cb0200267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.788038 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c03c7c3-e2a7-481f-8dc6-17fa57596e08 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:49.789667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c03c7c3-e2a7-481f-8dc6-17fa57596e08 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:49.797206 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2c03c7c3-e2a7-481f-8dc6-17fa57596e08 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/1681b9ba-6d67-4322-aa86-f6f7e91324a1 HTTP/1.1" status: 404 len: 337 time: 0.0612469 Apr 18 20:51:49.800448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33108) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.848990 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fd451ede-17b3-4090-a505-b1ff06671dfe tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports?device_id=53a04696-2e40-48ee-82d0-eb4710c4a35c HTTP/1.1" status: 200 len: 205 time: 0.0459497 Apr 18 20:51:49.853700 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33110) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.932350 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-7ae4abd0-ee85-4aa4-9d14-a6ce082aeca9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] delete failed (client error): The resource could not be found. Apr 18 20:51:49.938697 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7ae4abd0-ee85-4aa4-9d14-a6ce082aeca9 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/routers/53a04696-2e40-48ee-82d0-eb4710c4a35c HTTP/1.1" status: 404 len: 336 time: 0.0796940 Apr 18 20:51:49.940190 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33112) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:49.980808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e2ce979a-806b-4c65-a5da-e72cb0200267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.985551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e2ce979a-806b-4c65-a5da-e72cb0200267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.025752 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfed6ff-9fef-4aa8-a583-bdecb202c71b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.026901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfed6ff-9fef-4aa8-a583-bdecb202c71b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.032485 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ebfed6ff-9fef-4aa8-a583-bdecb202c71b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/5a21d9ce-49d5-4251-b641-a868d0a98192 HTTP/1.1" status: 404 len: 337 time: 0.0904055 Apr 18 20:51:50.035586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33116) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.076926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e2ce979a-806b-4c65-a5da-e72cb0200267 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7abffd058284341bce1c8f5b194b539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874527 Apr 18 20:51:50.080910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33118) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.085062 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bdac3c37-4631-471d-9a16-f40a15bcc4af tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c2217fc-e3c1-451e-925b-a189a2b19b0d HTTP/1.1" status: 200 len: 205 time: 0.0472739 Apr 18 20:51:50.086543 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33120) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.092078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce979a-806b-4c65-a5da-e72cb0200267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d32194-3067-4cb2-a1cf-b38d2046291f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.117087 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.136776 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-f6a50753-911e-4929-849d-036dbc1b0de0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] delete failed (client error): The resource could not be found. Apr 18 20:51:50.137733 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f6a50753-911e-4929-849d-036dbc1b0de0 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/routers/7c2217fc-e3c1-451e-925b-a189a2b19b0d HTTP/1.1" status: 404 len: 336 time: 0.0492618 Apr 18 20:51:50.142161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33122) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.184007 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-2acefb21-3647-4ba6-892f-2c73d6063dd4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.185006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2acefb21-3647-4ba6-892f-2c73d6063dd4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.189946 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2acefb21-3647-4ba6-892f-2c73d6063dd4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/92315d3f-b787-49b5-91fa-7fa3053a8959 HTTP/1.1" status: 404 len: 337 time: 0.0447114 Apr 18 20:51:50.193597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33124) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.211869 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0395449c-0f20-4d19-8b64-c45d1e9d9511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.225966 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:51:50.245944 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-096b6a7b-8d4d-4b9d-8d76-87fa54ee88e4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.246677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096b6a7b-8d4d-4b9d-8d76-87fa54ee88e4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.251913 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-096b6a7b-8d4d-4b9d-8d76-87fa54ee88e4 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/dc37c7c8-f016-4965-bcd5-2e427fafaa7a HTTP/1.1" status: 404 len: 337 time: 0.0560322 Apr 18 20:51:50.255584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33126) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.268308 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0395449c-0f20-4d19-8b64-c45d1e9d9511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.299670 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f9735f-36bd-44ac-a0ed-0742356b09c5 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.301074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f9735f-36bd-44ac-a0ed-0742356b09c5 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.308452 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06f9735f-36bd-44ac-a0ed-0742356b09c5 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/6e039f55-dffa-4aa2-81be-e90f467b1ed5 HTTP/1.1" status: 404 len: 333 time: 0.0511117 Apr 18 20:51:50.309492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33128) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.345182 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0ce653-06b9-4e42-bb45-09384541cb8c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.346178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0ce653-06b9-4e42-bb45-09384541cb8c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.354154 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7d0ce653-06b9-4e42-bb45-09384541cb8c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/54bf8d64-1ec9-4c29-b43d-9f49f0e01fef HTTP/1.1" status: 404 len: 337 time: 0.0403464 Apr 18 20:51:50.356938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33130) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.389543 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-743430b5-aad9-4cca-85ff-4923bc51584d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.390153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743430b5-aad9-4cca-85ff-4923bc51584d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.396412 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-743430b5-aad9-4cca-85ff-4923bc51584d tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/2ec62129-2620-4030-9ab4-1df8d1266835 HTTP/1.1" status: 404 len: 333 time: 0.0354764 Apr 18 20:51:50.396862 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33132) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.424637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0395449c-0f20-4d19-8b64-c45d1e9d9511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.427552 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0395449c-0f20-4d19-8b64-c45d1e9d9511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.428763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0395449c-0f20-4d19-8b64-c45d1e9d9511 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/89d32194-3067-4cb2-a1cf-b38d2046291f HTTP/1.1" status: 204 len: 168 time: 0.3469889 Apr 18 20:51:50.433815 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aaba42e-54fb-4b95-bc76-847013807acb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.435000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aaba42e-54fb-4b95-bc76-847013807acb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.439188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1aaba42e-54fb-4b95-bc76-847013807acb tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/9bb6574d-fa6f-49e8-a023-01800fcbcf5f HTTP/1.1" status: 404 len: 337 time: 0.0403500 Apr 18 20:51:50.443795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33136) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.449976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395449c-0f20-4d19-8b64-c45d1e9d9511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d32194-3067-4cb2-a1cf-b38d2046291f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.483952 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd02efe-ec83-4ee1-bd01-4472458ca660 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.485191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd02efe-ec83-4ee1-bd01-4472458ca660 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.489446 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8cd02efe-ec83-4ee1-bd01-4472458ca660 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/b40c69d7-183d-4bde-aee5-21265b426b45 HTTP/1.1" status: 404 len: 333 time: 0.0433862 Apr 18 20:51:50.492016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33138) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.497589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:51:50.545334 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ba6e0d-0405-44a4-a9b4-e7f8fff04d2a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.546108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ba6e0d-0405-44a4-a9b4-e7f8fff04d2a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.554538 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-27ba6e0d-0405-44a4-a9b4-e7f8fff04d2a tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/bd880c4b-160c-490c-944f-4328fa08fd4f HTTP/1.1" status: 404 len: 337 time: 0.0590210 Apr 18 20:51:50.554743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33140) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.565845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4f801899-28a7-492f-b460-bf4221b0b275 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:50.597193 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb628eec-20c8-49eb-8577-7df408c23e6c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.598364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb628eec-20c8-49eb-8577-7df408c23e6c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.602332 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fb628eec-20c8-49eb-8577-7df408c23e6c tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/0697f62b-1fac-4e43-b90b-1d4304bbaac6 HTTP/1.1" status: 404 len: 333 time: 0.0465419 Apr 18 20:51:50.604897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 4f801899-28a7-492f-b460-bf4221b0b275 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:50.605689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4f801899-28a7-492f-b460-bf4221b0b275 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:50.619364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33144) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.678960 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd754f56-1181-4e43-a482-2502108f5547 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.679975 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd754f56-1181-4e43-a482-2502108f5547 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.684031 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bd754f56-1181-4e43-a482-2502108f5547 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/2d692daf-13fa-4420-973a-db53297745bd HTTP/1.1" status: 404 len: 337 time: 0.0596507 Apr 18 20:51:50.687658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33148) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.717849 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c37cf86-53aa-4f17-94c0-6c3354097537 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.718151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c37cf86-53aa-4f17-94c0-6c3354097537 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.725315 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2c37cf86-53aa-4f17-94c0-6c3354097537 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/57851b45-390b-443e-8da6-8b056d0f6ea1 HTTP/1.1" status: 404 len: 333 time: 0.0327945 Apr 18 20:51:50.725588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:51:50.726357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33150) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.742271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] Sync routers for ids ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:51:50.742583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f072d316-9ae1-430d-8da8-726e994184b1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "PUT /v2.0/routers/815c5852-c927-4b7d-85e9-50ac4fb3e7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1029301 Apr 18 20:51:50.743490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33152) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.757210 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dea64a-206b-41d8-9f24-8ed9f1db746b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.757844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93dea64a-206b-41d8-9f24-8ed9f1db746b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.767916 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-93dea64a-206b-41d8-9f24-8ed9f1db746b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/88e28bb8-c7b8-4604-be46-4d369154653e HTTP/1.1" status: 404 len: 337 time: 0.0358644 Apr 18 20:51:50.774176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33154) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.788093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] Routers {'815c5852-c927-4b7d-85e9-50ac4fb3e7a7'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:50.789098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:51:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:50.814748 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe8d157-b163-4e1d-9f44-ace6a047f968 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.815886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe8d157-b163-4e1d-9f44-ace6a047f968 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.818539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3fe8d157-b163-4e1d-9f44-ace6a047f968 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/e20f8cd8-0065-46bf-8cba-e8e00e920fc4 HTTP/1.1" status: 404 len: 333 time: 0.0429704 Apr 18 20:51:50.822629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33156) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.862771 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c08988e-9fac-4f5e-8164-69617fed1385 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.863721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c08988e-9fac-4f5e-8164-69617fed1385 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.868083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5c08988e-9fac-4f5e-8164-69617fed1385 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/ab40d873-8f5b-49a9-9d03-83b9b084d41e HTTP/1.1" status: 404 len: 337 time: 0.0434642 Apr 18 20:51:50.878453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33158) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.889533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2d9415-12bd-4923-b5c0-8c730f2d641f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting subnet 95473929-57d6-4b89-b361-5ca1b6058d2c {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:51:50.903832 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9415-12bd-4923-b5c0-8c730f2d641f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.917029 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-44370ba9-f932-417d-af04-1bd42a7f2d78 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.920631 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44370ba9-f932-417d-af04-1bd42a7f2d78 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.928230 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-44370ba9-f932-417d-af04-1bd42a7f2d78 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/ports/51e0ea24-d50b-4b7a-aa4c-396a8725651b HTTP/1.1" status: 404 len: 333 time: 0.0546734 Apr 18 20:51:50.931879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33162) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:50.963088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9415-12bd-4923-b5c0-8c730f2d641f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.972138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] Set router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:50.980156 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-33064d7e-ee7e-44fa-b008-b5de37edb98b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] DELETE failed (client error): The resource could not be found. Apr 18 20:51:50.981622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33064d7e-ee7e-44fa-b008-b5de37edb98b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:51:50.998487 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-33064d7e-ee7e-44fa-b008-b5de37edb98b tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/subnets/ac74c391-2ff4-4eba-ba76-4a288475937c HTTP/1.1" status: 404 len: 337 time: 0.0612240 Apr 18 20:51:50.999067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33166) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:51.178360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.212974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9415-12bd-4923-b5c0-8c730f2d641f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.268544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:51:49Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:51.319946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9415-12bd-4923-b5c0-8c730f2d641f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.321407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] Checking router: 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:51:51.339106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] Routers {'815c5852-c927-4b7d-85e9-50ac4fb3e7a7'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:51:51.339975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:51:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:51.377443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d9415-12bd-4923-b5c0-8c730f2d641f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Subnet': ['ID=95473929-57d6-4b89-b361-5ca1b6058d2c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:51.392032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.394457 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e2d9415-12bd-4923-b5c0-8c730f2d641f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.402209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5e2d9415-12bd-4923-b5c0-8c730f2d641f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/subnets/95473929-57d6-4b89-b361-5ca1b6058d2c HTTP/1.1" status: 204 len: 168 time: 0.6573656 Apr 18 20:51:51.405516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33178) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:51.430321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e0f656-8a36-4985-8f47-7e8a4c7137ec']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:51.444103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:51.444746 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ccfc75-9ace-43e2-9e35-2e7b973304a4') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:51.466208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.496223 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.512039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:51.512677 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.622315 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fa774-f45a-4d6e-8fda-74c0ad052f4d None None] Network 27c9b6ed-0107-4024-a42d-f649460f5985 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:51.646850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:51.673986 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:51.694024 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.708883 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.721208 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] 10.222.0.49 "DELETE /v2.0/networks/c4e0f656-8a36-4985-8f47-7e8a4c7137ec HTTP/1.1" status: 204 len: 168 time: 0.7174397 Apr 18 20:51:51.777521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33186) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:51.778627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5b008-1a8d-4976-b90c-8554e8bcd566 tempest-NetworksTestDHCPv6-1928656323 tempest-NetworksTestDHCPv6-1928656323-project] Pushing event deleted for resources: {'Network': ['ID=c4e0f656-8a36-4985-8f47-7e8a4c7137ec,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:51.857278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] Set router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:51:52.051832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-494560104-network', 'tenant_id': '254234ce6f164a8699879540863d49bb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:52.075799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Made reservation on behalf of 254234ce6f164a8699879540863d49bb for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:52.081542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.105559 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.238274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b016d2e7-816f-4659-b929-0e138c687577 None None] DHCP port deletion for 27c9b6ed-0107-4024-a42d-f649460f5985 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:51:52.263543 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33194) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:52.323876 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.332595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.350212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:52.362174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.362664 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Added segment 4333abc9-b7c4-4d94-986e-78f3cfe1c7f6 of type vlan for network 8ae77c39-2af8-409b-a445-2fa972ba9d49 Apr 18 20:51:52.416530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.466719 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.468075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:52.468493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:52.468862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.514169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa90e38b-8d04-4132-9b0e-10a1778d780b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:52.524440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.583821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b016d2e7-816f-4659-b929-0e138c687577 None None] Deleting port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:52.584302 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b016d2e7-816f-4659-b929-0e138c687577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.617810 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8346374 Apr 18 20:51:52.621179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:51:49Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:52.625856 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33198) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:52.627002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5acbd-5191-4626-870d-5a415590657a admin admin] Pushing event updated for resources: {'Network': ['ID=8ae77c39-2af8-409b-a445-2fa972ba9d49,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:52.636177 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2748a1aa-d117-4dba-be7a-6ba37f79d294 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ed54692023b4e00be1fe391aee3e3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710558 Apr 18 20:51:52.636648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33200) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:52.640713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Request body: {'subnet': {'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-494560104-subnet', 'tenant_id': '254234ce6f164a8699879540863d49bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:52.672959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:52.673639 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.677540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Made reservation on behalf of 254234ce6f164a8699879540863d49bb for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:52.681111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.695790 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 8ae77c39-2af8-409b-a445-2fa972ba9d49 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:52.698343 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91deb7ba-36fa-4c9c-aa79-92d468f46c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.727340 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91deb7ba-36fa-4c9c-aa79-92d468f46c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.821987 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91deb7ba-36fa-4c9c-aa79-92d468f46c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.825519 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91deb7ba-36fa-4c9c-aa79-92d468f46c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.826837 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-91deb7ba-36fa-4c9c-aa79-92d468f46c5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd2cbb05-568d-4b46-a188-1d748f322ecf HTTP/1.1" status: 204 len: 168 time: 0.1892519 Apr 18 20:51:52.837261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deb7ba-36fa-4c9c-aa79-92d468f46c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2cbb05-568d-4b46-a188-1d748f322ecf,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:52.863105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port d75c9931-87ae-46cb-8a4b-88dc7e1a0a77, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d75c9931-87ae-46cb-8a4b-88dc7e1a0a77,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:52.863482 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.883342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:52.893664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c580ff5-544c-4825-8f51-ca1f95ad11f0 None None] The sync data for ids ['815c5852-c927-4b7d-85e9-50ac4fb3e7a7'] in n-d-836015-4 is: [{'id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129516640', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:01Z', 'updated_at': '2022-04-18T20:51:49Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': 'd75c9931-87ae-46cb-8a4b-88dc7e1a0a77', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:11:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815c5852-c927-4b7d-85e9-50ac4fb3e7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:02Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:52.973045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b016d2e7-816f-4659-b929-0e138c687577 None None] For port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=654d4e62-a7a3-4b75-a3b2-3663ae7e5711,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:52.974478 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b016d2e7-816f-4659-b929-0e138c687577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.986461 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.017018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b016d2e7-816f-4659-b929-0e138c687577 None None] Calling delete_port for 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:51:53.048491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=654d4e62-a7a3-4b75-a3b2-3663ae7e5711,segment=NetworkSegment(a8cd69f0-7d9c-4919-a35f-ebbd83f7240f),segment_id=a8cd69f0-7d9c-4919-a35f-ebbd83f7240f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:51:53.055164 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.164972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=654d4e62-a7a3-4b75-a3b2-3663ae7e5711,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:53.192431 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b016d2e7-816f-4659-b929-0e138c687577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.193229 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.228250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016d2e7-816f-4659-b929-0e138c687577 None None] Pushing event deleted for resources: {'Port': ['ID=654d4e62-a7a3-4b75-a3b2-3663ae7e5711,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:53.233845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b016d2e7-816f-4659-b929-0e138c687577 None None] No DVR routers for this DVR port 654d4e62-a7a3-4b75-a3b2-3663ae7e5711 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:53.315177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b8037b-1217-4b58-90dd-9967f53f8703,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:53.391423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Checking segment: {'id': '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:53.391823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Network hostable DHCP agents. Network: 8ae77c39-2af8-409b-a445-2fa972ba9d49, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:53.433257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Network 8ae77c39-2af8-409b-a445-2fa972ba9d49 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:53.458039 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.471350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 8ae77c39-2af8-409b-a445-2fa972ba9d49) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:53.481934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcb5c07-cbac-416b-a10a-d0cf034fa7b1 None None] Network 8ae77c39-2af8-409b-a445-2fa972ba9d49 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:53.496099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:53.496611 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.499050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=d75c9931-87ae-46cb-8a4b-88dc7e1a0a77,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:53.556021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-931f16d0-956f-4499-8df7-c78358ed863c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9259255 Apr 18 20:51:53.583249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.730543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020b2951-4e0b-40e9-8532-eb02bbfc752d None None] Network 8ae77c39-2af8-409b-a445-2fa972ba9d49 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:53.742876 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.745758 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.833335 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.834186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Fanout notify agent at l3_agent the message router_deleted on router 815c5852-c927-4b7d-85e9-50ac4fb3e7a7 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:51:53.843403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.844592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-63246f42-788c-4a92-b6e8-3f113fa2b54b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/routers/815c5852-c927-4b7d-85e9-50ac4fb3e7a7 HTTP/1.1" status: 204 len: 168 time: 2.4372323 Apr 18 20:51:53.847342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33226) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:53.985553 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.116973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.162149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c9b6ed-0107-4024-a42d-f649460f5985']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:54.189834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:54.190221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cd69f0-7d9c-4919-a35f-ebbd83f7240f') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:54.192831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33232) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:54.213126 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.241294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.255550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:54.256363 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:54.260015 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:54.341991 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.359187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.366465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/networks/27c9b6ed-0107-4024-a42d-f649460f5985 HTTP/1.1" status: 204 len: 168 time: 0.5176177 Apr 18 20:51:54.369035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33236) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:54.388867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'networks': [{'name': 'tempest-network--996276344'}, {'name': 'tempest-network--1229379746'}]} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:54.389130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c7fa6-095e-49da-ad22-885e6c188cff tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Network': ['ID=27c9b6ed-0107-4024-a42d-f649460f5985,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:54.389298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'network': {'name': 'tempest-network--996276344'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:54.389612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'network': {'name': 'tempest-network--1229379746'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:54.505006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Made reservation on behalf of 76ef533dea1d41c9997eca92bf8b3f5f for: {'network': 2} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:54.516645 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.558490 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.561008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40696911-3cee-4bc2-8c80-c672cd6d91f2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.585825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 61f16c32-bbbd-41cb-878c-780ce8be440f no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:54.615480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 61f16c32-bbbd-41cb-878c-780ce8be440f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:54.615821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 61f16c32-bbbd-41cb-878c-780ce8be440f not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:54.616274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:51:54.631806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40696911-3cee-4bc2-8c80-c672cd6d91f2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.647070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:51:54.647777 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d75c9931-87ae-46cb-8a4b-88dc7e1a0a77 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:51:54.769484 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40696911-3cee-4bc2-8c80-c672cd6d91f2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.773494 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40696911-3cee-4bc2-8c80-c672cd6d91f2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.774948 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-40696911-3cee-4bc2-8c80-c672cd6d91f2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/security-groups/82366aa7-f707-4fc2-baa7-114306c80927 HTTP/1.1" status: 204 len: 168 time: 0.4034917 Apr 18 20:51:54.795677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40696911-3cee-4bc2-8c80-c672cd6d91f2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82366aa7-f707-4fc2-baa7-114306c80927,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:54.812641 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.818490 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.818969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.867696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90888f6-0ef9-4e61-927b-2b54dc0bf743,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:54.890110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:54.910661 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.911451 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Added segment 49654308-4f44-423a-94a7-662677eda271 of type vlan for network ef902bda-c571-4748-9226-78ae56d2871a Apr 18 20:51:54.968865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.005784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:55.024044 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.024862 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Added segment c6fd2f52-d630-4c57-baa6-5476c569acbf of type vlan for network d67c2e59-bf6b-4cf2-92c1-f57c0bba4bf7 Apr 18 20:51:55.075036 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.108137 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.108795 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.130703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:55.147328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:55.149805 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.213551 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0193365 Apr 18 20:51:55.216211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33250) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:55.294836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'Network': ['ID=ef902bda-c571-4748-9226-78ae56d2871a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:55.312234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ef902bda-c571-4748-9226-78ae56d2871a details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:55.429159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a196fd-1d58-4baa-bf1b-91a8e686c9a6 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'Network': ['ID=d67c2e59-bf6b-4cf2-92c1-f57c0bba4bf7,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:55.445645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33254) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:55.459767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-67745d6e-66bb-48f7-929f-f50b65ffc3c4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948647703', 'description': 'tempest-secgroup-smoke-1948647703 description', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:55.468871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network d67c2e59-bf6b-4cf2-92c1-f57c0bba4bf7 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:55.508294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67745d6e-66bb-48f7-929f-f50b65ffc3c4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.579384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18033b6c-8415-411f-b9cd-8874fd571305 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:55.587153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18033b6c-8415-411f-b9cd-8874fd571305 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:55.595104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18033b6c-8415-411f-b9cd-8874fd571305 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:55.602529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18033b6c-8415-411f-b9cd-8874fd571305 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:55.605394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-18033b6c-8415-411f-b9cd-8874fd571305 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3881733 Apr 18 20:51:55.609815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33258) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:55.671374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67745d6e-66bb-48f7-929f-f50b65ffc3c4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.680286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67745d6e-66bb-48f7-929f-f50b65ffc3c4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.723210 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67745d6e-66bb-48f7-929f-f50b65ffc3c4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.725943 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-67745d6e-66bb-48f7-929f-f50b65ffc3c4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2784400 Apr 18 20:51:55.726378 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.732109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33262) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:55.738385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67745d6e-66bb-48f7-929f-f50b65ffc3c4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca78c41-80df-4a45-bf93-e30926733996,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:55.738873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-1b9e94aa-5d7d-42a8-96a1-e0f83dc8b2f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '3ca78c41-80df-4a45-bf93-e30926733996', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:55.797678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1b9e94aa-5d7d-42a8-96a1-e0f83dc8b2f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.897376 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.938255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef902bda-c571-4748-9226-78ae56d2871a']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:55.950245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1b9e94aa-5d7d-42a8-96a1-e0f83dc8b2f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.954165 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1b9e94aa-5d7d-42a8-96a1-e0f83dc8b2f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.958235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49654308-4f44-423a-94a7-662677eda271') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:55.959239 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49654308-4f44-423a-94a7-662677eda271') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:55.980045 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.996916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e94aa-5d7d-42a8-96a1-e0f83dc8b2f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860218e7-af17-4c03-a8f1-02d0fc9db53f,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:56.010267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.015344 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1b9e94aa-5d7d-42a8-96a1-e0f83dc8b2f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.021624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1b9e94aa-5d7d-42a8-96a1-e0f83dc8b2f7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2835729 Apr 18 20:51:56.021624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33266) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:56.026790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-317aec01-a5fd-490b-9bc5-f4c352e4c7cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '3ca78c41-80df-4a45-bf93-e30926733996', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:56.037144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:56.038517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:56.044196 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:56.142841 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-317aec01-a5fd-490b-9bc5-f4c352e4c7cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.148138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.154401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.158374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "DELETE /v2.0/networks/ef902bda-c571-4748-9226-78ae56d2871a HTTP/1.1" status: 204 len: 168 time: 0.5467312 Apr 18 20:51:56.162757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33268) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:56.192226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8907e-c4ac-4514-8659-48c5e146de31 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event deleted for resources: {'Network': ['ID=ef902bda-c571-4748-9226-78ae56d2871a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:56.236055 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-317aec01-a5fd-490b-9bc5-f4c352e4c7cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.245791 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-317aec01-a5fd-490b-9bc5-f4c352e4c7cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.279280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317aec01-a5fd-490b-9bc5-f4c352e4c7cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173a9290-c2a5-472b-a9fa-f1498c172d05,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:56.289462 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-317aec01-a5fd-490b-9bc5-f4c352e4c7cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.291415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-317aec01-a5fd-490b-9bc5-f4c352e4c7cb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2691374 Apr 18 20:51:56.294861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33270) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:56.302047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-29540ea0-1963-4021-9c41-f15d2f34fab5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '3ca78c41-80df-4a45-bf93-e30926733996', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:56.307744 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.355486 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29540ea0-1963-4021-9c41-f15d2f34fab5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.454072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29540ea0-1963-4021-9c41-f15d2f34fab5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.462171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29540ea0-1963-4021-9c41-f15d2f34fab5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.467083 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.499584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29540ea0-1963-4021-9c41-f15d2f34fab5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5e54c4-9ea3-426c-bf71-ef0bbce24dbc,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:56.514374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67c2e59-bf6b-4cf2-92c1-f57c0bba4bf7']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:56.515783 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29540ea0-1963-4021-9c41-f15d2f34fab5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.519739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-29540ea0-1963-4021-9c41-f15d2f34fab5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2224126 Apr 18 20:51:56.523168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33272) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:56.532302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d187a338-cdad-4755-a469-da8993a11a74 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '3ca78c41-80df-4a45-bf93-e30926733996', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:56.554309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fd2f52-d630-4c57-baa6-5476c569acbf') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:56.555052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fd2f52-d630-4c57-baa6-5476c569acbf') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:56.572374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.575707 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d187a338-cdad-4755-a469-da8993a11a74 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.604908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:56.625017 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:56.719633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d187a338-cdad-4755-a469-da8993a11a74 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.724460 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d187a338-cdad-4755-a469-da8993a11a74 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.741191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.746604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187a338-cdad-4755-a469-da8993a11a74 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71f9fc2-87e1-4095-a2a4-4c31c8632d88,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:56.753336 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d187a338-cdad-4755-a469-da8993a11a74 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.758819 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d187a338-cdad-4755-a469-da8993a11a74 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2300062 Apr 18 20:51:56.761136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33276) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:56.766276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-daf2091a-f6e2-4c76-bc9f-406702557051 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '3ca78c41-80df-4a45-bf93-e30926733996', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:56.770539 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.784222 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "DELETE /v2.0/networks/d67c2e59-bf6b-4cf2-92c1-f57c0bba4bf7 HTTP/1.1" status: 204 len: 168 time: 0.6195583 Apr 18 20:51:56.787603 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33278) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:56.805022 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-daf2091a-f6e2-4c76-bc9f-406702557051 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Project afea0b6e88bd46a9b6f3dae228c73c23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:51:56.817458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daf2091a-f6e2-4c76-bc9f-406702557051 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.861627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event deleted for resources: {'Network': ['ID=d67c2e59-bf6b-4cf2-92c1-f57c0bba4bf7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:56.918027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.918311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.918652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.918995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.919371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.919660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.920021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.920356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.920683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.921215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.921423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.921707 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b6a90c-5c37-493d-aa34-7b27c225e645 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:56.922053 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daf2091a-f6e2-4c76-bc9f-406702557051 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.933582 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daf2091a-f6e2-4c76-bc9f-406702557051 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.958226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2091a-f6e2-4c76-bc9f-406702557051 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ea07ba-69ea-47a4-9b9b-3f2171f8aaa9,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:56.975685 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-daf2091a-f6e2-4c76-bc9f-406702557051 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.977336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-daf2091a-f6e2-4c76-bc9f-406702557051 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2147524 Apr 18 20:51:56.985635 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33282) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:56.991228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c35905ca-4cf7-48d1-818e-785b5120e3cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'security_group_rule': {'security_group_id': '3ca78c41-80df-4a45-bf93-e30926733996', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:57.049999 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-c35905ca-4cf7-48d1-818e-785b5120e3cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Project afea0b6e88bd46a9b6f3dae228c73c23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:51:57.065531 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c35905ca-4cf7-48d1-818e-785b5120e3cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.100043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b76675-c2fe-4d49-8402-f0c55e167442 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:57.106281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b76675-c2fe-4d49-8402-f0c55e167442 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:57.108013 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d0b76675-c2fe-4d49-8402-f0c55e167442 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3151939 Apr 18 20:51:57.112695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33284) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:57.117868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-487071520'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:57.179828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Made reservation on behalf of 76ef533dea1d41c9997eca92bf8b3f5f for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:57.186142 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.239987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:57.256366 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c35905ca-4cf7-48d1-818e-785b5120e3cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.260129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.260356 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Added segment 63f57fff-3226-44ff-9306-a75828a3c604 of type vlan for network f7d1dedf-f346-4b5d-b32c-117cb52d303d Apr 18 20:51:57.263551 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c35905ca-4cf7-48d1-818e-785b5120e3cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.284320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35905ca-4cf7-48d1-818e-785b5120e3cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99660f98-3b03-4f60-9af7-05a1a70ae53f,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:57.312043 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c35905ca-4cf7-48d1-818e-785b5120e3cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.313898 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c35905ca-4cf7-48d1-818e-785b5120e3cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3267529 Apr 18 20:51:57.320489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33286) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:57.325889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'network': {'name': 'tempest-network-smoke--1918695666', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'port_security_enabled': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:57.328131 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.354086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:57.360891 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.392989 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:57.410290 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.410859 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Added segment c8faf80a-1114-459b-a6ae-8f9f69297775 of type vlan for network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 Apr 18 20:51:57.411483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.428155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:57.428981 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.558940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4425843 Apr 18 20:51:57.577903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33288) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:57.587372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1058982945'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:57.629290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f2275-1f47-4a61-b34e-8683d5b32da8 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'Network': ['ID=f7d1dedf-f346-4b5d-b32c-117cb52d303d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:57.646867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network f7d1dedf-f346-4b5d-b32c-117cb52d303d details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:57.654158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Made reservation on behalf of 76ef533dea1d41c9997eca92bf8b3f5f for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:57.677354 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.730312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:57.744247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.744806 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Added segment 01250d60-c017-4365-9811-5af47f079061 of type vlan for network cc019708-9b41-4caa-8cf0-f8faeee0124f Apr 18 20:51:57.825866 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.861230 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.869017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:57.869949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.942312 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.948864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3681216 Apr 18 20:51:57.954218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33292) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:57.973792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'ports': [{'network_id': 'f7d1dedf-f346-4b5d-b32c-117cb52d303d', 'name': 'tempest-port--536868827', 'admin_state_up': True}, {'network_id': 'cc019708-9b41-4caa-8cf0-f8faeee0124f', 'admin_state_up': False}]} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:57.974147 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'port': {'network_id': 'f7d1dedf-f346-4b5d-b32c-117cb52d303d', 'name': 'tempest-port--536868827', 'admin_state_up': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:57.974606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'port': {'network_id': 'cc019708-9b41-4caa-8cf0-f8faeee0124f', 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:58.025697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b99406-e88a-4499-995a-eca6bb13a89e tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'Network': ['ID=cc019708-9b41-4caa-8cf0-f8faeee0124f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:58.039039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network cc019708-9b41-4caa-8cf0-f8faeee0124f details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:58.087342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.094646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:58.094646 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.150393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33298) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:58.150893 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8292761 Apr 18 20:51:58.159489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'admin_state_up': True, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:58.201932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.203534 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.297993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.301494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30171a1f-8669-43fe-b070-dc380d18557d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Network': ['ID=85f4eed6-2b7b-423b-87b4-57db5cad54f9,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:58.326131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:51:58.373224 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Made reservation on behalf of 76ef533dea1d41c9997eca92bf8b3f5f for: {'port': 2} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:58.377631 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.409701 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.544848 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.688207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] device_id is not set on port 9cb73134-3f5e-4a10-a6c5-c11bd2bcab70 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:58.856198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.970187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] device_id is not set on port 067d8572-aa50-4e9d-8cbf-2e06d8703872 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:59.116091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.175622 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.179170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.223610 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.245114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'Port': ['ID=9cb73134-3f5e-4a10-a6c5-c11bd2bcab70,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:59.294980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Checking segment: {'id': '63f57fff-3226-44ff-9306-a75828a3c604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'f7d1dedf-f346-4b5d-b32c-117cb52d303d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:59.295360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Network hostable DHCP agents. Network: f7d1dedf-f346-4b5d-b32c-117cb52d303d, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:59.327470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Network f7d1dedf-f346-4b5d-b32c-117cb52d303d is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:59.341155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, f7d1dedf-f346-4b5d-b32c-117cb52d303d) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:59.355935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:59.357123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.363678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e1ab46-4b2b-46e9-9f2e-219538ab095d None None] Network f7d1dedf-f346-4b5d-b32c-117cb52d303d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:59.431744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.25.2.58 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/0b7e6775-8d13-4a60-bba8-c7b2e139e2cc) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:59.457721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'Port': ['ID=067d8572-aa50-4e9d-8cbf-2e06d8703872,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:59.473441 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Checking segment: {'id': '01250d60-c017-4365-9811-5af47f079061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cc019708-9b41-4caa-8cf0-f8faeee0124f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:51:59.473867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Network hostable DHCP agents. Network: cc019708-9b41-4caa-8cf0-f8faeee0124f, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:59.509357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Network cc019708-9b41-4caa-8cf0-f8faeee0124f is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:59.533834 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, cc019708-9b41-4caa-8cf0-f8faeee0124f) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:59.550623 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:51:59.555472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f3bf9-761b-4442-bfd1-79dbbd881a97 None None] Network cc019708-9b41-4caa-8cf0-f8faeee0124f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:51:59.558855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.564792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.565862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.586950 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0e446cb4-96e1-497c-888d-9270817e3c27 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6238506 Apr 18 20:51:59.590511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33308) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:59.680616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2b4ce-2323-450a-98ff-59cadbcbce13 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.688153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2b4ce-2323-450a-98ff-59cadbcbce13 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.690426 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-35f2b4ce-2323-450a-98ff-59cadbcbce13 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0985262 Apr 18 20:51:59.693512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33310) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:51:59.797120 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.886570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c4238-34f7-454b-b5e4-e04f27e5fc35 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Deleting port 9cb73134-3f5e-4a10-a6c5-c11bd2bcab70 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:51:59.887281 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb1c4238-34f7-454b-b5e4-e04f27e5fc35 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.888301 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.960178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:59.964706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:59.969473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:00.006483 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb1c4238-34f7-454b-b5e4-e04f27e5fc35 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.012715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=0b7e6775-8d13-4a60-bba8-c7b2e139e2cc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:00.043583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c4238-34f7-454b-b5e4-e04f27e5fc35 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Calling delete_port for 9cb73134-3f5e-4a10-a6c5-c11bd2bcab70 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:52:00.208467 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb1c4238-34f7-454b-b5e4-e04f27e5fc35 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.270956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c4238-34f7-454b-b5e4-e04f27e5fc35 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event deleted for resources: {'Port': ['ID=9cb73134-3f5e-4a10-a6c5-c11bd2bcab70,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:00.280727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb1c4238-34f7-454b-b5e4-e04f27e5fc35 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.288245 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb1c4238-34f7-454b-b5e4-e04f27e5fc35 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "DELETE /v2.0/ports/9cb73134-3f5e-4a10-a6c5-c11bd2bcab70 HTTP/1.1" status: 204 len: 168 time: 0.5930927 Apr 18 20:52:00.293264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33316) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:00.349225 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.430884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a7986757-a5bf-4b85-ba8b-85e09ae57d43 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Deleting port 067d8572-aa50-4e9d-8cbf-2e06d8703872 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:52:00.431261 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7986757-a5bf-4b85-ba8b-85e09ae57d43 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.556112 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7986757-a5bf-4b85-ba8b-85e09ae57d43 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.575973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a7986757-a5bf-4b85-ba8b-85e09ae57d43 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Calling delete_port for 067d8572-aa50-4e9d-8cbf-2e06d8703872 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:52:00.664264 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.678711 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7986757-a5bf-4b85-ba8b-85e09ae57d43 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.743201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7986757-a5bf-4b85-ba8b-85e09ae57d43 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.756267 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a7986757-a5bf-4b85-ba8b-85e09ae57d43 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "DELETE /v2.0/ports/067d8572-aa50-4e9d-8cbf-2e06d8703872 HTTP/1.1" status: 204 len: 168 time: 0.4598873 Apr 18 20:52:00.758017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33320) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:00.762808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7986757-a5bf-4b85-ba8b-85e09ae57d43 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event deleted for resources: {'Port': ['ID=067d8572-aa50-4e9d-8cbf-2e06d8703872,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:00.817116 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-55866c45-07ff-407e-bb1c-0a9f397d3978 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0553396 Apr 18 20:52:00.817696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33322) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:00.824331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-36017836'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:00.855581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Made reservation on behalf of 76ef533dea1d41c9997eca92bf8b3f5f for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:00.865895 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.898109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:00.917496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.917833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:52:00.918356 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Added segment 938b3654-634e-403f-a6bd-6ec58a6b482a of type vlan for network 6db74d5a-8534-4275-be45-cca537e51b14 Apr 18 20:52:00.981739 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.024145 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.037937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:01.037937 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.123560 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3044178 Apr 18 20:52:01.130565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33326) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:01.132882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:52:01.138715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1351030672'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:01.150711 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Sync routers for ids ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:01.162113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41620628-72ee-42ff-a105-c7bda05cb1da tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'Network': ['ID=6db74d5a-8534-4275-be45-cca537e51b14,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:01.165423 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.167950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8b48d470-b13d-4dfb-8159-7dbeb50193ea tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0150595 Apr 18 20:52:01.170703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33328) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:01.176332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 6db74d5a-8534-4275-be45-cca537e51b14 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:01.213142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Made reservation on behalf of 76ef533dea1d41c9997eca92bf8b3f5f for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:01.215664 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Routers {'4194b219-e7c0-4a7d-896d-09a4ac0b9b09'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:01.216335 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:51:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:01.218604 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.227976 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1a6b77f9-020a-49d6-b8ba-34c539360b06 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=afea0b6e88bd46a9b6f3dae228c73c23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510914 Apr 18 20:52:01.231044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33330) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:01.375818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:01.419564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.419960 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Added segment 13591fc0-68c4-4761-aa87-de52f50dc171 of type vlan for network 197998a4-5fa3-4f3b-8fd8-fb90fa091b08 Apr 18 20:52:01.426436 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Set router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:01.508511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e0bfd-aebb-4ff8-9865-eee1201d5a17 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:01.514120 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-905e0bfd-aebb-4ff8-9865-eee1201d5a17 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2794232 Apr 18 20:52:01.515056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33334) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:01.546308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.598822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.611637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-90602f45-5034-41cc-9b23-35d79e615cad tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0940001 Apr 18 20:52:01.612281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33336) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:01.616174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:01.616844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.636448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-239871350', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:01.728198 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5866976 Apr 18 20:52:01.748630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10468eec-33b6-4d35-a1f5-95c97b2bad52 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'Network': ['ID=197998a4-5fa3-4f3b-8fd8-fb90fa091b08,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:01.766565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 197998a4-5fa3-4f3b-8fd8-fb90fa091b08 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:01.798405 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:00Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:01.899429 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Checking router: 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:52:01.904140 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Updating router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:52:01.910172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33346) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:01.917400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'subnets': [{'network_id': '6db74d5a-8534-4275-be45-cca537e51b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--475907360', 'ip_version': 4}, {'network_id': '197998a4-5fa3-4f3b-8fd8-fb90fa091b08', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:01.917400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'subnet': {'network_id': '6db74d5a-8534-4275-be45-cca537e51b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--475907360', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:01.918065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Request body: {'subnet': {'network_id': '197998a4-5fa3-4f3b-8fd8-fb90fa091b08', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:01.946333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:01.963105 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.972512 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.370881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Made reservation on behalf of 76ef533dea1d41c9997eca92bf8b3f5f for: {'subnet': 2} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:02.383477 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.383924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.564658 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.603421 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.622066 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.793249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Subnet': ['ID=8c329a02-8057-420f-a635-54fc1f3cdc9c,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:02.803320 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Attempting to bind port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:02.803974 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Attempting to bind port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:02.804155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Checking segment: {'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:02.804454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network hostable DHCP agents. Network: 85f4eed6-2b7b-423b-87b4-57db5cad54f9, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:02.804950 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Attempting to bind port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:02.818695 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:02.819282 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:02.819885 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.820544 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:02.821667 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Bound port: 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:02.822247 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.852002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:02.873366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 85f4eed6-2b7b-423b-87b4-57db5cad54f9) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:02.879915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:02.880994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.889141 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c7296c-ef1f-41cf-9397-b518a22c35d8 None None] Network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:02.898640 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] For port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:02.902454 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] For port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0b7e6775-8d13-4a60-bba8-c7b2e139e2cc,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:02.908565 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.911999 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Pushing event updated for resources: {'Port': ['ID=0b7e6775-8d13-4a60-bba8-c7b2e139e2cc,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:02.926639 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.926958 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.927298 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.927672 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.928221 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.928761 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.929367 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.929851 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.936292 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.936512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a8ba1d24-27ba-48b5-8d53-d40710cb6bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3195307 Apr 18 20:52:02.936653 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.936653 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.936653 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:02.939410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33360) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:03.009436 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Routers {'4194b219-e7c0-4a7d-896d-09a4ac0b9b09'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:03.011064 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:51:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:03.158240 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] Set router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:03.296877 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.346013 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e4f4d-0bd2-44b7-9e91-0d144cb07545 None None] Pushing event updated for resources: {'Port': ['ID=0b7e6775-8d13-4a60-bba8-c7b2e139e2cc,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:03.471941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'Subnet': ['ID=768b63a2-6281-402d-82db-52e54732f573,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:03.488997 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:00Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:03.506219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:03.506613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Checking segment: {'id': '938b3654-634e-403f-a6bd-6ec58a6b482a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6db74d5a-8534-4275-be45-cca537e51b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:03.506809 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Network hostable DHCP agents. Network: 6db74d5a-8534-4275-be45-cca537e51b14, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:03.508289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.623155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Network 6db74d5a-8534-4275-be45-cca537e51b14 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:03.684521 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824e24d0-3380-46eb-a0b9-beeb3e476183 None None] The sync data for ids ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'] in n-d-836015-4 is: [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:00Z', 'revision_number': 3, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:03.847796 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 6db74d5a-8534-4275-be45-cca537e51b14) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:03.863368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.864602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3202e7a1-c507-4fdf-8acf-0d26f3b42f72 None None] Network 6db74d5a-8534-4275-be45-cca537e51b14 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:04.051951 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Checking segment: {'id': '13591fc0-68c4-4761-aa87-de52f50dc171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '197998a4-5fa3-4f3b-8fd8-fb90fa091b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:04.052967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Network hostable DHCP agents. Network: 197998a4-5fa3-4f3b-8fd8-fb90fa091b08, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:04.144037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event updated for resources: {'Subnet': ['ID=a098f505-0c29-4021-8e13-097f56334a53,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:04.154419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Network 197998a4-5fa3-4f3b-8fd8-fb90fa091b08 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:04.197285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 197998a4-5fa3-4f3b-8fd8-fb90fa091b08) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:04.209579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:04.210275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:04.211103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.305769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.522885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Allocated IP 172.20.0.2 (85f4eed6-2b7b-423b-87b4-57db5cad54f9/8c329a02-8057-420f-a635-54fc1f3cdc9c/8f374ce7-d292-46f6-b5b3-417449720d44) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:04.541408 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d33634d7-79d5-4ce9-aef3-a79310754798 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.6295757 Apr 18 20:52:04.545463 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33376) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:04.739243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d4fa3-6da0-4fa9-962e-d18e1cde5f47 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:04.742114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d4fa3-6da0-4fa9-962e-d18e1cde5f47 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:04.758865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43597532-40dc-4cfc-842f-b9c96e8c2911 None None] Network 197998a4-5fa3-4f3b-8fd8-fb90fa091b08 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:04.760757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:04.768390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d4fa3-6da0-4fa9-962e-d18e1cde5f47 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:04.787170 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fe2d4fa3-6da0-4fa9-962e-d18e1cde5f47 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2417002 Apr 18 20:52:04.788373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33380) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:04.879951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Deleting subnet 768b63a2-6281-402d-82db-52e54732f573 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:52:04.885646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.974642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.034636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:05.035255 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.044740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c31e837-644f-41c4-a429-e25e259eb68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-6db74d5a-8534-4275-be45-cca537e51b14', 'network_id': '6db74d5a-8534-4275-be45-cca537e51b14', 'tenant_id': '76ef533dea1d41c9997eca92bf8b3f5f', 'fixed_ips': [{'subnet_id': '768b63a2-6281-402d-82db-52e54732f573'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:05.049489 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4c31e837-644f-41c4-a429-e25e259eb68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.064658 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.224098 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.290576 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.305050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33382) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:05.331106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "DELETE /v2.0/subnets/768b63a2-6281-402d-82db-52e54732f573 HTTP/1.1" status: 204 len: 168 time: 0.5367663 Apr 18 20:52:05.335561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event deleted for resources: {'Subnet': ['ID=768b63a2-6281-402d-82db-52e54732f573,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:05.364476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.364476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.365539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.366315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.366315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.366862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.368024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.368024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.368024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.369095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.369095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.369095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb4f89b-7258-41fb-9185-7c6e7f9899f7 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:05.487608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-616d16f0-2252-4ab9-a943-804bbdeee464 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Deleting subnet a098f505-0c29-4021-8e13-097f56334a53 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:52:05.503625 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.512464 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-616d16f0-2252-4ab9-a943-804bbdeee464 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.534461 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.616721 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.628102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Pushing event updated for resources: {'Port': ['ID=8f374ce7-d292-46f6-b5b3-417449720d44,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-4c31e837-644f-41c4-a429-e25e259eb68f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 768b63a2-6281-402d-82db-52e54732f573: This subnet is being modified by another concurrent operation. Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:05.631974 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 768b63a2-6281-402d-82db-52e54732f573: This subnet is being modified by another concurrent operation. Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:52:05.636435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:05.692564 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:05.701642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:05.726223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1126a32f-adb8-4452-aa98-e904fdb5045c None None] Network 6db74d5a-8534-4275-be45-cca537e51b14 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:05.765185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0b7e6775-8d13-4a60-bba8-c7b2e139e2cc,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:05.791455 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.845063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-616d16f0-2252-4ab9-a943-804bbdeee464 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.884523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b381a673-1b70-415a-91ba-83408001e7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-197998a4-5fa3-4f3b-8fd8-fb90fa091b08', 'network_id': '197998a4-5fa3-4f3b-8fd8-fb90fa091b08', 'tenant_id': '76ef533dea1d41c9997eca92bf8b3f5f', 'fixed_ips': [{'subnet_id': 'a098f505-0c29-4021-8e13-097f56334a53'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:05.886487 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b381a673-1b70-415a-91ba-83408001e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.929968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-616d16f0-2252-4ab9-a943-804bbdeee464 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.967955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.20.0.1 (85f4eed6-2b7b-423b-87b4-57db5cad54f9/8c329a02-8057-420f-a635-54fc1f3cdc9c/fc5ad9db-0489-4d82-971d-fc144e127e43) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:06.001100 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6498cae0-e561-42d2-ae68-ccaf592fdfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.011875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Attempting to bind port 8f374ce7-d292-46f6-b5b3-417449720d44 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:06.012203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Attempting to bind port 8f374ce7-d292-46f6-b5b3-417449720d44 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:06.013727 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Attempting to bind port 8f374ce7-d292-46f6-b5b3-417449720d44 on network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:06.104359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-616d16f0-2252-4ab9-a943-804bbdeee464 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.112025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:06.112477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Checking segment: {'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:06.112830 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.114129 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Bound using segment: {'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:06.114701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Bound port: 8f374ce7-d292-46f6-b5b3-417449720d44, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:06.115091 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.162265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d16f0-2252-4ab9-a943-804bbdeee464 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event deleted for resources: {'Subnet': ['ID=a098f505-0c29-4021-8e13-097f56334a53,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:06.169740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-616d16f0-2252-4ab9-a943-804bbdeee464 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.178180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33388) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:06.178797 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-616d16f0-2252-4ab9-a943-804bbdeee464 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "DELETE /v2.0/subnets/a098f505-0c29-4021-8e13-097f56334a53 HTTP/1.1" status: 204 len: 168 time: 0.8710434 Apr 18 20:52:06.255803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae5834-7d7e-497a-bed2-aa082b5207d9 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:06.257499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e4ae5834-7d7e-497a-bed2-aa082b5207d9 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0770962 Apr 18 20:52:06.263980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33390) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:06.265833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.270690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=0b7e6775-8d13-4a60-bba8-c7b2e139e2cc,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:06.354037 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.466141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:06.470055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:06.485235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:06.493766 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.506539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=fc5ad9db-0489-4d82-971d-fc144e127e43,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-b381a673-1b70-415a-91ba-83408001e7a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a098f505-0c29-4021-8e13-097f56334a53: This subnet is being modified by another concurrent operation. Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:06.510848 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a098f505-0c29-4021-8e13-097f56334a53: This subnet is being modified by another concurrent operation. Apr 18 20:52:06.514585 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:52:06.532592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] For port 8f374ce7-d292-46f6-b5b3-417449720d44, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:06.550655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761d03c-1945-4b34-abdd-0a7c8f90f373 None None] Network 197998a4-5fa3-4f3b-8fd8-fb90fa091b08 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:06.564765 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] For port 8f374ce7-d292-46f6-b5b3-417449720d44, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8f374ce7-d292-46f6-b5b3-417449720d44,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:06.602863 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.629314 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.841156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:06.921715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.951234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197998a4-5fa3-4f3b-8fd8-fb90fa091b08']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:06.967730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13591fc0-68c4-4761-aa87-de52f50dc171') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:06.968102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13591fc0-68c4-4761-aa87-de52f50dc171') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:06.979736 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.007015 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.015216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca9c6d-3bf7-4198-be58-b96093e8b173 None None] Pushing event updated for resources: {'Port': ['ID=8f374ce7-d292-46f6-b5b3-417449720d44,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:07.028588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:07.028917 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:07.033323 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:07.123959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.169477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:07.170095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.189691 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.209714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.227897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "DELETE /v2.0/networks/197998a4-5fa3-4f3b-8fd8-fb90fa091b08 HTTP/1.1" status: 204 len: 168 time: 0.9584248 Apr 18 20:52:07.288501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33396) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:07.289798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c6e15-228a-4a3e-a835-1d35ec936443 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event deleted for resources: {'Network': ['ID=197998a4-5fa3-4f3b-8fd8-fb90fa091b08,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:07.568892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.763297 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.832097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db74d5a-8534-4275-be45-cca537e51b14']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:07.866053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938b3654-634e-403f-a6bd-6ec58a6b482a') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:07.868640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938b3654-634e-403f-a6bd-6ec58a6b482a') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:07.895955 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.950504 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.962275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:07.962692 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:07.970609 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:08.074022 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.085145 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.092756 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "DELETE /v2.0/networks/6db74d5a-8534-4275-be45-cca537e51b14 HTTP/1.1" status: 204 len: 168 time: 0.7965956 Apr 18 20:52:08.093350 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.095669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33402) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:08.101942 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.151612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f036884-4322-42d7-b982-6e95bd61284b tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event deleted for resources: {'Network': ['ID=6db74d5a-8534-4275-be45-cca537e51b14,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:08.237336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=fc5ad9db-0489-4d82-971d-fc144e127e43,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:08.244726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.266079 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.424813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:08.430487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:08.539379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.570735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f374ce7-d292-46f6-b5b3-417449720d44 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:08.592876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc019708-9b41-4caa-8cf0-f8faeee0124f']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:08.623260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01250d60-c017-4365-9811-5af47f079061') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:08.623638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01250d60-c017-4365-9811-5af47f079061') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:08.642464 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.681426 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.704527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:08.711993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.739171 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-79530ad7-c7f8-44ac-82b5-ce0f4de81e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:08.767273 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:08.796295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8f374ce7-d292-46f6-b5b3-417449720d44 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:08.796809 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.961262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.006405 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.019775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.027960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "DELETE /v2.0/networks/cc019708-9b41-4caa-8cf0-f8faeee0124f HTTP/1.1" status: 204 len: 168 time: 0.9264581 Apr 18 20:52:09.027960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0e155-77c0-4dd9-8cb4-f72697f95360 tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event deleted for resources: {'Network': ['ID=cc019708-9b41-4caa-8cf0-f8faeee0124f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:09.028434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33408) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:09.117507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 8f374ce7-d292-46f6-b5b3-417449720d44, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8f374ce7-d292-46f6-b5b3-417449720d44,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:09.128385 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.140064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.144028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99383284-ef67-49a7-95cc-21327d0add47 None None] Network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:09.318603 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3e1fc0b8-da11-41d5-a8e9-ea758fbb5502 None None] Provisioning complete for port 8f374ce7-d292-46f6-b5b3-417449720d44 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:09.319232 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e1fc0b8-da11-41d5-a8e9-ea758fbb5502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.324833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:52:09.342302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.367487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d1dedf-f346-4b5d-b32c-117cb52d303d']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:09.380744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f57fff-3226-44ff-9306-a75828a3c604') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:09.380971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f57fff-3226-44ff-9306-a75828a3c604') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:09.385310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=8f374ce7-d292-46f6-b5b3-417449720d44,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:09.398599 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.405517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.424848 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.433530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:09.434162 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:09.549299 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:09.554116 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.578238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.607145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] 10.222.0.49 "DELETE /v2.0/networks/f7d1dedf-f346-4b5d-b32c-117cb52d303d HTTP/1.1" status: 204 len: 168 time: 0.5705953 Apr 18 20:52:09.633571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80237ed-e18a-4998-b202-4d9ced92061a tempest-BulkNetworkOpsTest-833814512 tempest-BulkNetworkOpsTest-833814512-project] Pushing event deleted for resources: {'Network': ['ID=f7d1dedf-f346-4b5d-b32c-117cb52d303d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:09.694881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:52:09.713006 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1356cced-fab3-4381-b75d-5bd4b492efce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "PUT /v2.0/routers/4194b219-e7c0-4a7d-896d-09a4ac0b9b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7627840 Apr 18 20:52:09.713563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Sync routers for ids ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:09.732852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Routers {'4194b219-e7c0-4a7d-896d-09a4ac0b9b09'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:09.733758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:52:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:09.943027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Set router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:10.140511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33432) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:10.146077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-64f3546f-f726-4aef-bd7a-e0453b516211 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948647703&fields=id&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 267 time: 0.0879927 Apr 18 20:52:10.367037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-a59b3d8a-2977-42e4-a33a-1edebb1fd582 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:10.375962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-a59b3d8a-2977-42e4-a33a-1edebb1fd582 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/networks?id=85f4eed6-2b7b-423b-87b4-57db5cad54f9 HTTP/1.1" status: 200 len: 797 time: 0.2065282 Apr 18 20:52:10.405478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-278d5f34-cee6-4639-a624-372c6faa6ea3 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/quotas/afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 375 time: 0.0278573 Apr 18 20:52:10.498576 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7a29d57f-d46f-48a6-91bc-fc45fc547471 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76ef533dea1d41c9997eca92bf8b3f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549581 Apr 18 20:52:10.499167 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33440) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:10.509813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f374ce7-d292-46f6-b5b3-417449720d44 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:10.549329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-404a09bb-f3b9-4b8b-9cb7-80d0680cdf4d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362407 Apr 18 20:52:10.590331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7069f59-7d5f-4182-8c0a-b555803caca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.624560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-955d424b-616b-4aae-a558-419a9ba2d299 None None] Provisioning complete for port fc5ad9db-0489-4d82-971d-fc144e127e43 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:10.624850 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-955d424b-616b-4aae-a558-419a9ba2d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.632068 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.646963 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7069f59-7d5f-4182-8c0a-b555803caca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.675939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-acf7d315-5145-4580-8572-66d8807a7e5b service neutron] 10.222.0.49 "GET /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234951 Apr 18 20:52:10.695368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dd9f33-9386-4a10-ab64-f572dea203a9 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:52:10.763770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-955d424b-616b-4aae-a558-419a9ba2d299 None None] Port fc5ad9db-0489-4d82-971d-fc144e127e43 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:52:10.765791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7069f59-7d5f-4182-8c0a-b555803caca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.769466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7069f59-7d5f-4182-8c0a-b555803caca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.771093 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7069f59-7d5f-4182-8c0a-b555803caca5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c90888f6-0ef9-4e61-927b-2b54dc0bf743 HTTP/1.1" status: 204 len: 168 time: 0.2700708 Apr 18 20:52:10.786872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7069f59-7d5f-4182-8c0a-b555803caca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90888f6-0ef9-4e61-927b-2b54dc0bf743,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:10.864409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-331185b6-928c-4d48-a887-cbf75b4c8a30 service neutron] 10.222.0.49 "GET /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801786 Apr 18 20:52:10.866526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8f374ce7-d292-46f6-b5b3-417449720d44 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:10.866899 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.877000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'fc5ad9db-0489-4d82-971d-fc144e127e43', 'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:7f:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:07Z', 'revision_number': 2, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:10.907170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-955d424b-616b-4aae-a558-419a9ba2d299 None None] Provisioning complete for port 8f374ce7-d292-46f6-b5b3-417449720d44 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:10.907170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-955d424b-616b-4aae-a558-419a9ba2d299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.968999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Checking router: 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:52:10.969424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Updating router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 port fc5ad9db-0489-4d82-971d-fc144e127e43 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:52:11.007605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd9f33-9386-4a10-ab64-f572dea203a9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:52:11.034560 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.432284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47870fba-214e-4a1d-bea1-d01ec5adf87b req-8d8d1ea4-7162-4f92-ac3c-5991ee3de06c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 210 time: 0.0689182 Apr 18 20:52:11.659359 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.264283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.283680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3753caa6-b47a-45c0-8cb4-06dd26f3a62c None None] Provisioning complete for port fc5ad9db-0489-4d82-971d-fc144e127e43 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:12.284227 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3753caa6-b47a-45c0-8cb4-06dd26f3a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.292999 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.313622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33500) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:12.486538 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.544337 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6402ee9a-773c-4048-bddd-62a44b8c565d None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:52:12.567187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-188296056'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:12.631301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:12.636656 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.665445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9988eee7-ebce-48bf-9b85-bc71f552f95b req-c90d6dfd-4648-4dde-b96b-392d0ce22a16 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 210 time: 0.0493448 Apr 18 20:52:12.688717 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.708602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6402ee9a-773c-4048-bddd-62a44b8c565d None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:52:12.744961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3753caa6-b47a-45c0-8cb4-06dd26f3a62c None None] Port fc5ad9db-0489-4d82-971d-fc144e127e43 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:52:12.748599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Pushing event updated for resources: {'Port': ['ID=fc5ad9db-0489-4d82-971d-fc144e127e43,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:12.866494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.867383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.868217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.868813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.869367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.869906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.870409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.870950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.871461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.872002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.872513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.873025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:12.887593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Attempting to bind port fc5ad9db-0489-4d82-971d-fc144e127e43 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:12.888477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Attempting to bind port fc5ad9db-0489-4d82-971d-fc144e127e43 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:12.889088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Attempting to bind port fc5ad9db-0489-4d82-971d-fc144e127e43 on network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:12.901282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:12.901655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Checking segment: {'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:12.902064 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.902460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Bound using segment: {'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:12.902947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Bound port: fc5ad9db-0489-4d82-971d-fc144e127e43, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:12.903327 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.931492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.952148 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.020848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:13.053236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65342fcf-573b-400d-9e95-96a2ea0b8901,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:13.069857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.072472 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment 34e8bd5f-d2bd-4bc0-b205-938939e71b97 of type vlan for network c527243c-8e22-49f0-a877-2050fbb87ce0 Apr 18 20:52:13.158026 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] For port fc5ad9db-0489-4d82-971d-fc144e127e43, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:13.189854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] For port fc5ad9db-0489-4d82-971d-fc144e127e43, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=fc5ad9db-0489-4d82-971d-fc144e127e43,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:13.196379 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.203726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.257026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.270072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:13.275104 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.352255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386a7ad-6128-42fe-bdb1-f0d226242042 None None] Pushing event updated for resources: {'Port': ['ID=fc5ad9db-0489-4d82-971d-fc144e127e43,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:13.358008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Routers {'4194b219-e7c0-4a7d-896d-09a4ac0b9b09'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:13.358634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:52:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:13.449341 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1339831 Apr 18 20:52:13.504697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4f60c-2ebf-4913-84c4-31c062cb507a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=c527243c-8e22-49f0-a877-2050fbb87ce0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:13.528296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c527243c-8e22-49f0-a877-2050fbb87ce0 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:13.612535 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-d64ef86b-902b-43e3-9fcb-058ccbf9ef88 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:13.614614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-d64ef86b-902b-43e3-9fcb-058ccbf9ef88 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "GET /v2.0/networks?id=85f4eed6-2b7b-423b-87b4-57db5cad54f9 HTTP/1.1" status: 200 len: 797 time: 0.4422328 Apr 18 20:52:13.624232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33512) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:13.640803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': 'c527243c-8e22-49f0-a877-2050fbb87ce0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:13.698105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-815524ff-085f-41a9-b45c-79450d59675e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afea0b6e88bd46a9b6f3dae228c73c23 HTTP/1.1" status: 200 len: 380 time: 0.0672300 Apr 18 20:52:13.714327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'port': {'device_id': '24890601-8f61-4d6d-afbf-435080e59ae4', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'admin_state_up': True, 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'security_groups': ['3ca78c41-80df-4a45-bf93-e30926733996']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:13.797561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:13.802509 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.850159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] Set router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:14.019295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c650df7f-b069-4d9d-b5d6-60b530fce9d2 req-b060eda4-62fb-44e0-8c11-1f1c5998fc49 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 210 time: 0.0587463 Apr 18 20:52:14.048566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Made reservation on behalf of afea0b6e88bd46a9b6f3dae228c73c23 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:14.052362 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.124685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-84e74282-0346-4c60-80e2-ff1bd4b43090 None None] Provisioning complete for port fc5ad9db-0489-4d82-971d-fc144e127e43 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:14.125404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84e74282-0346-4c60-80e2-ff1bd4b43090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.206831 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.253915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.20.0.9 (85f4eed6-2b7b-423b-87b4-57db5cad54f9/8c329a02-8057-420f-a635-54fc1f3cdc9c/23617bf7-b311-498e-a3c3-a7a1fd0b8b9c) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:14.331800 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84e74282-0346-4c60-80e2-ff1bd4b43090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.449519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-84e74282-0346-4c60-80e2-ff1bd4b43090 None None] For port fc5ad9db-0489-4d82-971d-fc144e127e43, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=fc5ad9db-0489-4d82-971d-fc144e127e43,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:14.486837 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84e74282-0346-4c60-80e2-ff1bd4b43090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.487103 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.517569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=4bb527cb-bdd2-4c41-8a55-47f8f9142356,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:14.524491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': '34e8bd5f-d2bd-4bc0-b205-938939e71b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c527243c-8e22-49f0-a877-2050fbb87ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:14.524853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: c527243c-8e22-49f0-a877-2050fbb87ce0, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:14.528729 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.553597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:14.557392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:14.577402 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-eb6fcc36-490f-4e85-9bbb-3b36dd4a70a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1921597 Apr 18 20:52:14.597236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:14.606358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network c527243c-8e22-49f0-a877-2050fbb87ce0 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:14.644872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e74282-0346-4c60-80e2-ff1bd4b43090 None None] Pushing event updated for resources: {'Port': ['ID=fc5ad9db-0489-4d82-971d-fc144e127e43,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:14.646487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c527243c-8e22-49f0-a877-2050fbb87ce0) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:14.661279 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:14.661886 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.669967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68525b-9a39-45dd-b167-901d09216686 None None] Network c527243c-8e22-49f0-a877-2050fbb87ce0 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:14.765022 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-992c9016-d555-4176-b04d-7d81dcdd0e1b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1390836 Apr 18 20:52:14.769858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33532) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:14.783184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774697148'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:14.803224 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-3359b7b2-b4db-442d-9e6d-ab715e169feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:14.805930 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-3359b7b2-b4db-442d-9e6d-ab715e169feb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1096 time: 0.1224093 Apr 18 20:52:14.838909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:14.903720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'fc5ad9db-0489-4d82-971d-fc144e127e43', 'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:7f:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:13Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:14.911027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6bd16eff-03f2-4d73-8672-9e0f24fe0051 None None] Provisioning complete for port fc5ad9db-0489-4d82-971d-fc144e127e43 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:14.911320 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6bd16eff-03f2-4d73-8672-9e0f24fe0051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.913772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:14.914674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.935603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:14.940438 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.983400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15648989-7efb-4265-a7a3-a21eb99d364f None None] The sync data for ids ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'] in n-d-836015-4 is: [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'fc5ad9db-0489-4d82-971d-fc144e127e43', 'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:7f:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:13Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:15.025756 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1489e0d0-c98e-442a-8f1e-a2e0cf2dfcce tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3159053 Apr 18 20:52:15.045289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:15.061275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Request body: {'port': {'device_id': '24890601-8f61-4d6d-afbf-435080e59ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:15.098312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-dfe8f7c1-13ce-46a0-b503-538e10729aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.107045 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-dfe8f7c1-13ce-46a0-b503-538e10729aa2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.2814727 Apr 18 20:52:15.133296 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.133722 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment 3ca02ff0-1f89-4d68-835d-f7d2ed6e4ef1 of type vlan for network 3402a0c2-ae3c-4773-bf8e-b486fd27678c Apr 18 20:52:15.296395 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-22d4ffb7-75b4-4967-90ed-0f657bd6a7ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 1001 time: 0.1763911 Apr 18 20:52:15.311993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.322670 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.328688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c527243c-8e22-49f0-a877-2050fbb87ce0', 'network_id': 'c527243c-8e22-49f0-a877-2050fbb87ce0', 'tenant_id': '1e729235db6e4395921b2eab2dded038', 'fixed_ips': [{'subnet_id': '4bb527cb-bdd2-4c41-8a55-47f8f9142356'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:15.333321 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.476592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-9fd61fa4-ff15-4bb9-b4fb-b60791ee126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.481014 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-9fd61fa4-ff15-4bb9-b4fb-b60791ee126c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.1775854 Apr 18 20:52:15.550613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-238ab981-2b09-4785-930c-51709807ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.554576 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-238ab981-2b09-4785-930c-51709807ed93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660162 Apr 18 20:52:15.560114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c41f40-cb08-467a-b031-3a87ffe2d0ff req-2d44dd64-a2fe-4884-a8f0-7915c2869c39 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.570042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28c41f40-cb08-467a-b031-3a87ffe2d0ff req-2d44dd64-a2fe-4884-a8f0-7915c2869c39 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 931 time: 0.3440135 Apr 18 20:52:15.570742 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.585552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.586502 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.676027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Allocated IP 172.20.255.242 (c527243c-8e22-49f0-a877-2050fbb87ce0/4bb527cb-bdd2-4c41-8a55-47f8f9142356/a6d62296-65d6-4baf-81e9-48d3ad38d600) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:15.792698 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-2e4a8e55-3d43-4b16-8ff9-10116f703c60 service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301033 Apr 18 20:52:15.809806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0385008 Apr 18 20:52:15.825809 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33548) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:15.845333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': '3402a0c2-ae3c-4773-bf8e-b486fd27678c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:16.005311 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.006345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:16.012513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.036480 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.184216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Network c527243c-8e22-49f0-a877-2050fbb87ce0 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:16.195294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Pushing event updated for resources: {'Port': ['ID=a6d62296-65d6-4baf-81e9-48d3ad38d600,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:16.213278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33552) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:16.215523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:16.222131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:16.231001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a29a98-f419-4b4e-a17a-5e9db4e9ed3f req-cdabc28c-7db6-4c02-b0ac-ec299c5edbf1 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:16.245760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3a29a98-f419-4b4e-a17a-5e9db4e9ed3f req-cdabc28c-7db6-4c02-b0ac-ec299c5edbf1 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.7082350 Apr 18 20:52:16.260551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25026c-46c0-48e9-ae11-71a58aa62f82 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=3402a0c2-ae3c-4773-bf8e-b486fd27678c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:16.263219 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-edbe6397-a93a-4e73-95d5-b1cafd9a159d req-f1a752d1-51e7-4653-ac5d-a7eb785e7afe service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603760 Apr 18 20:52:16.273377 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.304716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28c41f40-cb08-467a-b031-3a87ffe2d0ff req-7f44ed63-40bf-4f7b-bbe3-8a8f8e68e401 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6631005 Apr 18 20:52:16.307241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 3402a0c2-ae3c-4773-bf8e-b486fd27678c details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:16.411654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8acead0d-cc49-4ffa-8d08-2db6be8557b1 None None] Provisioning complete for port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:16.421251 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8acead0d-cc49-4ffa-8d08-2db6be8557b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.511111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8acead0d-cc49-4ffa-8d08-2db6be8557b1 None None] Port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:52:16.623903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e084b06-23dc-4c18-824f-202d56204fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.625829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device fc5ad9db-0489-4d82-971d-fc144e127e43 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:16.694355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Attempting to bind port a6d62296-65d6-4baf-81e9-48d3ad38d600 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:16.695227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Attempting to bind port a6d62296-65d6-4baf-81e9-48d3ad38d600 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '34e8bd5f-d2bd-4bc0-b205-938939e71b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c527243c-8e22-49f0-a877-2050fbb87ce0'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:16.695714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Attempting to bind port a6d62296-65d6-4baf-81e9-48d3ad38d600 on network c527243c-8e22-49f0-a877-2050fbb87ce0 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:16.722082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:16.722998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Checking segment: {'id': '34e8bd5f-d2bd-4bc0-b205-938939e71b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c527243c-8e22-49f0-a877-2050fbb87ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:16.727114 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.730748 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Bound using segment: {'id': '34e8bd5f-d2bd-4bc0-b205-938939e71b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c527243c-8e22-49f0-a877-2050fbb87ce0'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:16.731717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Bound port: a6d62296-65d6-4baf-81e9-48d3ad38d600, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e8bd5f-d2bd-4bc0-b205-938939e71b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c527243c-8e22-49f0-a877-2050fbb87ce0'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:16.732512 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.776170 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e084b06-23dc-4c18-824f-202d56204fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.778368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.802300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e084b06-23dc-4c18-824f-202d56204fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.814058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port fc5ad9db-0489-4d82-971d-fc144e127e43 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:16.814726 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.892951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] For port a6d62296-65d6-4baf-81e9-48d3ad38d600, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:16.898252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] For port a6d62296-65d6-4baf-81e9-48d3ad38d600, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a6d62296-65d6-4baf-81e9-48d3ad38d600,segment=NetworkSegment(34e8bd5f-d2bd-4bc0-b205-938939e71b97),segment_id=34e8bd5f-d2bd-4bc0-b205-938939e71b97)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:16.905599 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.945754 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e084b06-23dc-4c18-824f-202d56204fdd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2888fdf52034a3f862b11ee1ea13d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7261281 Apr 18 20:52:16.946715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e084b06-23dc-4c18-824f-202d56204fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3006f49-d829-49b6-9753-dda9874cc188,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:16.949950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': '3ca02ff0-1f89-4d68-835d-f7d2ed6e4ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '3402a0c2-ae3c-4773-bf8e-b486fd27678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:16.950517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: 3402a0c2-ae3c-4773-bf8e-b486fd27678c, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:16.961291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33558) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:16.982135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=dbf2d98f-b9ae-4305-b378-69c4997b82dc,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:17.001022 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network 3402a0c2-ae3c-4773-bf8e-b486fd27678c is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:17.050576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 3402a0c2-ae3c-4773-bf8e-b486fd27678c) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:17.052446 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35b5675b-a4ba-4d01-a7cf-84f0d2b3dcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.057872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:17.058480 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.112155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc8230f-f8dc-4f2b-b0d9-c6652dab6a9e None None] Network 3402a0c2-ae3c-4773-bf8e-b486fd27678c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:17.116606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35b5675b-a4ba-4d01-a7cf-84f0d2b3dcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.132817 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-24ad4ea0-3244-4059-906a-e893be67915c tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3058462 Apr 18 20:52:17.136201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33560) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:17.239991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a55ec4-6c22-45de-ade7-838f39fa32bf None None] Pushing event updated for resources: {'Port': ['ID=a6d62296-65d6-4baf-81e9-48d3ad38d600,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:17.272425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3a29a98-f419-4b4e-a17a-5e9db4e9ed3f req-8219cdcd-9dd2-4c36-9084-213ffa2ae084 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0245433 Apr 18 20:52:17.416632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.436677 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35b5675b-a4ba-4d01-a7cf-84f0d2b3dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.444514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35b5675b-a4ba-4d01-a7cf-84f0d2b3dcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.482654 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-35b5675b-a4ba-4d01-a7cf-84f0d2b3dcc7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3006f49-d829-49b6-9753-dda9874cc188 HTTP/1.1" status: 204 len: 168 time: 0.5132351 Apr 18 20:52:17.488638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec97fe8-47b6-46a2-acad-d00d80637797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-3402a0c2-ae3c-4773-bf8e-b486fd27678c', 'network_id': '3402a0c2-ae3c-4773-bf8e-b486fd27678c', 'tenant_id': '1e729235db6e4395921b2eab2dded038', 'fixed_ips': [{'subnet_id': 'dbf2d98f-b9ae-4305-b378-69c4997b82dc'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:17.489819 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9ec97fe8-47b6-46a2-acad-d00d80637797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.584004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:17.601443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.644248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.644807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83551d1-00e4-4163-b79a-aeadfa6c262f req-4ec2ab79-b4bf-46c2-b07c-3a99bddf9421 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:17.652883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5675b-a4ba-4d01-a7cf-84f0d2b3dcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3006f49-d829-49b6-9753-dda9874cc188,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:17.660178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d83551d1-00e4-4163-b79a-aeadfa6c262f req-4ec2ab79-b4bf-46c2-b07c-3a99bddf9421 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 931 time: 0.1311233 Apr 18 20:52:17.673130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Transition to ACTIVE for port object 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:17.685678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.815119 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.876099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d83551d1-00e4-4163-b79a-aeadfa6c262f req-d3bb44c3-7c21-4a5c-a627-96ec44b1bdc7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149749 Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-9ec97fe8-47b6-46a2-acad-d00d80637797 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbf2d98f-b9ae-4305-b378-69c4997b82dc: This subnet is being modified by another concurrent operation. Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:17.888988 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbf2d98f-b9ae-4305-b378-69c4997b82dc: This subnet is being modified by another concurrent operation. Apr 18 20:52:17.893563 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:52:17.924889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7a499-a26f-4616-a924-d4aa69d23562 None None] Network 3402a0c2-ae3c-4773-bf8e-b486fd27678c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:18.020243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Pushing event updated for resources: {'Port': ['ID=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.038701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf2d98f-b9ae-4305-b378-69c4997b82dc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.048783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Attempting to bind port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:18.049085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Attempting to bind port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:18.049419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Attempting to bind port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c on network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:18.054522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c on network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:52:18.054849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Attempting to bind port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c on network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:18.055397 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.062635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:18.062981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Checking segment: {'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:18.063922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Bound using segment: {'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:18.063922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Bound port: 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8faf80a-1114-459b-a6ae-8f9f69297775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:18.064622 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.097377 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3402a0c2-ae3c-4773-bf8e-b486fd27678c']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:18.108790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca02ff0-1f89-4d68-835d-f7d2ed6e4ef1') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:18.109028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca02ff0-1f89-4d68-835d-f7d2ed6e4ef1') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:18.121582 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.139007 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.148237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:18.148647 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:18.157701 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:18.186901 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] For port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:18.193936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] For port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:18.204942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.265904 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.295611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Pushing event updated for resources: {'Port': ['ID=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.305850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.309873 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.314289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-51371d25-b4f0-4089-98c9-a830d16efe32 service neutron] 10.222.0.64 "PUT /v2.0/ports/23617bf7-b311-498e-a3c3-a7a1fd0b8b9c HTTP/1.1" status: 200 len: 1091 time: 3.2706158 Apr 18 20:52:18.314859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:18.315515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.321085 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/3402a0c2-ae3c-4773-bf8e-b486fd27678c HTTP/1.1" status: 204 len: 168 time: 1.1811266 Apr 18 20:52:18.322801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d3b3a-868e-4ec3-bd7f-2b462b2e25c2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=3402a0c2-ae3c-4773-bf8e-b486fd27678c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.324592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33578) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:18.325944 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588" -d '{"events": [{"name": "network-changed", "server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:18.339058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1880005346'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:18.401375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:18.412769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.476127 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4d77d8-7ef0-40e4-91ac-e81da95ed8e5 x-openstack-request-id: req-6a4d77d8-7ef0-40e4-91ac-e81da95ed8e5 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:18.476463 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:18.476860 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a4d77d8-7ef0-40e4-91ac-e81da95ed8e5 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:18.477381 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4d77d8-7ef0-40e4-91ac-e81da95ed8e5'] response: {'name': 'network-changed', 'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'status': 'completed', 'code': 200} Apr 18 20:52:18.502703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:18.533557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1ca2d028-d0d0-46c6-b534-1ee7e9a10d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.535049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-1ca2d028-d0d0-46c6-b534-1ee7e9a10d5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 1094 time: 0.1465559 Apr 18 20:52:18.548232 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.550198 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment c2d05676-c5cc-4464-af36-6d701f685ff3 of type vlan for network 396fb17d-e964-4689-83ce-8528ba37ca71 Apr 18 20:52:18.565537 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a6d62296-65d6-4baf-81e9-48d3ad38d600 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:18.653398 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.674243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-77e8a75f-ffd5-4b27-984c-cf0ecb931c17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c HTTP/1.1" status: 200 len: 217 time: 0.1228423 Apr 18 20:52:18.689542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a6d62296-65d6-4baf-81e9-48d3ad38d600 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:18.689911 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.714204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03432e-3936-402a-904b-cffc6b030698 req-84241add-dcbc-4735-90c9-f97a0ed49e40 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.732698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc03432e-3936-402a-904b-cffc6b030698 req-84241add-dcbc-4735-90c9-f97a0ed49e40 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.2014885 Apr 18 20:52:18.750621 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.793496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.794152 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.918481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-cf93f8d8-7c8e-4e04-8753-a2cd5f9dc934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.934663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-cf93f8d8-7c8e-4e04-8753-a2cd5f9dc934 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c329a02-8057-420f-a635-54fc1f3cdc9c HTTP/1.1" status: 200 len: 834 time: 0.2372315 Apr 18 20:52:18.936540 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6107142 Apr 18 20:52:18.941969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33594) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:18.963655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e39c56-1997-40d4-b7be-8ffd8ffbb0fa tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=396fb17d-e964-4689-83ce-8528ba37ca71,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.974681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': '396fb17d-e964-4689-83ce-8528ba37ca71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:19.029072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 396fb17d-e964-4689-83ce-8528ba37ca71 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:19.051292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc03432e-3936-402a-904b-cffc6b030698 req-b0c7fe52-b95b-4c23-b898-b2accce2a7b7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169472 Apr 18 20:52:19.074464 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.121083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77aa378-deda-4417-9105-92687b2fabd0 None None] Network c527243c-8e22-49f0-a877-2050fbb87ce0 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:19.180553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-ffd70cf3-16c3-4dcb-bead-703fd953e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:19.182511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-ffd70cf3-16c3-4dcb-bead-703fd953e899 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f4eed6-2b7b-423b-87b4-57db5cad54f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2415826 Apr 18 20:52:19.234864 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af3e01-78ba-4772-97b4-619c98b29e24 req-543dbdd5-eee2-43ab-8360-d99268ce6835 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:19.236517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7af3e01-78ba-4772-97b4-619c98b29e24 req-543dbdd5-eee2-43ab-8360-d99268ce6835 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 943 time: 0.1656728 Apr 18 20:52:19.254111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port a6d62296-65d6-4baf-81e9-48d3ad38d600, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a6d62296-65d6-4baf-81e9-48d3ad38d600,segment=NetworkSegment(34e8bd5f-d2bd-4bc0-b205-938939e71b97),segment_id=34e8bd5f-d2bd-4bc0-b205-938939e71b97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:19.266730 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.268827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5e9f8900-29a0-4ce5-9711-fd3b2321325a None None] Provisioning complete for port a6d62296-65d6-4baf-81e9-48d3ad38d600 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:19.269835 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5e9f8900-29a0-4ce5-9711-fd3b2321325a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.330460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:19.334478 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.431590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=a6d62296-65d6-4baf-81e9-48d3ad38d600,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:19.502719 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f7af3e01-78ba-4772-97b4-619c98b29e24 req-38fb8a08-7420-4166-8872-93203919cfe2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553108 Apr 18 20:52:19.512034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Performing IP validity checks on allocation pools {{(pid=102904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:52:19.512531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:52:19.519099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-5155acf5-ab0f-449a-9e33-af899dbf57d4 service neutron] 10.222.0.64 "GET /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247809 Apr 18 20:52:19.749412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bdf5e4f-e844-4096-8846-95e74be86d08 req-8953389b-1bd7-4ca2-bac7-d28d75c793f2 service neutron] 10.222.0.64 "GET /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164075 Apr 18 20:52:19.845260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766b5c62-3b55-443e-b16c-02b4ea2b72ff None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:52:19.871642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.945740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-d7fe009c-4d37-4f0b-8b80-a3fa7d9b2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:19.947831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-d7fe009c-4d37-4f0b-8b80-a3fa7d9b2715 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 1094 time: 0.1381779 Apr 18 20:52:19.997390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8664a885-39da-4aa8-a4e9-794968023c2f None None] Provisioning complete for port a6d62296-65d6-4baf-81e9-48d3ad38d600 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:19.997978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8664a885-39da-4aa8-a4e9-794968023c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.023187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=fad806e7-2ee0-4074-ada3-f762329f79e0,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:20.104336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': 'c2d05676-c5cc-4464-af36-6d701f685ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '396fb17d-e964-4689-83ce-8528ba37ca71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:20.104978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: 396fb17d-e964-4689-83ce-8528ba37ca71, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:20.109883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b5c62-3b55-443e-b16c-02b4ea2b72ff None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:52:20.172677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network 396fb17d-e964-4689-83ce-8528ba37ca71 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:20.203893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-a5886844-ef6c-4175-a4e0-09b7e68a5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.203893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-a5886844-ef6c-4175-a4e0-09b7e68a5a17 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85f4eed6-2b7b-423b-87b4-57db5cad54f9 HTTP/1.1" status: 200 len: 898 time: 0.2445982 Apr 18 20:52:20.231889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 396fb17d-e964-4689-83ce-8528ba37ca71) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:20.241176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.241802 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.294125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-132558da-9928-452e-a5dc-7e68049c0158 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c HTTP/1.1" status: 200 len: 217 time: 0.0632932 Apr 18 20:52:20.351186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-8b23d397-682a-4175-a036-d9b3526eaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.352866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-8b23d397-682a-4175-a036-d9b3526eaa15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c329a02-8057-420f-a635-54fc1f3cdc9c HTTP/1.1" status: 200 len: 834 time: 0.0518339 Apr 18 20:52:20.362938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-980d958c-be24-4df9-8de7-5717a63ad06e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4118519 Apr 18 20:52:20.363093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33614) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:20.420783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542cd29-e2c1-4326-99d5-67825a2086b1 req-18f80b5f-ad48-4c1f-a7cf-9213801a58c7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.422441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1542cd29-e2c1-4326-99d5-67825a2086b1 req-18f80b5f-ad48-4c1f-a7cf-9213801a58c7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.2415962 Apr 18 20:52:20.509479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a6d62296-65d6-4baf-81e9-48d3ad38d600 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:20.528574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1542cd29-e2c1-4326-99d5-67825a2086b1 req-23b7e051-c406-423b-9d5b-f1cb99d508d0 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951216 Apr 18 20:52:20.531601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-27f34abb-be1d-4d9f-80a8-8a5446bbc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.533247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-27f34abb-be1d-4d9f-80a8-8a5446bbc530 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f4eed6-2b7b-423b-87b4-57db5cad54f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1682172 Apr 18 20:52:20.613874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.724981 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.753980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83201ff7-df15-4ec6-bdae-c7328aeb97c7 req-f8372cc1-0057-48a6-9487-d936941f27bf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:20.756331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83201ff7-df15-4ec6-bdae-c7328aeb97c7 req-f8372cc1-0057-48a6-9487-d936941f27bf tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 943 time: 0.1262231 Apr 18 20:52:20.760001 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-d6f79c6a-a070-4ae1-91ff-c852c4494c78 service neutron] 10.222.0.64 "GET /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175148 Apr 18 20:52:20.766377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a6d62296-65d6-4baf-81e9-48d3ad38d600 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:20.766752 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.883060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.890629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c18a7f4-cb0d-4d5a-8d0c-93cb7392f588 req-5d802c6d-22b1-43ac-8049-ed13d28b5e10 service neutron] 10.222.0.64 "GET /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131206 Apr 18 20:52:20.930563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:52:20.933999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b76dd-bf67-4b36-b814-ea4840794fc7 None None] Network 396fb17d-e964-4689-83ce-8528ba37ca71 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:20.948359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83201ff7-df15-4ec6-bdae-c7328aeb97c7 req-08a4ae1a-6e04-4ffd-8bdf-bfc40df459a0 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842508 Apr 18 20:52:21.034618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.065325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396fb17d-e964-4689-83ce-8528ba37ca71']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:21.076838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d05676-c5cc-4464-af36-6d701f685ff3') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:21.077147 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d05676-c5cc-4464-af36-6d701f685ff3') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:21.087764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=fad806e7-2ee0-4074-ada3-f762329f79e0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:21.090728 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.111140 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.120731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:21.120731 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.121051 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.resource_extend [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:21.124259 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:21.206533 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.242073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=396fb17d-e964-4689-83ce-8528ba37ca71,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:21.242782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235500d-d682-44ed-9b9a-4ea2c1274f21 None None] Network 396fb17d-e964-4689-83ce-8528ba37ca71 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:21.245637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.254762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33630) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:21.260319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1927593898'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:21.264826 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4310a2d2-4fab-4094-a2a4-c5555a70f197 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/396fb17d-e964-4689-83ce-8528ba37ca71 HTTP/1.1" status: 204 len: 168 time: 0.9005368 Apr 18 20:52:21.279519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0235500d-d682-44ed-9b9a-4ea2c1274f21 None None] Network 396fb17d-e964-4689-83ce-8528ba37ca71 could not be found, it might have been deleted concurrently. {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 20:52:21.283001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:21.288004 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.296402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:21.310234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'port_id': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'mac_address': 'fa:16:3e:9f:e3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:52:21.328079 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:21.339450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.339917 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment 53460434-b4e4-4f38-b2e5-8fcee81838ff of type vlan for network d1b52eb5-60d1-407f-80fa-00a87c17880a Apr 18 20:52:21.352339 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.371479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:21.395574 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.398651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:21.403010 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.440019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.447065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:21.448023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.473483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:21.508065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2519155 Apr 18 20:52:21.514253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33640) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:21.522964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': 'd1b52eb5-60d1-407f-80fa-00a87c17880a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:21.524074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a170c-6d88-4a1b-acdc-bad0a7f4a283 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=d1b52eb5-60d1-407f-80fa-00a87c17880a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:21.535009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network d1b52eb5-60d1-407f-80fa-00a87c17880a details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:21.664040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:21.670109 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.679212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['23617bf7-b311-498e-a3c3-a7a1fd0b8b9c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:52:21.760226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaad0c8-d6f4-4daf-b0ae-f2fe7e500f65 req-9537f057-4b1d-46f1-b8c1-095c39e8d93a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:21.763087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-beaad0c8-d6f4-4daf-b0ae-f2fe7e500f65 req-9537f057-4b1d-46f1-b8c1-095c39e8d93a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1139774 Apr 18 20:52:21.838521 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-beaad0c8-d6f4-4daf-b0ae-f2fe7e500f65 req-460ba215-b26f-4d01-afc6-faa1f8569ba5 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573401 Apr 18 20:52:21.952191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.035713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=17801e3a-f387-4ea1-8082-46874f9c939f,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:22.048762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': '53460434-b4e4-4f38-b2e5-8fcee81838ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd1b52eb5-60d1-407f-80fa-00a87c17880a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:22.049425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: d1b52eb5-60d1-407f-80fa-00a87c17880a, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:22.079199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network d1b52eb5-60d1-407f-80fa-00a87c17880a is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:22.093548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, d1b52eb5-60d1-407f-80fa-00a87c17880a) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:22.103391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:22.104034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.109438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235a725a-a99a-459f-8964-267c1ad0d10f None None] Network d1b52eb5-60d1-407f-80fa-00a87c17880a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:22.138807 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e0d397d2-360b-407c-b2ab-bc3eae2d4d59 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6207833 Apr 18 20:52:22.139078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33660) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:22.204956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0fb4e-4e68-4b8c-ba15-3fa6b4adcb12 req-021b81ac-bb10-4ec2-b17d-278cee0e277d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:22.206551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-feb0fb4e-4e68-4b8c-ba15-3fa6b4adcb12 req-021b81ac-bb10-4ec2-b17d-278cee0e277d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 944 time: 0.1271017 Apr 18 20:52:22.281095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-feb0fb4e-4e68-4b8c-ba15-3fa6b4adcb12 req-1892763f-ba43-4c95-ab1a-e15eb8cc1db2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632064 Apr 18 20:52:22.281453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.332639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a32e91-e2a4-4ea2-8825-ddf95832a5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-d1b52eb5-60d1-407f-80fa-00a87c17880a', 'network_id': 'd1b52eb5-60d1-407f-80fa-00a87c17880a', 'tenant_id': '1e729235db6e4395921b2eab2dded038', 'fixed_ips': [{'subnet_id': '17801e3a-f387-4ea1-8082-46874f9c939f'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:22.333520 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a3a32e91-e2a4-4ea2-8825-ddf95832a5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.351583 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.370773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-b1b3afe4-8667-47c5-89ed-ced4f60edd8d tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1e4ee3a1bba84c2f9f38e7d31fbb1d03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330555 Apr 18 20:52:22.437452 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-a3a32e91-e2a4-4ea2-8825-ddf95832a5ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17801e3a-f387-4ea1-8082-46874f9c939f: This subnet is being modified by another concurrent operation. Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:22.457021 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17801e3a-f387-4ea1-8082-46874f9c939f: This subnet is being modified by another concurrent operation. Apr 18 20:52:22.461862 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:52:22.468880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=17801e3a-f387-4ea1-8082-46874f9c939f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:22.481583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1825ca-471e-4d33-878c-4f0064d0d2b2 None None] Network d1b52eb5-60d1-407f-80fa-00a87c17880a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:22.549499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.574641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b52eb5-60d1-407f-80fa-00a87c17880a']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:22.587228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53460434-b4e4-4f38-b2e5-8fcee81838ff') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:22.587829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53460434-b4e4-4f38-b2e5-8fcee81838ff') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:22.599054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.616623 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.625702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:22.626419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:22.630975 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:22.633849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f6844-5ee1-41f2-b753-1f391965277e None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:52:22.660101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-ac7ca09c-b141-4e47-a0de-6e6888408f7a tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:22.671110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-ac7ca09c-b141-4e47-a0de-6e6888408f7a tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2942615 Apr 18 20:52:22.695492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-5c3bb841-b23c-4e89-9098-3c3c56e7b604 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/quotas/1e4ee3a1bba84c2f9f38e7d31fbb1d03 HTTP/1.1" status: 200 len: 375 time: 0.0232670 Apr 18 20:52:22.703803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.717658 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.724394 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/d1b52eb5-60d1-407f-80fa-00a87c17880a HTTP/1.1" status: 204 len: 168 time: 0.5809147 Apr 18 20:52:22.733682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33682) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:22.738310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9f6844-5ee1-41f2-b753-1f391965277e None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:52:22.739162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126922159'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:22.743086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c143be0-37a4-4e55-8061-7037fd0ac964 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=d1b52eb5-60d1-407f-80fa-00a87c17880a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:22.765284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-fc25b940-b04a-44fe-87a8-7125b8661401 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1e4ee3a1bba84c2f9f38e7d31fbb1d03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687051 Apr 18 20:52:22.771254 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:22.776941 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.811560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:22.824678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.826255 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment 2bac3b98-3d0c-4766-a5f0-171bd14398b7 of type vlan for network c8dd5063-2ad3-4f5e-afd9-9f81de702e0c Apr 18 20:52:22.875416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.911003 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.918857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:22.919949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.938420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:22.987865 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2530692 Apr 18 20:52:22.993199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33690) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:23.004779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd11c4-ad60-4050-a17f-30e657e56e34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=c8dd5063-2ad3-4f5e-afd9-9f81de702e0c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:23.009453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': 'c8dd5063-2ad3-4f5e-afd9-9f81de702e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:23.060995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c8dd5063-2ad3-4f5e-afd9-9f81de702e0c details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:23.163261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fac8b-8705-4610-bf93-9387c42255d8 req-781a8be4-c89a-4f56-b40e-d945618b3953 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:23.166305 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b89fac8b-8705-4610-bf93-9387c42255d8 req-781a8be4-c89a-4f56-b40e-d945618b3953 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1343341 Apr 18 20:52:23.221804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:23.225468 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.274855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b89fac8b-8705-4610-bf93-9387c42255d8 req-adb6c91a-a1e8-4cfb-b1b6-3c86ea970849 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996451 Apr 18 20:52:23.326846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:23.334610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:23.335550 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.448260 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.450875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec1f7da3-6a3c-4718-a786-084cb7730aa2 req-6460c614-8fdd-43b3-8240-e31386f67ca5 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 210 time: 0.4578786 Apr 18 20:52:23.483578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:23.486741 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ac0cca-2260-4a21-901b-5b7ab769f70d" -d '{"events": [{"server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "name": "network-vif-plugged", "status": "completed", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:23.506384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:23.513103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.599722 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f5c869-4e20-4668-be59-b926bbf1f14d x-openstack-request-id: req-e3f5c869-4e20-4668-be59-b926bbf1f14d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:23.600126 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "name": "network-vif-plugged", "status": "completed", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:23.600439 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3f5c869-4e20-4668-be59-b926bbf1f14d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:23.600841 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f5c869-4e20-4668-be59-b926bbf1f14d'] response: {'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'code': 200} Apr 18 20:52:23.615450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:23.677117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7491a-b599-4e79-b954-c9c7390a8022 req-b21c28ca-5604-42b9-9a3e-61aaf0e27b8c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:23.679047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54c7491a-b599-4e79-b954-c9c7390a8022 req-b21c28ca-5604-42b9-9a3e-61aaf0e27b8c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1796606 Apr 18 20:52:23.838403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54c7491a-b599-4e79-b954-c9c7390a8022 req-b3f6fa8e-d99f-4e91-8518-39f501eb8c61 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285164 Apr 18 20:52:23.848989 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28750eb-cf3c-4e62-bc1e-59631684509d req-52da2665-8f9a-4cc3-89ee-c8890ce07fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:23.851943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e28750eb-cf3c-4e62-bc1e-59631684509d req-52da2665-8f9a-4cc3-89ee-c8890ce07fc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1968265 Apr 18 20:52:23.854043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.944559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=29f365a2-4942-4fa1-af0c-20c55a45d474,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:23.956844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e28750eb-cf3c-4e62-bc1e-59631684509d req-434b5005-dd3b-436c-9a38-34101b46c8b2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748596 Apr 18 20:52:23.963608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': '2bac3b98-3d0c-4766-a5f0-171bd14398b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c8dd5063-2ad3-4f5e-afd9-9f81de702e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:23.964549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: c8dd5063-2ad3-4f5e-afd9-9f81de702e0c, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:23.986980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network c8dd5063-2ad3-4f5e-afd9-9f81de702e0c is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:24.000429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c8dd5063-2ad3-4f5e-afd9-9f81de702e0c) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:24.014492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:24.016440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.019048 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8542a079-6092-4866-a3b8-158a9ca59d3d None None] Network c8dd5063-2ad3-4f5e-afd9-9f81de702e0c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:24.042438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-87fb6640-6cbe-4cb5-90ba-537b1e951492 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0410166 Apr 18 20:52:24.045193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33720) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:24.158177 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.191808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5caf9-b24b-435f-aaf7-4b1092e1d8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c8dd5063-2ad3-4f5e-afd9-9f81de702e0c', 'network_id': 'c8dd5063-2ad3-4f5e-afd9-9f81de702e0c', 'tenant_id': '1e729235db6e4395921b2eab2dded038', 'fixed_ips': [{'subnet_id': '29f365a2-4942-4fa1-af0c-20c55a45d474'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:24.192709 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5e5caf9-b24b-435f-aaf7-4b1092e1d8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.266118 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.341918 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-e5e5caf9-b24b-435f-aaf7-4b1092e1d8c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29f365a2-4942-4fa1-af0c-20c55a45d474: This subnet is being modified by another concurrent operation. Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:24.369440 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29f365a2-4942-4fa1-af0c-20c55a45d474: This subnet is being modified by another concurrent operation. Apr 18 20:52:24.375747 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:52:24.408573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e014010-ac2e-4b70-8bc8-588178f9dd83 None None] Network c8dd5063-2ad3-4f5e-afd9-9f81de702e0c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:24.522187 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-44bd1603-a8ed-4518-b0db-1e68431630be tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1e4ee3a1bba84c2f9f38e7d31fbb1d03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1054533 Apr 18 20:52:24.565009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a7e671-3c86-4411-823b-beb359fc771a None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:52:24.834161 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a7e671-3c86-4411-823b-beb359fc771a None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:52:24.834881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-1f932254-e92d-455e-a4fa-20a294c291fa tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:24.837515 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-1f932254-e92d-455e-a4fa-20a294c291fa tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2994754 Apr 18 20:52:24.868212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Request body: {'port': {'device_id': '34692cd1-b6dd-47be-b140-5ca417c44167', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': '1e4ee3a1bba84c2f9f38e7d31fbb1d03'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:24.868657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=29f365a2-4942-4fa1-af0c-20c55a45d474,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:24.992478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78cdf653-cfec-4918-8d96-7cd04ed07968 req-16c458b3-fec1-4c60-a9ff-54ec232f43ce tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 210 time: 0.1484559 Apr 18 20:52:25.014170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.042605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Made reservation on behalf of 1e4ee3a1bba84c2f9f38e7d31fbb1d03 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:25.049143 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.063486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8dd5063-2ad3-4f5e-afd9-9f81de702e0c']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:25.067030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.075074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5e20d-b503-486d-9ce4-c8c650384abe req-23c7e0b7-1e3c-41a2-92da-27f875b053bc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.085337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38e5e20d-b503-486d-9ce4-c8c650384abe req-23c7e0b7-1e3c-41a2-92da-27f875b053bc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.2390280 Apr 18 20:52:25.102686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bac3b98-3d0c-4766-a5f0-171bd14398b7') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:25.103099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bac3b98-3d0c-4766-a5f0-171bd14398b7') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:25.129026 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.185409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.203228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38e5e20d-b503-486d-9ce4-c8c650384abe req-719b195a-e82c-412c-98fe-2f1a0ba57aff tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164479 Apr 18 20:52:25.209720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:25.214256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:25.220616 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:25.297408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14eb44-15c0-44ab-8cf8-c1f68cb3ea9a req-4a2af71c-bfa4-4ef7-834b-0be3a666cf6f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.300292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd14eb44-15c0-44ab-8cf8-c1f68cb3ea9a req-4a2af71c-bfa4-4ef7-834b-0be3a666cf6f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1641316 Apr 18 20:52:25.315166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.331804 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.336047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/c8dd5063-2ad3-4f5e-afd9-9f81de702e0c HTTP/1.1" status: 204 len: 168 time: 1.2889369 Apr 18 20:52:25.340241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33742) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:25.347171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1391723339'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:25.365861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.370670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a46c05-7e4b-4d11-8eff-b7f1f5d09544 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=c8dd5063-2ad3-4f5e-afd9-9f81de702e0c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:25.371316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.412515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd14eb44-15c0-44ab-8cf8-c1f68cb3ea9a req-a1fede1b-0e5a-4d45-a365-791137968a7d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067524 Apr 18 20:52:25.424566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:25.429360 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.451630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b32fc0-6c81-466e-a876-eed8faebd895,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:25.463654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:25.479998 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.480541 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment d3b6a973-9c36-40b6-869f-57987ebf30b8 of type vlan for network 34eb024d-eca5-47e6-b5c4-8bc030a5fddd Apr 18 20:52:25.531301 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.532995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Allocated IP 192.168.233.198 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/2f924e6b-46ad-4ff3-bc11-a19454b75bef) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:25.559549 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.570058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:25.571739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.682380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3406017 Apr 18 20:52:25.686238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33748) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:25.691627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e74e5-dccd-447c-9e7e-0f0fa592d6ac tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=34eb024d-eca5-47e6-b5c4-8bc030a5fddd,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:25.691901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': '34eb024d-eca5-47e6-b5c4-8bc030a5fddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:25.706564 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 34eb024d-eca5-47e6-b5c4-8bc030a5fddd details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:25.716360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.811532 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.813744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:25.817803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.928260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:25.929540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_backend_mixin [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Performing IP validity checks on allocation pools {{(pid=102903) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:52:25.930050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_backend_mixin [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102903) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:52:25.938743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:25.940560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Pushing event updated for resources: {'Port': ['ID=2f924e6b-46ad-4ff3-bc11-a19454b75bef,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:25.942709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:26.013031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.013452 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.042561 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-155b7b00-31cb-495f-a0bb-d095b76a8fb8 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1823616 Apr 18 20:52:26.078596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Request body: {'port': {'device_id': '34692cd1-b6dd-47be-b140-5ca417c44167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:26.162834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc82c0e-8b13-4848-b66d-eb8191e80a58 req-9d8d1f2c-2c0b-4b78-8ca0-6e7a081538f0 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.171543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bc82c0e-8b13-4848-b66d-eb8191e80a58 req-9d8d1f2c-2c0b-4b78-8ca0-6e7a081538f0 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 936 time: 0.0729265 Apr 18 20:52:26.198790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.211112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bc82c0e-8b13-4848-b66d-eb8191e80a58 req-08879f84-9530-4a0e-98d3-d1f78d158ddb tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385957 Apr 18 20:52:26.222666 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.320058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b785c097-6143-496a-8c77-7f3cde8f31e5 None None] Provisioning complete for port 2f924e6b-46ad-4ff3-bc11-a19454b75bef triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:26.320635 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b785c097-6143-496a-8c77-7f3cde8f31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.377317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b785c097-6143-496a-8c77-7f3cde8f31e5 None None] Port 2f924e6b-46ad-4ff3-bc11-a19454b75bef cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:52:26.394688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=817e36cd-660f-476d-b694-adf4e8135bbc,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:26.419954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': 'd3b6a973-9c36-40b6-869f-57987ebf30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '34eb024d-eca5-47e6-b5c4-8bc030a5fddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:26.420317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: 34eb024d-eca5-47e6-b5c4-8bc030a5fddd, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:26.441394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4e02-0b50-411d-b904-8be05b2ff45a req-96d642aa-f228-467d-b72b-136862e03319 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.443131 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b60f4e02-0b50-411d-b904-8be05b2ff45a req-96d642aa-f228-467d-b72b-136862e03319 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1283579 Apr 18 20:52:26.510645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b60f4e02-0b50-411d-b904-8be05b2ff45a req-d297c3b7-7b94-4af5-bad4-50ae18593b83 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501854 Apr 18 20:52:26.573579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f924e6b-46ad-4ff3-bc11-a19454b75bef {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:26.581645 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.595473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Transition to ACTIVE for port object 2f924e6b-46ad-4ff3-bc11-a19454b75bef will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:26.603493 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.621585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e5359-eb53-4614-b002-a72425951054 req-a213c0d8-8edb-4b9f-b7c3-d32431d78c49 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.634870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-403e5359-eb53-4614-b002-a72425951054 req-a213c0d8-8edb-4b9f-b7c3-d32431d78c49 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.0954118 Apr 18 20:52:26.651818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network 34eb024d-eca5-47e6-b5c4-8bc030a5fddd is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:26.669605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Pushing event updated for resources: {'Port': ['ID=2f924e6b-46ad-4ff3-bc11-a19454b75bef,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:26.674959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 34eb024d-eca5-47e6-b5c4-8bc030a5fddd) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:26.684111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.684765 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.702936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e601c84e-7852-438e-b0d0-4c9e5259ba47 None None] Network 34eb024d-eca5-47e6-b5c4-8bc030a5fddd requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:26.704151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-403e5359-eb53-4614-b002-a72425951054 req-013b2a97-5477-4bf2-90b7-bc21550388fc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680368 Apr 18 20:52:26.981545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfb658-7b35-48a1-9a10-814d98c61d63 req-0e633bc9-649d-4bb6-8816-6e93b473bcd7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.983729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cdfb658-7b35-48a1-9a10-814d98c61d63 req-0e633bc9-649d-4bb6-8816-6e93b473bcd7 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1093626 Apr 18 20:52:27.055102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cdfb658-7b35-48a1-9a10-814d98c61d63 req-cdf451ca-042d-4cb7-a315-f72f3d37255b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643601 Apr 18 20:52:27.069130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-34eb024d-eca5-47e6-b5c4-8bc030a5fddd', 'network_id': '34eb024d-eca5-47e6-b5c4-8bc030a5fddd', 'tenant_id': '1e729235db6e4395921b2eab2dded038', 'fixed_ips': [{'subnet_id': '817e36cd-660f-476d-b694-adf4e8135bbc'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:27.070852 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.097527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33778) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:27.187765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62dd07f-3e65-4889-928f-c89f739faf90 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.192399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f62dd07f-3e65-4889-928f-c89f739faf90 tempest-TestNetworkAdvancedServerOps-1697843849 tempest-TestNetworkAdvancedServerOps-1697843849-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 1091 time: 0.0838387 Apr 18 20:52:27.193033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33784) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:27.199774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:27.234799 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:52:27.257634 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.258295 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b0ee5b0c-761f-44cb-a5d1-48fd6fae3609 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5707707 Apr 18 20:52:27.263314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33788) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:27.298709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Attempting to bind port 2f924e6b-46ad-4ff3-bc11-a19454b75bef on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:27.299099 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Attempting to bind port 2f924e6b-46ad-4ff3-bc11-a19454b75bef by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:27.299371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Attempting to bind port 2f924e6b-46ad-4ff3-bc11-a19454b75bef on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:27.345771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Port 2f924e6b-46ad-4ff3-bc11-a19454b75bef on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:52:27.345939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Attempting to bind port 2f924e6b-46ad-4ff3-bc11-a19454b75bef on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:27.354849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:27.355136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Allocated IP 172.20.0.3 (34eb024d-eca5-47e6-b5c4-8bc030a5fddd/817e36cd-660f-476d-b694-adf4e8135bbc/5d285e1f-3cae-428a-b131-c796e4d0b2f0) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:27.355267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:27.355582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:27.356137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Bound port: 2f924e6b-46ad-4ff3-bc11-a19454b75bef, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:27.356471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.450790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57520eb1-c02b-4ee2-ac19-1a73fc87643a req-c5e82e34-63d7-40a3-9e41-2a10d30b0c72 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.454888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57520eb1-c02b-4ee2-ac19-1a73fc87643a req-c5e82e34-63d7-40a3-9e41-2a10d30b0c72 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 948 time: 0.1157153 Apr 18 20:52:27.479178 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.489296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] For port 2f924e6b-46ad-4ff3-bc11-a19454b75bef, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:27.494618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] For port 2f924e6b-46ad-4ff3-bc11-a19454b75bef, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f924e6b-46ad-4ff3-bc11-a19454b75bef,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:27.525890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.558490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57520eb1-c02b-4ee2-ac19-1a73fc87643a req-48d81728-edeb-499b-821c-6152357eff22 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965376 Apr 18 20:52:27.564466 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.605863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.607618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.609920 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] 10.222.0.60 "PUT /v2.0/ports/2f924e6b-46ad-4ff3-bc11-a19454b75bef HTTP/1.1" status: 200 len: 1096 time: 1.5360448 Apr 18 20:52:27.612854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34692cd1-b6dd-47be-b140-5ca417c44167', 'tag': '2f924e6b-46ad-4ff3-bc11-a19454b75bef'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:27.615702 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09e41cd-53ce-4585-94ac-eb0f09cb8165" -d '{"events": [{"name": "network-changed", "server_uuid": "34692cd1-b6dd-47be-b140-5ca417c44167", "tag": "2f924e6b-46ad-4ff3-bc11-a19454b75bef"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:27.647261 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.661346 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.681167 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.704457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6e375-24df-464c-a867-fd5d92f99d38 service neutron] Pushing event updated for resources: {'Port': ['ID=2f924e6b-46ad-4ff3-bc11-a19454b75bef,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:27.713300 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91f561f-3d22-43f5-adca-ac78058262f5 x-openstack-request-id: req-f91f561f-3d22-43f5-adca-ac78058262f5 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:27.713586 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34692cd1-b6dd-47be-b140-5ca417c44167", "tag": "2f924e6b-46ad-4ff3-bc11-a19454b75bef", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:27.713823 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f91f561f-3d22-43f5-adca-ac78058262f5 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:27.714429 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91f561f-3d22-43f5-adca-ac78058262f5'] response: {'name': 'network-changed', 'server_uuid': '34692cd1-b6dd-47be-b140-5ca417c44167', 'tag': '2f924e6b-46ad-4ff3-bc11-a19454b75bef', 'status': 'completed', 'code': 200} Apr 18 20:52:27.760952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Network 34eb024d-eca5-47e6-b5c4-8bc030a5fddd is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:27.776568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:27.793500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:27.800265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Allocated IP 172.25.2.237 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/de030cea-45f0-47d8-9584-8b8a65455da1) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:27.837967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Pushing event updated for resources: {'Port': ['ID=5d285e1f-3cae-428a-b131-c796e4d0b2f0,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:27.840158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-54ad2c09-d974-408b-a702-439eb64c84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.841885 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-54ad2c09-d974-408b-a702-439eb64c84ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e4ee3a1bba84c2f9f38e7d31fbb1d03&device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 1099 time: 0.1445415 Apr 18 20:52:27.875258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6985aa2-61da-4b17-92fb-1997fce400dd req-37c27b2a-aa81-4ae9-9a46-ca6cfbd6b83e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.885512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Attempting to bind port 5d285e1f-3cae-428a-b131-c796e4d0b2f0 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:27.886272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Attempting to bind port 5d285e1f-3cae-428a-b131-c796e4d0b2f0 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd3b6a973-9c36-40b6-869f-57987ebf30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '34eb024d-eca5-47e6-b5c4-8bc030a5fddd'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:27.886814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Attempting to bind port 5d285e1f-3cae-428a-b131-c796e4d0b2f0 on network 34eb024d-eca5-47e6-b5c4-8bc030a5fddd {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:27.887555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6985aa2-61da-4b17-92fb-1997fce400dd req-37c27b2a-aa81-4ae9-9a46-ca6cfbd6b83e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1454709 Apr 18 20:52:27.895527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:27.896232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Checking segment: {'id': 'd3b6a973-9c36-40b6-869f-57987ebf30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '34eb024d-eca5-47e6-b5c4-8bc030a5fddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:27.896816 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.897434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Bound using segment: {'id': 'd3b6a973-9c36-40b6-869f-57987ebf30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '34eb024d-eca5-47e6-b5c4-8bc030a5fddd'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:27.898140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Bound port: 5d285e1f-3cae-428a-b131-c796e4d0b2f0, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b6a973-9c36-40b6-869f-57987ebf30b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '34eb024d-eca5-47e6-b5c4-8bc030a5fddd'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:27.898809 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.942412 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-def26f82-8f48-4611-8171-ac25deacf15e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=2f924e6b-46ad-4ff3-bc11-a19454b75bef HTTP/1.1" status: 200 len: 217 time: 0.0898352 Apr 18 20:52:27.975717 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.991244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] For port 5d285e1f-3cae-428a-b131-c796e4d0b2f0, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:27.995546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] For port 5d285e1f-3cae-428a-b131-c796e4d0b2f0, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5d285e1f-3cae-428a-b131-c796e4d0b2f0,segment=NetworkSegment(d3b6a973-9c36-40b6-869f-57987ebf30b8),segment_id=d3b6a973-9c36-40b6-869f-57987ebf30b8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:28.001647 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.013490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6985aa2-61da-4b17-92fb-1997fce400dd req-2544f836-a9fd-4094-80dd-33cf5c07d88a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249189 Apr 18 20:52:28.074310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=817e36cd-660f-476d-b694-adf4e8135bbc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:28.098120 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.123195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-07505967-ad79-4a90-ab41-619ab8b3d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.124775 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-07505967-ad79-4a90-ab41-619ab8b3d7c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1738322 Apr 18 20:52:28.154595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5f588fff-687a-4975-b9ff-514dd76065b2 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:52:28.178883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.232472 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.273800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-1bcc5994-1712-459c-b000-11cf3b578ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.283433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621062e-815b-40ff-87f4-27dae3d0056e None None] Pushing event updated for resources: {'Port': ['ID=5d285e1f-3cae-428a-b131-c796e4d0b2f0,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:28.288005 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-1bcc5994-1712-459c-b000-11cf3b578ff9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469882 Apr 18 20:52:28.289785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34eb024d-eca5-47e6-b5c4-8bc030a5fddd']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:28.296940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:28.297902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:28.314325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:28.318513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:28.327480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b6a973-9c36-40b6-869f-57987ebf30b8') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:28.332521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b6a973-9c36-40b6-869f-57987ebf30b8') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:28.337706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '5f588fff-687a-4975-b9ff-514dd76065b2', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'port_id': '5f588fff-687a-4975-b9ff-514dd76065b2', 'mac_address': 'fa:16:3e:78:02:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:52:28.343157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=de030cea-45f0-47d8-9584-8b8a65455da1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:28.366990 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.456641 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.460506 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.506375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:28.511516 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:28.515317 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:28.526556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f588fff-687a-4975-b9ff-514dd76065b2 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:28.571611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:28.579185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.702745 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-36390b9f-a5d7-44f5-989b-3fbaa0ef4c15 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003069 Apr 18 20:52:28.712628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.db.api [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:52:28.712628 n-d-836015-4 neutron-server[102903]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:52:28.712628 n-d-836015-4 neutron-server[102903]: [parameters: {'id': '34eb024d-eca5-47e6-b5c4-8bc030a5fddd'}] Apr 18 20:52:28.712628 n-d-836015-4 neutron-server[102903]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:52:28.713912 n-d-836015-4 neutron-server[102903]: DEBUG oslo_db.api [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:52:28.849879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f46374ed-95f4-421c-9da0-15320b1e90ea req-800cd6e1-6c54-40c6-8c92-1e8650a95317 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345129 Apr 18 20:52:28.895125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53341937-764f-4607-b71f-05d4eb60e9a3 req-30386b98-7a33-44ee-9b27-cba16bbdbd01 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:28.896944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53341937-764f-4607-b71f-05d4eb60e9a3 req-30386b98-7a33-44ee-9b27-cba16bbdbd01 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 948 time: 0.1447995 Apr 18 20:52:29.017398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:29.024583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['5f588fff-687a-4975-b9ff-514dd76065b2'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:52:29.034666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-60a9139c-3416-4950-91e6-2a0f810639f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.036576 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-60a9139c-3416-4950-91e6-2a0f810639f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e4ee3a1bba84c2f9f38e7d31fbb1d03&device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 1099 time: 0.1237864 Apr 18 20:52:29.041149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53341937-764f-4607-b71f-05d4eb60e9a3 req-f3e85b05-949a-4d4a-9381-140fb0386f49 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307468 Apr 18 20:52:29.196391 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.220177 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.254692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-39a9d86b-c244-4f7b-966d-c1d5ccce5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.256233 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-39a9d86b-c244-4f7b-966d-c1d5ccce5dbd service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2117510 Apr 18 20:52:29.412266 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.419359 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-b8e3e5db-f47d-45fd-acda-539ef0f1bae8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=2f924e6b-46ad-4ff3-bc11-a19454b75bef HTTP/1.1" status: 200 len: 217 time: 0.1472645 Apr 18 20:52:29.467519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942988a-3853-477f-a99b-52137ca19972 req-eb7835a9-b1cf-4089-b96e-8d1522f0a76c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.468354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6942988a-3853-477f-a99b-52137ca19972 req-eb7835a9-b1cf-4089-b96e-8d1522f0a76c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.2286780 Apr 18 20:52:29.558670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Deleting port 5d285e1f-3cae-428a-b131-c796e4d0b2f0 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:52:29.558946 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.564500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-7fcefb27-8a55-454e-9e78-5567a26b22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.566248 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-7fcefb27-8a55-454e-9e78-5567a26b22cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1322956 Apr 18 20:52:29.653581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6942988a-3853-477f-a99b-52137ca19972 req-9149233c-3944-4880-9ebf-af7cddd70d84 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638119 Apr 18 20:52:29.720957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] For port 5d285e1f-3cae-428a-b131-c796e4d0b2f0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5d285e1f-3cae-428a-b131-c796e4d0b2f0,segment=NetworkSegment(d3b6a973-9c36-40b6-869f-57987ebf30b8),segment_id=d3b6a973-9c36-40b6-869f-57987ebf30b8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:29.722678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.750820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-60fdcfbb-9e86-427e-912f-516ddd3f64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.753593 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-60fdcfbb-9e86-427e-912f-516ddd3f64f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725707 Apr 18 20:52:29.755165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Calling delete_port for 5d285e1f-3cae-428a-b131-c796e4d0b2f0 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:52:29.786094 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.786368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c26b6-3da1-4765-9d4c-e67627faae78 None None] Network 34eb024d-eca5-47e6-b5c4-8bc030a5fddd requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:29.805680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.902640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event updated for resources: {'Port': ['ID=de030cea-45f0-47d8-9584-8b8a65455da1,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:29.922331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.939463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a5f6c20b-f319-4fce-aa02-84a0cbf4cea8 None None] Provisioning complete for port 5d285e1f-3cae-428a-b131-c796e4d0b2f0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:29.939463 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a5f6c20b-f319-4fce-aa02-84a0cbf4cea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.966572 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.009500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Port': ['ID=5d285e1f-3cae-428a-b131-c796e4d0b2f0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.017781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No DVR routers for this DVR port 5d285e1f-3cae-428a-b131-c796e4d0b2f0 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:30.026064 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-d4c615d5-fb21-4d0e-8e60-aa0645b5a12f service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651663 Apr 18 20:52:30.108852 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Floating IP 63a3cf80-1daa-4757-b64f-a3e28a8ec084 associated. External IP: 172.25.2.237, port: 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c. Apr 18 20:52:30.123303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a5f6c20b-f319-4fce-aa02-84a0cbf4cea8 None None] Could not find standard attr ID for object 5d285e1f-3cae-428a-b131-c796e4d0b2f0. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:52:30.138226 n-d-836015-4 neutron-server[102905]: INFO neutron.plugins.ml2.db [None req-a5f6c20b-f319-4fce-aa02-84a0cbf4cea8 None None] No ports have port_id starting with 5d285e1f-3cae-428a-b131-c796e4d0b2f0 Apr 18 20:52:30.152379 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5f588fff-687a-4975-b9ff-514dd76065b2 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:30.225781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dda6d6-3352-454a-9f6b-b30ce35ab342 None None] DHCP port deletion for 34eb024d-eca5-47e6-b5c4-8bc030a5fddd request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:52:30.250183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.267933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 5f588fff-687a-4975-b9ff-514dd76065b2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:30.268314 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.284924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34eb024d-eca5-47e6-b5c4-8bc030a5fddd']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:30.306335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b6a973-9c36-40b6-869f-57987ebf30b8') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:30.306743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b6a973-9c36-40b6-869f-57987ebf30b8') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:30.319053 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b09e41cd-53ce-4585-94ac-eb0f09cb8165 req-854e491b-5d3a-4dd0-b8b4-0ec13630c4d5 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708411 Apr 18 20:52:30.323647 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.347394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.349174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e8298-eb67-47ed-9412-6f26ae41ec25 req-3be5be8b-f708-421c-ae3b-e7c9fc96d559 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:30.358997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:30.359409 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.360510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-523e8298-eb67-47ed-9412-6f26ae41ec25 req-3be5be8b-f708-421c-ae3b-e7c9fc96d559 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 948 time: 0.1628237 Apr 18 20:52:30.421085 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.450916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-523e8298-eb67-47ed-9412-6f26ae41ec25 req-a203c31f-cca6-4e4f-a7e6-fef874523fdd tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889878 Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:30.476865 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:30.483008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:30.483993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.488792 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4641353b-05a0-4451-8764-582074ce60d3" -d '{"events": [{"server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "name": "network-vif-plugged", "status": "completed", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:30.494102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.501709 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/34eb024d-eca5-47e6-b5c4-8bc030a5fddd HTTP/1.1" status: 204 len: 168 time: 3.2362845 Apr 18 20:52:30.504092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33838) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:30.510143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2004918607'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:30.512426 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:30.519138 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.538421 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1267d8-6af3-4ee5-adfc-5e7fc0e83a3e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=34eb024d-eca5-47e6-b5c4-8bc030a5fddd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.552657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:30.558327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.595085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:30.611817 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4325533-5649-4d88-a8d6-dd28f8b57bdd x-openstack-request-id: req-a4325533-5649-4d88-a8d6-dd28f8b57bdd {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:30.612129 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "name": "network-vif-plugged", "status": "completed", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:30.612304 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4325533-5649-4d88-a8d6-dd28f8b57bdd {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:30.612899 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4325533-5649-4d88-a8d6-dd28f8b57bdd'] response: {'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2', 'code': 200} Apr 18 20:52:30.619716 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.620811 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment 7e7ec0ce-0a59-469d-bedd-72e783953724 of type vlan for network e0b27d04-9335-4363-9a69-b01a33485dba Apr 18 20:52:30.634548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:52:30.650853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.707782 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.801218 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.808187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:30.809194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.878685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:52:30.900486 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] Sync routers for ids ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:30.910940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bcb06-4825-48f2-86ef-0272d910b9eb req-ef0942e7-d608-409a-82a1-557e41f5285d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:30.916426 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] Routers {'4194b219-e7c0-4a7d-896d-09a4ac0b9b09'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:30.917495 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:52:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:30.917765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-773bcb06-4825-48f2-86ef-0272d910b9eb req-ef0942e7-d608-409a-82a1-557e41f5285d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1116161 Apr 18 20:52:30.917905 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4121957 Apr 18 20:52:30.921520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33846) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:30.945301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': 'e0b27d04-9335-4363-9a69-b01a33485dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:30.949089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6080223-ed32-4648-a83d-b40eddc7f5e2 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=e0b27d04-9335-4363-9a69-b01a33485dba,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:30.959558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.966892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network e0b27d04-9335-4363-9a69-b01a33485dba details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:31.094113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2f86dcbf-357e-4201-9da6-d0f73b13031d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8999512 Apr 18 20:52:31.100180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:31.103126 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f04192-b6ea-4d42-a847-704e576ee35d" -d '{"events": [{"name": "network-changed", "server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:31.123002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-773bcb06-4825-48f2-86ef-0272d910b9eb req-5a105397-22bd-43cc-a0cf-7f798cb6dbf4 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933579 Apr 18 20:52:31.178111 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] Set router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:31.188669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:31.198025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.286278 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95134ce9-0348-43af-b013-caeaca7a2308 x-openstack-request-id: req-95134ce9-0348-43af-b013-caeaca7a2308 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:31.286994 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:31.287610 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95134ce9-0348-43af-b013-caeaca7a2308 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:31.288383 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95134ce9-0348-43af-b013-caeaca7a2308'] response: {'name': 'network-changed', 'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'status': 'completed', 'code': 200} Apr 18 20:52:31.443567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281f0f-ed1f-4c55-8356-e1c7dc092c49 req-32eabf40-7656-40c1-8279-da238e68a9f9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:31.447927 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7281f0f-ed1f-4c55-8356-e1c7dc092c49 req-32eabf40-7656-40c1-8279-da238e68a9f9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1770411 Apr 18 20:52:31.462613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f04192-b6ea-4d42-a847-704e576ee35d req-994f8985-0193-447d-9f5f-baf96cc25564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:31.464950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01f04192-b6ea-4d42-a847-704e576ee35d req-994f8985-0193-447d-9f5f-baf96cc25564 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1597488 Apr 18 20:52:31.606728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7281f0f-ed1f-4c55-8356-e1c7dc092c49 req-647b0831-9892-4f73-aba0-13f2541e462c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406651 Apr 18 20:52:31.658081 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '63a3cf80-1daa-4757-b64f-a3e28a8ec084', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'port_id': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'mac_address': 'fa:16:3e:9f:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890601-8f61-4d6d-afbf-435080e59ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:28Z', 'updated_at': '2022-04-18T20:52:28Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5ad9db-0489-4d82-971d-fc144e127e43', 'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:7f:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:14Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:31.658941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33864) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:31.695414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfb8ce-e5df-4d41-bfe4-47371dfc4c13 req-226afb9f-6963-4696-9005-75630c8c32a5 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:31.697090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66dfb8ce-e5df-4d41-bfe4-47371dfc4c13 req-226afb9f-6963-4696-9005-75630c8c32a5 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 948 time: 0.0992608 Apr 18 20:52:31.703743 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] Checking router: 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:52:31.727444 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] Routers {'4194b219-e7c0-4a7d-896d-09a4ac0b9b09'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:52:31.729467 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:52:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:31.792484 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c4c272f9-618f-4363-82c9-43bd4a1cc37c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/63a3cf80-1daa-4757-b64f-a3e28a8ec084 HTTP/1.1" status: 200 len: 991 time: 0.1322367 Apr 18 20:52:31.800452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f04192-b6ea-4d42-a847-704e576ee35d req-52af6e6c-c76b-48e7-94e4-c631979f19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:31.802287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01f04192-b6ea-4d42-a847-704e576ee35d req-52af6e6c-c76b-48e7-94e4-c631979f19ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=85f4eed6-2b7b-423b-87b4-57db5cad54f9 HTTP/1.1" status: 200 len: 898 time: 0.3236723 Apr 18 20:52:31.848095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66dfb8ce-e5df-4d41-bfe4-47371dfc4c13 req-fe651401-2081-47e9-bebd-ef3dbd352aec tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307876 Apr 18 20:52:31.883488 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] Set router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:52:31.899514 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.975456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01f04192-b6ea-4d42-a847-704e576ee35d req-77c70817-0e7b-4b44-8e46-695cef8f3352 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c HTTP/1.1" status: 200 len: 999 time: 0.1614263 Apr 18 20:52:32.020706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=6fce629a-3c8c-4761-a8fb-acc194edfad3,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:32.048027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': '7e7ec0ce-0a59-469d-bedd-72e783953724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0b27d04-9335-4363-9a69-b01a33485dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:32.048493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: e0b27d04-9335-4363-9a69-b01a33485dba, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:32.057581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f04192-b6ea-4d42-a847-704e576ee35d req-8f85c9aa-e4ff-49fe-9dab-b9a96db99344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.058698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01f04192-b6ea-4d42-a847-704e576ee35d req-8f85c9aa-e4ff-49fe-9dab-b9a96db99344 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c329a02-8057-420f-a635-54fc1f3cdc9c HTTP/1.1" status: 200 len: 834 time: 0.0743320 Apr 18 20:52:32.118850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network e0b27d04-9335-4363-9a69-b01a33485dba is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:32.158586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f04192-b6ea-4d42-a847-704e576ee35d req-202f2a24-d838-4343-aa80-9d2c17cada2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.165963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01f04192-b6ea-4d42-a847-704e576ee35d req-202f2a24-d838-4343-aa80-9d2c17cada2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f4eed6-2b7b-423b-87b4-57db5cad54f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958822 Apr 18 20:52:32.168911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, e0b27d04-9335-4363-9a69-b01a33485dba) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:32.192039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3d2f60-d2dd-4650-bf37-1a219907d83f None None] Network e0b27d04-9335-4363-9a69-b01a33485dba requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:32.252801 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '63a3cf80-1daa-4757-b64f-a3e28a8ec084', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'port_id': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'mac_address': 'fa:16:3e:9f:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890601-8f61-4d6d-afbf-435080e59ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:28Z', 'updated_at': '2022-04-18T20:52:28Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5ad9db-0489-4d82-971d-fc144e127e43', 'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:7f:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:14Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:32.299032 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b30b6-4c73-4660-a7b1-e00b0cb1a068 None None] The sync data for ids ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'] in n-d-836015-4 is: [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '63a3cf80-1daa-4757-b64f-a3e28a8ec084', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'port_id': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'mac_address': 'fa:16:3e:9f:e3:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24890601-8f61-4d6d-afbf-435080e59ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:52:28Z', 'updated_at': '2022-04-18T20:52:28Z', 'revision_number': 0, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc5ad9db-0489-4d82-971d-fc144e127e43', 'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:7f:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:14Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:32.319744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.320444 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.414165 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f9a39acf-cb09-45e4-9f96-7af50dd3039e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4825161 Apr 18 20:52:32.414538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33878) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:32.434248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01f04192-b6ea-4d42-a847-704e576ee35d req-2c000abd-82eb-4a1a-914a-1319e630cd97 service neutron] 10.222.0.64 "GET /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629097 Apr 18 20:52:32.526612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-e0b27d04-9335-4363-9a69-b01a33485dba', 'network_id': 'e0b27d04-9335-4363-9a69-b01a33485dba', 'tenant_id': '1e729235db6e4395921b2eab2dded038', 'fixed_ips': [{'subnet_id': '6fce629a-3c8c-4761-a8fb-acc194edfad3'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:32.527961 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.570339 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.653229 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.721604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a31b8c1-c305-4774-8012-8a8f31681e36 None None] New status for floating IP 63a3cf80-1daa-4757-b64f-a3e28a8ec084: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:52:32.769278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Allocated IP 172.20.0.1 (e0b27d04-9335-4363-9a69-b01a33485dba/6fce629a-3c8c-4761-a8fb-acc194edfad3/98944d98-93dc-4e75-a025-054c158a978f) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:32.796454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33884) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:32.990431 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1e83226f-7c0e-4a94-b4af-9617cebf31a5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/63a3cf80-1daa-4757-b64f-a3e28a8ec084 HTTP/1.1" status: 200 len: 991 time: 0.1889734 Apr 18 20:52:33.016868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.031901 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.051798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.106446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=6fce629a-3c8c-4761-a8fb-acc194edfad3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:33.111672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01f04192-b6ea-4d42-a847-704e576ee35d req-4c6cdad8-f10e-4e3d-9af3-c73f0ec71657 service neutron] 10.222.0.64 "GET /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622386 Apr 18 20:52:33.112523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Network e0b27d04-9335-4363-9a69-b01a33485dba is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:33.121044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9187f5-dafb-4d10-b7cb-ff86da6b4e8a req-af1ecd9e-edd4-48e6-bddf-49cbb5d42c30 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:33.122899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea9187f5-dafb-4d10-b7cb-ff86da6b4e8a req-af1ecd9e-edd4-48e6-bddf-49cbb5d42c30 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.8093882 Apr 18 20:52:33.142709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:33.161029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:33.232221 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Pushing event updated for resources: {'Port': ['ID=98944d98-93dc-4e75-a025-054c158a978f,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:33.277854 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.309073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea9187f5-dafb-4d10-b7cb-ff86da6b4e8a req-588d85fe-cbae-43fa-9247-5d7675efec3b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402698 Apr 18 20:52:33.309499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b27d04-9335-4363-9a69-b01a33485dba']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:33.322659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7ec0ce-0a59-469d-bedd-72e783953724') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:33.323394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7ec0ce-0a59-469d-bedd-72e783953724') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:33.336195 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.364225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f3a02-39d5-4ee6-9fef-e15d867a6a28 req-c0c23df1-5559-4ebf-85f1-eba270095cd9 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:33.367240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a1f3a02-39d5-4ee6-9fef-e15d867a6a28 req-c0c23df1-5559-4ebf-85f1-eba270095cd9 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 948 time: 0.2429998 Apr 18 20:52:33.369499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.379444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:33.383863 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:33.389920 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:33.427464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Attempting to bind port 98944d98-93dc-4e75-a025-054c158a978f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:33.428164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Attempting to bind port 98944d98-93dc-4e75-a025-054c158a978f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '7e7ec0ce-0a59-469d-bedd-72e783953724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0b27d04-9335-4363-9a69-b01a33485dba'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:33.428697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Attempting to bind port 98944d98-93dc-4e75-a025-054c158a978f on network e0b27d04-9335-4363-9a69-b01a33485dba {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:33.442112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a1f3a02-39d5-4ee6-9fef-e15d867a6a28 req-5d6d583e-3b5f-4b2d-9144-b4daf966e87a tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654058 Apr 18 20:52:33.455930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:33.463897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Checking segment: {'id': '7e7ec0ce-0a59-469d-bedd-72e783953724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0b27d04-9335-4363-9a69-b01a33485dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:33.463897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.464724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Bound using segment: {'id': '7e7ec0ce-0a59-469d-bedd-72e783953724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0b27d04-9335-4363-9a69-b01a33485dba'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:33.465319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Bound port: 98944d98-93dc-4e75-a025-054c158a978f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7ec0ce-0a59-469d-bedd-72e783953724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'e0b27d04-9335-4363-9a69-b01a33485dba'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:33.465799 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.506195 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.db.api [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:52:33.506195 n-d-836015-4 neutron-server[102903]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:52:33.506195 n-d-836015-4 neutron-server[102903]: [parameters: {'id': 'e0b27d04-9335-4363-9a69-b01a33485dba'}] Apr 18 20:52:33.506195 n-d-836015-4 neutron-server[102903]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:52:33.508135 n-d-836015-4 neutron-server[102903]: DEBUG oslo_db.api [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:52:33.567017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] For port 98944d98-93dc-4e75-a025-054c158a978f, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:33.571444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] For port 98944d98-93dc-4e75-a025-054c158a978f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=98944d98-93dc-4e75-a025-054c158a978f,segment=NetworkSegment(7e7ec0ce-0a59-469d-bedd-72e783953724),segment_id=7e7ec0ce-0a59-469d-bedd-72e783953724)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:33.578847 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.679826 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a506b3e-0bdf-4ddb-8be9-9438bb3d92fb None None] Pushing event updated for resources: {'Port': ['ID=98944d98-93dc-4e75-a025-054c158a978f,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:33.699396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5503bc5e-3ff2-48cc-99b8-6855f793636d None None] Network e0b27d04-9335-4363-9a69-b01a33485dba requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:33.883760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9265688d-b56e-460e-b9fe-0351d8058a37 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:52:33.989938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33930) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:34.009344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.048409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9265688d-b56e-460e-b9fe-0351d8058a37 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:52:34.111697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3c59b5c2-98ef-40b2-919b-d38b99b168b4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/63a3cf80-1daa-4757-b64f-a3e28a8ec084 HTTP/1.1" status: 200 len: 993 time: 0.1147201 Apr 18 20:52:34.152442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Deleting port 98944d98-93dc-4e75-a025-054c158a978f {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:52:34.153696 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.233015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] For port 98944d98-93dc-4e75-a025-054c158a978f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=98944d98-93dc-4e75-a025-054c158a978f,segment=NetworkSegment(7e7ec0ce-0a59-469d-bedd-72e783953724),segment_id=7e7ec0ce-0a59-469d-bedd-72e783953724)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:34.233676 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.254597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Calling delete_port for 98944d98-93dc-4e75-a025-054c158a978f owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:52:34.313167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f924e6b-46ad-4ff3-bc11-a19454b75bef details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:52:34.380995 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.401817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No DVR routers for this DVR port 98944d98-93dc-4e75-a025-054c158a978f on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:34.432928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Port': ['ID=98944d98-93dc-4e75-a025-054c158a978f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:34.439294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2f924e6b-46ad-4ff3-bc11-a19454b75bef, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f924e6b-46ad-4ff3-bc11-a19454b75bef,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:34.461282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '2f924e6b-46ad-4ff3-bc11-a19454b75bef', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '2f924e6b-46ad-4ff3-bc11-a19454b75bef', 'mac_address': 'fa:16:3e:d8:49:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:52:34.611782 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.629885 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.654933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f924e6b-46ad-4ff3-bc11-a19454b75bef {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:34.673354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b27d04-9335-4363-9a69-b01a33485dba']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:34.696253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933014-387a-462a-b235-54ec96e2b675 req-60088fb7-d0d5-4aef-8357-4c2e76631796 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:34.697931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6933014-387a-462a-b235-54ec96e2b675 req-60088fb7-d0d5-4aef-8357-4c2e76631796 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 948 time: 0.0948956 Apr 18 20:52:34.708598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7ec0ce-0a59-469d-bedd-72e783953724') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:34.709048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7ec0ce-0a59-469d-bedd-72e783953724') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:34.730200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.753444 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.758936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d661902-1e55-4f0e-b350-2989600214ac req-dc571ea4-ef5c-48f8-9873-454ce49e58bc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:34.761100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:34.761465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d661902-1e55-4f0e-b350-2989600214ac req-dc571ea4-ef5c-48f8-9873-454ce49e58bc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1939287 Apr 18 20:52:34.761866 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.812951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6933014-387a-462a-b235-54ec96e2b675 req-901c04b6-b485-4461-af8f-82aa946502ad tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021752 Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:34.832594 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:34.841716 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.844754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.857023 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33942) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:34.859374 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/e0b27d04-9335-4363-9a69-b01a33485dba HTTP/1.1" status: 204 len: 168 time: 2.4443707 Apr 18 20:52:34.865000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1039521048'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:34.891615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670a2eb-384c-4372-93f0-ada783b6322b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=e0b27d04-9335-4363-9a69-b01a33485dba,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:34.942567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:34.948232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.967032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2f924e6b-46ad-4ff3-bc11-a19454b75bef, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f924e6b-46ad-4ff3-bc11-a19454b75bef,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:34.973986 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.980834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d661902-1e55-4f0e-b350-2989600214ac req-831e83e5-8424-4e40-98da-36f1d6edf696 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636117 Apr 18 20:52:35.010506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:35.031206 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.031649 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment 7a006ba7-d4d0-44a0-becb-2fb41a5dcf0f of type vlan for network e107ea2f-122d-40b2-b554-9f1d48fa5c31 Apr 18 20:52:35.102319 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.112025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=2f924e6b-46ad-4ff3-bc11-a19454b75bef,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:35.176441 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.183768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:35.184571 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.233586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3763645 Apr 18 20:52:35.235827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33948) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:35.240966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': 'e107ea2f-122d-40b2-b554-9f1d48fa5c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:35.304646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0710670-e220-448a-8e34-e5cb9ac0655b tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=e107ea2f-122d-40b2-b554-9f1d48fa5c31,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:35.317202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['2f924e6b-46ad-4ff3-bc11-a19454b75bef'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:52:35.362753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network e107ea2f-122d-40b2-b554-9f1d48fa5c31 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:35.443365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:35.453089 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.809223 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.888377 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=ca10d79c-5712-4a11-9eb5-61676449f221,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:35.895383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': '7a006ba7-d4d0-44a0-becb-2fb41a5dcf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e107ea2f-122d-40b2-b554-9f1d48fa5c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:35.895694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: e107ea2f-122d-40b2-b554-9f1d48fa5c31, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:35.928180 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3694-462b-426e-a0b9-4a98e29826ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.937637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network e107ea2f-122d-40b2-b554-9f1d48fa5c31 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:35.953612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, e107ea2f-122d-40b2-b554-9f1d48fa5c31) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:35.962840 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:35.966056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.968832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39eba08-7bb4-4b38-b1a7-04a0d2195033 None None] Network e107ea2f-122d-40b2-b554-9f1d48fa5c31 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:36.021005 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4271be9d-9060-4070-b374-ed091d09bcf6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7840068 Apr 18 20:52:36.028242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33962) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:36.158085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd9292-88a7-4e3d-9990-f2b43ca48538 req-0ea96776-f107-40f8-b889-b796ee108182 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:36.161403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25cd9292-88a7-4e3d-9990-f2b43ca48538 req-0ea96776-f107-40f8-b889-b796ee108182 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 949 time: 0.1619802 Apr 18 20:52:36.249730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.318194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3006f97e-a2af-4618-b692-5ef3abb7586e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-e107ea2f-122d-40b2-b554-9f1d48fa5c31', 'network_id': 'e107ea2f-122d-40b2-b554-9f1d48fa5c31', 'tenant_id': '1e729235db6e4395921b2eab2dded038', 'fixed_ips': [{'subnet_id': 'ca10d79c-5712-4a11-9eb5-61676449f221'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:36.319067 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3006f97e-a2af-4618-b692-5ef3abb7586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.329904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25cd9292-88a7-4e3d-9990-f2b43ca48538 req-14f619db-8395-4008-8261-a54a7bffcb2c tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450193 Apr 18 20:52:36.374368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be53e7-0ef5-41e4-835e-bef7ad87e0b1 req-61836edb-e85f-4a79-880a-34a0f248d22f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:36.379358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55be53e7-0ef5-41e4-835e-bef7ad87e0b1 req-61836edb-e85f-4a79-880a-34a0f248d22f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.2162092 Apr 18 20:52:36.455156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.503982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55be53e7-0ef5-41e4-835e-bef7ad87e0b1 req-f55f0559-76af-4bca-b4e6-cac72a0c9cfd tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868971 Apr 18 20:52:36.610740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-3006f97e-a2af-4618-b692-5ef3abb7586e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca10d79c-5712-4a11-9eb5-61676449f221: This subnet is being modified by another concurrent operation. Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:36.635587 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca10d79c-5712-4a11-9eb5-61676449f221: This subnet is being modified by another concurrent operation. Apr 18 20:52:36.642075 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:52:36.670595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16eaf9f-d631-4f93-b92b-b2dd543392b1 None None] Network e107ea2f-122d-40b2-b554-9f1d48fa5c31 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:36.739957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=ca10d79c-5712-4a11-9eb5-61676449f221,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:36.760980 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.805045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e107ea2f-122d-40b2-b554-9f1d48fa5c31']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:36.823634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a006ba7-d4d0-44a0-becb-2fb41a5dcf0f') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:36.824540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a006ba7-d4d0-44a0-becb-2fb41a5dcf0f') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:36.844973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.871691 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.884670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:36.885280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:36.895614 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:36.942048 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ccc26c-ac60-49ac-8cc3-cdb3855d5cd9 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:52:36.990605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.999885 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.017113 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/e107ea2f-122d-40b2-b554-9f1d48fa5c31 HTTP/1.1" status: 204 len: 168 time: 0.9875257 Apr 18 20:52:37.017665 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33976) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:37.033963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1559053038'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:37.093409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec38fc-3aba-4f71-9285-05b6e96337ba tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=e107ea2f-122d-40b2-b554-9f1d48fa5c31,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:37.125420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ccc26c-ac60-49ac-8cc3-cdb3855d5cd9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:52:37.127552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:37.132357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.190215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:37.215588 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.216130 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment 0f0a0e36-101b-4266-a1fb-04f8dd8a258d of type vlan for network 7121b876-ffac-492a-8631-8d4dcd30bdf3 Apr 18 20:52:37.330523 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.381911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.390260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.392281 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.418249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 33986) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:37.418766 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3946028 Apr 18 20:52:37.426327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-770945b7-0e8a-4033-a163-b287f7d0a464 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:37.531640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c68816-9fac-4eae-9e7e-15c79d58548a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=7121b876-ffac-492a-8631-8d4dcd30bdf3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:37.544062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7121b876-ffac-492a-8631-8d4dcd30bdf3 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:37.774806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f87e4-b39a-4687-83be-52e365df0a27 req-bb5fe34b-4dcb-4067-8f71-843354b8bbbb tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.776428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f6f87e4-b39a-4687-83be-52e365df0a27 req-bb5fe34b-4dcb-4067-8f71-843354b8bbbb tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 949 time: 0.2014623 Apr 18 20:52:37.891666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-770945b7-0e8a-4033-a163-b287f7d0a464 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.919320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a328f-0c13-41ab-b343-1c8049711286 req-87738208-c8f9-409a-b487-e936738a61c6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.920900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371a328f-0c13-41ab-b343-1c8049711286 req-87738208-c8f9-409a-b487-e936738a61c6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.2191429 Apr 18 20:52:37.935555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f6f87e4-b39a-4687-83be-52e365df0a27 req-bd653e0e-a3a8-43f5-810a-f4ab8fa23522 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314285 Apr 18 20:52:37.939192 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-770945b7-0e8a-4033-a163-b287f7d0a464 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.976603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-770945b7-0e8a-4033-a163-b287f7d0a464 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network 7121b876-ffac-492a-8631-8d4dcd30bdf3 is not hosted by any dhcp agent {{(pid=102904) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:52:37.982143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770945b7-0e8a-4033-a163-b287f7d0a464 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.982766 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-770945b7-0e8a-4033-a163-b287f7d0a464 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.984825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-770945b7-0e8a-4033-a163-b287f7d0a464 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "PUT /v2.0/networks/7121b876-ffac-492a-8631-8d4dcd30bdf3 HTTP/1.1" status: 200 len: 723 time: 0.5644910 Apr 18 20:52:37.989356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 33994) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:37.998790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': '7121b876-ffac-492a-8631-8d4dcd30bdf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:38.059441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-371a328f-0c13-41ab-b343-1c8049711286 req-d03ba16a-988c-42e7-98a7-c667ec8f9587 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228220 Apr 18 20:52:38.073779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770945b7-0e8a-4033-a163-b287f7d0a464 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=7121b876-ffac-492a-8631-8d4dcd30bdf3,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:38.090701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7121b876-ffac-492a-8631-8d4dcd30bdf3 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:38.157004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:38.161181 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.224049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f924e6b-46ad-4ff3-bc11-a19454b75bef up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:52:38.371935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 2f924e6b-46ad-4ff3-bc11-a19454b75bef completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:38.379549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 2f924e6b-46ad-4ff3-bc11-a19454b75bef triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:38.380380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.514569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.540179 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.600108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34692cd1-b6dd-47be-b140-5ca417c44167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f924e6b-46ad-4ff3-bc11-a19454b75bef'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:38.602519 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f91f1a2-296e-4fc7-b6f0-4a77ea087ecd" -d '{"events": [{"server_uuid": "34692cd1-b6dd-47be-b140-5ca417c44167", "name": "network-vif-plugged", "status": "completed", "tag": "2f924e6b-46ad-4ff3-bc11-a19454b75bef"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:38.605504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=12b9ff2e-d260-4959-a32e-fc788b2f29c0,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:38.625946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': '0f0a0e36-101b-4266-a1fb-04f8dd8a258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7121b876-ffac-492a-8631-8d4dcd30bdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:38.626306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: 7121b876-ffac-492a-8631-8d4dcd30bdf3, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:38.630293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 2f924e6b-46ad-4ff3-bc11-a19454b75bef, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f924e6b-46ad-4ff3-bc11-a19454b75bef,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:38.649307 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.655026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network 7121b876-ffac-492a-8631-8d4dcd30bdf3 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:38.670718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 7121b876-ffac-492a-8631-8d4dcd30bdf3) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:38.675792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:38.676413 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.708350 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dd9388aa-ddb9-471d-b696-baa34b607d68 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7171443 Apr 18 20:52:38.710990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34012) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:38.717793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-be228719-8b56-4900-9b51-a19aeb40a8f4 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:38.726636 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590ab121-2e2a-4c68-b26e-d90b9563c31a x-openstack-request-id: req-590ab121-2e2a-4c68-b26e-d90b9563c31a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:38.727234 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34692cd1-b6dd-47be-b140-5ca417c44167", "name": "network-vif-plugged", "status": "completed", "tag": "2f924e6b-46ad-4ff3-bc11-a19454b75bef", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:38.727659 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-590ab121-2e2a-4c68-b26e-d90b9563c31a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:38.728238 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590ab121-2e2a-4c68-b26e-d90b9563c31a'] response: {'server_uuid': '34692cd1-b6dd-47be-b140-5ca417c44167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f924e6b-46ad-4ff3-bc11-a19454b75bef', 'code': 200} Apr 18 20:52:38.738716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14eb664-6925-43a3-850f-15079bc32791 None None] Network 7121b876-ffac-492a-8631-8d4dcd30bdf3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:38.758544 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5f01c00-0809-4cc4-ae48-c72ebeca9630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.812914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=2f924e6b-46ad-4ff3-bc11-a19454b75bef,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:38.939285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c7a8f-3134-43ac-92db-e30daf892216 req-09617529-2d38-4286-ba37-3fe2ec084371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:38.940887 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a85c7a8f-3134-43ac-92db-e30daf892216 req-09617529-2d38-4286-ba37-3fe2ec084371 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 1101 time: 0.1142817 Apr 18 20:52:38.946423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be228719-8b56-4900-9b51-a19aeb40a8f4 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8664038'] for subnet, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.960306 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-7121b876-ffac-492a-8631-8d4dcd30bdf3', 'network_id': '7121b876-ffac-492a-8631-8d4dcd30bdf3', 'tenant_id': '1e729235db6e4395921b2eab2dded038', 'fixed_ips': [{'subnet_id': '12b9ff2e-d260-4959-a32e-fc788b2f29c0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:38.961513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.023409 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a85c7a8f-3134-43ac-92db-e30daf892216 req-02835986-03c5-4891-991d-1ea718cb04c5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722885 Apr 18 20:52:39.160707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b639b1-d689-4fc0-90bc-1dda1de2690b req-fb03459a-ac6d-4cc5-91cb-126bcc226739 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.173077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74b639b1-d689-4fc0-90bc-1dda1de2690b req-fb03459a-ac6d-4cc5-91cb-126bcc226739 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 950 time: 0.0834835 Apr 18 20:52:39.174768 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be228719-8b56-4900-9b51-a19aeb40a8f4 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729062356152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8866928'] for subnet, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.248055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Allocated IP 172.20.0.2 (7121b876-ffac-492a-8631-8d4dcd30bdf3/12b9ff2e-d260-4959-a32e-fc788b2f29c0/6ce0a613-f22a-45fa-9993-8a491314ae06) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:39.250738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74b639b1-d689-4fc0-90bc-1dda1de2690b req-391bf859-4903-4918-b91c-2862be2cb90b tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762537 Apr 18 20:52:39.312348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be228719-8b56-4900-9b51-a19aeb40a8f4 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.313465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be228719-8b56-4900-9b51-a19aeb40a8f4 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.318492 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-be228719-8b56-4900-9b51-a19aeb40a8f4 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "PUT /v2.0/subnets/12b9ff2e-d260-4959-a32e-fc788b2f29c0 HTTP/1.1" status: 200 len: 806 time: 0.6063840 Apr 18 20:52:39.318783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34024) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:39.371206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be228719-8b56-4900-9b51-a19aeb40a8f4 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=12b9ff2e-d260-4959-a32e-fc788b2f29c0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:39.453001 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.474274 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.504782 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.534701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa51716-72c6-4bb0-9ac7-0037e59f026c req-1c97ff6f-9a8b-4482-94fc-f1a3f6fd29ac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.536983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aaa51716-72c6-4bb0-9ac7-0037e59f026c req-1c97ff6f-9a8b-4482-94fc-f1a3f6fd29ac tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.3161364 Apr 18 20:52:39.570709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Network 7121b876-ffac-492a-8631-8d4dcd30bdf3 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:39.572972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Pushing event updated for resources: {'Port': ['ID=6ce0a613-f22a-45fa-9993-8a491314ae06,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:39.582642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:39.590020 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.591308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:39.641181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aaa51716-72c6-4bb0-9ac7-0037e59f026c req-924da2b5-bfa0-4032-9feb-4a4516b20921 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935934 Apr 18 20:52:39.679481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Deleting port 6ce0a613-f22a-45fa-9993-8a491314ae06 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:52:39.679993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.694216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Attempting to bind port 6ce0a613-f22a-45fa-9993-8a491314ae06 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:39.694817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Attempting to bind port 6ce0a613-f22a-45fa-9993-8a491314ae06 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '0f0a0e36-101b-4266-a1fb-04f8dd8a258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7121b876-ffac-492a-8631-8d4dcd30bdf3'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:39.695173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Attempting to bind port 6ce0a613-f22a-45fa-9993-8a491314ae06 on network 7121b876-ffac-492a-8631-8d4dcd30bdf3 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:39.708231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:39.709271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Checking segment: {'id': '0f0a0e36-101b-4266-a1fb-04f8dd8a258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7121b876-ffac-492a-8631-8d4dcd30bdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:39.715604 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.715604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Bound using segment: {'id': '0f0a0e36-101b-4266-a1fb-04f8dd8a258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7121b876-ffac-492a-8631-8d4dcd30bdf3'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:39.724046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Bound port: 6ce0a613-f22a-45fa-9993-8a491314ae06, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0a0e36-101b-4266-a1fb-04f8dd8a258d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '7121b876-ffac-492a-8631-8d4dcd30bdf3'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:39.724046 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.860960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] For port 6ce0a613-f22a-45fa-9993-8a491314ae06, host n-d-836015-4, got binding levels [] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:39.861467 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.888415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Calling delete_port for 6ce0a613-f22a-45fa-9993-8a491314ae06 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:52:39.904538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] For port 6ce0a613-f22a-45fa-9993-8a491314ae06, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:39.914306 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] For port 6ce0a613-f22a-45fa-9993-8a491314ae06, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6ce0a613-f22a-45fa-9993-8a491314ae06,segment=NetworkSegment(0f0a0e36-101b-4266-a1fb-04f8dd8a258d),segment_id=0f0a0e36-101b-4266-a1fb-04f8dd8a258d)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:39.920788 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.039299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248dcdd-559a-4464-b256-7659aa1ba837 None None] Pushing event updated for resources: {'Port': ['ID=6ce0a613-f22a-45fa-9993-8a491314ae06,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:40.157443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.196168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Port': ['ID=6ce0a613-f22a-45fa-9993-8a491314ae06,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:40.288732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No DVR routers for this DVR port 6ce0a613-f22a-45fa-9993-8a491314ae06 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:40.467202 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.522283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.698315 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.773378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=12b9ff2e-d260-4959-a32e-fc788b2f29c0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:40.906119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f165d4-4e97-4f67-ba47-69554995ad83 req-539ce6c7-0577-46fe-b1e1-bf1f9215245a tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:40.907909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0f165d4-4e97-4f67-ba47-69554995ad83 req-539ce6c7-0577-46fe-b1e1-bf1f9215245a tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 950 time: 0.4366138 Apr 18 20:52:40.989263 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.082722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7121b876-ffac-492a-8631-8d4dcd30bdf3']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:41.109712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0a0e36-101b-4266-a1fb-04f8dd8a258d') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:41.110352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0a0e36-101b-4266-a1fb-04f8dd8a258d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:41.138365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383abd4-e65f-475c-bbef-4acc30698b7b req-d966ae14-ec31-4d34-b9cb-5d0a9ba4f597 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:41.140415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d383abd4-e65f-475c-bbef-4acc30698b7b req-d966ae14-ec31-4d34-b9cb-5d0a9ba4f597 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.3462050 Apr 18 20:52:41.173578 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.191884 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.240745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0f165d4-4e97-4f67-ba47-69554995ad83 req-3799b0dc-dd4a-46cb-a8b2-796714362605 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956834 Apr 18 20:52:41.241759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.254456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:41.254871 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:41.258174 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:41.310426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d383abd4-e65f-475c-bbef-4acc30698b7b req-550a4cb3-cd80-487a-8cef-2ef190588d6b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335342 Apr 18 20:52:41.431920 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.442216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.451640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/7121b876-ffac-492a-8631-8d4dcd30bdf3 HTTP/1.1" status: 204 len: 168 time: 2.1147068 Apr 18 20:52:41.451640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34052) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:41.498235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdfb9d-9718-47cb-9b79-6524c53daa34 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=7121b876-ffac-492a-8631-8d4dcd30bdf3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:41.510226 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81fab31-a690-4709-8e97-459a9e2125a6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:41.510838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81fab31-a690-4709-8e97-459a9e2125a6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:41.535500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a81fab31-a690-4709-8e97-459a9e2125a6 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/7121b876-ffac-492a-8631-8d4dcd30bdf3 HTTP/1.1" status: 404 len: 339 time: 0.0629385 Apr 18 20:52:41.536513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34054) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:41.552963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1567758687', 'description': 'd1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:41.611097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:41.630038 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.707069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:41.728167 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.728851 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment fa03af4a-a27b-4049-8866-c57e351f24f2 of type vlan for network 4fc63cb8-ff34-4b78-9835-bbddfd9de807 Apr 18 20:52:41.806811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.858903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.870758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:41.872048 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-741697'] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.933328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e3868137-e24a-42a3-9115-9742027bc73a None None] Could not find standard attr ID for object 6ce0a613-f22a-45fa-9993-8a491314ae06. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:52:41.970347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28d954-fc81-40ab-b45e-15a1d4bd5dee None None] DHCP port deletion for 7121b876-ffac-492a-8631-8d4dcd30bdf3 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:52:42.010418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7656cd-6357-4e42-9d9f-908ea93ba186 None None] Network 7121b876-ffac-492a-8631-8d4dcd30bdf3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:42.046925 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7656cd-6357-4e42-9d9f-908ea93ba186 None None] Network 7121b876-ffac-492a-8631-8d4dcd30bdf3 could not be found, it might have been deleted concurrently. {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 20:52:42.059613 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5214808 Apr 18 20:52:42.063536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df751652-b16e-4cae-a4f7-515e53905ddf None None] Network 7121b876-ffac-492a-8631-8d4dcd30bdf3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:42.064025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34062) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:42.080020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a385796-a8bf-47df-9cbf-b01924394762 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=4fc63cb8-ff34-4b78-9835-bbddfd9de807,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:42.100743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df751652-b16e-4cae-a4f7-515e53905ddf None None] Network 7121b876-ffac-492a-8631-8d4dcd30bdf3 could not be found, it might have been deleted concurrently. {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 20:52:42.109484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 4fc63cb8-ff34-4b78-9835-bbddfd9de807 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:42.209305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6d1a9f-a72a-48b1-88a7-93a4a0e95e70 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.211393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8d6d1a9f-a72a-48b1-88a7-93a4a0e95e70 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/networks?id=4fc63cb8-ff34-4b78-9835-bbddfd9de807 HTTP/1.1" status: 200 len: 761 time: 0.1463308 Apr 18 20:52:42.216155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34064) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:42.225969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dbec6ad0-7fad-47a8-b3ff-88bffad8716e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'description': 'd2'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:42.288125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:42.529844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6ce0a613-f22a-45fa-9993-8a491314ae06 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:52:42.577228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 6ce0a613-f22a-45fa-9993-8a491314ae06 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:52:42.577793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6ce0a613-f22a-45fa-9993-8a491314ae06 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:52:42.640028 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dbec6ad0-7fad-47a8-b3ff-88bffad8716e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:42.690337 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dbec6ad0-7fad-47a8-b3ff-88bffad8716e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:42.738013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d14c-5145-451d-8379-77e0dd40cd5e req-01c17da0-3623-4fcd-8372-9bd7e2036ab1 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.742632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae71d14c-5145-451d-8379-77e0dd40cd5e req-01c17da0-3623-4fcd-8372-9bd7e2036ab1 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 950 time: 0.2486429 Apr 18 20:52:42.755092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbec6ad0-7fad-47a8-b3ff-88bffad8716e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network 4fc63cb8-ff34-4b78-9835-bbddfd9de807 is not hosted by any dhcp agent {{(pid=102903) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:52:42.766734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbec6ad0-7fad-47a8-b3ff-88bffad8716e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.767446 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dbec6ad0-7fad-47a8-b3ff-88bffad8716e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:42.769524 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dbec6ad0-7fad-47a8-b3ff-88bffad8716e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "PUT /v2.0/networks/4fc63cb8-ff34-4b78-9835-bbddfd9de807 HTTP/1.1" status: 200 len: 758 time: 0.5501640 Apr 18 20:52:42.774546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34076) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:42.836324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93ac82-ffad-42bd-8c9f-7c521e849125 req-21c31a6e-c1b5-458c-a6d1-4a57bef13a38 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.843963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee93ac82-ffad-42bd-8c9f-7c521e849125 req-21c31a6e-c1b5-458c-a6d1-4a57bef13a38 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.2478466 Apr 18 20:52:42.896546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae71d14c-5145-451d-8379-77e0dd40cd5e req-ac7fec90-7686-479c-8a44-c2d3539c566c tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387923 Apr 18 20:52:42.923342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee93ac82-ffad-42bd-8c9f-7c521e849125 req-34c1b8e7-fc0e-4d2e-bac6-b618fef815ae tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783880 Apr 18 20:52:42.979941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ed407-bc03-41bf-bc6a-9ccf005249fc tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.984763 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-309ed407-bc03-41bf-bc6a-9ccf005249fc tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/networks?id=4fc63cb8-ff34-4b78-9835-bbddfd9de807 HTTP/1.1" status: 200 len: 761 time: 0.2066083 Apr 18 20:52:42.985302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34080) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:42.994717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-217479478'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:43.012185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec6ad0-7fad-47a8-b3ff-88bffad8716e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=4fc63cb8-ff34-4b78-9835-bbddfd9de807,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:43.030285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 4fc63cb8-ff34-4b78-9835-bbddfd9de807 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:43.031420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:43.041236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.080536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:43.099271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.100528 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment 2d74eca0-43ff-4bdc-b39c-c3576c614c6a of type vlan for network 7cba946a-64f9-4914-bfad-00cf5ec3da95 Apr 18 20:52:43.204720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.246932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.256352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:43.258413 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.389478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=7cba946a-64f9-4914-bfad-00cf5ec3da95,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:43.410795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7cba946a-64f9-4914-bfad-00cf5ec3da95 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:43.420648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-68b31368-ee35-42fe-941b-a4aeb87b2320 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4339302 Apr 18 20:52:43.424734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34092) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:43.431166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': '7cba946a-64f9-4914-bfad-00cf5ec3da95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:43.697242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:43.705045 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.957603 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.079058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=e6163faa-e2b2-4e57-9d87-a861032121ef,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:44.157585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': '2d74eca0-43ff-4bdc-b39c-c3576c614c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '7cba946a-64f9-4914-bfad-00cf5ec3da95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:44.158500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: 7cba946a-64f9-4914-bfad-00cf5ec3da95, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:44.188785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12b47-abc2-4150-bd55-ed06fb3d947f req-d52da745-9457-4c16-bce7-2504c24e9632 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:44.190997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6e12b47-abc2-4150-bd55-ed06fb3d947f req-d52da745-9457-4c16-bce7-2504c24e9632 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1631684 Apr 18 20:52:44.199522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network 7cba946a-64f9-4914-bfad-00cf5ec3da95 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:44.211999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 7cba946a-64f9-4914-bfad-00cf5ec3da95) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:44.220700 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:44.221450 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.237842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce40282-d98c-4ed5-b2c8-156f2e1bb1e5 None None] Network 7cba946a-64f9-4914-bfad-00cf5ec3da95 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:44.282578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34108) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:44.283149 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6e8cf5fb-fef8-41ad-8f9c-71db51185824 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8563170 Apr 18 20:52:44.344801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6e12b47-abc2-4150-bd55-ed06fb3d947f req-7b59ea94-992c-4971-b147-36d4298def38 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458428 Apr 18 20:52:44.511579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.620129 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b116fc37-79ce-4e62-b3d9-6431d2445fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-7cba946a-64f9-4914-bfad-00cf5ec3da95', 'network_id': '7cba946a-64f9-4914-bfad-00cf5ec3da95', 'tenant_id': '1e729235db6e4395921b2eab2dded038', 'fixed_ips': [{'subnet_id': 'e6163faa-e2b2-4e57-9d87-a861032121ef'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:44.620930 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b116fc37-79ce-4e62-b3d9-6431d2445fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.695564 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.854130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-b116fc37-79ce-4e62-b3d9-6431d2445fb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6163faa-e2b2-4e57-9d87-a861032121ef: This subnet is being modified by another concurrent operation. Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:52:44.873579 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6163faa-e2b2-4e57-9d87-a861032121ef: This subnet is being modified by another concurrent operation. Apr 18 20:52:44.879451 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:52:44.919312 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa44071-dcda-4fe3-8cca-ca0906c7de61 None None] Network 7cba946a-64f9-4914-bfad-00cf5ec3da95 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:44.927289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=e6163faa-e2b2-4e57-9d87-a861032121ef,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:45.055803 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.095069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cba946a-64f9-4914-bfad-00cf5ec3da95']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:45.108135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d74eca0-43ff-4bdc-b39c-c3576c614c6a') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:45.109019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d74eca0-43ff-4bdc-b39c-c3576c614c6a') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:45.140707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62f4b7d-0506-4844-8c05-3ccd5329886a None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:52:45.143110 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.186415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.215271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:45.216723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.327817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f4b7d-0506-4844-8c05-3ccd5329886a None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:45.340607 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:45.371690 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.390598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.395768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/7cba946a-64f9-4914-bfad-00cf5ec3da95 HTTP/1.1" status: 204 len: 168 time: 1.1020706 Apr 18 20:52:45.399387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34130) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:45.491341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba988a3-96f7-47d0-b777-5445f8d815d3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=7cba946a-64f9-4914-bfad-00cf5ec3da95,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:45.517895 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-b806613b-4b68-4971-8aed-429b55dd94fe tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] GET failed (client error): The resource could not be found. Apr 18 20:52:45.523029 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b806613b-4b68-4971-8aed-429b55dd94fe tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/subnets/e6163faa-e2b2-4e57-9d87-a861032121ef HTTP/1.1" status: 404 len: 337 time: 0.1034582 Apr 18 20:52:45.528674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34134) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:45.592186 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-003360d2-11ed-40b5-ac35-a0982adf6eb5 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:45.592787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003360d2-11ed-40b5-ac35-a0982adf6eb5 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:45.602632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34136) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:45.608092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-003360d2-11ed-40b5-ac35-a0982adf6eb5 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/7cba946a-64f9-4914-bfad-00cf5ec3da95 HTTP/1.1" status: 404 len: 339 time: 0.0549858 Apr 18 20:52:45.706356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab22d2b-f30b-45b4-abec-e0940b760134 req-d30ee2a3-63e3-4ba0-90cc-4cb025fedd6d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:45.718005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dab22d2b-f30b-45b4-abec-e0940b760134 req-d30ee2a3-63e3-4ba0-90cc-4cb025fedd6d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1076610 Apr 18 20:52:45.805638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dab22d2b-f30b-45b4-abec-e0940b760134 req-752ce550-f5d6-4b5d-a926-32ddd3835d6a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807385 Apr 18 20:52:46.107462 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.626784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01caf836-1a03-42c2-b2b7-4ed756a7bcad tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:46.630601 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-01caf836-1a03-42c2-b2b7-4ed756a7bcad tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0269134 Apr 18 20:52:46.634196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34150) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:46.681902 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dd862657-167c-40b2-a90c-e4e6eb2e0df3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 207 time: 0.0425732 Apr 18 20:52:46.682302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34152) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:46.842426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd063e-219b-47da-af34-24801d3e6ca0 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:46.848600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd063e-219b-47da-af34-24801d3e6ca0 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:46.876597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd063e-219b-47da-af34-24801d3e6ca0 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:46.883885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd063e-219b-47da-af34-24801d3e6ca0 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:46.888935 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fadd063e-219b-47da-af34-24801d3e6ca0 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2022269 Apr 18 20:52:46.889326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34158) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:47.145186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c656a126-5dea-4ade-96f2-e1db0652d575 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2510602 Apr 18 20:52:47.145819 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34166) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:47.285189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390c6c3-1de5-4828-b453-9cda8e8bb551 req-b06cadf9-414f-43d0-9d8f-126150a1a08d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.291690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f390c6c3-1de5-4828-b453-9cda8e8bb551 req-b06cadf9-414f-43d0-9d8f-126150a1a08d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.3424327 Apr 18 20:52:47.455787 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f67ec2b-0714-4f30-9433-9a28df661d21 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.463936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f390c6c3-1de5-4828-b453-9cda8e8bb551 req-c5a57185-5b01-4524-ad94-3f8e80b20ddb tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619709 Apr 18 20:52:47.464127 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f67ec2b-0714-4f30-9433-9a28df661d21 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.467087 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3f67ec2b-0714-4f30-9433-9a28df661d21 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3153248 Apr 18 20:52:47.472151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34172) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:47.605603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c1242-869c-499c-b1ad-d37d3587f4b8 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.608868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4c1242-869c-499c-b1ad-d37d3587f4b8 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['shared'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.611338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bc4c1242-869c-499c-b1ad-d37d3587f4b8 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1380250 Apr 18 20:52:47.615272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34174) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:47.817150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43815818-c30e-4d75-a5bd-d0d4028938bf tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:47.820256 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-43815818-c30e-4d75-a5bd-d0d4028938bf tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/networks/c527243c-8e22-49f0-a877-2050fbb87ce0 HTTP/1.1" status: 200 len: 799 time: 0.2031825 Apr 18 20:52:47.825402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34176) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:47.969801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-474c584d-8882-4cec-8e39-a8ba9108a9ad tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/networks/c527243c-8e22-49f0-a877-2050fbb87ce0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1428475 Apr 18 20:52:47.975045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34182) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:48.065599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c288ef-6474-43a4-ba5c-4ef1c6949506 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:48.072544 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-61c288ef-6474-43a4-ba5c-4ef1c6949506 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/subnets/4bb527cb-bdd2-4c41-8a55-47f8f9142356 HTTP/1.1" status: 200 len: 811 time: 0.0857913 Apr 18 20:52:48.073088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34188) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:48.163251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cef9d9-b16a-4ed4-80dc-61921b4b8f13 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:48.166156 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-07cef9d9-b16a-4ed4-80dc-61921b4b8f13 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "GET /v2.0/subnets/4bb527cb-bdd2-4c41-8a55-47f8f9142356?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0922737 Apr 18 20:52:48.171368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34190) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:48.177173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1014097621'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:48.203786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:48.210687 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.242905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:48.257458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.257786 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Added segment 27897900-0684-4751-ad57-3866bb13ad28 of type vlan for network 0fab591f-ed11-4e16-913e-908555834701 Apr 18 20:52:48.337972 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.385630 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.394764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:48.395490 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.674591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Network': ['ID=0fab591f-ed11-4e16-913e-908555834701,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:48.693034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 0fab591f-ed11-4e16-913e-908555834701 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:48.712029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34198) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:48.712927 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fb3ccc49-0b73-40fb-a179-40e5cfca32ab tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5401421 Apr 18 20:52:48.717144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'network_id': '0fab591f-ed11-4e16-913e-908555834701', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:48.856028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73169674-5320-43ec-a473-b02733c6fbb3 req-60865e24-14ec-4511-a6bc-b396f3d63842 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:48.864153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73169674-5320-43ec-a473-b02733c6fbb3 req-60865e24-14ec-4511-a6bc-b396f3d63842 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1496820 Apr 18 20:52:48.938477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73169674-5320-43ec-a473-b02733c6fbb3 req-9577e39f-d304-4012-96e1-89c66b2ebe6e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733669 Apr 18 20:52:48.972821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Made reservation on behalf of 1e729235db6e4395921b2eab2dded038 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:48.978960 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.121618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_backend_mixin [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Performing IP validity checks on allocation pools {{(pid=102903) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:52:49.122452 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_backend_mixin [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102903) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:52:49.444132 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.559074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=266a2ddb-8c61-4bbc-a47d-d1a813ccd52c,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:49.611346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Checking segment: {'id': '27897900-0684-4751-ad57-3866bb13ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0fab591f-ed11-4e16-913e-908555834701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:49.612100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network hostable DHCP agents. Network: 0fab591f-ed11-4e16-913e-908555834701, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:49.646526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Network 0fab591f-ed11-4e16-913e-908555834701 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:49.673538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 0fab591f-ed11-4e16-913e-908555834701) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:49.693617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:49.694238 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.707818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118ca2c0-61af-405d-a851-68696787ce12 None None] Network 0fab591f-ed11-4e16-913e-908555834701 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:49.797336 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f184fc55-29f4-45f3-9939-ef63bd5f5853 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0841560 Apr 18 20:52:49.798116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34212) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:49.805424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-62955705-bbfa-46fa-a695-c0faca8cd157 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:50.093479 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62955705-bbfa-46fa-a695-c0faca8cd157 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10833006'] for subnet, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.097117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-0fab591f-ed11-4e16-913e-908555834701', 'network_id': '0fab591f-ed11-4e16-913e-908555834701', 'tenant_id': '1e729235db6e4395921b2eab2dded038', 'fixed_ips': [{'subnet_id': '266a2ddb-8c61-4bbc-a47d-d1a813ccd52c'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:52:50.099230 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.488291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756077c5-d32b-4ef5-aa8e-8306882ee7f0 req-5f89ac8c-8278-49dd-ad92-84097e29c0c7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:50.490350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-756077c5-d32b-4ef5-aa8e-8306882ee7f0 req-5f89ac8c-8278-49dd-ad92-84097e29c0c7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.3180668 Apr 18 20:52:50.532573 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62955705-bbfa-46fa-a695-c0faca8cd157 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729062356152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11790518'] for subnet, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.606107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-756077c5-d32b-4ef5-aa8e-8306882ee7f0 req-e0baacfc-1ae7-4449-957e-7fd1c113b5e4 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003625 Apr 18 20:52:50.609414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62955705-bbfa-46fa-a695-c0faca8cd157 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:50.610245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62955705-bbfa-46fa-a695-c0faca8cd157 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.614087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-62955705-bbfa-46fa-a695-c0faca8cd157 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "PUT /v2.0/subnets/266a2ddb-8c61-4bbc-a47d-d1a813ccd52c HTTP/1.1" status: 200 len: 877 time: 0.8124697 Apr 18 20:52:50.614992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34232) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:50.672480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Allocated IP 172.20.0.3 (0fab591f-ed11-4e16-913e-908555834701/266a2ddb-8c61-4bbc-a47d-d1a813ccd52c/fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:50.750914 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.758928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62955705-bbfa-46fa-a695-c0faca8cd157 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event updated for resources: {'Subnet': ['ID=266a2ddb-8c61-4bbc-a47d-d1a813ccd52c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:50.837725 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.945487 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.953178 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.988458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.999358 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Network 0fab591f-ed11-4e16-913e-908555834701 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:51.006978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:51.011717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:51.019492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Pushing event updated for resources: {'Port': ['ID=fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:51.027633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=266a2ddb-8c61-4bbc-a47d-d1a813ccd52c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:51.110102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Attempting to bind port fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:51.110637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Attempting to bind port fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '27897900-0684-4751-ad57-3866bb13ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0fab591f-ed11-4e16-913e-908555834701'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:51.111099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Attempting to bind port fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d on network 0fab591f-ed11-4e16-913e-908555834701 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:52:51.122273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:52:51.123123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Checking segment: {'id': '27897900-0684-4751-ad57-3866bb13ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0fab591f-ed11-4e16-913e-908555834701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:51.123996 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.124822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Bound using segment: {'id': '27897900-0684-4751-ad57-3866bb13ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0fab591f-ed11-4e16-913e-908555834701'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:52:51.125676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Bound port: fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27897900-0684-4751-ad57-3866bb13ad28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0fab591f-ed11-4e16-913e-908555834701'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:51.126425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.139271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.166450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fab591f-ed11-4e16-913e-908555834701']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:51.176794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27897900-0684-4751-ad57-3866bb13ad28') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:51.177091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27897900-0684-4751-ad57-3866bb13ad28') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:51.192099 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.208856 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.215869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:51.216257 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.216898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] For port fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:51.219762 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:51.300124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] For port fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d,segment=NetworkSegment(27897900-0684-4751-ad57-3866bb13ad28),segment_id=27897900-0684-4751-ad57-3866bb13ad28)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:52:51.301024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.api [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:52:51.301024 n-d-836015-4 neutron-server[102904]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:52:51.301024 n-d-836015-4 neutron-server[102904]: [parameters: {'id': '0fab591f-ed11-4e16-913e-908555834701'}] Apr 18 20:52:51.301024 n-d-836015-4 neutron-server[102904]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:52:51.301699 n-d-836015-4 neutron-server[102904]: DEBUG oslo_db.api [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:52:51.306454 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.404422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a740a02-0407-4b98-a203-25a47ab9eec9 None None] Pushing event updated for resources: {'Port': ['ID=fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:51.427682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2fba49-7f79-4b05-89d6-b9d1648bb7c4 None None] Network 0fab591f-ed11-4e16-913e-908555834701 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:51.590352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e5b9c2-6b61-4fe8-872c-639038a5c0e5 None None] Network 0fab591f-ed11-4e16-913e-908555834701 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:51.735139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400c6863-c66d-4e72-a2fb-ebb01fb79752 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:52:51.802507 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:51.823246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a606d-36d4-4336-a47c-66c59c6ff5df req-201fff3e-2684-496b-865e-e9cb7de4d408 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:51.823246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-143a606d-36d4-4336-a47c-66c59c6ff5df req-201fff3e-2684-496b-865e-e9cb7de4d408 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.0762746 Apr 18 20:52:51.850577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c6863-c66d-4e72-a2fb-ebb01fb79752 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:52:51.902929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-143a606d-36d4-4336-a47c-66c59c6ff5df req-90567cab-3cc2-42ed-85b7-e78cb23ebe0b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720596 Apr 18 20:52:51.925708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Deleting port fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:52:51.926739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.032863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] For port fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d,segment=NetworkSegment(27897900-0684-4751-ad57-3866bb13ad28),segment_id=27897900-0684-4751-ad57-3866bb13ad28)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:52.034189 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.052885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Calling delete_port for fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:52:52.152548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.176373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-4555bab0-6630-4bd7-8085-683afa174cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:52.178651 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-4555bab0-6630-4bd7-8085-683afa174cc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1096 time: 0.0646501 Apr 18 20:52:52.198856 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Port': ['ID=fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:52.204452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No DVR routers for this DVR port fc9a85b2-0e0e-4a12-93bc-e5b65d09b55d on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:52.301192 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.315863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-13a10781-82a7-4638-8436-7393702dad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:52.315863 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-13a10781-82a7-4638-8436-7393702dad24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.1205916 Apr 18 20:52:52.328453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fab591f-ed11-4e16-913e-908555834701']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:52.339067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27897900-0684-4751-ad57-3866bb13ad28') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:52.339364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27897900-0684-4751-ad57-3866bb13ad28') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:52.350005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.363954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.372015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:52.372418 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:52.375947 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:52.393857 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-9a18c09f-b8f6-48e1-a713-91775223a810 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 1001 time: 0.0788817 Apr 18 20:52:52.464668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-5638843b-ac71-4cfa-b039-131daa6f6f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:52.465044 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.465257 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-5638843b-ac71-4cfa-b039-131daa6f6f1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.0598471 Apr 18 20:52:52.515424 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.529813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34282) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.531046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/0fab591f-ed11-4e16-913e-908555834701 HTTP/1.1" status: 204 len: 168 time: 1.9146743 Apr 18 20:52:52.532498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbb17b-0e59-4d04-8044-770878a2f299 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=0fab591f-ed11-4e16-913e-908555834701,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:52.575512 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34e3123-70f9-4e77-8747-d68da4b8728d tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:52.575512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34e3123-70f9-4e77-8747-d68da4b8728d tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:52.578568 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f34e3123-70f9-4e77-8747-d68da4b8728d tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/266a2ddb-8c61-4bbc-a47d-d1a813ccd52c HTTP/1.1" status: 404 len: 337 time: 0.0455859 Apr 18 20:52:52.580975 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-c1bc41da-b6ec-48ec-aa39-f88b0c38fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:52.582212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34284) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.582540 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-c1bc41da-b6ec-48ec-aa39-f88b0c38fd84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119618 Apr 18 20:52:52.609819 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f37dd7-6420-4b0c-970c-b7906813d18f tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:52.610408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f37dd7-6420-4b0c-970c-b7906813d18f tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:52.616963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34286) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.617290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c6f37dd7-6420-4b0c-970c-b7906813d18f tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/0fab591f-ed11-4e16-913e-908555834701 HTTP/1.1" status: 404 len: 339 time: 0.0329487 Apr 18 20:52:52.669939 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f81e6a-1377-4f1a-8447-acc873335df5 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:52.670410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f81e6a-1377-4f1a-8447-acc873335df5 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:52.673511 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-55f81e6a-1377-4f1a-8447-acc873335df5 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/e6163faa-e2b2-4e57-9d87-a861032121ef HTTP/1.1" status: 404 len: 337 time: 0.0555103 Apr 18 20:52:52.676035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34290) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.697460 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9335213-9f9b-4d9f-b63c-c412ad842f88 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:52.698158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9335213-9f9b-4d9f-b63c-c412ad842f88 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:52.703799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d9335213-9f9b-4d9f-b63c-c412ad842f88 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/7cba946a-64f9-4914-bfad-00cf5ec3da95 HTTP/1.1" status: 404 len: 339 time: 0.0237105 Apr 18 20:52:52.704371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34294) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:52.782937 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-73ef7195-a712-4ed3-955c-9565005b069e service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932967 Apr 18 20:52:52.859432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.931786 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c60acfb-271e-4632-9b28-6b1e6a418138 req-7ae6a9d1-3c68-4205-bde4-1adf897a1c5e service neutron] 10.222.0.60 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407268 Apr 18 20:52:53.000999 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.028457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc63cb8-ff34-4b78-9835-bbddfd9de807']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:53.040615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa03af4a-a27b-4049-8866-c57e351f24f2') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:53.040615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa03af4a-a27b-4049-8866-c57e351f24f2') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:53.052015 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.073474 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.084826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:53.086610 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:53.089385 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:53.102073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7adcd8-6d06-4d03-9028-441dbac85eed req-c1cc30db-9476-46af-8d42-206ba4522c0e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:53.107360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb7adcd8-6d06-4d03-9028-441dbac85eed req-c1cc30db-9476-46af-8d42-206ba4522c0e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.0764053 Apr 18 20:52:53.169489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.169945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb7adcd8-6d06-4d03-9028-441dbac85eed req-bb1a3601-c8c4-44af-9fb7-d39385a27c50 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487189 Apr 18 20:52:53.176859 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.180807 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/4fc63cb8-ff34-4b78-9835-bbddfd9de807 HTTP/1.1" status: 204 len: 168 time: 0.4750426 Apr 18 20:52:53.183136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34302) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.202591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958af397-3874-4615-85d1-68ee88c1661e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=4fc63cb8-ff34-4b78-9835-bbddfd9de807,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:53.222667 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-de360cb5-eb71-4949-ba2a-2acbabbd8752 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.223211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de360cb5-eb71-4949-ba2a-2acbabbd8752 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.227082 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-de360cb5-eb71-4949-ba2a-2acbabbd8752 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/12b9ff2e-d260-4959-a32e-fc788b2f29c0 HTTP/1.1" status: 404 len: 337 time: 0.0427141 Apr 18 20:52:53.231240 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34304) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.251019 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-08cb922e-5d0b-47b9-a01b-c51cf4744614 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.251638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08cb922e-5d0b-47b9-a01b-c51cf4744614 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.254738 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-08cb922e-5d0b-47b9-a01b-c51cf4744614 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/7121b876-ffac-492a-8631-8d4dcd30bdf3 HTTP/1.1" status: 404 len: 339 time: 0.0224566 Apr 18 20:52:53.258193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34306) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.287370 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-4630202c-1c34-4301-9cfb-010ecaeb1383 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.287829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4630202c-1c34-4301-9cfb-010ecaeb1383 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.291408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4630202c-1c34-4301-9cfb-010ecaeb1383 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/ca10d79c-5712-4a11-9eb5-61676449f221 HTTP/1.1" status: 404 len: 337 time: 0.0313296 Apr 18 20:52:53.294651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34312) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.313336 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-66182b98-7aa6-4082-830c-c82c8180ff89 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.313890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66182b98-7aa6-4082-830c-c82c8180ff89 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.316937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-66182b98-7aa6-4082-830c-c82c8180ff89 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/e107ea2f-122d-40b2-b554-9f1d48fa5c31 HTTP/1.1" status: 404 len: 339 time: 0.0212247 Apr 18 20:52:53.320890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34314) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.353979 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-73eb2c04-a305-4305-851d-6331e23d7f13 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.354478 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73eb2c04-a305-4305-851d-6331e23d7f13 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.358102 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-73eb2c04-a305-4305-851d-6331e23d7f13 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/6fce629a-3c8c-4761-a8fb-acc194edfad3 HTTP/1.1" status: 404 len: 337 time: 0.0352602 Apr 18 20:52:53.360292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34316) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.380100 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-459d14cf-0ad0-4ea1-87fd-e24a1d123101 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.380799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459d14cf-0ad0-4ea1-87fd-e24a1d123101 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.384475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-459d14cf-0ad0-4ea1-87fd-e24a1d123101 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/e0b27d04-9335-4363-9a69-b01a33485dba HTTP/1.1" status: 404 len: 339 time: 0.0231256 Apr 18 20:52:53.387211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34318) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.414061 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-634dc450-150d-467c-9bd1-9f735b043fcb tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.414432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634dc450-150d-467c-9bd1-9f735b043fcb tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.417491 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-634dc450-150d-467c-9bd1-9f735b043fcb tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/817e36cd-660f-476d-b694-adf4e8135bbc HTTP/1.1" status: 404 len: 337 time: 0.0291719 Apr 18 20:52:53.419961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34320) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.443720 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb562b3e-59eb-4d30-a316-33f60c8c7121 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.444104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb562b3e-59eb-4d30-a316-33f60c8c7121 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.447983 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fb562b3e-59eb-4d30-a316-33f60c8c7121 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/34eb024d-eca5-47e6-b5c4-8bc030a5fddd HTTP/1.1" status: 404 len: 339 time: 0.0268161 Apr 18 20:52:53.456399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34324) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.487578 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e3e6e9-9f55-4860-93ae-df37fa0e8441 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.488069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e3e6e9-9f55-4860-93ae-df37fa0e8441 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.491232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-30e3e6e9-9f55-4860-93ae-df37fa0e8441 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/29f365a2-4942-4fa1-af0c-20c55a45d474 HTTP/1.1" status: 404 len: 337 time: 0.0333898 Apr 18 20:52:53.494406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34326) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.517058 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b309fd5-7cae-4bcc-94d9-6ef2be2bdaa4 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.517600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b309fd5-7cae-4bcc-94d9-6ef2be2bdaa4 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.520613 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1b309fd5-7cae-4bcc-94d9-6ef2be2bdaa4 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/c8dd5063-2ad3-4f5e-afd9-9f81de702e0c HTTP/1.1" status: 404 len: 339 time: 0.0253227 Apr 18 20:52:53.524110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34328) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.554029 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3b3feb-14e2-420a-9d91-82829215956a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.554477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3b3feb-14e2-420a-9d91-82829215956a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.557807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3c3b3feb-14e2-420a-9d91-82829215956a tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/17801e3a-f387-4ea1-8082-46874f9c939f HTTP/1.1" status: 404 len: 337 time: 0.0324862 Apr 18 20:52:53.561188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34334) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.580149 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b43c80-5800-42ca-b6ff-e42a1fc554a9 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.580721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b43c80-5800-42ca-b6ff-e42a1fc554a9 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.586979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-10b43c80-5800-42ca-b6ff-e42a1fc554a9 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/d1b52eb5-60d1-407f-80fa-00a87c17880a HTTP/1.1" status: 404 len: 339 time: 0.0218637 Apr 18 20:52:53.587235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34338) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.623233 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cae45e-4104-4ea1-a306-de7db3a7f5f3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.623711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cae45e-4104-4ea1-a306-de7db3a7f5f3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.626956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-91cae45e-4104-4ea1-a306-de7db3a7f5f3 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/fad806e7-2ee0-4074-ada3-f762329f79e0 HTTP/1.1" status: 404 len: 337 time: 0.0388117 Apr 18 20:52:53.629655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34340) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.650623 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f57742e-cfe6-428f-9d79-f5b76816af0e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.651189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f57742e-cfe6-428f-9d79-f5b76816af0e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.654258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9f57742e-cfe6-428f-9d79-f5b76816af0e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/396fb17d-e964-4689-83ce-8528ba37ca71 HTTP/1.1" status: 404 len: 339 time: 0.0233979 Apr 18 20:52:53.656701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34342) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.682801 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0eb6f1-4290-444c-a984-95ed4e167719 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.683170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0eb6f1-4290-444c-a984-95ed4e167719 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.686225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ab0eb6f1-4290-444c-a984-95ed4e167719 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/dbf2d98f-b9ae-4305-b378-69c4997b82dc HTTP/1.1" status: 404 len: 337 time: 0.0286252 Apr 18 20:52:53.690144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34344) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.708837 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd53b64-7658-493b-8f08-52ffe64ffc00 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] DELETE failed (client error): The resource could not be found. Apr 18 20:52:53.709441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd53b64-7658-493b-8f08-52ffe64ffc00 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:52:53.712954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0dd53b64-7658-493b-8f08-52ffe64ffc00 tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/3402a0c2-ae3c-4773-bf8e-b486fd27678c HTTP/1.1" status: 404 len: 339 time: 0.0218883 Apr 18 20:52:53.715339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34346) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:53.770873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae5efe1-b900-49a9-804e-785d701822bd tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Deleting subnet 4bb527cb-bdd2-4c41-8a55-47f8f9142356 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:52:53.775319 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bae5efe1-b900-49a9-804e-785d701822bd tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.829854 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bae5efe1-b900-49a9-804e-785d701822bd tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.933653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bae5efe1-b900-49a9-804e-785d701822bd tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.003428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bae5efe1-b900-49a9-804e-785d701822bd tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.034719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5efe1-b900-49a9-804e-785d701822bd tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb527cb-bdd2-4c41-8a55-47f8f9142356,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:54.036757 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bae5efe1-b900-49a9-804e-785d701822bd tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.040704 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bae5efe1-b900-49a9-804e-785d701822bd tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/subnets/4bb527cb-bdd2-4c41-8a55-47f8f9142356 HTTP/1.1" status: 204 len: 168 time: 0.3237100 Apr 18 20:52:54.042493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34352) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:54.044805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e24307-f032-47fb-a70a-6f100a6fd5ee None None] Network c527243c-8e22-49f0-a877-2050fbb87ce0 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:54.125890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.206766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Deleting port a6d62296-65d6-4baf-81e9-48d3ad38d600 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:52:54.207104 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.236858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aee829-2efc-4506-b5c1-707f6e821f1e None None] DHCP port deletion for c527243c-8e22-49f0-a877-2050fbb87ce0 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:52:54.315241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f1aee829-2efc-4506-b5c1-707f6e821f1e None None] Deleting port a6d62296-65d6-4baf-81e9-48d3ad38d600 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:52:54.315961 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f1aee829-2efc-4506-b5c1-707f6e821f1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.339638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] For port a6d62296-65d6-4baf-81e9-48d3ad38d600, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a6d62296-65d6-4baf-81e9-48d3ad38d600,segment=NetworkSegment(34e8bd5f-d2bd-4bc0-b205-938939e71b97),segment_id=34e8bd5f-d2bd-4bc0-b205-938939e71b97)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:54.340045 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.368857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733663c7-27e1-4b21-acbb-49ab3e786876 req-e89ff77a-eef5-447f-9222-1fe6a9fda77b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:54.370380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-733663c7-27e1-4b21-acbb-49ab3e786876 req-e89ff77a-eef5-447f-9222-1fe6a9fda77b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.0829611 Apr 18 20:52:54.371343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Calling delete_port for a6d62296-65d6-4baf-81e9-48d3ad38d600 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:52:54.431001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f1aee829-2efc-4506-b5c1-707f6e821f1e None None] For port a6d62296-65d6-4baf-81e9-48d3ad38d600, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a6d62296-65d6-4baf-81e9-48d3ad38d600,segment=NetworkSegment(34e8bd5f-d2bd-4bc0-b205-938939e71b97),segment_id=34e8bd5f-d2bd-4bc0-b205-938939e71b97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:54.432106 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f1aee829-2efc-4506-b5c1-707f6e821f1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.456376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f1aee829-2efc-4506-b5c1-707f6e821f1e None None] Calling delete_port for a6d62296-65d6-4baf-81e9-48d3ad38d600 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:52:54.595997 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f1aee829-2efc-4506-b5c1-707f6e821f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.687640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a6d62296-65d6-4baf-81e9-48d3ad38d600 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:52:54.706521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aee829-2efc-4506-b5c1-707f6e821f1e None None] Pushing event deleted for resources: {'Port': ['ID=a6d62296-65d6-4baf-81e9-48d3ad38d600,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:54.736782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aee829-2efc-4506-b5c1-707f6e821f1e None None] No DVR routers for this DVR port a6d62296-65d6-4baf-81e9-48d3ad38d600 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:54.741966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: a6d62296-65d6-4baf-81e9-48d3ad38d600 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:52:54.742335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a6d62296-65d6-4baf-81e9-48d3ad38d600 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:52:54.869380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-733663c7-27e1-4b21-acbb-49ab3e786876 req-699cd3b2-26b0-4e39-ac5a-34f1dea80e04 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4856231 Apr 18 20:52:54.901958 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.928068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Port': ['ID=a6d62296-65d6-4baf-81e9-48d3ad38d600,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:54.931692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] No DVR routers for this DVR port a6d62296-65d6-4baf-81e9-48d3ad38d600 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:55.036846 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.060837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c527243c-8e22-49f0-a877-2050fbb87ce0']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:55.071815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e8bd5f-d2bd-4bc0-b205-938939e71b97') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:55.072245 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e8bd5f-d2bd-4bc0-b205-938939e71b97') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:55.085689 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.099660 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.106335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:55.106716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:55.109646 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:55.172011 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.179886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.183168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] 10.222.0.49 "DELETE /v2.0/networks/c527243c-8e22-49f0-a877-2050fbb87ce0 HTTP/1.1" status: 204 len: 168 time: 1.1393697 Apr 18 20:52:55.197277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547004b6-03f4-4f7a-85f7-bf57e6828f6e tempest-NetworksTest-165003156 tempest-NetworksTest-165003156-project] Pushing event deleted for resources: {'Network': ['ID=c527243c-8e22-49f0-a877-2050fbb87ce0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:55.543219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34384) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:55.720209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b05dd615-d4f9-4d21-ac52-b3ce74f42605 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e729235db6e4395921b2eab2dded038&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732564 Apr 18 20:52:55.720209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34388) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:55.806883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-81bdf7ff-bfc8-42f1-9da7-6f4a3b9755b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.841171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-81bdf7ff-bfc8-42f1-9da7-6f4a3b9755b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.896038 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-81bdf7ff-bfc8-42f1-9da7-6f4a3b9755b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.898687 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-81bdf7ff-bfc8-42f1-9da7-6f4a3b9755b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.899939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-81bdf7ff-bfc8-42f1-9da7-6f4a3b9755b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65342fcf-573b-400d-9e95-96a2ea0b8901 HTTP/1.1" status: 204 len: 168 time: 0.1787331 Apr 18 20:52:55.921146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdf7ff-bfc8-42f1-9da7-6f4a3b9755b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65342fcf-573b-400d-9e95-96a2ea0b8901,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:56.024305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24a0c0-cd79-4e39-acca-8744bf0159ca req-e5f623f4-7a57-4691-9ab4-92b4b0ff5261 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:56.026316 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e24a0c0-cd79-4e39-acca-8744bf0159ca req-e5f623f4-7a57-4691-9ab4-92b4b0ff5261 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.0633342 Apr 18 20:52:56.081576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e24a0c0-cd79-4e39-acca-8744bf0159ca req-88cff898-0060-4c25-b5e7-9099df6213c4 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468283 Apr 18 20:52:56.268081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 5f588fff-687a-4975-b9ff-514dd76065b2 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:52:56.387871 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.416140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:56.418759 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a426474d-e218-4f77-b24e-713d9ef19a3f" -d '{"events": [{"server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "name": "network-vif-unplugged", "status": "completed", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:52:56.438038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:52:56.448593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.484455 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0168718-f051-4458-8e3d-047c8bdd1855 x-openstack-request-id: req-e0168718-f051-4458-8e3d-047c8bdd1855 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:52:56.485034 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "name": "network-vif-unplugged", "status": "failed", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2", "code": 422}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:52:56.485450 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0168718-f051-4458-8e3d-047c8bdd1855 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:52:56.486022 n-d-836015-4 neutron-server[102905]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e0168718-f051-4458-8e3d-047c8bdd1855']: {'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2', 'code': 422} returned with failed status Apr 18 20:52:56.530105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:56.757419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-dcb956fc-521d-4f99-8864-214b1b3e82fc req-525a29d3-cbd4-41df-ad40-698957e95525 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:52:56.766075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb956fc-521d-4f99-8864-214b1b3e82fc req-525a29d3-cbd4-41df-ad40-698957e95525 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175941 Apr 18 20:52:56.987453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34462) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:57.040169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86854039-f659-4912-989c-71585514b8cb req-af9bf178-16a8-490e-ad3c-9edde76ae558 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:57.042168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86854039-f659-4912-989c-71585514b8cb req-af9bf178-16a8-490e-ad3c-9edde76ae558 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.0803442 Apr 18 20:52:57.149073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86854039-f659-4912-989c-71585514b8cb req-8fdbeb4e-7ed6-4b30-b591-c8a14bd1cab6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985239 Apr 18 20:52:57.218093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-270291921'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:57.249316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:57.253159 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.265730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.376499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.381333 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.395683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:57.455038 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.455827 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Added segment e85fd873-1976-4a63-834b-eba7df16307c of type vlan for network 21608f1c-1de6-4234-9030-5ead36b5c317 Apr 18 20:52:57.517317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac4e6b8-d415-4446-ace4-d4558b8b5a5a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:57.524468 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.538791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.539391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.539939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.540466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.541057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.541587 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.542106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.542614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.543690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.544875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.545739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.545739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:57.589134 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-8f5c6ca4-a010-450f-9a5f-63ea27688ae5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1876249 Apr 18 20:52:57.674567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.711610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:57.712667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.869403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34488) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:57.875229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'name': 'tempest-PortsIpV6TestJSON-1695579428'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:57.879690 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8908508 Apr 18 20:52:57.901544 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6783ca-a906-437b-9303-7256a214e17b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Network': ['ID=21608f1c-1de6-4234-9030-5ead36b5c317,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:57.915500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 21608f1c-1de6-4234-9030-5ead36b5c317 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:58.021958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:58.027882 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.077171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port 03766a8e-2ece-4544-aabf-0a75dcf1b261 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:52:58.502100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6a070-3875-4a9e-a06e-d43205f1dcb0 req-6ddba156-ce2a-4963-a558-c6e5af45d63c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:58.504016 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08c6a070-3875-4a9e-a06e-d43205f1dcb0 req-6ddba156-ce2a-4963-a558-c6e5af45d63c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.2134266 Apr 18 20:52:58.527140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.622352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08c6a070-3875-4a9e-a06e-d43205f1dcb0 req-5743fbd9-e023-4fe9-ae50-a196d3422cb6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710788 Apr 18 20:52:58.630016 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.705137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=03766a8e-2ece-4544-aabf-0a75dcf1b261,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:58.735816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Checking segment: {'id': 'e85fd873-1976-4a63-834b-eba7df16307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:52:58.736484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network hostable DHCP agents. Network: 21608f1c-1de6-4234-9030-5ead36b5c317, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:58.803353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:58.825691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 21608f1c-1de6-4234-9030-5ead36b5c317) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:58.831715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:52:58.837694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:58.838722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.844983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb45c5-e6ad-4601-86fd-69e8922e122c None None] Network 21608f1c-1de6-4234-9030-5ead36b5c317 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:52:58.865337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eca1e6e6-4191-4092-9d90-f9bc5b75b9d1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9932866 Apr 18 20:52:58.867638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34514) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:58.872963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1845575826'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:58.907732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:58.912443 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.959355 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:58.981955 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.982649 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Added segment 58fb1a02-3ce7-4642-bcc2-197d11e43c16 of type vlan for network a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc Apr 18 20:52:59.054767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.125929 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.142434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:59.152585 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.200403 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3302653 Apr 18 20:52:59.202648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34518) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:52:59.209091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'ports': [{'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317'}, {'network_id': 'a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc'}]} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:59.210257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:59.210964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': 'a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:59.346089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af6b9e-bb3a-42f8-b250-d8d64ee5e8fe tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Network': ['ID=a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:59.359199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:52:59.478466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 2} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:59.488712 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.508688 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.733270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port a24bf07c-63ac-4ae0-a67e-5b6bb14b80ce yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:52:59.949578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459a7e0-9a9e-4b37-8dca-6bfe6f9a9757 req-de5897f2-177b-4573-9563-75a02b814f6d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:59.952406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c459a7e0-9a9e-4b37-8dca-6bfe6f9a9757 req-de5897f2-177b-4573-9563-75a02b814f6d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.1279035 Apr 18 20:53:00.050406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c459a7e0-9a9e-4b37-8dca-6bfe6f9a9757 req-ef61d9d9-2ec4-4322-af8b-d27213f379ff tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825322 Apr 18 20:53:00.081574 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.189401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port 46dcb3ed-86ff-412b-bde4-8ed8f33add29 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:00.299177 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.373726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.441119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=a24bf07c-63ac-4ae0-a67e-5b6bb14b80ce,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:00.455103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:00.457451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:00.468953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:00.470951 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.572377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=46dcb3ed-86ff-412b-bde4-8ed8f33add29,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:00.586332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Checking segment: {'id': '58fb1a02-3ce7-4642-bcc2-197d11e43c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:00.586748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network hostable DHCP agents. Network: a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:00.615015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:00.633810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:00.646674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddbcf91-984b-415c-9e14-d7e8c70d4818 None None] Network a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:00.653717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:00.661773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:00.667785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:00.669242 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.698104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c09532b4-9f3c-49f4-977f-3258e6abd135 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4943011 Apr 18 20:53:00.701728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34542) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:00.884289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c43a97db-8ae1-4943-b012-c95f7077bb5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 46dcb3ed-86ff-412b-bde4-8ed8f33add29 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:00.885039 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c43a97db-8ae1-4943-b012-c95f7077bb5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.000635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c43a97db-8ae1-4943-b012-c95f7077bb5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.025385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c43a97db-8ae1-4943-b012-c95f7077bb5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 46dcb3ed-86ff-412b-bde4-8ed8f33add29 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:01.209866 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c43a97db-8ae1-4943-b012-c95f7077bb5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.279261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a97db-8ae1-4943-b012-c95f7077bb5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=46dcb3ed-86ff-412b-bde4-8ed8f33add29,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:01.299130 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c43a97db-8ae1-4943-b012-c95f7077bb5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.315877 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c43a97db-8ae1-4943-b012-c95f7077bb5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/46dcb3ed-86ff-412b-bde4-8ed8f33add29 HTTP/1.1" status: 204 len: 168 time: 0.6046178 Apr 18 20:53:01.315877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34558) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:01.380048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb9889-af8f-4151-9a52-2b664d2f100d req-c0f0c2ad-943d-44be-940e-c3e14f259f83 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:01.382349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18cb9889-af8f-4151-9a52-2b664d2f100d req-c0f0c2ad-943d-44be-940e-c3e14f259f83 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.1284122 Apr 18 20:53:01.448021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb5d5c9-417e-4a52-8d06-b9d1902f381b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:01.459469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb5d5c9-417e-4a52-8d06-b9d1902f381b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:01.461810 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7bb5d5c9-417e-4a52-8d06-b9d1902f381b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1474802 Apr 18 20:53:01.464566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34560) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:01.474457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18cb9889-af8f-4151-9a52-2b664d2f100d req-39f8ea7f-9608-487e-83ec-d8a4b34f8116 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826995 Apr 18 20:53:01.597198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-fbe47df6-1532-4dee-af3b-c81f8b3d1e5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port a24bf07c-63ac-4ae0-a67e-5b6bb14b80ce {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:01.597768 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fbe47df6-1532-4dee-af3b-c81f8b3d1e5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.706730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fbe47df6-1532-4dee-af3b-c81f8b3d1e5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.730942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-fbe47df6-1532-4dee-af3b-c81f8b3d1e5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for a24bf07c-63ac-4ae0-a67e-5b6bb14b80ce owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:01.861499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fbe47df6-1532-4dee-af3b-c81f8b3d1e5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.900150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe47df6-1532-4dee-af3b-c81f8b3d1e5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=a24bf07c-63ac-4ae0-a67e-5b6bb14b80ce,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:01.914692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fbe47df6-1532-4dee-af3b-c81f8b3d1e5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.921705 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fbe47df6-1532-4dee-af3b-c81f8b3d1e5b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/a24bf07c-63ac-4ae0-a67e-5b6bb14b80ce HTTP/1.1" status: 204 len: 168 time: 0.4540260 Apr 18 20:53:01.923888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34568) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:02.030243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c23039-58c2-4139-9b84-ef24d1760a0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:02.035890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d6c23039-58c2-4139-9b84-ef24d1760a0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1108744 Apr 18 20:53:02.038162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34570) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:02.069461 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38eaec4-e742-4620-9794-a778faded16e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:02.074536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34572) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:02.075450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a38eaec4-e742-4620-9794-a778faded16e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/46dcb3ed-86ff-412b-bde4-8ed8f33add29 HTTP/1.1" status: 404 len: 333 time: 0.0358317 Apr 18 20:53:02.125825 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-e367acde-4fbc-40c7-8fc0-d766ece0fb10 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:02.130735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34574) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:02.131941 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e367acde-4fbc-40c7-8fc0-d766ece0fb10 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/a24bf07c-63ac-4ae0-a67e-5b6bb14b80ce HTTP/1.1" status: 404 len: 333 time: 0.0562956 Apr 18 20:53:02.220229 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.395930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.427661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:02.441759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fb1a02-3ce7-4642-bcc2-197d11e43c16') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:02.442468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fb1a02-3ce7-4642-bcc2-197d11e43c16') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:02.462838 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.481224 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.489205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:53:02.489711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:02.493433 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:02.601721 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.629189 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.633794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/networks/a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc HTTP/1.1" status: 204 len: 168 time: 0.5018618 Apr 18 20:53:02.648499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34588) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:02.655331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1917394576'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:02.687098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:02.702553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.704066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7dfba-a5b0-4f80-8507-744bcfea8343 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Network': ['ID=a2ef9ce9-1763-410b-ac15-1ccf0e1a36dc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:02.759576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:02.792382 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.793162 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Added segment 5c115808-3731-4811-8b6b-3389de54ee0c of type vlan for network 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8 Apr 18 20:53:02.808673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c0b1c-c0af-46a5-b1dd-180a5c86790e req-7816da40-d2b8-415c-91fc-52df5930b6bb tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:02.819556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe2c0b1c-c0af-46a5-b1dd-180a5c86790e req-7816da40-d2b8-415c-91fc-52df5930b6bb tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.1920290 Apr 18 20:53:02.923162 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe2c0b1c-c0af-46a5-b1dd-180a5c86790e req-563237da-8296-43ae-ace2-4e5b3a529592 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894589 Apr 18 20:53:02.938288 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.040357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.058121 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:03.059272 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.123443 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4736156 Apr 18 20:53:03.128090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34596) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:03.134000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '73b8017e-14a4-4f68-8d5e-1f5367cc0dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:03.173781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4977eb-311a-46e7-930e-74a9fd298ef0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Network': ['ID=73b8017e-14a4-4f68-8d5e-1f5367cc0dc8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:03.195822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:03.388904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:03.399556 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.528922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Performing IP validity checks on allocation pools {{(pid=102904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:53:03.531854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:53:03.916418 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.127556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=f48e3ede-aff6-4c83-932f-bc670836a715,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:04.199416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cae68-2e45-4952-8c39-ae28ddee55f2 req-4e361ff2-0bac-4d26-9ee1-f1bb8b9e33e5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.201637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-140cae68-2e45-4952-8c39-ae28ddee55f2 req-4e361ff2-0bac-4d26-9ee1-f1bb8b9e33e5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1002805 Apr 18 20:53:04.221299 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:53:04.266860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Checking segment: {'id': '5c115808-3731-4811-8b6b-3389de54ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '73b8017e-14a4-4f68-8d5e-1f5367cc0dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:04.267283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network hostable DHCP agents. Network: 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:04.344270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5bc91-0f00-4282-a94c-80dcfe3be914 req-c46c77fe-1c1a-4a43-a444-005a2feec0d4 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.345036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17d5bc91-0f00-4282-a94c-80dcfe3be914 req-c46c77fe-1c1a-4a43-a444-005a2feec0d4 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.1823180 Apr 18 20:53:04.361098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-140cae68-2e45-4952-8c39-ae28ddee55f2 req-2b88e0e7-355c-42c6-8816-7fec98470ec5 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049075 Apr 18 20:53:04.368431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:04.397879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:04.405559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.406290 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.410397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7139d64e-449d-4b29-b407-84c0544c3502 None None] Network 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:04.424376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17d5bc91-0f00-4282-a94c-80dcfe3be914 req-a2f99025-a3a6-4c31-8431-abe42e396ff9 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573752 Apr 18 20:53:04.446639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34636) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:04.454859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '73b8017e-14a4-4f68-8d5e-1f5367cc0dc8', 'name': 'tempest-PortsIpV6TestJSON-349124705'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:04.460857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b4921dde-8bbc-4f58-8dbe-3a0d03cc2a00 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3306286 Apr 18 20:53:04.586597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:04.592274 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.667903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-73b8017e-14a4-4f68-8d5e-1f5367cc0dc8', 'network_id': '73b8017e-14a4-4f68-8d5e-1f5367cc0dc8', 'tenant_id': 'a32f72695c074f36b7653f04b05d1114', 'fixed_ips': [{'subnet_id': 'f48e3ede-aff6-4c83-932f-bc670836a715'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:53:04.669418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.707017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port 9fc73e60-dd12-4ff1-b4a0-64c4549a6db8 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:04.979614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8::217 (73b8017e-14a4-4f68-8d5e-1f5367cc0dc8/f48e3ede-aff6-4c83-932f-bc670836a715/9fc73e60-dd12-4ff1-b4a0-64c4549a6db8) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:05.275218 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.349349 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.441556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Allocated IP 2001:db8::2 (73b8017e-14a4-4f68-8d5e-1f5367cc0dc8/f48e3ede-aff6-4c83-932f-bc670836a715/c153999a-63bf-4a0b-86a2-b918d8cadf21) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:05.454272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:05.465039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:05.470035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:05.485885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:05.488338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.492042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=9fc73e60-dd12-4ff1-b4a0-64c4549a6db8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:05.530798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34654) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:05.532759 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8c10905c-3645-40db-b0bd-39a940888817 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0836773 Apr 18 20:53:05.847606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dd881-4bc4-4d89-9f54-2937f7c1d4b1 req-698960ef-dd87-4c1d-a175-ece2635f8109 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:05.856203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b50dd881-4bc4-4d89-9f54-2937f7c1d4b1 req-698960ef-dd87-4c1d-a175-ece2635f8109 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1845324 Apr 18 20:53:05.896132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355d172-f357-438e-96d6-a5149b4f33ed req-ad1f7147-9dfd-4587-9123-07638f010e8c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:05.898578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c355d172-f357-438e-96d6-a5149b4f33ed req-ad1f7147-9dfd-4587-9123-07638f010e8c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.2638242 Apr 18 20:53:05.926514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-db1d595c-225d-497a-92ec-b664bccbbc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:05.928519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-db1d595c-225d-497a-92ec-b664bccbbc11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814&tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e HTTP/1.1" status: 200 len: 1094 time: 0.1752045 Apr 18 20:53:05.949825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:05.954493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 9fc73e60-dd12-4ff1-b4a0-64c4549a6db8 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:05.954686 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.955259 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.975991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.994118 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8c8cb460-e36a-4d38-9d37-7727c49b7161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.023635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b50dd881-4bc4-4d89-9f54-2937f7c1d4b1 req-a2ce94eb-7474-4833-9863-09cf46d77cd1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660728 Apr 18 20:53:06.060141 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Network 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:06.069174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:06.073222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:06.092697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Pushing event updated for resources: {'Port': ['ID=c153999a-63bf-4a0b-86a2-b918d8cadf21,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:06.156910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Attempting to bind port c153999a-63bf-4a0b-86a2-b918d8cadf21 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:06.159060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Attempting to bind port c153999a-63bf-4a0b-86a2-b918d8cadf21 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '5c115808-3731-4811-8b6b-3389de54ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '73b8017e-14a4-4f68-8d5e-1f5367cc0dc8'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:06.159420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Attempting to bind port c153999a-63bf-4a0b-86a2-b918d8cadf21 on network 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:06.167304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c355d172-f357-438e-96d6-a5149b4f33ed req-c8a9d8c6-0989-4e81-9f62-9aef0c5176fa tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530603 Apr 18 20:53:06.190223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:06.190747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Checking segment: {'id': '5c115808-3731-4811-8b6b-3389de54ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '73b8017e-14a4-4f68-8d5e-1f5367cc0dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:06.191185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.191631 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Bound using segment: {'id': '5c115808-3731-4811-8b6b-3389de54ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '73b8017e-14a4-4f68-8d5e-1f5367cc0dc8'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:06.193199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Bound port: c153999a-63bf-4a0b-86a2-b918d8cadf21, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c115808-3731-4811-8b6b-3389de54ee0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '73b8017e-14a4-4f68-8d5e-1f5367cc0dc8'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:06.197622 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.225916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.289434 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.313508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 9fc73e60-dd12-4ff1-b4a0-64c4549a6db8 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:06.348726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] For port c153999a-63bf-4a0b-86a2-b918d8cadf21, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:06.369592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] For port c153999a-63bf-4a0b-86a2-b918d8cadf21, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c153999a-63bf-4a0b-86a2-b918d8cadf21,segment=NetworkSegment(5c115808-3731-4811-8b6b-3389de54ee0c),segment_id=5c115808-3731-4811-8b6b-3389de54ee0c)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:06.392138 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.478061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a04a2-e9e3-484a-9cde-b20a9b7da2b9 None None] Pushing event updated for resources: {'Port': ['ID=c153999a-63bf-4a0b-86a2-b918d8cadf21,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:06.650111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:06.739151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:06.819106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f588fff-687a-4975-b9ff-514dd76065b2 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:06.830184 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.844096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Transition to ACTIVE for port object 5f588fff-687a-4975-b9ff-514dd76065b2 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:06.846481 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.891921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=9fc73e60-dd12-4ff1-b4a0-64c4549a6db8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:06.901379 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.905288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.905288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.906167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.906167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.906548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.906839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.907171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.907523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.907929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.908258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.908586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.908983 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:06.990286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=9']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:07.090547 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.100651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34662) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:07.111417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6f0e5a9b-e2c7-47ad-b8cb-9ec1a9ada1a3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/9fc73e60-dd12-4ff1-b4a0-64c4549a6db8 HTTP/1.1" status: 204 len: 168 time: 1.5873864 Apr 18 20:53:07.177501 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0389b5b-021c-41a0-8fd1-6a1055e00cc1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:07.179116 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0389b5b-021c-41a0-8fd1-6a1055e00cc1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:07.186114 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d0389b5b-021c-41a0-8fd1-6a1055e00cc1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/9fc73e60-dd12-4ff1-b4a0-64c4549a6db8 HTTP/1.1" status: 404 len: 333 time: 0.0840776 Apr 18 20:53:07.187120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34666) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:07.197962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] No DVR routers for this DVR port 5f588fff-687a-4975-b9ff-514dd76065b2 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:07.238883 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-6401271b-e120-4602-93d2-8b9ed00a85c0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:07.243900 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6401271b-e120-4602-93d2-8b9ed00a85c0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/9fc73e60-dd12-4ff1-b4a0-64c4549a6db8 HTTP/1.1" status: 404 len: 333 time: 0.0554631 Apr 18 20:53:07.246643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34670) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:07.384546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c0206f-5a39-4c84-9b80-6bd0ed80098d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet f48e3ede-aff6-4c83-932f-bc670836a715 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:07.398331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21c0206f-5a39-4c84-9b80-6bd0ed80098d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.466426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06701f7-6fc3-4032-b88c-12e5f0f170e8 req-d592f99e-1228-4804-8846-cad0641849aa tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.468376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d06701f7-6fc3-4032-b88c-12e5f0f170e8 req-d592f99e-1228-4804-8846-cad0641849aa tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.2849753 Apr 18 20:53:07.506128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21c0206f-5a39-4c84-9b80-6bd0ed80098d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.625116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d06701f7-6fc3-4032-b88c-12e5f0f170e8 req-b65c20a7-90a5-4869-9af2-3ad88c62085c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470804 Apr 18 20:53:07.674944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dce4f-af81-4909-bc34-f7b3fcdf4704 req-dada9303-c2b5-4e8b-be68-346f9aa99f18 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.684645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f20dce4f-af81-4909-bc34-f7b3fcdf4704 req-dada9303-c2b5-4e8b-be68-346f9aa99f18 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 943 time: 0.3163841 Apr 18 20:53:07.757943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Attempting to bind port 5f588fff-687a-4975-b9ff-514dd76065b2 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:07.759540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Attempting to bind port 5f588fff-687a-4975-b9ff-514dd76065b2 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:07.759952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Attempting to bind port 5f588fff-687a-4975-b9ff-514dd76065b2 on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:07.766911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Port 5f588fff-687a-4975-b9ff-514dd76065b2 on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:07.767252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Attempting to bind port 5f588fff-687a-4975-b9ff-514dd76065b2 on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:07.780524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:07.780874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Checking segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:07.781258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Bound using segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:07.788950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Bound port: 5f588fff-687a-4975-b9ff-514dd76065b2, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:07.789404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.826403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21c0206f-5a39-4c84-9b80-6bd0ed80098d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.844476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f20dce4f-af81-4909-bc34-f7b3fcdf4704 req-7fdf0c8a-3f3a-4e5f-ad9e-56ded3bd4a7b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586154 Apr 18 20:53:07.956462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:07.958567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:07.959689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21c0206f-5a39-4c84-9b80-6bd0ed80098d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.966320 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.988461 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21c0206f-5a39-4c84-9b80-6bd0ed80098d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.997732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34674) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:08.006538 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-21c0206f-5a39-4c84-9b80-6bd0ed80098d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/f48e3ede-aff6-4c83-932f-bc670836a715 HTTP/1.1" status: 204 len: 168 time: 0.7579305 Apr 18 20:53:08.007443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.008405 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.011310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] 10.222.0.64 "PUT /v2.0/ports/5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 1091 time: 2.0657041 Apr 18 20:53:08.063011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0206f-5a39-4c84-9b80-6bd0ed80098d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=f48e3ede-aff6-4c83-932f-bc670836a715,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:08.084506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:08.086907 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08c89c4-a41f-43ca-8fe7-09f2a641f952" -d '{"events": [{"name": "network-changed", "server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:08.252232 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc9e563-79a4-45eb-bbc5-f3e22e7629ff x-openstack-request-id: req-1bc9e563-79a4-45eb-bbc5-f3e22e7629ff {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:08.252531 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:08.252807 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1bc9e563-79a4-45eb-bbc5-f3e22e7629ff {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:08.253476 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc9e563-79a4-45eb-bbc5-f3e22e7629ff'] response: {'name': 'network-changed', 'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2', 'status': 'completed', 'code': 200} Apr 18 20:53:08.272915 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.303230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225a3c5-8234-4d4a-8bff-3da017b87ddc service neutron] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=10']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:08.308569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-34e6e7d4-840c-47ed-b008-b29e801fc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.310118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-34e6e7d4-840c-47ed-b008-b29e801fc6df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1095 time: 0.1966622 Apr 18 20:53:08.358519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8396b7b-4203-497e-b8a4-2c169fcc1875 None None] Network 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:08.504562 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-eabeb33a-fb23-4cf7-bba8-9f0881fe3441 None None] Provisioning complete for port c153999a-63bf-4a0b-86a2-b918d8cadf21 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:08.504865 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eabeb33a-fb23-4cf7-bba8-9f0881fe3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.533054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port c153999a-63bf-4a0b-86a2-b918d8cadf21 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:08.533383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.616915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] For port c153999a-63bf-4a0b-86a2-b918d8cadf21, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c153999a-63bf-4a0b-86a2-b918d8cadf21,segment=NetworkSegment(5c115808-3731-4811-8b6b-3389de54ee0c),segment_id=5c115808-3731-4811-8b6b-3389de54ee0c)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:08.617261 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.631551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for c153999a-63bf-4a0b-86a2-b918d8cadf21 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:08.712947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-f8283794-9df4-4f3c-a67b-1d782efc335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.714471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-f8283794-9df4-4f3c-a67b-1d782efc335f service neutron] 10.222.0.64 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.3793721 Apr 18 20:53:08.723544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.765137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-eabeb33a-fb23-4cf7-bba8-9f0881fe3441 None None] Could not find standard attr ID for object c153999a-63bf-4a0b-86a2-b918d8cadf21. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:08.777350 n-d-836015-4 neutron-server[102905]: INFO neutron.plugins.ml2.db [None req-eabeb33a-fb23-4cf7-bba8-9f0881fe3441 None None] No ports have port_id starting with c153999a-63bf-4a0b-86a2-b918d8cadf21 Apr 18 20:53:08.806106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No DVR routers for this DVR port c153999a-63bf-4a0b-86a2-b918d8cadf21 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:08.831885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=c153999a-63bf-4a0b-86a2-b918d8cadf21,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:08.844681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c153999a-63bf-4a0b-86a2-b918d8cadf21 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:08.855497 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9122acd6-2e6c-452f-8374-dfd23b0d69c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.894918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c153999a-63bf-4a0b-86a2-b918d8cadf21 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:53:08.895764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c153999a-63bf-4a0b-86a2-b918d8cadf21 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 20:53:08.937956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Port c153999a-63bf-4a0b-86a2-b918d8cadf21 not found, will not notify nova. {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 20:53:08.942746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec0a64a-e7e9-4a3c-9828-d621f4237ff7 None None] DHCP port deletion for 73b8017e-14a4-4f68-8d5e-1f5367cc0dc8 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:53:09.324619 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.369137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-b643539c-d8cf-4e28-8695-e0e0d5c84ec1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 999 time: 0.6416659 Apr 18 20:53:09.383739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.412195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38e146-2afa-4096-b9e3-fe8a07e05d58 req-214c4d57-5a1a-4b85-99e4-5d672593394f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.414443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f38e146-2afa-4096-b9e3-fe8a07e05d58 req-214c4d57-5a1a-4b85-99e4-5d672593394f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.5597389 Apr 18 20:53:09.479938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b8017e-14a4-4f68-8d5e-1f5367cc0dc8']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:09.491548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c115808-3731-4811-8b6b-3389de54ee0c') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:09.492252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c115808-3731-4811-8b6b-3389de54ee0c') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:09.502178 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.520408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-6ea77d9c-850f-40ca-95bd-e455c31774c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.522868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-6ea77d9c-850f-40ca-95bd-e455c31774c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.1364307 Apr 18 20:53:09.525361 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.555643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:53:09.556224 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:09.561674 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:09.571567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98ab9f-4eac-4acf-8343-f86c9473fccc req-ce9dff54-4ef1-47a7-89e4-a5be6891ad06 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.573255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd98ab9f-4eac-4acf-8343-f86c9473fccc req-ce9dff54-4ef1-47a7-89e4-a5be6891ad06 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.2849805 Apr 18 20:53:09.703169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.710961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f38e146-2afa-4096-b9e3-fe8a07e05d58 req-9b505e41-d4c7-4c23-94b1-a44114d0d8cc tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848354 Apr 18 20:53:09.723209 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.737945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/networks/73b8017e-14a4-4f68-8d5e-1f5367cc0dc8 HTTP/1.1" status: 204 len: 168 time: 1.7159827 Apr 18 20:53:09.738220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34688) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:09.748925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-707483096'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:09.751093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-268ac670-79cb-4628-a749-b1187d0a3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.753619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-268ac670-79cb-4628-a749-b1187d0a3d69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158780 Apr 18 20:53:09.784485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-76d5a9ef-b65a-4514-8146-8024dbcc9dee service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:53:09.786143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-76d5a9ef-b65a-4514-8146-8024dbcc9dee service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079026 Apr 18 20:53:09.787502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:09.801114 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.805325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9356d4-1ef2-4a88-a39e-d5d1df1d0473 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Network': ['ID=73b8017e-14a4-4f68-8d5e-1f5367cc0dc8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:09.834520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd98ab9f-4eac-4acf-8343-f86c9473fccc req-6dc3dfd2-f9f6-47a6-b641-f08809132bf0 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319858 Apr 18 20:53:09.855468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:09.871954 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.872656 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Added segment cc25b1ce-9a71-46d3-8326-190fec1f0f10 of type vlan for network 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c Apr 18 20:53:09.929498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.953763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-11803315-044e-429b-a129-a5a24e0a4264 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411915 Apr 18 20:53:09.958045 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.964052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.964836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.041895 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3021030 Apr 18 20:53:10.048889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34692) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:10.055526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:10.079371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac39221-16b5-4bd1-b8c8-c04a78d47ec0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Network': ['ID=128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:10.091519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:10.174926 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:10.185569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.212086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-ec8e2e6d-e09c-4bc4-9e93-c2852cb22dc3 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475519 Apr 18 20:53:10.397563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-f01527c3-c50c-42f6-8672-892ad7b4d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.400447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-f01527c3-c50c-42f6-8672-892ad7b4d3d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1095 time: 0.1208899 Apr 18 20:53:10.586207 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.625002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.665816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-1e6d2f70-a3cc-4357-acf0-8fa8d88ff2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.669523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-1e6d2f70-a3cc-4357-acf0-8fa8d88ff2bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.2577248 Apr 18 20:53:10.697856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c153999a-63bf-4a0b-86a2-b918d8cadf21 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:53:10.756783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=83e1d90a-d474-4f63-b335-06b89bdfbd4f,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:10.789001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Checking segment: {'id': 'cc25b1ce-9a71-46d3-8326-190fec1f0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:10.790324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network hostable DHCP agents. Network: 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:10.813417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c153999a-63bf-4a0b-86a2-b918d8cadf21 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:53:10.813751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c153999a-63bf-4a0b-86a2-b918d8cadf21 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:53:10.841204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:10.859787 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:10.874640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97156b59-de56-48a1-964e-e77bea23e3f1 None None] Network 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:10.911546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-9dea347a-8c13-4767-963d-9d5f6a664bb4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 999 time: 0.2292502 Apr 18 20:53:10.921364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.921969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.975975 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8ca16b8b-98a3-4f3a-8f1c-f8a40dd7f625 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9213636 Apr 18 20:53:10.976325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34712) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:10.981275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-526534518'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:11.067710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39fce8-1616-40ef-99d8-43c270e93203 req-12c7c8d7-fb4c-4f27-9c78-846a6127450d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.076324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e39fce8-1616-40ef-99d8-43c270e93203 req-12c7c8d7-fb4c-4f27-9c78-846a6127450d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1595221 Apr 18 20:53:11.126148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-216ce022-4b44-41ad-a84f-f2d9a12f5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.127570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-216ce022-4b44-41ad-a84f-f2d9a12f5cbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.1988571 Apr 18 20:53:11.221741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:11.247679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.261292 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.288972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port e616280f-4d0f-4509-89e7-047aa736f552 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:11.369739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c', 'network_id': '128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c', 'tenant_id': 'a32f72695c074f36b7653f04b05d1114', 'fixed_ips': [{'subnet_id': '83e1d90a-d474-4f63-b335-06b89bdfbd4f'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:53:11.371011 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.373590 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e39fce8-1616-40ef-99d8-43c270e93203 req-6e300e21-cd70-424b-861d-d766de278016 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962816 Apr 18 20:53:11.416907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44475b74-36f6-4f00-bc43-b2c9a2045341 req-4e06affd-9eea-4918-9c82-bbf36aef11d9 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.432628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44475b74-36f6-4f00-bc43-b2c9a2045341 req-4e06affd-9eea-4918-9c82-bbf36aef11d9 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.3250399 Apr 18 20:53:11.458414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-22fa7aad-24fd-40be-965e-4d918d28e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:11.463580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-22fa7aad-24fd-40be-965e-4d918d28e9a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2724373 Apr 18 20:53:11.720584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-772fe0ff-287a-4349-955c-268a559f6635 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387471 Apr 18 20:53:11.737688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8::2a4 (128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c/83e1d90a-d474-4f63-b335-06b89bdfbd4f/e616280f-4d0f-4509-89e7-047aa736f552) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:11.827020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44475b74-36f6-4f00-bc43-b2c9a2045341 req-a3d5fb81-5406-4cab-ac7b-412bab5ea9fd tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3932500 Apr 18 20:53:12.089858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f08c89c4-a41f-43ca-8fe7-09f2a641f952 req-09aff716-8788-49bb-b654-4f1f7b8ddf89 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896585 Apr 18 20:53:12.091065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.156161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.217360 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Allocated IP 2001:db8::2 (128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c/83e1d90a-d474-4f63-b335-06b89bdfbd4f/8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:12.232444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:12.239392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:12.246530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:12.257963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:12.258970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.275270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=e616280f-4d0f-4509-89e7-047aa736f552,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:12.295242 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-03e20f0a-f113-4d0e-994e-ec56cede76a4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3171628 Apr 18 20:53:12.297425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34754) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:12.427949 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.445316 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.536322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Pushing event updated for resources: {'Port': ['ID=8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:12.562468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Network 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:12.564537 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.571033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:12.575561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-6a93bc5f-139f-4406-b572-de8535d20d30 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port e616280f-4d0f-4509-89e7-047aa736f552 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:12.576887 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:12.577880 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6a93bc5f-139f-4406-b572-de8535d20d30 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.749833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Attempting to bind port 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:12.750557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Attempting to bind port 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'cc25b1ce-9a71-46d3-8326-190fec1f0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:12.751210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Attempting to bind port 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d on network 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:12.778731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:12.779507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Checking segment: {'id': 'cc25b1ce-9a71-46d3-8326-190fec1f0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:12.785824 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.785980 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6a93bc5f-139f-4406-b572-de8535d20d30 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.791243 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Bound using segment: {'id': 'cc25b1ce-9a71-46d3-8326-190fec1f0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:12.792119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Bound port: 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc25b1ce-9a71-46d3-8326-190fec1f0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:12.792448 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.800957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-6a93bc5f-139f-4406-b572-de8535d20d30 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for e616280f-4d0f-4509-89e7-047aa736f552 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:13.091182 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] For port 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:13.106346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] For port 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d,segment=NetworkSegment(cc25b1ce-9a71-46d3-8326-190fec1f0f10),segment_id=cc25b1ce-9a71-46d3-8326-190fec1f0f10)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:13.118751 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.124898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6a93bc5f-139f-4406-b572-de8535d20d30 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.305725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93bc5f-139f-4406-b572-de8535d20d30 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=e616280f-4d0f-4509-89e7-047aa736f552,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:13.323649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Pushing event updated for resources: {'Port': ['ID=8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:13.359609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.361217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.361686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.365301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.366078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.366396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.366823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.367414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.368109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.368703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.370612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.371203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0767c2a4-8394-43ab-b586-2cc44bf0c931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:13.375483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6a93bc5f-139f-4406-b572-de8535d20d30 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.381875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6a93bc5f-139f-4406-b572-de8535d20d30 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/e616280f-4d0f-4509-89e7-047aa736f552 HTTP/1.1" status: 204 len: 168 time: 1.0828292 Apr 18 20:53:13.382328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34800) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:13.451572 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-599a1140-0b2b-447d-8c19-72d0097bba1e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:13.454131 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-599a1140-0b2b-447d-8c19-72d0097bba1e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/e616280f-4d0f-4509-89e7-047aa736f552 HTTP/1.1" status: 404 len: 333 time: 0.0700078 Apr 18 20:53:13.458292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34804) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:13.469142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b6591-c800-4da3-aa7e-8fae3d48d2bd req-cbf64173-e41b-40e3-9210-605528354548 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:13.470979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad1b6591-c800-4da3-aa7e-8fae3d48d2bd req-cbf64173-e41b-40e3-9210-605528354548 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.3577330 Apr 18 20:53:13.578451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528174a-df42-4908-8561-cedee0e84f0a req-a067baa0-ce94-420a-9e7c-1850baa6f847 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:13.587541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0528174a-df42-4908-8561-cedee0e84f0a req-a067baa0-ce94-420a-9e7c-1850baa6f847 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.4706554 Apr 18 20:53:13.644168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31916c6-f201-4501-95f8-cbcb184c969f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet 83e1d90a-d474-4f63-b335-06b89bdfbd4f {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:13.654398 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a31916c6-f201-4501-95f8-cbcb184c969f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.683539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad1b6591-c800-4da3-aa7e-8fae3d48d2bd req-40588bd2-152d-4b76-8524-63a5be3bd2e8 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902552 Apr 18 20:53:13.707646 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0528174a-df42-4908-8561-cedee0e84f0a req-e825b440-7d6c-449f-a9ef-3cc5d1e99570 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164253 Apr 18 20:53:13.901000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a31916c6-f201-4501-95f8-cbcb184c969f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.067369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a31916c6-f201-4501-95f8-cbcb184c969f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.250667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a31916c6-f201-4501-95f8-cbcb184c969f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.314028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31916c6-f201-4501-95f8-cbcb184c969f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=83e1d90a-d474-4f63-b335-06b89bdfbd4f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:14.332638 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a31916c6-f201-4501-95f8-cbcb184c969f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.341695 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a31916c6-f201-4501-95f8-cbcb184c969f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/83e1d90a-d474-4f63-b335-06b89bdfbd4f HTTP/1.1" status: 204 len: 168 time: 0.8797622 Apr 18 20:53:14.345843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34844) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:14.496530 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-e454b884-4c5d-4fee-bfbe-1508e6c045d1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1533706 Apr 18 20:53:14.636179 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.684540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-34ed1c35-0683-4d8d-8921-5ab277e5aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.687940 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-34ed1c35-0683-4d8d-8921-5ab277e5aa5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e4ee3a1bba84c2f9f38e7d31fbb1d03&device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 1101 time: 0.1272993 Apr 18 20:53:14.733366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:14.901582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:14.902535 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.902710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:14.903024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.015659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-adf31652-d812-4a80-a13b-20c16d533d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.024612 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-adf31652-d812-4a80-a13b-20c16d533d08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.2983298 Apr 18 20:53:15.048219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] For port 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d,segment=NetworkSegment(cc25b1ce-9a71-46d3-8326-190fec1f0f10),segment_id=cc25b1ce-9a71-46d3-8326-190fec1f0f10)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:15.048923 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.078627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:15.131570 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-d7014e60-9e7c-42aa-9ea9-b6dbf5fa4013 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=2f924e6b-46ad-4ff3-bc11-a19454b75bef HTTP/1.1" status: 200 len: 217 time: 0.0985856 Apr 18 20:53:15.223704 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.248675 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.274603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:15.283880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-9320dea3-9abf-41a4-b99d-f9a60e5029fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.289270 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-9320dea3-9abf-41a4-b99d-f9a60e5029fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.1471698 Apr 18 20:53:15.296271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No DVR routers for this DVR port 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:15.360854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57749fa-5605-40ba-b228-f3783c9dc3d2 req-371544ac-99fb-4403-aa51-50a87b9d9d4c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.363149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d57749fa-5605-40ba-b228-f3783c9dc3d2 req-371544ac-99fb-4403-aa51-50a87b9d9d4c tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1850424 Apr 18 20:53:15.425036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05092cc9-7031-43ea-9fe1-d3c8e8889f05 req-e9882d27-76ac-4df1-bc00-0fcefe86b549 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.429449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05092cc9-7031-43ea-9fe1-d3c8e8889f05 req-e9882d27-76ac-4df1-bc00-0fcefe86b549 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.2200396 Apr 18 20:53:15.439938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-538c2567-665f-401a-8379-f82cf2855849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.441794 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-538c2567-665f-401a-8379-f82cf2855849 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1429133 Apr 18 20:53:15.455333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-935d9362-72c0-41ec-8beb-92c1b09ba221 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:53:15.457200 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-935d9362-72c0-41ec-8beb-92c1b09ba221 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086439 Apr 18 20:53:15.536143 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.540461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d635d6f-f8fa-4a2a-93af-f2cccd6e8a0b None None] Network 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:15.543437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d57749fa-5605-40ba-b228-f3783c9dc3d2 req-e5eb4410-818f-4dea-b096-28c234b65a9d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586959 Apr 18 20:53:15.589482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05092cc9-7031-43ea-9fe1-d3c8e8889f05 req-9ec21d88-490c-40ce-957e-6c5c5fb79ca6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364503 Apr 18 20:53:15.604722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:15.642291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc25b1ce-9a71-46d3-8326-190fec1f0f10') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:15.642607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc25b1ce-9a71-46d3-8326-190fec1f0f10') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:15.656916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.676565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.686680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:53:15.687177 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:15.695291 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:15.710425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-20d013f2-45c6-4833-a0a9-10ee7fc07641 None None] Could not find standard attr ID for object 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:15.801616 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-18253d60-ed98-4b66-871f-215b482602de service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280151 Apr 18 20:53:15.861604 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.871551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.877582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/networks/128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c HTTP/1.1" status: 204 len: 168 time: 1.5282915 Apr 18 20:53:15.905435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 34920) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:15.910818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'name': 'tempest-PortsIpV6TestJSON-1431864105'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:15.926763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48a370-8247-44a1-8e30-b39c62b1d632 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Network': ['ID=128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:15.978191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.004477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0fb20-c748-4f4d-a8ad-68d8f8262edc None None] DHCP port deletion for 128cc1bf-d0a1-4ef3-b73a-b5ec05eae11c request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:53:16.037210 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23f58630-8cae-4a1d-a82c-54e6a9fbc0bc req-612b8dec-c493-41ae-a8a5-6499671718ef service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266026 Apr 18 20:53:16.167335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:16.171509 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.204595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port 90c949ba-0925-4c50-b390-8e8d19189b4d yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:16.487246 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.544906 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.627241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:53:16.673200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:53:16.673761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f01a02c-a6b0-4716-a4a9-2ab803ee0c3d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:53:16.707119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:16.711378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:16.715471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:16.737134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:16.737805 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.856267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=90c949ba-0925-4c50-b390-8e8d19189b4d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:16.864402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-271d077c-0099-4630-bb87-ee07b8dd1d62 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9578290 Apr 18 20:53:16.867140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 34976) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:16.904807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ba7e-2262-4b49-9292-3b2d899b8afb req-19828747-54bc-465e-b71d-fe23141ba960 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:16.906830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64a8ba7e-2262-4b49-9292-3b2d899b8afb req-19828747-54bc-465e-b71d-fe23141ba960 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1496758 Apr 18 20:53:16.931051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce478c44-f6db-4039-9745-bfd2fe77a78e req-f0337b96-e9fe-4c51-a764-e37b90686411 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:16.934012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce478c44-f6db-4039-9745-bfd2fe77a78e req-f0337b96-e9fe-4c51-a764-e37b90686411 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.1143436 Apr 18 20:53:17.075908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d887aaa7-5683-4fb4-b766-a38a06bb1490 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 90c949ba-0925-4c50-b390-8e8d19189b4d {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:17.076255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d887aaa7-5683-4fb4-b766-a38a06bb1490 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.099894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64a8ba7e-2262-4b49-9292-3b2d899b8afb req-d2d0c4f3-3bfe-4e24-ac7d-f72ecb8b5682 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615276 Apr 18 20:53:17.106339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce478c44-f6db-4039-9745-bfd2fe77a78e req-19a29cbe-9328-47f8-b68f-8520e9b90f47 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578264 Apr 18 20:53:17.158224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-c14b4b08-e797-4ac7-a7e0-8612d07f3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:17.159858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-c14b4b08-e797-4ac7-a7e0-8612d07f3ee7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1095 time: 0.2843235 Apr 18 20:53:17.210230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d887aaa7-5683-4fb4-b766-a38a06bb1490 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.241677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d887aaa7-5683-4fb4-b766-a38a06bb1490 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 90c949ba-0925-4c50-b390-8e8d19189b4d owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:17.350986 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d887aaa7-5683-4fb4-b766-a38a06bb1490 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.405095 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d887aaa7-5683-4fb4-b766-a38a06bb1490 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.417604 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d887aaa7-5683-4fb4-b766-a38a06bb1490 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/90c949ba-0925-4c50-b390-8e8d19189b4d HTTP/1.1" status: 204 len: 168 time: 0.5493162 Apr 18 20:53:17.421489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887aaa7-5683-4fb4-b766-a38a06bb1490 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=90c949ba-0925-4c50-b390-8e8d19189b4d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:17.432220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35004) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:17.438726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'mac_address': 'fa:16:3e:bd:66:57', 'name': 'tempest-PortsIpV6TestJSON-483453235'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:17.555449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-fe6ec17f-0240-405a-9e8b-fe7f7f879a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:17.557160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-fe6ec17f-0240-405a-9e8b-fe7f7f879a61 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.2167864 Apr 18 20:53:17.728876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:17.873788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-f520c359-1a39-4876-9bfd-47c1d1470d2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 200 len: 999 time: 0.2000756 Apr 18 20:53:17.985877 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.023580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-8797ab46-3453-4f82-aafa-4db3edd2122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.027325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-8797ab46-3453-4f82-aafa-4db3edd2122f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.0945289 Apr 18 20:53:18.058760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port e06dc012-5848-4c4a-933d-290983f42f5d yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:18.166176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-a8c9b602-1e49-4b85-af98-28f7f12c4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.170311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-a8c9b602-1e49-4b85-af98-28f7f12c4c6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870125 Apr 18 20:53:18.358639 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.414387 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.475999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:18.487210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:18.494017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:18.501459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.502490 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.513886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=e06dc012-5848-4c4a-933d-290983f42f5d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:18.542496 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-58ed32b3-e5dd-42bd-b4f5-37937f52d818 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1071119 Apr 18 20:53:18.544494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35072) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:18.603380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21754fe-a250-4a92-812a-b148bc33a089 req-1a7754c7-dc10-4f50-9242-d0cff0ca28b1 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.605887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f21754fe-a250-4a92-812a-b148bc33a089 req-1a7754c7-dc10-4f50-9242-d0cff0ca28b1 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.2171144 Apr 18 20:53:18.631141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0516de3-7ce7-4875-94ea-021b5aeafced tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.635439 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e0516de3-7ce7-4875-94ea-021b5aeafced tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/e06dc012-5848-4c4a-933d-290983f42f5d HTTP/1.1" status: 200 len: 844 time: 0.0887468 Apr 18 20:53:18.637431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35080) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:18.644304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-9a7036d3-e11c-4e9b-a244-eebf6de77b8e service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621623 Apr 18 20:53:18.670737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2699c-daf7-4326-9f81-37e1c1f0669b req-5a139c32-fccb-4d0d-a581-ab5fed0bfeef tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.685162 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5f2699c-daf7-4326-9f81-37e1c1f0669b req-5a139c32-fccb-4d0d-a581-ab5fed0bfeef tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.2929382 Apr 18 20:53:18.814455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d6f865a9-091b-438c-9f94-2961a671ec8e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port e06dc012-5848-4c4a-933d-290983f42f5d {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:18.814987 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6f865a9-091b-438c-9f94-2961a671ec8e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.864953 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f21754fe-a250-4a92-812a-b148bc33a089 req-8b880ae8-556b-4c0b-84bc-8d05ddbc5507 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438395 Apr 18 20:53:18.904526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5f2699c-daf7-4326-9f81-37e1c1f0669b req-d9fb6349-7168-4bab-8300-3485700e3ae6 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176533 Apr 18 20:53:18.947536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6f865a9-091b-438c-9f94-2961a671ec8e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.957027 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c52db36-41e6-42a5-8017-15c3b8015327 req-62fc443e-4f29-491d-81f7-e803c02161ff service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674592 Apr 18 20:53:18.981356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d6f865a9-091b-438c-9f94-2961a671ec8e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for e06dc012-5848-4c4a-933d-290983f42f5d owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:19.230006 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6f865a9-091b-438c-9f94-2961a671ec8e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.284801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f865a9-091b-438c-9f94-2961a671ec8e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=e06dc012-5848-4c4a-933d-290983f42f5d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:19.301376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d6f865a9-091b-438c-9f94-2961a671ec8e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.309663 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d6f865a9-091b-438c-9f94-2961a671ec8e tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/e06dc012-5848-4c4a-933d-290983f42f5d HTTP/1.1" status: 204 len: 168 time: 0.6703782 Apr 18 20:53:19.312451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35126) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:19.357033 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03de56d-27ae-4fc1-9721-4194f7587c6b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:19.359424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f03de56d-27ae-4fc1-9721-4194f7587c6b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/e06dc012-5848-4c4a-933d-290983f42f5d HTTP/1.1" status: 404 len: 333 time: 0.0454786 Apr 18 20:53:19.363491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35132) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:19.392009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'name': 'tempest-PortsIpV6TestJSON-837050278'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:19.589321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:19.605067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.693922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port eac32b3e-f079-4ca8-a518-a24c94e8fa0b yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:20.079507 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.151540 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.196375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09157-582e-4ab5-8b07-f407bbe492b7 req-8781596f-99cd-4447-93b1-0f69676a9d7b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:20.198427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d09157-582e-4ab5-8b07-f407bbe492b7 req-8781596f-99cd-4447-93b1-0f69676a9d7b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.1397641 Apr 18 20:53:20.224751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:20.231732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:20.237867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:20.245778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:20.246648 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.250745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1ba81-48fe-4105-aa22-cfa5d8980fa5 req-a697c9c3-f8e3-4237-9037-2065d2635d7e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:20.252479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43a1ba81-48fe-4105-aa22-cfa5d8980fa5 req-a697c9c3-f8e3-4237-9037-2065d2635d7e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1811945 Apr 18 20:53:20.272691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=eac32b3e-f079-4ca8-a518-a24c94e8fa0b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:20.289893 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-21f48aa6-075e-4605-861a-bf3e276536ab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9228299 Apr 18 20:53:20.292774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35194) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:20.306029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8986bb79-abb5-4c1f-b78c-032755b3a461 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:20.341230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d09157-582e-4ab5-8b07-f407bbe492b7 req-fae1b8fb-6683-4115-8597-6c5517244990 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317346 Apr 18 20:53:20.408508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43a1ba81-48fe-4105-aa22-cfa5d8980fa5 req-1e7ff466-25cc-4fce-8fad-be47af9f10f4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148510 Apr 18 20:53:20.439903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8986bb79-abb5-4c1f-b78c-032755b3a461 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.746961 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8986bb79-abb5-4c1f-b78c-032755b3a461 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.754877 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8986bb79-abb5-4c1f-b78c-032755b3a461 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.803695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8986bb79-abb5-4c1f-b78c-032755b3a461 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] In _notify_port_updated(), no bound segment for port eac32b3e-f079-4ca8-a518-a24c94e8fa0b on network 21608f1c-1de6-4234-9030-5ead36b5c317 {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:53:20.813580 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8986bb79-abb5-4c1f-b78c-032755b3a461 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:20.814976 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8986bb79-abb5-4c1f-b78c-032755b3a461 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.820968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35218) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:20.821484 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8986bb79-abb5-4c1f-b78c-032755b3a461 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "PUT /v2.0/ports/eac32b3e-f079-4ca8-a518-a24c94e8fa0b HTTP/1.1" status: 200 len: 818 time: 0.5270841 Apr 18 20:53:20.857597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986bb79-abb5-4c1f-b78c-032755b3a461 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=eac32b3e-f079-4ca8-a518-a24c94e8fa0b,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:21.035826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-62dd30bb-8771-41d5-8bea-9e4d8a1c189c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port eac32b3e-f079-4ca8-a518-a24c94e8fa0b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:21.036369 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62dd30bb-8771-41d5-8bea-9e4d8a1c189c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.131410 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62dd30bb-8771-41d5-8bea-9e4d8a1c189c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.150225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-62dd30bb-8771-41d5-8bea-9e4d8a1c189c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for eac32b3e-f079-4ca8-a518-a24c94e8fa0b owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:21.290830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62dd30bb-8771-41d5-8bea-9e4d8a1c189c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.324586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd30bb-8771-41d5-8bea-9e4d8a1c189c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=eac32b3e-f079-4ca8-a518-a24c94e8fa0b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:21.333872 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62dd30bb-8771-41d5-8bea-9e4d8a1c189c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.338634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-62dd30bb-8771-41d5-8bea-9e4d8a1c189c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/eac32b3e-f079-4ca8-a518-a24c94e8fa0b HTTP/1.1" status: 204 len: 168 time: 0.5164952 Apr 18 20:53:21.341645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35238) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:21.434274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c65b3a-299e-497a-aac0-f48d71d85750 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:21.440473 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b1c65b3a-299e-497a-aac0-f48d71d85750 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0951436 Apr 18 20:53:21.440869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35248) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:21.470649 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f6a650-349c-44a6-b419-2081646b341b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:21.472641 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e0f6a650-349c-44a6-b419-2081646b341b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/eac32b3e-f079-4ca8-a518-a24c94e8fa0b HTTP/1.1" status: 404 len: 333 time: 0.0307028 Apr 18 20:53:21.477242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35252) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:21.482836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-996950796'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:21.521832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:21.530000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.595568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:21.636552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.637058 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Added segment 12303dc3-6d0d-439c-b4ae-c6f9a59aab45 of type vlan for network fc8f2822-daf7-4981-8404-b7862ce4b094 Apr 18 20:53:21.687974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37822d85-72bc-4d08-8aa6-ca1e8caf143f req-c022eeb2-641a-4d0f-b226-cc90b7c65f82 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:21.690107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37822d85-72bc-4d08-8aa6-ca1e8caf143f req-c022eeb2-641a-4d0f-b226-cc90b7c65f82 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.1861153 Apr 18 20:53:21.698206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ce93f-12b2-4bd3-9fc5-1d4299980475 req-a5301a2c-23ac-4be0-bf26-ef10c21afad6 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:21.700258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d91ce93f-12b2-4bd3-9fc5-1d4299980475 req-a5301a2c-23ac-4be0-bf26-ef10c21afad6 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1303859 Apr 18 20:53:21.759291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.778297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37822d85-72bc-4d08-8aa6-ca1e8caf143f req-e751cc48-9bf2-4144-95d8-88fa09ae5a7c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765154 Apr 18 20:53:21.805257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d91ce93f-12b2-4bd3-9fc5-1d4299980475 req-54a75069-ed6a-4c7a-90eb-ea5fcf41c98d tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971673 Apr 18 20:53:21.879262 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.886688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:21.888931 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.076386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35270) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:22.080885 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6023273 Apr 18 20:53:22.084494 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:22.092832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e66974-38a9-4cbb-beb9-9b73dfe0a251 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Network': ['ID=fc8f2822-daf7-4981-8404-b7862ce4b094,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:22.105070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network fc8f2822-daf7-4981-8404-b7862ce4b094 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:22.321298 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:22.325100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.672655 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.794958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=8956a1b1-1988-41d4-8a52-43534167f58d,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:22.895211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Checking segment: {'id': '12303dc3-6d0d-439c-b4ae-c6f9a59aab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:22.895710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network hostable DHCP agents. Network: fc8f2822-daf7-4981-8404-b7862ce4b094, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:22.909114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-4909bd2e-7358-4f20-a5c6-df3b9a6aedff tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:22.910928 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-4909bd2e-7358-4f20-a5c6-df3b9a6aedff tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/networks?id=8ae77c39-2af8-409b-a445-2fa972ba9d49 HTTP/1.1" status: 200 len: 813 time: 0.2538662 Apr 18 20:53:22.992582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network fc8f2822-daf7-4981-8404-b7862ce4b094 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:23.021714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-7f6190c8-3f50-4c10-ae9b-88749179fc79 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/quotas/254234ce6f164a8699879540863d49bb HTTP/1.1" status: 200 len: 375 time: 0.0859516 Apr 18 20:53:23.030297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, fc8f2822-daf7-4981-8404-b7862ce4b094) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:23.037021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.038382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.039454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb2c87c-f59a-46ba-9ad3-08130a28ee21 None None] Network fc8f2822-daf7-4981-8404-b7862ce4b094 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:23.077177 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-7a0515b0-9862-4993-b8d4-07fd6dac9175 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=254234ce6f164a8699879540863d49bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349567 Apr 18 20:53:23.121690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ae5ef123-8edc-45a5-9f24-5c4d6fe571b0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0440800 Apr 18 20:53:23.124728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35312) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:23.130892 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4a293a53-693c-442d-a153-484fcf5e05c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:23.181893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c960d-fd19-4d9b-aea3-35c24d921b6b req-148bf89e-e32b-4403-86c1-b32bfdebba77 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.201077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da9c960d-fd19-4d9b-aea3-35c24d921b6b req-148bf89e-e32b-4403-86c1-b32bfdebba77 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.2668748 Apr 18 20:53:23.338442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-fc8f2822-daf7-4981-8404-b7862ce4b094', 'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094', 'tenant_id': 'a32f72695c074f36b7653f04b05d1114', 'fixed_ips': [{'subnet_id': '8956a1b1-1988-41d4-8a52-43534167f58d'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:53:23.340151 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.397859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a293a53-693c-442d-a153-484fcf5e05c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:23.402445 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4a293a53-693c-442d-a153-484fcf5e05c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.420358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-6bdd5aa6-a4c5-49ac-9a55-bf92368e92cf service neutron] 10.222.0.49 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266172 Apr 18 20:53:23.508594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da9c960d-fd19-4d9b-aea3-35c24d921b6b req-b4ecd0f8-72db-48aa-9d19-696fba5e3811 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163360 Apr 18 20:53:23.550349 n-d-836015-4 neutron-server[102903]: INFO neutron.db.ipam_backend_mixin [None req-4a293a53-693c-442d-a153-484fcf5e05c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8956a1b1-1988-41d4-8a52-43534167f58d (CIDR: 2001:db8::/64) Apr 18 20:53:23.566849 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a293a53-693c-442d-a153-484fcf5e05c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:53:23.567113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Allocated IP 2001:db8::2 (fc8f2822-daf7-4981-8404-b7862ce4b094/8956a1b1-1988-41d4-8a52-43534167f58d/e9160c3e-bab0-4887-9353-6d448abe4bea) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:23.570176 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a293a53-693c-442d-a153-484fcf5e05c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:23.609658 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4a293a53-693c-442d-a153-484fcf5e05c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4836733 Apr 18 20:53:23.612394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35320) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:23.617600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dcf37d53-3c52-4848-9ab2-241f764a6641 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:23.661176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8cdd40c5-b4e6-4952-8b62-d5ef901ae6da service neutron] 10.222.0.49 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397227 Apr 18 20:53:23.687665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f66c7-37c7-4798-b7d8-a167bd4d21fe req-0bb52202-9797-424b-8853-04680a06506b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.704468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b43f66c7-37c7-4798-b7d8-a167bd4d21fe req-0bb52202-9797-424b-8853-04680a06506b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.0921323 Apr 18 20:53:23.750870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b43f66c7-37c7-4798-b7d8-a167bd4d21fe req-ac622047-d7f9-4d39-a7a5-5c5929bf8643 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449083 Apr 18 20:53:23.831319 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.846027 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.916931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Pushing event updated for resources: {'Port': ['ID=e9160c3e-bab0-4887-9353-6d448abe4bea,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:23.931783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Network fc8f2822-daf7-4981-8404-b7862ce4b094 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:23.933492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:23.936319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:23.960503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7015f94e-d034-43e9-873f-3f548b6f2f39 req-33d10acb-294f-447e-a368-2ce255369dc4 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 210 time: 0.0528162 Apr 18 20:53:24.009711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Attempting to bind port e9160c3e-bab0-4887-9353-6d448abe4bea on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:24.010583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Attempting to bind port e9160c3e-bab0-4887-9353-6d448abe4bea by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '12303dc3-6d0d-439c-b4ae-c6f9a59aab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:24.011575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Attempting to bind port e9160c3e-bab0-4887-9353-6d448abe4bea on network fc8f2822-daf7-4981-8404-b7862ce4b094 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:24.022155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:24.022893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Checking segment: {'id': '12303dc3-6d0d-439c-b4ae-c6f9a59aab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:24.023482 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.024080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Bound using segment: {'id': '12303dc3-6d0d-439c-b4ae-c6f9a59aab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:24.024752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Bound port: e9160c3e-bab0-4887-9353-6d448abe4bea, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12303dc3-6d0d-439c-b4ae-c6f9a59aab45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:24.025328 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.109384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] For port e9160c3e-bab0-4887-9353-6d448abe4bea, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:24.113573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] For port e9160c3e-bab0-4887-9353-6d448abe4bea, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e9160c3e-bab0-4887-9353-6d448abe4bea,segment=NetworkSegment(12303dc3-6d0d-439c-b4ae-c6f9a59aab45),segment_id=12303dc3-6d0d-439c-b4ae-c6f9a59aab45)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:24.125779 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.208390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46898ca-b138-4f19-952a-7d6a7cb9e3c6 None None] Pushing event updated for resources: {'Port': ['ID=e9160c3e-bab0-4887-9353-6d448abe4bea,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:24.237100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf37d53-3c52-4848-9ab2-241f764a6641 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:24.241613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcf37d53-3c52-4848-9ab2-241f764a6641 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.680042 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcf37d53-3c52-4848-9ab2-241f764a6641 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.710699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e9160c3e-bab0-4887-9353-6d448abe4bea up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:24.824817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf37d53-3c52-4848-9ab2-241f764a6641 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network fc8f2822-daf7-4981-8404-b7862ce4b094 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:24.835217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b50942-7bbf-41a3-9c97-997a6cba048c req-5d824b3f-b37a-4dc6-948c-61547f2f1e6b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.839030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48b50942-7bbf-41a3-9c97-997a6cba048c req-5d824b3f-b37a-4dc6-948c-61547f2f1e6b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1072185 Apr 18 20:53:24.841117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-dcf37d53-3c52-4848-9ab2-241f764a6641 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:24.842347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e9160c3e-bab0-4887-9353-6d448abe4bea triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:24.842977 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.843364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf37d53-3c52-4848-9ab2-241f764a6641 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=e25a456f-3cc2-48cd-87f3-1878352dd1da,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:24.853047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf37d53-3c52-4848-9ab2-241f764a6641 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.853047 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcf37d53-3c52-4848-9ab2-241f764a6641 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.881396 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dcf37d53-3c52-4848-9ab2-241f764a6641 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2676857 Apr 18 20:53:24.883860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35350) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:24.888831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094', 'fixed_ips': [{'subnet_id': '8956a1b1-1988-41d4-8a52-43534167f58d'}, {'subnet_id': 'e25a456f-3cc2-48cd-87f3-1878352dd1da'}], 'name': 'tempest-PortsIpV6TestJSON-1118044962'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:24.969261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48b50942-7bbf-41a3-9c97-997a6cba048c req-f6cc54ae-e847-4e2d-9253-2abc3c700720 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092970 Apr 18 20:53:24.990779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d0696-98f0-4feb-9ed6-b76bb6fc026f req-62922467-0843-4df5-9498-232fd52364ab tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:24.999519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.007856 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-898d0696-98f0-4feb-9ed6-b76bb6fc026f req-62922467-0843-4df5-9498-232fd52364ab tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.1095114 Apr 18 20:53:25.057439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-898d0696-98f0-4feb-9ed6-b76bb6fc026f req-c72facd2-b7d0-46f7-8adf-f9a50ecf9f98 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465033 Apr 18 20:53:25.060609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port e9160c3e-bab0-4887-9353-6d448abe4bea, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e9160c3e-bab0-4887-9353-6d448abe4bea,segment=NetworkSegment(12303dc3-6d0d-439c-b4ae-c6f9a59aab45),segment_id=12303dc3-6d0d-439c-b4ae-c6f9a59aab45)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:25.065675 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.081104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:25.171094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=e9160c3e-bab0-4887-9353-6d448abe4bea,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:25.219278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2003e78f-add9-4e4d-8f25-2d227551caf4 req-fae1bcd7-c28a-4b05-8803-fc56f2645540 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 210 time: 0.0653110 Apr 18 20:53:25.355715 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.426109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port 6402a28b-fcf2-4da8-8add-c381c08daa98 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:25.502671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-aff64859-db5e-42e9-9bab-16726a3f8d47 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:25.504527 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-aff64859-db5e-42e9-9bab-16726a3f8d47 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.60 "GET /v2.0/networks?id=8ae77c39-2af8-409b-a445-2fa972ba9d49 HTTP/1.1" status: 200 len: 813 time: 0.2729809 Apr 18 20:53:25.519543 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Request body: {'port': {'device_id': '8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e', 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49', 'admin_state_up': True, 'tenant_id': '254234ce6f164a8699879540863d49bb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:25.551252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab9a85-687c-40c0-9afa-508df95da977 None None] Network fc8f2822-daf7-4981-8404-b7862ce4b094 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:25.690533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-602fcae9-b667-48cd-b2a7-844c05961c74 None None] Provisioning complete for port e9160c3e-bab0-4887-9353-6d448abe4bea triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:25.691219 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-602fcae9-b667-48cd-b2a7-844c05961c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.779719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Made reservation on behalf of 254234ce6f164a8699879540863d49bb for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:25.783184 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.889889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c60e06b-2dfb-4664-8401-0ad919d7d6ce None None] Update dhcp port {'port': {'network_id': 'fc8f2822-daf7-4981-8404-b7862ce4b094', 'fixed_ips': [{'subnet_id': '8956a1b1-1988-41d4-8a52-43534167f58d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e25a456f-3cc2-48cd-87f3-1878352dd1da'}], 'binding:host_id': 'n-d-836015-4'}, 'id': 'e9160c3e-bab0-4887-9353-6d448abe4bea'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:53:25.897691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8::27b (fc8f2822-daf7-4981-8404-b7862ce4b094/8956a1b1-1988-41d4-8a52-43534167f58d/6402a28b-fcf2-4da8-8add-c381c08daa98) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:25.909836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8:0:1::11e (fc8f2822-daf7-4981-8404-b7862ce4b094/e25a456f-3cc2-48cd-87f3-1878352dd1da/6402a28b-fcf2-4da8-8add-c381c08daa98) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:25.917797 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c60e06b-2dfb-4664-8401-0ad919d7d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:25.996359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Allocated IP 172.20.0.12 (8ae77c39-2af8-409b-a445-2fa972ba9d49/79b8037b-1217-4b58-90dd-9967f53f8703/1e386e0a-d15b-48bf-aa4f-26c670807bdb) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:26.175263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a054893-4831-4bad-86c2-f44b67b4ff8c req-dd8d5b61-7f53-4b32-b3af-02a6f341c4a9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.177467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a054893-4831-4bad-86c2-f44b67b4ff8c req-dd8d5b61-7f53-4b32-b3af-02a6f341c4a9 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.0884109 Apr 18 20:53:26.213267 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.278951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.311267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954ba0f-de29-44fe-a0c3-97725a5faea8 req-3f779c9d-a8e1-48b8-81f9-1bc1338a981d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.311633 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.324643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1954ba0f-de29-44fe-a0c3-97725a5faea8 req-3f779c9d-a8e1-48b8-81f9-1bc1338a981d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.1453867 Apr 18 20:53:26.335393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a054893-4831-4bad-86c2-f44b67b4ff8c req-16553b5d-9d66-48dd-912f-eb217375d4ec tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455095 Apr 18 20:53:26.362030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c0fb2-5bac-4395-ad11-d2fd396536b2 req-8d822642-f675-4bf5-ad46-f67db5a3f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.363817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9c0fb2-5bac-4395-ad11-d2fd396536b2 req-8d822642-f675-4bf5-ad46-f67db5a3f4d7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 1096 time: 0.1455438 Apr 18 20:53:26.383160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network fc8f2822-daf7-4981-8404-b7862ce4b094 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:26.394865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:26.402984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:26.407318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-1c60e06b-2dfb-4664-8401-0ad919d7d6ce None None] Allocated IP 2001:db8:0:1::2 (fc8f2822-daf7-4981-8404-b7862ce4b094/e25a456f-3cc2-48cd-87f3-1878352dd1da/e9160c3e-bab0-4887-9353-6d448abe4bea) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:26.408704 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.409378 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.422678 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=6402a28b-fcf2-4da8-8add-c381c08daa98,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:26.435687 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-edad7bad-9991-41b8-9d2a-03888d13acba tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.5463209 Apr 18 20:53:26.439857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.441745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35382) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:26.447651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8ff5a8cf-3869-416f-a523-68f972ea02ae tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8956a1b1-1988-41d4-8a52-43534167f58d'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:26.531378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Network 8ae77c39-2af8-409b-a445-2fa972ba9d49 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:26.560758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:26.563007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1c60e06b-2dfb-4664-8401-0ad919d7d6ce None None] For port e9160c3e-bab0-4887-9353-6d448abe4bea, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e9160c3e-bab0-4887-9353-6d448abe4bea,segment=NetworkSegment(12303dc3-6d0d-439c-b4ae-c6f9a59aab45),segment_id=12303dc3-6d0d-439c-b4ae-c6f9a59aab45)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:26.568993 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:26.602085 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c60e06b-2dfb-4664-8401-0ad919d7d6ce None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.604883 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a8cf-3869-416f-a523-68f972ea02ae tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.609617 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c60e06b-2dfb-4664-8401-0ad919d7d6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.610433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Pushing event updated for resources: {'Port': ['ID=1e386e0a-d15b-48bf-aa4f-26c670807bdb,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:26.673502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.674144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.746689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e9160c3e-bab0-4887-9353-6d448abe4bea up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:26.810020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60e06b-2dfb-4664-8401-0ad919d7d6ce None None] Pushing event updated for resources: {'Port': ['ID=e9160c3e-bab0-4887-9353-6d448abe4bea,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:26.818808 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8fecec9b-3129-47a4-9ff6-f8242761483e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3040395 Apr 18 20:53:26.852508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Request body: {'port': {'device_id': '8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:26.861370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9c0fb2-5bac-4395-ad11-d2fd396536b2 req-00834e5c-6f46-4749-8794-a84f7b6aae40 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4798458 Apr 18 20:53:26.888174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e9160c3e-bab0-4887-9353-6d448abe4bea triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:26.888985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.898644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1954ba0f-de29-44fe-a0c3-97725a5faea8 req-3db74f41-cc6f-4ef4-9cd6-1564112d9b46 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5726345 Apr 18 20:53:26.916387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5f2b5-e1fe-428b-98c2-3d580a23f736 req-4482f4ae-1b41-492d-9fe0-a660e545f463 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.934755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aed5f2b5-e1fe-428b-98c2-3d580a23f736 req-4482f4ae-1b41-492d-9fe0-a660e545f463 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 932 time: 0.1195676 Apr 18 20:53:27.003886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aed5f2b5-e1fe-428b-98c2-3d580a23f736 req-68bdd3a9-e247-47e5-8a8c-5c713e26f269 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571933 Apr 18 20:53:27.092867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-8ff5a8cf-3869-416f-a523-68f972ea02ae tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Delete allocated IP 2001:db8:0:1::11e (fc8f2822-daf7-4981-8404-b7862ce4b094/e25a456f-3cc2-48cd-87f3-1878352dd1da) {{(pid=102903) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:53:27.133577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.350481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a8cf-3869-416f-a523-68f972ea02ae tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.358036 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a8cf-3869-416f-a523-68f972ea02ae tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.471797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5a8cf-3869-416f-a523-68f972ea02ae tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=6402a28b-fcf2-4da8-8add-c381c08daa98,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:27.477307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2f11c8-6f4e-48f1-9b08-f3d17beeb3e8 None None] Network fc8f2822-daf7-4981-8404-b7862ce4b094 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:27.497962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5a8cf-3869-416f-a523-68f972ea02ae tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] In _notify_port_updated(), no bound segment for port 6402a28b-fcf2-4da8-8add-c381c08daa98 on network fc8f2822-daf7-4981-8404-b7862ce4b094 {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:53:27.503296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff5a8cf-3869-416f-a523-68f972ea02ae tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.503969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8ff5a8cf-3869-416f-a523-68f972ea02ae tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.505887 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8ff5a8cf-3869-416f-a523-68f972ea02ae tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "PUT /v2.0/ports/6402a28b-fcf2-4da8-8add-c381c08daa98 HTTP/1.1" status: 200 len: 926 time: 1.0634038 Apr 18 20:53:27.511069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bf0c9-8e07-4449-a749-e32bff9a53de req-ad4a36d8-5dcb-4a3e-8c29-208ed4855d48 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:27.513682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35400) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:27.513897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-204bf0c9-8e07-4449-a749-e32bff9a53de req-ad4a36d8-5dcb-4a3e-8c29-208ed4855d48 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.0812438 Apr 18 20:53:27.521007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b937b8f3-eb59-429d-b21e-df8dc459db7c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8956a1b1-1988-41d4-8a52-43534167f58d'}, {'subnet_id': 'e25a456f-3cc2-48cd-87f3-1878352dd1da'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:27.565575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-204bf0c9-8e07-4449-a749-e32bff9a53de req-f638706a-4f6e-4187-9242-ca8cac5bd864 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403144 Apr 18 20:53:27.618053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d8df584e-cea5-402a-ac2e-fec8118fa38e None None] Provisioning complete for port e9160c3e-bab0-4887-9353-6d448abe4bea triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:27.618520 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8df584e-cea5-402a-ac2e-fec8118fa38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.625806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b937b8f3-eb59-429d-b21e-df8dc459db7c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.768550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e386e0a-d15b-48bf-aa4f-26c670807bdb {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:27.787495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.833897 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Transition to ACTIVE for port object 1e386e0a-d15b-48bf-aa4f-26c670807bdb will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:27.849749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.985724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Pushing event updated for resources: {'Port': ['ID=1e386e0a-d15b-48bf-aa4f-26c670807bdb,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:28.104009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346914b-b98f-4189-bd01-e6413a5ddf4f req-b9821b1f-f70b-4d3a-aca1-6d8e995d27bb tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.105884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e346914b-b98f-4189-bd01-e6413a5ddf4f req-b9821b1f-f70b-4d3a-aca1-6d8e995d27bb tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.0889077 Apr 18 20:53:28.133481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-840a9a15-eb75-4260-b654-56b9380fce2d None None] Provisioning complete for port e9160c3e-bab0-4887-9353-6d448abe4bea triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:28.133849 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-840a9a15-eb75-4260-b654-56b9380fce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.240194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405219d-ec82-4eb2-acf4-d6921c5e3c71 req-d5fa4413-26bd-4fd4-a0b7-5ddd935446c5 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.242091 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f405219d-ec82-4eb2-acf4-d6921c5e3c71 req-d5fa4413-26bd-4fd4-a0b7-5ddd935446c5 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 944 time: 0.1169286 Apr 18 20:53:28.248175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e346914b-b98f-4189-bd01-e6413a5ddf4f req-43c41936-a009-4749-b66c-9314e9092b48 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326458 Apr 18 20:53:28.276843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-840a9a15-eb75-4260-b654-56b9380fce2d None None] Provisioning complete for port 6402a28b-fcf2-4da8-8add-c381c08daa98 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:28.277489 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-840a9a15-eb75-4260-b654-56b9380fce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.323221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f405219d-ec82-4eb2-acf4-d6921c5e3c71 req-ff3fa87c-7925-42e4-be7b-897cfddb8775 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578384 Apr 18 20:53:28.342628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-840a9a15-eb75-4260-b654-56b9380fce2d None None] Port 6402a28b-fcf2-4da8-8add-c381c08daa98 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:28.451953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-b937b8f3-eb59-429d-b21e-df8dc459db7c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8:0:1::320 (fc8f2822-daf7-4981-8404-b7862ce4b094/e25a456f-3cc2-48cd-87f3-1878352dd1da/6402a28b-fcf2-4da8-8add-c381c08daa98) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:28.476775 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3a906748-732b-45b9-836d-65720842e03f None None] Provisioning complete for port 6402a28b-fcf2-4da8-8add-c381c08daa98 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:28.477288 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3a906748-732b-45b9-836d-65720842e03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.541033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3a906748-732b-45b9-836d-65720842e03f None None] Port 6402a28b-fcf2-4da8-8add-c381c08daa98 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:28.561583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Attempting to bind port 1e386e0a-d15b-48bf-aa4f-26c670807bdb on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:28.562057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Attempting to bind port 1e386e0a-d15b-48bf-aa4f-26c670807bdb by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:28.562197 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Attempting to bind port 1e386e0a-d15b-48bf-aa4f-26c670807bdb on network 8ae77c39-2af8-409b-a445-2fa972ba9d49 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:28.577938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Port 1e386e0a-d15b-48bf-aa4f-26c670807bdb on network 8ae77c39-2af8-409b-a445-2fa972ba9d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:53:28.578345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Attempting to bind port 1e386e0a-d15b-48bf-aa4f-26c670807bdb on network 8ae77c39-2af8-409b-a445-2fa972ba9d49 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:28.638584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:28.638924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Checking segment: {'id': '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:28.639317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Bound using segment: {'id': '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:28.639768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Bound port: 1e386e0a-d15b-48bf-aa4f-26c670807bdb, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:28.640157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.664689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e9160c3e-bab0-4887-9353-6d448abe4bea up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:28.726293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b937b8f3-eb59-429d-b21e-df8dc459db7c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.735209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b937b8f3-eb59-429d-b21e-df8dc459db7c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.755271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a29511-01e6-4f9b-9054-c53f9c82d681 req-0fa20b3e-d3d8-449c-9b05-747959adf71b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.757598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75a29511-01e6-4f9b-9054-c53f9c82d681 req-0fa20b3e-d3d8-449c-9b05-747959adf71b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.0857584 Apr 18 20:53:28.797924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] For port 1e386e0a-d15b-48bf-aa4f-26c670807bdb, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:28.822038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a0d6a305-8dc6-4a45-9c27-4788650c3554 None None] Provisioning complete for port 6402a28b-fcf2-4da8-8add-c381c08daa98 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:28.822688 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a305-8dc6-4a45-9c27-4788650c3554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.847994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75a29511-01e6-4f9b-9054-c53f9c82d681 req-75a50e3e-b6cd-47af-bef8-5938162d5c4b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633497 Apr 18 20:53:28.864195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] For port 1e386e0a-d15b-48bf-aa4f-26c670807bdb, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e386e0a-d15b-48bf-aa4f-26c670807bdb,segment=NetworkSegment(4333abc9-b7c4-4d94-986e-78f3cfe1c7f6),segment_id=4333abc9-b7c4-4d94-986e-78f3cfe1c7f6)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:28.870542 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b937b8f3-eb59-429d-b21e-df8dc459db7c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] In _notify_port_updated(), no bound segment for port 6402a28b-fcf2-4da8-8add-c381c08daa98 on network fc8f2822-daf7-4981-8404-b7862ce4b094 {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:53:28.877668 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e9160c3e-bab0-4887-9353-6d448abe4bea triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:28.878397 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.884860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35428) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:28.886799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b937b8f3-eb59-429d-b21e-df8dc459db7c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.887556 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b937b8f3-eb59-429d-b21e-df8dc459db7c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.891444 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b937b8f3-eb59-429d-b21e-df8dc459db7c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "PUT /v2.0/ports/6402a28b-fcf2-4da8-8add-c381c08daa98 HTTP/1.1" status: 200 len: 1012 time: 1.3741772 Apr 18 20:53:28.891444 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937b8f3-eb59-429d-b21e-df8dc459db7c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=6402a28b-fcf2-4da8-8add-c381c08daa98,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:28.894304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35430) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:28.912621 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.999077 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Pushing event updated for resources: {'Port': ['ID=1e386e0a-d15b-48bf-aa4f-26c670807bdb,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:29.000173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6a305-8dc6-4a45-9c27-4788650c3554 None None] Port 6402a28b-fcf2-4da8-8add-c381c08daa98 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:29.022803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.023363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.025638 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8f63bce9-6465-47a4-aea4-9f60a4ab6454 service neutron] 10.222.0.60 "PUT /v2.0/ports/1e386e0a-d15b-48bf-aa4f-26c670807bdb HTTP/1.1" status: 200 len: 1092 time: 2.1778839 Apr 18 20:53:29.026139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e', 'tag': '1e386e0a-d15b-48bf-aa4f-26c670807bdb'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:29.028953 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fd470c-1018-405c-b6d7-11c60b91912f" -d '{"events": [{"name": "network-changed", "server_uuid": "8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e", "tag": "1e386e0a-d15b-48bf-aa4f-26c670807bdb"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:29.092964 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9d6d7ad5-8572-4bf9-bc16-abef645411bb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/floatingips/63a3cf80-1daa-4757-b64f-a3e28a8ec084 HTTP/1.1" status: 200 len: 993 time: 0.2066150 Apr 18 20:53:29.116808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-fed93a16-b78a-4437-88d6-d308684d88ff tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 6402a28b-fcf2-4da8-8add-c381c08daa98 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:29.117246 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fed93a16-b78a-4437-88d6-d308684d88ff tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.138418 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d83d89-5328-44b4-bf0d-aad0496d4823 x-openstack-request-id: req-b9d83d89-5328-44b4-bf0d-aad0496d4823 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:29.138711 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e", "tag": "1e386e0a-d15b-48bf-aa4f-26c670807bdb", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:29.139869 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9d83d89-5328-44b4-bf0d-aad0496d4823 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:29.139869 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d83d89-5328-44b4-bf0d-aad0496d4823'] response: {'name': 'network-changed', 'server_uuid': '8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e', 'tag': '1e386e0a-d15b-48bf-aa4f-26c670807bdb', 'status': 'completed', 'code': 200} Apr 18 20:53:29.153691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:53:29.156441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:53:29.175411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-28da6ff9-f99b-4351-a28b-c6199a8a3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.177533 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-28da6ff9-f99b-4351-a28b-c6199a8a3bc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=254234ce6f164a8699879540863d49bb&device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 1095 time: 0.1070530 Apr 18 20:53:29.234971 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fed93a16-b78a-4437-88d6-d308684d88ff tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.240295 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-29b2ffbd-c4d9-4818-8f1f-d5ca26004bc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e386e0a-d15b-48bf-aa4f-26c670807bdb HTTP/1.1" status: 200 len: 217 time: 0.0550420 Apr 18 20:53:29.250127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-fed93a16-b78a-4437-88d6-d308684d88ff tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 6402a28b-fcf2-4da8-8add-c381c08daa98 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:29.309762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8098229f-e647-46de-8650-5d8320dfcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.311729 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-8098229f-e647-46de-8650-5d8320dfcdc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79b8037b-1217-4b58-90dd-9967f53f8703 HTTP/1.1" status: 200 len: 853 time: 0.0647192 Apr 18 20:53:29.330219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:29.356372 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-2768941a-1c1a-4ac1-9f54-0e170bbfb761 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ae77c39-2af8-409b-a445-2fa972ba9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351169 Apr 18 20:53:29.377667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-eeccb258-bc4b-46ae-8481-c7b95bfa626b None None] Provisioning complete for port 6402a28b-fcf2-4da8-8add-c381c08daa98 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:29.378422 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eeccb258-bc4b-46ae-8481-c7b95bfa626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.419101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-eeccb258-bc4b-46ae-8481-c7b95bfa626b None None] Port 6402a28b-fcf2-4da8-8add-c381c08daa98 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:29.423454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'port_id': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'mac_address': 'fa:16:3e:9f:e3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:53:29.440490 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.496565 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-21417acd-e6c5-4448-8c9b-36e36b723171 service neutron] 10.222.0.60 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337924 Apr 18 20:53:29.498802 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:29.501212 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193aeda2-8de9-4b8f-a6d9-cebabd9c8bb7" -d '{"events": [{"server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:29.506563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.522995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:29.531993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.535459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:29.604067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82342a7d-73b8-455b-a643-1865858dda7c req-076ddefa-7ac0-41c6-be5c-dbb4bda3bf47 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.605755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-82342a7d-73b8-455b-a643-1865858dda7c req-076ddefa-7ac0-41c6-be5c-dbb4bda3bf47 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 944 time: 0.1529036 Apr 18 20:53:29.619340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8625380-a83c-481d-b4cd-2b3468dbc980 req-c64d2d8a-e76b-4b1f-8ceb-c843c89d96f8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.627038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8625380-a83c-481d-b4cd-2b3468dbc980 req-c64d2d8a-e76b-4b1f-8ceb-c843c89d96f8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.1842904 Apr 18 20:53:29.629927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:29.642534 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2df8dbeb-6041-4f88-bc7d-2f1920d76c86 req-98101238-ac19-4199-8e67-2934aabd98a5 service neutron] 10.222.0.60 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382897 Apr 18 20:53:29.649659 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:53:29.650499 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:53:29.721319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8625380-a83c-481d-b4cd-2b3468dbc980 req-ab34b419-02ee-4ea4-92a3-c0259ba3a304 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926762 Apr 18 20:53:29.721901 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fed93a16-b78a-4437-88d6-d308684d88ff tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.732220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd470c-1018-405c-b6d7-11c60b91912f req-0d7971d0-df46-4ad2-bec4-1e1c4c29305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.733208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-82342a7d-73b8-455b-a643-1865858dda7c req-0be61896-93ac-4dcb-8062-dc9593d7aa56 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901513 Apr 18 20:53:29.740778 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6fd470c-1018-405c-b6d7-11c60b91912f req-0d7971d0-df46-4ad2-bec4-1e1c4c29305d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=254234ce6f164a8699879540863d49bb&device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 1095 time: 0.0501707 Apr 18 20:53:29.757072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed93a16-b78a-4437-88d6-d308684d88ff tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=6402a28b-fcf2-4da8-8add-c381c08daa98,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:29.804229 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bb681e-b688-4b77-9df2-00742c78eaa2 x-openstack-request-id: req-42bb681e-b688-4b77-9df2-00742c78eaa2 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:29.804625 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "name": "network-vif-unplugged", "status": "completed", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:29.804995 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42bb681e-b688-4b77-9df2-00742c78eaa2 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:29.805574 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42bb681e-b688-4b77-9df2-00742c78eaa2'] response: {'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'code': 200} Apr 18 20:53:29.824492 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fed93a16-b78a-4437-88d6-d308684d88ff tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.830975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fed93a16-b78a-4437-88d6-d308684d88ff tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/6402a28b-fcf2-4da8-8add-c381c08daa98 HTTP/1.1" status: 204 len: 168 time: 0.9342880 Apr 18 20:53:29.831695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35450) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:29.866121 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd175107-ece2-494f-a391-13f461804b9d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:29.867877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cd175107-ece2-494f-a391-13f461804b9d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/6402a28b-fcf2-4da8-8add-c381c08daa98 HTTP/1.1" status: 404 len: 333 time: 0.0350418 Apr 18 20:53:29.871753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35452) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:29.921422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd470c-1018-405c-b6d7-11c60b91912f req-df9651ae-4de2-4489-9ff0-9c6a0151514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:29.922930 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6fd470c-1018-405c-b6d7-11c60b91912f req-df9651ae-4de2-4489-9ff0-9c6a0151514c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ae77c39-2af8-409b-a445-2fa972ba9d49 HTTP/1.1" status: 200 len: 914 time: 0.1703749 Apr 18 20:53:29.971916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd28fad1-289b-43b7-b4ca-9b2d86b03f39 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet e25a456f-3cc2-48cd-87f3-1878352dd1da {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:29.976312 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6fd470c-1018-405c-b6d7-11c60b91912f req-9e56a7ef-be3f-4d98-91ad-f70543daaafb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e386e0a-d15b-48bf-aa4f-26c670807bdb HTTP/1.1" status: 200 len: 217 time: 0.0452716 Apr 18 20:53:29.976950 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd28fad1-289b-43b7-b4ca-9b2d86b03f39 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.057173 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd28fad1-289b-43b7-b4ca-9b2d86b03f39 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.087241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd470c-1018-405c-b6d7-11c60b91912f req-48c24e1e-54c1-474e-8e66-40190b3607c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.088797 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6fd470c-1018-405c-b6d7-11c60b91912f req-48c24e1e-54c1-474e-8e66-40190b3607c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79b8037b-1217-4b58-90dd-9967f53f8703 HTTP/1.1" status: 200 len: 853 time: 0.0878661 Apr 18 20:53:30.131437 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6fd470c-1018-405c-b6d7-11c60b91912f req-a94eabd0-d70d-43c4-ac28-dac9700a3540 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ae77c39-2af8-409b-a445-2fa972ba9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332446 Apr 18 20:53:30.205335 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.220116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:30.234585 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd28fad1-289b-43b7-b4ca-9b2d86b03f39 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.244972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:30.250130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.305984 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6fd470c-1018-405c-b6d7-11c60b91912f req-df02d0a3-b90a-4759-a357-1bc0728a8041 service neutron] 10.222.0.60 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671820 Apr 18 20:53:30.310572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:30.340350 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd28fad1-289b-43b7-b4ca-9b2d86b03f39 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.403064 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28fad1-289b-43b7-b4ca-9b2d86b03f39 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=e25a456f-3cc2-48cd-87f3-1878352dd1da,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:30.416058 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd28fad1-289b-43b7-b4ca-9b2d86b03f39 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.423438 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fd28fad1-289b-43b7-b4ca-9b2d86b03f39 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/e25a456f-3cc2-48cd-87f3-1878352dd1da HTTP/1.1" status: 204 len: 168 time: 0.5452735 Apr 18 20:53:30.423712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35462) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:30.428302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e3e31f-3097-4e3e-b221-76b4bfef6cf7 None None] Network fc8f2822-daf7-4981-8404-b7862ce4b094 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:30.482806 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e6fd470c-1018-405c-b6d7-11c60b91912f req-0a61961f-bb40-4776-959f-cf33c69cac05 service neutron] 10.222.0.60 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668916 Apr 18 20:53:30.487214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdcb051-a64b-4141-9bc7-956a43737590 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet 8956a1b1-1988-41d4-8a52-43534167f58d {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:30.491511 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1fdcb051-a64b-4141-9bc7-956a43737590 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.549804 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1fdcb051-a64b-4141-9bc7-956a43737590 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.645844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['23617bf7-b311-498e-a3c3-a7a1fd0b8b9c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:53:30.664794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1fdcb051-a64b-4141-9bc7-956a43737590 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.807189 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1fdcb051-a64b-4141-9bc7-956a43737590 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.887667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcb051-a64b-4141-9bc7-956a43737590 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=8956a1b1-1988-41d4-8a52-43534167f58d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:30.891832 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1fdcb051-a64b-4141-9bc7-956a43737590 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.899272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1fdcb051-a64b-4141-9bc7-956a43737590 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/8956a1b1-1988-41d4-8a52-43534167f58d HTTP/1.1" status: 204 len: 168 time: 0.4739680 Apr 18 20:53:30.903773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35474) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:31.028803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f12d5-1623-4028-9114-9dc5a20f21f8 req-c4f9010b-926d-4bea-b105-665d0c91684c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.036868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b77f12d5-1623-4028-9114-9dc5a20f21f8 req-c4f9010b-926d-4bea-b105-665d0c91684c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.1334939 Apr 18 20:53:31.047653 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.059093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88b2de-bcc3-4c36-a373-918aa5ad8497 req-e8502625-a787-460c-beb3-d44d17b5e786 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.061471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b88b2de-bcc3-4c36-a373-918aa5ad8497 req-e8502625-a787-460c-beb3-d44d17b5e786 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 944 time: 0.1890032 Apr 18 20:53:31.137219 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port e9160c3e-bab0-4887-9353-6d448abe4bea {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:31.137577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.188280 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b77f12d5-1623-4028-9114-9dc5a20f21f8 req-a8ff8d21-a81e-4f0a-8b95-ec0e6e02db15 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252177 Apr 18 20:53:31.199601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b88b2de-bcc3-4c36-a373-918aa5ad8497 req-a0f3e11e-bf30-4f4f-b8da-fed7f70cfc84 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233773 Apr 18 20:53:31.257688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] For port e9160c3e-bab0-4887-9353-6d448abe4bea, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e9160c3e-bab0-4887-9353-6d448abe4bea,segment=NetworkSegment(12303dc3-6d0d-439c-b4ae-c6f9a59aab45),segment_id=12303dc3-6d0d-439c-b4ae-c6f9a59aab45)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:31.258060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.272733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for e9160c3e-bab0-4887-9353-6d448abe4bea owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:31.364727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.392408 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=e9160c3e-bab0-4887-9353-6d448abe4bea,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:31.400954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No DVR routers for this DVR port e9160c3e-bab0-4887-9353-6d448abe4bea on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:31.498224 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.498547 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831282c-eff1-4433-b8f6-617b5d8f24b0 None None] Network fc8f2822-daf7-4981-8404-b7862ce4b094 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:31.531041 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8f2822-daf7-4981-8404-b7862ce4b094']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:31.543315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12303dc3-6d0d-439c-b4ae-c6f9a59aab45') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:31.544215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12303dc3-6d0d-439c-b4ae-c6f9a59aab45') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:31.561095 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.561354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-80a4fc34-1dc4-47e4-bd4e-ca7d907f0a64 None None] Could not find standard attr ID for object e9160c3e-bab0-4887-9353-6d448abe4bea. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:31.578154 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.585382 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:53:31.585778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:31.588814 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:31.687111 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.689530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba2515-a1d1-499c-977e-f24e771e5a6b None None] DHCP port deletion for fc8f2822-daf7-4981-8404-b7862ce4b094 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:53:31.696054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.704236 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/networks/fc8f2822-daf7-4981-8404-b7862ce4b094 HTTP/1.1" status: 204 len: 168 time: 0.7982821 Apr 18 20:53:31.704366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35484) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:31.716143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb280a-471f-4120-940f-5bbb175f0b63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Network': ['ID=fc8f2822-daf7-4981-8404-b7862ce4b094,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:31.759424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2bec3-28f2-4bae-a5b6-9e5b383b98e4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.760936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ecf2bec3-28f2-4bae-a5b6-9e5b383b98e4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0558486 Apr 18 20:53:31.764647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35490) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:31.819758 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35492) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:31.820497 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c0f7df6e-ee1a-4f2d-9501-92a1c823f7ec tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0544240 Apr 18 20:53:31.826072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1339705211'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:31.847398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:31.851072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.876421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:31.886577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.886928 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Added segment a6479c2a-c7ee-4bc7-a706-457ad666611e of type vlan for network 66602b54-a68a-4627-af97-3b8c19f891d9 Apr 18 20:53:31.928677 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.956114 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.961847 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.962532 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.025560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2037208 Apr 18 20:53:32.028507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35500) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:32.034733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '66602b54-a68a-4627-af97-3b8c19f891d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:32.042068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7f709-9898-4b50-9940-f46a48e5e217 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Network': ['ID=66602b54-a68a-4627-af97-3b8c19f891d9,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:32.052894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 66602b54-a68a-4627-af97-3b8c19f891d9 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:32.146537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:32.150035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.368605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.396893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 1e386e0a-d15b-48bf-aa4f-26c670807bdb details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:53:32.413533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f052b-1e38-4038-9784-ced8b61ee8a1 req-2a8acf3b-fdbf-4ea9-bc28-9168adf46785 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.415236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba5f052b-1e38-4038-9784-ced8b61ee8a1 req-2a8acf3b-fdbf-4ea9-bc28-9168adf46785 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 944 time: 0.1182132 Apr 18 20:53:32.434095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172e26e-c7d0-4515-8f55-d007b1877cd2 req-785dbed9-1cc2-456a-b715-d51d50adb728 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.435728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d172e26e-c7d0-4515-8f55-d007b1877cd2 req-785dbed9-1cc2-456a-b715-d51d50adb728 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.0960944 Apr 18 20:53:32.454824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=8a8618db-ff47-4d13-8cb5-09d90a70163c,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:32.457266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Checking segment: {'id': 'a6479c2a-c7ee-4bc7-a706-457ad666611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '66602b54-a68a-4627-af97-3b8c19f891d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:32.457711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network hostable DHCP agents. Network: 66602b54-a68a-4627-af97-3b8c19f891d9, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:32.478341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 66602b54-a68a-4627-af97-3b8c19f891d9 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:32.490884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 66602b54-a68a-4627-af97-3b8c19f891d9) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:32.496868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:32.497535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.515166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba5f052b-1e38-4038-9784-ced8b61ee8a1 req-8dd4de49-6e62-4024-992c-d93d5cd89493 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907938 Apr 18 20:53:32.515877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d697fda-76a3-4b86-bea1-fe86a98045ae None None] Network 66602b54-a68a-4627-af97-3b8c19f891d9 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:32.518398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d172e26e-c7d0-4515-8f55-d007b1877cd2 req-cb3dc677-74e1-4b96-ac30-038f812f893b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677035 Apr 18 20:53:32.519019 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0b182e49-408a-43c8-a478-c8fe593fc05d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4891963 Apr 18 20:53:32.522110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35510) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:32.530477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '66602b54-a68a-4627-af97-3b8c19f891d9', 'name': 'tempest-PortsIpV6TestJSON-711331050'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:32.606508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 1e386e0a-d15b-48bf-aa4f-26c670807bdb, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e386e0a-d15b-48bf-aa4f-26c670807bdb,segment=NetworkSegment(4333abc9-b7c4-4d94-986e-78f3cfe1c7f6),segment_id=4333abc9-b7c4-4d94-986e-78f3cfe1c7f6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:32.630435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '1e386e0a-d15b-48bf-aa4f-26c670807bdb', 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49', 'port_id': '1e386e0a-d15b-48bf-aa4f-26c670807bdb', 'mac_address': 'fa:16:3e:fa:27:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b8037b-1217-4b58-90dd-9967f53f8703', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:53:32.634736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e9160c3e-bab0-4887-9353-6d448abe4bea no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:53:32.665056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:32.669064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.672713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e9160c3e-bab0-4887-9353-6d448abe4bea {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:53:32.672953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e9160c3e-bab0-4887-9353-6d448abe4bea not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:53:32.696530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port 5a187422-0ca7-4230-8641-0645228624f4 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:32.747367 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.765682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e386e0a-d15b-48bf-aa4f-26c670807bdb {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:32.810544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 1e386e0a-d15b-48bf-aa4f-26c670807bdb, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e386e0a-d15b-48bf-aa4f-26c670807bdb,segment=NetworkSegment(4333abc9-b7c4-4d94-986e-78f3cfe1c7f6),segment_id=4333abc9-b7c4-4d94-986e-78f3cfe1c7f6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:32.816028 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.840166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8::2db (66602b54-a68a-4627-af97-3b8c19f891d9/8a8618db-ff47-4d13-8cb5-09d90a70163c/5a187422-0ca7-4230-8641-0645228624f4) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:32.842672 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-66602b54-a68a-4627-af97-3b8c19f891d9', 'network_id': '66602b54-a68a-4627-af97-3b8c19f891d9', 'tenant_id': 'a32f72695c074f36b7653f04b05d1114', 'fixed_ips': [{'subnet_id': '8a8618db-ff47-4d13-8cb5-09d90a70163c'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:53:32.844110 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.943475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=1e386e0a-d15b-48bf-aa4f-26c670807bdb,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:33.009460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.063439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.109874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 66602b54-a68a-4627-af97-3b8c19f891d9 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:33.110955 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Allocated IP 2001:db8::2 (66602b54-a68a-4627-af97-3b8c19f891d9/8a8618db-ff47-4d13-8cb5-09d90a70163c/b46fb80a-6e04-4cbd-a819-ec671d505c14) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:33.119356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:33.124073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:33.129672 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.130300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.133938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=5a187422-0ca7-4230-8641-0645228624f4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:33.147881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['1e386e0a-d15b-48bf-aa4f-26c670807bdb'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:53:33.150922 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1ef2d269-3286-40da-a869-81fa6bbc7044 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6273849 Apr 18 20:53:33.153380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35522) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:33.158477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '66602b54-a68a-4627-af97-3b8c19f891d9', 'name': 'tempest-PortsIpV6TestJSON-1466096680'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:33.299577 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:33.304916 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.331391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port a07d0128-d62c-40dc-b0ad-e47fb70cfb1b yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:33.369691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5f588fff-687a-4975-b9ff-514dd76065b2 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:53:33.374378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:33.713442 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cf895-38ac-4161-8a6e-eaa6f49ea086 req-e6e7a786-86e9-47ce-9abb-4b32b1ce044e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.715138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-930cf895-38ac-4161-8a6e-eaa6f49ea086 req-e6e7a786-86e9-47ce-9abb-4b32b1ce044e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 945 time: 0.0872781 Apr 18 20:53:33.725800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10156487-ada5-4bad-b3db-de22802f6ade req-ffdf307e-a6bb-4b2c-9384-ab4e273501e7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.727430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10156487-ada5-4bad-b3db-de22802f6ade req-ffdf307e-a6bb-4b2c-9384-ab4e273501e7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 944 time: 0.0896063 Apr 18 20:53:33.741874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:33.742260 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.796814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-930cf895-38ac-4161-8a6e-eaa6f49ea086 req-c6cee39b-4722-4b75-bd35-5edebac2d573 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642302 Apr 18 20:53:33.797375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:33.815909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10156487-ada5-4bad-b3db-de22802f6ade req-d4a1d84b-9182-43b0-8358-481c2724bf96 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810089 Apr 18 20:53:33.820178 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.834837 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '5f588fff-687a-4975-b9ff-514dd76065b2', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'port_id': '5f588fff-687a-4975-b9ff-514dd76065b2', 'mac_address': 'fa:16:3e:78:02:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:53:33.838418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.889752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Network 66602b54-a68a-4627-af97-3b8c19f891d9 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:33.903470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8::2c6 (66602b54-a68a-4627-af97-3b8c19f891d9/8a8618db-ff47-4d13-8cb5-09d90a70163c/a07d0128-d62c-40dc-b0ad-e47fb70cfb1b) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:33.915672 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:33.924983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:33.956122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Pushing event updated for resources: {'Port': ['ID=b46fb80a-6e04-4cbd-a819-ec671d505c14,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:34.016249 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.071602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f588fff-687a-4975-b9ff-514dd76065b2 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:34.077567 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.088024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Attempting to bind port b46fb80a-6e04-4cbd-a819-ec671d505c14 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:34.088481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Attempting to bind port b46fb80a-6e04-4cbd-a819-ec671d505c14 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'a6479c2a-c7ee-4bc7-a706-457ad666611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '66602b54-a68a-4627-af97-3b8c19f891d9'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:34.088845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Attempting to bind port b46fb80a-6e04-4cbd-a819-ec671d505c14 on network 66602b54-a68a-4627-af97-3b8c19f891d9 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:34.099102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.108136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:34.108561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Checking segment: {'id': 'a6479c2a-c7ee-4bc7-a706-457ad666611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '66602b54-a68a-4627-af97-3b8c19f891d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:34.108905 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.109297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Bound using segment: {'id': 'a6479c2a-c7ee-4bc7-a706-457ad666611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '66602b54-a68a-4627-af97-3b8c19f891d9'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:34.109770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Bound port: b46fb80a-6e04-4cbd-a819-ec671d505c14, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6479c2a-c7ee-4bc7-a706-457ad666611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '66602b54-a68a-4627-af97-3b8c19f891d9'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:34.110148 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.128674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:34.133777 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:34.136196 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d360e49b-bb02-4294-b2b2-ca95d10fba2b" -d '{"events": [{"server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "name": "network-vif-plugged", "status": "completed", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:34.138349 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.148113 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.157932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:34.199670 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ab5785-4cd8-42b4-8dc6-224e46ceb1a7 x-openstack-request-id: req-22ab5785-4cd8-42b4-8dc6-224e46ceb1a7 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:34.200424 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "name": "network-vif-plugged", "status": "completed", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:34.200424 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22ab5785-4cd8-42b4-8dc6-224e46ceb1a7 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:34.200837 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ab5785-4cd8-42b4-8dc6-224e46ceb1a7'] response: {'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'code': 200} Apr 18 20:53:34.201863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 66602b54-a68a-4627-af97-3b8c19f891d9 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:34.205858 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.208645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:34.215574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:34.222023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:34.223121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.241554 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=a07d0128-d62c-40dc-b0ad-e47fb70cfb1b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:34.248905 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1b600b2d-42a9-430d-aebf-275dd01aef57 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0944455 Apr 18 20:53:34.251453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35550) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:34.255156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=11']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:34.291489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] For port b46fb80a-6e04-4cbd-a819-ec671d505c14, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:34.303508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] For port b46fb80a-6e04-4cbd-a819-ec671d505c14, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b46fb80a-6e04-4cbd-a819-ec671d505c14,segment=NetworkSegment(a6479c2a-c7ee-4bc7-a706-457ad666611e),segment_id=a6479c2a-c7ee-4bc7-a706-457ad666611e)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:34.315131 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.341077 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f22bed-1ea0-4b35-bdd6-c160199804f6 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:34.342645 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-95f22bed-1ea0-4b35-bdd6-c160199804f6 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2db HTTP/1.1" status: 200 len: 928 time: 0.0900385 Apr 18 20:53:34.345335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35552) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:34.348060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:34.402429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['5f588fff-687a-4975-b9ff-514dd76065b2'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:53:34.453685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e82420-294d-4bb1-b4b3-6a9a7e03b4ec None None] Pushing event updated for resources: {'Port': ['ID=b46fb80a-6e04-4cbd-a819-ec671d505c14,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:34.474198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2336b958-4d43-487f-8d10-fcc3d3981ad1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port a07d0128-d62c-40dc-b0ad-e47fb70cfb1b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:34.474600 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2336b958-4d43-487f-8d10-fcc3d3981ad1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.597012 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2336b958-4d43-487f-8d10-fcc3d3981ad1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.638396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2336b958-4d43-487f-8d10-fcc3d3981ad1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for a07d0128-d62c-40dc-b0ad-e47fb70cfb1b owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:34.798928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2336b958-4d43-487f-8d10-fcc3d3981ad1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.843166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336b958-4d43-487f-8d10-fcc3d3981ad1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=a07d0128-d62c-40dc-b0ad-e47fb70cfb1b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:34.888413 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2336b958-4d43-487f-8d10-fcc3d3981ad1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.891867 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2336b958-4d43-487f-8d10-fcc3d3981ad1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/a07d0128-d62c-40dc-b0ad-e47fb70cfb1b HTTP/1.1" status: 204 len: 168 time: 0.5451436 Apr 18 20:53:34.894638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35566) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:34.936936 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b781708-4fb1-4c46-b8d7-8ac3420f4235 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:34.939891 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b781708-4fb1-4c46-b8d7-8ac3420f4235 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/a07d0128-d62c-40dc-b0ad-e47fb70cfb1b HTTP/1.1" status: 404 len: 333 time: 0.0432479 Apr 18 20:53:34.942164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35568) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:34.996008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f347fe-9d66-47b3-a69d-10087aa0a7c5 req-40ba7f1b-9bf6-4d9b-aec3-0fa70cc5212b tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.008241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63f347fe-9d66-47b3-a69d-10087aa0a7c5 req-40ba7f1b-9bf6-4d9b-aec3-0fa70cc5212b tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 945 time: 0.1231136 Apr 18 20:53:35.034364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afaec6-ef19-4bf0-87be-907603e86a1a req-5fa868a1-6a1c-4d9b-96cd-14e5e02b7e56 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.036836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08afaec6-ef19-4bf0-87be-907603e86a1a req-5fa868a1-6a1c-4d9b-96cd-14e5e02b7e56 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 945 time: 0.1143043 Apr 18 20:53:35.052944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-359f0c36-2668-42d0-a2cf-030536b93db9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 5a187422-0ca7-4230-8641-0645228624f4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:35.053412 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-359f0c36-2668-42d0-a2cf-030536b93db9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.090075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63f347fe-9d66-47b3-a69d-10087aa0a7c5 req-fa20c3e4-27d8-42bb-a735-dea0877ab8cc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802398 Apr 18 20:53:35.132581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08afaec6-ef19-4bf0-87be-907603e86a1a req-b0cb198b-ebb1-4283-acf9-a6dda3b4d4dd tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864792 Apr 18 20:53:35.182450 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-359f0c36-2668-42d0-a2cf-030536b93db9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.187664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5f588fff-687a-4975-b9ff-514dd76065b2 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:35.205390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-359f0c36-2668-42d0-a2cf-030536b93db9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 5a187422-0ca7-4230-8641-0645228624f4 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:35.262959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 5f588fff-687a-4975-b9ff-514dd76065b2 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:35.270167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 5f588fff-687a-4975-b9ff-514dd76065b2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:35.271150 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.387114 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-359f0c36-2668-42d0-a2cf-030536b93db9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.424297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f0c36-2668-42d0-a2cf-030536b93db9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=5a187422-0ca7-4230-8641-0645228624f4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.443369 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.471559 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-359f0c36-2668-42d0-a2cf-030536b93db9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.480518 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-359f0c36-2668-42d0-a2cf-030536b93db9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/5a187422-0ca7-4230-8641-0645228624f4 HTTP/1.1" status: 204 len: 168 time: 0.5351315 Apr 18 20:53:35.481102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35580) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:35.503040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:35.513629 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-42731548-b55e-419b-a4c0-580244170380 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:35.513964 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.520717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-42731548-b55e-419b-a4c0-580244170380 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/5a187422-0ca7-4230-8641-0645228624f4 HTTP/1.1" status: 404 len: 333 time: 0.0331049 Apr 18 20:53:35.520717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35582) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:35.555713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd73120e-f43c-43ba-b5a8-c4192376ab56 None None] Network 66602b54-a68a-4627-af97-3b8c19f891d9 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:35.587478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d572725a-928a-4dfb-a1b9-594c7df0ae3d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet 8a8618db-ff47-4d13-8cb5-09d90a70163c {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:35.592252 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d572725a-928a-4dfb-a1b9-594c7df0ae3d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.642195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=12']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.645674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d572725a-928a-4dfb-a1b9-594c7df0ae3d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.665879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ff38c6d5-4844-4d40-ae3e-f59683079dc2 None None] Provisioning complete for port b46fb80a-6e04-4cbd-a819-ec671d505c14 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:35.665879 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff38c6d5-4844-4d40-ae3e-f59683079dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.760858 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d572725a-928a-4dfb-a1b9-594c7df0ae3d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.848100 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff38c6d5-4844-4d40-ae3e-f59683079dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.857755 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d572725a-928a-4dfb-a1b9-594c7df0ae3d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.889255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572725a-928a-4dfb-a1b9-594c7df0ae3d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=8a8618db-ff47-4d13-8cb5-09d90a70163c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:35.916492 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d572725a-928a-4dfb-a1b9-594c7df0ae3d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.916492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d572725a-928a-4dfb-a1b9-594c7df0ae3d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/8a8618db-ff47-4d13-8cb5-09d90a70163c HTTP/1.1" status: 204 len: 168 time: 0.3938422 Apr 18 20:53:35.918811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35588) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:35.955293 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-ff38c6d5-4844-4d40-ae3e-f59683079dc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:53:35.956200 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-ff38c6d5-4844-4d40-ae3e-f59683079dc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:53:35.957287 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-30cfa200-a4c4-4224-aeaa-ee7f82a616e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.026009 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.117112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc275938-63d2-441f-9631-f9f1e4992660 None None] Network 66602b54-a68a-4627-af97-3b8c19f891d9 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:36.120957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port b46fb80a-6e04-4cbd-a819-ec671d505c14 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:36.121585 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.204479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:36.210842 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0039d9-8808-4ef7-bea6-0dd4fc20750d" -d '{"events": [{"server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "name": "network-vif-plugged", "status": "completed", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:36.249181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] For port b46fb80a-6e04-4cbd-a819-ec671d505c14, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b46fb80a-6e04-4cbd-a819-ec671d505c14,segment=NetworkSegment(a6479c2a-c7ee-4bc7-a706-457ad666611e),segment_id=a6479c2a-c7ee-4bc7-a706-457ad666611e)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:36.249555 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.296844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for b46fb80a-6e04-4cbd-a819-ec671d505c14 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:36.391375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2719e-e40a-4af9-a23d-a7a2bd1f80e5 req-a12372b8-0817-450a-a7aa-68b0dec913ef tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:36.393675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94b2719e-e40a-4af9-a23d-a7a2bd1f80e5 req-a12372b8-0817-450a-a7aa-68b0dec913ef tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 946 time: 0.1473541 Apr 18 20:53:36.413485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000e9b3-ac84-4473-94a9-a239d6e78d8e req-f9209bd7-883e-4ffe-8391-50677142fb44 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:36.418813 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e000e9b3-ac84-4473-94a9-a239d6e78d8e req-f9209bd7-883e-4ffe-8391-50677142fb44 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 945 time: 0.2170241 Apr 18 20:53:36.424911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b90e90-616e-48a8-b989-9ffb06d32194 None None] DHCP port deletion for 66602b54-a68a-4627-af97-3b8c19f891d9 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:53:36.455183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 1e386e0a-d15b-48bf-aa4f-26c670807bdb up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:36.515145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94b2719e-e40a-4af9-a23d-a7a2bd1f80e5 req-38e17eee-8ee4-450c-81cd-c965100db9ee tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944288 Apr 18 20:53:36.531628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e000e9b3-ac84-4473-94a9-a239d6e78d8e req-61405b36-2bc4-435a-b872-2870c167dbfc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945544 Apr 18 20:53:36.559470 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.579464 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff38c6d5-4844-4d40-ae3e-f59683079dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.613381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 1e386e0a-d15b-48bf-aa4f-26c670807bdb completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:36.630031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 1e386e0a-d15b-48bf-aa4f-26c670807bdb triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:36.630506 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.635660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No DVR routers for this DVR port b46fb80a-6e04-4cbd-a819-ec671d505c14 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:36.655207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=b46fb80a-6e04-4cbd-a819-ec671d505c14,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:36.696521 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22955339-e13c-473e-abc5-b6715fafe399 x-openstack-request-id: req-22955339-e13c-473e-abc5-b6715fafe399 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:36.696818 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "name": "network-vif-plugged", "status": "completed", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:36.697052 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22955339-e13c-473e-abc5-b6715fafe399 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:36.698444 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22955339-e13c-473e-abc5-b6715fafe399'] response: {'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2', 'code': 200} Apr 18 20:53:36.728870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-53b90e90-616e-48a8-b989-9ffb06d32194 None None] Deleting port b46fb80a-6e04-4cbd-a819-ec671d505c14 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:36.729225 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53b90e90-616e-48a8-b989-9ffb06d32194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.821696 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.846862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-53b90e90-616e-48a8-b989-9ffb06d32194 None None] For port b46fb80a-6e04-4cbd-a819-ec671d505c14, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:36.847266 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53b90e90-616e-48a8-b989-9ffb06d32194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.849400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66602b54-a68a-4627-af97-3b8c19f891d9']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:36.859963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6479c2a-c7ee-4bc7-a706-457ad666611e') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:36.860578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6479c2a-c7ee-4bc7-a706-457ad666611e') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:36.865676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-422a52c6-9acd-4566-a189-67849726a93b None None] Could not find standard attr ID for object b46fb80a-6e04-4cbd-a819-ec671d505c14. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:36.868058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-53b90e90-616e-48a8-b989-9ffb06d32194 None None] Calling delete_port for b46fb80a-6e04-4cbd-a819-ec671d505c14 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:36.872423 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.888358 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-53b90e90-616e-48a8-b989-9ffb06d32194 None None] Port b46fb80a-6e04-4cbd-a819-ec671d505c14 was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:53:36.891250 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53b90e90-616e-48a8-b989-9ffb06d32194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.893157 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.912068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:53:36.913000 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.936146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b90e90-616e-48a8-b989-9ffb06d32194 None None] Pushing event deleted for resources: {'Port': ['ID=b46fb80a-6e04-4cbd-a819-ec671d505c14,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:36.937923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b90e90-616e-48a8-b989-9ffb06d32194 None None] No DVR routers for this DVR port b46fb80a-6e04-4cbd-a819-ec671d505c14 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:36.943355 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:36.984517 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:37.017100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 1e386e0a-d15b-48bf-aa4f-26c670807bdb, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e386e0a-d15b-48bf-aa4f-26c670807bdb,segment=NetworkSegment(4333abc9-b7c4-4d94-986e-78f3cfe1c7f6),segment_id=4333abc9-b7c4-4d94-986e-78f3cfe1c7f6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:37.026639 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.064932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.070254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3020c-bcfe-4045-88fd-327c497f8ef3 req-4b1ee3c4-5829-4a99-9a6a-a5a191b762e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:37.072372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cc3020c-bcfe-4045-88fd-327c497f8ef3 req-4b1ee3c4-5829-4a99-9a6a-a5a191b762e7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 1097 time: 0.0869946 Apr 18 20:53:37.080336 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.087200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/networks/66602b54-a68a-4627-af97-3b8c19f891d9 HTTP/1.1" status: 204 len: 168 time: 1.1632333 Apr 18 20:53:37.087425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35612) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:37.092963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1648672893'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:37.121663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416e42a-34f5-4ae4-858b-56c689f8f329 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Network': ['ID=66602b54-a68a-4627-af97-3b8c19f891d9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:37.144008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cc3020c-bcfe-4045-88fd-327c497f8ef3 req-3356c2f5-5b15-419a-9eec-56d15d170bc7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509603 Apr 18 20:53:37.159280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:37.163325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.184468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=1e386e0a-d15b-48bf-aa4f-26c670807bdb,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:37.188450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:37.198767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.199185 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Added segment 614ecbb7-364b-4f4b-835d-179c17a62439 of type vlan for network 6b45b59f-6088-4a82-a0ea-f092cffb7189 Apr 18 20:53:37.239693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.264292 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.269952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:37.270535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.299553 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2106826 Apr 18 20:53:37.303493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35618) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:37.308863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '6b45b59f-6088-4a82-a0ea-f092cffb7189', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:37.349067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22306a0c-fb4e-4c74-ac0c-36d6705ca80c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Network': ['ID=6b45b59f-6088-4a82-a0ea-f092cffb7189,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:37.369258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 6b45b59f-6088-4a82-a0ea-f092cffb7189 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:37.406186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:37.409753 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.620652 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.731415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=81e0124e-7e4d-4130-9e14-5d9e9c317d93,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:37.752876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a40afb-5c15-4b58-904d-27c76cac1826 req-487caa8d-7ffc-47d0-a2c2-9103b6b49f1f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:37.754326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0a40afb-5c15-4b58-904d-27c76cac1826 req-487caa8d-7ffc-47d0-a2c2-9103b6b49f1f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 946 time: 0.1461005 Apr 18 20:53:37.774460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Checking segment: {'id': '614ecbb7-364b-4f4b-835d-179c17a62439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6b45b59f-6088-4a82-a0ea-f092cffb7189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:37.774825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network hostable DHCP agents. Network: 6b45b59f-6088-4a82-a0ea-f092cffb7189, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:37.793382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b954df-dac2-4eed-8913-f7a5dace8a07 req-2e71cf31-fad3-4f28-9eaa-9b66d095c886 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:37.794913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1b954df-dac2-4eed-8913-f7a5dace8a07 req-2e71cf31-fad3-4f28-9eaa-9b66d095c886 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 946 time: 0.1277678 Apr 18 20:53:37.837950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0a40afb-5c15-4b58-904d-27c76cac1826 req-ed6dba82-35bf-48e9-8b90-9f5aecd353d2 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753372 Apr 18 20:53:37.840313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 6b45b59f-6088-4a82-a0ea-f092cffb7189 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:37.855817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 6b45b59f-6088-4a82-a0ea-f092cffb7189) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:37.867526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:37.868302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.877498 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ebcdb3-fc18-4db2-8ce5-151d68955721 None None] Network 6b45b59f-6088-4a82-a0ea-f092cffb7189 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:37.888003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1b954df-dac2-4eed-8913-f7a5dace8a07 req-9f9279b3-a955-434d-9259-b9f46f20fd2d tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838492 Apr 18 20:53:37.897878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b212c815-87a8-42f2-9c7a-e1005e2559a5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5932519 Apr 18 20:53:37.901091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35632) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:37.909681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '6b45b59f-6088-4a82-a0ea-f092cffb7189', 'name': 'tempest-PortsIpV6TestJSON-52724996', 'fixed_ips': [{'subnet_id': '81e0124e-7e4d-4130-9e14-5d9e9c317d93', 'ip_address': '2001:db8::10'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:38.039886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:38.052551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-6b45b59f-6088-4a82-a0ea-f092cffb7189', 'network_id': '6b45b59f-6088-4a82-a0ea-f092cffb7189', 'tenant_id': 'a32f72695c074f36b7653f04b05d1114', 'fixed_ips': [{'subnet_id': '81e0124e-7e4d-4130-9e14-5d9e9c317d93'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:53:38.053653 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.131005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.154997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port 46a038cd-bda7-4d60-b38f-9de22c5d8c1c yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:38.275379 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Allocated IP 2001:db8::2 (6b45b59f-6088-4a82-a0ea-f092cffb7189/81e0124e-7e4d-4130-9e14-5d9e9c317d93/330078ea-a459-499f-916e-804a031939ab) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:38.486287 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.495271 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.544301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Network 6b45b59f-6088-4a82-a0ea-f092cffb7189 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:38.569779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:38.582702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Pushing event updated for resources: {'Port': ['ID=330078ea-a459-499f-916e-804a031939ab,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:38.586823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:38.626678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8::10 (6b45b59f-6088-4a82-a0ea-f092cffb7189/81e0124e-7e4d-4130-9e14-5d9e9c317d93/46a038cd-bda7-4d60-b38f-9de22c5d8c1c) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:38.807448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e386e0a-d15b-48bf-aa4f-26c670807bdb'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:38.810257 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003ee2d8-916a-4a79-9261-7c146573b483" -d '{"events": [{"server_uuid": "8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e", "name": "network-vif-plugged", "status": "completed", "tag": "1e386e0a-d15b-48bf-aa4f-26c670807bdb"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:53:38.830065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Attempting to bind port 330078ea-a459-499f-916e-804a031939ab on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:38.830413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Attempting to bind port 330078ea-a459-499f-916e-804a031939ab by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '614ecbb7-364b-4f4b-835d-179c17a62439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6b45b59f-6088-4a82-a0ea-f092cffb7189'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:38.830769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Attempting to bind port 330078ea-a459-499f-916e-804a031939ab on network 6b45b59f-6088-4a82-a0ea-f092cffb7189 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:38.846062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:38.846515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Checking segment: {'id': '614ecbb7-364b-4f4b-835d-179c17a62439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6b45b59f-6088-4a82-a0ea-f092cffb7189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:38.846831 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.847222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Bound using segment: {'id': '614ecbb7-364b-4f4b-835d-179c17a62439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6b45b59f-6088-4a82-a0ea-f092cffb7189'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:38.847736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Bound port: 330078ea-a459-499f-916e-804a031939ab, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '614ecbb7-364b-4f4b-835d-179c17a62439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '6b45b59f-6088-4a82-a0ea-f092cffb7189'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:38.848139 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.887871 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a4fd38d3-4854-43a8-b3c7-02d1aaa7c932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.969098 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.978298 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e1bb8d-1590-441a-96cd-1755b3094c08 x-openstack-request-id: req-84e1bb8d-1590-441a-96cd-1755b3094c08 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:53:38.978685 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e", "name": "network-vif-plugged", "status": "completed", "tag": "1e386e0a-d15b-48bf-aa4f-26c670807bdb", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:53:38.979081 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-84e1bb8d-1590-441a-96cd-1755b3094c08 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:53:38.979662 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e1bb8d-1590-441a-96cd-1755b3094c08'] response: {'server_uuid': '8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e386e0a-d15b-48bf-aa4f-26c670807bdb', 'code': 200} Apr 18 20:53:39.009798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] For port 330078ea-a459-499f-916e-804a031939ab, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:39.015877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] For port 330078ea-a459-499f-916e-804a031939ab, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=330078ea-a459-499f-916e-804a031939ab,segment=NetworkSegment(614ecbb7-364b-4f4b-835d-179c17a62439),segment_id=614ecbb7-364b-4f4b-835d-179c17a62439)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:39.023824 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.046688 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.174497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 6b45b59f-6088-4a82-a0ea-f092cffb7189 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:39.180217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=46a038cd-bda7-4d60-b38f-9de22c5d8c1c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:39.202927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9b2da-b75e-44d5-8397-03cf15386907 req-7a31b096-5e58-4a75-9495-e1a87beb666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.208717 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1bb9b2da-b75e-44d5-8397-03cf15386907 req-7a31b096-5e58-4a75-9495-e1a87beb666a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 1097 time: 0.1500454 Apr 18 20:53:39.208957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:39.254510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c4975-e4b3-4908-a8eb-e88163a5d4a0 None None] Pushing event updated for resources: {'Port': ['ID=330078ea-a459-499f-916e-804a031939ab,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:39.286104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:39.294627 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1bb9b2da-b75e-44d5-8397-03cf15386907 req-9270fb3b-a40e-429a-b06c-06d3d2ec43be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786009 Apr 18 20:53:39.304684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.305780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.350423 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.371312 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bf333f50-14d5-4372-8116-2fa977d0d051 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4682856 Apr 18 20:53:39.373604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35696) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:39.379327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '6b45b59f-6088-4a82-a0ea-f092cffb7189', 'name': 'tempest-PortsIpV6TestJSON-1133992516', 'fixed_ips': [{'subnet_id': '81e0124e-7e4d-4130-9e14-5d9e9c317d93', 'ip_address': '2001:db8::f'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:39.390541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28a2a9-5bae-4341-b54e-b6b15f2d788c req-0d91d37d-b50b-4c5c-b1b5-8825e5a3163f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.392397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf28a2a9-5bae-4341-b54e-b6b15f2d788c req-0d91d37d-b50b-4c5c-b1b5-8825e5a3163f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 946 time: 0.2135460 Apr 18 20:53:39.408171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50a8e3-ccf9-4c68-a929-89401de7667f req-5534786c-a990-496c-9c87-c1c795b48f06 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.416726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce50a8e3-ccf9-4c68-a929-89401de7667f req-5534786c-a990-496c-9c87-c1c795b48f06 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 946 time: 0.1029649 Apr 18 20:53:39.507568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf28a2a9-5bae-4341-b54e-b6b15f2d788c req-907e4a56-a136-47f9-becc-d1158b05383b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085482 Apr 18 20:53:39.515424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce50a8e3-ccf9-4c68-a929-89401de7667f req-bf2502d4-ef7b-464a-9a52-56d845f907f5 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978560 Apr 18 20:53:39.564476 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:39.659460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.688229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port 02d443ea-bf25-4e64-8dfb-2f4e501d184b yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:39.859626 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8::f (6b45b59f-6088-4a82-a0ea-f092cffb7189/81e0124e-7e4d-4130-9e14-5d9e9c317d93/02d443ea-bf25-4e64-8dfb-2f4e501d184b) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:40.024325 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.061553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.110815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 6b45b59f-6088-4a82-a0ea-f092cffb7189 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:40.118885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:40.121389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:40.127518 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.128169 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.136512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=02d443ea-bf25-4e64-8dfb-2f4e501d184b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:40.155084 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8cbafd16-120b-4673-9d25-7a9d89e040c3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7803538 Apr 18 20:53:40.157539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35708) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:40.249156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50e7902-a868-46bc-a4ac-b2675935a870 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.253512 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f50e7902-a868-46bc-a4ac-b2675935a870 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.0921397 Apr 18 20:53:40.253791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35710) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:40.424724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdad49e-b1b3-4b88-9711-18f380006c9a None None] Network 6b45b59f-6088-4a82-a0ea-f092cffb7189 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:40.518483 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.578259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49bbfa-1353-48a5-95eb-dfb36db3e94b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.585923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49bbfa-1353-48a5-95eb-dfb36db3e94b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.593272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49bbfa-1353-48a5-95eb-dfb36db3e94b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.604491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2f7d4f1e-0bbd-4d4f-802f-e6066c8eec58 None None] Provisioning complete for port 330078ea-a459-499f-916e-804a031939ab triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:40.604852 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4f1e-0bbd-4d4f-802f-e6066c8eec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.625685 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-be49bbfa-1353-48a5-95eb-dfb36db3e94b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3704007 Apr 18 20:53:40.628093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35720) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:40.724031 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4f1e-0bbd-4d4f-802f-e6066c8eec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.784740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2f7d4f1e-0bbd-4d4f-802f-e6066c8eec58 None None] For port 330078ea-a459-499f-916e-804a031939ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=330078ea-a459-499f-916e-804a031939ab,segment=NetworkSegment(614ecbb7-364b-4f4b-835d-179c17a62439),segment_id=614ecbb7-364b-4f4b-835d-179c17a62439)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:40.790805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 330078ea-a459-499f-916e-804a031939ab up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:40.829403 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f7d4f1e-0bbd-4d4f-802f-e6066c8eec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.905316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff26ba5-0c9a-41dd-bbef-57c941332e20 req-d848748e-ff91-42a0-a66f-fd68dc30101a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.906875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ff26ba5-0c9a-41dd-bbef-57c941332e20 req-d848748e-ff91-42a0-a66f-fd68dc30101a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 946 time: 0.1767642 Apr 18 20:53:40.921589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d4f1e-0bbd-4d4f-802f-e6066c8eec58 None None] Pushing event updated for resources: {'Port': ['ID=330078ea-a459-499f-916e-804a031939ab,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:40.935008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 330078ea-a459-499f-916e-804a031939ab triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:40.935375 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.936440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9cfa6-ed08-48c6-a50b-5bc03b135532 req-de7ec7e5-025b-484b-afdf-9f230042e1b2 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.937986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05d9cfa6-ed08-48c6-a50b-5bc03b135532 req-de7ec7e5-025b-484b-afdf-9f230042e1b2 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 946 time: 0.2067256 Apr 18 20:53:40.951200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-154b0fea-56d6-4986-8181-1a0e7d28af8a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 02d443ea-bf25-4e64-8dfb-2f4e501d184b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:40.951538 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-154b0fea-56d6-4986-8181-1a0e7d28af8a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.062342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-eaf582ca-cbdb-4641-8665-d69c6f3d5d6f None None] Provisioning complete for port 02d443ea-bf25-4e64-8dfb-2f4e501d184b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:41.063295 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eaf582ca-cbdb-4641-8665-d69c6f3d5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.092912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ff26ba5-0c9a-41dd-bbef-57c941332e20 req-009681a8-aaa3-45d0-97fa-3eab4290baf4 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790485 Apr 18 20:53:41.101754 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05d9cfa6-ed08-48c6-a50b-5bc03b135532 req-9eac8596-8550-4ca9-a351-40a77273cd0a tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530604 Apr 18 20:53:41.142675 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-154b0fea-56d6-4986-8181-1a0e7d28af8a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.145881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-eaf582ca-cbdb-4641-8665-d69c6f3d5d6f None None] Port 02d443ea-bf25-4e64-8dfb-2f4e501d184b cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:41.161384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-154b0fea-56d6-4986-8181-1a0e7d28af8a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 02d443ea-bf25-4e64-8dfb-2f4e501d184b owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:41.200974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-eaf582ca-cbdb-4641-8665-d69c6f3d5d6f None None] Provisioning complete for port 330078ea-a459-499f-916e-804a031939ab triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:41.201410 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eaf582ca-cbdb-4641-8665-d69c6f3d5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.203472 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.221777 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:53:41.318696 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-154b0fea-56d6-4986-8181-1a0e7d28af8a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.348738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-eaf582ca-cbdb-4641-8665-d69c6f3d5d6f None None] Provisioning complete for port 46a038cd-bda7-4d60-b38f-9de22c5d8c1c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:41.349103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eaf582ca-cbdb-4641-8665-d69c6f3d5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.350890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b0fea-56d6-4986-8181-1a0e7d28af8a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=02d443ea-bf25-4e64-8dfb-2f4e501d184b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.380633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-154b0fea-56d6-4986-8181-1a0e7d28af8a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.384124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-154b0fea-56d6-4986-8181-1a0e7d28af8a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/02d443ea-bf25-4e64-8dfb-2f4e501d184b HTTP/1.1" status: 204 len: 168 time: 0.7539592 Apr 18 20:53:41.386759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35734) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:41.404871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-eaf582ca-cbdb-4641-8665-d69c6f3d5d6f None None] Port 46a038cd-bda7-4d60-b38f-9de22c5d8c1c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:41.421572 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd323d80-6f96-4b85-9954-e1949e7a1fc3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:41.423130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bd323d80-6f96-4b85-9954-e1949e7a1fc3 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/02d443ea-bf25-4e64-8dfb-2f4e501d184b HTTP/1.1" status: 404 len: 333 time: 0.0350621 Apr 18 20:53:41.426714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35738) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:41.521173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f85c382d-24d3-4eda-bc4e-f93a39ccf266 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 46a038cd-bda7-4d60-b38f-9de22c5d8c1c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:41.521862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f85c382d-24d3-4eda-bc4e-f93a39ccf266 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.551368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-30394dee-431a-4a8d-a9e2-66b5bd4ab038 None None] Provisioning complete for port 46a038cd-bda7-4d60-b38f-9de22c5d8c1c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:41.552108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-30394dee-431a-4a8d-a9e2-66b5bd4ab038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.592214 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-30394dee-431a-4a8d-a9e2-66b5bd4ab038 None None] Port 46a038cd-bda7-4d60-b38f-9de22c5d8c1c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:41.616120 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f85c382d-24d3-4eda-bc4e-f93a39ccf266 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.628853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f85c382d-24d3-4eda-bc4e-f93a39ccf266 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 46a038cd-bda7-4d60-b38f-9de22c5d8c1c owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:41.704896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-814b0d9d-0005-4eb2-a708-b43fc1d16ac1 None None] Could not find standard attr ID for object 02d443ea-bf25-4e64-8dfb-2f4e501d184b. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:41.766396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f85c382d-24d3-4eda-bc4e-f93a39ccf266 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.802550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c382d-24d3-4eda-bc4e-f93a39ccf266 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=46a038cd-bda7-4d60-b38f-9de22c5d8c1c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.843601 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f85c382d-24d3-4eda-bc4e-f93a39ccf266 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.851061 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f85c382d-24d3-4eda-bc4e-f93a39ccf266 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/46a038cd-bda7-4d60-b38f-9de22c5d8c1c HTTP/1.1" status: 204 len: 168 time: 0.4189961 Apr 18 20:53:41.851394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35746) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:41.876921 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aec404c-7fd8-4954-bab4-6d623c9a8c97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:41.879877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1aec404c-7fd8-4954-bab4-6d623c9a8c97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/46a038cd-bda7-4d60-b38f-9de22c5d8c1c HTTP/1.1" status: 404 len: 333 time: 0.0260129 Apr 18 20:53:41.881206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35748) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:41.938428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7077631-ae81-4e69-9c89-586ea8025350 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet 81e0124e-7e4d-4130-9e14-5d9e9c317d93 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:41.942634 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c7077631-ae81-4e69-9c89-586ea8025350 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.991468 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c7077631-ae81-4e69-9c89-586ea8025350 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.110797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c7077631-ae81-4e69-9c89-586ea8025350 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.187814 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c7077631-ae81-4e69-9c89-586ea8025350 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.220072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7077631-ae81-4e69-9c89-586ea8025350 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=81e0124e-7e4d-4130-9e14-5d9e9c317d93,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:42.237096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c7077631-ae81-4e69-9c89-586ea8025350 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.241156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34eff73-844e-44fa-baff-8f5fe97d8c23 None None] Network 6b45b59f-6088-4a82-a0ea-f092cffb7189 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:42.245019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c7077631-ae81-4e69-9c89-586ea8025350 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/81e0124e-7e4d-4130-9e14-5d9e9c317d93 HTTP/1.1" status: 204 len: 168 time: 0.3601470 Apr 18 20:53:42.246037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35758) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:42.286944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee01b4d-f423-4ba0-b711-e8e6765ff860 req-b7a10684-7f06-4fcd-9df3-885d93a472a3 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.288825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ee01b4d-f423-4ba0-b711-e8e6765ff860 req-b7a10684-7f06-4fcd-9df3-885d93a472a3 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 946 time: 0.0723658 Apr 18 20:53:42.336442 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.347541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ee01b4d-f423-4ba0-b711-e8e6765ff860 req-44bb50a2-957e-4387-b51d-d1acb21170ab tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506451 Apr 18 20:53:42.386856 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.491833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 330078ea-a459-499f-916e-804a031939ab {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:42.491833 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.532149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c4b69f-10f9-4039-99b6-7a3f815f8bfe None None] DHCP port deletion for 6b45b59f-6088-4a82-a0ea-f092cffb7189 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:53:42.570438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] For port 330078ea-a459-499f-916e-804a031939ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=330078ea-a459-499f-916e-804a031939ab,segment=NetworkSegment(614ecbb7-364b-4f4b-835d-179c17a62439),segment_id=614ecbb7-364b-4f4b-835d-179c17a62439)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:42.571579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.587479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 330078ea-a459-499f-916e-804a031939ab owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:42.600722 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-27c4b69f-10f9-4039-99b6-7a3f815f8bfe None None] Deleting port 330078ea-a459-499f-916e-804a031939ab {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:42.601363 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-27c4b69f-10f9-4039-99b6-7a3f815f8bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.673057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 330078ea-a459-499f-916e-804a031939ab no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:53:42.720798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.731793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-27c4b69f-10f9-4039-99b6-7a3f815f8bfe None None] For port 330078ea-a459-499f-916e-804a031939ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=330078ea-a459-499f-916e-804a031939ab,segment=NetworkSegment(614ecbb7-364b-4f4b-835d-179c17a62439),segment_id=614ecbb7-364b-4f4b-835d-179c17a62439)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:42.731977 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-27c4b69f-10f9-4039-99b6-7a3f815f8bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.752409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-27c4b69f-10f9-4039-99b6-7a3f815f8bfe None None] Calling delete_port for 330078ea-a459-499f-916e-804a031939ab owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:42.765406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=330078ea-a459-499f-916e-804a031939ab,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:42.767343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No DVR routers for this DVR port 330078ea-a459-499f-916e-804a031939ab on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:42.769953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No active binding found for port 330078ea-a459-499f-916e-804a031939ab {{(pid=102905) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 20:53:42.770511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 330078ea-a459-499f-916e-804a031939ab not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:53:42.868562 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-27c4b69f-10f9-4039-99b6-7a3f815f8bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.892621 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.900112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4b69f-10f9-4039-99b6-7a3f815f8bfe None None] Pushing event deleted for resources: {'Port': ['ID=330078ea-a459-499f-916e-804a031939ab,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:42.905716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c4b69f-10f9-4039-99b6-7a3f815f8bfe None None] No DVR routers for this DVR port 330078ea-a459-499f-916e-804a031939ab on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:42.928691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b45b59f-6088-4a82-a0ea-f092cffb7189']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:42.938581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614ecbb7-364b-4f4b-835d-179c17a62439') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:42.939202 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614ecbb7-364b-4f4b-835d-179c17a62439') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:42.960736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.987613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.995009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:53:42.995533 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:42.998636 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:43.069984 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.081770 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.090013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35812) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:43.092521 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/networks/6b45b59f-6088-4a82-a0ea-f092cffb7189 HTTP/1.1" status: 204 len: 168 time: 0.8457201 Apr 18 20:53:43.101135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2079514195'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:43.105925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e0800-42d4-4b7f-8be2-05444602eb8b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Network': ['ID=6b45b59f-6088-4a82-a0ea-f092cffb7189,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.140253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:43.147820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.189771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:53:43.202151 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.202508 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Added segment 48be59ef-264f-4ee2-9763-96afdde48744 of type vlan for network 417809cc-e05a-4928-a821-1fecc49b5652 Apr 18 20:53:43.246051 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.284125 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.291230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:43.291890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.386518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2947164 Apr 18 20:53:43.392208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228ddd1-d754-496c-880a-5b51ad883fea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Network': ['ID=417809cc-e05a-4928-a821-1fecc49b5652,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.394026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35848) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:43.400794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '417809cc-e05a-4928-a821-1fecc49b5652', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:43.426205 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 417809cc-e05a-4928-a821-1fecc49b5652 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:53:43.508859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:43.513618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.754798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.816672 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=77f3dcec-1602-48b9-9d74-62cabceb7d46,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.835250 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Checking segment: {'id': '48be59ef-264f-4ee2-9763-96afdde48744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '417809cc-e05a-4928-a821-1fecc49b5652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:43.835708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network hostable DHCP agents. Network: 417809cc-e05a-4928-a821-1fecc49b5652, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:43.857562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 417809cc-e05a-4928-a821-1fecc49b5652 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:43.869595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 417809cc-e05a-4928-a821-1fecc49b5652) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:43.876658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:43.877911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.883944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc73ffd9-58c0-480f-bb19-54bbf8fe1fa0 None None] Network 417809cc-e05a-4928-a821-1fecc49b5652 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:43.906795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35854) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:43.910507 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-679c6234-e3a5-47aa-9de3-a73d092fe3fb tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5141020 Apr 18 20:53:43.912422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d140a379-79c7-497e-bce3-cad886689e0b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-658887413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:43.947303 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d140a379-79c7-497e-bce3-cad886689e0b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.948663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d140a379-79c7-497e-bce3-cad886689e0b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.030534 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d140a379-79c7-497e-bce3-cad886689e0b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.035722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d140a379-79c7-497e-bce3-cad886689e0b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.061322 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d140a379-79c7-497e-bce3-cad886689e0b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.066962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d140a379-79c7-497e-bce3-cad886689e0b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1545610 Apr 18 20:53:44.066962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35862) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:44.073983 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'network_id': '417809cc-e05a-4928-a821-1fecc49b5652', 'name': 'tempest-PortsIpV6TestJSON-1319517244'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:44.114165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-417809cc-e05a-4928-a821-1fecc49b5652', 'network_id': '417809cc-e05a-4928-a821-1fecc49b5652', 'tenant_id': 'a32f72695c074f36b7653f04b05d1114', 'fixed_ips': [{'subnet_id': '77f3dcec-1602-48b9-9d74-62cabceb7d46'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:53:44.115270 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.314624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Allocated IP 2001:db8::2 (417809cc-e05a-4928-a821-1fecc49b5652/77f3dcec-1602-48b9-9d74-62cabceb7d46/28b40d62-32c4-4cb5-be67-78adae7cb8ab) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:44.526512 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.534169 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.576711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Network 417809cc-e05a-4928-a821-1fecc49b5652 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:44.580056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:44.581238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:44.584351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:44.587547 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.615745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port 48b93228-e5bb-431c-bc40-729924fceed8 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:44.656651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Pushing event updated for resources: {'Port': ['ID=28b40d62-32c4-4cb5-be67-78adae7cb8ab,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:44.679804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Attempting to bind port 28b40d62-32c4-4cb5-be67-78adae7cb8ab on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:44.680219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Attempting to bind port 28b40d62-32c4-4cb5-be67-78adae7cb8ab by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '48be59ef-264f-4ee2-9763-96afdde48744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '417809cc-e05a-4928-a821-1fecc49b5652'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:44.680581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Attempting to bind port 28b40d62-32c4-4cb5-be67-78adae7cb8ab on network 417809cc-e05a-4928-a821-1fecc49b5652 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:44.686982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:44.687359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Checking segment: {'id': '48be59ef-264f-4ee2-9763-96afdde48744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '417809cc-e05a-4928-a821-1fecc49b5652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:44.687770 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.690595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Bound using segment: {'id': '48be59ef-264f-4ee2-9763-96afdde48744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '417809cc-e05a-4928-a821-1fecc49b5652'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:44.691144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Bound port: 28b40d62-32c4-4cb5-be67-78adae7cb8ab, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48be59ef-264f-4ee2-9763-96afdde48744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '417809cc-e05a-4928-a821-1fecc49b5652'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:44.691540 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.772556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8::151 (417809cc-e05a-4928-a821-1fecc49b5652/77f3dcec-1602-48b9-9d74-62cabceb7d46/48b93228-e5bb-431c-bc40-729924fceed8) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:44.801898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] For port 28b40d62-32c4-4cb5-be67-78adae7cb8ab, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:44.806199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] For port 28b40d62-32c4-4cb5-be67-78adae7cb8ab, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=28b40d62-32c4-4cb5-be67-78adae7cb8ab,segment=NetworkSegment(48be59ef-264f-4ee2-9763-96afdde48744),segment_id=48be59ef-264f-4ee2-9763-96afdde48744)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:44.811955 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.898581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1399c-5a09-4986-929f-5190b537b049 None None] Pushing event updated for resources: {'Port': ['ID=28b40d62-32c4-4cb5-be67-78adae7cb8ab,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:44.998344 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.053815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.150909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 417809cc-e05a-4928-a821-1fecc49b5652 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:45.154550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:45.163782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:45.171028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:45.172109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.199143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1315973 Apr 18 20:53:45.202226 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35880) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:45.203538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca438194-df45-4f9d-acb6-8e23bbbc9fd7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=48b93228-e5bb-431c-bc40-729924fceed8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:45.658937 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.933441 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.939393 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.979096 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.014348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=48b93228-e5bb-431c-bc40-729924fceed8,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:46.176194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.318659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.324808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d84e9eb-4d7d-427c-9acd-0dee9ed61e0b None None] Network 417809cc-e05a-4928-a821-1fecc49b5652 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:46.433441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f0045c7e-4f1e-4515-88e9-f64b07081649 None None] Provisioning complete for port 28b40d62-32c4-4cb5-be67-78adae7cb8ab triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:46.433841 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0045c7e-4f1e-4515-88e9-f64b07081649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.606879 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0045c7e-4f1e-4515-88e9-f64b07081649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.674170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f0045c7e-4f1e-4515-88e9-f64b07081649 None None] For port 28b40d62-32c4-4cb5-be67-78adae7cb8ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=28b40d62-32c4-4cb5-be67-78adae7cb8ab,segment=NetworkSegment(48be59ef-264f-4ee2-9763-96afdde48744),segment_id=48be59ef-264f-4ee2-9763-96afdde48744)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:46.680291 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0045c7e-4f1e-4515-88e9-f64b07081649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.702716 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.717862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.718665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.766590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28b40d62-32c4-4cb5-be67-78adae7cb8ab up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:46.871209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0045c7e-4f1e-4515-88e9-f64b07081649 None None] Pushing event updated for resources: {'Port': ['ID=28b40d62-32c4-4cb5-be67-78adae7cb8ab,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:46.886188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 28b40d62-32c4-4cb5-be67-78adae7cb8ab triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:46.887589 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.954766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 417809cc-e05a-4928-a821-1fecc49b5652 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:46.958265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:46.968743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=48b93228-e5bb-431c-bc40-729924fceed8,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:47.036655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5b3712db-ea2f-4c46-a7bd-054db656c9ef None None] Provisioning complete for port 48b93228-e5bb-431c-bc40-729924fceed8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:47.037171 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5b3712db-ea2f-4c46-a7bd-054db656c9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.076665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5b3712db-ea2f-4c46-a7bd-054db656c9ef None None] Port 48b93228-e5bb-431c-bc40-729924fceed8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:47.089672 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5b3712db-ea2f-4c46-a7bd-054db656c9ef None None] Provisioning complete for port 28b40d62-32c4-4cb5-be67-78adae7cb8ab triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:47.090035 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5b3712db-ea2f-4c46-a7bd-054db656c9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.143051 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Router 7b532648-8ae7-4ca7-b4c9-1dbabfc22fde is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:53:47.271965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:47.277981 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-304082c7-1f81-4f08-934b-2d014a2c5e0c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "PUT /v2.0/routers/7b532648-8ae7-4ca7-b4c9-1dbabfc22fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0746465 Apr 18 20:53:47.280541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:47.284734 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84bce7-3aed-48ee-8e18-d6593c55dc1c None None] Sync routers for ids ['7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:47.307081 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84bce7-3aed-48ee-8e18-d6593c55dc1c None None] Routers {'7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:47.309935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7c84bce7-3aed-48ee-8e18-d6593c55dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:53:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:47.358856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae9b8d-084e-45a5-8a73-0347141de97c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:47.364466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35916) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:47.364987 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a4ae9b8d-084e-45a5-8a73-0347141de97c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b532648-8ae7-4ca7-b4c9-1dbabfc22fde HTTP/1.1" status: 200 len: 989 time: 0.0828052 Apr 18 20:53:47.375111 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7c84bce7-3aed-48ee-8e18-d6593c55dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:47.392730 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84bce7-3aed-48ee-8e18-d6593c55dc1c None None] Routers {'7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:47.394222 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7c84bce7-3aed-48ee-8e18-d6593c55dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:53:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:47.433699 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7c84bce7-3aed-48ee-8e18-d6593c55dc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:47.434367 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c84bce7-3aed-48ee-8e18-d6593c55dc1c None None] The sync data for ids ['7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:47.472734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9ff16e26-9c41-4ed4-9ec0-3de292443f92 None None] Provisioning complete for port 48b93228-e5bb-431c-bc40-729924fceed8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:47.474791 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9ff16e26-9c41-4ed4-9ec0-3de292443f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.583952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-9ff16e26-9c41-4ed4-9ec0-3de292443f92 None None] Port 48b93228-e5bb-431c-bc40-729924fceed8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:47.829189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-162d5cf1-59d6-44b2-b33f-ee57bcffe536 None None] Provisioning complete for port 48b93228-e5bb-431c-bc40-729924fceed8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:47.830934 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-162d5cf1-59d6-44b2-b33f-ee57bcffe536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.885758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-162d5cf1-59d6-44b2-b33f-ee57bcffe536 None None] Port 48b93228-e5bb-431c-bc40-729924fceed8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:47.991095 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.127478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c5ea9d8c-f4e0-48ec-8393-1e8b9d0b23ec None None] Provisioning complete for port 48b93228-e5bb-431c-bc40-729924fceed8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:48.128970 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9d8c-f4e0-48ec-8393-1e8b9d0b23ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.174292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea9d8c-f4e0-48ec-8393-1e8b9d0b23ec None None] Port 48b93228-e5bb-431c-bc40-729924fceed8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:48.288287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 48b93228-e5bb-431c-bc40-729924fceed8 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:48.289031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.408653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.424695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 48b93228-e5bb-431c-bc40-729924fceed8 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:48.661862 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.708938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28b40d62-32c4-4cb5-be67-78adae7cb8ab up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:48.719374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=48b93228-e5bb-431c-bc40-729924fceed8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:48.833418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 28b40d62-32c4-4cb5-be67-78adae7cb8ab triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:48.833856 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.886306 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.121072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Router 7b532648-8ae7-4ca7-b4c9-1dbabfc22fde has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:53:49.229174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:53:49.235026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1a699bf0-54d6-4bcc-b1b0-2561dc839599 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "PUT /v2.0/routers/7b532648-8ae7-4ca7-b4c9-1dbabfc22fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8694654 Apr 18 20:53:49.238972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35948) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:49.241937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6375012d-1d23-40d1-9a7c-44234740a861 None None] Sync routers for ids ['7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:49.257771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375012d-1d23-40d1-9a7c-44234740a861 None None] Routers {'7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:49.258671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-6375012d-1d23-40d1-9a7c-44234740a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:53:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:49.269200 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9952985-bac1-4b07-8aeb-1299a95799ec tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:49.273580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35950) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:49.273794 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c9952985-bac1-4b07-8aeb-1299a95799ec tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/48b93228-e5bb-431c-bc40-729924fceed8 HTTP/1.1" status: 404 len: 333 time: 0.0336573 Apr 18 20:53:49.301760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-6375012d-1d23-40d1-9a7c-44234740a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:49.312979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375012d-1d23-40d1-9a7c-44234740a861 None None] Routers {'7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:53:49.313673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-6375012d-1d23-40d1-9a7c-44234740a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:53:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:49.356888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-6375012d-1d23-40d1-9a7c-44234740a861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:49.357577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6375012d-1d23-40d1-9a7c-44234740a861 None None] The sync data for ids ['7b532648-8ae7-4ca7-b4c9-1dbabfc22fde'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:49.364312 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a310018-8f99-4f6e-9249-f0d6cd5cb669 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.557778 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a310018-8f99-4f6e-9249-f0d6cd5cb669 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.559925 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a310018-8f99-4f6e-9249-f0d6cd5cb669 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.608614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a310018-8f99-4f6e-9249-f0d6cd5cb669 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.609942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a310018-8f99-4f6e-9249-f0d6cd5cb669 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Fanout notify agent at l3_agent the message router_deleted on router 7b532648-8ae7-4ca7-b4c9-1dbabfc22fde {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:53:49.617364 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a310018-8f99-4f6e-9249-f0d6cd5cb669 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.618470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2a310018-8f99-4f6e-9249-f0d6cd5cb669 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/routers/7b532648-8ae7-4ca7-b4c9-1dbabfc22fde HTTP/1.1" status: 204 len: 168 time: 0.3437078 Apr 18 20:53:49.621349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35960) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:49.678204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-1563528c-5174-4afa-9057-d049865fda66 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet 77f3dcec-1602-48b9-9d74-62cabceb7d46 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:49.681993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1563528c-5174-4afa-9057-d049865fda66 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.728173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1563528c-5174-4afa-9057-d049865fda66 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.845966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1563528c-5174-4afa-9057-d049865fda66 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.910029 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1563528c-5174-4afa-9057-d049865fda66 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.940378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563528c-5174-4afa-9057-d049865fda66 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=77f3dcec-1602-48b9-9d74-62cabceb7d46,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:49.948267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68251b18-b91b-4f1b-9f63-f85bf386d545 None None] Network 417809cc-e05a-4928-a821-1fecc49b5652 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:49.956249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1563528c-5174-4afa-9057-d049865fda66 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.962346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1563528c-5174-4afa-9057-d049865fda66 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/77f3dcec-1602-48b9-9d74-62cabceb7d46 HTTP/1.1" status: 204 len: 168 time: 0.3373337 Apr 18 20:53:49.962543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35970) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:50.075681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.164182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 28b40d62-32c4-4cb5-be67-78adae7cb8ab {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:50.164635 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.211605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec16eb3-410f-4ad7-94f6-aa7c300f7c22 None None] DHCP port deletion for 417809cc-e05a-4928-a821-1fecc49b5652 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:53:50.256590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] For port 28b40d62-32c4-4cb5-be67-78adae7cb8ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=28b40d62-32c4-4cb5-be67-78adae7cb8ab,segment=NetworkSegment(48be59ef-264f-4ee2-9763-96afdde48744),segment_id=48be59ef-264f-4ee2-9763-96afdde48744)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:50.257023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.276743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3ec16eb3-410f-4ad7-94f6-aa7c300f7c22 None None] Deleting port 28b40d62-32c4-4cb5-be67-78adae7cb8ab {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:50.277259 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ec16eb3-410f-4ad7-94f6-aa7c300f7c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.277451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 28b40d62-32c4-4cb5-be67-78adae7cb8ab owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:50.350612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3ec16eb3-410f-4ad7-94f6-aa7c300f7c22 None None] For port 28b40d62-32c4-4cb5-be67-78adae7cb8ab, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=28b40d62-32c4-4cb5-be67-78adae7cb8ab,segment=NetworkSegment(48be59ef-264f-4ee2-9763-96afdde48744),segment_id=48be59ef-264f-4ee2-9763-96afdde48744)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:50.350966 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ec16eb3-410f-4ad7-94f6-aa7c300f7c22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.367045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3ec16eb3-410f-4ad7-94f6-aa7c300f7c22 None None] Calling delete_port for 28b40d62-32c4-4cb5-be67-78adae7cb8ab owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:50.371881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.400557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=28b40d62-32c4-4cb5-be67-78adae7cb8ab,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.411460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No DVR routers for this DVR port 28b40d62-32c4-4cb5-be67-78adae7cb8ab on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:50.459244 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3ec16eb3-410f-4ad7-94f6-aa7c300f7c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.493990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec16eb3-410f-4ad7-94f6-aa7c300f7c22 None None] Pushing event deleted for resources: {'Port': ['ID=28b40d62-32c4-4cb5-be67-78adae7cb8ab,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.505875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec16eb3-410f-4ad7-94f6-aa7c300f7c22 None None] No DVR routers for this DVR port 28b40d62-32c4-4cb5-be67-78adae7cb8ab on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:50.526972 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.563337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417809cc-e05a-4928-a821-1fecc49b5652']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:50.583483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48be59ef-264f-4ee2-9763-96afdde48744') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:50.583782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48be59ef-264f-4ee2-9763-96afdde48744') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:50.614237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.634805 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.641070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:53:50.641453 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:53:50.645823 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:53:50.656150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28b40d62-32c4-4cb5-be67-78adae7cb8ab no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:53:50.697911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 28b40d62-32c4-4cb5-be67-78adae7cb8ab {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:53:50.702328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28b40d62-32c4-4cb5-be67-78adae7cb8ab not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:53:50.720930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.751695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.755581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/networks/417809cc-e05a-4928-a821-1fecc49b5652 HTTP/1.1" status: 204 len: 168 time: 0.7916002 Apr 18 20:53:50.756709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb855b4-9a31-4a0f-a172-8e23f859f7ea tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Network': ['ID=417809cc-e05a-4928-a821-1fecc49b5652,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.759526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 35984) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:50.808755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43babd9-8001-4f02-862f-41423492a7f5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.810187 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e43babd9-8001-4f02-862f-41423492a7f5 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/03766a8e-2ece-4544-aabf-0a75dcf1b261 HTTP/1.1" status: 200 len: 845 time: 0.0496583 Apr 18 20:53:50.815034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35986) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:50.862122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5c1f04f7-775c-4e86-b7de-ef64b8e97185 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/03766a8e-2ece-4544-aabf-0a75dcf1b261?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0449543 Apr 18 20:53:50.867766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35988) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:50.875824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-8fe5060e-7ad4-4e06-87f0-273d72f07274 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:50.971214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe5060e-7ad4-4e06-87f0-273d72f07274 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:50.977190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fe5060e-7ad4-4e06-87f0-273d72f07274 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.233704 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fe5060e-7ad4-4e06-87f0-273d72f07274 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.282861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe5060e-7ad4-4e06-87f0-273d72f07274 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:51.286871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-8fe5060e-7ad4-4e06-87f0-273d72f07274 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:51.290519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe5060e-7ad4-4e06-87f0-273d72f07274 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:51.291177 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8fe5060e-7ad4-4e06-87f0-273d72f07274 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.302305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6a315a-2e73-4ff2-9bea-6c26eb2cb608 None None] Network 21608f1c-1de6-4234-9030-5ead36b5c317 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:51.307500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5060e-7ad4-4e06-87f0-273d72f07274 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=2f924603-67d8-4e73-9584-9b029a396d88,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:51.319687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8fe5060e-7ad4-4e06-87f0-273d72f07274 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4502337 Apr 18 20:53:51.322388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 35998) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:51.326997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e87f9c4f-f43c-4bd3-9230-39067b91e094 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'security_group': {'name': 'tempest-secgroup-828128799'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:51.352329 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e87f9c4f-f43c-4bd3-9230-39067b91e094 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.447105 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e87f9c4f-f43c-4bd3-9230-39067b91e094 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.454888 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e87f9c4f-f43c-4bd3-9230-39067b91e094 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.491271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e87f9c4f-f43c-4bd3-9230-39067b91e094 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.492674 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e87f9c4f-f43c-4bd3-9230-39067b91e094 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1693983 Apr 18 20:53:51.495470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36000) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:51.497257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f9c4f-f43c-4bd3-9230-39067b91e094 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effbdbee-5ad3-43b2-84aa-66b2eb35ec29,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:51.500551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b728d0e1-a322-41aa-951e-c9bdd743546a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'security_group': {'name': 'tempest-secgroup-306610078'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:51.562405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-21608f1c-1de6-4234-9030-5ead36b5c317', 'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'tenant_id': 'a32f72695c074f36b7653f04b05d1114', 'fixed_ips': [{'subnet_id': '2f924603-67d8-4e73-9584-9b029a396d88'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:53:51.563296 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.569383 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b728d0e1-a322-41aa-951e-c9bdd743546a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.658405 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b728d0e1-a322-41aa-951e-c9bdd743546a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.677707 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b728d0e1-a322-41aa-951e-c9bdd743546a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.701232 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b728d0e1-a322-41aa-951e-c9bdd743546a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.706717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36010) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:51.707767 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b728d0e1-a322-41aa-951e-c9bdd743546a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2095914 Apr 18 20:53:51.713870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1389541884', 'security_groups': ['71be3296-a3bb-4d39-8a57-36c5e5c1402b'], 'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f924603-67d8-4e73-9584-9b029a396d88'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:51.735516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728d0e1-a322-41aa-951e-c9bdd743546a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71be3296-a3bb-4d39-8a57-36c5e5c1402b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:51.798210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Allocated IP 2001:db8::2 (21608f1c-1de6-4234-9030-5ead36b5c317/2f924603-67d8-4e73-9584-9b029a396d88/f9585220-598c-4745-9e08-ceb668f32b59) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:51.877007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:52.001015 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.010530 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.076584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Pushing event updated for resources: {'Port': ['ID=f9585220-598c-4745-9e08-ceb668f32b59,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:52.084189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:52.090913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:52.096176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:52.172651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Attempting to bind port f9585220-598c-4745-9e08-ceb668f32b59 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:52.173308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Attempting to bind port f9585220-598c-4745-9e08-ceb668f32b59 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'e85fd873-1976-4a63-834b-eba7df16307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:52.174003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Attempting to bind port f9585220-598c-4745-9e08-ceb668f32b59 on network 21608f1c-1de6-4234-9030-5ead36b5c317 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:53:52.181071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:53:52.181531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Checking segment: {'id': 'e85fd873-1976-4a63-834b-eba7df16307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:53:52.182008 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.182468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Bound using segment: {'id': 'e85fd873-1976-4a63-834b-eba7df16307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:53:52.183003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Bound port: f9585220-598c-4745-9e08-ceb668f32b59, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85fd873-1976-4a63-834b-eba7df16307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:52.183454 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.255305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] For port f9585220-598c-4745-9e08-ceb668f32b59, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:53:52.259375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] For port f9585220-598c-4745-9e08-ceb668f32b59, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f9585220-598c-4745-9e08-ceb668f32b59,segment=NetworkSegment(e85fd873-1976-4a63-834b-eba7df16307c),segment_id=e85fd873-1976-4a63-834b-eba7df16307c)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:53:52.265198 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.361466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84251a-a4bf-4155-9e76-0d79a21fb22f None None] Pushing event updated for resources: {'Port': ['ID=f9585220-598c-4745-9e08-ceb668f32b59,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:52.388633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.411902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port 873235ed-5ee1-460a-b1a0-eec33f892283 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:52.653402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8::281 (21608f1c-1de6-4234-9030-5ead36b5c317/2f924603-67d8-4e73-9584-9b029a396d88/873235ed-5ee1-460a-b1a0-eec33f892283) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:52.790527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f9585220-598c-4745-9e08-ceb668f32b59 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:52.866472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:52.866851 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.880816 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.923005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.966360 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.973733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:52.982765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:52.987484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:52.993315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:52.993944 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.007406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=873235ed-5ee1-460a-b1a0-eec33f892283,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.010058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port f9585220-598c-4745-9e08-ceb668f32b59, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f9585220-598c-4745-9e08-ceb668f32b59,segment=NetworkSegment(e85fd873-1976-4a63-834b-eba7df16307c),segment_id=e85fd873-1976-4a63-834b-eba7df16307c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:53.025104 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.025560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36028) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:53.026405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-450350ed-c4ee-425c-8821-85b5e0416fab tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3177447 Apr 18 20:53:53.031104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-812a0151-8c95-4a8a-9cec-39ece878a2a7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:53.101587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=f9585220-598c-4745-9e08-ceb668f32b59,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.167409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812a0151-8c95-4a8a-9cec-39ece878a2a7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:53.171995 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-812a0151-8c95-4a8a-9cec-39ece878a2a7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.289755 n-d-836015-4 neutron-server[102903]: INFO neutron.db.ipam_backend_mixin [None req-812a0151-8c95-4a8a-9cec-39ece878a2a7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f924603-67d8-4e73-9584-9b029a396d88 (CIDR: 2001:db8::/64) Apr 18 20:53:53.293957 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-812a0151-8c95-4a8a-9cec-39ece878a2a7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:53:53.294599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812a0151-8c95-4a8a-9cec-39ece878a2a7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:53.312695 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-812a0151-8c95-4a8a-9cec-39ece878a2a7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2859626 Apr 18 20:53:53.316404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36036) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:53.326701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7a2d4dc5-1b35-48d6-99c0-2b3c98a18f97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:53.481532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2d4dc5-1b35-48d6-99c0-2b3c98a18f97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:53.494168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a2d4dc5-1b35-48d6-99c0-2b3c98a18f97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.793732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-88dddc60-26f5-4cab-a750-b9e94fbe251e None None] Provisioning complete for port 03766a8e-2ece-4544-aabf-0a75dcf1b261 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:53.794277 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88dddc60-26f5-4cab-a750-b9e94fbe251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.830405 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a2d4dc5-1b35-48d6-99c0-2b3c98a18f97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.860373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-88dddc60-26f5-4cab-a750-b9e94fbe251e None None] Port 03766a8e-2ece-4544-aabf-0a75dcf1b261 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:53.886903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-88dddc60-26f5-4cab-a750-b9e94fbe251e None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:53.888155 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88dddc60-26f5-4cab-a750-b9e94fbe251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.889896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d4dc5-1b35-48d6-99c0-2b3c98a18f97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:53.893336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d4dc5-1b35-48d6-99c0-2b3c98a18f97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:53.900392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2d4dc5-1b35-48d6-99c0-2b3c98a18f97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:53.901135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a2d4dc5-1b35-48d6-99c0-2b3c98a18f97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.904910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d4dc5-1b35-48d6-99c0-2b3c98a18f97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=a9adbb8e-b926-4939-a349-710007dd8edb,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:53.933716 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7a2d4dc5-1b35-48d6-99c0-2b3c98a18f97 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6153810 Apr 18 20:53:53.936725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36052) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:53.943694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1837586498', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a9adbb8e-b926-4939-a349-710007dd8edb'}], 'security_groups': ['effbdbee-5ad3-43b2-84aa-66b2eb35ec29']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:54.009012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1befe8d3-fce0-4829-b171-218a54c39fcd None None] Network 21608f1c-1de6-4234-9030-5ead36b5c317 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:54.119871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.237124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7081281d-91bb-4b6c-b2a8-bed0b9fbc1bd None None] Provisioning complete for port 873235ed-5ee1-460a-b1a0-eec33f892283 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:54.238134 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7081281d-91bb-4b6c-b2a8-bed0b9fbc1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.298909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7081281d-91bb-4b6c-b2a8-bed0b9fbc1bd None None] Port 873235ed-5ee1-460a-b1a0-eec33f892283 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:54.379830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600430d6-c2bc-4c0d-a5c4-5064f8fcae5b None None] Update dhcp port {'port': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'fixed_ips': [{'subnet_id': '2f924603-67d8-4e73-9584-9b029a396d88', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a9adbb8e-b926-4939-a349-710007dd8edb'}], 'binding:host_id': 'n-d-836015-4'}, 'id': 'f9585220-598c-4745-9e08-ceb668f32b59'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:53:54.427898 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-600430d6-c2bc-4c0d-a5c4-5064f8fcae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.641184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-600430d6-c2bc-4c0d-a5c4-5064f8fcae5b None None] Allocated IP 2001:db8:0:1::2 (21608f1c-1de6-4234-9030-5ead36b5c317/a9adbb8e-b926-4939-a349-710007dd8edb/f9585220-598c-4745-9e08-ceb668f32b59) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:54.668205 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f9585220-598c-4745-9e08-ceb668f32b59 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:54.827976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-600430d6-c2bc-4c0d-a5c4-5064f8fcae5b None None] For port f9585220-598c-4745-9e08-ceb668f32b59, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f9585220-598c-4745-9e08-ceb668f32b59,segment=NetworkSegment(e85fd873-1976-4a63-834b-eba7df16307c),segment_id=e85fd873-1976-4a63-834b-eba7df16307c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:54.845832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:54.846191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.884826 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-600430d6-c2bc-4c0d-a5c4-5064f8fcae5b None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.891704 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-600430d6-c2bc-4c0d-a5c4-5064f8fcae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.989968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600430d6-c2bc-4c0d-a5c4-5064f8fcae5b None None] Pushing event updated for resources: {'Port': ['ID=f9585220-598c-4745-9e08-ceb668f32b59,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:55.071897 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Delete allocated IP 2001:db8::281 (21608f1c-1de6-4234-9030-5ead36b5c317/2f924603-67d8-4e73-9584-9b029a396d88) {{(pid=102903) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:53:55.082312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8:0:1::1ac (21608f1c-1de6-4234-9030-5ead36b5c317/a9adbb8e-b926-4939-a349-710007dd8edb/873235ed-5ee1-460a-b1a0-eec33f892283) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:55.276199 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.281363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.364055 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] In _notify_port_updated(), no bound segment for port 873235ed-5ee1-460a-b1a0-eec33f892283 on network 21608f1c-1de6-4234-9030-5ead36b5c317 {{(pid=102903) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:53:55.369533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:55.370343 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.371479 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "PUT /v2.0/ports/873235ed-5ee1-460a-b1a0-eec33f892283 HTTP/1.1" status: 200 len: 931 time: 1.4336300 Apr 18 20:53:55.374399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36078) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:55.375469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4b60d-6080-4457-89fa-013938e0aa11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=873235ed-5ee1-460a-b1a0-eec33f892283,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:55.488107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f22cede8-0628-4069-8398-3b1f74800b84 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 873235ed-5ee1-460a-b1a0-eec33f892283 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:53:55.488947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f22cede8-0628-4069-8398-3b1f74800b84 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.600399 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f22cede8-0628-4069-8398-3b1f74800b84 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.620344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f22cede8-0628-4069-8398-3b1f74800b84 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 873235ed-5ee1-460a-b1a0-eec33f892283 owned by {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:53:55.804130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f22cede8-0628-4069-8398-3b1f74800b84 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.842781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cede8-0628-4069-8398-3b1f74800b84 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=873235ed-5ee1-460a-b1a0-eec33f892283,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:55.881164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e2bd5f98-54d8-4bc4-88ed-b02ed579d406 None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:55.881768 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5f98-54d8-4bc4-88ed-b02ed579d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.895872 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f22cede8-0628-4069-8398-3b1f74800b84 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.909426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f22cede8-0628-4069-8398-3b1f74800b84 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/873235ed-5ee1-460a-b1a0-eec33f892283 HTTP/1.1" status: 204 len: 168 time: 0.5234621 Apr 18 20:53:55.909763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36094) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:55.942989 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8107cd1-a8a4-44ef-adc7-6d76bcbb1bc0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:53:55.947433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36096) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:55.947752 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a8107cd1-a8a4-44ef-adc7-6d76bcbb1bc0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/873235ed-5ee1-460a-b1a0-eec33f892283 HTTP/1.1" status: 404 len: 333 time: 0.0437365 Apr 18 20:53:56.031592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8fae-765e-48c7-adf8-58311e1b6da0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.059166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8fae-765e-48c7-adf8-58311e1b6da0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.068184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e2bd5f98-54d8-4bc4-88ed-b02ed579d406 None None] Provisioning complete for port 03766a8e-2ece-4544-aabf-0a75dcf1b261 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:56.068855 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e2bd5f98-54d8-4bc4-88ed-b02ed579d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.109804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd5f98-54d8-4bc4-88ed-b02ed579d406 None None] Port 03766a8e-2ece-4544-aabf-0a75dcf1b261 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:56.114257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e2bd5f98-54d8-4bc4-88ed-b02ed579d406 None None] Could not find standard attr ID for object 873235ed-5ee1-460a-b1a0-eec33f892283. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:56.129957 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8fae-765e-48c7-adf8-58311e1b6da0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.133874 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8fae-765e-48c7-adf8-58311e1b6da0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.134258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d0ed8fae-765e-48c7-adf8-58311e1b6da0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/security-groups/71be3296-a3bb-4d39-8a57-36c5e5c1402b HTTP/1.1" status: 204 len: 168 time: 0.1850681 Apr 18 20:53:56.137597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36098) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:56.145144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed8fae-765e-48c7-adf8-58311e1b6da0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71be3296-a3bb-4d39-8a57-36c5e5c1402b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.213937 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-492b1dd7-9358-493a-bcf5-13458dd6bfd0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.227451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-10995ac7-9049-4af5-8c6b-c63667933ae5 None None] Could not find standard attr ID for object 873235ed-5ee1-460a-b1a0-eec33f892283. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:56.244844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-492b1dd7-9358-493a-bcf5-13458dd6bfd0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.301311 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-492b1dd7-9358-493a-bcf5-13458dd6bfd0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.305171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-492b1dd7-9358-493a-bcf5-13458dd6bfd0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.306241 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-492b1dd7-9358-493a-bcf5-13458dd6bfd0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/security-groups/effbdbee-5ad3-43b2-84aa-66b2eb35ec29 HTTP/1.1" status: 204 len: 168 time: 0.1674135 Apr 18 20:53:56.309580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36104) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:56.328621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b1dd7-9358-493a-bcf5-13458dd6bfd0 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=effbdbee-5ad3-43b2-84aa-66b2eb35ec29,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.417249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b30297d-30f7-47ea-b573-84f49a1b06f2 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet 2f924603-67d8-4e73-9584-9b029a396d88 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:53:56.421473 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b30297d-30f7-47ea-b573-84f49a1b06f2 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.473463 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b30297d-30f7-47ea-b573-84f49a1b06f2 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.563120 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b30297d-30f7-47ea-b573-84f49a1b06f2 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.652136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b30297d-30f7-47ea-b573-84f49a1b06f2 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.662364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f9585220-598c-4745-9e08-ceb668f32b59 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:53:56.698434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30297d-30f7-47ea-b573-84f49a1b06f2 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=2f924603-67d8-4e73-9584-9b029a396d88,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:56.711534 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b30297d-30f7-47ea-b573-84f49a1b06f2 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.716064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6b30297d-30f7-47ea-b573-84f49a1b06f2 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/2f924603-67d8-4e73-9584-9b029a396d88 HTTP/1.1" status: 204 len: 168 time: 0.4049456 Apr 18 20:53:56.719822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36110) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:56.729605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-effe3c1d-47db-4bac-b3a3-2a2baef99109 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:56.731299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d9c482-ce7c-4fa2-bcd8-b6d7794460e4 None None] Network 21608f1c-1de6-4234-9030-5ead36b5c317 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:56.879252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effe3c1d-47db-4bac-b3a3-2a2baef99109 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:56.883219 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-effe3c1d-47db-4bac-b3a3-2a2baef99109 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.894058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:56.894593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.201922 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-effe3c1d-47db-4bac-b3a3-2a2baef99109 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.245221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe3c1d-47db-4bac-b3a3-2a2baef99109 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:57.251958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-effe3c1d-47db-4bac-b3a3-2a2baef99109 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:57.262011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe3c1d-47db-4bac-b3a3-2a2baef99109 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.262606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-effe3c1d-47db-4bac-b3a3-2a2baef99109 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.283392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe3c1d-47db-4bac-b3a3-2a2baef99109 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=9ed22bf0-0ab1-443a-b42e-1d20f8518561,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.296912 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-effe3c1d-47db-4bac-b3a3-2a2baef99109 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5755763 Apr 18 20:53:57.300265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36124) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:57.304914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a5418588-5673-4c6b-ad68-82292ef6f3ce tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'security_group': {'name': 'tempest-secgroup-102859218'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:57.333460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5418588-5673-4c6b-ad68-82292ef6f3ce tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.432075 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5418588-5673-4c6b-ad68-82292ef6f3ce tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.437731 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5418588-5673-4c6b-ad68-82292ef6f3ce tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.477782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5418588-5673-4c6b-ad68-82292ef6f3ce tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16a76065-62d2-455a-97b7-03447497c488,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.492502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5418588-5673-4c6b-ad68-82292ef6f3ce tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.495091 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a5418588-5673-4c6b-ad68-82292ef6f3ce tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1936707 Apr 18 20:53:57.498440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36126) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:57.506632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f2cca1f3-7272-43f9-95d6-e827e07dd94c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'security_group': {'name': 'tempest-secgroup-2036528891'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:57.547207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2cca1f3-7272-43f9-95d6-e827e07dd94c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.648563 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2cca1f3-7272-43f9-95d6-e827e07dd94c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.652971 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2cca1f3-7272-43f9-95d6-e827e07dd94c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.681101 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2cca1f3-7272-43f9-95d6-e827e07dd94c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.685175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f2cca1f3-7272-43f9-95d6-e827e07dd94c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1819391 Apr 18 20:53:57.685426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36132) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:57.690148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'security_group': {'name': 'tempest-secgroup-843324438'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:57.728312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cca1f3-7272-43f9-95d6-e827e07dd94c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c96f00-51f8-4a6b-8f49-5a73d1aa58fa,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.734504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.865704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.872262 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.898244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a006d6-f9f9-48c7-a9ae-8f77167e8570 None None] Network 21608f1c-1de6-4234-9030-5ead36b5c317 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:53:57.910498 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.911712 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2252960 Apr 18 20:53:57.913640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccaa15c-f1d7-44af-85a9-80f7da308985,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.914567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36142) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:57.921054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-315145090', 'security_groups': ['9ccaa15c-f1d7-44af-85a9-80f7da308985'], 'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9ed22bf0-0ab1-443a-b42e-1d20f8518561'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:57.935338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.935610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.935963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.936300 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.936629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.936956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.937284 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.937607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.937928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.938248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.938568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:57.938885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c819057b-3746-4fc3-bc3e-a6d50e60ac69 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:58.017256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d1f72d93-ace9-448e-90d7-e730cb583302 None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:58.017716 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d1f72d93-ace9-448e-90d7-e730cb583302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.133666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:58.328271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.354719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] device_id is not set on port f71da4c1-d747-499d-ab41-8f5a2af1e4c2 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:58.479148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d1f72d93-ace9-448e-90d7-e730cb583302 None None] Provisioning complete for port 03766a8e-2ece-4544-aabf-0a75dcf1b261 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:58.484457 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d1f72d93-ace9-448e-90d7-e730cb583302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.626344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d1f72d93-ace9-448e-90d7-e730cb583302 None None] Port 03766a8e-2ece-4544-aabf-0a75dcf1b261 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:53:58.632324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a50437-aa5d-4261-8c3c-4298f77e2b03 None None] Update dhcp port {'port': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'fixed_ips': [{'subnet_id': 'a9adbb8e-b926-4939-a349-710007dd8edb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9ed22bf0-0ab1-443a-b42e-1d20f8518561'}], 'binding:host_id': 'n-d-836015-4'}, 'id': 'f9585220-598c-4745-9e08-ceb668f32b59'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:53:58.637399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8::1f4 (21608f1c-1de6-4234-9030-5ead36b5c317/9ed22bf0-0ab1-443a-b42e-1d20f8518561/f71da4c1-d747-499d-ab41-8f5a2af1e4c2) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:58.679194 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78a50437-aa5d-4261-8c3c-4298f77e2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.891431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.952763 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.008340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:59.011826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:59.017545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-78a50437-aa5d-4261-8c3c-4298f77e2b03 None None] Allocated IP 2001:db8::2 (21608f1c-1de6-4234-9030-5ead36b5c317/9ed22bf0-0ab1-443a-b42e-1d20f8518561/f9585220-598c-4745-9e08-ceb668f32b59) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:59.023196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:53:59.029776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:59.030467 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.049104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=f71da4c1-d747-499d-ab41-8f5a2af1e4c2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.063341 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-56fcd63d-f6c8-4cf4-a58c-91178864cc63 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1471248 Apr 18 20:53:59.066872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36156) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:59.072853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4f05ffa4-f418-4aa9-8754-7eec106ea654 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:59.246757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f05ffa4-f418-4aa9-8754-7eec106ea654 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:59.250736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-78a50437-aa5d-4261-8c3c-4298f77e2b03 None None] For port f9585220-598c-4745-9e08-ceb668f32b59, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f9585220-598c-4745-9e08-ceb668f32b59,segment=NetworkSegment(e85fd873-1976-4a63-834b-eba7df16307c),segment_id=e85fd873-1976-4a63-834b-eba7df16307c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:53:59.251378 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f05ffa4-f418-4aa9-8754-7eec106ea654 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.296403 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78a50437-aa5d-4261-8c3c-4298f77e2b03 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.304541 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78a50437-aa5d-4261-8c3c-4298f77e2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.354142 n-d-836015-4 neutron-server[102903]: INFO neutron.db.ipam_backend_mixin [None req-4f05ffa4-f418-4aa9-8754-7eec106ea654 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9ed22bf0-0ab1-443a-b42e-1d20f8518561 (CIDR: 2001:db8::/64) Apr 18 20:53:59.358684 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f05ffa4-f418-4aa9-8754-7eec106ea654 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:53:59.359175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f05ffa4-f418-4aa9-8754-7eec106ea654 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:59.381952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36168) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:59.382403 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4f05ffa4-f418-4aa9-8754-7eec106ea654 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3143785 Apr 18 20:53:59.387460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-10c8d06f-b35c-4ea8-b493-0dacdc761e2b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:59.399742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a50437-aa5d-4261-8c3c-4298f77e2b03 None None] Pushing event updated for resources: {'Port': ['ID=f9585220-598c-4745-9e08-ceb668f32b59,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:59.542619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c8d06f-b35c-4ea8-b493-0dacdc761e2b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:59.546065 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-10c8d06f-b35c-4ea8-b493-0dacdc761e2b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.662636 n-d-836015-4 neutron-server[102904]: INFO neutron.db.ipam_backend_mixin [None req-10c8d06f-b35c-4ea8-b493-0dacdc761e2b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a9adbb8e-b926-4939-a349-710007dd8edb (CIDR: 2001:db8:0:1::/64) Apr 18 20:53:59.668469 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c8d06f-b35c-4ea8-b493-0dacdc761e2b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:53:59.669065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c8d06f-b35c-4ea8-b493-0dacdc761e2b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:59.698658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-10c8d06f-b35c-4ea8-b493-0dacdc761e2b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3149419 Apr 18 20:53:59.701588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36170) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:53:59.710685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-88334d11-b533-4796-86bc-ab1cd157d4bc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'subnet': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:59.851267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88334d11-b533-4796-86bc-ab1cd157d4bc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Made reservation on behalf of a32f72695c074f36b7653f04b05d1114 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:59.855556 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88334d11-b533-4796-86bc-ab1cd157d4bc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.186717 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88334d11-b533-4796-86bc-ab1cd157d4bc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.267316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88334d11-b533-4796-86bc-ab1cd157d4bc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Network 21608f1c-1de6-4234-9030-5ead36b5c317 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:00.269843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b9885c65-d2c3-4881-875d-a7f315ce3264 None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:00.270659 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9885c65-d2c3-4881-875d-a7f315ce3264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.282181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-88334d11-b533-4796-86bc-ab1cd157d4bc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:00.286199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88334d11-b533-4796-86bc-ab1cd157d4bc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.288231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88334d11-b533-4796-86bc-ab1cd157d4bc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.298400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88334d11-b533-4796-86bc-ab1cd157d4bc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Subnet': ['ID=37040fef-d251-42b6-ab49-51b5d9023844,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:00.327650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-88334d11-b533-4796-86bc-ab1cd157d4bc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6222694 Apr 18 20:54:00.330357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36184) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:00.338196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-779105452', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '37040fef-d251-42b6-ab49-51b5d9023844'}], 'security_groups': ['16a76065-62d2-455a-97b7-03447497c488', '43c96f00-51f8-4a6b-8f49-5a73d1aa58fa']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:00.437160 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.478403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b9885c65-d2c3-4881-875d-a7f315ce3264 None None] Provisioning complete for port 03766a8e-2ece-4544-aabf-0a75dcf1b261 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:00.478787 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9885c65-d2c3-4881-875d-a7f315ce3264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.518946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b9885c65-d2c3-4881-875d-a7f315ce3264 None None] Port 03766a8e-2ece-4544-aabf-0a75dcf1b261 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:54:00.548375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a7086e-1b3b-4d10-9a13-1ecb14e28e35 None None] Network 21608f1c-1de6-4234-9030-5ead36b5c317 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:00.688923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-57b6aedf-eb33-4bdb-be8e-9b895c4ffe04 None None] Provisioning complete for port f71da4c1-d747-499d-ab41-8f5a2af1e4c2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:00.689929 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57b6aedf-eb33-4bdb-be8e-9b895c4ffe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.737401 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f9585220-598c-4745-9e08-ceb668f32b59 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:00.841645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-57b6aedf-eb33-4bdb-be8e-9b895c4ffe04 None None] Port f71da4c1-d747-499d-ab41-8f5a2af1e4c2 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:54:00.890643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Delete allocated IP 2001:db8::1f4 (21608f1c-1de6-4234-9030-5ead36b5c317/9ed22bf0-0ab1-443a-b42e-1d20f8518561) {{(pid=102904) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:54:00.897588 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:00.898226 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.911174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Allocated IP 2001:db8:0:2::3de (21608f1c-1de6-4234-9030-5ead36b5c317/37040fef-d251-42b6-ab49-51b5d9023844/f71da4c1-d747-499d-ab41-8f5a2af1e4c2) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:01.097981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ca3a3-9c08-46e2-b2c2-48f63b4d87aa None None] Update dhcp port {'port': {'network_id': '21608f1c-1de6-4234-9030-5ead36b5c317', 'fixed_ips': [{'subnet_id': 'a9adbb8e-b926-4939-a349-710007dd8edb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9ed22bf0-0ab1-443a-b42e-1d20f8518561', 'ip_address': '2001:db8::2'}, {'subnet_id': '37040fef-d251-42b6-ab49-51b5d9023844'}], 'binding:host_id': 'n-d-836015-4'}, 'id': 'f9585220-598c-4745-9e08-ceb668f32b59'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:54:01.138940 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca3a3-9c08-46e2-b2c2-48f63b4d87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.200184 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.219894 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.328249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] In _notify_port_updated(), no bound segment for port f71da4c1-d747-499d-ab41-8f5a2af1e4c2 on network 21608f1c-1de6-4234-9030-5ead36b5c317 {{(pid=102904) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 18 20:54:01.351003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:01.352579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.354804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "PUT /v2.0/ports/f71da4c1-d747-499d-ab41-8f5a2af1e4c2 HTTP/1.1" status: 200 len: 969 time: 1.0220733 Apr 18 20:54:01.357937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36190) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:01.367781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfac7e2-c39c-44d2-962e-f5940dc1f867 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event updated for resources: {'Port': ['ID=f71da4c1-d747-499d-ab41-8f5a2af1e4c2,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.460895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-2c3ca3a3-9c08-46e2-b2c2-48f63b4d87aa None None] Allocated IP 2001:db8:0:2::2 (21608f1c-1de6-4234-9030-5ead36b5c317/37040fef-d251-42b6-ab49-51b5d9023844/f9585220-598c-4745-9e08-ceb668f32b59) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:01.571415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d8defac8-342f-43e9-9a87-8ed37bc0643a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port f71da4c1-d747-499d-ab41-8f5a2af1e4c2 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:01.571785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d8defac8-342f-43e9-9a87-8ed37bc0643a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.633681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2c3ca3a3-9c08-46e2-b2c2-48f63b4d87aa None None] For port f9585220-598c-4745-9e08-ceb668f32b59, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f9585220-598c-4745-9e08-ceb668f32b59,segment=NetworkSegment(e85fd873-1976-4a63-834b-eba7df16307c),segment_id=e85fd873-1976-4a63-834b-eba7df16307c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:01.702033 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca3a3-9c08-46e2-b2c2-48f63b4d87aa None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.709921 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c3ca3a3-9c08-46e2-b2c2-48f63b4d87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.720857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d8defac8-342f-43e9-9a87-8ed37bc0643a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.745920 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d8defac8-342f-43e9-9a87-8ed37bc0643a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for f71da4c1-d747-499d-ab41-8f5a2af1e4c2 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:01.895374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ca3a3-9c08-46e2-b2c2-48f63b4d87aa None None] Pushing event updated for resources: {'Port': ['ID=f9585220-598c-4745-9e08-ceb668f32b59,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.002147 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d8defac8-342f-43e9-9a87-8ed37bc0643a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.084842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8defac8-342f-43e9-9a87-8ed37bc0643a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=f71da4c1-d747-499d-ab41-8f5a2af1e4c2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.125708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d8defac8-342f-43e9-9a87-8ed37bc0643a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.131506 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d8defac8-342f-43e9-9a87-8ed37bc0643a tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/f71da4c1-d747-499d-ab41-8f5a2af1e4c2 HTTP/1.1" status: 204 len: 168 time: 0.7719851 Apr 18 20:54:02.135278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36204) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:02.173526 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cc70ae-9bc8-43c4-bc1a-51d16ca413db tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] GET failed (client error): The resource could not be found. Apr 18 20:54:02.177544 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a2cc70ae-9bc8-43c4-bc1a-51d16ca413db tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports/f71da4c1-d747-499d-ab41-8f5a2af1e4c2 HTTP/1.1" status: 404 len: 333 time: 0.0407357 Apr 18 20:54:02.181623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36206) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:02.280551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-643953b9-ed21-42f5-b727-31e62cdbb9c1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.321896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-643953b9-ed21-42f5-b727-31e62cdbb9c1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.399083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-643953b9-ed21-42f5-b727-31e62cdbb9c1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.403041 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-643953b9-ed21-42f5-b727-31e62cdbb9c1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.404415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-643953b9-ed21-42f5-b727-31e62cdbb9c1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/security-groups/9ccaa15c-f1d7-44af-85a9-80f7da308985 HTTP/1.1" status: 204 len: 168 time: 0.2204297 Apr 18 20:54:02.411270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36210) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:02.418930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643953b9-ed21-42f5-b727-31e62cdbb9c1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccaa15c-f1d7-44af-85a9-80f7da308985,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.524402 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-956a39a2-69b1-4624-adb7-76017f08c429 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.557787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-956a39a2-69b1-4624-adb7-76017f08c429 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.649882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-956a39a2-69b1-4624-adb7-76017f08c429 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.653202 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-956a39a2-69b1-4624-adb7-76017f08c429 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.654465 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-956a39a2-69b1-4624-adb7-76017f08c429 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/security-groups/43c96f00-51f8-4a6b-8f49-5a73d1aa58fa HTTP/1.1" status: 204 len: 168 time: 0.2391276 Apr 18 20:54:02.657344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36212) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:02.674826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a39a2-69b1-4624-adb7-76017f08c429 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c96f00-51f8-4a6b-8f49-5a73d1aa58fa,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.700137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f9585220-598c-4745-9e08-ceb668f32b59 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:02.802324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29a224e9-83a0-4e9c-8610-9304ce1d34cc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.826626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:02.827536 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.849508 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29a224e9-83a0-4e9c-8610-9304ce1d34cc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.926641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a92e60aa-cc29-4248-87d0-98b6d2133bc9 None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:02.927425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a92e60aa-cc29-4248-87d0-98b6d2133bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.927938 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29a224e9-83a0-4e9c-8610-9304ce1d34cc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.936398 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29a224e9-83a0-4e9c-8610-9304ce1d34cc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.938662 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-29a224e9-83a0-4e9c-8610-9304ce1d34cc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/security-groups/16a76065-62d2-455a-97b7-03447497c488 HTTP/1.1" status: 204 len: 168 time: 0.2797842 Apr 18 20:54:02.942276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36214) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:02.952726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a224e9-83a0-4e9c-8610-9304ce1d34cc tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a76065-62d2-455a-97b7-03447497c488,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:03.025959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-3132dde2-fbfc-496f-970e-e76079fb6a3c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet 9ed22bf0-0ab1-443a-b42e-1d20f8518561 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:54:03.034939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3132dde2-fbfc-496f-970e-e76079fb6a3c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.117693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3132dde2-fbfc-496f-970e-e76079fb6a3c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.118117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a92e60aa-cc29-4248-87d0-98b6d2133bc9 None None] Could not find standard attr ID for object f71da4c1-d747-499d-ab41-8f5a2af1e4c2. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:54:03.136178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a92e60aa-cc29-4248-87d0-98b6d2133bc9 None None] Provisioning complete for port 03766a8e-2ece-4544-aabf-0a75dcf1b261 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:03.136815 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a92e60aa-cc29-4248-87d0-98b6d2133bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.181407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a92e60aa-cc29-4248-87d0-98b6d2133bc9 None None] Port 03766a8e-2ece-4544-aabf-0a75dcf1b261 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:54:03.263874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3132dde2-fbfc-496f-970e-e76079fb6a3c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.308647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0a71d098-46c6-47fd-8f4f-4a533ab40727 None None] Could not find standard attr ID for object f71da4c1-d747-499d-ab41-8f5a2af1e4c2. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:54:03.384174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3132dde2-fbfc-496f-970e-e76079fb6a3c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.434956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132dde2-fbfc-496f-970e-e76079fb6a3c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=9ed22bf0-0ab1-443a-b42e-1d20f8518561,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:03.444957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3132dde2-fbfc-496f-970e-e76079fb6a3c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.455977 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3132dde2-fbfc-496f-970e-e76079fb6a3c tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/9ed22bf0-0ab1-443a-b42e-1d20f8518561 HTTP/1.1" status: 204 len: 168 time: 0.5064900 Apr 18 20:54:03.457869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36220) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:03.489357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b52a9-9abf-4665-a10d-d162a4ef7118 None None] Network 21608f1c-1de6-4234-9030-5ead36b5c317 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:03.544083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-691a71c9-682c-4d73-b49f-d66718772c2f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet 37040fef-d251-42b6-ab49-51b5d9023844 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:54:03.547966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-691a71c9-682c-4d73-b49f-d66718772c2f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.608841 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-691a71c9-682c-4d73-b49f-d66718772c2f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.729541 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-691a71c9-682c-4d73-b49f-d66718772c2f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.809101 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-691a71c9-682c-4d73-b49f-d66718772c2f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.865144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a71c9-682c-4d73-b49f-d66718772c2f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=37040fef-d251-42b6-ab49-51b5d9023844,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:03.868043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-691a71c9-682c-4d73-b49f-d66718772c2f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.872319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-691a71c9-682c-4d73-b49f-d66718772c2f tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/37040fef-d251-42b6-ab49-51b5d9023844 HTTP/1.1" status: 204 len: 168 time: 0.4123282 Apr 18 20:54:03.874327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36224) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:03.906173 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7790705-1041-4743-b5e6-bf33313090b7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:03.906896 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7790705-1041-4743-b5e6-bf33313090b7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:03.910461 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b7790705-1041-4743-b5e6-bf33313090b7 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/9ed22bf0-0ab1-443a-b42e-1d20f8518561 HTTP/1.1" status: 404 len: 337 time: 0.0347862 Apr 18 20:54:03.914222 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36226) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.012330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab487b3-6350-4fbe-93c6-91ba63ad4c11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting subnet a9adbb8e-b926-4939-a349-710007dd8edb {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:54:04.016526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fab487b3-6350-4fbe-93c6-91ba63ad4c11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.085826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fab487b3-6350-4fbe-93c6-91ba63ad4c11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.213926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fab487b3-6350-4fbe-93c6-91ba63ad4c11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.299605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36234) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.302610 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fab487b3-6350-4fbe-93c6-91ba63ad4c11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.400916 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fab487b3-6350-4fbe-93c6-91ba63ad4c11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.412490 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fab487b3-6350-4fbe-93c6-91ba63ad4c11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/a9adbb8e-b926-4939-a349-710007dd8edb HTTP/1.1" status: 204 len: 168 time: 0.4969411 Apr 18 20:54:04.415269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab487b3-6350-4fbe-93c6-91ba63ad4c11 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Subnet': ['ID=a9adbb8e-b926-4939-a349-710007dd8edb,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:04.418244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36242) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.468355 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69d5866-99ca-4d21-9e82-864ef8b57227 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:04.469034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69d5866-99ca-4d21-9e82-864ef8b57227 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:04.476605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d69d5866-99ca-4d21-9e82-864ef8b57227 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/2f924603-67d8-4e73-9584-9b029a396d88 HTTP/1.1" status: 404 len: 337 time: 0.0531912 Apr 18 20:54:04.477156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36244) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.544511 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-82df4312-7691-4da2-a39a-dd041fbca26b tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b532648-8ae7-4ca7-b4c9-1dbabfc22fde HTTP/1.1" status: 200 len: 205 time: 0.0609031 Apr 18 20:54:04.550884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36250) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.667774 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-829b828a-9180-47ab-92af-2209b97dfff1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] delete failed (client error): The resource could not be found. Apr 18 20:54:04.669292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-829b828a-9180-47ab-92af-2209b97dfff1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/routers/7b532648-8ae7-4ca7-b4c9-1dbabfc22fde HTTP/1.1" status: 404 len: 336 time: 0.1170635 Apr 18 20:54:04.671943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36260) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.686823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77156833-3468-4226-898a-79b8979a747f None None] Network 21608f1c-1de6-4234-9030-5ead36b5c317 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:04.758156 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2f189a-2eeb-4110-b431-4a0e987ace89 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:04.758884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2f189a-2eeb-4110-b431-4a0e987ace89 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:04.765732 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5c2f189a-2eeb-4110-b431-4a0e987ace89 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/77f3dcec-1602-48b9-9d74-62cabceb7d46 HTTP/1.1" status: 404 len: 337 time: 0.0925188 Apr 18 20:54:04.766874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36270) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.812999 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3460f2-a7a3-41ff-a454-861c5fda3ed9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:04.813465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3460f2-a7a3-41ff-a454-861c5fda3ed9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:04.818587 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb3460f2-a7a3-41ff-a454-861c5fda3ed9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/81e0124e-7e4d-4130-9e14-5d9e9c317d93 HTTP/1.1" status: 404 len: 337 time: 0.0504985 Apr 18 20:54:04.823141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36274) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.838207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4adffd46-eb37-49c0-8e9e-b453c14adf6f None None] Provisioning complete for port f9585220-598c-4745-9e08-ceb668f32b59 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:04.838560 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4adffd46-eb37-49c0-8e9e-b453c14adf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.841119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port de030cea-45f0-47d8-9584-8b8a65455da1 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:04.841614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.885011 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4375f97-7d1e-49e7-acc2-1668227e7c16 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:04.887419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4375f97-7d1e-49e7-acc2-1668227e7c16 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:04.896191 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c4375f97-7d1e-49e7-acc2-1668227e7c16 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/8a8618db-ff47-4d13-8cb5-09d90a70163c HTTP/1.1" status: 404 len: 337 time: 0.0713828 Apr 18 20:54:04.896846 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36284) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.950118 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fff191-7bbd-4b86-9744-5d6fa0da7dee tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:04.950876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fff191-7bbd-4b86-9744-5d6fa0da7dee tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:04.954156 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-70fff191-7bbd-4b86-9744-5d6fa0da7dee tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/6402a28b-fcf2-4da8-8add-c381c08daa98 HTTP/1.1" status: 404 len: 333 time: 0.0563207 Apr 18 20:54:04.957138 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36292) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:04.978780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.979107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.998280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for de030cea-45f0-47d8-9584-8b8a65455da1 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:05.025633 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-92602caa-1002-423a-bd55-80b04cbe649d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:05.027744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92602caa-1002-423a-bd55-80b04cbe649d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:05.034835 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-92602caa-1002-423a-bd55-80b04cbe649d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/e25a456f-3cc2-48cd-87f3-1878352dd1da HTTP/1.1" status: 404 len: 337 time: 0.0761805 Apr 18 20:54:05.037583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36302) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:05.091493 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaad9e1a-3e9c-4345-baa8-008f2362394d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:05.097821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaad9e1a-3e9c-4345-baa8-008f2362394d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:05.106947 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aaad9e1a-3e9c-4345-baa8-008f2362394d tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/8956a1b1-1988-41d4-8a52-43534167f58d HTTP/1.1" status: 404 len: 337 time: 0.0638504 Apr 18 20:54:05.107696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36308) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:05.146173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdf872c-fa32-4fa8-94b5-1f3bb1c1d632 None None] DHCP port deletion for 21608f1c-1de6-4234-9030-5ead36b5c317 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:54:05.155098 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0a26b5-30cd-4aa0-876c-bcb10a3aa8f4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:05.157953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0a26b5-30cd-4aa0-876c-bcb10a3aa8f4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:05.169555 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ff0a26b5-30cd-4aa0-876c-bcb10a3aa8f4 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/e616280f-4d0f-4509-89e7-047aa736f552 HTTP/1.1" status: 404 len: 333 time: 0.0596373 Apr 18 20:54:05.171796 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36316) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:05.187637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4adffd46-eb37-49c0-8e9e-b453c14adf6f None None] Provisioning complete for port 03766a8e-2ece-4544-aabf-0a75dcf1b261 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:05.188109 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4adffd46-eb37-49c0-8e9e-b453c14adf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.227315 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08829d5-5856-46db-b0a6-0b2506648d80 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:05.227867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08829d5-5856-46db-b0a6-0b2506648d80 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:05.234927 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e08829d5-5856-46db-b0a6-0b2506648d80 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/83e1d90a-d474-4f63-b335-06b89bdfbd4f HTTP/1.1" status: 404 len: 337 time: 0.0614583 Apr 18 20:54:05.240694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36324) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:05.266737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4adffd46-eb37-49c0-8e9e-b453c14adf6f None None] Port 03766a8e-2ece-4544-aabf-0a75dcf1b261 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:54:05.275439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf872c-fa32-4fa8-94b5-1f3bb1c1d632 None None] Deleting port f9585220-598c-4745-9e08-ceb668f32b59 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:05.275815 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbdf872c-fa32-4fa8-94b5-1f3bb1c1d632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.287303 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf186e4-4afb-4c19-80e3-8f3baaa42dd9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] DELETE failed (client error): The resource could not be found. Apr 18 20:54:05.287763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf186e4-4afb-4c19-80e3-8f3baaa42dd9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:54:05.291113 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8cf186e4-4afb-4c19-80e3-8f3baaa42dd9 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/subnets/f48e3ede-aff6-4c83-932f-bc670836a715 HTTP/1.1" status: 404 len: 337 time: 0.0490801 Apr 18 20:54:05.301850 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36330) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:05.390103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bbdf872c-fa32-4fa8-94b5-1f3bb1c1d632 None None] For port f9585220-598c-4745-9e08-ceb668f32b59, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f9585220-598c-4745-9e08-ceb668f32b59,segment=NetworkSegment(e85fd873-1976-4a63-834b-eba7df16307c),segment_id=e85fd873-1976-4a63-834b-eba7df16307c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:05.392739 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbdf872c-fa32-4fa8-94b5-1f3bb1c1d632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.441575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bbdf872c-fa32-4fa8-94b5-1f3bb1c1d632 None None] Calling delete_port for f9585220-598c-4745-9e08-ceb668f32b59 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:05.486510 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.510397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-742bd09b-1269-466b-b611-a4c0f62fa9b1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Deleting port 03766a8e-2ece-4544-aabf-0a75dcf1b261 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:05.510882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-742bd09b-1269-466b-b611-a4c0f62fa9b1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.536035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=de030cea-45f0-47d8-9584-8b8a65455da1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.611413 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbdf872c-fa32-4fa8-94b5-1f3bb1c1d632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.657704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf872c-fa32-4fa8-94b5-1f3bb1c1d632 None None] Pushing event deleted for resources: {'Port': ['ID=f9585220-598c-4745-9e08-ceb668f32b59,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.663628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-742bd09b-1269-466b-b611-a4c0f62fa9b1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.671345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf872c-fa32-4fa8-94b5-1f3bb1c1d632 None None] No DVR routers for this DVR port f9585220-598c-4745-9e08-ceb668f32b59 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:05.685315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-742bd09b-1269-466b-b611-a4c0f62fa9b1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Calling delete_port for 03766a8e-2ece-4544-aabf-0a75dcf1b261 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:05.694420 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.695113 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Floating IP 63a3cf80-1daa-4757-b64f-a3e28a8ec084 disassociated (deleted). External IP: 172.25.2.237, port: 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c. Apr 18 20:54:05.823785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-742bd09b-1269-466b-b611-a4c0f62fa9b1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.864217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bd09b-1269-466b-b611-a4c0f62fa9b1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Port': ['ID=03766a8e-2ece-4544-aabf-0a75dcf1b261,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.876493 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-742bd09b-1269-466b-b611-a4c0f62fa9b1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.882720 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-742bd09b-1269-466b-b611-a4c0f62fa9b1 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/ports/03766a8e-2ece-4544-aabf-0a75dcf1b261 HTTP/1.1" status: 204 len: 168 time: 0.5791898 Apr 18 20:54:05.886601 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36394) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:05.932779 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-896db428-3c4f-4e1e-b387-2afbdedd6ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.020110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.047624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:06.155552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.177688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:06.178826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21608f1c-1de6-4234-9030-5ead36b5c317']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:06.183238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.187284 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] Sync routers for ids ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:06.199232 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] Routers {'4194b219-e7c0-4a7d-896d-09a4ac0b9b09'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:06.199877 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:53:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:06.206724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85fd873-1976-4a63-834b-eba7df16307c') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:06.206963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85fd873-1976-4a63-834b-eba7df16307c') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:06.216975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.225130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b5f4fabd-0684-410b-baaa-94361f387326 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/floatingips/63a3cf80-1daa-4757-b64f-a3e28a8ec084 HTTP/1.1" status: 204 len: 168 time: 1.9242187 Apr 18 20:54:06.225720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:06.229675 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f215a0b6-7adb-4b12-88c2-9dc5f4069868" -d '{"events": [{"name": "network-changed", "server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:06.258035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.270397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:06.270871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:06.274529 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:06.389327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.413805 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b251519-4067-4425-ac76-64f0d19d1733 x-openstack-request-id: req-1b251519-4067-4425-ac76-64f0d19d1733 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:06.414564 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:06.416961 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b251519-4067-4425-ac76-64f0d19d1733 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:06.417381 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b251519-4067-4425-ac76-64f0d19d1733'] response: {'name': 'network-changed', 'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'status': 'completed', 'code': 200} Apr 18 20:54:06.420265 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.424607 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] 10.222.0.49 "DELETE /v2.0/networks/21608f1c-1de6-4234-9030-5ead36b5c317 HTTP/1.1" status: 204 len: 168 time: 0.5359800 Apr 18 20:54:06.425712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd1336-a4b0-4861-8c1a-7efc7e7cb250 tempest-PortsIpV6TestJSON-1572337130 tempest-PortsIpV6TestJSON-1572337130-project] Pushing event deleted for resources: {'Network': ['ID=21608f1c-1de6-4234-9030-5ead36b5c317,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:06.460045 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] Set router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:06.540049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-cbcf4c24-aa62-4b2d-94ef-90c5d4145d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:06.541655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-cbcf4c24-aa62-4b2d-94ef-90c5d4145d51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0952604 Apr 18 20:54:06.680196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-cd744bf3-2e3f-43f2-967b-b9aaaf5755e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:06.683182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-cd744bf3-2e3f-43f2-967b-b9aaaf5755e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=85f4eed6-2b7b-423b-87b4-57db5cad54f9 HTTP/1.1" status: 200 len: 898 time: 0.1321363 Apr 18 20:54:06.737486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f9585220-598c-4745-9e08-ceb668f32b59 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:06.791387 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: f9585220-598c-4745-9e08-ceb668f32b59 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:54:06.791957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f9585220-598c-4745-9e08-ceb668f32b59 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:06.813738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-3882dab2-4203-49b3-ae19-829070e0d82a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c HTTP/1.1" status: 200 len: 217 time: 0.0834296 Apr 18 20:54:06.830158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad2614-f014-46bd-9ea1-eb617eb5c4bd req-f524edf8-adc1-4c5e-b107-5f6a2569281e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:06.832987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99ad2614-f014-46bd-9ea1-eb617eb5c4bd req-f524edf8-adc1-4c5e-b107-5f6a2569281e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.1479506 Apr 18 20:54:06.889691 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'fc5ad9db-0489-4d82-971d-fc144e127e43', 'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:7f:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:14Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:06.918084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-d0e273c5-7668-458e-b1c0-c423b0e7db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:06.921427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-d0e273c5-7668-458e-b1c0-c423b0e7db2e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c329a02-8057-420f-a635-54fc1f3cdc9c HTTP/1.1" status: 200 len: 834 time: 0.0865998 Apr 18 20:54:06.943414 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] Checking router: 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:06.955246 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] Routers {'4194b219-e7c0-4a7d-896d-09a4ac0b9b09'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:06.956083 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:53:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:07.023627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99ad2614-f014-46bd-9ea1-eb617eb5c4bd req-87344fed-e37c-4a33-b990-29766ecfc483 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010334 Apr 18 20:54:07.045775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-db6f6ecb-3f1f-421e-b2ae-3c0dbe11af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:07.047400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-db6f6ecb-3f1f-421e-b2ae-3c0dbe11af76 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=85f4eed6-2b7b-423b-87b4-57db5cad54f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920663 Apr 18 20:54:07.146241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36538) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:07.204820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-17019d7b-0b65-485f-8f62-a817bf7bf4ba service neutron] 10.222.0.64 "GET /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491561 Apr 18 20:54:07.330993 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] Set router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:07.381824 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c1f88cfd-b1ec-40e8-8def-3ef199c8c4ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a32f72695c074f36b7653f04b05d1114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341847 Apr 18 20:54:07.384190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36566) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:07.424657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f215a0b6-7adb-4b12-88c2-9dc5f4069868 req-1047ff1d-2310-48a2-8a4b-5309013d700f service neutron] 10.222.0.64 "GET /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079685 Apr 18 20:54:07.454101 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.488162 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.578894 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.584386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.587893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ac4e6b8-d415-4446-ace4-d4558b8b5a5a HTTP/1.1" status: 204 len: 168 time: 0.2002494 Apr 18 20:54:07.603378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac4e6b8-d415-4446-ace4-d4558b8b5a5a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:07.621168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.621795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.622363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.622907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.623544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.624169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.624887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.625435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.625911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.626527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.627563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.628111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2049e301-fabf-4dfd-ae12-072850a3c8e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:07.685557 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'fc5ad9db-0489-4d82-971d-fc144e127e43', 'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:7f:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:14Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:07.717524 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8169bf01-ee90-43a8-acce-18feb05d7734 None None] The sync data for ids ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'] in n-d-836015-4 is: [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'fc5ad9db-0489-4d82-971d-fc144e127e43', 'name': '', 'network_id': '85f4eed6-2b7b-423b-87b4-57db5cad54f9', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'mac_address': 'fa:16:3e:7f:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3253, 'fixed_ips': [{'subnet_id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:14Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'subnets': [{'id': '8c329a02-8057-420f-a635-54fc1f3cdc9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:08.078357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-44702af3-2d33-4361-81f8-c087319c5bbe tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:08.088923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-44702af3-2d33-4361-81f8-c087319c5bbe tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.0838947 Apr 18 20:54:08.100056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6f363d-ff3f-45c2-9fb1-47b60dfe694b None None] New status for floating IP 63a3cf80-1daa-4757-b64f-a3e28a8ec084: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:54:08.659117 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9660202d-cc4d-45e8-94a9-dd9ddfac5b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.719057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed6d00-4a77-4069-9f5c-7f32f9d1d26e req-f70f6e15-930c-45db-b3a4-9307d21a3b07 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:08.728169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cfed6d00-4a77-4069-9f5c-7f32f9d1d26e req-f70f6e15-930c-45db-b3a4-9307d21a3b07 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/ports?device_id=24890601-8f61-4d6d-afbf-435080e59ae4 HTTP/1.1" status: 200 len: 945 time: 0.5562387 Apr 18 20:54:08.780821 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cfed6d00-4a77-4069-9f5c-7f32f9d1d26e req-f61bf0e8-c74d-4505-a4dd-872df3f7de6b tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ca78c41-80df-4a45-bf93-e30926733996&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512338 Apr 18 20:54:08.812067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-b7d186fc-d52f-4f25-9fbf-a5dd0e0a78a2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:08.812365 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-b7d186fc-d52f-4f25-9fbf-a5dd0e0a78a2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.953877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-b7d186fc-d52f-4f25-9fbf-a5dd0e0a78a2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:08.954253 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-b7d186fc-d52f-4f25-9fbf-a5dd0e0a78a2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.974559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-b7d186fc-d52f-4f25-9fbf-a5dd0e0a78a2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:09.122598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-b7d186fc-d52f-4f25-9fbf-a5dd0e0a78a2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.154303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d186fc-d52f-4f25-9fbf-a5dd0e0a78a2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=23617bf7-b311-498e-a3c3-a7a1fd0b8b9c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:09.201445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-b7d186fc-d52f-4f25-9fbf-a5dd0e0a78a2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] No DVR routers for this DVR port 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:09.204068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-b7d186fc-d52f-4f25-9fbf-a5dd0e0a78a2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.207653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c1aa14f-d0dc-48e7-9546-a192edb63ee9 req-b7d186fc-d52f-4f25-9fbf-a5dd0e0a78a2 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.64 "DELETE /v2.0/ports/23617bf7-b311-498e-a3c3-a7a1fd0b8b9c HTTP/1.1" status: 204 len: 173 time: 1.1119282 Apr 18 20:54:09.208318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'name': 'network-vif-deleted', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:09.210595 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876160b8-106f-43b1-8a61-06205c4a5d8f" -d '{"events": [{"server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "name": "network-vif-deleted", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:09.252470 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e201fd90-18d4-4417-996e-2d7c3744053c x-openstack-request-id: req-e201fd90-18d4-4417-996e-2d7c3744053c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:09.252767 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24890601-8f61-4d6d-afbf-435080e59ae4", "name": "network-vif-deleted", "tag": "23617bf7-b311-498e-a3c3-a7a1fd0b8b9c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:09.253989 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e201fd90-18d4-4417-996e-2d7c3744053c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:09.256141 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e201fd90-18d4-4417-996e-2d7c3744053c'] response: {'server_uuid': '24890601-8f61-4d6d-afbf-435080e59ae4', 'name': 'network-vif-deleted', 'tag': '23617bf7-b311-498e-a3c3-a7a1fd0b8b9c', 'status': 'completed', 'code': 200} Apr 18 20:54:09.311188 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:09.885380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36796) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:10.352021 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.522289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.688172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port fc5ad9db-0489-4d82-971d-fc144e127e43 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:10.688513 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.798328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port fc5ad9db-0489-4d82-971d-fc144e127e43, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=fc5ad9db-0489-4d82-971d-fc144e127e43,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:10.798697 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.812703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for fc5ad9db-0489-4d82-971d-fc144e127e43 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:11.023093 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.057423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=fc5ad9db-0489-4d82-971d-fc144e127e43,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.173269 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.245931 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.475512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:11.585345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:11.593647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36812) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:11.594187 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2ab1c971-8ef0-4074-a4c8-363ca03e27d4 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "PUT /v2.0/routers/4194b219-e7c0-4a7d-896d-09a4ac0b9b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072983 Apr 18 20:54:11.596819 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] Sync routers for ids ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:11.606815 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] Routers {'4194b219-e7c0-4a7d-896d-09a4ac0b9b09'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:11.607423 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:54:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:11.646906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9535c3-f1bb-424c-91c1-6a0702ce235f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting subnet 8c329a02-8057-420f-a635-54fc1f3cdc9c {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:54:11.651967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff9535c3-f1bb-424c-91c1-6a0702ce235f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.698948 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff9535c3-f1bb-424c-91c1-6a0702ce235f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.724212 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] Set router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:11.799609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff9535c3-f1bb-424c-91c1-6a0702ce235f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.865828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff9535c3-f1bb-424c-91c1-6a0702ce235f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.895349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9535c3-f1bb-424c-91c1-6a0702ce235f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Subnet': ['ID=8c329a02-8057-420f-a635-54fc1f3cdc9c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.903460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ff9535c3-f1bb-424c-91c1-6a0702ce235f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.910610 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ff9535c3-f1bb-424c-91c1-6a0702ce235f tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/subnets/8c329a02-8057-420f-a635-54fc1f3cdc9c HTTP/1.1" status: 204 len: 168 time: 0.3136225 Apr 18 20:54:11.910784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24316a01-3197-438d-8e69-ff94c65c7074 None None] Network 85f4eed6-2b7b-423b-87b4-57db5cad54f9 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:54:11.911205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36814) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:11.946945 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:11.980970 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] Checking router: 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:12.008793 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] Routers {'4194b219-e7c0-4a7d-896d-09a4ac0b9b09'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:12.009416 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:54:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:12.097590 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.198544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e603768-ac55-4ef4-af8a-e624fa40e1c8 None None] DHCP port deletion for 85f4eed6-2b7b-423b-87b4-57db5cad54f9 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:54:12.242482 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] Set router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:12.266412 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.310514 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8e603768-ac55-4ef4-af8a-e624fa40e1c8 None None] Deleting port 8f374ce7-d292-46f6-b5b3-417449720d44 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:12.311127 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e603768-ac55-4ef4-af8a-e624fa40e1c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.338532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Deleting port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:12.338881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.496553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] For port 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0b7e6775-8d13-4a60-bba8-c7b2e139e2cc,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:12.496553 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.530679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Calling delete_port for 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:12.548367 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:12.623140 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ebf099-2ac6-48c5-bee0-fc1736acafc5 None None] The sync data for ids ['4194b219-e7c0-4a7d-896d-09a4ac0b9b09'] in n-d-836015-4 is: [{'id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955571801', 'tenant_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:58Z', 'updated_at': '2022-04-18T20:54:10Z', 'revision_number': 5, 'project_id': 'afea0b6e88bd46a9b6f3dae228c73c23', 'gw_port': {'id': '0b7e6775-8d13-4a60-bba8-c7b2e139e2cc', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:31:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4194b219-e7c0-4a7d-896d-09a4ac0b9b09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:59Z', 'updated_at': '2022-04-18T20:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:12.633872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8e603768-ac55-4ef4-af8a-e624fa40e1c8 None None] For port 8f374ce7-d292-46f6-b5b3-417449720d44, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8f374ce7-d292-46f6-b5b3-417449720d44,segment=NetworkSegment(c8faf80a-1114-459b-a6ae-8f9f69297775),segment_id=c8faf80a-1114-459b-a6ae-8f9f69297775)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:12.634493 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e603768-ac55-4ef4-af8a-e624fa40e1c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.649495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8e603768-ac55-4ef4-af8a-e624fa40e1c8 None None] Calling delete_port for 8f374ce7-d292-46f6-b5b3-417449720d44 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:12.748992 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e603768-ac55-4ef4-af8a-e624fa40e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.756630 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.759435 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.784334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e603768-ac55-4ef4-af8a-e624fa40e1c8 None None] Pushing event deleted for resources: {'Port': ['ID=8f374ce7-d292-46f6-b5b3-417449720d44,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:12.790383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e603768-ac55-4ef4-af8a-e624fa40e1c8 None None] No DVR routers for this DVR port 8f374ce7-d292-46f6-b5b3-417449720d44 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:12.822205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Port': ['ID=0b7e6775-8d13-4a60-bba8-c7b2e139e2cc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:12.869616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.965190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.967335 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.015150 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.015953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Fanout notify agent at l3_agent the message router_deleted on router 4194b219-e7c0-4a7d-896d-09a4ac0b9b09 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:54:13.024171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.025647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-77e204e6-ed77-4f84-8d0a-ef5b791ff1e1 tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/routers/4194b219-e7c0-4a7d-896d-09a4ac0b9b09 HTTP/1.1" status: 204 len: 168 time: 1.1134968 Apr 18 20:54:13.028580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36820) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:13.118311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f374ce7-d292-46f6-b5b3-417449720d44 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:13.154912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8f374ce7-d292-46f6-b5b3-417449720d44 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:54:13.155410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f374ce7-d292-46f6-b5b3-417449720d44 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:13.167150 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.275362 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.317602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:13.333421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f4eed6-2b7b-423b-87b4-57db5cad54f9']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:13.343430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:54:13.343765 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 23617bf7-b311-498e-a3c3-a7a1fd0b8b9c not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:13.344831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8faf80a-1114-459b-a6ae-8f9f69297775') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:13.346314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8faf80a-1114-459b-a6ae-8f9f69297775') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:13.364080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.380668 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.389405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:13.389943 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:13.394549 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:13.461975 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.469933 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.475601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/networks/85f4eed6-2b7b-423b-87b4-57db5cad54f9 HTTP/1.1" status: 204 len: 168 time: 0.4434466 Apr 18 20:54:13.476025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36828) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:13.485092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa58b51-e99f-40e0-8287-83a719d76bfb tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'Network': ['ID=85f4eed6-2b7b-423b-87b4-57db5cad54f9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:13.583020 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae07a779-66a0-441f-8d32-4719bd2cdd2e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.614682 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae07a779-66a0-441f-8d32-4719bd2cdd2e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.694092 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae07a779-66a0-441f-8d32-4719bd2cdd2e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.698138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae07a779-66a0-441f-8d32-4719bd2cdd2e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:13.700235 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ae07a779-66a0-441f-8d32-4719bd2cdd2e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] 10.222.0.49 "DELETE /v2.0/security-groups/3ca78c41-80df-4a45-bf93-e30926733996 HTTP/1.1" status: 204 len: 168 time: 0.2229979 Apr 18 20:54:13.746371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07a779-66a0-441f-8d32-4719bd2cdd2e tempest-TestNetworkAdvancedServerOps-1342272058 tempest-TestNetworkAdvancedServerOps-1342272058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca78c41-80df-4a45-bf93-e30926733996,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:14.193074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36850) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:14.363661 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d7e0940f-887e-4fb5-8807-4060814d7cd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=afea0b6e88bd46a9b6f3dae228c73c23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690197 Apr 18 20:54:14.366338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36858) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:14.422184 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eee201cf-57ba-4a41-bdf9-07aeffc2c95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.446775 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eee201cf-57ba-4a41-bdf9-07aeffc2c95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.500588 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eee201cf-57ba-4a41-bdf9-07aeffc2c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.505170 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eee201cf-57ba-4a41-bdf9-07aeffc2c95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.506340 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eee201cf-57ba-4a41-bdf9-07aeffc2c95e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62212d05-758d-41aa-b944-b4c61726f71f HTTP/1.1" status: 204 len: 168 time: 0.1388667 Apr 18 20:54:14.525206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee201cf-57ba-4a41-bdf9-07aeffc2c95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62212d05-758d-41aa-b944-b4c61726f71f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:14.653487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device fc5ad9db-0489-4d82-971d-fc144e127e43 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:14.679073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: fc5ad9db-0489-4d82-971d-fc144e127e43 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:54:14.679709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device fc5ad9db-0489-4d82-971d-fc144e127e43 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:14.680373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:14.734055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:54:14.734288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b7e6775-8d13-4a60-bba8-c7b2e139e2cc not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:14.964599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 36872) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:15.028513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 36876) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:15.029567 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c325d608-34a5-4ca5-a979-fe66266e2d8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd02f9e5664a49038385833518ad00c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636914 Apr 18 20:54:15.082980 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2639046d-d828-43f0-9635-c160337a927b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.107459 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2639046d-d828-43f0-9635-c160337a927b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.158479 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2639046d-d828-43f0-9635-c160337a927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.161180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2639046d-d828-43f0-9635-c160337a927b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:15.162318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2639046d-d828-43f0-9635-c160337a927b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69bd33cb-8d0f-4926-adfb-2851922f7c5d HTTP/1.1" status: 204 len: 168 time: 0.1329243 Apr 18 20:54:15.170212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639046d-d828-43f0-9635-c160337a927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bd33cb-8d0f-4926-adfb-2851922f7c5d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:15.373374 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-1d15d0a1-7f9b-4fd3-9f11-f71c9564e650 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582850 Apr 18 20:54:15.468179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-3c6f4b1f-3b8d-41f3-89c1-7f6403403c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.470118 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-3c6f4b1f-3b8d-41f3-89c1-7f6403403c7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1e4ee3a1bba84c2f9f38e7d31fbb1d03&device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 1101 time: 0.0500255 Apr 18 20:54:15.588636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-5de06c3e-7647-4ca1-96bb-76edbc1c8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.590920 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-5de06c3e-7647-4ca1-96bb-76edbc1c8097 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.1002712 Apr 18 20:54:15.642967 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-d876d558-cc39-4178-b4ef-1f347b9b4fe6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=2f924e6b-46ad-4ff3-bc11-a19454b75bef HTTP/1.1" status: 200 len: 217 time: 0.0446334 Apr 18 20:54:15.695333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-dfbab510-b8b6-4406-a512-9f6e2aecc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.696919 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-dfbab510-b8b6-4406-a512-9f6e2aecc7fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0478656 Apr 18 20:54:15.753696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-fc2eacf3-6991-41cf-aff6-98e6cf92b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:15.756206 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-fc2eacf3-6991-41cf-aff6-98e6cf92b434 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528352 Apr 18 20:54:15.864355 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-c237f3bb-ccbb-40f9-987e-22d4976b908b service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009369 Apr 18 20:54:15.961731 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2686e81f-4cc5-4a9f-aaed-7b7864227eaf req-ceeb4134-9203-464b-86e8-d6dd14bbb095 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893445 Apr 18 20:54:15.989665 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.399943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af792b-e199-4933-bd1b-068dfd2ac6b7 req-611581ca-cb04-43bf-a596-193cf64153ef tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:16.401757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61af792b-e199-4933-bd1b-068dfd2ac6b7 req-611581ca-cb04-43bf-a596-193cf64153ef tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 950 time: 0.0724695 Apr 18 20:54:16.474320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61af792b-e199-4933-bd1b-068dfd2ac6b7 req-0b184df7-3343-4f7f-8efe-5b5f1886ec32 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629001 Apr 18 20:54:17.627434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16893-2f11-43c9-913d-f003b81a016a req-ba9d6180-4243-44c7-8837-75a973b36b60 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:17.629944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ff16893-2f11-43c9-913d-f003b81a016a req-ba9d6180-4243-44c7-8837-75a973b36b60 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 950 time: 0.0633461 Apr 18 20:54:17.728384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ff16893-2f11-43c9-913d-f003b81a016a req-ea4ed24e-4a36-400f-a362-d742efe4f2f7 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706787 Apr 18 20:54:18.224992 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:54:18.367482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d7604-de01-40de-a7ab-295563bc87ad req-c737d6bc-63e9-43f8-ae95-8741f56557d3 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:18.369039 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-142d7604-de01-40de-a7ab-295563bc87ad req-c737d6bc-63e9-43f8-ae95-8741f56557d3 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.60 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 950 time: 0.0678501 Apr 18 20:54:18.488625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-142d7604-de01-40de-a7ab-295563bc87ad req-7bd4ced5-e51b-4f4d-b4a8-b515c571a4ac tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Deleting port 2f924e6b-46ad-4ff3-bc11-a19454b75bef {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:18.489196 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-142d7604-de01-40de-a7ab-295563bc87ad req-7bd4ced5-e51b-4f4d-b4a8-b515c571a4ac tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.677896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-142d7604-de01-40de-a7ab-295563bc87ad req-7bd4ced5-e51b-4f4d-b4a8-b515c571a4ac tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] For port 2f924e6b-46ad-4ff3-bc11-a19454b75bef, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=2f924e6b-46ad-4ff3-bc11-a19454b75bef,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:18.678222 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-142d7604-de01-40de-a7ab-295563bc87ad req-7bd4ced5-e51b-4f4d-b4a8-b515c571a4ac tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.699178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-142d7604-de01-40de-a7ab-295563bc87ad req-7bd4ced5-e51b-4f4d-b4a8-b515c571a4ac tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Calling delete_port for 2f924e6b-46ad-4ff3-bc11-a19454b75bef owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:18.899607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-142d7604-de01-40de-a7ab-295563bc87ad req-7bd4ced5-e51b-4f4d-b4a8-b515c571a4ac tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.913021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['2f924e6b-46ad-4ff3-bc11-a19454b75bef'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:18.934306 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f411f-b12f-491a-9831-129bc23fa71d req-630f7846-a320-43c7-a689-3de0b6784073 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:18.936801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a1f411f-b12f-491a-9831-129bc23fa71d req-630f7846-a320-43c7-a689-3de0b6784073 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/ports?device_id=34692cd1-b6dd-47be-b140-5ca417c44167 HTTP/1.1" status: 200 len: 867 time: 0.0757537 Apr 18 20:54:18.937656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4ced5-e51b-4f4d-b4a8-b515c571a4ac tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Pushing event deleted for resources: {'Port': ['ID=2f924e6b-46ad-4ff3-bc11-a19454b75bef,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:19.006174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a1f411f-b12f-491a-9831-129bc23fa71d req-4847b867-7f1c-4508-94bb-bde5c9ab9a19 tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.49 "GET /v2.0/security-groups?id=29b32fc0-6c81-466e-a876-eed8faebd895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553331 Apr 18 20:54:19.018744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-142d7604-de01-40de-a7ab-295563bc87ad req-7bd4ced5-e51b-4f4d-b4a8-b515c571a4ac tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] No DVR routers for this DVR port 2f924e6b-46ad-4ff3-bc11-a19454b75bef on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:19.028538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-142d7604-de01-40de-a7ab-295563bc87ad req-7bd4ced5-e51b-4f4d-b4a8-b515c571a4ac tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.034004 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-142d7604-de01-40de-a7ab-295563bc87ad req-7bd4ced5-e51b-4f4d-b4a8-b515c571a4ac tempest-VolumesBackupsTest-1505272353 tempest-VolumesBackupsTest-1505272353-project] 10.222.0.60 "DELETE /v2.0/ports/2f924e6b-46ad-4ff3-bc11-a19454b75bef HTTP/1.1" status: 204 len: 173 time: 0.6586175 Apr 18 20:54:19.035149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34692cd1-b6dd-47be-b140-5ca417c44167', 'name': 'network-vif-deleted', 'tag': '2f924e6b-46ad-4ff3-bc11-a19454b75bef'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:19.040068 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e44e2e-b5d3-4c63-a115-9d2f09faa74e" -d '{"events": [{"server_uuid": "34692cd1-b6dd-47be-b140-5ca417c44167", "name": "network-vif-deleted", "tag": "2f924e6b-46ad-4ff3-bc11-a19454b75bef"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:19.397529 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbc725a-b9ad-4a4c-92f4-e1fbdd282931 x-openstack-request-id: req-7fbc725a-b9ad-4a4c-92f4-e1fbdd282931 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:19.398516 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34692cd1-b6dd-47be-b140-5ca417c44167", "name": "network-vif-deleted", "tag": "2f924e6b-46ad-4ff3-bc11-a19454b75bef", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:19.399054 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fbc725a-b9ad-4a4c-92f4-e1fbdd282931 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:19.399779 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fbc725a-b9ad-4a4c-92f4-e1fbdd282931'] response: {'server_uuid': '34692cd1-b6dd-47be-b140-5ca417c44167', 'name': 'network-vif-deleted', 'tag': '2f924e6b-46ad-4ff3-bc11-a19454b75bef', 'status': 'completed', 'code': 200} Apr 18 20:54:21.210149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761e6ea-93f3-4827-8091-be931e0a722f req-59901385-9300-4477-8d49-19126cffb895 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:21.212788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8761e6ea-93f3-4827-8091-be931e0a722f req-59901385-9300-4477-8d49-19126cffb895 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 946 time: 0.0689888 Apr 18 20:54:21.277506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8761e6ea-93f3-4827-8091-be931e0a722f req-860820c0-9ca9-4d63-844e-8eae702bedd5 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560052 Apr 18 20:54:22.421200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598db8e1-37b3-4164-a789-695b58d76ad4 req-a6a670ee-721e-4fce-a0c3-e6b17f126fca tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:22.423587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-598db8e1-37b3-4164-a789-695b58d76ad4 req-a6a670ee-721e-4fce-a0c3-e6b17f126fca tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 946 time: 0.0694702 Apr 18 20:54:22.473879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-598db8e1-37b3-4164-a789-695b58d76ad4 req-7e078a2c-5328-49da-a527-20d64e7b2540 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437102 Apr 18 20:54:22.764939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f924e6b-46ad-4ff3-bc11-a19454b75bef no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:22.791757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 2f924e6b-46ad-4ff3-bc11-a19454b75bef {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:54:22.792207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 2f924e6b-46ad-4ff3-bc11-a19454b75bef not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:22.881205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-75d00bf8-b5bd-4760-865d-d292d43e535b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:22.883886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-75d00bf8-b5bd-4760-865d-d292d43e535b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.64 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 946 time: 0.0902164 Apr 18 20:54:23.028483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Deleting port 5f588fff-687a-4975-b9ff-514dd76065b2 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:23.029243 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.203081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] For port 5f588fff-687a-4975-b9ff-514dd76065b2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=5f588fff-687a-4975-b9ff-514dd76065b2,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:23.203747 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.516744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37008) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:23.649155 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.650328 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.650841 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Floating IP e1f5f40e-3e8e-45a0-add3-5b86e34887c8 disassociated. External IP: 172.25.2.171, port: 5f588fff-687a-4975-b9ff-514dd76065b2. Apr 18 20:54:23.651678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Calling delete_port for 5f588fff-687a-4975-b9ff-514dd76065b2 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:23.664459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e403f84-2f80-4d47-9c85-511664d9ad59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.778994 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e403f84-2f80-4d47-9c85-511664d9ad59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.797340 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e403f84-2f80-4d47-9c85-511664d9ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:23.856873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e403f84-2f80-4d47-9c85-511664d9ad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1461594d-726e-41d3-98d4-25989041ee2a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:23.885054 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e403f84-2f80-4d47-9c85-511664d9ad59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3d8c957a4d064a8bbf1afcc58b28a49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665993 Apr 18 20:54:23.887478 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37032) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:23.964549 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4bc5-2dcf-4fec-8678-080242d05be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.035045 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4bc5-2dcf-4fec-8678-080242d05be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.137136 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4bc5-2dcf-4fec-8678-080242d05be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.139718 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4f9b4bc5-2dcf-4fec-8678-080242d05be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.140924 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4f9b4bc5-2dcf-4fec-8678-080242d05be6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1461594d-726e-41d3-98d4-25989041ee2a HTTP/1.1" status: 204 len: 168 time: 0.2518861 Apr 18 20:54:24.149865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b4bc5-2dcf-4fec-8678-080242d05be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1461594d-726e-41d3-98d4-25989041ee2a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:24.374462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053049f-4cc5-4a94-9918-e9fe1be180a4 req-b4482f90-e9f1-4ab7-b0f8-9ee6c68e0c47 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:24.383637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2053049f-4cc5-4a94-9918-e9fe1be180a4 req-b4482f90-e9f1-4ab7-b0f8-9ee6c68e0c47 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 946 time: 0.1272228 Apr 18 20:54:24.434368 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.438798 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2053049f-4cc5-4a94-9918-e9fe1be180a4 req-d4a4862a-9088-483b-9e6f-13fd2a4b25ff tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543787 Apr 18 20:54:24.491787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event deleted for resources: {'Port': ['ID=5f588fff-687a-4975-b9ff-514dd76065b2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:24.664762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Router cb171fa8-a321-4799-ba99-4e0db2d186da has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:24.723970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37074) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:24.751423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27bb83ae-a68a-4786-b1c8-3323e26406f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.811499 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:24.834541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] Sync routers for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:24.862586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:24.865900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:54:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:24.874390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] No DVR routers for this DVR port 5f588fff-687a-4975-b9ff-514dd76065b2 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:24.878420 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.882347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d72a197d-c870-450e-9e8e-93880ebe4b5c req-c7f819a5-107b-4f7b-9052-ddd04d52fbfe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.64 "DELETE /v2.0/ports/5f588fff-687a-4975-b9ff-514dd76065b2 HTTP/1.1" status: 204 len: 173 time: 1.9889076 Apr 18 20:54:24.882923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'name': 'network-vif-deleted', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:24.886083 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de18c70-23d2-492e-a484-81ad1ec666ce" -d '{"events": [{"server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "name": "network-vif-deleted", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:24.887423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27bb83ae-a68a-4786-b1c8-3323e26406f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.892962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27bb83ae-a68a-4786-b1c8-3323e26406f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:24.965437 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb83ae-a68a-4786-b1c8-3323e26406f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942f3b26-2bac-41ec-9d1a-423e5aaa6a3b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:24.971832 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-27bb83ae-a68a-4786-b1c8-3323e26406f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63123fb900cf4e37902d778f46017952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466650 Apr 18 20:54:24.975008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37078) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:24.988877 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f10a793-a57a-4166-89fd-b1257ff96212 x-openstack-request-id: req-8f10a793-a57a-4166-89fd-b1257ff96212 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:24.989218 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a807c2c3-e070-4f8a-8f5a-1b7191041814", "name": "network-vif-deleted", "tag": "5f588fff-687a-4975-b9ff-514dd76065b2", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:24.989477 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f10a793-a57a-4166-89fd-b1257ff96212 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:24.989889 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f10a793-a57a-4166-89fd-b1257ff96212'] response: {'server_uuid': 'a807c2c3-e070-4f8a-8f5a-1b7191041814', 'name': 'network-vif-deleted', 'tag': '5f588fff-687a-4975-b9ff-514dd76065b2', 'status': 'completed', 'code': 200} Apr 18 20:54:25.076112 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d94072c8-f8d4-4d5b-9585-d874cd319149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.081628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:25.108526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d94072c8-f8d4-4d5b-9585-d874cd319149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.194051 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d94072c8-f8d4-4d5b-9585-d874cd319149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.196716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d94072c8-f8d4-4d5b-9585-d874cd319149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.197885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d94072c8-f8d4-4d5b-9585-d874cd319149 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/942f3b26-2bac-41ec-9d1a-423e5aaa6a3b HTTP/1.1" status: 204 len: 168 time: 0.2218688 Apr 18 20:54:25.214973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94072c8-f8d4-4d5b-9585-d874cd319149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942f3b26-2bac-41ec-9d1a-423e5aaa6a3b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:25.383749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:25.424859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] Checking router: cb171fa8-a321-4799-ba99-4e0db2d186da for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:25.437081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:25.437987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:54:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:25.597774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:25.636336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55217b96-59ef-46cf-8b04-b476f204e9d7 req-50e77962-b9ce-4e4b-add3-860d5e268a70 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=a807c2c3-e070-4f8a-8f5a-1b7191041814 HTTP/1.1" status: 200 len: 210 time: 0.0452425 Apr 18 20:54:25.898967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:25.937838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4acd841-bd7d-4ac6-b4e3-af52d1fb4f0c None None] The sync data for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 is: [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:26.314011 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89541c3-1600-46d2-ad27-94107ab1d644 None None] New status for floating IP e1f5f40e-3e8e-45a0-add3-5b86e34887c8: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:54:26.747438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37124) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:26.837068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-212a1972-46fe-484d-ba9f-dfeb2e2f5c52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.865819 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-212a1972-46fe-484d-ba9f-dfeb2e2f5c52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.927919 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-212a1972-46fe-484d-ba9f-dfeb2e2f5c52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.930926 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-212a1972-46fe-484d-ba9f-dfeb2e2f5c52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:26.934873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-212a1972-46fe-484d-ba9f-dfeb2e2f5c52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "DELETE /v2.0/security-groups/b3a8a716-0c5d-480f-9efd-dc4ef1419fc0 HTTP/1.1" status: 204 len: 168 time: 0.1823530 Apr 18 20:54:26.935462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37130) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:26.956681 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-842ef8cd-cc3b-4e0e-86b8-fe5ab13bac3c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] show failed (client error): The resource could not be found. Apr 18 20:54:26.960980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-842ef8cd-cc3b-4e0e-86b8-fe5ab13bac3c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups/b3a8a716-0c5d-480f-9efd-dc4ef1419fc0 HTTP/1.1" status: 404 len: 347 time: 0.0186117 Apr 18 20:54:26.960980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a1972-46fe-484d-ba9f-dfeb2e2f5c52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a8a716-0c5d-480f-9efd-dc4ef1419fc0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:26.960980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37134) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:27.119110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f283aaee-bf8f-4c3d-a035-32dd2d97e960 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Deleting port b3f0de4d-25e1-4584-a462-274e78fe1dc2 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:27.119449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f283aaee-bf8f-4c3d-a035-32dd2d97e960 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.222122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f283aaee-bf8f-4c3d-a035-32dd2d97e960 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.222749 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f283aaee-bf8f-4c3d-a035-32dd2d97e960 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.242438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f283aaee-bf8f-4c3d-a035-32dd2d97e960 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Calling delete_port for b3f0de4d-25e1-4584-a462-274e78fe1dc2 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:27.428799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5f588fff-687a-4975-b9ff-514dd76065b2 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:27.485834 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f283aaee-bf8f-4c3d-a035-32dd2d97e960 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.491938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 5f588fff-687a-4975-b9ff-514dd76065b2 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:54:27.492638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 5f588fff-687a-4975-b9ff-514dd76065b2 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:27.531803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283aaee-bf8f-4c3d-a035-32dd2d97e960 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event deleted for resources: {'Port': ['ID=b3f0de4d-25e1-4584-a462-274e78fe1dc2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:27.649757 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f283aaee-bf8f-4c3d-a035-32dd2d97e960 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.652872 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f283aaee-bf8f-4c3d-a035-32dd2d97e960 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:27.654722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f283aaee-bf8f-4c3d-a035-32dd2d97e960 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "DELETE /v2.0/floatingips/e1f5f40e-3e8e-45a0-add3-5b86e34887c8 HTTP/1.1" status: 204 len: 168 time: 0.6930168 Apr 18 20:54:27.903722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37162) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:27.909455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b686e8ac-41d2-43c7-bb1d-45ef2bb7ff52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954613611', 'description': 'tempest-description--489882966'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:27.951508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b686e8ac-41d2-43c7-bb1d-45ef2bb7ff52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.117740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b686e8ac-41d2-43c7-bb1d-45ef2bb7ff52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.123733 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b686e8ac-41d2-43c7-bb1d-45ef2bb7ff52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.179686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686e8ac-41d2-43c7-bb1d-45ef2bb7ff52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef45212f-65d8-4b36-ba15-7e2ac476aee2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:28.195792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b686e8ac-41d2-43c7-bb1d-45ef2bb7ff52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.201462 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b686e8ac-41d2-43c7-bb1d-45ef2bb7ff52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2927563 Apr 18 20:54:28.202168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37168) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:28.212785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9e62078f-0b57-4b8e-9801-af950995b940 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'security_group_rule': {'security_group_id': 'ef45212f-65d8-4b36-ba15-7e2ac476aee2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:28.250127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9e62078f-0b57-4b8e-9801-af950995b940 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.345645 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9e62078f-0b57-4b8e-9801-af950995b940 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.353859 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9e62078f-0b57-4b8e-9801-af950995b940 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.370364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62078f-0b57-4b8e-9801-af950995b940 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec78a4b-e5f0-4a0c-9c7e-86e44a983932,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:28.403474 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9e62078f-0b57-4b8e-9801-af950995b940 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.405045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9e62078f-0b57-4b8e-9801-af950995b940 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2009380 Apr 18 20:54:28.408971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37172) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:28.414456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3f7df669-5824-467c-91ed-0a8ddf40dcaa tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'security_group_rule': {'security_group_id': 'ef45212f-65d8-4b36-ba15-7e2ac476aee2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:28.469197 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f7df669-5824-467c-91ed-0a8ddf40dcaa tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.606428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f7df669-5824-467c-91ed-0a8ddf40dcaa tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.612321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f7df669-5824-467c-91ed-0a8ddf40dcaa tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.633151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7df669-5824-467c-91ed-0a8ddf40dcaa tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755c9ba7-3b8c-4341-b712-afd9ac50dc93,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:28.661613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f7df669-5824-467c-91ed-0a8ddf40dcaa tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.662916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3f7df669-5824-467c-91ed-0a8ddf40dcaa tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2529368 Apr 18 20:54:28.665863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37178) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:28.671211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:28.697155 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.841086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.023362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Allocated IP 172.25.2.224 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/5cf0bd5a-08e1-478a-8679-b5ebfedb0a0a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:29.157654 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.201460 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.245837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:29.248959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:29.254874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:29.258121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'Port': ['ID=5cf0bd5a-08e1-478a-8679-b5ebfedb0a0a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:29.365731 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.406463 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.597350 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.613193 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.729168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'Port': ['ID=5cf0bd5a-08e1-478a-8679-b5ebfedb0a0a,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:29.732486 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.751833 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.762472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-70d2ac3f-ccc4-48d1-9bc4-2c0b367e02b8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0891802 Apr 18 20:54:30.006894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-dcf85e59-0717-4eea-b7ee-b348a9d4e78a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1954613611&fields=id&tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e HTTP/1.1" status: 200 len: 267 time: 0.0533848 Apr 18 20:54:30.184037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-ae6a57f5-f338-431d-9cd3-a4407f259909 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:30.186019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-ae6a57f5-f338-431d-9cd3-a4407f259909 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 817 time: 0.1713631 Apr 18 20:54:30.204055 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-54c9d5e8-3f31-4f1d-a98a-11dd019ca998 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/quotas/1ecce6ee1d8341fb9c4d9d091a21d84e HTTP/1.1" status: 200 len: 375 time: 0.0101249 Apr 18 20:54:30.277906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-272cd83f-a6c3-460f-9dd7-89848fb602ab tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676019 Apr 18 20:54:30.307051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-619e3679-31b8-4c21-8a18-4f21f1b2ee75 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:54:30.308670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-619e3679-31b8-4c21-8a18-4f21f1b2ee75 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082819 Apr 18 20:54:30.480675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-d1ebda9f-8ec7-4c76-b81a-1111b5ec066d service neutron] 10.222.0.49 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646402 Apr 18 20:54:30.657903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-4ecb5e7f-eb1f-4d14-90f2-ada6b32087e4 service neutron] 10.222.0.49 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638396 Apr 18 20:54:30.969684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-976b6649-c712-41a8-a7ed-c0f19230df34 req-8b7b5e93-f62f-48de-93c4-8d3ae5478426 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 210 time: 0.0353649 Apr 18 20:54:31.923729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37242) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:32.168029 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cadb24f4-853f-4929-9822-5a523d37d4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.217197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-589717d2-3f45-44cf-b143-8c32585e716e req-4c89af56-abdc-49d7-bc7a-727dd83dc852 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 210 time: 0.0797162 Apr 18 20:54:32.389660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-cba76a10-be9a-4b7f-a99d-dee84b7e94f6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:32.392349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-cba76a10-be9a-4b7f-a99d-dee84b7e94f6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.64 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 817 time: 0.2711585 Apr 18 20:54:32.451384 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cadb24f4-853f-4929-9822-5a523d37d4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.458838 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cadb24f4-853f-4929-9822-5a523d37d4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.466240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-1fddee43-0623-4a52-9c69-69d8203f85cc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e HTTP/1.1" status: 200 len: 380 time: 0.0645337 Apr 18 20:54:32.482857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'port': {'device_id': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'admin_state_up': True, 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'security_groups': ['ef45212f-65d8-4b36-ba15-7e2ac476aee2']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:32.553702 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cadb24f4-853f-4929-9822-5a523d37d4e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a611f8959b1c4af18c5064a355c80109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6286240 Apr 18 20:54:32.554470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb24f4-853f-4929-9822-5a523d37d4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a214ae7-56b4-42fd-9d44-67b3fbcd3227,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:32.556913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37252) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:32.637241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Made reservation on behalf of 1ecce6ee1d8341fb9c4d9d091a21d84e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:32.641886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.642307 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2de23d2e-c3de-4e8d-90ce-fc98c9be13ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.666275 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2de23d2e-c3de-4e8d-90ce-fc98c9be13ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.734073 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2de23d2e-c3de-4e8d-90ce-fc98c9be13ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.738466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2de23d2e-c3de-4e8d-90ce-fc98c9be13ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.743112 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2de23d2e-c3de-4e8d-90ce-fc98c9be13ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8a214ae7-56b4-42fd-9d44-67b3fbcd3227 HTTP/1.1" status: 204 len: 168 time: 0.1838791 Apr 18 20:54:32.753878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de23d2e-c3de-4e8d-90ce-fc98c9be13ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a214ae7-56b4-42fd-9d44-67b3fbcd3227,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:32.867308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Allocated IP 172.20.0.9 (24bb1989-e61e-4425-b497-b7c9b44bf9e3/825c56aa-795b-4c99-ba2a-0adf28431893/59367a58-6ae7-4fa2-9aa3-ec0ca9f22305) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:33.185603 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.227327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37262) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:33.243136 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d253c6d-99bc-4b54-b380-c62fcd0e0964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.245067 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.301975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:33.306105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:33.310660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:33.342831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event updated for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:33.352562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d253c6d-99bc-4b54-b380-c62fcd0e0964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.357605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d253c6d-99bc-4b54-b380-c62fcd0e0964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.421001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:33.421743 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.435233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d253c6d-99bc-4b54-b380-c62fcd0e0964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca8cf9c-097f-48b3-9c9b-0b95eb41368a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:33.443884 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4d253c6d-99bc-4b54-b380-c62fcd0e0964 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fc9acbf19eb47cca463141d277b658e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151532 Apr 18 20:54:33.449512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37266) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:33.463172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-52330ad9-7b52-4be3-b133-10a3972211d8 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9839013 Apr 18 20:54:33.483739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Request body: {'port': {'device_id': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:33.499207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e9014-bcd0-4627-9276-60bc306f7218 req-073ebbd0-78b5-4ea5-ac60-3507db4c9bb1 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:33.501732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f4e9014-bcd0-4627-9276-60bc306f7218 req-073ebbd0-78b5-4ea5-ac60-3507db4c9bb1 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 931 time: 0.1312752 Apr 18 20:54:33.616628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.630834 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-25aea367-bb82-43b6-b04d-8776d11cbc33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.634894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f4e9014-bcd0-4627-9276-60bc306f7218 req-3fd96039-63bd-4cb4-84dd-95fe573f2b2f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098490 Apr 18 20:54:33.678813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-25aea367-bb82-43b6-b04d-8776d11cbc33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.774403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-654da9c6-09f6-4bb4-86b3-d4faaa115c4c None None] Provisioning complete for port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:33.774403 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-654da9c6-09f6-4bb4-86b3-d4faaa115c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.847109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-654da9c6-09f6-4bb4-86b3-d4faaa115c4c None None] Port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:54:33.848333 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-25aea367-bb82-43b6-b04d-8776d11cbc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.851173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-25aea367-bb82-43b6-b04d-8776d11cbc33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:33.852363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-25aea367-bb82-43b6-b04d-8776d11cbc33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ca8cf9c-097f-48b3-9c9b-0b95eb41368a HTTP/1.1" status: 204 len: 168 time: 0.4018002 Apr 18 20:54:33.892711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aea367-bb82-43b6-b04d-8776d11cbc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca8cf9c-097f-48b3-9c9b-0b95eb41368a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:34.068923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:34.086334 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.101142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Transition to ACTIVE for port object 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:34.107303 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.210476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Pushing event updated for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:34.299919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Attempting to bind port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:34.300474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Attempting to bind port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:34.301004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Attempting to bind port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.310967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:34.311391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Attempting to bind port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 on network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:34.324806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:34.325157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Checking segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:34.325550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Bound using segment: {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:34.326003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Bound port: 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d60f597-aa44-4d75-bfd8-aa2bf958cf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:34.326448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.446886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:34.452813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:34.460429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.499921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.501112 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.502660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] 10.222.0.64 "PUT /v2.0/ports/59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 HTTP/1.1" status: 200 len: 1091 time: 1.0257130 Apr 18 20:54:34.503567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:34.506424 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027ea90b-2b59-4ff2-a064-00caf5a07417" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:34.566552 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc67edb4-80a9-443e-a166-c04118e09c54 x-openstack-request-id: req-cc67edb4-80a9-443e-a166-c04118e09c54 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:34.568449 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:34.570222 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc67edb4-80a9-443e-a166-c04118e09c54 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:34.570668 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc67edb4-80a9-443e-a166-c04118e09c54'] response: {'name': 'network-changed', 'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'status': 'completed', 'code': 200} Apr 18 20:54:34.586180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32087c6-7c49-4226-aaff-b03f977aaed6 service neutron] Pushing event updated for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:34.643317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-8e385b1a-ac87-4d26-9002-f7e27bc3d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.643586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-8e385b1a-ac87-4d26-9002-f7e27bc3d962 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 1094 time: 0.0687711 Apr 18 20:54:34.721007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-6d070f10-b783-492d-a72b-bc712e33f72c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 HTTP/1.1" status: 200 len: 217 time: 0.0601757 Apr 18 20:54:34.921715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-623541d3-e134-43a7-961e-5dd680415ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.924109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-623541d3-e134-43a7-961e-5dd680415ba7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.1935725 Apr 18 20:54:34.939242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42e9ef-bfcd-4b35-b426-a90d5c7122fa req-840c76dc-1bd6-4e59-b626-509e47be0fbb tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.940820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc42e9ef-bfcd-4b35-b426-a90d5c7122fa req-840c76dc-1bd6-4e59-b626-509e47be0fbb tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.1773038 Apr 18 20:54:35.013458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc42e9ef-bfcd-4b35-b426-a90d5c7122fa req-8cdb6f33-0bcb-4058-a92e-d6ce83d60e22 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636711 Apr 18 20:54:35.044399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-60c9fe16-f6fa-4d19-bb8e-5fd56096faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.045115 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-60c9fe16-f6fa-4d19-bb8e-5fd56096faf4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032894 Apr 18 20:54:35.176799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-b3476875-d188-48c0-8597-c914ae45536b service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212997 Apr 18 20:54:35.329732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5b4dcf9-4915-43b3-ae13-ad98a047e529 req-93d32981-ab99-4f8f-9cc5-a0f13cf6aa04 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423464 Apr 18 20:54:35.456503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-d20c1ab2-fa86-46a5-b862-486780b18b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.458807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-d20c1ab2-fa86-46a5-b862-486780b18b00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 1094 time: 0.0548244 Apr 18 20:54:35.585604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-d131ee0e-a985-46d8-b95e-f8a860f20c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.587603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-d131ee0e-a985-46d8-b95e-f8a860f20c0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.1206081 Apr 18 20:54:35.648100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-8db7f5cf-0ef5-437e-9c05-9c90460b6959 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 HTTP/1.1" status: 200 len: 217 time: 0.0506115 Apr 18 20:54:35.716706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-ce95c64d-9bed-484d-bf90-145d951c9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.719246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-ce95c64d-9bed-484d-bf90-145d951c9059 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.0641351 Apr 18 20:54:35.801829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-a9cd9efa-dad4-4739-bceb-28bbec1b4f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.803363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-a9cd9efa-dad4-4739-bceb-28bbec1b4f23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726624 Apr 18 20:54:35.923688 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-94cdda0b-f200-4a13-adf9-3ab6f4f9aa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.965795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-9ada5033-d4f0-4a57-8fad-d2159d9cc350 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494915 Apr 18 20:54:36.072254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-027ea90b-2b59-4ff2-a064-00caf5a07417 req-f86203f6-5952-4ff0-b6aa-990b08451278 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999753 Apr 18 20:54:36.194889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5e749-9fa1-4f7c-9ef5-4fc2cc64006f req-d7ed99cd-e5df-4dd1-aec2-cb31ed63e2bc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:36.196632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48f5e749-9fa1-4f7c-9ef5-4fc2cc64006f req-d7ed99cd-e5df-4dd1-aec2-cb31ed63e2bc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.0706925 Apr 18 20:54:36.254158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48f5e749-9fa1-4f7c-9ef5-4fc2cc64006f req-7baeaa85-429b-4b07-bbf4-0a0514bb1848 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482430 Apr 18 20:54:37.454593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7195555-956b-4b29-b8a7-79b714534dcf req-1028f6e9-af4c-4598-865f-80975434bfe0 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:37.456658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7195555-956b-4b29-b8a7-79b714534dcf req-1028f6e9-af4c-4598-865f-80975434bfe0 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.0793688 Apr 18 20:54:37.515202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7195555-956b-4b29-b8a7-79b714534dcf req-41623e4a-ded4-4a8c-9684-c967cd961a81 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534790 Apr 18 20:54:38.208100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e3cc5-e29c-497c-8624-f58a7ee2c7a9 req-a53cee59-e783-44a2-ae63-4ecbae7a9987 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:38.210000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f79e3cc5-e29c-497c-8624-f58a7ee2c7a9 req-a53cee59-e783-44a2-ae63-4ecbae7a9987 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 946 time: 0.0722244 Apr 18 20:54:38.257123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f79e3cc5-e29c-497c-8624-f58a7ee2c7a9 req-c06d7e34-d94e-40e6-a369-238a2620718c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Apr 18 20:54:38.653792 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-55669a29-521f-44be-98cb-6300357105c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:38.672676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f54187-15dd-4e61-981f-035ca40f2ef9 req-864a230c-6e7a-4ccf-8989-109179547a47 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:38.675108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4f54187-15dd-4e61-981f-035ca40f2ef9 req-864a230c-6e7a-4ccf-8989-109179547a47 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.0597825 Apr 18 20:54:38.722822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4f54187-15dd-4e61-981f-035ca40f2ef9 req-b05d8b97-ce6b-4428-8d0c-04fecd81994b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 Apr 18 20:54:39.346038 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.454338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17784f0b-ed2c-4357-b3a3-5a27ff7d9d17 req-73c59656-b023-4fed-9db2-d59f5c6e9650 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:39.456111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17784f0b-ed2c-4357-b3a3-5a27ff7d9d17 req-73c59656-b023-4fed-9db2-d59f5c6e9650 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 946 time: 0.0759847 Apr 18 20:54:39.489760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:54:39.543317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17784f0b-ed2c-4357-b3a3-5a27ff7d9d17 req-5646966e-c02d-4a9c-97d2-b2811ce954df tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805860 Apr 18 20:54:39.612886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:39.626683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'port_id': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'mac_address': 'fa:16:3e:82:5f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:54:39.677868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.694388 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:39.721334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:39.726427 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.775285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-d6c46558-ba6a-4e85-864a-ed47c13f67d1 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:39.777061 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-d6c46558-ba6a-4e85-864a-ed47c13f67d1 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.60 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 946 time: 0.0692720 Apr 18 20:54:39.825028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:39.835756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.836145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.836466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.836799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.837132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.837459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.837784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.838264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.838685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.839117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.839507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.839850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.900839 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-c3ef6bab-ea26-45bb-97a2-0e78bd7b01dc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Deleting port 1e386e0a-d15b-48bf-aa4f-26c670807bdb {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:54:39.901847 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-c3ef6bab-ea26-45bb-97a2-0e78bd7b01dc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.938156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3b0e6-4b66-4442-a2d1-281d97424151 req-41084ca8-fe1a-4e6c-b2f9-ff1f76fe775f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:39.941214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78e3b0e6-4b66-4442-a2d1-281d97424151 req-41084ca8-fe1a-4e6c-b2f9-ff1f76fe775f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 944 time: 0.0787277 Apr 18 20:54:39.974855 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:40.018100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-c3ef6bab-ea26-45bb-97a2-0e78bd7b01dc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] For port 1e386e0a-d15b-48bf-aa4f-26c670807bdb, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e386e0a-d15b-48bf-aa4f-26c670807bdb,segment=NetworkSegment(4333abc9-b7c4-4d94-986e-78f3cfe1c7f6),segment_id=4333abc9-b7c4-4d94-986e-78f3cfe1c7f6)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:40.018477 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-c3ef6bab-ea26-45bb-97a2-0e78bd7b01dc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.021628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78e3b0e6-4b66-4442-a2d1-281d97424151 req-17c43efa-e535-4986-a6c5-a79243eda9fb tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709751 Apr 18 20:54:40.036891 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-c3ef6bab-ea26-45bb-97a2-0e78bd7b01dc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Calling delete_port for 1e386e0a-d15b-48bf-aa4f-26c670807bdb owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:54:40.203093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-c3ef6bab-ea26-45bb-97a2-0e78bd7b01dc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.215377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['1e386e0a-d15b-48bf-aa4f-26c670807bdb'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:40.243077 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef6bab-ea26-45bb-97a2-0e78bd7b01dc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Pushing event deleted for resources: {'Port': ['ID=1e386e0a-d15b-48bf-aa4f-26c670807bdb,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.301615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-c3ef6bab-ea26-45bb-97a2-0e78bd7b01dc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] No DVR routers for this DVR port 1e386e0a-d15b-48bf-aa4f-26c670807bdb on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:54:40.305548 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-c3ef6bab-ea26-45bb-97a2-0e78bd7b01dc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.310153 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fcbabf58-8430-419e-be72-9d7019da37c2 req-c3ef6bab-ea26-45bb-97a2-0e78bd7b01dc tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.60 "DELETE /v2.0/ports/1e386e0a-d15b-48bf-aa4f-26c670807bdb HTTP/1.1" status: 204 len: 173 time: 0.5263135 Apr 18 20:54:40.310847 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e', 'name': 'network-vif-deleted', 'tag': '1e386e0a-d15b-48bf-aa4f-26c670807bdb'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:40.316099 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d991b23a-1ce4-4853-9bc3-4f9e2af40f9f" -d '{"events": [{"server_uuid": "8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e", "name": "network-vif-deleted", "tag": "1e386e0a-d15b-48bf-aa4f-26c670807bdb"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:40.384386 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39d1458-7524-444f-a4ac-4eb34f4ee514 x-openstack-request-id: req-d39d1458-7524-444f-a4ac-4eb34f4ee514 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:40.385644 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e", "name": "network-vif-deleted", "tag": "1e386e0a-d15b-48bf-aa4f-26c670807bdb", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:40.387771 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d39d1458-7524-444f-a4ac-4eb34f4ee514 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:40.387771 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39d1458-7524-444f-a4ac-4eb34f4ee514'] response: {'server_uuid': '8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e', 'name': 'network-vif-deleted', 'tag': '1e386e0a-d15b-48bf-aa4f-26c670807bdb', 'status': 'completed', 'code': 200} Apr 18 20:54:40.522357 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.729128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca9e2044-8d7f-4551-baed-6607fe9b2fb9 req-2c7dc2fa-2a0d-4a41-b1de-716b929a823a tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=8afb1e49-c1a9-4ccc-8805-dc1d3baa3e5e HTTP/1.1" status: 200 len: 210 time: 0.0453689 Apr 18 20:54:41.173975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc3d7b-5cd1-4b30-92cf-8e5743f71225 req-46729ce4-c38c-4692-919f-2519db3edefe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:41.177177 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.181888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53fc3d7b-5cd1-4b30-92cf-8e5743f71225 req-46729ce4-c38c-4692-919f-2519db3edefe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 944 time: 0.0688865 Apr 18 20:54:41.225923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53fc3d7b-5cd1-4b30-92cf-8e5743f71225 req-6a142cd8-c034-414c-9adb-6cb032277b0c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 Apr 18 20:54:41.504658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:41.567416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:41.576984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:41.577643 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.758645 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.789922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:41.792249 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c661bbb-94a3-4496-9a6a-fc4cbf78243a" -d '{"events": [{"server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "name": "network-vif-plugged", "status": "completed", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:41.812261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:41.817954 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.899399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:42.169621 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623dbcf7-cb09-4304-bb18-a7653433a9e8 x-openstack-request-id: req-623dbcf7-cb09-4304-bb18-a7653433a9e8 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:42.169921 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "name": "network-vif-plugged", "status": "completed", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:42.170167 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-623dbcf7-cb09-4304-bb18-a7653433a9e8 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:42.170555 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623dbcf7-cb09-4304-bb18-a7653433a9e8'] response: {'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'code': 200} Apr 18 20:54:42.304093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a909c7a-88d9-47b8-bcd4-41278bf0082f req-5f101695-24a1-4cce-ab38-3fb01f1aff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:42.306789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a909c7a-88d9-47b8-bcd4-41278bf0082f req-5f101695-24a1-4cce-ab38-3fb01f1aff97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 1096 time: 0.0587835 Apr 18 20:54:42.309560 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:42.371714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a909c7a-88d9-47b8-bcd4-41278bf0082f req-c6196eb4-8409-4abe-a259-bf1827d84ae6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537696 Apr 18 20:54:42.435474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d504c-6f14-46a0-9460-15e278a683ff req-e80af4e9-aea9-4500-b3f9-ecab5f83c062 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:42.437086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-234d504c-6f14-46a0-9460-15e278a683ff req-e80af4e9-aea9-4500-b3f9-ecab5f83c062 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0730996 Apr 18 20:54:42.486828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-234d504c-6f14-46a0-9460-15e278a683ff req-b757c33a-a505-480e-8e59-4226a31d83fa tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416634 Apr 18 20:54:42.842882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 1e386e0a-d15b-48bf-aa4f-26c670807bdb no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:54:42.863894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 1e386e0a-d15b-48bf-aa4f-26c670807bdb {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:54:42.864294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 1e386e0a-d15b-48bf-aa4f-26c670807bdb not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:54:43.734898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5181a-a2e4-4f8f-89e5-31484613cd8a req-7489d37f-4053-4c3d-8e71-b048f6ccae40 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.737339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08d5181a-a2e4-4f8f-89e5-31484613cd8a req-7489d37f-4053-4c3d-8e71-b048f6ccae40 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1035120 Apr 18 20:54:43.816760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08d5181a-a2e4-4f8f-89e5-31484613cd8a req-c496c844-c165-4dbe-bc04-cde80fe00ca9 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672417 Apr 18 20:54:44.984534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731823b6-5276-4503-8937-84c4ae4cb553 req-77717f30-bda3-49df-936f-ed637da9468e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:44.986752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-731823b6-5276-4503-8937-84c4ae4cb553 req-77717f30-bda3-49df-936f-ed637da9468e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0689209 Apr 18 20:54:45.030555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-731823b6-5276-4503-8937-84c4ae4cb553 req-556cdad9-6ce5-4286-8c57-dd5fdd12ab9a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361433 Apr 18 20:54:45.205987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48799-2d5d-46a1-a996-ece336ae0efe req-5269a111-532a-42a4-b084-d40ac3f75a49 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.207697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4a48799-2d5d-46a1-a996-ece336ae0efe req-5269a111-532a-42a4-b084-d40ac3f75a49 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0916164 Apr 18 20:54:45.224860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37464) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:45.229776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ced1bebb-d315-42c0-8b33-729577fa7366 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Request body: {'floatingip': {'port_id': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:45.296146 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ced1bebb-d315-42c0-8b33-729577fa7366 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.096080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ced1bebb-d315-42c0-8b33-729577fa7366 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.100062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.103714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ced1bebb-d315-42c0-8b33-729577fa7366 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.181759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37478) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:46.699675 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2462176a-6e0c-47d2-83bd-3aa1f6b03f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.742164 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-ced1bebb-d315-42c0-8b33-729577fa7366 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Floating IP 7b522737-de3f-4c73-98b5-389c6037541a associated. External IP: 172.25.2.224, port: 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305. Apr 18 20:54:46.916603 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2462176a-6e0c-47d2-83bd-3aa1f6b03f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.923629 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2462176a-6e0c-47d2-83bd-3aa1f6b03f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.006815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2462176a-6e0c-47d2-83bd-3aa1f6b03f5f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=067456ec07824071be8742487640460f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8235397 Apr 18 20:54:47.007832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462176a-6e0c-47d2-83bd-3aa1f6b03f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a89dc89-9226-44cb-864e-dbc94ff87ad0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:47.009359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37488) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:47.078304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ba45900-7127-4cd2-9776-dc44927fd326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.109032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ba45900-7127-4cd2-9776-dc44927fd326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.139653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced1bebb-d315-42c0-8b33-729577fa7366 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Router cb171fa8-a321-4799-ba99-4e0db2d186da has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:54:47.188923 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ba45900-7127-4cd2-9776-dc44927fd326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.199014 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4ba45900-7127-4cd2-9776-dc44927fd326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.204349 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4ba45900-7127-4cd2-9776-dc44927fd326 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a89dc89-9226-44cb-864e-dbc94ff87ad0 HTTP/1.1" status: 204 len: 168 time: 0.1933634 Apr 18 20:54:47.216723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba45900-7127-4cd2-9776-dc44927fd326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a89dc89-9226-44cb-864e-dbc94ff87ad0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:47.314367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced1bebb-d315-42c0-8b33-729577fa7366 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:54:47.319775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ced1bebb-d315-42c0-8b33-729577fa7366 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.329170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] Sync routers for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:47.347086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:47.348015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:54:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:47.363867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ced1bebb-d315-42c0-8b33-729577fa7366 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "PUT /v2.0/floatingips/7b522737-de3f-4c73-98b5-389c6037541a HTTP/1.1" status: 200 len: 991 time: 2.1250780 Apr 18 20:54:47.363867 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:47.363867 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc56c638-f681-4338-847b-06cd94496948" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:47.432084 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c3ebe4-1152-447d-8ab9-599fcc5c3b8b x-openstack-request-id: req-95c3ebe4-1152-447d-8ab9-599fcc5c3b8b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:47.432466 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:47.432863 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-95c3ebe4-1152-447d-8ab9-599fcc5c3b8b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:47.433638 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c3ebe4-1152-447d-8ab9-599fcc5c3b8b'] response: {'name': 'network-changed', 'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'status': 'completed', 'code': 200} Apr 18 20:54:47.493295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c638-f681-4338-847b-06cd94496948 req-95bac1c6-2bc2-4a4a-8534-1c1e3bf78d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:47.495024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc56c638-f681-4338-847b-06cd94496948 req-95bac1c6-2bc2-4a4a-8534-1c1e3bf78d76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 1096 time: 0.0432551 Apr 18 20:54:47.553485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:47.635971 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c638-f681-4338-847b-06cd94496948 req-767c9fe4-8813-4253-8920-3c5c0be78c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:47.637717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc56c638-f681-4338-847b-06cd94496948 req-767c9fe4-8813-4253-8920-3c5c0be78c19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.1268239 Apr 18 20:54:47.668474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37500) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:47.683556 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca04b749-79a5-4459-b919-035ed95fc624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.714947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc56c638-f681-4338-847b-06cd94496948 req-4580d3cd-30e5-4494-aceb-0eee3428327d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 HTTP/1.1" status: 200 len: 999 time: 0.0703998 Apr 18 20:54:47.783008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c638-f681-4338-847b-06cd94496948 req-5e52b442-548a-4c3b-9146-2491fe785674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:47.784811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc56c638-f681-4338-847b-06cd94496948 req-5e52b442-548a-4c3b-9146-2491fe785674 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.0599475 Apr 18 20:54:47.808407 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca04b749-79a5-4459-b919-035ed95fc624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.814217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ca04b749-79a5-4459-b919-035ed95fc624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.851359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '7b522737-de3f-4c73-98b5-389c6037541a', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'port_id': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'mac_address': 'fa:16:3e:82:5f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:54:45Z', 'revision_number': 1, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:47.859863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56c638-f681-4338-847b-06cd94496948 req-eb3707ed-08bc-4678-8380-797a88d14c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:47.861199 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ca04b749-79a5-4459-b919-035ed95fc624 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbadddba2e884bcdbfc6b4083561da40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1913648 Apr 18 20:54:47.863568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37504) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:47.868920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc56c638-f681-4338-847b-06cd94496948 req-eb3707ed-08bc-4678-8380-797a88d14c28 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776138 Apr 18 20:54:47.871262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04b749-79a5-4459-b919-035ed95fc624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56008ea3-10b4-4b82-98f9-8a442ededb28,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:47.893612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] Checking router: cb171fa8-a321-4799-ba99-4e0db2d186da for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:47.912712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:54:47.912712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:54:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:47.963966 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd060745-d535-4bd4-aa76-3848a33b5db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.990041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc56c638-f681-4338-847b-06cd94496948 req-708112c4-19c8-4d68-94d1-f42fd30fa7ff service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143134 Apr 18 20:54:48.003489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd060745-d535-4bd4-aa76-3848a33b5db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.109885 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd060745-d535-4bd4-aa76-3848a33b5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.114110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd060745-d535-4bd4-aa76-3848a33b5db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.114955 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cd060745-d535-4bd4-aa76-3848a33b5db7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56008ea3-10b4-4b82-98f9-8a442ededb28 HTTP/1.1" status: 204 len: 168 time: 0.2503126 Apr 18 20:54:48.133774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd060745-d535-4bd4-aa76-3848a33b5db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56008ea3-10b4-4b82-98f9-8a442ededb28,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:48.326529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc56c638-f681-4338-847b-06cd94496948 req-d5ac7add-00d7-470a-84e0-b52e57cd8ca4 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275306 Apr 18 20:54:48.332104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:54:48.694362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '7b522737-de3f-4c73-98b5-389c6037541a', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'port_id': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'mac_address': 'fa:16:3e:82:5f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:54:45Z', 'revision_number': 1, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:48.731519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048f15c-0aca-4e04-8d53-a6efe7c0b4ba None None] The sync data for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 is: [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '7b522737-de3f-4c73-98b5-389c6037541a', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'port_id': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'mac_address': 'fa:16:3e:82:5f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:54:45Z', 'revision_number': 1, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:49.057792 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109f6dfa-0a49-41cd-ae1e-ebca325be8ec None None] New status for floating IP 7b522737-de3f-4c73-98b5-389c6037541a: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:54:49.343296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-487e0034-b441-48ad-840c-7091a95dc784 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:49.344938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-487e0034-b441-48ad-840c-7091a95dc784 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/networks?id=8ae77c39-2af8-409b-a445-2fa972ba9d49 HTTP/1.1" status: 200 len: 813 time: 0.1702313 Apr 18 20:54:49.361630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-261d0c41-bd87-4b44-8888-0e84805d5f9f tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/quotas/254234ce6f164a8699879540863d49bb HTTP/1.1" status: 200 len: 375 time: 0.0108638 Apr 18 20:54:49.412138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-7e0c8e78-7a45-4346-b20d-696124b3c318 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=254234ce6f164a8699879540863d49bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414033 Apr 18 20:54:49.550724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-0916642f-eee8-401e-a4ef-758dd27dc650 service neutron] 10.222.0.49 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262732 Apr 18 20:54:49.674088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-436e9ed9-a23a-47ec-b44e-2452c02a36ad service neutron] 10.222.0.49 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144621 Apr 18 20:54:49.883635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33518572-7758-412b-8b6e-bbf95db8c449 req-ae5e595e-835e-4a38-93c3-84153ce7cb4e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 210 time: 0.0275540 Apr 18 20:54:51.113644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-122a9a35-bd11-427b-b02c-07e1e8da866f req-5274eb17-0bac-4d62-98c1-e5b679c29581 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 210 time: 0.0457537 Apr 18 20:54:51.158954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-cbc9bb57-d942-488a-bcb2-2179c914d959 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:51.160638 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-cbc9bb57-d942-488a-bcb2-2179c914d959 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.60 "GET /v2.0/networks?id=8ae77c39-2af8-409b-a445-2fa972ba9d49 HTTP/1.1" status: 200 len: 813 time: 0.2501380 Apr 18 20:54:51.182834 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Request body: {'port': {'device_id': '3e785758-7dba-41e2-8b8e-af9fca77106d', 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49', 'admin_state_up': True, 'tenant_id': '254234ce6f164a8699879540863d49bb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:51.357751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Made reservation on behalf of 254234ce6f164a8699879540863d49bb for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:51.362510 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.555583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Allocated IP 172.20.0.2 (8ae77c39-2af8-409b-a445-2fa972ba9d49/79b8037b-1217-4b58-90dd-9967f53f8703/8b5db36f-dc0f-42cb-86d7-3e5db4fa763e) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:51.805944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.855318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.928572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Network 8ae77c39-2af8-409b-a445-2fa972ba9d49 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:51.933864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:51.943120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:54:51.954457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Pushing event updated for resources: {'Port': ['ID=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:52.016984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:52.017637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.034502 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-f94478e0-be4c-4c2e-86ef-913391a0281c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8633461 Apr 18 20:54:52.047153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Request body: {'port': {'device_id': '3e785758-7dba-41e2-8b8e-af9fca77106d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:52.104317 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.259730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51937a72-1ce3-4f98-827f-d78d886daa1c req-b925cb17-1941-4253-b27d-7aa9c6766a0c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:52.263103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51937a72-1ce3-4f98-827f-d78d886daa1c req-b925cb17-1941-4253-b27d-7aa9c6766a0c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 931 time: 0.0680528 Apr 18 20:54:52.316672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51937a72-1ce3-4f98-827f-d78d886daa1c req-8bf87af1-52a5-4527-a4ca-121497638358 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477355 Apr 18 20:54:52.835758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:52.846093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.862105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Transition to ACTIVE for port object 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:52.866710 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.938146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Pushing event updated for resources: {'Port': ['ID=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:53.053820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Attempting to bind port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:53.054353 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Attempting to bind port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:53.054860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Attempting to bind port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e on network 8ae77c39-2af8-409b-a445-2fa972ba9d49 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:53.068214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e on network 8ae77c39-2af8-409b-a445-2fa972ba9d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:54:53.068214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Attempting to bind port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e on network 8ae77c39-2af8-409b-a445-2fa972ba9d49 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:54:53.070085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:54:53.070424 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Checking segment: {'id': '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:54:53.070810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Bound using segment: {'id': '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:54:53.071243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Bound port: 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:53.071606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.155665 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] For port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:54:53.159429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] For port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,segment=NetworkSegment(4333abc9-b7c4-4d94-986e-78f3cfe1c7f6),segment_id=4333abc9-b7c4-4d94-986e-78f3cfe1c7f6)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:54:53.166844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.228688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:53.230217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.232564 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] 10.222.0.60 "PUT /v2.0/ports/8b5db36f-dc0f-42cb-86d7-3e5db4fa763e HTTP/1.1" status: 200 len: 1091 time: 1.1897888 Apr 18 20:54:53.234180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e785758-7dba-41e2-8b8e-af9fca77106d', 'tag': '8b5db36f-dc0f-42cb-86d7-3e5db4fa763e'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:53.238108 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e68978-58a4-4c04-ba6b-78cf90808eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "3e785758-7dba-41e2-8b8e-af9fca77106d", "tag": "8b5db36f-dc0f-42cb-86d7-3e5db4fa763e"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:53.334948 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ce9588-6283-4105-8384-57c1e28bc86f x-openstack-request-id: req-b0ce9588-6283-4105-8384-57c1e28bc86f {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:53.336732 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e785758-7dba-41e2-8b8e-af9fca77106d", "tag": "8b5db36f-dc0f-42cb-86d7-3e5db4fa763e", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:53.337084 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b0ce9588-6283-4105-8384-57c1e28bc86f {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:53.337588 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0ce9588-6283-4105-8384-57c1e28bc86f'] response: {'name': 'network-changed', 'server_uuid': '3e785758-7dba-41e2-8b8e-af9fca77106d', 'tag': '8b5db36f-dc0f-42cb-86d7-3e5db4fa763e', 'status': 'completed', 'code': 200} Apr 18 20:54:53.340294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787ea51-b276-4679-9b99-3a1631fa17dd service neutron] Pushing event updated for resources: {'Port': ['ID=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:53.367339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-cdf201b7-2e0a-4852-a71f-83c2cafc1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:53.369899 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-cdf201b7-2e0a-4852-a71f-83c2cafc1079 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=254234ce6f164a8699879540863d49bb&device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 1094 time: 0.0844252 Apr 18 20:54:53.453933 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-0d1d276d-dfbf-4cc3-9fda-5061edd3698a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e HTTP/1.1" status: 200 len: 217 time: 0.0751512 Apr 18 20:54:53.515583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d0e49-1ac4-428e-83a2-65065cd6fd0e req-1fec9f22-d684-4444-9409-709b2ddc097e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:53.518028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-081d0e49-1ac4-428e-83a2-65065cd6fd0e req-1fec9f22-d684-4444-9409-709b2ddc097e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 943 time: 0.0690165 Apr 18 20:54:53.528298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-1f32e4d3-d6d2-47a3-b51d-b6e2afb18cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:53.531761 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-1f32e4d3-d6d2-47a3-b51d-b6e2afb18cd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79b8037b-1217-4b58-90dd-9967f53f8703 HTTP/1.1" status: 200 len: 853 time: 0.0715413 Apr 18 20:54:53.579244 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-b40e81b8-df18-4a09-8283-c6300ccd3068 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ae77c39-2af8-409b-a445-2fa972ba9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396576 Apr 18 20:54:53.599080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-081d0e49-1ac4-428e-83a2-65065cd6fd0e req-915e7267-14c9-4ea2-ab3a-c588e2dd8223 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720127 Apr 18 20:54:53.699265 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-1e5d4e2b-3686-4ac9-a750-7f3fae5a4c6e service neutron] 10.222.0.60 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107950 Apr 18 20:54:53.865187 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7ff5b7e6-86a9-4326-8fe8-d5151cdba9b2 req-0ff6a64e-556a-403a-bcd8-5c2b240b600c service neutron] 10.222.0.60 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596124 Apr 18 20:54:53.986361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68978-58a4-4c04-ba6b-78cf90808eaa req-a48372d9-bc96-4e0f-b46c-c459bd6a4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:53.988918 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-65e68978-58a4-4c04-ba6b-78cf90808eaa req-a48372d9-bc96-4e0f-b46c-c459bd6a4b0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=254234ce6f164a8699879540863d49bb&device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 1094 time: 0.0654821 Apr 18 20:54:54.109460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68978-58a4-4c04-ba6b-78cf90808eaa req-97a46878-d378-4c96-9241-10cf768b8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:54.110972 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-65e68978-58a4-4c04-ba6b-78cf90808eaa req-97a46878-d378-4c96-9241-10cf768b8b37 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ae77c39-2af8-409b-a445-2fa972ba9d49 HTTP/1.1" status: 200 len: 914 time: 0.1129239 Apr 18 20:54:54.173543 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-65e68978-58a4-4c04-ba6b-78cf90808eaa req-69ea99fe-0447-4078-9b4c-7bd2feb475b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e HTTP/1.1" status: 200 len: 217 time: 0.0551109 Apr 18 20:54:54.247228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68978-58a4-4c04-ba6b-78cf90808eaa req-65dc68d2-2dbe-433b-8a98-485fc0694eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:54.248679 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-65e68978-58a4-4c04-ba6b-78cf90808eaa req-65dc68d2-2dbe-433b-8a98-485fc0694eea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=79b8037b-1217-4b58-90dd-9967f53f8703 HTTP/1.1" status: 200 len: 853 time: 0.0687695 Apr 18 20:54:54.289222 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-65e68978-58a4-4c04-ba6b-78cf90808eaa req-88f854ed-655b-4ab4-ba20-21b22699f393 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ae77c39-2af8-409b-a445-2fa972ba9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331523 Apr 18 20:54:54.398641 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-65e68978-58a4-4c04-ba6b-78cf90808eaa req-f9061bf4-a8b2-4386-a820-021c01b64985 service neutron] 10.222.0.60 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017478 Apr 18 20:54:54.525096 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-65e68978-58a4-4c04-ba6b-78cf90808eaa req-f912a0fa-1b03-40f2-a703-3d31960abbc7 service neutron] 10.222.0.60 "GET /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186798 Apr 18 20:54:54.744159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4ce77-8a1f-49e3-8fac-66cd69dcbcc4 req-2e655263-7f5a-4b67-9019-f526bb1bae6c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:54.746208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9c4ce77-8a1f-49e3-8fac-66cd69dcbcc4 req-2e655263-7f5a-4b67-9019-f526bb1bae6c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 943 time: 0.0647938 Apr 18 20:54:54.830921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9c4ce77-8a1f-49e3-8fac-66cd69dcbcc4 req-84ea1adb-dd3c-4208-b606-ae56bf7535c8 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774531 Apr 18 20:54:55.229801 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:54:56.043925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940dfe5-a7f9-47a1-a54b-f6d46dc3d294 req-f34fa083-6fe9-422c-aace-10840474d7c3 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:56.046766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9940dfe5-a7f9-47a1-a54b-f6d46dc3d294 req-f34fa083-6fe9-422c-aace-10840474d7c3 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 943 time: 0.0950358 Apr 18 20:54:56.047032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37686) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:56.137776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9940dfe5-a7f9-47a1-a54b-f6d46dc3d294 req-fbfc22aa-e220-473d-a5fd-d78719f71973 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796764 Apr 18 20:54:56.208862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73c3f039-7348-4def-a232-10d32e607757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.310676 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73c3f039-7348-4def-a232-10d32e607757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.318470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73c3f039-7348-4def-a232-10d32e607757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.367034 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-73c3f039-7348-4def-a232-10d32e607757 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db5405a9b41b4cbf890137505f601cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132534 Apr 18 20:54:56.367034 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3f039-7348-4def-a232-10d32e607757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a759e89-6494-45b9-813b-e177285d88f1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:56.368229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37690) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:56.443062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-da432fd8-90f4-4867-a038-c5d1a112366c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.466548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-da432fd8-90f4-4867-a038-c5d1a112366c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.533140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-da432fd8-90f4-4867-a038-c5d1a112366c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.537642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-da432fd8-90f4-4867-a038-c5d1a112366c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.539871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-da432fd8-90f4-4867-a038-c5d1a112366c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a759e89-6494-45b9-813b-e177285d88f1 HTTP/1.1" status: 204 len: 168 time: 0.1701458 Apr 18 20:54:56.553760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432fd8-90f4-4867-a038-c5d1a112366c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a759e89-6494-45b9-813b-e177285d88f1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:56.898410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37702) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:56.913435 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74a0e8ba-0fb9-42e1-b8d5-b84c69ed0e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:56.929209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:54:57.034113 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74a0e8ba-0fb9-42e1-b8d5-b84c69ed0e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.039057 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-74a0e8ba-0fb9-42e1-b8d5-b84c69ed0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.062256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,segment=NetworkSegment(4333abc9-b7c4-4d94-986e-78f3cfe1c7f6),segment_id=4333abc9-b7c4-4d94-986e-78f3cfe1c7f6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:57.076080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '8b5db36f-dc0f-42cb-86d7-3e5db4fa763e', 'network_id': '8ae77c39-2af8-409b-a445-2fa972ba9d49', 'port_id': '8b5db36f-dc0f-42cb-86d7-3e5db4fa763e', 'mac_address': 'fa:16:3e:24:0a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b8037b-1217-4b58-90dd-9967f53f8703', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:54:57.093567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-74a0e8ba-0fb9-42e1-b8d5-b84c69ed0e06 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd56a2359286480797b4bcfb2073628a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898255 Apr 18 20:54:57.093567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0e8ba-0fb9-42e1-b8d5-b84c69ed0e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25beecb-335c-4aa6-93f4-00af87351112,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:57.094298 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37704) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:57.121363 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.141087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:57.157274 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-98d8bafd-9b72-495a-9e61-3c8c78e59df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.165223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,segment=NetworkSegment(4333abc9-b7c4-4d94-986e-78f3cfe1c7f6),segment_id=4333abc9-b7c4-4d94-986e-78f3cfe1c7f6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:57.171900 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.184758 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-98d8bafd-9b72-495a-9e61-3c8c78e59df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.241719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:57.330304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9c8f5-0f96-4931-a80a-64f2a1fc1df3 req-c17def3d-6fe4-454e-b434-275e232fd334 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:57.332686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fa9c8f5-0f96-4931-a80a-64f2a1fc1df3 req-c17def3d-6fe4-454e-b434-275e232fd334 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 944 time: 0.0805786 Apr 18 20:54:57.342428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-98d8bafd-9b72-495a-9e61-3c8c78e59df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.346081 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-98d8bafd-9b72-495a-9e61-3c8c78e59df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.347879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-98d8bafd-9b72-495a-9e61-3c8c78e59df5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a25beecb-335c-4aa6-93f4-00af87351112 HTTP/1.1" status: 204 len: 168 time: 0.2526751 Apr 18 20:54:57.396782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8bafd-9b72-495a-9e61-3c8c78e59df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25beecb-335c-4aa6-93f4-00af87351112,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:57.406858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fa9c8f5-0f96-4931-a80a-64f2a1fc1df3 req-921e262d-3b27-4830-8556-c9cba860e79d tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558178 Apr 18 20:54:57.471408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8b5db36f-dc0f-42cb-86d7-3e5db4fa763e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:54:57.944022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37714) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:57.969342 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a7b65661-bf5a-4059-9789-6889b13b4a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.097476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a7b65661-bf5a-4059-9789-6889b13b4a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.105495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a7b65661-bf5a-4059-9789-6889b13b4a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.168315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37720) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:54:58.169136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a7b65661-bf5a-4059-9789-6889b13b4a19 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8fd48044f78c4a4fa81bdbfac14c0d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225688 Apr 18 20:54:58.172357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b65661-bf5a-4059-9789-6889b13b4a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907a1bbb-7fae-4776-9bfc-e797cebe4c93,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:58.257015 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.282412 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.343958 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.348896 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.351703 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/907a1bbb-7fae-4776-9bfc-e797cebe4c93 HTTP/1.1" status: 204 len: 168 time: 0.1796708 Apr 18 20:54:58.364538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907a1bbb-7fae-4776-9bfc-e797cebe4c93,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:58.377409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.378411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.379219 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.380364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.381042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.382132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.382789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.383513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.384250 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.384937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.385615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.386336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c324c7f-6139-4e5d-a6b0-1e323acf4451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:58.646610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b1046-9747-4da4-8277-736b54272b8a req-006b3754-c9d9-40d6-ad3d-160e752bb009 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:58.649503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b7b1046-9747-4da4-8277-736b54272b8a req-006b3754-c9d9-40d6-ad3d-160e752bb009 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 944 time: 0.0793254 Apr 18 20:54:58.706494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b7b1046-9747-4da4-8277-736b54272b8a req-0497e5c4-953e-45e5-b29c-295a541e3bec tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496390 Apr 18 20:54:58.960594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:54:59.034988 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:59.040995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:59.041517 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.170152 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.208663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e785758-7dba-41e2-8b8e-af9fca77106d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5db36f-dc0f-42cb-86d7-3e5db4fa763e'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:59.212758 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503f8a22-36c4-4fa1-b0b3-7fd96be5285c" -d '{"events": [{"server_uuid": "3e785758-7dba-41e2-8b8e-af9fca77106d", "name": "network-vif-plugged", "status": "completed", "tag": "8b5db36f-dc0f-42cb-86d7-3e5db4fa763e"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:54:59.236615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,segment=NetworkSegment(4333abc9-b7c4-4d94-986e-78f3cfe1c7f6),segment_id=4333abc9-b7c4-4d94-986e-78f3cfe1c7f6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:54:59.242468 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.280977 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905b9361-784d-4edf-87ff-005cfa7b03b2 x-openstack-request-id: req-905b9361-784d-4edf-87ff-005cfa7b03b2 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:54:59.281573 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e785758-7dba-41e2-8b8e-af9fca77106d", "name": "network-vif-plugged", "status": "completed", "tag": "8b5db36f-dc0f-42cb-86d7-3e5db4fa763e", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:54:59.281935 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-905b9361-784d-4edf-87ff-005cfa7b03b2 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:54:59.282493 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905b9361-784d-4edf-87ff-005cfa7b03b2'] response: {'server_uuid': '3e785758-7dba-41e2-8b8e-af9fca77106d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5db36f-dc0f-42cb-86d7-3e5db4fa763e', 'code': 200} Apr 18 20:54:59.353393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:59.421077 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e1688-d814-4aad-9111-266d9b4123be req-fd729849-69f9-43e6-a199-c95d27c15ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:59.428431 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7c8e1688-d814-4aad-9111-266d9b4123be req-fd729849-69f9-43e6-a199-c95d27c15ce4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 1096 time: 0.0774567 Apr 18 20:54:59.489702 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7c8e1688-d814-4aad-9111-266d9b4123be req-f16d4787-b93b-4138-9574-eef4afd2183e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383976 Apr 18 20:54:59.890865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44ba90-5bf0-48e9-90b6-00823328c030 req-08f635fe-1bed-4bdd-a7e5-8beede3f8664 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:59.893061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f44ba90-5bf0-48e9-90b6-00823328c030 req-08f635fe-1bed-4bdd-a7e5-8beede3f8664 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 945 time: 0.0780957 Apr 18 20:54:59.955478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f44ba90-5bf0-48e9-90b6-00823328c030 req-a9f31927-e697-4aeb-887d-6dd8119c8949 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527823 Apr 18 20:55:01.124279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51850a-6a6b-443d-aa8f-825904bc968e req-44b7f327-db4b-4a22-bc43-4c50f38400d7 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:01.125810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e51850a-6a6b-443d-aa8f-825904bc968e req-44b7f327-db4b-4a22-bc43-4c50f38400d7 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 945 time: 0.0554237 Apr 18 20:55:01.174829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e51850a-6a6b-443d-aa8f-825904bc968e req-d05836e6-3f08-4f87-b899-43e769368b78 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Apr 18 20:55:01.260707 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37822) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:01.427423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-215c571a-3c17-49e7-b1d3-92d63bad0836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.526149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-215c571a-3c17-49e7-b1d3-92d63bad0836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.533422 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-215c571a-3c17-49e7-b1d3-92d63bad0836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.610579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c571a-3c17-49e7-b1d3-92d63bad0836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f482eff-340a-484e-9edb-151983b19161,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:01.627994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37838) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:01.638645 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-215c571a-3c17-49e7-b1d3-92d63bad0836 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d4e65f06f51492d8270100c342f52c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753653 Apr 18 20:55:01.739135 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3396124-dd1a-4486-a5d2-f7ccd4c00f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.778944 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3396124-dd1a-4486-a5d2-f7ccd4c00f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.861127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3396124-dd1a-4486-a5d2-f7ccd4c00f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.866964 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3396124-dd1a-4486-a5d2-f7ccd4c00f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:01.868921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c3396124-dd1a-4486-a5d2-f7ccd4c00f7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f482eff-340a-484e-9edb-151983b19161 HTTP/1.1" status: 204 len: 168 time: 0.2393985 Apr 18 20:55:01.885200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3396124-dd1a-4486-a5d2-f7ccd4c00f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f482eff-340a-484e-9edb-151983b19161,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:02.324086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37854) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:02.351583 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2aae1998-59c0-472f-a270-d80c806afdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.481185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2aae1998-59c0-472f-a270-d80c806afdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.487639 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2aae1998-59c0-472f-a270-d80c806afdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.548997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2aae1998-59c0-472f-a270-d80c806afdda admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=923d6c10a9864ad59d7e57ec57f3fdc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232749 Apr 18 20:55:02.551629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37856) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:02.553167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae1998-59c0-472f-a270-d80c806afdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6742227a-9d4e-4a52-bd3d-fd2e05e82e15,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:02.625253 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41a3ef30-1657-4233-b3eb-145ec6ec3d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.672149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41a3ef30-1657-4233-b3eb-145ec6ec3d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.750569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41a3ef30-1657-4233-b3eb-145ec6ec3d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.756034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41a3ef30-1657-4233-b3eb-145ec6ec3d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.777286 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-41a3ef30-1657-4233-b3eb-145ec6ec3d2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6742227a-9d4e-4a52-bd3d-fd2e05e82e15 HTTP/1.1" status: 204 len: 168 time: 0.2088559 Apr 18 20:55:02.806278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3ef30-1657-4233-b3eb-145ec6ec3d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6742227a-9d4e-4a52-bd3d-fd2e05e82e15,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:04.765937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 37908) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:04.973089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4c45-bdfa-486a-8349-1359453b666c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.100448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4c45-bdfa-486a-8349-1359453b666c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.105462 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e2ee4c45-bdfa-486a-8349-1359453b666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.157316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee4c45-bdfa-486a-8349-1359453b666c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85be97ab-0dd8-4359-aca0-2c3b594be78c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:05.164344 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e2ee4c45-bdfa-486a-8349-1359453b666c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b1ef952d1744cfa8f207198787f6dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936970 Apr 18 20:55:05.168097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 37914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:05.257081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd478-ab60-4795-a369-ba31a587a6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.288317 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd478-ab60-4795-a369-ba31a587a6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.356939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd478-ab60-4795-a369-ba31a587a6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.362567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd478-ab60-4795-a369-ba31a587a6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.382545 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6e7dd478-ab60-4795-a369-ba31a587a6df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85be97ab-0dd8-4359-aca0-2c3b594be78c HTTP/1.1" status: 204 len: 168 time: 0.2120306 Apr 18 20:55:05.415515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dd478-ab60-4795-a369-ba31a587a6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85be97ab-0dd8-4359-aca0-2c3b594be78c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:05.932697 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b959b10-5a5a-4378-9c5e-083c503a551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:08.667689 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9658f09b-ac6f-4a22-baeb-4bd4e48700c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:09.316533 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:10.520309 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.197333 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:12.346248 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:15.992342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.084863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38108) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:17.272133 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-700c0ac4-a16c-4cd3-a104-70845c9aeeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.379749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-700c0ac4-a16c-4cd3-a104-70845c9aeeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.386449 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-700c0ac4-a16c-4cd3-a104-70845c9aeeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.446821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c0ac4-a16c-4cd3-a104-70845c9aeeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36def09a-5b57-4a05-94f5-5a34f63b5d0d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:17.478861 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-700c0ac4-a16c-4cd3-a104-70845c9aeeb6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97c9078a5588473b88ccce1e0dd8a77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926122 Apr 18 20:55:17.482625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38116) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:17.641869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-527bdad8-48b8-4c87-b930-626b76e88053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.737160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-527bdad8-48b8-4c87-b930-626b76e88053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.848643 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-527bdad8-48b8-4c87-b930-626b76e88053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.860651 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-527bdad8-48b8-4c87-b930-626b76e88053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.860651 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-527bdad8-48b8-4c87-b930-626b76e88053 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36def09a-5b57-4a05-94f5-5a34f63b5d0d HTTP/1.1" status: 204 len: 168 time: 0.3730850 Apr 18 20:55:17.875409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bdad8-48b8-4c87-b930-626b76e88053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36def09a-5b57-4a05-94f5-5a34f63b5d0d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:20.792757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-c0af4fbd-621a-4af7-a969-62ff3fc83e4d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062064 Apr 18 20:55:20.956345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-b9b0d6df-32b0-4692-b656-5a186ffd166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:20.960254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-b9b0d6df-32b0-4692-b656-5a186ffd166c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 1096 time: 0.1115649 Apr 18 20:55:21.221531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-35a9b8f8-cb64-4fef-95a1-a0f4e0087c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.224367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-35a9b8f8-cb64-4fef-95a1-a0f4e0087c76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.2422671 Apr 18 20:55:21.329621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-8b13c5c1-9e2d-4a19-8959-d8759c40f2ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 HTTP/1.1" status: 200 len: 1001 time: 0.0929596 Apr 18 20:55:21.406584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-486e5fe5-d9c4-4cbf-a340-fddfdb2922fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.410552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-486e5fe5-d9c4-4cbf-a340-fddfdb2922fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.0724971 Apr 18 20:55:21.501231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-fe901159-895a-493c-a232-9e7addd38499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.503772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-fe901159-895a-493c-a232-9e7addd38499 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830281 Apr 18 20:55:21.662886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-1a2c8447-9b91-4772-ad62-d5d63bcbb5b0 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422818 Apr 18 20:55:21.869309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0056997b-0638-4057-8f9c-0aa3950aa8da req-cd7a99fb-c8cc-4d92-9cd8-46f0d8f870c2 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985767 Apr 18 20:55:24.517021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38268) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:24.732134 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8cc298d-2c85-4cd6-a312-73a0022b9233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.874928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8cc298d-2c85-4cd6-a312-73a0022b9233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.879819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8cc298d-2c85-4cd6-a312-73a0022b9233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.933681 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc298d-2c85-4cd6-a312-73a0022b9233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c490b53d-b1bf-4f37-b533-2076c581e0b0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:24.999010 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e8cc298d-2c85-4cd6-a312-73a0022b9233 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e81c6957623048f5ba71863be3938b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4803057 Apr 18 20:55:25.004042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38282) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:25.134440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.164608 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.235333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c2425-dc0a-4292-84f7-b49883a330b1 req-73bf9973-08b2-4095-b676-488b2ec22c50 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:25.237423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f69c2425-dc0a-4292-84f7-b49883a330b1 req-73bf9973-08b2-4095-b676-488b2ec22c50 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1810703 Apr 18 20:55:25.298485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.301199 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.305487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c490b53d-b1bf-4f37-b533-2076c581e0b0 HTTP/1.1" status: 204 len: 168 time: 0.2958376 Apr 18 20:55:25.350937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f69c2425-dc0a-4292-84f7-b49883a330b1 req-99350666-71f4-478a-91fd-0c0b762f5c1f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976670 Apr 18 20:55:25.356054 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c490b53d-b1bf-4f37-b533-2076c581e0b0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:25.372643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.373217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.373829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.374255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.375199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.375780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.376435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.377071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.377588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.381302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.381302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:25.381302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f04122-658d-44fd-80ab-6ec0f45007ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.559222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e276ee4-c7ce-4544-b1f6-870796ed9329 req-de484d6b-bf26-442b-8101-d546be72119b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:26.564402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e276ee4-c7ce-4544-b1f6-870796ed9329 req-de484d6b-bf26-442b-8101-d546be72119b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0639246 Apr 18 20:55:26.618498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e276ee4-c7ce-4544-b1f6-870796ed9329 req-663589f3-2dc0-4ef0-9164-b710fce31a79 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503922 Apr 18 20:55:27.856886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f1df4-fd96-4318-b307-d347a28b74c5 req-4e28b7dc-4783-44c9-8d90-4dfa8c25ca6a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:27.862525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce7f1df4-fd96-4318-b307-d347a28b74c5 req-4e28b7dc-4783-44c9-8d90-4dfa8c25ca6a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1098633 Apr 18 20:55:27.924782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce7f1df4-fd96-4318-b307-d347a28b74c5 req-fb357ef3-d5cd-4f6e-aa9a-0189e3f3c571 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557618 Apr 18 20:55:29.070476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e06ee-d9ea-4562-9c96-9027963d053f req-4be51356-ad7c-4d62-9d76-b88ed13f8c8d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:29.072266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f9e06ee-d9ea-4562-9c96-9027963d053f req-4be51356-ad7c-4d62-9d76-b88ed13f8c8d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0558679 Apr 18 20:55:29.116779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f9e06ee-d9ea-4562-9c96-9027963d053f req-b8a3cf23-b70c-4a27-b768-58c33dbdc5d7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375593 Apr 18 20:55:30.355792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43a112-508c-4ae8-978e-31fb9fb322b7 req-305d39a9-53d9-4e5c-92d4-f9ea71420c52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:30.359994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb43a112-508c-4ae8-978e-31fb9fb322b7 req-305d39a9-53d9-4e5c-92d4-f9ea71420c52 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1042137 Apr 18 20:55:30.429101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb43a112-508c-4ae8-978e-31fb9fb322b7 req-a69f5a81-462a-4b30-856d-260b3958343b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570464 Apr 18 20:55:30.928149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3f603-0f50-4163-89ea-3ccd519ef324 req-2c10e861-3fdc-4068-923e-53e06f3b5fda tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:30.928149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04a3f603-0f50-4163-89ea-3ccd519ef324 req-2c10e861-3fdc-4068-923e-53e06f3b5fda tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 945 time: 0.0666406 Apr 18 20:55:30.982474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04a3f603-0f50-4163-89ea-3ccd519ef324 req-8ff89654-476c-4bfc-9232-11bb8d2c1e60 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 Apr 18 20:55:31.582029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362d7c6-e691-41f9-915e-c62619b381eb req-550795e3-3c6a-4081-9a08-dd704163341b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:31.583584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0362d7c6-e691-41f9-915e-c62619b381eb req-550795e3-3c6a-4081-9a08-dd704163341b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0688822 Apr 18 20:55:31.635289 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0362d7c6-e691-41f9-915e-c62619b381eb req-17d07dd8-ed31-48b4-9f21-28439a689c49 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437167 Apr 18 20:55:32.157865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4c0b9-7c9c-4633-b802-6e9b39ee3373 req-8906f697-8134-49a1-9ba6-4cc5b92dfa80 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:32.159778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53c4c0b9-7c9c-4633-b802-6e9b39ee3373 req-8906f697-8134-49a1-9ba6-4cc5b92dfa80 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 945 time: 0.0781088 Apr 18 20:55:32.208731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53c4c0b9-7c9c-4633-b802-6e9b39ee3373 req-be91d417-674f-4f02-a859-e1828e7054e6 tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/security-groups?id=fa90e38b-8d04-4132-9b0e-10a1778d780b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423489 Apr 18 20:55:32.235071 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:55:32.619336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260190ed-c183-430a-a8fc-0992cff093b7 req-b353b2ca-7383-40dd-b90f-a6582d4f749c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:32.621146 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-260190ed-c183-430a-a8fc-0992cff093b7 req-b353b2ca-7383-40dd-b90f-a6582d4f749c tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.60 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 945 time: 0.0684929 Apr 18 20:55:32.764414 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-260190ed-c183-430a-a8fc-0992cff093b7 req-3bd168fb-0bb0-4839-96a9-85670ca3c2ac tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Deleting port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:55:32.765012 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-260190ed-c183-430a-a8fc-0992cff093b7 req-3bd168fb-0bb0-4839-96a9-85670ca3c2ac tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.925237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-260190ed-c183-430a-a8fc-0992cff093b7 req-3bd168fb-0bb0-4839-96a9-85670ca3c2ac tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] For port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,segment=NetworkSegment(4333abc9-b7c4-4d94-986e-78f3cfe1c7f6),segment_id=4333abc9-b7c4-4d94-986e-78f3cfe1c7f6)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:32.925839 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-260190ed-c183-430a-a8fc-0992cff093b7 req-3bd168fb-0bb0-4839-96a9-85670ca3c2ac tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.945471 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-260190ed-c183-430a-a8fc-0992cff093b7 req-3bd168fb-0bb0-4839-96a9-85670ca3c2ac tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Calling delete_port for 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:55:33.076352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076319a-a410-4c6e-9896-2d593461a090 req-057c9b6e-49b8-4311-8213-2b2f5b70cc70 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:33.078110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5076319a-a410-4c6e-9896-2d593461a090 req-057c9b6e-49b8-4311-8213-2b2f5b70cc70 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0783231 Apr 18 20:55:33.089323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-260190ed-c183-430a-a8fc-0992cff093b7 req-3bd168fb-0bb0-4839-96a9-85670ca3c2ac tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.102178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8b5db36f-dc0f-42cb-86d7-3e5db4fa763e'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:55:33.138632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd168fb-0bb0-4839-96a9-85670ca3c2ac tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Pushing event deleted for resources: {'Port': ['ID=8b5db36f-dc0f-42cb-86d7-3e5db4fa763e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:33.162333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5076319a-a410-4c6e-9896-2d593461a090 req-c7fc96c2-36e5-4855-8c71-91b11ee70127 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730619 Apr 18 20:55:33.240929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-260190ed-c183-430a-a8fc-0992cff093b7 req-3bd168fb-0bb0-4839-96a9-85670ca3c2ac tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] No DVR routers for this DVR port 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:33.244056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-260190ed-c183-430a-a8fc-0992cff093b7 req-3bd168fb-0bb0-4839-96a9-85670ca3c2ac tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.251586 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-260190ed-c183-430a-a8fc-0992cff093b7 req-3bd168fb-0bb0-4839-96a9-85670ca3c2ac tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.60 "DELETE /v2.0/ports/8b5db36f-dc0f-42cb-86d7-3e5db4fa763e HTTP/1.1" status: 204 len: 173 time: 0.6236014 Apr 18 20:55:33.251927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e785758-7dba-41e2-8b8e-af9fca77106d', 'name': 'network-vif-deleted', 'tag': '8b5db36f-dc0f-42cb-86d7-3e5db4fa763e'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:33.255956 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f32a2b-d361-4108-9eb9-ac2542257827" -d '{"events": [{"server_uuid": "3e785758-7dba-41e2-8b8e-af9fca77106d", "name": "network-vif-deleted", "tag": "8b5db36f-dc0f-42cb-86d7-3e5db4fa763e"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:55:33.318260 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeebc9c-c0fe-4c51-a128-6ee8fde88ea8 x-openstack-request-id: req-afeebc9c-c0fe-4c51-a128-6ee8fde88ea8 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:55:33.318794 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e785758-7dba-41e2-8b8e-af9fca77106d", "name": "network-vif-deleted", "tag": "8b5db36f-dc0f-42cb-86d7-3e5db4fa763e", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:55:33.319166 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-afeebc9c-c0fe-4c51-a128-6ee8fde88ea8 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:55:33.319674 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afeebc9c-c0fe-4c51-a128-6ee8fde88ea8'] response: {'server_uuid': '3e785758-7dba-41e2-8b8e-af9fca77106d', 'name': 'network-vif-deleted', 'tag': '8b5db36f-dc0f-42cb-86d7-3e5db4fa763e', 'status': 'completed', 'code': 200} Apr 18 20:55:33.472886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99714fce-3c72-4ffe-82aa-cf827cb10aa3 req-5811565a-0380-4b7a-84ed-bbf377f24c4e tempest-VolumesSnapshotTestJSON-2090019236 tempest-VolumesSnapshotTestJSON-2090019236-project] 10.222.0.49 "GET /v2.0/ports?device_id=3e785758-7dba-41e2-8b8e-af9fca77106d HTTP/1.1" status: 200 len: 210 time: 0.0710824 Apr 18 20:55:34.336471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede36936-bf00-4288-819b-0026495bdb5a req-eb733517-b3d1-4d70-8f55-ab6d7fa1cad4 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:34.340595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ede36936-bf00-4288-819b-0026495bdb5a req-eb733517-b3d1-4d70-8f55-ab6d7fa1cad4 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0621109 Apr 18 20:55:34.386804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ede36936-bf00-4288-819b-0026495bdb5a req-7c27bab3-7153-47d3-8056-73e5349ff52d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413191 Apr 18 20:55:35.559787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d932f2-a6a0-487f-ac5b-ab37e4029273 req-1d3d7f22-bfbf-4a65-8670-48b7b14fb01d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:35.568658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d932f2-a6a0-487f-ac5b-ab37e4029273 req-1d3d7f22-bfbf-4a65-8670-48b7b14fb01d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0748718 Apr 18 20:55:35.618838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21d932f2-a6a0-487f-ac5b-ab37e4029273 req-fdb33388-48fd-45dd-a3e3-2c6b259ff98b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491838 Apr 18 20:55:35.922838 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7614aa74-1491-40fb-b8f8-cf5bba922077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.826145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79211665-9abe-4d79-9217-cd095ce4909c req-ca3c0f34-ebb7-4b9f-b97f-548e0d71e455 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:36.826145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79211665-9abe-4d79-9217-cd095ce4909c req-ca3c0f34-ebb7-4b9f-b97f-548e0d71e455 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0811312 Apr 18 20:55:36.891343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79211665-9abe-4d79-9217-cd095ce4909c req-bdb2fe0f-8781-4b84-b5c9-6afc1845e96e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652547 Apr 18 20:55:37.124008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:55:37.148489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:55:37.149085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8b5db36f-dc0f-42cb-86d7-3e5db4fa763e not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:55:38.011134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38554) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:38.115428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79e6ab-a35e-4181-b004-80326b98de58 req-665335a0-da73-46d0-8471-d3dd354ca204 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:38.117854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc79e6ab-a35e-4181-b004-80326b98de58 req-665335a0-da73-46d0-8471-d3dd354ca204 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0690172 Apr 18 20:55:38.171389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc79e6ab-a35e-4181-b004-80326b98de58 req-0f1a9c86-63ec-433b-b119-5105f3c7fc45 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451775 Apr 18 20:55:38.202755 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a373718-601c-400f-b4b4-f9d2c0da0494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.292654 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a373718-601c-400f-b4b4-f9d2c0da0494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.297803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a373718-601c-400f-b4b4-f9d2c0da0494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.357320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38562) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:38.363663 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6a373718-601c-400f-b4b4-f9d2c0da0494 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8373e3170d944c478eab0f7f857a2d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502104 Apr 18 20:55:38.369026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a373718-601c-400f-b4b4-f9d2c0da0494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44abb454-63bb-4985-80ec-7391becce0f9,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:38.457820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c33ceceb-00ee-4136-8ad3-bccc646e49c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.489838 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c33ceceb-00ee-4136-8ad3-bccc646e49c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.552267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c33ceceb-00ee-4136-8ad3-bccc646e49c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.557102 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c33ceceb-00ee-4136-8ad3-bccc646e49c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.558561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c33ceceb-00ee-4136-8ad3-bccc646e49c5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44abb454-63bb-4985-80ec-7391becce0f9 HTTP/1.1" status: 204 len: 168 time: 0.1999731 Apr 18 20:55:38.576797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ceceb-00ee-4136-8ad3-bccc646e49c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44abb454-63bb-4985-80ec-7391becce0f9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:38.662978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f53833e4-29ef-40ee-8bdd-793e79f3318e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.973150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38580) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:38.988713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-270cc9a5-d090-412d-8ccc-2934fd7e30af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.080357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-270cc9a5-d090-412d-8ccc-2934fd7e30af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.085440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-270cc9a5-d090-412d-8ccc-2934fd7e30af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.117002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-270cc9a5-d090-412d-8ccc-2934fd7e30af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd5b70633186460bac7f33cb1cf5bedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425495 Apr 18 20:55:39.121093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38582) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:39.146034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270cc9a5-d090-412d-8ccc-2934fd7e30af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8592586-f5fa-4e40-9013-a93988ff3d55,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.195619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55245526-d315-4dd6-ad6a-61c270d1e222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.220985 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55245526-d315-4dd6-ad6a-61c270d1e222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.279582 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55245526-d315-4dd6-ad6a-61c270d1e222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.284946 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55245526-d315-4dd6-ad6a-61c270d1e222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.291969 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-55245526-d315-4dd6-ad6a-61c270d1e222 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b8592586-f5fa-4e40-9013-a93988ff3d55 HTTP/1.1" status: 204 len: 168 time: 0.1696889 Apr 18 20:55:39.302764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55245526-d315-4dd6-ad6a-61c270d1e222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8592586-f5fa-4e40-9013-a93988ff3d55,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.329044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab452980-3560-4162-ad02-7ddfe86b37e0 req-76c56612-cc68-42e6-a7fd-04215dde9f6b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:39.331006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab452980-3560-4162-ad02-7ddfe86b37e0 req-76c56612-cc68-42e6-a7fd-04215dde9f6b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0644522 Apr 18 20:55:39.379038 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.388635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab452980-3560-4162-ad02-7ddfe86b37e0 req-5e12a5b5-6b4b-4890-b420-d081372d7890 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503819 Apr 18 20:55:39.698448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38594) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:39.713581 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cade8918-f4a6-4f8e-9a37-2a1d3a2daf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.801210 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cade8918-f4a6-4f8e-9a37-2a1d3a2daf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.805374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cade8918-f4a6-4f8e-9a37-2a1d3a2daf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.835732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade8918-f4a6-4f8e-9a37-2a1d3a2daf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170a1d88-26fc-41eb-bcd6-51d2eb3e9b5c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.876618 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cade8918-f4a6-4f8e-9a37-2a1d3a2daf59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0817bf93a4f94d87a3138d68571fe7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763432 Apr 18 20:55:39.880113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38598) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:39.937156 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2008-1121-43c7-ae64-ed373224a6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.960318 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2008-1121-43c7-ae64-ed373224a6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.017812 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2008-1121-43c7-ae64-ed373224a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.020395 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2008-1121-43c7-ae64-ed373224a6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.021575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aa7a2008-1121-43c7-ae64-ed373224a6a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/170a1d88-26fc-41eb-bcd6-51d2eb3e9b5c HTTP/1.1" status: 204 len: 168 time: 0.1412969 Apr 18 20:55:40.034355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a2008-1121-43c7-ae64-ed373224a6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a1d88-26fc-41eb-bcd6-51d2eb3e9b5c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:40.523419 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.561411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43410d9-6a56-4b31-8bfc-56fd5fc4fd2c req-3c6a83cd-04e4-44e2-b77e-bd35ef817947 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:40.562996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a43410d9-6a56-4b31-8bfc-56fd5fc4fd2c req-3c6a83cd-04e4-44e2-b77e-bd35ef817947 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0640285 Apr 18 20:55:40.620869 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a43410d9-6a56-4b31-8bfc-56fd5fc4fd2c req-ea1e3cb5-81db-4b90-82d9-75ef79e822a5 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 Apr 18 20:55:41.180013 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.399048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38644) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:41.565324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5f78-bc3c-4f38-a2d4-ffb72562ab53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.696415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5f78-bc3c-4f38-a2d4-ffb72562ab53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.738244 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6a4d5f78-bc3c-4f38-a2d4-ffb72562ab53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.794046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:55:41.822696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38650) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:41.824565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6a4d5f78-bc3c-4f38-a2d4-ffb72562ab53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4091800c968d4e849c7d833dd79cc2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4227650 Apr 18 20:55:41.836709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d5f78-bc3c-4f38-a2d4-ffb72562ab53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df88795-24cc-4d06-96fa-6d7b2ff688b5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:41.880589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5982aaf-23e3-4504-9d50-baec89d0ad91 req-42e10174-581b-4eaa-ae63-8c3506e9d23f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:41.892592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d5982aaf-23e3-4504-9d50-baec89d0ad91 req-42e10174-581b-4eaa-ae63-8c3506e9d23f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1863983 Apr 18 20:55:41.921911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ba168d1-74ec-4d6b-898d-109989e8a9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.952727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ba168d1-74ec-4d6b-898d-109989e8a9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.962585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d5982aaf-23e3-4504-9d50-baec89d0ad91 req-d035f018-2780-488e-8ac2-8a6876c041c9 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687926 Apr 18 20:55:42.031335 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ba168d1-74ec-4d6b-898d-109989e8a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.040829 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ba168d1-74ec-4d6b-898d-109989e8a9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.045671 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7ba168d1-74ec-4d6b-898d-109989e8a9e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5df88795-24cc-4d06-96fa-6d7b2ff688b5 HTTP/1.1" status: 204 len: 168 time: 0.2194963 Apr 18 20:55:42.091549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba168d1-74ec-4d6b-898d-109989e8a9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df88795-24cc-4d06-96fa-6d7b2ff688b5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:42.122474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:42.145388 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'port_id': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'mac_address': 'fa:16:3e:82:5f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:55:42.249232 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.280908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:55:42.381618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:42.385928 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.390454 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.577840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:42.600781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.601125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.601501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.601793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.602116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.602439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.602762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.603082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.603404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.603718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.604061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.604380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:42.642133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:55:43.236714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc813d1-4296-4495-b014-a74f3bbc3bd8 req-d9ead005-d30a-443c-93af-fa5b0ff76288 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:43.238224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afc813d1-4296-4495-b014-a74f3bbc3bd8 req-d9ead005-d30a-443c-93af-fa5b0ff76288 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 944 time: 0.1538224 Apr 18 20:55:43.296195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afc813d1-4296-4495-b014-a74f3bbc3bd8 req-64e3f9be-2447-48ba-87cc-7a580fbd8e03 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491481 Apr 18 20:55:43.507385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38722) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:43.707360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1554014191-network', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:43.789733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:43.804386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Made reservation on behalf of 558788ac364b4a4fbcb4616388d0d9ea for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:43.812065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.823904 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.982040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:43.982675 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.039611 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.060157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.129100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1638a2-9567-4a66-aa9c-52cca73c108a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:44.161039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:44.188542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.189141 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Added segment 11ef266a-d43f-450e-83e8-812b6679abae of type vlan for network a6408af1-440d-4515-bf97-5732fa85b6c6 Apr 18 20:55:44.274568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.281313 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.335626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:44.338142 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e731b5b9-782c-404f-90f4-0470771232ab" -d '{"events": [{"server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "name": "network-vif-plugged", "status": "completed", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:55:44.350445 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.351676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:44.352296 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.393006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38738) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:44.393498 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8839827 Apr 18 20:55:44.398939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Request body: {'subnet': {'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1554014191-subnet', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:44.409655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:44.417361 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.467661 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2552c8-524a-4e91-a26f-625ab2d238af x-openstack-request-id: req-9d2552c8-524a-4e91-a26f-625ab2d238af {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:55:44.470216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Made reservation on behalf of 558788ac364b4a4fbcb4616388d0d9ea for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:44.473537 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "name": "network-vif-plugged", "status": "completed", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:55:44.474995 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9d2552c8-524a-4e91-a26f-625ab2d238af {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:55:44.474995 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2552c8-524a-4e91-a26f-625ab2d238af'] response: {'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'code': 200} Apr 18 20:55:44.479254 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.526324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c816a-5dc1-49ac-a804-c5f2583bd094 admin admin] Pushing event updated for resources: {'Network': ['ID=a6408af1-440d-4515-bf97-5732fa85b6c6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:44.572754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a6408af1-440d-4515-bf97-5732fa85b6c6 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:44.596094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:44.653916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2bcbe-b063-42d0-8a74-5b8d38a4c222 req-2ae4111d-c201-4623-87a1-0dd90394657b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:44.669731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77d2bcbe-b063-42d0-8a74-5b8d38a4c222 req-2ae4111d-c201-4623-87a1-0dd90394657b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1838076 Apr 18 20:55:44.762102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77d2bcbe-b063-42d0-8a74-5b8d38a4c222 req-e42ec440-3eff-4cf8-87ae-f4703d8514c2 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569277 Apr 18 20:55:44.912153 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.983931 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7027694-8b09-4971-adb1-3a644176ac65,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:44.986482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Checking segment: {'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:44.987007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Network hostable DHCP agents. Network: a6408af1-440d-4515-bf97-5732fa85b6c6, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:45.016885 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Network a6408af1-440d-4515-bf97-5732fa85b6c6 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:45.062772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a6408af1-440d-4515-bf97-5732fa85b6c6) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:45.080254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363863b6-e10f-46e4-b09c-6a5a270ea5bd None None] Network a6408af1-440d-4515-bf97-5732fa85b6c6 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:45.084485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:45.088909 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.129331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7d2348a5-36aa-4a6f-b057-5d01e99c6a04 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7351387 Apr 18 20:55:45.132375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38744) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:45.139749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:45.174211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.175532 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.278819 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.478272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a6408af1-440d-4515-bf97-5732fa85b6c6', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:55:45.480830 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.592032 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:45.867637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Allocated IP 172.20.0.2 (a6408af1-440d-4515-bf97-5732fa85b6c6/f7027694-8b09-4971-adb1-3a644176ac65/3138987a-5814-4c22-8354-702666ff83f4) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:46.072666 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.236345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08def90d-36ef-4a83-bbdc-316d2538f992 req-e569c79f-5ec8-475a-96c2-5b9f7f4184c5 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:46.239907 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08def90d-36ef-4a83-bbdc-316d2538f992 req-e569c79f-5ec8-475a-96c2-5b9f7f4184c5 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1700642 Apr 18 20:55:46.248822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.259483 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.279283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.348424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Pushing event updated for resources: {'Port': ['ID=3138987a-5814-4c22-8354-702666ff83f4,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:46.352915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Network a6408af1-440d-4515-bf97-5732fa85b6c6 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:46.358505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:46.363765 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:46.376001 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.527957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Attempting to bind port 3138987a-5814-4c22-8354-702666ff83f4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:46.528696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Attempting to bind port 3138987a-5814-4c22-8354-702666ff83f4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:46.529144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Attempting to bind port 3138987a-5814-4c22-8354-702666ff83f4 on network a6408af1-440d-4515-bf97-5732fa85b6c6 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:46.549834 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:46.555096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Checking segment: {'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:46.555801 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.556450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Bound using segment: {'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:46.557853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Bound port: 3138987a-5814-4c22-8354-702666ff83f4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:46.557853 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.631803 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08def90d-36ef-4a83-bbdc-316d2538f992 req-b60c7a54-4219-46e2-92a0-222da1566de9 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823023 Apr 18 20:55:46.704574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] For port 3138987a-5814-4c22-8354-702666ff83f4, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:46.715790 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] For port 3138987a-5814-4c22-8354-702666ff83f4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3138987a-5814-4c22-8354-702666ff83f4,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:46.727550 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:46.793772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Allocated IP 172.25.2.231 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/3aa6d558-fe00-4e77-b370-97615bcfd91a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:46.922088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b93d1-6e27-40bd-b744-4f0e22f1dac3 None None] Pushing event updated for resources: {'Port': ['ID=3138987a-5814-4c22-8354-702666ff83f4,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:47.086790 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.249190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.473205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:47.524897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa6d558-fe00-4e77-b370-97615bcfd91a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:47.544365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:47.552394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:48.583818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28920d5-2065-4662-a12a-229fa73f3b7e None None] Network a6408af1-440d-4515-bf97-5732fa85b6c6 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:48.612720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d946fe0-0ee4-4325-8d85-b96420947d7a req-ab920cf0-9675-44cf-a9ac-fbff2347dd22 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:48.620265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d946fe0-0ee4-4325-8d85-b96420947d7a req-ab920cf0-9675-44cf-a9ac-fbff2347dd22 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1917386 Apr 18 20:55:48.710436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d946fe0-0ee4-4325-8d85-b96420947d7a req-43eba989-4bdb-4595-a28b-3e953da9a2d1 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884736 Apr 18 20:55:48.749200 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.185405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3138987a-5814-4c22-8354-702666ff83f4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:49.282179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4b2ce65d-1910-478e-b914-6f6cfb37a9b5 None None] Provisioning complete for port 3138987a-5814-4c22-8354-702666ff83f4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:49.282599 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce65d-1910-478e-b914-6f6cfb37a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.330725 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.374004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 3138987a-5814-4c22-8354-702666ff83f4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:49.374439 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.493299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce65d-1910-478e-b914-6f6cfb37a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.569206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4b2ce65d-1910-478e-b914-6f6cfb37a9b5 None None] For port 3138987a-5814-4c22-8354-702666ff83f4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3138987a-5814-4c22-8354-702666ff83f4,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:49.578708 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4b2ce65d-1910-478e-b914-6f6cfb37a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.604184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:55:49.626431 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.712020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ce65d-1910-478e-b914-6f6cfb37a9b5 None None] Pushing event updated for resources: {'Port': ['ID=3138987a-5814-4c22-8354-702666ff83f4,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:49.782926 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:55:49.783367 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:55:49.826486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1207d34a-536a-4aa9-98da-a50e8706295f None None] Provisioning complete for port 3138987a-5814-4c22-8354-702666ff83f4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:49.826987 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1207d34a-536a-4aa9-98da-a50e8706295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.957125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:50.044927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Sync routers for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:50.050995 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.054991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-373de0f0-1cfc-4eb0-adfa-5fb833afe809 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9200013 Apr 18 20:55:50.056610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38806) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:50.088854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:50.090135 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:50.105942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae7171-3922-4f68-b83d-4c6f5d1e56ff req-d27f4b63-496f-48af-8312-2b3fa56a495e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:50.107631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aaae7171-3922-4f68-b83d-4c6f5d1e56ff req-d27f4b63-496f-48af-8312-2b3fa56a495e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.2339146 Apr 18 20:55:50.222778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aaae7171-3922-4f68-b83d-4c6f5d1e56ff req-b6718565-326a-4b57-8758-a5c34f289c41 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062629 Apr 18 20:55:50.262105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:50.566323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:48Z', 'revision_number': 3, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:50.622091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Checking router: 0b42cc97-7a77-4f8c-bf50-826cee80ad5b for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:50.622587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Updating router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b port 3aa6d558-fe00-4e77-b370-97615bcfd91a binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:55:50.682382 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:50.963805 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.025088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3138987a-5814-4c22-8354-702666ff83f4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:51.198872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 3138987a-5814-4c22-8354-702666ff83f4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:51.199235 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.279299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.314540 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.390137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Attempting to bind port 3aa6d558-fe00-4e77-b370-97615bcfd91a on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:51.390414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Attempting to bind port 3aa6d558-fe00-4e77-b370-97615bcfd91a by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:51.390768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Attempting to bind port 3aa6d558-fe00-4e77-b370-97615bcfd91a on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:51.437277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:51.437641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:51.438043 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.438432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:51.438908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Bound port: 3aa6d558-fe00-4e77-b370-97615bcfd91a, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:51.439284 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.451683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56809388-f85a-4d31-837b-580be11576f1 req-22522a52-34ab-42b9-9666-31adcfd40692 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:51.453448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56809388-f85a-4d31-837b-580be11576f1 req-22522a52-34ab-42b9-9666-31adcfd40692 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1001301 Apr 18 20:55:51.538236 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad3e7c-5d19-42fc-a556-e06ac3113008 None None] Pushing event updated for resources: {'Port': ['ID=3aa6d558-fe00-4e77-b370-97615bcfd91a,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:51.566339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56809388-f85a-4d31-837b-580be11576f1 req-c643c68b-39da-49db-8082-2db935deed4b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031101 Apr 18 20:55:51.594644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] For port 3aa6d558-fe00-4e77-b370-97615bcfd91a, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:51.598976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] For port 3aa6d558-fe00-4e77-b370-97615bcfd91a, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3aa6d558-fe00-4e77-b370-97615bcfd91a,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:51.612076 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.652240 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Allocated IP 172.20.0.1 (a6408af1-440d-4515-bf97-5732fa85b6c6/f7027694-8b09-4971-adb1-3a644176ac65/185e5814-1ed0-4999-843f-964958b228b5) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:51.724683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:51.725303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:51.754200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad3e7c-5d19-42fc-a556-e06ac3113008 None None] Pushing event updated for resources: {'Port': ['ID=3aa6d558-fe00-4e77-b370-97615bcfd91a,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:51.888435 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.936197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.005623 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Pushing event updated for resources: {'Port': ['ID=185e5814-1ed0-4999-843f-964958b228b5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:52.027771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Network a6408af1-440d-4515-bf97-5732fa85b6c6 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:52.031214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:52.034568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:52.050270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:52.094744 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.340135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.556144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:48Z', 'revision_number': 3, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:52.637504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8826cb-f522-4520-aa5b-8ac436330877 None None] The sync data for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 is: [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:48Z', 'revision_number': 3, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:52.827111 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.836278 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.008113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b5274-c6e1-482d-b854-311b6c549bf6 req-1339d092-cedf-4185-8657-b36b71daa199 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:53.023531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a6b5274-c6e1-482d-b854-311b6c549bf6 req-1339d092-cedf-4185-8657-b36b71daa199 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.2135012 Apr 18 20:55:53.065721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-73a60fe8-530a-40f8-964c-06e49233adb0 None None] Provisioning complete for port 185e5814-1ed0-4999-843f-964958b228b5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:53.066271 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-73a60fe8-530a-40f8-964c-06e49233adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.078859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Pushing event updated for resources: {'Port': ['ID=185e5814-1ed0-4999-843f-964958b228b5,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:53.130889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.137771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a6b5274-c6e1-482d-b854-311b6c549bf6 req-d6ab0f41-b08f-4d1c-b80f-1dc4e07ef6d1 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993469 Apr 18 20:55:53.285497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-73a60fe8-530a-40f8-964c-06e49233adb0 None None] Port 185e5814-1ed0-4999-843f-964958b228b5 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:53.481739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Network a6408af1-440d-4515-bf97-5732fa85b6c6 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:53.483294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:54.065611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6700deb5-4d74-4940-a932-f32e746645a8 None None] Provisioning complete for port 185e5814-1ed0-4999-843f-964958b228b5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:54.066026 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6700deb5-4d74-4940-a932-f32e746645a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.186792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6700deb5-4d74-4940-a932-f32e746645a8 None None] Port 185e5814-1ed0-4999-843f-964958b228b5 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:55:54.357647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:55:54.397513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cc11c-da4e-47f7-801e-57ada27666df req-5ea4c8a7-eea0-4234-a78c-52cff5288b6e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:54.401951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-647cc11c-da4e-47f7-801e-57ada27666df req-5ea4c8a7-eea0-4234-a78c-52cff5288b6e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0959966 Apr 18 20:55:54.472934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-647cc11c-da4e-47f7-801e-57ada27666df req-8fd5206b-26b1-4650-a40c-d168b1dc2f9a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633895 Apr 18 20:55:54.574493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:55:54.587235 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-92c98331-fc73-41be-aadc-099e80436aef admin admin] 10.222.0.49 "PUT /v2.0/routers/0b42cc97-7a77-4f8c-bf50-826cee80ad5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5281167 Apr 18 20:55:55.089039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3aa6d558-fe00-4e77-b370-97615bcfd91a up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:55.171303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 3aa6d558-fe00-4e77-b370-97615bcfd91a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:55.171955 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.368782 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.398350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 3aa6d558-fe00-4e77-b370-97615bcfd91a, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3aa6d558-fe00-4e77-b370-97615bcfd91a,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:55.403991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.494997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=3aa6d558-fe00-4e77-b370-97615bcfd91a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:55.572005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38894) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:55.579465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-651727406-network', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:55.635362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Made reservation on behalf of cbf67fb0747349e4b3a0d063979b0e2d for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:55.637846 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.650201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.728671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e741378-23a0-4c29-88c5-33394d6ba940 req-982aa4c0-48cb-404c-88c5-adea2f6cc82d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:55.732976 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e741378-23a0-4c29-88c5-33394d6ba940 req-982aa4c0-48cb-404c-88c5-adea2f6cc82d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0855289 Apr 18 20:55:55.793790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.801529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.827021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e741378-23a0-4c29-88c5-33394d6ba940 req-2be687d2-19bc-44ce-bee9-239266a5808f tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790341 Apr 18 20:55:55.857368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:55:55.892387 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Sync routers for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:55.902828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c627094-2403-4935-85cb-baf1f5857e8f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:55.923758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.929090 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Added segment f40d3d1f-aa24-4efa-8c69-fd4ea5762563 of type vlan for network ec83a056-68da-476a-a24c-848714467fa2 Apr 18 20:55:55.934134 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:55.936067 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:56.006429 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.045927 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.046857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:56.047453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.190523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] Pushing event updated for resources: {'Network': ['ID=ec83a056-68da-476a-a24c-848714467fa2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:56.206159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ec83a056-68da-476a-a24c-848714467fa2 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:55:56.221800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38898) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:56.236613 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e0781a54-73ea-4895-af58-c93570f82e8d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6440761 Apr 18 20:55:56.239260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Request body: {'subnet': {'network_id': 'ec83a056-68da-476a-a24c-848714467fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-651727406-subnet', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:56.272066 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:56.327174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Made reservation on behalf of cbf67fb0747349e4b3a0d063979b0e2d for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:56.330245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.608245 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 2, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:56.652271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.653160 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Checking router: 0b42cc97-7a77-4f8c-bf50-826cee80ad5b for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:56.653898 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Updating router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b port 185e5814-1ed0-4999-843f-964958b228b5 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:55:56.686236 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.720954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:56.794834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Checking segment: {'id': 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:56.795475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Network hostable DHCP agents. Network: ec83a056-68da-476a-a24c-848714467fa2, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:55:56.855146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Network ec83a056-68da-476a-a24c-848714467fa2 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:55:56.889681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ec83a056-68da-476a-a24c-848714467fa2) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:56.896098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:56.901643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.904222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c31379-f113-40ae-aaac-5df65a8cdcff None None] Network ec83a056-68da-476a-a24c-848714467fa2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:55:56.954296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-30a91e16-c9f5-43dc-bd24-952d43a9140c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7305350 Apr 18 20:55:56.957268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 38914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:55:56.962190 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-651727406-router', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:57.056647 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.058345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.097131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3aa6d558-fe00-4e77-b370-97615bcfd91a up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:55:57.131420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c157758-c82e-46bf-a3e7-2a6d5d898794 req-35ec7bac-7db6-4ad6-a90a-6f71f869d411 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:57.132920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c157758-c82e-46bf-a3e7-2a6d5d898794 req-35ec7bac-7db6-4ad6-a90a-6f71f869d411 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0836208 Apr 18 20:55:57.244320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c157758-c82e-46bf-a3e7-2a6d5d898794 req-820b523b-1d1d-43b7-9660-2456d92fb599 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894647 Apr 18 20:55:57.399112 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.570013 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.590534 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.693181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 3aa6d558-fe00-4e77-b370-97615bcfd91a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:57.699690 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.942609 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Attempting to bind port 185e5814-1ed0-4999-843f-964958b228b5 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:57.942609 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Attempting to bind port 185e5814-1ed0-4999-843f-964958b228b5 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:57.943003 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Attempting to bind port 185e5814-1ed0-4999-843f-964958b228b5 on network a6408af1-440d-4515-bf97-5732fa85b6c6 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:55:57.947194 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Pushing event updated for resources: {'Port': ['ID=185e5814-1ed0-4999-843f-964958b228b5,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:57.985326 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.985816 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.986279 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.986787 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.987270 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.987724 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.988385 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.988839 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.989379 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.989843 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.990309 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:57.990771 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:58.001141 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:55:58.001951 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Checking segment: {'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:55:58.002737 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.003601 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Bound using segment: {'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:55:58.004579 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Bound port: 185e5814-1ed0-4999-843f-964958b228b5, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:58.005317 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.110422 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.179920 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] For port 185e5814-1ed0-4999-843f-964958b228b5, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:55:58.191814 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] For port 185e5814-1ed0-4999-843f-964958b228b5, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=185e5814-1ed0-4999-843f-964958b228b5,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:55:58.201623 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.274221 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ec83a056-68da-476a-a24c-848714467fa2', 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'fixed_ips': [{'subnet_id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:55:58.275084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.332889 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:55:58.334147 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:58.542168 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:55:58.565095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b4ae6-f9f7-48bc-abb2-f77f7654d759 req-5b9da6ea-1d6d-4ae6-a121-3915c93b6458 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:58.573578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-132b4ae6-f9f7-48bc-abb2-f77f7654d759 req-5b9da6ea-1d6d-4ae6-a121-3915c93b6458 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1602514 Apr 18 20:55:58.654570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-882d7426-1778-4016-b3ad-b11f2edfb66a None None] Provisioning complete for port 185e5814-1ed0-4999-843f-964958b228b5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:58.654938 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-882d7426-1778-4016-b3ad-b11f2edfb66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.709806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-132b4ae6-f9f7-48bc-abb2-f77f7654d759 req-c9c8c02e-dcdf-44d9-a9ef-4a91b5b19838 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146536 Apr 18 20:55:58.751449 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c819f08-b62e-465e-bb19-b2bc46956062 None None] Pushing event updated for resources: {'Port': ['ID=185e5814-1ed0-4999-843f-964958b228b5,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.826949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Allocated IP 172.20.0.2 (ec83a056-68da-476a-a24c-848714467fa2/3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f/c32027ec-0248-48c0-90b7-8f4ba9d18e63) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:58.879128 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-882d7426-1778-4016-b3ad-b11f2edfb66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.921085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-882d7426-1778-4016-b3ad-b11f2edfb66a None None] For port 185e5814-1ed0-4999-843f-964958b228b5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=185e5814-1ed0-4999-843f-964958b228b5,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:55:58.931450 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-882d7426-1778-4016-b3ad-b11f2edfb66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.939451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.022487 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.190298 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:59.227728 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c884e07-6286-4718-805e-2d969b38f82d None None] The sync data for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 is: [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:59.242104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-223308c3-e57d-45a9-887d-2d4e4949e8f8 None None] Provisioning complete for port 185e5814-1ed0-4999-843f-964958b228b5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:59.244095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-223308c3-e57d-45a9-887d-2d4e4949e8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.395330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Allocated IP 172.25.2.51 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/84d0f38b-28dd-421b-893d-47ef87686a13) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:59.406632 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d7426-1778-4016-b3ad-b11f2edfb66a None None] Pushing event updated for resources: {'Port': ['ID=185e5814-1ed0-4999-843f-964958b228b5,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:59.521966 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.571116 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.591382 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.668251 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.674230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Network ec83a056-68da-476a-a24c-848714467fa2 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:59.689258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:59.693248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:59.774948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:59.774948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:59.779755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:55:59.783280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Pushing event updated for resources: {'Port': ['ID=84d0f38b-28dd-421b-893d-47ef87686a13,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:59.796716 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.797173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.797609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.798050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.798430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.799412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.799825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.800391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.800944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.801198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.801656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.801988 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:59.850648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Pushing event updated for resources: {'Port': ['ID=c32027ec-0248-48c0-90b7-8f4ba9d18e63,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:59.971287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Attempting to bind port c32027ec-0248-48c0-90b7-8f4ba9d18e63 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:59.976058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Attempting to bind port c32027ec-0248-48c0-90b7-8f4ba9d18e63 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:59.976664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Attempting to bind port c32027ec-0248-48c0-90b7-8f4ba9d18e63 on network ec83a056-68da-476a-a24c-848714467fa2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:00.007800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:00.008364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Checking segment: {'id': 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:00.008879 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.009426 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Bound using segment: {'id': 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:00.010025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Bound port: c32027ec-0248-48c0-90b7-8f4ba9d18e63, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:00.010580 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.053649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe33c8-2f45-42b2-8c52-dacf804f4b17 req-38efa760-f81b-47d9-a3b2-90ff09c74149 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:00.070880 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4efe33c8-2f45-42b2-8c52-dacf804f4b17 req-38efa760-f81b-47d9-a3b2-90ff09c74149 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1565592 Apr 18 20:56:00.184814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4efe33c8-2f45-42b2-8c52-dacf804f4b17 req-0f8ef4bf-a387-4972-885c-bf8cac9aaa3e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127415 Apr 18 20:56:00.279986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] For port c32027ec-0248-48c0-90b7-8f4ba9d18e63, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:00.293593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] For port c32027ec-0248-48c0-90b7-8f4ba9d18e63, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c32027ec-0248-48c0-90b7-8f4ba9d18e63,segment=NetworkSegment(f40d3d1f-aa24-4efa-8c69-fd4ea5762563),segment_id=f40d3d1f-aa24-4efa-8c69-fd4ea5762563)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:00.305472 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.487507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672fd1b-5ffc-4392-a38b-df895a989810 None None] Pushing event updated for resources: {'Port': ['ID=c32027ec-0248-48c0-90b7-8f4ba9d18e63,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:00.569664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.147380 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.238441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c32027ec-0248-48c0-90b7-8f4ba9d18e63 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:01.402066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c32027ec-0248-48c0-90b7-8f4ba9d18e63 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:01.404199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.532643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6ad42-5d3a-4cbb-8613-27cae1389248 req-18141d6a-8f4d-4ae6-945b-958a88152815 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:01.542223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-abe6ad42-5d3a-4cbb-8613-27cae1389248 req-18141d6a-8f4d-4ae6-945b-958a88152815 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.2053273 Apr 18 20:56:01.618215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-abe6ad42-5d3a-4cbb-8613-27cae1389248 req-a1d73175-3548-45cb-95e4-d2c6a5f8d3b6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745966 Apr 18 20:56:01.626356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Router 47a62f15-84d9-4e80-8072-ddae76547d4b is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:01.759864 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.827774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port c32027ec-0248-48c0-90b7-8f4ba9d18e63, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c32027ec-0248-48c0-90b7-8f4ba9d18e63,segment=NetworkSegment(f40d3d1f-aa24-4efa-8c69-fd4ea5762563),segment_id=f40d3d1f-aa24-4efa-8c69-fd4ea5762563)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:01.835140 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.838431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 185e5814-1ed0-4999-843f-964958b228b5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:01.986033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:02.008000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=c32027ec-0248-48c0-90b7-8f4ba9d18e63,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:02.026361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Sync routers for ids ['47a62f15-84d9-4e80-8072-ddae76547d4b'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:02.046998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.048689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-302a17ec-aa5d-4964-9a72-dc2e22f95b17 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0901747 Apr 18 20:56:02.051603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 38958) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:02.057605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Routers {'47a62f15-84d9-4e80-8072-ddae76547d4b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:02.058523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['47a62f15-84d9-4e80-8072-ddae76547d4b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:02.326040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 185e5814-1ed0-4999-843f-964958b228b5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:02.326687 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.429445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Set router 47a62f15-84d9-4e80-8072-ddae76547d4b gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:02.636632 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3384c7-e9ad-4f63-b259-c57a62aa8369 None None] Network ec83a056-68da-476a-a24c-848714467fa2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:03.064263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-30de7b3f-9a23-47ee-b900-74cedefc0f67 None None] Provisioning complete for port c32027ec-0248-48c0-90b7-8f4ba9d18e63 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:03.064711 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-30de7b3f-9a23-47ee-b900-74cedefc0f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.072461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7541bd-148a-47c9-b1e3-61c65d07ce81 req-af925720-32c8-4eeb-805a-c6cdc36951f0 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:03.074222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a7541bd-148a-47c9-b1e3-61c65d07ce81 req-af925720-32c8-4eeb-805a-c6cdc36951f0 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1288586 Apr 18 20:56:03.218955 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'name': 'tempest-TestVolumeBackupRestore-651727406-router', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:00Z', 'revision_number': 3, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'gw_port': {'id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:59Z', 'updated_at': '2022-04-18T20:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:03.237387 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a7541bd-148a-47c9-b1e3-61c65d07ce81 req-4d5f08b4-622b-4b5d-a2a4-7cffeeff8325 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497972 Apr 18 20:56:03.293514 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Checking router: 47a62f15-84d9-4e80-8072-ddae76547d4b for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:03.294059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Updating router 47a62f15-84d9-4e80-8072-ddae76547d4b port 84d0f38b-28dd-421b-893d-47ef87686a13 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:03.296381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c32027ec-0248-48c0-90b7-8f4ba9d18e63 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:03.371649 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.428141 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.562351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c32027ec-0248-48c0-90b7-8f4ba9d18e63 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:03.562728 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.901997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Allocated IP 172.20.0.1 (ec83a056-68da-476a-a24c-848714467fa2/3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f/b96bd4cb-e726-4431-a649-c996f444c524) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:04.032815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6d32a845-b078-45e8-b4d2-1e5f159beb11 None None] Provisioning complete for port c32027ec-0248-48c0-90b7-8f4ba9d18e63 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:04.033191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6d32a845-b078-45e8-b4d2-1e5f159beb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.365683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.643296 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.711416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Network ec83a056-68da-476a-a24c-848714467fa2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:04.719784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:04.736737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306015d5-cf33-4fbd-9e22-80c3f4ca7bb0 req-45c189ae-7229-486f-9e8a-e93962e40a53 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:04.738972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-306015d5-cf33-4fbd-9e22-80c3f4ca7bb0 req-45c189ae-7229-486f-9e8a-e93962e40a53 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.2421803 Apr 18 20:56:04.742369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:04.758093 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.779443 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.887875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Pushing event updated for resources: {'Port': ['ID=b96bd4cb-e726-4431-a649-c996f444c524,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:04.950353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-306015d5-cf33-4fbd-9e22-80c3f4ca7bb0 req-4fb8ff97-9291-4960-b6d6-82d7bbabc57e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920965 Apr 18 20:56:04.963746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.094915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Attempting to bind port 84d0f38b-28dd-421b-893d-47ef87686a13 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:05.095416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Attempting to bind port 84d0f38b-28dd-421b-893d-47ef87686a13 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:05.095786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Attempting to bind port 84d0f38b-28dd-421b-893d-47ef87686a13 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:05.167879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8216e4-9808-45b5-9a7d-4248506002ef None None] Pushing event updated for resources: {'Port': ['ID=84d0f38b-28dd-421b-893d-47ef87686a13,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.170652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:05.171063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:05.171451 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.171881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:05.172380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Bound port: 84d0f38b-28dd-421b-893d-47ef87686a13, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:05.172790 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.287948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e067fb47-2ec7-4b86-b1ed-1bec98650e11 None None] Provisioning complete for port b96bd4cb-e726-4431-a649-c996f444c524 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:05.289907 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.294657 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e067fb47-2ec7-4b86-b1ed-1bec98650e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.368327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] For port 84d0f38b-28dd-421b-893d-47ef87686a13, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:05.372880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] For port 84d0f38b-28dd-421b-893d-47ef87686a13, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=84d0f38b-28dd-421b-893d-47ef87686a13,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:05.383077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e067fb47-2ec7-4b86-b1ed-1bec98650e11 None None] Port b96bd4cb-e726-4431-a649-c996f444c524 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:56:05.388936 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.550416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Routers {'47a62f15-84d9-4e80-8072-ddae76547d4b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:05.553465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['47a62f15-84d9-4e80-8072-ddae76547d4b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:05.658092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8216e4-9808-45b5-9a7d-4248506002ef None None] Pushing event updated for resources: {'Port': ['ID=84d0f38b-28dd-421b-893d-47ef87686a13,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.724623 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.737811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.040582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Pushing event updated for resources: {'Port': ['ID=b96bd4cb-e726-4431-a649-c996f444c524,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:06.104065 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.488425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d9db506b-2c9a-4ba1-8ea7-ffa78f25c211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.511459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] Set router 47a62f15-84d9-4e80-8072-ddae76547d4b gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:06.647891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36c385-fa32-4b24-8ab1-e59c5b3e5706 req-6c29f7c1-69d3-4bb6-a177-53277f20268c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:06.662513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de36c385-fa32-4b24-8ab1-e59c5b3e5706 req-6c29f7c1-69d3-4bb6-a177-53277f20268c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.4822788 Apr 18 20:56:06.758199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Network ec83a056-68da-476a-a24c-848714467fa2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:06.769997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:06.855482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de36c385-fa32-4b24-8ab1-e59c5b3e5706 req-68fcacaf-371a-4ec1-836f-57cc201134d7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908937 Apr 18 20:56:07.029708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'name': 'tempest-TestVolumeBackupRestore-651727406-router', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 4, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'gw_port': {'id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:59Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b96bd4cb-e726-4431-a649-c996f444c524', 'name': '', 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'mac_address': 'fa:16:3e:60:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:03Z', 'updated_at': '2022-04-18T20:56:03Z', 'revision_number': 1, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'subnets': [{'id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:07.136370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd94095f-15a6-4eb6-b116-26bc8ca58635 None None] The sync data for ids ['47a62f15-84d9-4e80-8072-ddae76547d4b'] in n-d-836015-4 is: [{'id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'name': 'tempest-TestVolumeBackupRestore-651727406-router', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 4, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'gw_port': {'id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:59Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b96bd4cb-e726-4431-a649-c996f444c524', 'name': '', 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'mac_address': 'fa:16:3e:60:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:03Z', 'updated_at': '2022-04-18T20:56:03Z', 'revision_number': 1, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'subnets': [{'id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:07.166922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Router 47a62f15-84d9-4e80-8072-ddae76547d4b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:07.292362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c69b38e5-1b6d-4c2e-9847-40d15ecb52dc None None] Provisioning complete for port b96bd4cb-e726-4431-a649-c996f444c524 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:07.293301 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c69b38e5-1b6d-4c2e-9847-40d15ecb52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.399764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c69b38e5-1b6d-4c2e-9847-40d15ecb52dc None None] Port b96bd4cb-e726-4431-a649-c996f444c524 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:56:07.414681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:07.421205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c37d10e0-761d-4f0f-8c3b-1a7a282afe93 admin admin] 10.222.0.49 "PUT /v2.0/routers/47a62f15-84d9-4e80-8072-ddae76547d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3683233 Apr 18 20:56:07.962367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-f7dbf248-3cf7-4409-9859-3546352cc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:07.967950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-f7dbf248-3cf7-4409-9859-3546352cc3e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 1096 time: 0.1123679 Apr 18 20:56:08.278713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9d260-c219-43bd-a11d-b93422e74dc5 req-6830ac96-6a77-4177-a7fe-2d8030637688 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:08.280345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02e9d260-c219-43bd-a11d-b93422e74dc5 req-6830ac96-6a77-4177-a7fe-2d8030637688 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1679213 Apr 18 20:56:08.297041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-b7ba4c1d-6c8d-43ff-a10f-47c132de8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:08.298737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-b7ba4c1d-6c8d-43ff-a10f-47c132de8029 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.3200033 Apr 18 20:56:08.435703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-fddbc73c-f8f9-4e1b-b179-a73bbf05e42d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 HTTP/1.1" status: 200 len: 1001 time: 0.1164873 Apr 18 20:56:08.620972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-26c1291a-2456-4226-a9c3-619d19dde25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:08.622490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-26c1291a-2456-4226-a9c3-619d19dde25d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.1717086 Apr 18 20:56:08.679489 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ead355c5-d9ab-4d16-81fb-a82f255415cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.711877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02e9d260-c219-43bd-a11d-b93422e74dc5 req-3890e219-86c3-4244-a77b-9ab77cc4b3d6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119694 Apr 18 20:56:08.812967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-270ad77c-cfe4-4378-9679-01829c51efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:08.814576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-270ad77c-cfe4-4378-9679-01829c51efda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1580997 Apr 18 20:56:09.010180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-a3aa85e2-c756-43e9-976e-2d0d431d7bcb service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849318 Apr 18 20:56:09.215481 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23729c33-83dc-41d0-a00b-c68e00728a01 req-a86a407b-eba2-4ab2-9162-db9aebf26ee5 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864879 Apr 18 20:56:09.241811 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:56:09.328957 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.338792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 84d0f38b-28dd-421b-893d-47ef87686a13 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:09.512550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 84d0f38b-28dd-421b-893d-47ef87686a13 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:09.513255 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.715104 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.807520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 84d0f38b-28dd-421b-893d-47ef87686a13, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=84d0f38b-28dd-421b-893d-47ef87686a13,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:09.818536 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.980947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=84d0f38b-28dd-421b-893d-47ef87686a13,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:10.047717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a567e10-d16d-417c-aaac-c2bb3cc1d05d req-09382144-ddd9-4e44-b3b1-eaf3ab940e7b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:10.058063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a567e10-d16d-417c-aaac-c2bb3cc1d05d req-09382144-ddd9-4e44-b3b1-eaf3ab940e7b tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.1120586 Apr 18 20:56:10.146150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a567e10-d16d-417c-aaac-c2bb3cc1d05d req-63ded1c5-c8ef-4425-9ec1-950b5ca78626 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867403 Apr 18 20:56:10.523273 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.205666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 84d0f38b-28dd-421b-893d-47ef87686a13 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:11.249470 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.329188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 84d0f38b-28dd-421b-893d-47ef87686a13 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:11.329726 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.361665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eaa2f9-6731-4be0-89f2-5ae6976c58cd req-81f89316-2979-45b1-866d-85b1f6783b95 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:11.370604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8eaa2f9-6731-4be0-89f2-5ae6976c58cd req-81f89316-2979-45b1-866d-85b1f6783b95 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 945 time: 0.0910161 Apr 18 20:56:11.426108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8eaa2f9-6731-4be0-89f2-5ae6976c58cd req-11c96666-e10b-46a5-b313-8b33a7ba6893 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511668 Apr 18 20:56:11.463127 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Sync routers for ids ['47a62f15-84d9-4e80-8072-ddae76547d4b'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:11.487494 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Routers {'47a62f15-84d9-4e80-8072-ddae76547d4b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:11.490807 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cb4ea949-2691-483f-9700-856a83178009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['47a62f15-84d9-4e80-8072-ddae76547d4b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:11.655413 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Set router 47a62f15-84d9-4e80-8072-ddae76547d4b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:11.958591 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:12.038336 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cb4ea949-2691-483f-9700-856a83178009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'name': 'tempest-TestVolumeBackupRestore-651727406-router', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 4, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'gw_port': {'id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:59Z', 'updated_at': '2022-04-18T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b96bd4cb-e726-4431-a649-c996f444c524', 'name': '', 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'mac_address': 'fa:16:3e:60:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:03Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 2, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'subnets': [{'id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:12.071443 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Checking router: 47a62f15-84d9-4e80-8072-ddae76547d4b for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:12.071711 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Updating router 47a62f15-84d9-4e80-8072-ddae76547d4b port b96bd4cb-e726-4431-a649-c996f444c524 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:12.140049 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.176417 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.263739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:12.273675 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f35ff7-5ac5-4e30-9fcb-953dba854a31" -d '{"events": [{"server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "name": "network-vif-unplugged", "status": "completed", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:12.337311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:12.386781 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93fa6d0-b88d-4679-9a59-b05c59b06540 x-openstack-request-id: req-e93fa6d0-b88d-4679-9a59-b05c59b06540 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:12.388270 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "name": "network-vif-unplugged", "status": "failed", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305", "code": 422}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:12.388676 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e93fa6d0-b88d-4679-9a59-b05c59b06540 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:12.389242 n-d-836015-4 neutron-server[102905]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e93fa6d0-b88d-4679-9a59-b05c59b06540']: {'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'code': 422} returned with failed status Apr 18 20:56:12.397404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.410189 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.532344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:12.728089 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.752164 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.822589 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bfd99-70e9-41b1-b93f-dabe5270f1f7 None None] Pushing event updated for resources: {'Port': ['ID=b96bd4cb-e726-4431-a649-c996f444c524,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:12.934619 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Attempting to bind port b96bd4cb-e726-4431-a649-c996f444c524 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:12.935246 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Attempting to bind port b96bd4cb-e726-4431-a649-c996f444c524 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:12.935772 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Attempting to bind port b96bd4cb-e726-4431-a649-c996f444c524 on network ec83a056-68da-476a-a24c-848714467fa2 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:12.942976 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:12.943641 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Checking segment: {'id': 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:12.944228 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.945034 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Bound using segment: {'id': 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:12.945683 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Bound port: b96bd4cb-e726-4431-a649-c996f444c524, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:12.946283 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.029294 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-cb4ea949-2691-483f-9700-856a83178009 None None] For port b96bd4cb-e726-4431-a649-c996f444c524, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:13.042014 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-cb4ea949-2691-483f-9700-856a83178009 None None] For port b96bd4cb-e726-4431-a649-c996f444c524, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b96bd4cb-e726-4431-a649-c996f444c524,segment=NetworkSegment(f40d3d1f-aa24-4efa-8c69-fd4ea5762563),segment_id=f40d3d1f-aa24-4efa-8c69-fd4ea5762563)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:13.048720 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.182440 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bfd99-70e9-41b1-b93f-dabe5270f1f7 None None] Pushing event updated for resources: {'Port': ['ID=b96bd4cb-e726-4431-a649-c996f444c524,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:13.186080 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Routers {'47a62f15-84d9-4e80-8072-ddae76547d4b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:13.187607 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cb4ea949-2691-483f-9700-856a83178009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['47a62f15-84d9-4e80-8072-ddae76547d4b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:13.314038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-68b50666-ad2e-4fed-a8a4-3f0ee779bb7c None None] Provisioning complete for port b96bd4cb-e726-4431-a649-c996f444c524 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:13.314645 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68b50666-ad2e-4fed-a8a4-3f0ee779bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.476186 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68b50666-ad2e-4fed-a8a4-3f0ee779bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.575172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-68b50666-ad2e-4fed-a8a4-3f0ee779bb7c None None] For port b96bd4cb-e726-4431-a649-c996f444c524, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b96bd4cb-e726-4431-a649-c996f444c524,segment=NetworkSegment(f40d3d1f-aa24-4efa-8c69-fd4ea5762563),segment_id=f40d3d1f-aa24-4efa-8c69-fd4ea5762563)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:13.582923 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-68b50666-ad2e-4fed-a8a4-3f0ee779bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.666696 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cb4ea949-2691-483f-9700-856a83178009 None None] Set router 47a62f15-84d9-4e80-8072-ddae76547d4b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:13.729118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b50666-ad2e-4fed-a8a4-3f0ee779bb7c None None] Pushing event updated for resources: {'Port': ['ID=b96bd4cb-e726-4431-a649-c996f444c524,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:13.742715 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2f5a4ec0-1e0a-4081-9a28-30b516c51a75 None None] Provisioning complete for port b96bd4cb-e726-4431-a649-c996f444c524 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:13.743221 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4ec0-1e0a-4081-9a28-30b516c51a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.038059 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cb4ea949-2691-483f-9700-856a83178009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'name': 'tempest-TestVolumeBackupRestore-651727406-router', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 4, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'gw_port': {'id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:59Z', 'updated_at': '2022-04-18T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b96bd4cb-e726-4431-a649-c996f444c524', 'name': '', 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'mac_address': 'fa:16:3e:60:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:03Z', 'updated_at': '2022-04-18T20:56:13Z', 'revision_number': 4, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'subnets': [{'id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:14.065706 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ea949-2691-483f-9700-856a83178009 None None] The sync data for ids ['47a62f15-84d9-4e80-8072-ddae76547d4b'] in n-d-836015-4 is: [{'id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'name': 'tempest-TestVolumeBackupRestore-651727406-router', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T20:56:05Z', 'revision_number': 4, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'gw_port': {'id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:59Z', 'updated_at': '2022-04-18T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b96bd4cb-e726-4431-a649-c996f444c524', 'name': '', 'network_id': 'ec83a056-68da-476a-a24c-848714467fa2', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'mac_address': 'fa:16:3e:60:10:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:03Z', 'updated_at': '2022-04-18T20:56:13Z', 'revision_number': 4, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'subnets': [{'id': '3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:14.198840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b754e8-7224-4e9b-9be4-7eb6447b5d4f req-e9733ab6-eeb5-4fd9-a81c-34d742a27fc2 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:14.200439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3b754e8-7224-4e9b-9be4-7eb6447b5d4f req-e9733ab6-eeb5-4fd9-a81c-34d742a27fc2 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.8646429 Apr 18 20:56:14.215673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-adcbc47b-9ac5-4b7c-b9b5-edccb5577f37 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720243 Apr 18 20:56:14.244098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-cf2a395d-a58e-48bd-b5b4-430ba3f74865 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:56:14.245393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-cf2a395d-a58e-48bd-b5b4-430ba3f74865 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057385 Apr 18 20:56:14.305664 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3b754e8-7224-4e9b-9be4-7eb6447b5d4f req-79aed389-a560-42d6-a5e2-4fe6c55856ea tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938396 Apr 18 20:56:15.254525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b96bd4cb-e726-4431-a649-c996f444c524 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:15.359113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b96bd4cb-e726-4431-a649-c996f444c524 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:15.359804 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.403660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-2346e216-e9ae-42b4-a011-9d99548a1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:15.407455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-2346e216-e9ae-42b4-a011-9d99548a1544 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898&tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e HTTP/1.1" status: 200 len: 1094 time: 0.0836031 Apr 18 20:56:15.506513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee363e-81bf-4b6b-8af9-44fa6dfcf5da req-ee1160db-a846-4e4b-acf2-1bc51554a02e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:15.508137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4ee363e-81bf-4b6b-8af9-44fa6dfcf5da req-ee1160db-a846-4e4b-acf2-1bc51554a02e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.0996609 Apr 18 20:56:15.510118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-73f05a96-0375-4ade-997d-7443e636e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:15.514324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-73f05a96-0375-4ade-997d-7443e636e948 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 1094 time: 0.0713174 Apr 18 20:56:15.647409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-01ae8073-3ec3-4af7-8f51-75f0a71f36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:15.649092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-01ae8073-3ec3-4af7-8f51-75f0a71f36a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.1163013 Apr 18 20:56:15.654759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4ee363e-81bf-4b6b-8af9-44fa6dfcf5da req-a835cacf-eff5-4980-a44d-e19b854879d9 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388175 Apr 18 20:56:15.757973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-5a0b303e-ade6-4c6d-9a58-93b2511cf588 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 HTTP/1.1" status: 200 len: 999 time: 0.0991135 Apr 18 20:56:15.835348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-180b90a7-c404-4335-b913-bd0586df57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:15.836912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-180b90a7-c404-4335-b913-bd0586df57a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.0613818 Apr 18 20:56:15.922658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-881bd231-9880-43f0-9a60-e961ff56568c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:15.924711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-881bd231-9880-43f0-9a60-e961ff56568c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766547 Apr 18 20:56:15.990759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:16.032585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-d586da5e-4350-4e0f-9b20-cbee5af5757e service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961378 Apr 18 20:56:16.075297 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.193202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-d9dcdee6-c78f-4758-97d2-e5ba2af47229 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496186 Apr 18 20:56:16.940378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480d96e-d186-42de-9c6e-9fc2558ed63f req-b2d2dee7-b78f-4739-a920-2f19a907dfcc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:16.942177 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c480d96e-d186-42de-9c6e-9fc2558ed63f req-b2d2dee7-b78f-4739-a920-2f19a907dfcc tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.1519206 Apr 18 20:56:17.105035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c480d96e-d186-42de-9c6e-9fc2558ed63f req-26ed6df6-5949-4b15-a296-112da2b4bd5e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423554 Apr 18 20:56:18.350426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efec9de-bb16-4126-be3b-4af9fc9fbcc3 req-f2f2f2a6-d023-41cf-84ad-d50d354f5781 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:18.351867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8efec9de-bb16-4126-be3b-4af9fc9fbcc3 req-f2f2f2a6-d023-41cf-84ad-d50d354f5781 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.0628722 Apr 18 20:56:18.420360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8efec9de-bb16-4126-be3b-4af9fc9fbcc3 req-ba05b46d-28ea-4799-9b4c-3fac50d516db tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587502 Apr 18 20:56:19.709834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1626-4c70-4cb6-b77a-3e97dff98a3e req-3dd13a19-6dc6-423b-99f9-993953b06232 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:19.725096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db9a1626-4c70-4cb6-b77a-3e97dff98a3e req-3dd13a19-6dc6-423b-99f9-993953b06232 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.1359928 Apr 18 20:56:19.847450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db9a1626-4c70-4cb6-b77a-3e97dff98a3e req-e5db8419-5eaa-4755-8f2a-b6e73ceb8b59 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213496 Apr 18 20:56:20.892698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-2e39b2cf-ca93-48a3-b03d-5d0f647225bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:20.894304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-2e39b2cf-ca93-48a3-b03d-5d0f647225bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 1094 time: 0.1276002 Apr 18 20:56:21.314836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-62193b58-7105-4459-8f81-c7e54a83afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:21.316435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-62193b58-7105-4459-8f81-c7e54a83afee service neutron] 10.222.0.64 "GET /v2.0/networks?id=24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 200 len: 918 time: 0.3952544 Apr 18 20:56:21.330419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba7c3-3624-4503-99ae-36145be1c113 req-c512e116-489f-4d69-9a86-f819adcac04d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:21.347717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a2ba7c3-3624-4503-99ae-36145be1c113 req-c512e116-489f-4d69-9a86-f819adcac04d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.2034295 Apr 18 20:56:21.449536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-317d13bc-6de6-4afe-8c46-28717d0442f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 HTTP/1.1" status: 200 len: 999 time: 0.0785139 Apr 18 20:56:21.527686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-d01739e9-49ad-4dd3-b59a-251028307da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:21.529818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-d01739e9-49ad-4dd3-b59a-251028307da3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 200 len: 856 time: 0.0715420 Apr 18 20:56:21.540813 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a2ba7c3-3624-4503-99ae-36145be1c113 req-22504739-82f4-4c74-a171-e87685105547 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914434 Apr 18 20:56:21.596220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-ff68aa67-d97e-477e-8827-1f670343f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:21.608755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-ff68aa67-d97e-477e-8827-1f670343f2f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=24bb1989-e61e-4425-b497-b7c9b44bf9e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667191 Apr 18 20:56:21.894143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-b5f694af-ec43-40e0-b9d8-1210bdcd33b8 service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515600 Apr 18 20:56:22.209047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-988189ae-3e9c-47d2-bbf2-5b22b7bb9718 req-9aaccf9a-3db7-4e41-9482-92c1fecdb8af service neutron] 10.222.0.64 "GET /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620966 Apr 18 20:56:22.871493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5634-5ba6-461f-abd8-d830302d63e8 req-51d50b6f-2e84-4cf1-8ef2-dec540945d18 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:22.901065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2af5634-5ba6-461f-abd8-d830302d63e8 req-51d50b6f-2e84-4cf1-8ef2-dec540945d18 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.1617317 Apr 18 20:56:22.994111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2af5634-5ba6-461f-abd8-d830302d63e8 req-86f4be86-1011-4f20-8b89-89b2aad090bf tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884125 Apr 18 20:56:24.260604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2ec43-1f82-4e3c-9d6e-1830958b7ac8 req-dfab3450-ac20-48f0-8042-c3bed5efb2a6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.273235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37b2ec43-1f82-4e3c-9d6e-1830958b7ac8 req-dfab3450-ac20-48f0-8042-c3bed5efb2a6 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.1019125 Apr 18 20:56:24.449224 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-37b2ec43-1f82-4e3c-9d6e-1830958b7ac8 req-eb3d6be7-1554-4c71-b698-4a398f69dcc5 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784894 Apr 18 20:56:25.815751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32697-0879-46c5-8191-afef34cddd61 req-15f4acc1-affa-4778-aa03-4341094cd498 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:25.817531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46e32697-0879-46c5-8191-afef34cddd61 req-15f4acc1-affa-4778-aa03-4341094cd498 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.1170681 Apr 18 20:56:25.892617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46e32697-0879-46c5-8191-afef34cddd61 req-4062f6dd-3c0f-4036-ae85-054d3e0752cd tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664532 Apr 18 20:56:27.062160 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b584061-727b-47d4-9cd2-33e8918092f6 req-96e5426a-f3f0-4a09-8416-589178d27825 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:27.063584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b584061-727b-47d4-9cd2-33e8918092f6 req-96e5426a-f3f0-4a09-8416-589178d27825 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.0558050 Apr 18 20:56:27.109993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b584061-727b-47d4-9cd2-33e8918092f6 req-f7d5f50d-103e-4934-8b93-c9f933e5b3ff tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 Apr 18 20:56:28.283175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d967f-da24-48c8-9304-8c3cb2123c5c req-095b9dd1-86a5-4490-b94c-ef71eb908385 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:28.285898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-080d967f-da24-48c8-9304-8c3cb2123c5c req-095b9dd1-86a5-4490-b94c-ef71eb908385 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.0545657 Apr 18 20:56:28.335667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-080d967f-da24-48c8-9304-8c3cb2123c5c req-6f470d0c-8f27-418d-abd5-fffeea8d3fbe tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428996 Apr 18 20:56:29.468850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ea228-d978-4621-9cf1-018599c49d01 req-0b8e10b5-4190-489f-92a6-e48d11512d6d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:29.477343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-730ea228-d978-4621-9cf1-018599c49d01 req-0b8e10b5-4190-489f-92a6-e48d11512d6d tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 943 time: 0.0596685 Apr 18 20:56:29.527062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-730ea228-d978-4621-9cf1-018599c49d01 req-b8150151-b04a-43b8-9ae7-0149ad081abd tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485606 Apr 18 20:56:30.059893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:56:30.220649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:30.264894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'port_id': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'mac_address': 'fa:16:3e:82:5f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:56:30.313494 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.351018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:30.384249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:30.392647 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.460708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:30.649749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:56:30.678336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839fdbf-280d-40a7-8836-33306f008e9f req-d677dd46-c56e-4a3f-83c4-dbc355f83462 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:30.685611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a839fdbf-280d-40a7-8836-33306f008e9f req-d677dd46-c56e-4a3f-83c4-dbc355f83462 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 944 time: 0.0865421 Apr 18 20:56:30.782381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a839fdbf-280d-40a7-8836-33306f008e9f req-948fb490-821b-4923-b772-d0d7750ed0d0 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905154 Apr 18 20:56:31.944498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687f49-31f1-4d3c-ace1-df187fc8616e req-89cc20d5-c464-4ed6-956f-7d9350f37461 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:31.958088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9687f49-31f1-4d3c-ace1-df187fc8616e req-89cc20d5-c464-4ed6-956f-7d9350f37461 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 944 time: 0.0780134 Apr 18 20:56:32.030188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9687f49-31f1-4d3c-ace1-df187fc8616e req-eacda8f4-3201-4e38-a2a9-d8c02e067541 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707240 Apr 18 20:56:32.059726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:32.134168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:32.134651 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.232611 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.289248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:32.291274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:32.294018 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e78180b-fbb8-4f0d-8f33-69b3b0b69e7b" -d '{"events": [{"server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "name": "network-vif-plugged", "status": "completed", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:56:32.298065 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:32.349143 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3165ac9b-d59d-4db2-8f7d-c1b01641d3b1 x-openstack-request-id: req-3165ac9b-d59d-4db2-8f7d-c1b01641d3b1 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:56:32.349453 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "name": "network-vif-plugged", "status": "completed", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:56:32.349678 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3165ac9b-d59d-4db2-8f7d-c1b01641d3b1 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:56:32.350066 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3165ac9b-d59d-4db2-8f7d-c1b01641d3b1'] response: {'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'code': 200} Apr 18 20:56:32.370059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=10']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:32.598695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f641cc-8406-4e8f-91ab-c709f98928ce req-f9555419-6459-42e3-983f-9bafc023ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.601097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71f641cc-8406-4e8f-91ab-c709f98928ce req-f9555419-6459-42e3-983f-9bafc023ef3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 1097 time: 0.0481975 Apr 18 20:56:32.651521 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71f641cc-8406-4e8f-91ab-c709f98928ce req-c5e802c8-4c96-49f3-b2b5-7fd575d9941c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395882 Apr 18 20:56:33.224984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b1a06-bdff-4668-9e72-6f0e3751a524 req-a499d6a9-35b1-4a80-95cf-5bcf2df57880 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:33.227029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-474b1a06-bdff-4668-9e72-6f0e3751a524 req-a499d6a9-35b1-4a80-95cf-5bcf2df57880 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 946 time: 0.0771534 Apr 18 20:56:33.282459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-474b1a06-bdff-4668-9e72-6f0e3751a524 req-9c3401d1-332c-4877-ad0d-be34f9d9bfb5 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490160 Apr 18 20:56:34.496049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00539e67-8859-4217-abde-9a8de227ed72 req-f5f8b53f-69b4-4a2e-a5ba-a1df3dd73410 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:34.500291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00539e67-8859-4217-abde-9a8de227ed72 req-f5f8b53f-69b4-4a2e-a5ba-a1df3dd73410 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 946 time: 0.1026821 Apr 18 20:56:34.560771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00539e67-8859-4217-abde-9a8de227ed72 req-907f45c6-da11-4d2f-b564-f8d8b375c970 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547402 Apr 18 20:56:35.725324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742af8b-e770-4494-9166-d0a2938db698 req-d1edb0f0-322c-40f7-8a2f-c9616cad32b4 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:35.728042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c742af8b-e770-4494-9166-d0a2938db698 req-d1edb0f0-322c-40f7-8a2f-c9616cad32b4 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 946 time: 0.0591614 Apr 18 20:56:35.798621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c742af8b-e770-4494-9166-d0a2938db698 req-0457a56a-a3a0-4794-bcd2-c84b8009e750 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637660 Apr 18 20:56:35.925587 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c1ace03-af3d-40e6-ac83-842690fe2cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.489663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39666) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:37.562295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Deleting subnet 79b8037b-1217-4b58-90dd-9967f53f8703 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:56:37.566367 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.608002 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.689396 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.796216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.858862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b8037b-1217-4b58-90dd-9967f53f8703,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:37.865633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.873561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/79b8037b-1217-4b58-90dd-9967f53f8703 HTTP/1.1" status: 204 len: 168 time: 0.3805017 Apr 18 20:56:37.874403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39672) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:37.881904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.882464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.883064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.883631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.884294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.884818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.885565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.886139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.886678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.887331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.887935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.888683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c609a38-ffdc-4c41-b848-d0bb19743884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:37.994104 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.101848 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.128580 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae77c39-2af8-409b-a445-2fa972ba9d49']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:38.144175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:38.145425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4333abc9-b7c4-4d94-986e-78f3cfe1c7f6') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:38.166352 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.195754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.204794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:38.205975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:38.219427 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:38.276073 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.309180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.312976 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8ae77c39-2af8-409b-a445-2fa972ba9d49 HTTP/1.1" status: 204 len: 168 time: 0.4364107 Apr 18 20:56:38.314661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae437246-9f67-4372-b5a7-733c5d095610 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae77c39-2af8-409b-a445-2fa972ba9d49,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:38.619431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39688) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:38.660754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1448fb65-8a84-41eb-91a7-6907f680347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.678057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-242fb999-3ba8-4a9f-8d1c-d93e16da4544 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=254234ce6f164a8699879540863d49bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566349 Apr 18 20:56:38.681366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39690) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:38.766602 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e7352880-209f-4f98-89c3-e4e264c506d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.809725 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e7352880-209f-4f98-89c3-e4e264c506d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.885537 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e7352880-209f-4f98-89c3-e4e264c506d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.889695 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e7352880-209f-4f98-89c3-e4e264c506d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:38.893574 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e7352880-209f-4f98-89c3-e4e264c506d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa90e38b-8d04-4132-9b0e-10a1778d780b HTTP/1.1" status: 204 len: 168 time: 0.2098818 Apr 18 20:56:38.918031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7352880-209f-4f98-89c3-e4e264c506d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa90e38b-8d04-4132-9b0e-10a1778d780b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:39.337744 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.835052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39730) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:39.968653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1070840214-network', 'tenant_id': '4931577b62554d0d943203a9c0eeb770'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:39.993240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Made reservation on behalf of 4931577b62554d0d943203a9c0eeb770 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:39.995537 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.004278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.092706 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.099314 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.126048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:40.139538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4005fccf-fc61-458d-b151-5ae0c6f1ce92,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:40.147433 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.147920 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Added segment 47831744-df54-4094-a996-14382e4c7408 of type vlan for network a3a2351c-1ad1-4b3f-a979-783d8772fdca Apr 18 20:56:40.209048 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.235750 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.236943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:40.237659 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.310796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4736149 Apr 18 20:56:40.311770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a43d6-29b3-4c32-852e-fe415f7a6305 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a2351c-1ad1-4b3f-a979-783d8772fdca,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:40.316619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39740) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:40.321991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Request body: {'subnet': {'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1070840214-subnet', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:40.332826 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a3a2351c-1ad1-4b3f-a979-783d8772fdca details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:40.349548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Made reservation on behalf of 4931577b62554d0d943203a9c0eeb770 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:40.353239 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.561580 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.616402 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.688828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea633e1-8a61-45ad-a747-f8a2ad656a65,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:40.699726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Checking segment: {'id': '47831744-df54-4094-a996-14382e4c7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:40.700165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Network hostable DHCP agents. Network: a3a2351c-1ad1-4b3f-a979-783d8772fdca, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:40.729575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Network a3a2351c-1ad1-4b3f-a979-783d8772fdca is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:40.742437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a3a2351c-1ad1-4b3f-a979-783d8772fdca) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:40.747277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:40.747979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.752118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1e7dc4-3b5c-495f-959e-2552faf57115 None None] Network a3a2351c-1ad1-4b3f-a979-783d8772fdca requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:40.804320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0b56c9ce-130a-4d20-9466-235ba86e2973 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4867125 Apr 18 20:56:40.806837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39750) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:40.811288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1070840214-router', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:40.838394 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.840291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.915735 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.968541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a3a2351c-1ad1-4b3f-a979-783d8772fdca', 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'fixed_ips': [{'subnet_id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:56:40.969881 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.116863 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.198577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Allocated IP 172.20.0.2 (a3a2351c-1ad1-4b3f-a979-783d8772fdca/1ea633e1-8a61-45ad-a747-f8a2ad656a65/ee3745b1-a988-46f2-bab6-6284b6fc927f) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:41.221333 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.385728 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.393991 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.396589 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.415518 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.442000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Network a3a2351c-1ad1-4b3f-a979-783d8772fdca is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:41.446200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:41.451149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:41.474869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Pushing event updated for resources: {'Port': ['ID=ee3745b1-a988-46f2-bab6-6284b6fc927f,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:41.517324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Attempting to bind port ee3745b1-a988-46f2-bab6-6284b6fc927f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:41.517692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Attempting to bind port ee3745b1-a988-46f2-bab6-6284b6fc927f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '47831744-df54-4094-a996-14382e4c7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:41.518055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Attempting to bind port ee3745b1-a988-46f2-bab6-6284b6fc927f on network a3a2351c-1ad1-4b3f-a979-783d8772fdca {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:41.532225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:41.533075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Checking segment: {'id': '47831744-df54-4094-a996-14382e4c7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:41.533665 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.534304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Bound using segment: {'id': '47831744-df54-4094-a996-14382e4c7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:41.534981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Bound port: ee3745b1-a988-46f2-bab6-6284b6fc927f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47831744-df54-4094-a996-14382e4c7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:41.535575 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.542718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Allocated IP 172.25.2.119 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/5e39f618-3ba1-4969-9009-0a9f2975150e) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:41.622213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] For port ee3745b1-a988-46f2-bab6-6284b6fc927f, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:41.627111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] For port ee3745b1-a988-46f2-bab6-6284b6fc927f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ee3745b1-a988-46f2-bab6-6284b6fc927f,segment=NetworkSegment(47831744-df54-4094-a996-14382e4c7408),segment_id=47831744-df54-4094-a996-14382e4c7408)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:41.631478 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.697153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f937a5-2648-4682-9e78-cd2af2fd000c None None] Pushing event updated for resources: {'Port': ['ID=ee3745b1-a988-46f2-bab6-6284b6fc927f,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:41.708559 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.749631 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.812531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:41.815531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:41.820396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:41.823575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Pushing event updated for resources: {'Port': ['ID=5e39f618-3ba1-4969-9009-0a9f2975150e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:42.145158 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.327381 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.404122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.579569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Router 73105341-8ec3-43ac-b797-2a2e31a22d7a is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:42.946933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dad0e1a-32ab-4245-b16e-18719d1b16a1 None None] Network a3a2351c-1ad1-4b3f-a979-783d8772fdca requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:43.046819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Provisioning complete for port ee3745b1-a988-46f2-bab6-6284b6fc927f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:43.047380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.134556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:43.154094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Sync routers for ids ['73105341-8ec3-43ac-b797-2a2e31a22d7a'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:43.170247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.174829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8a419834-e2de-458e-9285-7cf0b97dee3b admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3637118 Apr 18 20:56:43.175489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39802) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:43.236060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Routers {'73105341-8ec3-43ac-b797-2a2e31a22d7a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:43.236964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['73105341-8ec3-43ac-b797-2a2e31a22d7a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:43.320756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ee3745b1-a988-46f2-bab6-6284b6fc927f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:43.640967 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.736596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Set router 73105341-8ec3-43ac-b797-2a2e31a22d7a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:43.875185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.884085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] For port ee3745b1-a988-46f2-bab6-6284b6fc927f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ee3745b1-a988-46f2-bab6-6284b6fc927f,segment=NetworkSegment(47831744-df54-4094-a996-14382e4c7408),segment_id=47831744-df54-4094-a996-14382e4c7408)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:43.912657 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.923147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ee3745b1-a988-46f2-bab6-6284b6fc927f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:43.931742 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.042086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Pushing event updated for resources: {'Port': ['ID=ee3745b1-a988-46f2-bab6-6284b6fc927f,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:44.066719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.067384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.067725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.068100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.068479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.069126 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.069373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.069923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.070258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.070584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.071651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.072010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033910a4-a395-4458-a86a-331ac67a5915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:44.109245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-df32c4ad-e868-4b0e-b008-77bbe4941690 None None] Provisioning complete for port ee3745b1-a988-46f2-bab6-6284b6fc927f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:44.109615 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-df32c4ad-e868-4b0e-b008-77bbe4941690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.127483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Allocated IP 172.20.0.1 (a3a2351c-1ad1-4b3f-a979-783d8772fdca/1ea633e1-8a61-45ad-a747-f8a2ad656a65/f37fa140-f877-4960-8449-482910c89eef) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:44.208718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'name': 'tempest-TestAggregatesBasicOps-1070840214-router', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:41Z', 'revision_number': 3, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'gw_port': {'id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:41Z', 'updated_at': '2022-04-18T20:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:44.238345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Checking router: 73105341-8ec3-43ac-b797-2a2e31a22d7a for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:44.238502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Updating router 73105341-8ec3-43ac-b797-2a2e31a22d7a port 5e39f618-3ba1-4969-9009-0a9f2975150e binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:44.275649 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.300071 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.336491 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.390865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Network a3a2351c-1ad1-4b3f-a979-783d8772fdca is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:44.394059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:44.400686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:44.443485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.503628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Pushing event updated for resources: {'Port': ['ID=f37fa140-f877-4960-8449-482910c89eef,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:44.668197 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.775356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-befd0bc9-0d53-489c-94c7-1c91ed901b44 None None] Provisioning complete for port f37fa140-f877-4960-8449-482910c89eef triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:44.776049 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-befd0bc9-0d53-489c-94c7-1c91ed901b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.823210 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.835705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.853158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-befd0bc9-0d53-489c-94c7-1c91ed901b44 None None] Port f37fa140-f877-4960-8449-482910c89eef cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:56:44.953341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810c7ee-45bd-4b5a-9b2f-9be0d3b81498 None None] Pushing event updated for resources: {'Port': ['ID=5e39f618-3ba1-4969-9009-0a9f2975150e,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:44.956071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Attempting to bind port 5e39f618-3ba1-4969-9009-0a9f2975150e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:44.956439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Attempting to bind port 5e39f618-3ba1-4969-9009-0a9f2975150e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:44.956799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Attempting to bind port 5e39f618-3ba1-4969-9009-0a9f2975150e on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:44.963628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:44.964375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:44.964927 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.965552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:44.966301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Bound port: 5e39f618-3ba1-4969-9009-0a9f2975150e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:44.966857 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.982210 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.989180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.040905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] For port 5e39f618-3ba1-4969-9009-0a9f2975150e, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:45.047164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Pushing event updated for resources: {'Port': ['ID=f37fa140-f877-4960-8449-482910c89eef,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.051850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] For port 5e39f618-3ba1-4969-9009-0a9f2975150e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5e39f618-3ba1-4969-9009-0a9f2975150e,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:45.060418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.090521 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.146284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810c7ee-45bd-4b5a-9b2f-9be0d3b81498 None None] Pushing event updated for resources: {'Port': ['ID=5e39f618-3ba1-4969-9009-0a9f2975150e,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.188525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Routers {'73105341-8ec3-43ac-b797-2a2e31a22d7a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:45.191352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['73105341-8ec3-43ac-b797-2a2e31a22d7a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:45.232898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Network a3a2351c-1ad1-4b3f-a979-783d8772fdca is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:45.234455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:45.243677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ee3745b1-a988-46f2-bab6-6284b6fc927f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:45.453901 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] Set router 73105341-8ec3-43ac-b797-2a2e31a22d7a gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:45.462864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ee3745b1-a988-46f2-bab6-6284b6fc927f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:45.463522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.465201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Router 73105341-8ec3-43ac-b797-2a2e31a22d7a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:45.630528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:45.654210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f62052cf-a226-4581-9de4-76030e22d4de admin admin] 10.222.0.49 "PUT /v2.0/routers/73105341-8ec3-43ac-b797-2a2e31a22d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4767649 Apr 18 20:56:45.746475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7d2611-ff6b-43e3-bf8b-43c213d8c42d None None] Provisioning complete for port f37fa140-f877-4960-8449-482910c89eef triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:45.747340 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2611-ff6b-43e3-bf8b-43c213d8c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.853772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d2611-ff6b-43e3-bf8b-43c213d8c42d None None] Port f37fa140-f877-4960-8449-482910c89eef cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:56:45.894178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'name': 'tempest-TestAggregatesBasicOps-1070840214-router', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:44Z', 'revision_number': 4, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'gw_port': {'id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:41Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'f37fa140-f877-4960-8449-482910c89eef', 'name': '', 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'mac_address': 'fa:16:3e:98:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:43Z', 'updated_at': '2022-04-18T20:56:44Z', 'revision_number': 2, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'subnets': [{'id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:45.935975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52352a-64da-45cb-bcca-e4bcc43927d7 None None] The sync data for ids ['73105341-8ec3-43ac-b797-2a2e31a22d7a'] in n-d-836015-4 is: [{'id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'name': 'tempest-TestAggregatesBasicOps-1070840214-router', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:44Z', 'revision_number': 4, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'gw_port': {'id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:41Z', 'updated_at': '2022-04-18T20:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'f37fa140-f877-4960-8449-482910c89eef', 'name': '', 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'mac_address': 'fa:16:3e:98:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:43Z', 'updated_at': '2022-04-18T20:56:44Z', 'revision_number': 2, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'subnets': [{'id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:45.998848 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.233457 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:56:46.474566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39890) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:46.480056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1652334143-network', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:46.506081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Made reservation on behalf of bc3b7c69ba8e4136b3d873c9f9e573a4 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:46.509959 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.535786 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.689561 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.695709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.720150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:46.748254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44444646-5322-4e4f-98da-5dcbaf74899d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:46.751548 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.752016 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Added segment 18bb6e30-9dbe-45f7-a997-b4b870bc76e9 of type vlan for network 2b312a8b-fde9-4b6b-b553-c90952b17383 Apr 18 20:56:46.841654 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.891746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.892808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:46.893406 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.962857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4871194 Apr 18 20:56:46.965791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39898) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:46.970768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Request body: {'subnet': {'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1652334143-subnet', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:46.984291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305850d-de36-461f-a598-00a6fa9e71e2 admin admin] Pushing event updated for resources: {'Network': ['ID=2b312a8b-fde9-4b6b-b553-c90952b17383,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:46.995974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 2b312a8b-fde9-4b6b-b553-c90952b17383 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:56:47.024780 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Made reservation on behalf of bc3b7c69ba8e4136b3d873c9f9e573a4 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:47.024780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.236925 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5e39f618-3ba1-4969-9009-0a9f2975150e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:47.272795 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.325959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295a4e3f-304b-4b8d-937d-7224642720ac,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:47.346733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5e39f618-3ba1-4969-9009-0a9f2975150e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:47.347371 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.365155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Checking segment: {'id': '18bb6e30-9dbe-45f7-a997-b4b870bc76e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:47.365511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Network hostable DHCP agents. Network: 2b312a8b-fde9-4b6b-b553-c90952b17383, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:47.397699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Network 2b312a8b-fde9-4b6b-b553-c90952b17383 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:47.424024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 2b312a8b-fde9-4b6b-b553-c90952b17383) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:47.438791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.443047 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.473742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e62243-2c87-4bbd-b537-3e3cbf97d47b None None] Network 2b312a8b-fde9-4b6b-b553-c90952b17383 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:47.476818 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-40001b55-e266-4c01-9ea0-9be248682aa9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5093069 Apr 18 20:56:47.479458 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.479676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 39910) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:47.494087 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1652334143-router', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:47.531684 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.533350 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.561931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 5e39f618-3ba1-4969-9009-0a9f2975150e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5e39f618-3ba1-4969-9009-0a9f2975150e,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:47.568937 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.650780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.754125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-2b312a8b-fde9-4b6b-b553-c90952b17383', 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'fixed_ips': [{'subnet_id': '295a4e3f-304b-4b8d-937d-7224642720ac'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:56:47.754983 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.767746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=5e39f618-3ba1-4969-9009-0a9f2975150e,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:47.886834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.937580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Allocated IP 172.20.0.2 (2b312a8b-fde9-4b6b-b553-c90952b17383/295a4e3f-304b-4b8d-937d-7224642720ac/f32bc197-437b-4005-bf04-76ce532f8775) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:48.155772 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.169681 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.202963 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.227788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Network 2b312a8b-fde9-4b6b-b553-c90952b17383 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:48.231357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:48.235281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:48.243540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Pushing event updated for resources: {'Port': ['ID=f32bc197-437b-4005-bf04-76ce532f8775,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:48.254154 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.415015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Allocated IP 172.25.2.196 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/8a5c86f9-01e1-4779-970b-72c2949c7e44) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:48.525589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Attempting to bind port f32bc197-437b-4005-bf04-76ce532f8775 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:48.526642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Attempting to bind port f32bc197-437b-4005-bf04-76ce532f8775 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '18bb6e30-9dbe-45f7-a997-b4b870bc76e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:48.527452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Attempting to bind port f32bc197-437b-4005-bf04-76ce532f8775 on network 2b312a8b-fde9-4b6b-b553-c90952b17383 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:48.537555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:48.537929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Checking segment: {'id': '18bb6e30-9dbe-45f7-a997-b4b870bc76e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:48.538327 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.538718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Bound using segment: {'id': '18bb6e30-9dbe-45f7-a997-b4b870bc76e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:48.539483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Bound port: f32bc197-437b-4005-bf04-76ce532f8775, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb6e30-9dbe-45f7-a997-b4b870bc76e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:48.539888 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.643718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] For port f32bc197-437b-4005-bf04-76ce532f8775, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:48.655381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] For port f32bc197-437b-4005-bf04-76ce532f8775, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f32bc197-437b-4005-bf04-76ce532f8775,segment=NetworkSegment(18bb6e30-9dbe-45f7-a997-b4b870bc76e9),segment_id=18bb6e30-9dbe-45f7-a997-b4b870bc76e9)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:48.663594 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.821010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d3e60-255e-4e16-ac97-8eecd3b9c144 None None] Pushing event updated for resources: {'Port': ['ID=f32bc197-437b-4005-bf04-76ce532f8775,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:48.975449 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.033070 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.126618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Pushing event updated for resources: {'Port': ['ID=8a5c86f9-01e1-4779-970b-72c2949c7e44,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:49.173796 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:49.176439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:49.180122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:49.214103 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Sync routers for ids ['73105341-8ec3-43ac-b797-2a2e31a22d7a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:49.240812 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Routers {'73105341-8ec3-43ac-b797-2a2e31a22d7a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:49.242752 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['73105341-8ec3-43ac-b797-2a2e31a22d7a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:49.255188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5e39f618-3ba1-4969-9009-0a9f2975150e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:49.360908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5e39f618-3ba1-4969-9009-0a9f2975150e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:49.361626 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.420612 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Set router 73105341-8ec3-43ac-b797-2a2e31a22d7a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:49.717016 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.760013 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'name': 'tempest-TestAggregatesBasicOps-1070840214-router', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:44Z', 'revision_number': 4, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'gw_port': {'id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:41Z', 'updated_at': '2022-04-18T20:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'f37fa140-f877-4960-8449-482910c89eef', 'name': '', 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'mac_address': 'fa:16:3e:98:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:43Z', 'updated_at': '2022-04-18T20:56:44Z', 'revision_number': 2, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'subnets': [{'id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:49.809069 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Checking router: 73105341-8ec3-43ac-b797-2a2e31a22d7a for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:49.810033 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Updating router 73105341-8ec3-43ac-b797-2a2e31a22d7a port f37fa140-f877-4960-8449-482910c89eef binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:49.864137 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.058303 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.263958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Router 81d3d61c-d63b-4ee1-a188-b30ce181b796 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:56:50.329208 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.337060 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.410414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6ac392-4bbf-48fa-88ac-e805aba52abf None None] Network 2b312a8b-fde9-4b6b-b553-c90952b17383 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:50.415272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:50.448346 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.452411 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-417c7a5d-af9f-4e63-938b-29938f9ad4cd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9694216 Apr 18 20:56:50.452913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 39980) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:50.469742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Sync routers for ids ['81d3d61c-d63b-4ee1-a188-b30ce181b796'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:50.517243 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1726097-f997-493d-b460-154e227e61c3 None None] Pushing event updated for resources: {'Port': ['ID=f37fa140-f877-4960-8449-482910c89eef,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:50.560062 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Attempting to bind port f37fa140-f877-4960-8449-482910c89eef on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:50.560422 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Attempting to bind port f37fa140-f877-4960-8449-482910c89eef by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '47831744-df54-4094-a996-14382e4c7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:50.560832 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Attempting to bind port f37fa140-f877-4960-8449-482910c89eef on network a3a2351c-1ad1-4b3f-a979-783d8772fdca {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:50.568578 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:50.569269 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Checking segment: {'id': '47831744-df54-4094-a996-14382e4c7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:50.570434 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.571064 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Bound using segment: {'id': '47831744-df54-4094-a996-14382e4c7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:50.571765 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Bound port: f37fa140-f877-4960-8449-482910c89eef, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47831744-df54-4094-a996-14382e4c7408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:50.572438 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.601869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Routers {'81d3d61c-d63b-4ee1-a188-b30ce181b796'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:50.602518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['81d3d61c-d63b-4ee1-a188-b30ce181b796'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.644987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] For port f37fa140-f877-4960-8449-482910c89eef, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:50.648971 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] For port f37fa140-f877-4960-8449-482910c89eef, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f37fa140-f877-4960-8449-482910c89eef,segment=NetworkSegment(47831744-df54-4094-a996-14382e4c7408),segment_id=47831744-df54-4094-a996-14382e4c7408)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:50.659486 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.728871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-668a3bd2-96de-4d6e-a020-3107c809a037 None None] Provisioning complete for port f32bc197-437b-4005-bf04-76ce532f8775 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:50.729248 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-668a3bd2-96de-4d6e-a020-3107c809a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.734802 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Routers {'73105341-8ec3-43ac-b797-2a2e31a22d7a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:50.735706 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['73105341-8ec3-43ac-b797-2a2e31a22d7a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.749921 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1726097-f997-493d-b460-154e227e61c3 None None] Pushing event updated for resources: {'Port': ['ID=f37fa140-f877-4960-8449-482910c89eef,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:51.003333 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] Set router 73105341-8ec3-43ac-b797-2a2e31a22d7a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:51.092163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Set router 81d3d61c-d63b-4ee1-a188-b30ce181b796 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:51.317206 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-668a3bd2-96de-4d6e-a020-3107c809a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.409817 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.466563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-668a3bd2-96de-4d6e-a020-3107c809a037 None None] For port f32bc197-437b-4005-bf04-76ce532f8775, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f32bc197-437b-4005-bf04-76ce532f8775,segment=NetworkSegment(18bb6e30-9dbe-45f7-a997-b4b870bc76e9),segment_id=18bb6e30-9dbe-45f7-a997-b4b870bc76e9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:51.480267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-668a3bd2-96de-4d6e-a020-3107c809a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.508524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f37fa140-f877-4960-8449-482910c89eef up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:51.519179 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'name': 'tempest-TestAggregatesBasicOps-1070840214-router', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:44Z', 'revision_number': 4, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'gw_port': {'id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:41Z', 'updated_at': '2022-04-18T20:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'f37fa140-f877-4960-8449-482910c89eef', 'name': '', 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'mac_address': 'fa:16:3e:98:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:43Z', 'updated_at': '2022-04-18T20:56:50Z', 'revision_number': 4, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'subnets': [{'id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:51.583692 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb90b895-5b0c-4835-91ab-1238250c0b62 None None] The sync data for ids ['73105341-8ec3-43ac-b797-2a2e31a22d7a'] in n-d-836015-4 is: [{'id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'name': 'tempest-TestAggregatesBasicOps-1070840214-router', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:44Z', 'revision_number': 4, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'gw_port': {'id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:41Z', 'updated_at': '2022-04-18T20:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'f37fa140-f877-4960-8449-482910c89eef', 'name': '', 'network_id': 'a3a2351c-1ad1-4b3f-a979-783d8772fdca', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'mac_address': 'fa:16:3e:98:a2:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:43Z', 'updated_at': '2022-04-18T20:56:50Z', 'revision_number': 4, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'subnets': [{'id': '1ea633e1-8a61-45ad-a747-f8a2ad656a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:51.701123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'name': 'tempest-TestAggregatesBasicOps-1652334143-router', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:47Z', 'updated_at': '2022-04-18T20:56:49Z', 'revision_number': 3, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'gw_port': {'id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:48Z', 'updated_at': '2022-04-18T20:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:51.725499 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Allocated IP 172.20.0.1 (2b312a8b-fde9-4b6b-b553-c90952b17383/295a4e3f-304b-4b8d-937d-7224642720ac/add9c996-5ad6-4f57-a072-30ca90708b17) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:51.788013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e80c533e-1576-4dfe-b1b7-970f67d47a09 None None] Provisioning complete for port f37fa140-f877-4960-8449-482910c89eef triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:51.789201 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e80c533e-1576-4dfe-b1b7-970f67d47a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.792107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a3bd2-96de-4d6e-a020-3107c809a037 None None] Pushing event updated for resources: {'Port': ['ID=f32bc197-437b-4005-bf04-76ce532f8775,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:51.797399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Checking router: 81d3d61c-d63b-4ee1-a188-b30ce181b796 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:51.797965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Updating router 81d3d61c-d63b-4ee1-a188-b30ce181b796 port 8a5c86f9-01e1-4779-970b-72c2949c7e44 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:51.888019 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.915677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f37fa140-f877-4960-8449-482910c89eef triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:51.916072 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.916743 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.962892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.051617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=add9c996-5ad6-4f57-a072-30ca90708b17,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:52.070194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Network 2b312a8b-fde9-4b6b-b553-c90952b17383 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:52.071958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:52.087894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:56:52.193549 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.396806 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.444722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.462075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.490271 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.569688 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e80c533e-1576-4dfe-b1b7-970f67d47a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.598789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port f37fa140-f877-4960-8449-482910c89eef, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f37fa140-f877-4960-8449-482910c89eef,segment=NetworkSegment(47831744-df54-4094-a996-14382e4c7408),segment_id=47831744-df54-4094-a996-14382e4c7408)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:52.642003 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.642770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f32bc197-437b-4005-bf04-76ce532f8775 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:52.653479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b4513-d761-4d47-9a7e-9c5c1d307999 None None] Pushing event updated for resources: {'Port': ['ID=8a5c86f9-01e1-4779-970b-72c2949c7e44,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:52.681055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Attempting to bind port 8a5c86f9-01e1-4779-970b-72c2949c7e44 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:52.681451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Attempting to bind port 8a5c86f9-01e1-4779-970b-72c2949c7e44 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:52.681768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Attempting to bind port 8a5c86f9-01e1-4779-970b-72c2949c7e44 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:52.740110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:52.740485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:52.740884 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.741294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.741749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:52.741864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Bound port: 8a5c86f9-01e1-4779-970b-72c2949c7e44, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:52.742142 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.766010 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.824104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=f37fa140-f877-4960-8449-482910c89eef,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:52.833267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-e80c533e-1576-4dfe-b1b7-970f67d47a09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:52.833622 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-e80c533e-1576-4dfe-b1b7-970f67d47a09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:52.872410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f32bc197-437b-4005-bf04-76ce532f8775 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:52.872795 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.876719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] For port 8a5c86f9-01e1-4779-970b-72c2949c7e44, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:56:52.889362 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.921290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=add9c996-5ad6-4f57-a072-30ca90708b17,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:52.929096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] For port 8a5c86f9-01e1-4779-970b-72c2949c7e44, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8a5c86f9-01e1-4779-970b-72c2949c7e44,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:56:52.941270 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.023643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Routers {'81d3d61c-d63b-4ee1-a188-b30ce181b796'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:53.024193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['81d3d61c-d63b-4ee1-a188-b30ce181b796'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:53.027375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b4513-d761-4d47-9a7e-9c5c1d307999 None None] Pushing event updated for resources: {'Port': ['ID=8a5c86f9-01e1-4779-970b-72c2949c7e44,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:53.065121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Network 2b312a8b-fde9-4b6b-b553-c90952b17383 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:53.067083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:53.236838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Router 81d3d61c-d63b-4ee1-a188-b30ce181b796 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:53.378486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:53.394079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a6345acd-78be-431f-b369-06786728f2d4 admin admin] 10.222.0.49 "PUT /v2.0/routers/81d3d61c-d63b-4ee1-a188-b30ce181b796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9309392 Apr 18 20:56:53.399926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f37fa140-f877-4960-8449-482910c89eef up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:53.507873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] Set router 81d3d61c-d63b-4ee1-a188-b30ce181b796 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:53.632799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f37fa140-f877-4960-8449-482910c89eef triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:53.632799 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.750051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b8b9ab7e-5d09-45b1-b4e2-3c483830e9f8 None None] Provisioning complete for port f32bc197-437b-4005-bf04-76ce532f8775 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:53.750551 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ab7e-5d09-45b1-b4e2-3c483830e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.864598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f32bc197-437b-4005-bf04-76ce532f8775 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:53.995444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b8b9ab7e-5d09-45b1-b4e2-3c483830e9f8 None None] Provisioning complete for port add9c996-5ad6-4f57-a072-30ca90708b17 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:53.995820 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b8b9ab7e-5d09-45b1-b4e2-3c483830e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.997310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f32bc197-437b-4005-bf04-76ce532f8775 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:53.997660 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.002747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'name': 'tempest-TestAggregatesBasicOps-1652334143-router', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:47Z', 'updated_at': '2022-04-18T20:56:52Z', 'revision_number': 4, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'gw_port': {'id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:48Z', 'updated_at': '2022-04-18T20:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'add9c996-5ad6-4f57-a072-30ca90708b17', 'name': '', 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'mac_address': 'fa:16:3e:04:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '295a4e3f-304b-4b8d-937d-7224642720ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:51Z', 'updated_at': '2022-04-18T20:56:52Z', 'revision_number': 2, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'subnets': [{'id': '295a4e3f-304b-4b8d-937d-7224642720ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:54.079923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffdd405-c0d7-470f-be0c-f6b89be2fc50 None None] The sync data for ids ['81d3d61c-d63b-4ee1-a188-b30ce181b796'] in n-d-836015-4 is: [{'id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'name': 'tempest-TestAggregatesBasicOps-1652334143-router', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:47Z', 'updated_at': '2022-04-18T20:56:52Z', 'revision_number': 4, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'gw_port': {'id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:48Z', 'updated_at': '2022-04-18T20:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'add9c996-5ad6-4f57-a072-30ca90708b17', 'name': '', 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'mac_address': 'fa:16:3e:04:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '295a4e3f-304b-4b8d-937d-7224642720ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:51Z', 'updated_at': '2022-04-18T20:56:52Z', 'revision_number': 2, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'subnets': [{'id': '295a4e3f-304b-4b8d-937d-7224642720ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:54.114734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b8b9ab7e-5d09-45b1-b4e2-3c483830e9f8 None None] Port add9c996-5ad6-4f57-a072-30ca90708b17 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:56:54.872335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40092) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:55.341739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8a5c86f9-01e1-4779-970b-72c2949c7e44 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:55.445664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8a5c86f9-01e1-4779-970b-72c2949c7e44 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:55.446035 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.564412 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.602796 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.667971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 8a5c86f9-01e1-4779-970b-72c2949c7e44, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8a5c86f9-01e1-4779-970b-72c2949c7e44,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:55.677731 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.802766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=8a5c86f9-01e1-4779-970b-72c2949c7e44,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:55.988690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] Deleting port f37fa140-f877-4960-8449-482910c89eef {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:55.989268 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.110743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] For port f37fa140-f877-4960-8449-482910c89eef, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f37fa140-f877-4960-8449-482910c89eef,segment=NetworkSegment(47831744-df54-4094-a996-14382e4c7408),segment_id=47831744-df54-4094-a996-14382e4c7408)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:56.111283 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.127815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] Calling delete_port for f37fa140-f877-4960-8449-482910c89eef owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:56.325554 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.355560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] Pushing event deleted for resources: {'Port': ['ID=f37fa140-f877-4960-8449-482910c89eef,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:56.546122 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.096966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] Router 73105341-8ec3-43ac-b797-2a2e31a22d7a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:56:57.281696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:56:57.288192 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7e4401d0-e849-415b-85d2-b9f24939ee6c admin admin] 10.222.0.49 "PUT /v2.0/routers/73105341-8ec3-43ac-b797-2a2e31a22d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4121292 Apr 18 20:56:57.290436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40114) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:57.292660 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] Sync routers for ids ['73105341-8ec3-43ac-b797-2a2e31a22d7a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:57.309530 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] Routers {'73105341-8ec3-43ac-b797-2a2e31a22d7a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:57.315337 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['73105341-8ec3-43ac-b797-2a2e31a22d7a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:57.370794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8a5c86f9-01e1-4779-970b-72c2949c7e44 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:56:57.415535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.497134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8a5c86f9-01e1-4779-970b-72c2949c7e44 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:57.497515 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.546210 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] Set router 73105341-8ec3-43ac-b797-2a2e31a22d7a gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:57.676339 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.819654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Deleting port 5e39f618-3ba1-4969-9009-0a9f2975150e {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:57.820551 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.991219 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'name': 'tempest-TestAggregatesBasicOps-1070840214-router', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:56Z', 'revision_number': 5, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'gw_port': {'id': '5e39f618-3ba1-4969-9009-0a9f2975150e', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:41Z', 'updated_at': '2022-04-18T20:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:58.004630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] For port 5e39f618-3ba1-4969-9009-0a9f2975150e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5e39f618-3ba1-4969-9009-0a9f2975150e,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:58.005009 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.024242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Calling delete_port for 5e39f618-3ba1-4969-9009-0a9f2975150e owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:58.041414 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] Checking router: 73105341-8ec3-43ac-b797-2a2e31a22d7a for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:58.052855 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] Routers {'73105341-8ec3-43ac-b797-2a2e31a22d7a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:58.053691 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['73105341-8ec3-43ac-b797-2a2e31a22d7a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:58.154743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Sync routers for ids ['81d3d61c-d63b-4ee1-a188-b30ce181b796'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:58.169030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Routers {'81d3d61c-d63b-4ee1-a188-b30ce181b796'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:56:58.169966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['81d3d61c-d63b-4ee1-a188-b30ce181b796'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:58.229337 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] Set router 73105341-8ec3-43ac-b797-2a2e31a22d7a gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:58.302156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.335627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e39f618-3ba1-4969-9009-0a9f2975150e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:58.375828 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'name': 'tempest-TestAggregatesBasicOps-1070840214-router', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:57Z', 'revision_number': 6, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:58.379987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Set router 81d3d61c-d63b-4ee1-a188-b30ce181b796 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:56:58.445802 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622be56-4f26-47d9-924b-b44eae2de7e1 None None] The sync data for ids ['73105341-8ec3-43ac-b797-2a2e31a22d7a'] in n-d-836015-4 is: [{'id': '73105341-8ec3-43ac-b797-2a2e31a22d7a', 'name': 'tempest-TestAggregatesBasicOps-1070840214-router', 'tenant_id': '4931577b62554d0d943203a9c0eeb770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:40Z', 'updated_at': '2022-04-18T20:56:57Z', 'revision_number': 6, 'project_id': '4931577b62554d0d943203a9c0eeb770', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:58.467463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.651700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.654806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.754364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.754895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73105341-8ec3-43ac-b797-2a2e31a22d7a {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:56:58.763754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.767605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40124) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:58.768188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0ada7760-c62e-4bc3-bef8-fc7e096ce1e5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/73105341-8ec3-43ac-b797-2a2e31a22d7a HTTP/1.1" status: 204 len: 168 time: 1.4759123 Apr 18 20:56:58.843065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'name': 'tempest-TestAggregatesBasicOps-1652334143-router', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:47Z', 'updated_at': '2022-04-18T20:56:52Z', 'revision_number': 4, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'gw_port': {'id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:48Z', 'updated_at': '2022-04-18T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'add9c996-5ad6-4f57-a072-30ca90708b17', 'name': '', 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'mac_address': 'fa:16:3e:04:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '295a4e3f-304b-4b8d-937d-7224642720ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:51Z', 'updated_at': '2022-04-18T20:56:52Z', 'revision_number': 2, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'subnets': [{'id': '295a4e3f-304b-4b8d-937d-7224642720ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:58.887910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Checking router: 81d3d61c-d63b-4ee1-a188-b30ce181b796 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:58.888583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Updating router 81d3d61c-d63b-4ee1-a188-b30ce181b796 port add9c996-5ad6-4f57-a072-30ca90708b17 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:56:58.895900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b281a69-3a17-4f52-ab5f-8404a7c0cd53 admin admin] Deleting subnet 1ea633e1-8a61-45ad-a747-f8a2ad656a65 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:56:58.899526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2b281a69-3a17-4f52-ab5f-8404a7c0cd53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.918280 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.948238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2b281a69-3a17-4f52-ab5f-8404a7c0cd53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.082770 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2b281a69-3a17-4f52-ab5f-8404a7c0cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.186591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2b281a69-3a17-4f52-ab5f-8404a7c0cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.234353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b281a69-3a17-4f52-ab5f-8404a7c0cd53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea633e1-8a61-45ad-a747-f8a2ad656a65,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:59.237557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2b281a69-3a17-4f52-ab5f-8404a7c0cd53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.244855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2b281a69-3a17-4f52-ab5f-8404a7c0cd53 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1ea633e1-8a61-45ad-a747-f8a2ad656a65 HTTP/1.1" status: 204 len: 168 time: 0.4719403 Apr 18 20:56:59.245095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4551654c-1be9-42a2-9e9d-03be8ae893fc None None] Network a3a2351c-1ad1-4b3f-a979-783d8772fdca requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:56:59.246593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40128) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:56:59.364959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.453939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Deleting port ee3745b1-a988-46f2-bab6-6284b6fc927f {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:56:59.454371 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.492125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.502222 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.552008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5e39f618-3ba1-4969-9009-0a9f2975150e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:59.639158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] For port ee3745b1-a988-46f2-bab6-6284b6fc927f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ee3745b1-a988-46f2-bab6-6284b6fc927f,segment=NetworkSegment(47831744-df54-4094-a996-14382e4c7408),segment_id=47831744-df54-4094-a996-14382e4c7408)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:56:59.642665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.644068 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 5e39f618-3ba1-4969-9009-0a9f2975150e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:56:59.644745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5e39f618-3ba1-4969-9009-0a9f2975150e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:56:59.645379 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f37fa140-f877-4960-8449-482910c89eef no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:56:59.672277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Calling delete_port for ee3745b1-a988-46f2-bab6-6284b6fc927f owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:56:59.679884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: f37fa140-f877-4960-8449-482910c89eef {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:56:59.680435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f37fa140-f877-4960-8449-482910c89eef not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:56:59.717986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe588dd9-05c2-4f5d-85e9-27ae73e515b2 None None] Pushing event updated for resources: {'Port': ['ID=add9c996-5ad6-4f57-a072-30ca90708b17,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:59.826953 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.828083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Attempting to bind port add9c996-5ad6-4f57-a072-30ca90708b17 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:59.828462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Attempting to bind port add9c996-5ad6-4f57-a072-30ca90708b17 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '18bb6e30-9dbe-45f7-a997-b4b870bc76e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:59.828987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Attempting to bind port add9c996-5ad6-4f57-a072-30ca90708b17 on network 2b312a8b-fde9-4b6b-b553-c90952b17383 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:56:59.853242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:56:59.853942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Checking segment: {'id': '18bb6e30-9dbe-45f7-a997-b4b870bc76e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:56:59.854347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.854736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Bound using segment: {'id': '18bb6e30-9dbe-45f7-a997-b4b870bc76e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:56:59.855225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Bound port: add9c996-5ad6-4f57-a072-30ca90708b17, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18bb6e30-9dbe-45f7-a997-b4b870bc76e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:59.855591 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.864691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3745b1-a988-46f2-bab6-6284b6fc927f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:59.888056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] No DVR routers for this DVR port ee3745b1-a988-46f2-bab6-6284b6fc927f on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:59.899732 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.900117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.900461 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.900802 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.901137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.901470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.901799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.902127 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.902455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.902780 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.903107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.903469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:59.960747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac112c9-061a-4172-b73c-c9b6dcbfc628 None None] DHCP port deletion for a3a2351c-1ad1-4b3f-a979-783d8772fdca request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:00.006999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] For port add9c996-5ad6-4f57-a072-30ca90708b17, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:00.023629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] For port add9c996-5ad6-4f57-a072-30ca90708b17, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=add9c996-5ad6-4f57-a072-30ca90708b17,segment=NetworkSegment(18bb6e30-9dbe-45f7-a997-b4b870bc76e9),segment_id=18bb6e30-9dbe-45f7-a997-b4b870bc76e9)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:00.027799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-63af30c6-edd5-47b7-aee7-7d466b2ff13b None None] Provisioning complete for port add9c996-5ad6-4f57-a072-30ca90708b17 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:00.028591 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63af30c6-edd5-47b7-aee7-7d466b2ff13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.032674 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.062138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.090652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a2351c-1ad1-4b3f-a979-783d8772fdca']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.108098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47831744-df54-4094-a996-14382e4c7408') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.108537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47831744-df54-4094-a996-14382e4c7408') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.128106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.139814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Routers {'81d3d61c-d63b-4ee1-a188-b30ce181b796'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:00.140742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['81d3d61c-d63b-4ee1-a188-b30ce181b796'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.144592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe588dd9-05c2-4f5d-85e9-27ae73e515b2 None None] Pushing event updated for resources: {'Port': ['ID=add9c996-5ad6-4f57-a072-30ca90708b17,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:00.152508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.166336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:00.167541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:00.194963 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:00.317701 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.324931 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.331631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40142) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:00.335386 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a3a2351c-1ad1-4b3f-a979-783d8772fdca HTTP/1.1" status: 204 len: 168 time: 1.0861068 Apr 18 20:57:00.363168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57278718-e08e-4e5e-b2ec-c25e1334aa30 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a2351c-1ad1-4b3f-a979-783d8772fdca,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:00.590249 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63af30c6-edd5-47b7-aee7-7d466b2ff13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.606586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] Set router 81d3d61c-d63b-4ee1-a188-b30ce181b796 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:00.681541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-63af30c6-edd5-47b7-aee7-7d466b2ff13b None None] For port add9c996-5ad6-4f57-a072-30ca90708b17, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=add9c996-5ad6-4f57-a072-30ca90708b17,segment=NetworkSegment(18bb6e30-9dbe-45f7-a997-b4b870bc76e9),segment_id=18bb6e30-9dbe-45f7-a997-b4b870bc76e9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:00.720093 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63af30c6-edd5-47b7-aee7-7d466b2ff13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.880274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af30c6-edd5-47b7-aee7-7d466b2ff13b None None] Pushing event updated for resources: {'Port': ['ID=add9c996-5ad6-4f57-a072-30ca90708b17,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:00.896638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c9d26379-375b-4809-b12f-4178d4d3619b None None] Provisioning complete for port add9c996-5ad6-4f57-a072-30ca90708b17 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:00.897046 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9d26379-375b-4809-b12f-4178d4d3619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.102673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'name': 'tempest-TestAggregatesBasicOps-1652334143-router', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:47Z', 'updated_at': '2022-04-18T20:56:52Z', 'revision_number': 4, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'gw_port': {'id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:48Z', 'updated_at': '2022-04-18T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'add9c996-5ad6-4f57-a072-30ca90708b17', 'name': '', 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'mac_address': 'fa:16:3e:04:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '295a4e3f-304b-4b8d-937d-7224642720ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:51Z', 'updated_at': '2022-04-18T20:56:59Z', 'revision_number': 4, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'subnets': [{'id': '295a4e3f-304b-4b8d-937d-7224642720ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:01.152707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f0ca96-1dcc-4114-a3ac-572f9e42a9d5 None None] The sync data for ids ['81d3d61c-d63b-4ee1-a188-b30ce181b796'] in n-d-836015-4 is: [{'id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'name': 'tempest-TestAggregatesBasicOps-1652334143-router', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:47Z', 'updated_at': '2022-04-18T20:56:52Z', 'revision_number': 4, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'gw_port': {'id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:48Z', 'updated_at': '2022-04-18T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'add9c996-5ad6-4f57-a072-30ca90708b17', 'name': '', 'network_id': '2b312a8b-fde9-4b6b-b553-c90952b17383', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'mac_address': 'fa:16:3e:04:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '295a4e3f-304b-4b8d-937d-7224642720ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:51Z', 'updated_at': '2022-04-18T20:56:59Z', 'revision_number': 4, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'subnets': [{'id': '295a4e3f-304b-4b8d-937d-7224642720ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:01.259459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device add9c996-5ad6-4f57-a072-30ca90708b17 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:01.328640 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.382120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port add9c996-5ad6-4f57-a072-30ca90708b17 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:01.382582 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.682659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ee3745b1-a988-46f2-bab6-6284b6fc927f no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:01.710917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: ee3745b1-a988-46f2-bab6-6284b6fc927f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:01.711254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ee3745b1-a988-46f2-bab6-6284b6fc927f not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:01.776866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] Deleting port add9c996-5ad6-4f57-a072-30ca90708b17 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:01.777351 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.886709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] For port add9c996-5ad6-4f57-a072-30ca90708b17, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=add9c996-5ad6-4f57-a072-30ca90708b17,segment=NetworkSegment(18bb6e30-9dbe-45f7-a997-b4b870bc76e9),segment_id=18bb6e30-9dbe-45f7-a997-b4b870bc76e9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:01.886709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.903057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] Calling delete_port for add9c996-5ad6-4f57-a072-30ca90708b17 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:02.139126 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.171743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] Pushing event deleted for resources: {'Port': ['ID=add9c996-5ad6-4f57-a072-30ca90708b17,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:02.445366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.760886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] Router 81d3d61c-d63b-4ee1-a188-b30ce181b796 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:02.925936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:02.939704 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] Sync routers for ids ['81d3d61c-d63b-4ee1-a188-b30ce181b796'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:02.958150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40168) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:02.958914 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-72a3d225-c939-400e-a393-4ac13023df97 admin admin] 10.222.0.49 "PUT /v2.0/routers/81d3d61c-d63b-4ee1-a188-b30ce181b796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6216679 Apr 18 20:57:02.963342 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] Routers {'81d3d61c-d63b-4ee1-a188-b30ce181b796'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:02.964157 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['81d3d61c-d63b-4ee1-a188-b30ce181b796'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:03.133578 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.139747 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] Set router 81d3d61c-d63b-4ee1-a188-b30ce181b796 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:03.375316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.476048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Deleting port 8a5c86f9-01e1-4779-970b-72c2949c7e44 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:03.476831 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.572567 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'name': 'tempest-TestAggregatesBasicOps-1652334143-router', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:47Z', 'updated_at': '2022-04-18T20:57:02Z', 'revision_number': 5, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'gw_port': {'id': '8a5c86f9-01e1-4779-970b-72c2949c7e44', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:8b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:56:48Z', 'updated_at': '2022-04-18T20:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:03.605685 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] Checking router: 81d3d61c-d63b-4ee1-a188-b30ce181b796 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:03.620006 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] Routers {'81d3d61c-d63b-4ee1-a188-b30ce181b796'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:03.620841 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:56:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['81d3d61c-d63b-4ee1-a188-b30ce181b796'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:03.628441 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] For port 8a5c86f9-01e1-4779-970b-72c2949c7e44, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8a5c86f9-01e1-4779-970b-72c2949c7e44,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:03.629680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.659556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Calling delete_port for 8a5c86f9-01e1-4779-970b-72c2949c7e44 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:03.760330 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] Set router 81d3d61c-d63b-4ee1-a188-b30ce181b796 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:03.886604 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'name': 'tempest-TestAggregatesBasicOps-1652334143-router', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:47Z', 'updated_at': '2022-04-18T20:57:03Z', 'revision_number': 6, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:03.950146 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d5c7ea-9a69-4c18-8e56-3776e95951a6 None None] The sync data for ids ['81d3d61c-d63b-4ee1-a188-b30ce181b796'] in n-d-836015-4 is: [{'id': '81d3d61c-d63b-4ee1-a188-b30ce181b796', 'name': 'tempest-TestAggregatesBasicOps-1652334143-router', 'tenant_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:56:47Z', 'updated_at': '2022-04-18T20:57:03Z', 'revision_number': 6, 'project_id': 'bc3b7c69ba8e4136b3d873c9f9e573a4', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:03.994211 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.070516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5c86f9-01e1-4779-970b-72c2949c7e44,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:04.215022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.403456 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.406464 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.480969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.482112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81d3d61c-d63b-4ee1-a188-b30ce181b796 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:04.496129 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.497890 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-46ba5d3a-7020-4480-84df-4276b32a958c admin admin] 10.222.0.49 "DELETE /v2.0/routers/81d3d61c-d63b-4ee1-a188-b30ce181b796 HTTP/1.1" status: 204 len: 168 time: 1.5384579 Apr 18 20:57:04.501687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40314) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:04.580312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f3cee7-114b-4faf-9a41-4beb509cadc1 admin admin] Deleting subnet 295a4e3f-304b-4b8d-937d-7224642720ac {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:57:04.584841 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cee7-114b-4faf-9a41-4beb509cadc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.642249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cee7-114b-4faf-9a41-4beb509cadc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.760490 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cee7-114b-4faf-9a41-4beb509cadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.841106 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cee7-114b-4faf-9a41-4beb509cadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.866775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3cee7-114b-4faf-9a41-4beb509cadc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295a4e3f-304b-4b8d-937d-7224642720ac,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:04.878267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cee7-114b-4faf-9a41-4beb509cadc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.882597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d9f3cee7-114b-4faf-9a41-4beb509cadc1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/295a4e3f-304b-4b8d-937d-7224642720ac HTTP/1.1" status: 204 len: 168 time: 0.3790417 Apr 18 20:57:04.885190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40352) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:04.885341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2429f24-3476-46a3-a959-88b55862c443 None None] Network 2b312a8b-fde9-4b6b-b553-c90952b17383 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:05.008377 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.097820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Deleting port f32bc197-437b-4005-bf04-76ce532f8775 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:05.098176 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.206767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] For port f32bc197-437b-4005-bf04-76ce532f8775, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f32bc197-437b-4005-bf04-76ce532f8775,segment=NetworkSegment(18bb6e30-9dbe-45f7-a997-b4b870bc76e9),segment_id=18bb6e30-9dbe-45f7-a997-b4b870bc76e9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:05.209158 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.212097 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a4e81-e446-40c4-aeba-4a6a614caa82 None None] DHCP port deletion for 2b312a8b-fde9-4b6b-b553-c90952b17383 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:05.261003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Calling delete_port for f32bc197-437b-4005-bf04-76ce532f8775 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:05.300866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a4e81-e446-40c4-aeba-4a6a614caa82 None None] Deleting port f32bc197-437b-4005-bf04-76ce532f8775 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:05.301601 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4e81-e446-40c4-aeba-4a6a614caa82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.322907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device add9c996-5ad6-4f57-a072-30ca90708b17 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:05.389833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: add9c996-5ad6-4f57-a072-30ca90708b17 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:05.390183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device add9c996-5ad6-4f57-a072-30ca90708b17 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:05.390605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8a5c86f9-01e1-4779-970b-72c2949c7e44 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:05.395770 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.425580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8a5c86f9-01e1-4779-970b-72c2949c7e44 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:05.426377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8a5c86f9-01e1-4779-970b-72c2949c7e44 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:05.439039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32bc197-437b-4005-bf04-76ce532f8775,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:05.446104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] No DVR routers for this DVR port f32bc197-437b-4005-bf04-76ce532f8775 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:05.464854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3e6a4e81-e446-40c4-aeba-4a6a614caa82 None None] For port f32bc197-437b-4005-bf04-76ce532f8775, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f32bc197-437b-4005-bf04-76ce532f8775,segment=NetworkSegment(18bb6e30-9dbe-45f7-a997-b4b870bc76e9),segment_id=18bb6e30-9dbe-45f7-a997-b4b870bc76e9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:05.465261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4e81-e446-40c4-aeba-4a6a614caa82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.493902 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a4e81-e446-40c4-aeba-4a6a614caa82 None None] Calling delete_port for f32bc197-437b-4005-bf04-76ce532f8775 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:05.545987 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.590606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b312a8b-fde9-4b6b-b553-c90952b17383']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:05.603557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bb6e30-9dbe-45f7-a997-b4b870bc76e9') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:05.604428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bb6e30-9dbe-45f7-a997-b4b870bc76e9') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:05.609328 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e6a4e81-e446-40c4-aeba-4a6a614caa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.618373 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.648244 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.665621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:05.666565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:05.668759 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:05.690819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a4e81-e446-40c4-aeba-4a6a614caa82 None None] Pushing event deleted for resources: {'Port': ['ID=f32bc197-437b-4005-bf04-76ce532f8775,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:05.700447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6a4e81-e446-40c4-aeba-4a6a614caa82 None None] No DVR routers for this DVR port f32bc197-437b-4005-bf04-76ce532f8775 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:05.770052 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.803622 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.810120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2b312a8b-fde9-4b6b-b553-c90952b17383 HTTP/1.1" status: 204 len: 168 time: 0.9215581 Apr 18 20:57:05.815082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d5825-8437-4fdd-a735-7743cb352110 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b312a8b-fde9-4b6b-b553-c90952b17383,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:05.939203 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a8c29999-33e8-4ead-a61a-9b8431fc6031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.058267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40476) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:06.111139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9d98a421-4d76-437d-92d3-f412e5b0ddab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4931577b62554d0d943203a9c0eeb770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516140 Apr 18 20:57:06.113885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:06.188872 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04b89010-481c-4a43-89dd-c3ba6ab395b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.222135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04b89010-481c-4a43-89dd-c3ba6ab395b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.286214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04b89010-481c-4a43-89dd-c3ba6ab395b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.289613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04b89010-481c-4a43-89dd-c3ba6ab395b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.293437 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-04b89010-481c-4a43-89dd-c3ba6ab395b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4005fccf-fc61-458d-b151-5ae0c6f1ce92 HTTP/1.1" status: 204 len: 168 time: 0.1745665 Apr 18 20:57:06.299627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b89010-481c-4a43-89dd-c3ba6ab395b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005fccf-fc61-458d-b151-5ae0c6f1ce92,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:06.788008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40576) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:06.863165 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5ef19e09-61ab-4661-98f7-8748a9821fa3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc3b7c69ba8e4136b3d873c9f9e573a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736279 Apr 18 20:57:06.866339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40586) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:06.939657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73188750-e609-4bff-8327-2071c9ad55a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.971607 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73188750-e609-4bff-8327-2071c9ad55a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.039517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73188750-e609-4bff-8327-2071c9ad55a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.042522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73188750-e609-4bff-8327-2071c9ad55a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.043697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-73188750-e609-4bff-8327-2071c9ad55a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44444646-5322-4e4f-98da-5dcbaf74899d HTTP/1.1" status: 204 len: 168 time: 0.1763549 Apr 18 20:57:07.059895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73188750-e609-4bff-8327-2071c9ad55a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44444646-5322-4e4f-98da-5dcbaf74899d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:07.252154 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f32bc197-437b-4005-bf04-76ce532f8775 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:07.288015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: f32bc197-437b-4005-bf04-76ce532f8775 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:07.288470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f32bc197-437b-4005-bf04-76ce532f8775 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:08.675339 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d4cc2cf-de56-4b7f-ae4f-2f520b390e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.069906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141025ad-d7a5-4f02-aec0-2878b3cacd98 req-99e49773-6209-4525-af56-003b8328c19e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:09.084620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-141025ad-d7a5-4f02-aec0-2878b3cacd98 req-99e49773-6209-4525-af56-003b8328c19e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 946 time: 0.0825009 Apr 18 20:57:09.139274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-141025ad-d7a5-4f02-aec0-2878b3cacd98 req-e4037145-7cdc-4430-8c41-0c9db2af3657 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530047 Apr 18 20:57:09.350798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.009067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40746) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:10.016169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'network': {'name': 'tempest-network-smoke--1063699712', 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'port_security_enabled': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:10.050194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Made reservation on behalf of 24ec26bc1efd4103baec5995c61b67d9 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:10.056705 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.072082 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.187813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.193603 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.209445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:57:10.222098 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.222560 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Added segment 0a75c319-6957-4cee-8635-b2adabb3fd8c of type vlan for network c59acde4-95ba-4eee-8b01-a47e05d8db91 Apr 18 20:57:10.320894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030a580e-f708-4a29-b1ee-d0cfc1a2dd29,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:10.378349 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.428986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c6eb2-9694-4a87-89cd-174fead50fb3 req-1735737a-9800-4385-836d-47055fc8f66c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.429724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-501c6eb2-9694-4a87-89cd-174fead50fb3 req-1735737a-9800-4385-836d-47055fc8f66c tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 946 time: 0.1289563 Apr 18 20:57:10.475448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.480895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.481484 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.527366 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.584068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40758) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:10.584637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5733736 Apr 18 20:57:10.587605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-501c6eb2-9694-4a87-89cd-174fead50fb3 req-091d6b71-2208-4455-a4ce-7021e196333e tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups?id=ef45212f-65d8-4b36-ba15-7e2ac476aee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447325 Apr 18 20:57:10.589803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'admin_state_up': True, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:10.599627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bb45c-b807-4809-81ec-2fec243234fb req-726bc762-3e54-4e73-b2d7-0492bc1d272a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.601228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-996bb45c-b807-4809-81ec-2fec243234fb req-726bc762-3e54-4e73-b2d7-0492bc1d272a tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 946 time: 0.1687016 Apr 18 20:57:10.602807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8222c2a-bcb9-4745-b323-30baf976434f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Network': ['ID=c59acde4-95ba-4eee-8b01-a47e05d8db91,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:10.616569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c59acde4-95ba-4eee-8b01-a47e05d8db91 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:57:10.650986 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.652736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.732951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Deleting port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:10.733488 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.763457 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.879791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] For port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:10.880674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.967496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.106415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.107356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.108110 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Floating IP 7b522737-de3f-4c73-98b5-389c6037541a disassociated. External IP: 172.25.2.224, port: 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305. Apr 18 20:57:11.108609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Calling delete_port for 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:11.194966 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.212554 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.245406 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.329084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.360779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event deleted for resources: {'Port': ['ID=59367a58-6ae7-4fa2-9aa3-ec0ca9f22305,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:11.414858 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Allocated IP 172.25.2.213 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/9ec51de1-0f4a-48a5-9b6a-5c8f31886e59) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:11.505402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Router cb171fa8-a321-4799-ba99-4e0db2d186da has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:11.564259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.608411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.637519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:11.651121 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:11.655304 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:11.658081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:11.661432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] Sync routers for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:11.688553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:11.689435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:57:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:11.689926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] No DVR routers for this DVR port 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:11.698906 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.705292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-996bb45c-b807-4809-81ec-2fec243234fb req-dea4039a-f062-4746-85d4-fddd4b71ee72 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.64 "DELETE /v2.0/ports/59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 HTTP/1.1" status: 204 len: 173 time: 1.0948822 Apr 18 20:57:11.705803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'name': 'network-vif-deleted', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:11.708264 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad841d7-da42-4f09-b6a8-72546c0154c2" -d '{"events": [{"server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "name": "network-vif-deleted", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:11.783952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6de7760-1804-4b41-be75-7adeeebdc508 req-a562f892-7266-49ad-ab03-e2a4fbd7a724 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f8900de-6adb-4c8d-aad7-18910ffb7898 HTTP/1.1" status: 200 len: 210 time: 0.0621846 Apr 18 20:57:11.787566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Port': ['ID=9ec51de1-0f4a-48a5-9b6a-5c8f31886e59,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:11.859796 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaeb0de-658b-4b03-9233-fb22f951cbf0 x-openstack-request-id: req-baaeb0de-658b-4b03-9233-fb22f951cbf0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:11.860182 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8900de-6adb-4c8d-aad7-18910ffb7898", "name": "network-vif-deleted", "tag": "59367a58-6ae7-4fa2-9aa3-ec0ca9f22305", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:11.860580 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-baaeb0de-658b-4b03-9233-fb22f951cbf0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:11.861145 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baaeb0de-658b-4b03-9233-fb22f951cbf0'] response: {'server_uuid': '0f8900de-6adb-4c8d-aad7-18910ffb7898', 'name': 'network-vif-deleted', 'tag': '59367a58-6ae7-4fa2-9aa3-ec0ca9f22305', 'status': 'completed', 'code': 200} Apr 18 20:57:12.026738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:12.089805 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.350500 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.362178 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.365594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:12.405516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] Checking router: cb171fa8-a321-4799-ba99-4e0db2d186da for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:12.416703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:12.417321 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:57:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:12.531435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:12.789190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:12.828882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16e6f64-32bd-4952-b4df-d8ca12ce311e None None] The sync data for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 is: [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:50:28Z', 'revision_number': 4, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '2419a4a9-2a47-4a5b-ab48-31c4a3759a9d', 'name': '', 'network_id': '24bb1989-e61e-4425-b497-b7c9b44bf9e3', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'mac_address': 'fa:16:3e:0a:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:27Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'subnets': [{'id': '825c56aa-795b-4c99-ba2a-0adf28431893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:12.979638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40788) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.018666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:57:13.114643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a503872d-5aa3-49f4-ac80-4323c3cb6063 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.162982 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:13.176339 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Sync routers for ids ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:13.190206 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a503872d-5aa3-49f4-ac80-4323c3cb6063 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.196617 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.203785 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Routers {'9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:13.204678 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:57:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:13.209331 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-113d5a28-a015-4753-b5b1-51a8267c4a58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6202438 Apr 18 20:57:13.209860 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40790) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.274515 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a503872d-5aa3-49f4-ac80-4323c3cb6063 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.281459 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a503872d-5aa3-49f4-ac80-4323c3cb6063 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.285742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a503872d-5aa3-49f4-ac80-4323c3cb6063 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "DELETE /v2.0/security-groups/ef45212f-65d8-4b36-ba15-7e2ac476aee2 HTTP/1.1" status: 204 len: 168 time: 0.3018720 Apr 18 20:57:13.285944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40794) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.353507 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-774df7cc-2b9a-4e4e-9a3f-f743937b7161 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] show failed (client error): The resource could not be found. Apr 18 20:57:13.354586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-774df7cc-2b9a-4e4e-9a3f-f743937b7161 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "GET /v2.0/security-groups/ef45212f-65d8-4b36-ba15-7e2ac476aee2 HTTP/1.1" status: 404 len: 347 time: 0.0558381 Apr 18 20:57:13.356798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503872d-5aa3-49f4-ac80-4323c3cb6063 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef45212f-65d8-4b36-ba15-7e2ac476aee2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:13.358014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40796) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.474563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261a81c-5c75-47b9-a6ca-f078d1cb843a None None] New status for floating IP 7b522737-de3f-4c73-98b5-389c6037541a: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:57:13.502967 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b99c1a33-9bee-47e1-bf3a-95cea83a1d13 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=24ec26bc1efd4103baec5995c61b67d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2879236 Apr 18 20:57:13.503488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40800) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.540608 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Set router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:13.638639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-12eb255b-3555-4e42-9153-5c0cca7d51a7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Deleting port 5cf0bd5a-08e1-478a-8679-b5ebfedb0a0a {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:13.639226 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12eb255b-3555-4e42-9153-5c0cca7d51a7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.811289 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12eb255b-3555-4e42-9153-5c0cca7d51a7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.811644 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12eb255b-3555-4e42-9153-5c0cca7d51a7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.837008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-12eb255b-3555-4e42-9153-5c0cca7d51a7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Calling delete_port for 5cf0bd5a-08e1-478a-8679-b5ebfedb0a0a owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:13.866344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d0cbb-45b4-46dd-8812-ff16c457487e tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:13.871510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2b8d0cbb-45b4-46dd-8812-ff16c457487e tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3661921 Apr 18 20:57:13.876459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40802) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.945580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d55407ab-c807-48dc-a711-e44c48603ae4 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668061 Apr 18 20:57:13.950596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40804) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:13.959724 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:11Z', 'revision_number': 3, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:13.962115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361843008', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:14.111135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Made reservation on behalf of 24ec26bc1efd4103baec5995c61b67d9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:14.116769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.143485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Checking router: 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:14.144527 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Updating router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:57:14.173239 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.246857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:14.291225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:14.291569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 59367a58-6ae7-4fa2-9aa3-ec0ca9f22305 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:14.321521 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12eb255b-3555-4e42-9153-5c0cca7d51a7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.373590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb255b-3555-4e42-9153-5c0cca7d51a7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Pushing event deleted for resources: {'Port': ['ID=5cf0bd5a-08e1-478a-8679-b5ebfedb0a0a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:14.484850 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12eb255b-3555-4e42-9153-5c0cca7d51a7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.488593 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12eb255b-3555-4e42-9153-5c0cca7d51a7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.501451 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-12eb255b-3555-4e42-9153-5c0cca7d51a7 tempest-AttachVolumeShelveTestJSON-955409800 tempest-AttachVolumeShelveTestJSON-955409800-project] 10.222.0.49 "DELETE /v2.0/floatingips/7b522737-de3f-4c73-98b5-389c6037541a HTTP/1.1" status: 204 len: 168 time: 1.1397097 Apr 18 20:57:14.512300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.513320 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.530193 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.652184 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Attempting to bind port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:14.652565 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Attempting to bind port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:14.652932 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Attempting to bind port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:14.658669 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:14.659045 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:14.659445 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.659872 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:14.660494 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Bound port: 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:14.660883 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.670291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Subnet': ['ID=411b4d50-8f49-46d8-9098-1d2aa4985a1b,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:14.679290 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Pushing event updated for resources: {'Port': ['ID=9ec51de1-0f4a-48a5-9b6a-5c8f31886e59,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:14.689553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Checking segment: {'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:14.693929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network hostable DHCP agents. Network: c59acde4-95ba-4eee-8b01-a47e05d8db91, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:57:14.694132 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.694312 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.694657 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.694987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.695314 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.695647 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.695999 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.696322 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.696643 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.697076 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.697266 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.702670 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:14.727290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network c59acde4-95ba-4eee-8b01-a47e05d8db91 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:57:14.743694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c59acde4-95ba-4eee-8b01-a47e05d8db91) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:14.749223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:14.750423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.759817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa915695-a869-48bc-87b3-5baa61aeba80 None None] Network c59acde4-95ba-4eee-8b01-a47e05d8db91 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:14.784598 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-91759045-af01-4353-8de0-9dd71eef6b27 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8287284 Apr 18 20:57:14.788940 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40818) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:14.828440 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] For port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:14.832024 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] For port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9ec51de1-0f4a-48a5-9b6a-5c8f31886e59,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:14.843760 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.963023 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7283edb-78ad-49ba-926f-8413148e7a44 None None] Pushing event updated for resources: {'Port': ['ID=9ec51de1-0f4a-48a5-9b6a-5c8f31886e59,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:14.993212 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Routers {'9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:14.994095 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:57:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:15.074235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c59acde4-95ba-4eee-8b01-a47e05d8db91', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:57:15.075433 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.123462 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] Set router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:15.332445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Allocated IP 172.20.0.2 (c59acde4-95ba-4eee-8b01-a47e05d8db91/411b4d50-8f49-46d8-9098-1d2aa4985a1b/5186cba1-4c86-4f89-894a-e6eece2dc237) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:15.390652 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:11Z', 'revision_number': 3, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:15.441624 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e5249c-8a41-4034-8669-01f47f67827b None None] The sync data for ids ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'] in n-d-836015-4 is: [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:11Z', 'revision_number': 3, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:15.588199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.598916 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.646670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Network c59acde4-95ba-4eee-8b01-a47e05d8db91 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:15.652066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:15.654882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:15.681552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.756261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Pushing event updated for resources: {'Port': ['ID=5186cba1-4c86-4f89-894a-e6eece2dc237,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:15.776415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Attempting to bind port 5186cba1-4c86-4f89-894a-e6eece2dc237 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:15.776842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Attempting to bind port 5186cba1-4c86-4f89-894a-e6eece2dc237 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:15.777237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Attempting to bind port 5186cba1-4c86-4f89-894a-e6eece2dc237 on network c59acde4-95ba-4eee-8b01-a47e05d8db91 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:15.784423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:15.784804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Checking segment: {'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:15.785208 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.785598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Bound using segment: {'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:15.786067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Bound port: 5186cba1-4c86-4f89-894a-e6eece2dc237, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:15.786447 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.944238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] For port 5186cba1-4c86-4f89-894a-e6eece2dc237, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:15.947662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] For port 5186cba1-4c86-4f89-894a-e6eece2dc237, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5186cba1-4c86-4f89-894a-e6eece2dc237,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:15.960453 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.072739 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.089616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef6bf2-a00b-4e16-af42-fa47b8050ee0 None None] Pushing event updated for resources: {'Port': ['ID=5186cba1-4c86-4f89-894a-e6eece2dc237,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:16.274386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Allocated IP 172.20.0.1 (c59acde4-95ba-4eee-8b01-a47e05d8db91/411b4d50-8f49-46d8-9098-1d2aa4985a1b/0ac691bd-4a35-46e0-9332-c85a53e864c1) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:16.454055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.548033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.629460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Port': ['ID=0ac691bd-4a35-46e0-9332-c85a53e864c1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:16.666094 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network c59acde4-95ba-4eee-8b01-a47e05d8db91 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:16.670184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:16.673041 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:16.723060 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.923767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.319806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.324132 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.365511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5186cba1-4c86-4f89-894a-e6eece2dc237 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:17.453955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Port': ['ID=0ac691bd-4a35-46e0-9332-c85a53e864c1,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:17.468124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.492779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5186cba1-4c86-4f89-894a-e6eece2dc237 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:17.493074 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.669582 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.705491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network c59acde4-95ba-4eee-8b01-a47e05d8db91 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:17.707720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:17.757184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26d46f6-c882-4089-afb4-5548ef25a99c None None] Network c59acde4-95ba-4eee-8b01-a47e05d8db91 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:17.775680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 5186cba1-4c86-4f89-894a-e6eece2dc237, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5186cba1-4c86-4f89-894a-e6eece2dc237,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:17.801586 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.803102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:17.922966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:18.181555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:18.186553 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3b6d1ac7-ff29-4954-b99b-d5159ede6839 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "PUT /v2.0/routers/9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3965862 Apr 18 20:57:18.189579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40864) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:18.194313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-211972f1-7de8-4fd6-b2d2-bba0fd5d30ba tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2089232462', 'description': 'tempest-secgroup_access--2089232462 description', 'project_id': '24ec26bc1efd4103baec5995c61b67d9'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:18.268245 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-211972f1-7de8-4fd6-b2d2-bba0fd5d30ba tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.404339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-37442095-6da3-4aec-a902-79fb149e01a2 None None] Provisioning complete for port 5186cba1-4c86-4f89-894a-e6eece2dc237 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:18.404913 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-37442095-6da3-4aec-a902-79fb149e01a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.432320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=5186cba1-4c86-4f89-894a-e6eece2dc237,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:18.440042 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-211972f1-7de8-4fd6-b2d2-bba0fd5d30ba tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.448037 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Sync routers for ids ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:18.450098 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-211972f1-7de8-4fd6-b2d2-bba0fd5d30ba tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.465183 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Routers {'9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:18.466262 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:57:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:18.510266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211972f1-7de8-4fd6-b2d2-bba0fd5d30ba tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072b0947-c9a0-497c-90e9-1edfdd867ca0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:18.520888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-211972f1-7de8-4fd6-b2d2-bba0fd5d30ba tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.523226 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-211972f1-7de8-4fd6-b2d2-bba0fd5d30ba tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3324196 Apr 18 20:57:18.526325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40872) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:18.529023 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:18.529409 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.532421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-eab3ae76-7d55-4f32-b7a8-849a7d5f4961 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--376531072', 'description': 'tempest-secgroup_general--376531072 description', 'project_id': '24ec26bc1efd4103baec5995c61b67d9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:18.597388 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eab3ae76-7d55-4f32-b7a8-849a7d5f4961 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.609729 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Set router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:18.798845 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eab3ae76-7d55-4f32-b7a8-849a7d5f4961 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.813389 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eab3ae76-7d55-4f32-b7a8-849a7d5f4961 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.873872 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.900026 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9ec51de1-0f4a-48a5-9b6a-5c8f31886e59,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:18.911817 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.945211 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:16Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0ac691bd-4a35-46e0-9332-c85a53e864c1', 'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:1a:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:16Z', 'updated_at': '2022-04-18T20:57:17Z', 'revision_number': 2, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:18.951036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eab3ae76-7d55-4f32-b7a8-849a7d5f4961 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.955138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eab3ae76-7d55-4f32-b7a8-849a7d5f4961 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4268689 Apr 18 20:57:18.958086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 40882) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:18.963627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-07e94e1b-d7a7-42a1-b96a-1c8a161b1deb tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'security_group_rule': {'security_group_id': '072b0947-c9a0-497c-90e9-1edfdd867ca0', 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:18.965076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3ae76-7d55-4f32-b7a8-849a7d5f4961 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc8f5a2-38be-430e-8b1a-88661f056dfa,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:19.017947 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07e94e1b-d7a7-42a1-b96a-1c8a161b1deb tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.019563 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Checking router: 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:19.034685 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Updating router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 port 0ac691bd-4a35-46e0-9332-c85a53e864c1 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:57:19.054445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=9ec51de1-0f4a-48a5-9b6a-5c8f31886e59,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:19.108788 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.110353 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07e94e1b-d7a7-42a1-b96a-1c8a161b1deb tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.117900 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07e94e1b-d7a7-42a1-b96a-1c8a161b1deb tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.164178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e94e1b-d7a7-42a1-b96a-1c8a161b1deb tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc190ff-ecf6-4987-805b-46bdc069820f,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:19.169355 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-07e94e1b-d7a7-42a1-b96a-1c8a161b1deb tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.170866 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-07e94e1b-d7a7-42a1-b96a-1c8a161b1deb tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2110825 Apr 18 20:57:19.336390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5186cba1-4c86-4f89-894a-e6eece2dc237 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:19.443354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-4ead42cf-2ca5-40a1-a35f-fe5a16e82864 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_general--376531072&fields=id&tenant_id=24ec26bc1efd4103baec5995c61b67d9 HTTP/1.1" status: 200 len: 267 time: 0.0929186 Apr 18 20:57:19.522816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-c6415b89-baed-4bed-8e05-ee45990bcddb tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup_access--2089232462&fields=id&tenant_id=24ec26bc1efd4103baec5995c61b67d9 HTTP/1.1" status: 200 len: 267 time: 0.0695825 Apr 18 20:57:19.533624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-966f7d52-7010-4080-b411-1237e76726e5 None None] Provisioning complete for port 0ac691bd-4a35-46e0-9332-c85a53e864c1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:19.534095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-966f7d52-7010-4080-b411-1237e76726e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.588164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5186cba1-4c86-4f89-894a-e6eece2dc237 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:19.588516 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.655474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-966f7d52-7010-4080-b411-1237e76726e5 None None] Port 0ac691bd-4a35-46e0-9332-c85a53e864c1 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:57:19.716839 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.733946 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.751713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:19.855868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-73f823fc-ce7b-4b37-a237-10d72ad4ee73 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:19.857462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-73f823fc-ce7b-4b37-a237-10d72ad4ee73 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/networks?id=c59acde4-95ba-4eee-8b01-a47e05d8db91 HTTP/1.1" status: 200 len: 797 time: 0.3275192 Apr 18 20:57:19.863798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-966f7d52-7010-4080-b411-1237e76726e5 None None] Provisioning complete for port 5186cba1-4c86-4f89-894a-e6eece2dc237 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:19.864197 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-966f7d52-7010-4080-b411-1237e76726e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.897893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7d23ddbe-2c03-46de-b4b7-4d4841ea571d tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/quotas/24ec26bc1efd4103baec5995c61b67d9 HTTP/1.1" status: 200 len: 375 time: 0.0326912 Apr 18 20:57:19.921765 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534d962-9801-489b-b857-9b3da1e99f8b None None] Pushing event updated for resources: {'Port': ['ID=0ac691bd-4a35-46e0-9332-c85a53e864c1,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:19.932493 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Attempting to bind port 0ac691bd-4a35-46e0-9332-c85a53e864c1 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:19.932588 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Attempting to bind port 0ac691bd-4a35-46e0-9332-c85a53e864c1 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:19.933064 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Attempting to bind port 0ac691bd-4a35-46e0-9332-c85a53e864c1 on network c59acde4-95ba-4eee-8b01-a47e05d8db91 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:19.939948 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:19.940510 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Checking segment: {'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:19.941307 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.942071 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Bound using segment: {'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:19.944580 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Bound port: 0ac691bd-4a35-46e0-9332-c85a53e864c1, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:19.945224 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.985073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:19.985762 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.021793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-c6f4992f-2cfa-40d2-b9eb-b8d32b300bc8 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=24ec26bc1efd4103baec5995c61b67d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170566 Apr 18 20:57:20.094695 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] For port 0ac691bd-4a35-46e0-9332-c85a53e864c1, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:20.104863 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] For port 0ac691bd-4a35-46e0-9332-c85a53e864c1, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0ac691bd-4a35-46e0-9332-c85a53e864c1,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:20.114946 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.182547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-18bc702b-237b-4898-85dd-4dc16351f3b3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:57:20.184075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-18bc702b-237b-4898-85dd-4dc16351f3b3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1308050 Apr 18 20:57:20.246906 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Routers {'9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:20.248657 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:57:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:20.353639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-275dbc2a-d4fb-4bf0-ba60-19e3bdf6c9c6 service neutron] 10.222.0.49 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619051 Apr 18 20:57:20.412875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fbf4b2d1-0c73-49d5-9822-217687a84b70 None None] Provisioning complete for port 0ac691bd-4a35-46e0-9332-c85a53e864c1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:20.413239 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b2d1-0c73-49d5-9822-217687a84b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.519316 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-d5b7461e-ee9b-4e37-ae4f-d5b4c65a8081 service neutron] 10.222.0.49 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486573 Apr 18 20:57:20.583201 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534d962-9801-489b-b857-9b3da1e99f8b None None] Pushing event updated for resources: {'Port': ['ID=0ac691bd-4a35-46e0-9332-c85a53e864c1,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:20.621176 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] Set router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:20.705781 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b2d1-0c73-49d5-9822-217687a84b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.780740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-fbf4b2d1-0c73-49d5-9822-217687a84b70 None None] For port 0ac691bd-4a35-46e0-9332-c85a53e864c1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0ac691bd-4a35-46e0-9332-c85a53e864c1,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:20.791172 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fbf4b2d1-0c73-49d5-9822-217687a84b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.945523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4b2d1-0c73-49d5-9822-217687a84b70 None None] Pushing event updated for resources: {'Port': ['ID=0ac691bd-4a35-46e0-9332-c85a53e864c1,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:20.957786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2341de40-68cf-41f8-939a-47c79120cf9a req-ff9bfeb3-2bf2-4900-9747-10b44cdc656e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 210 time: 0.0720875 Apr 18 20:57:20.958794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-330dbd01-e50a-4318-a189-9bd0812bf9e1 None None] Provisioning complete for port 0ac691bd-4a35-46e0-9332-c85a53e864c1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:20.959348 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-330dbd01-e50a-4318-a189-9bd0812bf9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.107252 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:16Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0ac691bd-4a35-46e0-9332-c85a53e864c1', 'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:1a:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:16Z', 'updated_at': '2022-04-18T20:57:20Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:21.144239 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72406ab-aba7-413f-96d4-e1873cf7996d None None] The sync data for ids ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'] in n-d-836015-4 is: [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:16Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0ac691bd-4a35-46e0-9332-c85a53e864c1', 'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:1a:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:16Z', 'updated_at': '2022-04-18T20:57:20Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:21.340464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0c03488c-ba20-4696-9915-94ae16c375e0 None None] Provisioning complete for port 0ac691bd-4a35-46e0-9332-c85a53e864c1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:21.340834 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0c03488c-ba20-4696-9915-94ae16c375e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.128124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5939ae7b-13fb-4003-9df0-faf5c3dc9ee1 req-d1e9ac65-a436-4593-bdf5-6e2427fc830d tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 210 time: 0.0293617 Apr 18 20:57:22.538668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-ea5dafb0-9869-4b52-9dec-eace22e23cf9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:22.540561 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-ea5dafb0-9869-4b52-9dec-eace22e23cf9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.60 "GET /v2.0/networks?id=c59acde4-95ba-4eee-8b01-a47e05d8db91 HTTP/1.1" status: 200 len: 797 time: 0.2034488 Apr 18 20:57:22.673934 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-74078bc1-954f-4306-8dbe-6b7beb6b1e13 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24ec26bc1efd4103baec5995c61b67d9 HTTP/1.1" status: 200 len: 477 time: 0.1243939 Apr 18 20:57:22.698030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'port': {'device_id': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'admin_state_up': True, 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'security_groups': ['bcc8f5a2-38be-430e-8b1a-88661f056dfa', '072b0947-c9a0-497c-90e9-1edfdd867ca0']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:22.820061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 40978) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:22.887803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Made reservation on behalf of 24ec26bc1efd4103baec5995c61b67d9 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:22.893004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.233942 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:57:23.309212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0ac691bd-4a35-46e0-9332-c85a53e864c1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:23.398134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0ac691bd-4a35-46e0-9332-c85a53e864c1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:23.398798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.524250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c967f3f-bf57-413c-a52e-7bf26a339581 req-4fd12eb8-fe29-49c6-96bd-4597d5d9a56c tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 210 time: 0.2525625 Apr 18 20:57:23.648216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Allocated IP 172.20.0.5 (c59acde4-95ba-4eee-8b01-a47e05d8db91/411b4d50-8f49-46d8-9098-1d2aa4985a1b/8bd80037-0729-4c32-a8f1-835ec2ea018d) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:23.724790 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.863702 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.969194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.032723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Port': ['ID=8bd80037-0729-4c32-a8f1-835ec2ea018d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:24.065493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network c59acde4-95ba-4eee-8b01-a47e05d8db91 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:24.067625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:24.070428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:24.110676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] Deleting port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:24.111031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.185023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:24.185784 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.222865 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3e2808a6-f52f-42af-a144-ea8a3a71bffd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.5427449 Apr 18 20:57:24.239798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Request body: {'port': {'device_id': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:24.328104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] For port 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2419a4a9-2a47-4a5b-ab48-31c4a3759a9d,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:24.328899 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.330110 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.481860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4a106b97-5476-477c-8cfc-9df0845713fc None None] Provisioning complete for port 8bd80037-0729-4c32-a8f1-835ec2ea018d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:24.489006 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a106b97-5476-477c-8cfc-9df0845713fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.586763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4a106b97-5476-477c-8cfc-9df0845713fc None None] Port 8bd80037-0729-4c32-a8f1-835ec2ea018d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:57:24.833828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd80037-0729-4c32-a8f1-835ec2ea018d {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:57:24.843496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.859783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Transition to ACTIVE for port object 8bd80037-0729-4c32-a8f1-835ec2ea018d will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:24.866943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.904755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] Calling delete_port for 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:24.939781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd80037-0729-4c32-a8f1-835ec2ea018d,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:25.075201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Attempting to bind port 8bd80037-0729-4c32-a8f1-835ec2ea018d on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:25.075566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Attempting to bind port 8bd80037-0729-4c32-a8f1-835ec2ea018d by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:25.078058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Attempting to bind port 8bd80037-0729-4c32-a8f1-835ec2ea018d on network c59acde4-95ba-4eee-8b01-a47e05d8db91 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:25.084447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Port 8bd80037-0729-4c32-a8f1-835ec2ea018d on network c59acde4-95ba-4eee-8b01-a47e05d8db91 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:57:25.085204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Attempting to bind port 8bd80037-0729-4c32-a8f1-835ec2ea018d on network c59acde4-95ba-4eee-8b01-a47e05d8db91 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:57:25.093589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:57:25.094239 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Checking segment: {'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:57:25.095449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Bound using segment: {'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:57:25.096902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Bound port: 8bd80037-0729-4c32-a8f1-835ec2ea018d, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a75c319-6957-4cee-8635-b2adabb3fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:25.096902 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.191384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] For port 8bd80037-0729-4c32-a8f1-835ec2ea018d, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:57:25.196891 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] For port 8bd80037-0729-4c32-a8f1-835ec2ea018d, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:57:25.206084 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.275202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd202bbd-3559-47c1-a0fe-cc51ca99251b req-9f21d57f-5373-4ebe-a9c0-3bb97bee0468 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.283232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.283998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.285866 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] 10.222.0.60 "PUT /v2.0/ports/8bd80037-0729-4c32-a8f1-835ec2ea018d HTTP/1.1" status: 200 len: 1130 time: 1.0514743 Apr 18 20:57:25.286750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'tag': '8bd80037-0729-4c32-a8f1-835ec2ea018d'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:25.289782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd202bbd-3559-47c1-a0fe-cc51ca99251b req-9f21d57f-5373-4ebe-a9c0-3bb97bee0468 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 982 time: 0.3893037 Apr 18 20:57:25.299114 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.329431 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa1dc7b-993a-46b0-bcf0-092e81743315" -d '{"events": [{"name": "network-changed", "server_uuid": "5e45a00d-5adf-4937-8bec-98135bbbbb62", "tag": "8bd80037-0729-4c32-a8f1-835ec2ea018d"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:25.402637 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9faa5c-9802-4cf8-8b8a-600d9e51c9c6 x-openstack-request-id: req-bf9faa5c-9802-4cf8-8b8a-600d9e51c9c6 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:25.402926 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e45a00d-5adf-4937-8bec-98135bbbbb62", "tag": "8bd80037-0729-4c32-a8f1-835ec2ea018d", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:25.403207 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf9faa5c-9802-4cf8-8b8a-600d9e51c9c6 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:25.403655 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9faa5c-9802-4cf8-8b8a-600d9e51c9c6'] response: {'name': 'network-changed', 'server_uuid': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'tag': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'status': 'completed', 'code': 200} Apr 18 20:57:25.434556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e5e30-2c33-4059-ba29-76c79ee51c26 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd80037-0729-4c32-a8f1-835ec2ea018d,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:25.449868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-4208c4da-3269-4990-8b88-2b80716ff824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.451391 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-4208c4da-3269-4990-8b88-2b80716ff824 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ec26bc1efd4103baec5995c61b67d9&device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 1133 time: 0.1100850 Apr 18 20:57:25.475724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd202bbd-3559-47c1-a0fe-cc51ca99251b req-72aca105-4b19-4b0a-a9b1-96289fe4199a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1849716 Apr 18 20:57:25.478793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2419a4a9-2a47-4a5b-ab48-31c4a3759a9d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:25.554036 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-913bcba2-d84f-432c-ab2f-3ae3ba4beacb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d HTTP/1.1" status: 200 len: 217 time: 0.0926812 Apr 18 20:57:25.701331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-89b50220-2ef3-49ee-b511-a41a2ff5e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.704110 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-89b50220-2ef3-49ee-b511-a41a2ff5e910 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=411b4d50-8f49-46d8-9098-1d2aa4985a1b HTTP/1.1" status: 200 len: 834 time: 0.1399088 Apr 18 20:57:25.779312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-d33da4e3-bd9e-4f58-9d7f-18b893f40bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:25.782124 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-d33da4e3-bd9e-4f58-9d7f-18b893f40bbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c59acde4-95ba-4eee-8b01-a47e05d8db91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699809 Apr 18 20:57:25.814956 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:25.927166 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-e94518a3-a82b-4570-b5ac-7886dabc0f26 service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244783 Apr 18 20:57:26.049216 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af2df5f5-c82d-4a25-9ed1-fbc1a1cf24c7 req-3f0d0924-60ac-44e3-9126-4d4c68f243aa service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144779 Apr 18 20:57:26.135677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] Router cb171fa8-a321-4799-ba99-4e0db2d186da has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:26.170769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-68ed2905-37c7-415d-bc4d-a08e0f6e859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.172532 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-68ed2905-37c7-415d-bc4d-a08e0f6e859d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ec26bc1efd4103baec5995c61b67d9&device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 1133 time: 0.0594764 Apr 18 20:57:26.259565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:26.272678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4bd97798-91cd-4427-9440-568cc57db6d3 admin admin] 10.222.0.49 "PUT /v2.0/routers/cb171fa8-a321-4799-ba99-4e0db2d186da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4512231 Apr 18 20:57:26.273303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41046) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:26.274509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] Sync routers for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:26.287868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:26.288515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:57:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:26.320397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-61218b23-4e29-413b-b015-6acba21f5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.321902 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-61218b23-4e29-413b-b015-6acba21f5e70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c59acde4-95ba-4eee-8b01-a47e05d8db91 HTTP/1.1" status: 200 len: 898 time: 0.1431420 Apr 18 20:57:26.400139 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-f3e9d94d-bc93-47c7-a86b-916186d4be1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d HTTP/1.1" status: 200 len: 217 time: 0.0711279 Apr 18 20:57:26.416673 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.448441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:26.491181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-ad563933-7b1c-44a6-9a33-22126747b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.492612 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-ad563933-7b1c-44a6-9a33-22126747b8ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=411b4d50-8f49-46d8-9098-1d2aa4985a1b HTTP/1.1" status: 200 len: 834 time: 0.0865355 Apr 18 20:57:26.569019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.573663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-c989eb52-1c96-414a-981e-867c72c82bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.575198 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-c989eb52-1c96-414a-981e-867c72c82bbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c59acde4-95ba-4eee-8b01-a47e05d8db91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742073 Apr 18 20:57:26.682014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:57:25Z', 'revision_number': 5, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port': {'id': '8f0c05da-c9f4-4f14-a841-0162307a00d4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:20Z', 'updated_at': '2022-04-18T20:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:26.711306 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] Checking router: cb171fa8-a321-4799-ba99-4e0db2d186da for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:26.720854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] Routers {'cb171fa8-a321-4799-ba99-4e0db2d186da'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:26.721733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:57:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['cb171fa8-a321-4799-ba99-4e0db2d186da'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:26.730942 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-9ac7f322-7a13-4cbc-80d5-2b5352459359 service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474757 Apr 18 20:57:26.732209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a4314-2f63-453b-9500-c3c06351a68e req-532c623c-a1a8-4142-81e6-05848a8f9cab tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.733938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c4a4314-2f63-453b-9500-c3c06351a68e req-532c623c-a1a8-4142-81e6-05848a8f9cab tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 982 time: 0.1143444 Apr 18 20:57:26.798336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Deleting port 8f0c05da-c9f4-4f14-a841-0162307a00d4 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:26.798960 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.825179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c4a4314-2f63-453b-9500-c3c06351a68e req-a50d768e-bb23-4fff-8032-2b32d1597b7c tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0675240 Apr 18 20:57:26.864807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] Set router cb171fa8-a321-4799-ba99-4e0db2d186da gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:26.921232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:57:26Z', 'revision_number': 6, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:26.936094 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-caa1dc7b-993a-46b0-bcf0-092e81743315 req-e5ab3db7-ff1a-47bb-8fb0-beb07ca6b67c service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963272 Apr 18 20:57:26.965317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77782d41-13df-4814-bda4-7bcb96b880f5 None None] The sync data for ids ['cb171fa8-a321-4799-ba99-4e0db2d186da'] in n-d-836015-4 is: [{'id': 'cb171fa8-a321-4799-ba99-4e0db2d186da', 'name': 'tempest-AttachVolumeShelveTestJSON-1803176494-router', 'tenant_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:17Z', 'updated_at': '2022-04-18T20:57:26Z', 'revision_number': 6, 'project_id': '1ecce6ee1d8341fb9c4d9d091a21d84e', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:26.983546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] For port 8f0c05da-c9f4-4f14-a841-0162307a00d4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8f0c05da-c9f4-4f14-a841-0162307a00d4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:26.983933 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:26.997980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Calling delete_port for 8f0c05da-c9f4-4f14-a841-0162307a00d4 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:27.202994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.260598 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0c05da-c9f4-4f14-a841-0162307a00d4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:27.284544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:27.307630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:27.307994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2419a4a9-2a47-4a5b-ab48-31c4a3759a9d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:27.358065 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.449785 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.451909 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.496771 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.497331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb171fa8-a321-4799-ba99-4e0db2d186da {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:57:27.501941 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.505540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-88a14176-ea8e-4591-8ff4-a7e30ea5c9dd admin admin] 10.222.0.49 "DELETE /v2.0/routers/cb171fa8-a321-4799-ba99-4e0db2d186da HTTP/1.1" status: 204 len: 168 time: 1.2287765 Apr 18 20:57:27.505763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41070) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:27.581154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca8dc04-8c82-4ef1-88b4-d7aa4e935277 admin admin] Deleting subnet 825c56aa-795b-4c99-ba2a-0adf28431893 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:57:27.584661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aca8dc04-8c82-4ef1-88b4-d7aa4e935277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.624051 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aca8dc04-8c82-4ef1-88b4-d7aa4e935277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.713194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aca8dc04-8c82-4ef1-88b4-d7aa4e935277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.809035 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aca8dc04-8c82-4ef1-88b4-d7aa4e935277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.857272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aca8dc04-8c82-4ef1-88b4-d7aa4e935277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.862770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff588e4-3a89-46c2-ab88-550384cc8435 None None] Network 24bb1989-e61e-4425-b497-b7c9b44bf9e3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:57:27.873409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aca8dc04-8c82-4ef1-88b4-d7aa4e935277 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/825c56aa-795b-4c99-ba2a-0adf28431893 HTTP/1.1" status: 204 len: 168 time: 0.3665466 Apr 18 20:57:27.881662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41080) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:27.881916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8dc04-8c82-4ef1-88b4-d7aa4e935277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=825c56aa-795b-4c99-ba2a-0adf28431893,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:28.054195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1e8e8-41e2-45d1-9d30-41f8e38f19db req-e89a8715-8084-4e4b-8375-81160754f16f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:28.065204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cb1e8e8-41e2-45d1-9d30-41f8e38f19db req-e89a8715-8084-4e4b-8375-81160754f16f tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 982 time: 0.1108601 Apr 18 20:57:28.126987 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.150296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cb1e8e8-41e2-45d1-9d30-41f8e38f19db req-764fce44-6bf5-4036-9b5f-f32789f9d77d tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0839331 Apr 18 20:57:28.191284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6a26d7-fa81-417e-ac95-0cca2bbb9784 None None] DHCP port deletion for 24bb1989-e61e-4425-b497-b7c9b44bf9e3 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:57:28.225054 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Deleting port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:28.225902 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.259447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a26d7-fa81-417e-ac95-0cca2bbb9784 None None] Deleting port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:57:28.259447 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7f6a26d7-fa81-417e-ac95-0cca2bbb9784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.314762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] For port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:28.315688 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.339149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7f6a26d7-fa81-417e-ac95-0cca2bbb9784 None None] For port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9,segment=NetworkSegment(7d60f597-aa44-4d75-bfd8-aa2bf958cf50),segment_id=7d60f597-aa44-4d75-bfd8-aa2bf958cf50)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:28.340208 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7f6a26d7-fa81-417e-ac95-0cca2bbb9784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.341280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Calling delete_port for 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:28.355144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a26d7-fa81-417e-ac95-0cca2bbb9784 None None] Calling delete_port for 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:57:28.443991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7f6a26d7-fa81-417e-ac95-0cca2bbb9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.451887 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.458646 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a26d7-fa81-417e-ac95-0cca2bbb9784 None None] No DVR routers for this DVR port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:28.484632 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a26d7-fa81-417e-ac95-0cca2bbb9784 None None] Pushing event deleted for resources: {'Port': ['ID=8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:28.485387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Pushing event deleted for resources: {'Port': ['ID=8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:28.489111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] No DVR routers for this DVR port 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:28.578993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.620097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24bb1989-e61e-4425-b497-b7c9b44bf9e3']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:28.639337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d60f597-aa44-4d75-bfd8-aa2bf958cf50') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:28.641272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d60f597-aa44-4d75-bfd8-aa2bf958cf50') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:28.652340 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.665658 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.675998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:28.677185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:28.678832 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:28.759033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.770481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.778322 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] 10.222.0.49 "DELETE /v2.0/networks/24bb1989-e61e-4425-b497-b7c9b44bf9e3 HTTP/1.1" status: 204 len: 168 time: 0.9008148 Apr 18 20:57:28.810646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044b674-b794-4430-a27c-c7576808eb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=24bb1989-e61e-4425-b497-b7c9b44bf9e3,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:28.960037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41104) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:29.018994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-63c78b0d-3a58-4f35-8fe6-42bdfaac7ed9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1ecce6ee1d8341fb9c4d9d091a21d84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576687 Apr 18 20:57:29.021448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41110) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:29.081817 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-101ab254-76bd-442a-9317-91d98a83ed3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.115481 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-101ab254-76bd-442a-9317-91d98a83ed3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.182386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-101ab254-76bd-442a-9317-91d98a83ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.185615 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-101ab254-76bd-442a-9317-91d98a83ed3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.186566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-101ab254-76bd-442a-9317-91d98a83ed3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4a655aa-2a55-4288-a19f-2cccc8bf776e HTTP/1.1" status: 204 len: 168 time: 0.1640491 Apr 18 20:57:29.202730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ab254-76bd-442a-9317-91d98a83ed3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a655aa-2a55-4288-a19f-2cccc8bf776e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:29.461892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f0c05da-c9f4-4f14-a841-0162307a00d4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:29.485756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8f0c05da-c9f4-4f14-a841-0162307a00d4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:29.486585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8f0c05da-c9f4-4f14-a841-0162307a00d4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:29.487064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:57:29.512304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:57:29.512936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8625fcd1-51ee-45ef-9ff8-b6a7e4a8c4a9 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:57:29.655177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b53a2-23b6-4247-98b2-3e2a680a6727 req-4931382b-d4fc-435a-b8a8-6fdfcfbb04d3 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:29.657002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c64b53a2-23b6-4247-98b2-3e2a680a6727 req-4931382b-d4fc-435a-b8a8-6fdfcfbb04d3 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 982 time: 0.3590708 Apr 18 20:57:29.704883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c64b53a2-23b6-4247-98b2-3e2a680a6727 req-7f0261c9-8037-4709-a4a8-c43c67ebcc6a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0386984 Apr 18 20:57:30.841022 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41196) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:30.868897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c10a4-3f12-442b-8550-0607f84f03f4 req-39bad69c-da8e-45ac-b0b3-02fed3fa0de0 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:30.882433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a27c10a4-3f12-442b-8550-0607f84f03f4 req-39bad69c-da8e-45ac-b0b3-02fed3fa0de0 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 982 time: 0.0897396 Apr 18 20:57:30.940497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a27c10a4-3f12-442b-8550-0607f84f03f4 req-b683acdd-26a5-4856-99d1-4bcf56f0fa49 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0494173 Apr 18 20:57:30.993616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6dd4-88a1-48fe-bfa5-c0eee4ff2043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.078287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6dd4-88a1-48fe-bfa5-c0eee4ff2043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.083639 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0cf6dd4-88a1-48fe-bfa5-c0eee4ff2043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.133056 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a0cf6dd4-88a1-48fe-bfa5-c0eee4ff2043 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5874dc5c9a2c496aab037c7cf1240eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875149 Apr 18 20:57:31.133056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf6dd4-88a1-48fe-bfa5-c0eee4ff2043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9002a0ea-cd31-40a2-bfc4-89fdbb919e45,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:31.133530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41210) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:31.195646 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cdce2eec-d812-42b1-82e3-e2909b6a2274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.229757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cdce2eec-d812-42b1-82e3-e2909b6a2274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.289297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cdce2eec-d812-42b1-82e3-e2909b6a2274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.291943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cdce2eec-d812-42b1-82e3-e2909b6a2274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.293099 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cdce2eec-d812-42b1-82e3-e2909b6a2274 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9002a0ea-cd31-40a2-bfc4-89fdbb919e45 HTTP/1.1" status: 204 len: 168 time: 0.1586630 Apr 18 20:57:31.301084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce2eec-d812-42b1-82e3-e2909b6a2274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9002a0ea-cd31-40a2-bfc4-89fdbb919e45,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:31.529943 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8bd80037-0729-4c32-a8f1-835ec2ea018d details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:57:31.658901 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8bd80037-0729-4c32-a8f1-835ec2ea018d, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:31.672416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'port_id': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'mac_address': 'fa:16:3e:00:6d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:57:31.720713 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.736574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd80037-0729-4c32-a8f1-835ec2ea018d {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:57:31.759979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8bd80037-0729-4c32-a8f1-835ec2ea018d, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:31.765012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.843718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=8bd80037-0729-4c32-a8f1-835ec2ea018d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:32.095195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8bd80037-0729-4c32-a8f1-835ec2ea018d'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:57:32.104913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407b94a-6aa5-45ec-9082-3f3cb546ac50 req-8f7816f6-00bf-43ac-966b-bf97f835dabe tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:32.106645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4407b94a-6aa5-45ec-9082-3f3cb546ac50 req-8f7816f6-00bf-43ac-966b-bf97f835dabe tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 983 time: 0.0658355 Apr 18 20:57:32.166354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4407b94a-6aa5-45ec-9082-3f3cb546ac50 req-ff12a7c5-1b40-40a6-847f-c77a99fb94a2 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0531936 Apr 18 20:57:33.334620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552e23f-94b4-40d9-8782-9a61cd7f0dd0 req-7e36b1ee-1985-4c0f-89fb-da839d1ad953 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:33.336941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1552e23f-94b4-40d9-8782-9a61cd7f0dd0 req-7e36b1ee-1985-4c0f-89fb-da839d1ad953 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 983 time: 0.0696971 Apr 18 20:57:33.396425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1552e23f-94b4-40d9-8782-9a61cd7f0dd0 req-2c35a88a-f99f-4b32-bed9-2fc7f583dc86 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0488307 Apr 18 20:57:33.543984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8bd80037-0729-4c32-a8f1-835ec2ea018d up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:57:33.628447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 8bd80037-0729-4c32-a8f1-835ec2ea018d completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:33.632860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 8bd80037-0729-4c32-a8f1-835ec2ea018d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:33.633433 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.749520 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.803317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd80037-0729-4c32-a8f1-835ec2ea018d'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:33.805979 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71af7d1a-315f-4c64-8f3b-c0ab00140802" -d '{"events": [{"server_uuid": "5e45a00d-5adf-4937-8bec-98135bbbbb62", "name": "network-vif-plugged", "status": "completed", "tag": "8bd80037-0729-4c32-a8f1-835ec2ea018d"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:33.843217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8bd80037-0729-4c32-a8f1-835ec2ea018d, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:57:33.849817 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.892416 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9028003b-724d-4119-915e-adb8fc00c144 x-openstack-request-id: req-9028003b-724d-4119-915e-adb8fc00c144 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:33.892740 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e45a00d-5adf-4937-8bec-98135bbbbb62", "name": "network-vif-plugged", "status": "completed", "tag": "8bd80037-0729-4c32-a8f1-835ec2ea018d", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:33.892912 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9028003b-724d-4119-915e-adb8fc00c144 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:33.893324 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9028003b-724d-4119-915e-adb8fc00c144'] response: {'server_uuid': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'code': 200} Apr 18 20:57:33.938072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=8bd80037-0729-4c32-a8f1-835ec2ea018d,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:34.037134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b157d50-785e-4771-84ed-5442c1b4b9b9 req-4acab5d5-4858-4372-b47e-c8deeaa6c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:34.039401 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b157d50-785e-4771-84ed-5442c1b4b9b9 req-4acab5d5-4858-4372-b47e-c8deeaa6c000 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 1135 time: 0.0777044 Apr 18 20:57:34.113005 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b157d50-785e-4771-84ed-5442c1b4b9b9 req-16c0e3f8-2b84-4a28-84b6-17debb38ab69 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=072b0947-c9a0-497c-90e9-1edfdd867ca0&id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0666704 Apr 18 20:57:34.643680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ee2b6-7fa2-42d8-9734-4632ef66958a req-9710eb69-9a00-4f3c-a099-2ea8897c0053 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:34.663676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-154ee2b6-7fa2-42d8-9734-4632ef66958a req-9710eb69-9a00-4f3c-a099-2ea8897c0053 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 984 time: 0.1168432 Apr 18 20:57:34.720284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-154ee2b6-7fa2-42d8-9734-4632ef66958a req-3886c34e-802d-4ae6-b295-fd6a14cd1e32 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0555418 Apr 18 20:57:35.928096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80644f-f8bf-4b09-ba6a-57977f9c4a05 req-cd37e95e-75e4-4bc9-b20e-5e7b2b696e91 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:35.931502 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e80644f-f8bf-4b09-ba6a-57977f9c4a05 req-cd37e95e-75e4-4bc9-b20e-5e7b2b696e91 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 984 time: 0.0859509 Apr 18 20:57:35.934084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-620737c7-e3c4-4d11-8170-ea307272515b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.001533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e80644f-f8bf-4b09-ba6a-57977f9c4a05 req-d6833e5d-c7ed-4e16-b924-b06ae8013cd6 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0622523 Apr 18 20:57:36.119697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41424) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:36.218504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28adcd1-b074-41b1-9b93-3020112248b8 req-ec1eddf2-c07f-4527-bb2c-0570595dc80e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:36.221301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f28adcd1-b074-41b1-9b93-3020112248b8 req-ec1eddf2-c07f-4527-bb2c-0570595dc80e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 984 time: 0.0829549 Apr 18 20:57:36.288098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f28adcd1-b074-41b1-9b93-3020112248b8 req-3174df38-7d7f-4697-96cd-b95b4f0a85fd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0565147 Apr 18 20:57:36.336761 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d305c85-f393-4c74-ab38-f2628bcb8d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.466778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15c5ec-4d0e-478c-b698-5d7a1c8f0f08 req-597c9f89-5796-46a8-9902-3191602bc55f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:36.468387 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc15c5ec-4d0e-478c-b698-5d7a1c8f0f08 req-597c9f89-5796-46a8-9902-3191602bc55f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 1135 time: 0.0646491 Apr 18 20:57:36.486500 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d305c85-f393-4c74-ab38-f2628bcb8d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.497371 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6d305c85-f393-4c74-ab38-f2628bcb8d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.542764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cc15c5ec-4d0e-478c-b698-5d7a1c8f0f08 req-c8e95c7a-8085-4ec1-9988-6d602dd3c199 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.584944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6d305c85-f393-4c74-ab38-f2628bcb8d4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e927b17079e64f4f97e576e4e1e3450c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563658 Apr 18 20:57:36.584944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d305c85-f393-4c74-ab38-f2628bcb8d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7f8be8-a4f1-4e0c-a9e8-57cb5882ffb8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:36.585411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41442) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:36.725458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa761-6c66-4bee-9910-354e930225c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.792464 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa761-6c66-4bee-9910-354e930225c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.809446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cc15c5ec-4d0e-478c-b698-5d7a1c8f0f08 req-c8e95c7a-8085-4ec1-9988-6d602dd3c199 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.817780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cc15c5ec-4d0e-478c-b698-5d7a1c8f0f08 req-c8e95c7a-8085-4ec1-9988-6d602dd3c199 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.891446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc15c5ec-4d0e-478c-b698-5d7a1c8f0f08 req-c8e95c7a-8085-4ec1-9988-6d602dd3c199 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3983252 Apr 18 20:57:36.909878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e95c7a-8085-4ec1-9988-6d602dd3c199 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147034d8-7066-488a-adc3-a0bf6d33bb8a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:36.917950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa761-6c66-4bee-9910-354e930225c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.920685 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f4aa761-6c66-4bee-9910-354e930225c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.924946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7f4aa761-6c66-4bee-9910-354e930225c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb7f8be8-a4f1-4e0c-a9e8-57cb5882ffb8 HTTP/1.1" status: 204 len: 168 time: 0.3381112 Apr 18 20:57:36.948752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41450) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:36.982832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4aa761-6c66-4bee-9910-354e930225c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7f8be8-a4f1-4e0c-a9e8-57cb5882ffb8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:37.009942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24c6fd-7a9d-4edf-8bd2-e6922e2545cd tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:37.011738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0d24c6fd-7a9d-4edf-8bd2-e6922e2545cd tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 1130 time: 0.0618548 Apr 18 20:57:37.016177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41452) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:37.020852 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:37.052512 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.217948 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.361153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Allocated IP 172.25.2.26 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/516c36db-096b-4f4a-ab5b-ea8227bec2f3) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:37.417290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41462) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:37.444025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a20c-8ae2-40b5-b370-ea7610f037a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.560974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.610049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a20c-8ae2-40b5-b370-ea7610f037a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.616707 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a20c-8ae2-40b5-b370-ea7610f037a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.633985 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.680739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bcd1a20c-8ae2-40b5-b370-ea7610f037a2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a56a13fd2424d16848931e59aef9e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602086 Apr 18 20:57:37.683073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1a20c-8ae2-40b5-b370-ea7610f037a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc738623-c5bc-4bfc-941a-3d128d163e5b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:37.683576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41474) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:37.687384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Port': ['ID=516c36db-096b-4f4a-ab5b-ea8227bec2f3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:37.709474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:37.716022 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:37.721269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:57:37.860421 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8c6-dd67-4916-9b84-a2dc8061edc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.899202 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8c6-dd67-4916-9b84-a2dc8061edc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.063045 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8c6-dd67-4916-9b84-a2dc8061edc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.068376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-55f8b8c6-dd67-4916-9b84-a2dc8061edc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.069754 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-55f8b8c6-dd67-4916-9b84-a2dc8061edc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc738623-c5bc-4bfc-941a-3d128d163e5b HTTP/1.1" status: 204 len: 168 time: 0.3780396 Apr 18 20:57:38.092922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8b8c6-dd67-4916-9b84-a2dc8061edc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc738623-c5bc-4bfc-941a-3d128d163e5b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:38.479091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.627567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.682602 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f512dccd-b060-4cc4-b413-eeb0d4fda185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.929624 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.936910 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.093288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Port': ['ID=516c36db-096b-4f4a-ab5b-ea8227bec2f3,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:39.111536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.266643 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Floating IP 3e3dd2cf-b718-4cdf-99ef-631ac16bd4fe associated. External IP: 172.25.2.26, port: 8bd80037-0729-4c32-a8f1-835ec2ea018d. Apr 18 20:57:39.357171 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.984673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:57:40.114385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:57:40.128904 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] Sync routers for ids ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:40.152849 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.172914 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] Routers {'9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:40.173937 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:57:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:40.206675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41566) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:40.208460 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-db55890e-194f-4752-a9b2-1c7cdbb7e382 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1910365 Apr 18 20:57:40.210627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'tag': '8bd80037-0729-4c32-a8f1-835ec2ea018d'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:40.215624 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4562fc67-1d55-4c76-8996-acac02409008" -d '{"events": [{"name": "network-changed", "server_uuid": "5e45a00d-5adf-4937-8bec-98135bbbbb62", "tag": "8bd80037-0729-4c32-a8f1-835ec2ea018d"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:57:40.296819 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c0137-c9cd-4e5d-90ec-de249f573863 x-openstack-request-id: req-b11c0137-c9cd-4e5d-90ec-de249f573863 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:57:40.297121 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e45a00d-5adf-4937-8bec-98135bbbbb62", "tag": "8bd80037-0729-4c32-a8f1-835ec2ea018d", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:57:40.297386 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b11c0137-c9cd-4e5d-90ec-de249f573863 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:57:40.298220 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11c0137-c9cd-4e5d-90ec-de249f573863'] response: {'name': 'network-changed', 'server_uuid': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'tag': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'status': 'completed', 'code': 200} Apr 18 20:57:40.409157 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562fc67-1d55-4c76-8996-acac02409008 req-3fd270d4-d870-40eb-afc1-7035deeb4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.415869 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4562fc67-1d55-4c76-8996-acac02409008 req-3fd270d4-d870-40eb-afc1-7035deeb4db9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ec26bc1efd4103baec5995c61b67d9&device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 1135 time: 0.0881786 Apr 18 20:57:40.460708 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] Set router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:40.555015 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.566071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562fc67-1d55-4c76-8996-acac02409008 req-7a257446-f3ce-4097-9c4e-986c00d1b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.569500 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4562fc67-1d55-4c76-8996-acac02409008 req-7a257446-f3ce-4097-9c4e-986c00d1b9d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c59acde4-95ba-4eee-8b01-a47e05d8db91 HTTP/1.1" status: 200 len: 898 time: 0.1454580 Apr 18 20:57:40.595489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb3534-38bd-4809-b7e4-f64a2eb7268d tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.596798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb3534-38bd-4809-b7e4-f64a2eb7268d tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.597873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb3534-38bd-4809-b7e4-f64a2eb7268d tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.598898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb3534-38bd-4809-b7e4-f64a2eb7268d tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.625694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb3534-38bd-4809-b7e4-f64a2eb7268d tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.626197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb3534-38bd-4809-b7e4-f64a2eb7268d tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.639036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-39cb3534-38bd-4809-b7e4-f64a2eb7268d tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4289 time: 0.4294474 Apr 18 20:57:40.639611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41586) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:40.712135 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4562fc67-1d55-4c76-8996-acac02409008 req-fcb43bcb-771c-437f-b3c3-53c6bb914f7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d HTTP/1.1" status: 200 len: 998 time: 0.1281776 Apr 18 20:57:40.824726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562fc67-1d55-4c76-8996-acac02409008 req-ea4bf16d-20ae-4aff-b7c8-48047eeccc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.830527 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4562fc67-1d55-4c76-8996-acac02409008 req-ea4bf16d-20ae-4aff-b7c8-48047eeccc4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=411b4d50-8f49-46d8-9098-1d2aa4985a1b HTTP/1.1" status: 200 len: 834 time: 0.1125851 Apr 18 20:57:40.915042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562fc67-1d55-4c76-8996-acac02409008 req-09676085-1594-422e-bc16-e0ac6a23a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.917004 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4562fc67-1d55-4c76-8996-acac02409008 req-09676085-1594-422e-bc16-e0ac6a23a202 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c59acde4-95ba-4eee-8b01-a47e05d8db91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795310 Apr 18 20:57:40.932436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27c568-7c3b-43ad-a8ae-f63e906d6799 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.933200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27c568-7c3b-43ad-a8ae-f63e906d6799 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.949191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27c568-7c3b-43ad-a8ae-f63e906d6799 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.949763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27c568-7c3b-43ad-a8ae-f63e906d6799 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.952086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27c568-7c3b-43ad-a8ae-f63e906d6799 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.953064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b27c568-7c3b-43ad-a8ae-f63e906d6799 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:40.964554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6b27c568-7c3b-43ad-a8ae-f63e906d6799 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.3191056 Apr 18 20:57:40.965612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41596) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:41.025506 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:16Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '3e3dd2cf-b718-4cdf-99ef-631ac16bd4fe', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'port_id': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'mac_address': 'fa:16:3e:00:6d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:38Z', 'updated_at': '2022-04-18T20:57:38Z', 'revision_number': 0, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ac691bd-4a35-46e0-9332-c85a53e864c1', 'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:1a:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:16Z', 'updated_at': '2022-04-18T20:57:20Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:41.059179 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] Checking router: 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:41.061265 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4562fc67-1d55-4c76-8996-acac02409008 req-d0cef9a0-f2fa-4b46-9746-5acabedeb458 service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375301 Apr 18 20:57:41.068974 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] Routers {'9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:57:41.069778 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:57:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:41.208525 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.233658 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] Set router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:57:41.366591 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4562fc67-1d55-4c76-8996-acac02409008 req-0e1754f2-4a32-496e-921a-2bd550079b52 service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974694 Apr 18 20:57:41.532002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41612) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:41.532271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a759e64c-b407-4acf-b229-9012ae6b9e2e tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.5559030 Apr 18 20:57:41.602664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896872af-eb68-4c69-954d-841911505d16 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:41.603146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896872af-eb68-4c69-954d-841911505d16 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:41.604915 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-896872af-eb68-4c69-954d-841911505d16 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 HTTP/1.1" status: 200 len: 1990 time: 0.0714810 Apr 18 20:57:41.655150 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:16Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '3e3dd2cf-b718-4cdf-99ef-631ac16bd4fe', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'port_id': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'mac_address': 'fa:16:3e:00:6d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:38Z', 'updated_at': '2022-04-18T20:57:38Z', 'revision_number': 0, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ac691bd-4a35-46e0-9332-c85a53e864c1', 'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:1a:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:16Z', 'updated_at': '2022-04-18T20:57:20Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:41.687315 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7b670-d158-4e8c-922a-c46d12fe51cf None None] The sync data for ids ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'] in n-d-836015-4 is: [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:16Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '3e3dd2cf-b718-4cdf-99ef-631ac16bd4fe', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'port_id': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'mac_address': 'fa:16:3e:00:6d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:57:38Z', 'updated_at': '2022-04-18T20:57:38Z', 'revision_number': 0, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ac691bd-4a35-46e0-9332-c85a53e864c1', 'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:1a:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:16Z', 'updated_at': '2022-04-18T20:57:20Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:42.065645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d270144f-5205-41c2-9a42-13caac23de04 None None] New status for floating IP 3e3dd2cf-b718-4cdf-99ef-631ac16bd4fe: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:57:42.433156 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.881444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 41660) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.036608 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.157737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.166016 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.220487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f08e22d-8f9f-46c4-8104-91b2e8307c27,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.227831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=442eb52b5a7342658ab9d875b9a64bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450575 Apr 18 20:57:43.228520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41670) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.238021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.238609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.238985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.239404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.240005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.240415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.240930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.241424 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.241936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.242257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.242592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.242921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb61ec4e-1adf-4096-9125-6b1566efd241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:43.295228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6dad3e-0b82-43d2-ab92-08a9a95758c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.344998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6dad3e-0b82-43d2-ab92-08a9a95758c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.421636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6dad3e-0b82-43d2-ab92-08a9a95758c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.425619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e6dad3e-0b82-43d2-ab92-08a9a95758c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.427911 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e6dad3e-0b82-43d2-ab92-08a9a95758c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f08e22d-8f9f-46c4-8104-91b2e8307c27 HTTP/1.1" status: 204 len: 168 time: 0.1973264 Apr 18 20:57:43.445831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dad3e-0b82-43d2-ab92-08a9a95758c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f08e22d-8f9f-46c4-8104-91b2e8307c27,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.870158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41694) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:43.884970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d932aeb-eccb-4859-9385-43d24462ef5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.974193 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d932aeb-eccb-4859-9385-43d24462ef5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.979127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d932aeb-eccb-4859-9385-43d24462ef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.020632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d932aeb-eccb-4859-9385-43d24462ef5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fff9e33-c13a-481d-a138-8a35213c04e8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.038807 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d932aeb-eccb-4859-9385-43d24462ef5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5e01a73e1bf4af1901f66407c0d80ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1673429 Apr 18 20:57:44.041362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 41698) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:44.099045 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da55a6b3-87f2-40ec-a7f5-e74ab4892545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.132160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da55a6b3-87f2-40ec-a7f5-e74ab4892545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.199638 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da55a6b3-87f2-40ec-a7f5-e74ab4892545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.202444 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da55a6b3-87f2-40ec-a7f5-e74ab4892545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.203735 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-da55a6b3-87f2-40ec-a7f5-e74ab4892545 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3fff9e33-c13a-481d-a138-8a35213c04e8 HTTP/1.1" status: 204 len: 168 time: 0.1613739 Apr 18 20:57:44.216986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55a6b3-87f2-40ec-a7f5-e74ab4892545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fff9e33-c13a-481d-a138-8a35213c04e8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.026396 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.294456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42342) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:59.464571 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-439bc28d-e765-4acf-8382-a0c5abed1942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.544464 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-439bc28d-e765-4acf-8382-a0c5abed1942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.548718 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-439bc28d-e765-4acf-8382-a0c5abed1942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.595371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-439bc28d-e765-4acf-8382-a0c5abed1942 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc2a1c3dc2774aa787310b3f041083cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973311 Apr 18 20:57:59.595371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bc28d-e765-4acf-8382-a0c5abed1942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd58d21-5ad4-4f5c-9d61-520e4b73b995,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:59.595682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42352) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:57:59.657210 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-307760bf-40b0-47c8-9ef0-9b38ff29e7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.695234 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-307760bf-40b0-47c8-9ef0-9b38ff29e7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.749975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-307760bf-40b0-47c8-9ef0-9b38ff29e7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.753250 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-307760bf-40b0-47c8-9ef0-9b38ff29e7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.759367 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-307760bf-40b0-47c8-9ef0-9b38ff29e7f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8bd58d21-5ad4-4f5c-9d61-520e4b73b995 HTTP/1.1" status: 204 len: 168 time: 0.1603289 Apr 18 20:57:59.768100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307760bf-40b0-47c8-9ef0-9b38ff29e7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd58d21-5ad4-4f5c-9d61-520e4b73b995,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:00.183723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42368) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:00.199559 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.239326 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:58:00.296063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.301099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.349712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42370) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:00.363336 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9a53f1552fe24cf6b3f75e06b3e23314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782515 Apr 18 20:58:00.378978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d285c2c7-329c-4ed7-a0d1-fb247164c1ab,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:00.389812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.390420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.390939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.391434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.392043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.392558 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.393095 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.394274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.394782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.395478 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.396030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.396948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab8d63b-2451-4923-a90f-4ceb38f482d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:00.441448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d673b4d-439c-4dce-98f2-e3937375f38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.466589 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d673b4d-439c-4dce-98f2-e3937375f38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.521864 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d673b4d-439c-4dce-98f2-e3937375f38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.524607 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d673b4d-439c-4dce-98f2-e3937375f38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.525776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2d673b4d-439c-4dce-98f2-e3937375f38d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d285c2c7-329c-4ed7-a0d1-fb247164c1ab HTTP/1.1" status: 204 len: 168 time: 0.1729791 Apr 18 20:58:00.535644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d673b4d-439c-4dce-98f2-e3937375f38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d285c2c7-329c-4ed7-a0d1-fb247164c1ab,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:03.479005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42472) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:03.603524 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbba1b2f-15c7-4ec6-9aea-9c729e113361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.689075 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbba1b2f-15c7-4ec6-9aea-9c729e113361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.694533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbba1b2f-15c7-4ec6-9aea-9c729e113361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.735715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba1b2f-15c7-4ec6-9aea-9c729e113361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a301590d-4cfd-4e51-98b4-bc88f9a21dc2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:03.751863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42478) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:03.752949 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dbba1b2f-15c7-4ec6-9aea-9c729e113361 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5992154df51541cf96a7508604f1ad2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717595 Apr 18 20:58:03.816658 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e24d4548-a59d-4bdc-8952-a2c0dda533c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.847932 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e24d4548-a59d-4bdc-8952-a2c0dda533c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.905701 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e24d4548-a59d-4bdc-8952-a2c0dda533c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.908437 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e24d4548-a59d-4bdc-8952-a2c0dda533c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.909635 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e24d4548-a59d-4bdc-8952-a2c0dda533c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a301590d-4cfd-4e51-98b4-bc88f9a21dc2 HTTP/1.1" status: 204 len: 168 time: 0.1559732 Apr 18 20:58:03.918092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d4548-a59d-4bdc-8952-a2c0dda533c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a301590d-4cfd-4e51-98b4-bc88f9a21dc2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:04.232048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42484) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:04.249015 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e75d038b-5f44-4034-bd54-40fd81b1db6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.330295 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e75d038b-5f44-4034-bd54-40fd81b1db6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.335115 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e75d038b-5f44-4034-bd54-40fd81b1db6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.378146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e75d038b-5f44-4034-bd54-40fd81b1db6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bf29a6ea8ca41179f61aea9f1acb7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446958 Apr 18 20:58:04.378784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d038b-5f44-4034-bd54-40fd81b1db6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e6e474-37b5-4640-89be-c121a4834632,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:04.380957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:04.446282 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5578e7eb-6dcd-416f-b767-3abf8f45d7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.469607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5578e7eb-6dcd-416f-b767-3abf8f45d7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.532131 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5578e7eb-6dcd-416f-b767-3abf8f45d7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.535286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5578e7eb-6dcd-416f-b767-3abf8f45d7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.536583 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5578e7eb-6dcd-416f-b767-3abf8f45d7f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4e6e474-37b5-4640-89be-c121a4834632 HTTP/1.1" status: 204 len: 168 time: 0.1545029 Apr 18 20:58:04.546038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578e7eb-6dcd-416f-b767-3abf8f45d7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e6e474-37b5-4640-89be-c121a4834632,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:05.937580 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0cb48981-346e-4c8e-ac16-a496719f6882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.973143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42670) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:08.116404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fb819bc-3574-40ff-9807-d90745b35c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.217522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fb819bc-3574-40ff-9807-d90745b35c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.222623 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4fb819bc-3574-40ff-9807-d90745b35c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.269283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4fb819bc-3574-40ff-9807-d90745b35c4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b02c6e812ad6401c8aefad291b08b454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915645 Apr 18 20:58:08.269283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb819bc-3574-40ff-9807-d90745b35c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c861f36-932c-4751-a38a-f83aac543979,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:08.270106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42674) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:08.323702 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0f4158e-161a-46d1-baf4-b370b6db2663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.348992 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0f4158e-161a-46d1-baf4-b370b6db2663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.406676 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0f4158e-161a-46d1-baf4-b370b6db2663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.410543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0f4158e-161a-46d1-baf4-b370b6db2663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.411757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e0f4158e-161a-46d1-baf4-b370b6db2663 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c861f36-932c-4751-a38a-f83aac543979 HTTP/1.1" status: 204 len: 168 time: 0.1408994 Apr 18 20:58:08.420899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4158e-161a-46d1-baf4-b370b6db2663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c861f36-932c-4751-a38a-f83aac543979,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:08.663273 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c313e76b-f2c6-4338-abba-0f6fe023c33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.757010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42686) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:08.778697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41925e0f-af04-4ef0-ae56-c46d032f9c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.878728 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41925e0f-af04-4ef0-ae56-c46d032f9c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.884371 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-41925e0f-af04-4ef0-ae56-c46d032f9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.943359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41925e0f-af04-4ef0-ae56-c46d032f9c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79c46a4-a7b9-4216-8b89-09a07c8d9af1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:08.961264 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-41925e0f-af04-4ef0-ae56-c46d032f9c1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2bc7d8ee7584c2b977d92d4d901e8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022738 Apr 18 20:58:08.961962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42690) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:09.036078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bb38ca82-a66f-4d6b-b97a-9fabe4e94faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.063193 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bb38ca82-a66f-4d6b-b97a-9fabe4e94faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.138165 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bb38ca82-a66f-4d6b-b97a-9fabe4e94faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.141058 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bb38ca82-a66f-4d6b-b97a-9fabe4e94faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.152011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bb38ca82-a66f-4d6b-b97a-9fabe4e94faf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f79c46a4-a7b9-4216-8b89-09a07c8d9af1 HTTP/1.1" status: 204 len: 168 time: 0.1814909 Apr 18 20:58:09.170287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38ca82-a66f-4d6b-b97a-9fabe4e94faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79c46a4-a7b9-4216-8b89-09a07c8d9af1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.342015 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.540789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.848473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42746) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:11.010527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:11.039403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.178331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.213289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.328963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Allocated IP 172.25.2.86 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/6da03a90-25f6-4e3b-8e0b-66ee92e3c6fa) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:11.475971 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.523653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.561129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:11.565061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:11.575582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:11.608806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Pushing event updated for resources: {'Port': ['ID=6da03a90-25f6-4e3b-8e0b-66ee92e3c6fa,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:11.745825 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.198997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.347163 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.445083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.450388 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.553388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Pushing event updated for resources: {'Port': ['ID=6da03a90-25f6-4e3b-8e0b-66ee92e3c6fa,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:12.566123 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.588526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.589446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-64cf46b5-b691-4580-b818-662e06733bbf tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7635491 Apr 18 20:58:12.592594 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42790) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:12.599217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-942210269', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'fixed_ips': [{'ip_address': '172.25.2.86'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:12.626323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Made reservation on behalf of 84629bc5a69a4b49816224a08b0f233f for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:12.636592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.649244 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.771344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.780553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.787123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] device_id is not set on port 4b82c930-fac8-499a-ae6f-ff21113279a8 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:12.874960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a39dd7-1091-4923-b0df-983a7c8344b0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.035495 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 20:58:13.035495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:13.059026 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0c0aff9e-f8c6-4527-9228-e0b757fac446 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4645948 Apr 18 20:58:13.062271 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42802) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:13.260963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-78664af1-fb39-4db8-91a2-e2d978cff5fb tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Deleting port 6da03a90-25f6-4e3b-8e0b-66ee92e3c6fa {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:13.261546 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-78664af1-fb39-4db8-91a2-e2d978cff5fb tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.388131 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-78664af1-fb39-4db8-91a2-e2d978cff5fb tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.388451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-78664af1-fb39-4db8-91a2-e2d978cff5fb tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.404415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-78664af1-fb39-4db8-91a2-e2d978cff5fb tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Calling delete_port for 6da03a90-25f6-4e3b-8e0b-66ee92e3c6fa owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:13.606625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-78664af1-fb39-4db8-91a2-e2d978cff5fb tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.636580 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78664af1-fb39-4db8-91a2-e2d978cff5fb tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Pushing event deleted for resources: {'Port': ['ID=6da03a90-25f6-4e3b-8e0b-66ee92e3c6fa,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.716958 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-78664af1-fb39-4db8-91a2-e2d978cff5fb tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.720938 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-78664af1-fb39-4db8-91a2-e2d978cff5fb tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.727011 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-78664af1-fb39-4db8-91a2-e2d978cff5fb tempest-ExternalNetworksAdminNegativeTestJSON-1313428136 tempest-ExternalNetworksAdminNegativeTestJSON-1313428136-project-admin] 10.222.0.49 "DELETE /v2.0/floatingips/6924995e-6de5-4a59-aa43-109063f647a2 HTTP/1.1" status: 204 len: 168 time: 0.6587150 Apr 18 20:58:14.115610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42828) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:14.270097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f67d406-533f-4024-bbd3-7e074dcb6dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.393455 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f67d406-533f-4024-bbd3-7e074dcb6dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.398525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f67d406-533f-4024-bbd3-7e074dcb6dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.447286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42840) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:14.448038 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5f67d406-533f-4024-bbd3-7e074dcb6dde admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd5bf96dfe1a40598fcfc4b84156c22e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306077 Apr 18 20:58:14.448507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67d406-533f-4024-bbd3-7e074dcb6dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd3292e-9cb6-4b63-bd51-557778418231,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:14.513927 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ceccae06-dc8b-43c2-8484-e08e9c74dafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.539384 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ceccae06-dc8b-43c2-8484-e08e9c74dafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.602760 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ceccae06-dc8b-43c2-8484-e08e9c74dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.605455 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ceccae06-dc8b-43c2-8484-e08e9c74dafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.609225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ceccae06-dc8b-43c2-8484-e08e9c74dafa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbd3292e-9cb6-4b63-bd51-557778418231 HTTP/1.1" status: 204 len: 168 time: 0.1583226 Apr 18 20:58:14.616546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccae06-dc8b-43c2-8484-e08e9c74dafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd3292e-9cb6-4b63-bd51-557778418231,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:14.989837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 42858) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:15.046117 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-14812539-f6eb-4b48-8d19-3aa57c1ff743 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84629bc5a69a4b49816224a08b0f233f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549250 Apr 18 20:58:15.049199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42862) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:15.123659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04e132ec-2fc7-477f-b242-1c63c3aeeaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.153982 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04e132ec-2fc7-477f-b242-1c63c3aeeaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.217721 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04e132ec-2fc7-477f-b242-1c63c3aeeaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.221324 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-04e132ec-2fc7-477f-b242-1c63c3aeeaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.222431 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-04e132ec-2fc7-477f-b242-1c63c3aeeaa2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05a39dd7-1091-4923-b0df-983a7c8344b0 HTTP/1.1" status: 204 len: 168 time: 0.1710107 Apr 18 20:58:15.231645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e132ec-2fc7-477f-b242-1c63c3aeeaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a39dd7-1091-4923-b0df-983a7c8344b0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:16.014767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.073040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 42906) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:16.225909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1934273983'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:16.256292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:16.260057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.269445 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.386106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.395384 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.430673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:16.449231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408d0cfc-f75e-4969-8a59-f0f80f51d0df,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:16.453061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.453667 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Added segment 64d9f0b2-c955-41ae-9fca-8aaebb395a9f of type vlan for network a4dd1fc9-212e-406e-b0e3-7c024019f675 Apr 18 20:58:16.501844 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.611914 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.611914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.611914 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.709182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=a4dd1fc9-212e-406e-b0e3-7c024019f675,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:16.712627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a4dd1fc9-212e-406e-b0e3-7c024019f675 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:16.712909 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-82e3aa0d-25f8-49e3-9cb5-26b5fa4e68e4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6301973 Apr 18 20:58:20.107173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43040) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:20.114014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'network_id': 'a4dd1fc9-212e-406e-b0e3-7c024019f675', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:20.235268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:20.239503 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.503543 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.574991 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=38d089f2-211f-484f-9274-8833f5257bc9,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:20.586921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking segment: {'id': '64d9f0b2-c955-41ae-9fca-8aaebb395a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a4dd1fc9-212e-406e-b0e3-7c024019f675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:20.587317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network hostable DHCP agents. Network: a4dd1fc9-212e-406e-b0e3-7c024019f675, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:20.611249 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network a4dd1fc9-212e-406e-b0e3-7c024019f675 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:20.623271 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a4dd1fc9-212e-406e-b0e3-7c024019f675) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:20.630203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:20.630796 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.637712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e4a5bf-c02b-4a4c-9aab-de37089b5a8b None None] Network a4dd1fc9-212e-406e-b0e3-7c024019f675 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:20.663002 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f05dd7ca-d0de-4026-9bc3-7bbd1b43fbca tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5537472 Apr 18 20:58:20.666350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43062) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:20.673030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-889321183'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:20.698289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:20.709123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.763274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:20.775259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.775751 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Added segment c3c8d7ab-2e83-48e5-a91a-f3006a967978 of type vlan for network 6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57 Apr 18 20:58:20.823864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.864057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a4dd1fc9-212e-406e-b0e3-7c024019f675', 'network_id': 'a4dd1fc9-212e-406e-b0e3-7c024019f675', 'tenant_id': '6529d9e20b7a4b329e28c6d29f093054', 'fixed_ips': [{'subnet_id': '38d089f2-211f-484f-9274-8833f5257bc9'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:20.865454 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.867929 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.886836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:20.887785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.922310 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2546847 Apr 18 20:58:20.926576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43070) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:20.932335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'network_id': '6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:20.982763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bd97a-15be-41d5-95a6-d79f2c255a92 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:20.993599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:21.081288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:21.086022 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.135168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Allocated IP 2001:db8:0:ffff::2 (a4dd1fc9-212e-406e-b0e3-7c024019f675/38d089f2-211f-484f-9274-8833f5257bc9/018c1f7d-9a4b-44bd-99a2-7109fd49f4c2) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:21.365793 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.398467 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.413538 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.462262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=d2f08450-fbba-481d-89fc-875b9e978279,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:21.470907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Pushing event updated for resources: {'Port': ['ID=018c1f7d-9a4b-44bd-99a2-7109fd49f4c2,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:21.476761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking segment: {'id': 'c3c8d7ab-2e83-48e5-a91a-f3006a967978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:21.477299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network hostable DHCP agents. Network: 6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:21.483003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.484098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.484766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.485258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.486299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.486801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.487283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.487958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.488432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.488910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.489411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.490104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:21.500772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network 6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:21.502028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Network a4dd1fc9-212e-406e-b0e3-7c024019f675 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:21.502308 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-a7d88935-45ae-4e8b-b01b-2c728285b91a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2092700 Apr 18 20:58:21.504369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:21.506956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:21.530917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:21.539279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:21.543471 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.552592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c304f69a-1d9d-45c9-bf43-3fe7270f7c0d None None] Network 6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:21.574028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-336c93af-f408-4da8-9b6b-a2738cd8788b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6460760 Apr 18 20:58:21.576764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43094) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:21.660990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Attempting to bind port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:21.661987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Attempting to bind port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '64d9f0b2-c955-41ae-9fca-8aaebb395a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a4dd1fc9-212e-406e-b0e3-7c024019f675'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:21.662604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Attempting to bind port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 on network a4dd1fc9-212e-406e-b0e3-7c024019f675 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:21.672473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:21.687316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Checking segment: {'id': '64d9f0b2-c955-41ae-9fca-8aaebb395a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a4dd1fc9-212e-406e-b0e3-7c024019f675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:21.688795 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.689277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Bound using segment: {'id': '64d9f0b2-c955-41ae-9fca-8aaebb395a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a4dd1fc9-212e-406e-b0e3-7c024019f675'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:21.691111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Bound port: 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d9f0b2-c955-41ae-9fca-8aaebb395a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a4dd1fc9-212e-406e-b0e3-7c024019f675'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:21.691111 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.699234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-0ad6208b-3b4a-4ba5-a23d-208b9bc6acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:21.701125 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-0ad6208b-3b4a-4ba5-a23d-208b9bc6acf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ec26bc1efd4103baec5995c61b67d9&device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 1135 time: 0.1159003 Apr 18 20:58:21.774891 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.886414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] For port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:21.902392 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.906017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] For port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=018c1f7d-9a4b-44bd-99a2-7109fd49f4c2,segment=NetworkSegment(64d9f0b2-c955-41ae-9fca-8aaebb395a9f),segment_id=64d9f0b2-c955-41ae-9fca-8aaebb395a9f)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:21.909333 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-89bedaf9-9266-4610-9219-b0aede7bd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:21.910997 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-89bedaf9-9266-4610-9219-b0aede7bd526 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c59acde4-95ba-4eee-8b01-a47e05d8db91 HTTP/1.1" status: 200 len: 898 time: 0.1880746 Apr 18 20:58:21.931804 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.969237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce3ebc-008b-43d0-9455-a1ba7577719f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57', 'network_id': '6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57', 'tenant_id': '6529d9e20b7a4b329e28c6d29f093054', 'fixed_ips': [{'subnet_id': 'd2f08450-fbba-481d-89fc-875b9e978279'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:21.970650 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3ebc-008b-43d0-9455-a1ba7577719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.041836 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de789b32-eeeb-40c4-9440-c51ffde78eb1 None None] Pushing event updated for resources: {'Port': ['ID=018c1f7d-9a4b-44bd-99a2-7109fd49f4c2,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:22.066466 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-80f7e697-336c-4a71-8790-5d7d0b67b23b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d HTTP/1.1" status: 200 len: 1000 time: 0.1363533 Apr 18 20:58:22.125308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-b9ce3ebc-008b-43d0-9455-a1ba7577719f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2f08450-fbba-481d-89fc-875b9e978279: This subnet is being modified by another concurrent operation. Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:58:22.170812 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2f08450-fbba-481d-89fc-875b9e978279: This subnet is being modified by another concurrent operation. Apr 18 20:58:22.175183 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:58:22.208392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59aef05-ebaf-46db-b548-a53635ecb5b3 None None] Network 6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:22.245702 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.269963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:22.285012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c8d7ab-2e83-48e5-a91a-f3006a967978') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:22.285314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c8d7ab-2e83-48e5-a91a-f3006a967978') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:22.325780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.343108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f08450-fbba-481d-89fc-875b9e978279,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:22.358542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.366884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-603e55f3-8dbe-4565-83d5-8b454557a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:22.370567 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-603e55f3-8dbe-4565-83d5-8b454557a479 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=411b4d50-8f49-46d8-9098-1d2aa4985a1b HTTP/1.1" status: 200 len: 834 time: 0.2914715 Apr 18 20:58:22.390073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:22.390684 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:22.394662 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:22.492671 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.502224 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.506351 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57 HTTP/1.1" status: 204 len: 168 time: 0.9282784 Apr 18 20:58:22.509269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-a5ba6197-23e4-45ef-bff9-23919245e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:22.510099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43116) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:22.511042 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-a5ba6197-23e4-45ef-bff9-23919245e5ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c59acde4-95ba-4eee-8b01-a47e05d8db91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319685 Apr 18 20:58:22.516185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-352547871'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:22.534627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22c234-c3b2-4200-aed0-e24b09e8606b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Network': ['ID=6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:22.556808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:22.566027 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.606412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:22.619495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.620331 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Added segment ef3803df-687a-4f39-b45f-76e382eb8a1a of type vlan for network a8f7f115-d255-4cbd-b285-c211ba623d64 Apr 18 20:58:22.638569 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-21241aec-e743-4370-8ed0-cb6f223a3b35 service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136436 Apr 18 20:58:22.680816 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.724097 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.731568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:22.732766 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.746065 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fee6803a-1d0f-4847-b04b-6913ad30b82f req-b17bfe30-cf50-4d97-a94b-35110d2afac6 service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975783 Apr 18 20:58:22.821372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3088379 Apr 18 20:58:22.822167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43124) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:22.839611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'network_id': 'a8f7f115-d255-4cbd-b285-c211ba623d64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:22.889353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9626a2-6559-4df1-bbfa-c0362a4ca519 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=a8f7f115-d255-4cbd-b285-c211ba623d64,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:22.921411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a8f7f115-d255-4cbd-b285-c211ba623d64 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:23.004449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:23.009238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.316108 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.416422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=deacec58-03d6-4961-a50e-79c7dcbf3903,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:23.425733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:23.439815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking segment: {'id': 'ef3803df-687a-4f39-b45f-76e382eb8a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a8f7f115-d255-4cbd-b285-c211ba623d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:23.440736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network hostable DHCP agents. Network: a8f7f115-d255-4cbd-b285-c211ba623d64, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:23.462627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network a8f7f115-d255-4cbd-b285-c211ba623d64 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:23.486103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a8f7f115-d255-4cbd-b285-c211ba623d64) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:23.495198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:23.495808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.498779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a4ed90-f097-4eed-97ac-eef8c3acc46f None None] Network a8f7f115-d255-4cbd-b285-c211ba623d64 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:23.540638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6736dcbc-bb2d-43ab-b3bd-290a1a89ac20 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7059040 Apr 18 20:58:23.555794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43142) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:23.562286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:23.562876 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.563141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683066693'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:23.616290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:23.623279 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.681138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c251d9e-cb74-4ad5-a6cd-6315dbe23e49 None None] Network a4dd1fc9-212e-406e-b0e3-7c024019f675 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:23.694728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:23.716566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.717695 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Added segment dfa9bbfd-9d30-461c-abf1-84adbcc4fe27 of type vlan for network 98e2e5e7-a962-46ec-8c2b-67ab0e08f74d Apr 18 20:58:23.814029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.837579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d3130386-c4c5-44b7-a91b-8e68c2ca903e None None] Provisioning complete for port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:23.838119 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d3130386-c4c5-44b7-a91b-8e68c2ca903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.853526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.863388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:23.864371 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.902599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43154) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:23.904603 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3470564 Apr 18 20:58:23.909987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'network_id': '98e2e5e7-a962-46ec-8c2b-67ab0e08f74d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:23.933567 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.028807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a8f7f115-d255-4cbd-b285-c211ba623d64', 'network_id': 'a8f7f115-d255-4cbd-b285-c211ba623d64', 'tenant_id': '6529d9e20b7a4b329e28c6d29f093054', 'fixed_ips': [{'subnet_id': 'deacec58-03d6-4961-a50e-79c7dcbf3903'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:24.029690 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.061028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=018c1f7d-9a4b-44bd-99a2-7109fd49f4c2,segment=NetworkSegment(64d9f0b2-c955-41ae-9fca-8aaebb395a9f),segment_id=64d9f0b2-c955-41ae-9fca-8aaebb395a9f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:24.066891 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030461c-a763-4458-85d1-f282a8c59e22 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=98e2e5e7-a962-46ec-8c2b-67ab0e08f74d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:24.070622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:24.076788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.095365 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.105060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 98e2e5e7-a962-46ec-8c2b-67ab0e08f74d details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:24.201464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Performing IP validity checks on allocation pools {{(pid=102904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:58:24.202643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:58:24.460302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.552503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=9825db81-877f-488a-bb0b-350668a63119,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:24.564895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=018c1f7d-9a4b-44bd-99a2-7109fd49f4c2,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:24.598803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking segment: {'id': 'dfa9bbfd-9d30-461c-abf1-84adbcc4fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '98e2e5e7-a962-46ec-8c2b-67ab0e08f74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:24.599372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network hostable DHCP agents. Network: 98e2e5e7-a962-46ec-8c2b-67ab0e08f74d, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:24.634873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network 98e2e5e7-a962-46ec-8c2b-67ab0e08f74d is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:24.665512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 98e2e5e7-a962-46ec-8c2b-67ab0e08f74d) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:24.670130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:24.671954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.682533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d2472-55f9-4ad6-ab0e-7022ae8b506c None None] Network 98e2e5e7-a962-46ec-8c2b-67ab0e08f74d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:24.702349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0b4237c6-0fc7-409a-bac3-7510430a3143 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7981267 Apr 18 20:58:24.705183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43176) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:24.765336 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Allocated IP 2001:db8::1 (a8f7f115-d255-4cbd-b285-c211ba623d64/deacec58-03d6-4961-a50e-79c7dcbf3903/75fda5ad-936c-4e44-93fa-3527c7e02299) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:24.896813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.990919 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e73e404-3c84-4987-8a4b-5c0566025efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-98e2e5e7-a962-46ec-8c2b-67ab0e08f74d', 'network_id': '98e2e5e7-a962-46ec-8c2b-67ab0e08f74d', 'tenant_id': '6529d9e20b7a4b329e28c6d29f093054', 'fixed_ips': [{'subnet_id': '9825db81-877f-488a-bb0b-350668a63119'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:24.991787 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9e73e404-3c84-4987-8a4b-5c0566025efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.005430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.101963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-56df10c3-1aeb-4e93-80d0-fc56be6e0c64 None None] Provisioning complete for port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:25.102151 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.102674 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-56df10c3-1aeb-4e93-80d0-fc56be6e0c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.152726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Subnet': ['ID=9825db81-877f-488a-bb0b-350668a63119,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:25.256470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.258606 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-9e73e404-3c84-4987-8a4b-5c0566025efd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9825db81-877f-488a-bb0b-350668a63119: This subnet is being modified by another concurrent operation. Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:58:25.268249 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9825db81-877f-488a-bb0b-350668a63119: This subnet is being modified by another concurrent operation. Apr 18 20:58:25.272586 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:58:25.278125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.308669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e2e5e7-a962-46ec-8c2b-67ab0e08f74d']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:25.322410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa9bbfd-9d30-461c-abf1-84adbcc4fe27') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:25.322799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa9bbfd-9d30-461c-abf1-84adbcc4fe27') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:25.334201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.346710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f67605-edcf-4b72-8026-968218e9a5c4 None None] Network 98e2e5e7-a962-46ec-8c2b-67ab0e08f74d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:25.348904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:25.350150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.355949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Network a8f7f115-d255-4cbd-b285-c211ba623d64 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:25.357059 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:25.357826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:25.361624 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:25.392363 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:25.401642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:25.438726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.452998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.470738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43192) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:25.472475 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/98e2e5e7-a962-46ec-8c2b-67ab0e08f74d HTTP/1.1" status: 204 len: 168 time: 0.7658298 Apr 18 20:58:25.476928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1624537420'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:25.506911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:25.512604 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.547559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:25.556538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae0bd3-9efc-4112-907f-b018df1b0a62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Network': ['ID=98e2e5e7-a962-46ec-8c2b-67ab0e08f74d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:25.579745 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.580423 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Added segment 44c40130-d69a-4313-9ac1-324e9bdc9a7f of type vlan for network c1dc8645-1988-4f9f-a47b-7cc930dec914 Apr 18 20:58:25.626430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Pushing event updated for resources: {'Port': ['ID=75fda5ad-936c-4e44-93fa-3527c7e02299,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:25.682756 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.707958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:25.708847 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.757929 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.770661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:25.771636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.818242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43200) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:25.823992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3530612 Apr 18 20:58:25.838288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'network_id': 'c1dc8645-1988-4f9f-a47b-7cc930dec914', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:25.850282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Attempting to bind port 75fda5ad-936c-4e44-93fa-3527c7e02299 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:25.851110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Attempting to bind port 75fda5ad-936c-4e44-93fa-3527c7e02299 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'ef3803df-687a-4f39-b45f-76e382eb8a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a8f7f115-d255-4cbd-b285-c211ba623d64'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:25.851682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Attempting to bind port 75fda5ad-936c-4e44-93fa-3527c7e02299 on network a8f7f115-d255-4cbd-b285-c211ba623d64 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:25.864383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:25.864809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Checking segment: {'id': 'ef3803df-687a-4f39-b45f-76e382eb8a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a8f7f115-d255-4cbd-b285-c211ba623d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:25.865364 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.865903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Bound using segment: {'id': 'ef3803df-687a-4f39-b45f-76e382eb8a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a8f7f115-d255-4cbd-b285-c211ba623d64'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:25.866558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Bound port: 75fda5ad-936c-4e44-93fa-3527c7e02299, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3803df-687a-4f39-b45f-76e382eb8a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'a8f7f115-d255-4cbd-b285-c211ba623d64'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:25.867159 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.892299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38e24f-034a-46f6-8e23-5fca54693b81 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=c1dc8645-1988-4f9f-a47b-7cc930dec914,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:25.935996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c1dc8645-1988-4f9f-a47b-7cc930dec914 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:26.068106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:26.075520 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.121395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] For port 75fda5ad-936c-4e44-93fa-3527c7e02299, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:26.139968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] For port 75fda5ad-936c-4e44-93fa-3527c7e02299, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=75fda5ad-936c-4e44-93fa-3527c7e02299,segment=NetworkSegment(ef3803df-687a-4f39-b45f-76e382eb8a1a),segment_id=ef3803df-687a-4f39-b45f-76e382eb8a1a)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:26.146040 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.216781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36e117-7c01-444a-9f93-3ea14d886e92 None None] Pushing event updated for resources: {'Port': ['ID=75fda5ad-936c-4e44-93fa-3527c7e02299,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:26.373121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.453383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=9202c1e2-e4d6-4b4e-a66e-a7eed84d1800,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:26.459810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking segment: {'id': '44c40130-d69a-4313-9ac1-324e9bdc9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c1dc8645-1988-4f9f-a47b-7cc930dec914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:26.460369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network hostable DHCP agents. Network: c1dc8645-1988-4f9f-a47b-7cc930dec914, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:26.491696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network c1dc8645-1988-4f9f-a47b-7cc930dec914 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:26.537952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c1dc8645-1988-4f9f-a47b-7cc930dec914) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:26.542378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:26.543076 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.548866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c17ab-2869-4089-820e-bb3adf76a5c0 None None] Network c1dc8645-1988-4f9f-a47b-7cc930dec914 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:26.614161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-74df1115-d555-444f-a710-cd060395c3d4 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7931988 Apr 18 20:58:26.616220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43212) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:26.826317 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.847186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c1dc8645-1988-4f9f-a47b-7cc930dec914', 'network_id': 'c1dc8645-1988-4f9f-a47b-7cc930dec914', 'tenant_id': '6529d9e20b7a4b329e28c6d29f093054', 'fixed_ips': [{'subnet_id': '9202c1e2-e4d6-4b4e-a66e-a7eed84d1800'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:26.848052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.974768 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.037725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Allocated IP 2001:db8::1 (c1dc8645-1988-4f9f-a47b-7cc930dec914/9202c1e2-e4d6-4b4e-a66e-a7eed84d1800/741e81de-b31d-49df-8886-cf05e6665995) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:27.236365 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.252492 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.307741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.377081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Network c1dc8645-1988-4f9f-a47b-7cc930dec914 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:27.378353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Pushing event updated for resources: {'Port': ['ID=741e81de-b31d-49df-8886-cf05e6665995,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:27.383151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:27.384709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Subnet': ['ID=9202c1e2-e4d6-4b4e-a66e-a7eed84d1800,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:27.414918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:27.427818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 75fda5ad-936c-4e44-93fa-3527c7e02299 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:27.519623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Attempting to bind port 741e81de-b31d-49df-8886-cf05e6665995 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:27.520016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Attempting to bind port 741e81de-b31d-49df-8886-cf05e6665995 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '44c40130-d69a-4313-9ac1-324e9bdc9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c1dc8645-1988-4f9f-a47b-7cc930dec914'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:27.520372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Attempting to bind port 741e81de-b31d-49df-8886-cf05e6665995 on network c1dc8645-1988-4f9f-a47b-7cc930dec914 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:27.533040 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.537932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:27.538353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Checking segment: {'id': '44c40130-d69a-4313-9ac1-324e9bdc9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c1dc8645-1988-4f9f-a47b-7cc930dec914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:27.538754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.539144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Bound using segment: {'id': '44c40130-d69a-4313-9ac1-324e9bdc9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c1dc8645-1988-4f9f-a47b-7cc930dec914'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:27.539615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Bound port: 741e81de-b31d-49df-8886-cf05e6665995, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c40130-d69a-4313-9ac1-324e9bdc9a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'c1dc8645-1988-4f9f-a47b-7cc930dec914'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:27.540213 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.584823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dc8645-1988-4f9f-a47b-7cc930dec914']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:27.623619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c40130-d69a-4313-9ac1-324e9bdc9a7f') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:27.625057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c40130-d69a-4313-9ac1-324e9bdc9a7f') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:27.627718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] For port 741e81de-b31d-49df-8886-cf05e6665995, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:27.631524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] For port 741e81de-b31d-49df-8886-cf05e6665995, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=741e81de-b31d-49df-8886-cf05e6665995,segment=NetworkSegment(44c40130-d69a-4313-9ac1-324e9bdc9a7f),segment_id=44c40130-d69a-4313-9ac1-324e9bdc9a7f)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:27.640393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.645846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 75fda5ad-936c-4e44-93fa-3527c7e02299 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:27.646205 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.657544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.674109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.684430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:27.685108 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:27.705741 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:27.750611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bde622-9b8f-4cb9-b7b1-a44e78bad0d4 None None] Pushing event updated for resources: {'Port': ['ID=741e81de-b31d-49df-8886-cf05e6665995,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:27.764193 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.api [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:58:27.764193 n-d-836015-4 neutron-server[102904]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:58:27.764193 n-d-836015-4 neutron-server[102904]: [parameters: {'id': 'c1dc8645-1988-4f9f-a47b-7cc930dec914'}] Apr 18 20:58:27.764193 n-d-836015-4 neutron-server[102904]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:27.764514 n-d-836015-4 neutron-server[102904]: DEBUG oslo_db.api [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:27.807278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1081f657-cfc5-4a2d-b408-3028d17b627f None None] Network a8f7f115-d255-4cbd-b285-c211ba623d64 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:27.899629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9a2fa-ab56-490d-b12c-e12fd39a2e25 None None] Network c1dc8645-1988-4f9f-a47b-7cc930dec914 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:28.006040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fafe38a2-bcfb-47cb-8233-b029e7ba6e9e None None] Provisioning complete for port 75fda5ad-936c-4e44-93fa-3527c7e02299 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:28.006717 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fafe38a2-bcfb-47cb-8233-b029e7ba6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.037257 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.159669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 75fda5ad-936c-4e44-93fa-3527c7e02299, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=75fda5ad-936c-4e44-93fa-3527c7e02299,segment=NetworkSegment(ef3803df-687a-4f39-b45f-76e382eb8a1a),segment_id=ef3803df-687a-4f39-b45f-76e382eb8a1a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:28.183052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.265910 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.353282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Deleting port 741e81de-b31d-49df-8886-cf05e6665995 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:28.353624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.456111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] For port 741e81de-b31d-49df-8886-cf05e6665995, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=741e81de-b31d-49df-8886-cf05e6665995,segment=NetworkSegment(44c40130-d69a-4313-9ac1-324e9bdc9a7f),segment_id=44c40130-d69a-4313-9ac1-324e9bdc9a7f)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:28.456485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.470413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=75fda5ad-936c-4e44-93fa-3527c7e02299,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.472841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Calling delete_port for 741e81de-b31d-49df-8886-cf05e6665995 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:28.566180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.602765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Port': ['ID=741e81de-b31d-49df-8886-cf05e6665995,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.604873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No DVR routers for this DVR port 741e81de-b31d-49df-8886-cf05e6665995 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:28.721685 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.756839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dc8645-1988-4f9f-a47b-7cc930dec914']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:28.768332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c40130-d69a-4313-9ac1-324e9bdc9a7f') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:28.775255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c40130-d69a-4313-9ac1-324e9bdc9a7f') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:28.780013 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.805184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e193df0-2f99-471c-8be5-30399870d275 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:58:28.820240 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.828386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:28.829014 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:28.833430 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:28.844895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c176b5bc-c869-40db-97b6-5c0cd6553f57 None None] Provisioning complete for port 75fda5ad-936c-4e44-93fa-3527c7e02299 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:28.845345 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c176b5bc-c869-40db-97b6-5c0cd6553f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.934006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.943127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.948234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/c1dc8645-1988-4f9f-a47b-7cc930dec914 HTTP/1.1" status: 204 len: 168 time: 2.3281024 Apr 18 20:58:28.950419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43256) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:28.961341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-632433740'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:28.986367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:28.990546 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.012928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1013c-4d4e-4491-b764-eeb03489f93a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Network': ['ID=c1dc8645-1988-4f9f-a47b-7cc930dec914,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:29.020345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e193df0-2f99-471c-8be5-30399870d275 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:58:29.351051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 75fda5ad-936c-4e44-93fa-3527c7e02299 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:29.355531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e54cfd-8750-4b03-89f5-c201baf228c9 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:58:29.396469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:29.411219 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.411574 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Added segment 003ae6d5-fad1-4f48-b641-bd3d1c66f52d of type vlan for network bce90e11-9667-4a37-ac37-488e7b2a3c7a Apr 18 20:58:29.472880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.495470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 75fda5ad-936c-4e44-93fa-3527c7e02299 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:29.496488 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.504649 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.517391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:29.519321 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.595370 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6407576 Apr 18 20:58:29.596158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43266) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:29.604720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'network_id': 'bce90e11-9667-4a37-ac37-488e7b2a3c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:29.611942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd81ad8-d05c-4d94-9717-dd426d7b4501 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=bce90e11-9667-4a37-ac37-488e7b2a3c7a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:29.612139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e54cfd-8750-4b03-89f5-c201baf228c9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:58:29.635971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network bce90e11-9667-4a37-ac37-488e7b2a3c7a details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:29.819731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:29.828428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.133649 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.207483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=6da2098b-3e26-4c31-bd77-f762b1f6d3ae,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:30.215443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking segment: {'id': '003ae6d5-fad1-4f48-b641-bd3d1c66f52d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'bce90e11-9667-4a37-ac37-488e7b2a3c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:30.215818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network hostable DHCP agents. Network: bce90e11-9667-4a37-ac37-488e7b2a3c7a, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:30.235900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network bce90e11-9667-4a37-ac37-488e7b2a3c7a is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:30.250807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, bce90e11-9667-4a37-ac37-488e7b2a3c7a) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:30.257355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:30.258512 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.265414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66241794-3ce4-40f3-bf8b-abbb2bb0ddff None None] Network bce90e11-9667-4a37-ac37-488e7b2a3c7a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:30.306281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4283ccb1-041a-411d-88ea-179be1cda99c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7082205 Apr 18 20:58:30.308549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43280) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:30.448735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.496081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab511823-2a62-413d-a0eb-3bfe8c6be629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-bce90e11-9667-4a37-ac37-488e7b2a3c7a', 'network_id': 'bce90e11-9667-4a37-ac37-488e7b2a3c7a', 'tenant_id': '6529d9e20b7a4b329e28c6d29f093054', 'fixed_ips': [{'subnet_id': '6da2098b-3e26-4c31-bd77-f762b1f6d3ae'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:30.498241 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ab511823-2a62-413d-a0eb-3bfe8c6be629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.513338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.622593 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-ab511823-2a62-413d-a0eb-3bfe8c6be629 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6da2098b-3e26-4c31-bd77-f762b1f6d3ae: This subnet is being modified by another concurrent operation. Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:58:30.625063 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6da2098b-3e26-4c31-bd77-f762b1f6d3ae: This subnet is being modified by another concurrent operation. Apr 18 20:58:30.631803 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 20:58:30.655290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160b28b9-0042-4272-96fe-3abc29237300 None None] Network bce90e11-9667-4a37-ac37-488e7b2a3c7a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:30.665997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Subnet': ['ID=6da2098b-3e26-4c31-bd77-f762b1f6d3ae,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:30.753525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.803254 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce90e11-9667-4a37-ac37-488e7b2a3c7a']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:30.825063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003ae6d5-fad1-4f48-b641-bd3d1c66f52d') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:30.826379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003ae6d5-fad1-4f48-b641-bd3d1c66f52d') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:30.837986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a9de2-d20f-4dd4-8221-eeae3727bbd2 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:58:30.842156 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.880206 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.891868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:30.892776 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:30.927463 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:30.967926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6a9de2-d20f-4dd4-8221-eeae3727bbd2 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:58:31.015659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.038146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.041829 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/bce90e11-9667-4a37-ac37-488e7b2a3c7a HTTP/1.1" status: 204 len: 168 time: 0.7320018 Apr 18 20:58:31.050335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db7f68-3999-45f9-8788-54afb7c23b6c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Network': ['ID=bce90e11-9667-4a37-ac37-488e7b2a3c7a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.053389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43298) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:31.059808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1819012061'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:31.089232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:31.094234 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.122122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:31.134944 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.141166 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Added segment 59f2f723-9c39-465b-b150-96ed4f937032 of type vlan for network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 Apr 18 20:58:31.216963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.252078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.258789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:31.259495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.298633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2432573 Apr 18 20:58:31.302187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43304) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:31.307681 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'network_id': 'a363bfaf-04e0-43e3-8f30-34e72ea2ba88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:31.349917 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c707f8-e035-47d5-9aa0-616cbdf523b0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=a363bfaf-04e0-43e3-8f30-34e72ea2ba88,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.362852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:31.408880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:31.414360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.638173 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.705056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=e0f29a8c-2198-45fe-b323-a25892d47c2d,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.717028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking segment: {'id': '59f2f723-9c39-465b-b150-96ed4f937032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a363bfaf-04e0-43e3-8f30-34e72ea2ba88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:31.717398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network hostable DHCP agents. Network: a363bfaf-04e0-43e3-8f30-34e72ea2ba88, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:31.736558 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:31.749783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a363bfaf-04e0-43e3-8f30-34e72ea2ba88) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:31.757206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:31.758151 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.765490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f2700-0efa-4c22-a2d5-5a1995ed7ffa None None] Network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:31.801318 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-119b2df4-7602-42ec-a1ca-9531f0546585 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4971883 Apr 18 20:58:31.803747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43318) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:31.816869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-09c6adda-2283-43b6-ae83-4b2a31941b53 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'network_id': 'a363bfaf-04e0-43e3-8f30-34e72ea2ba88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:32.010611 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c6adda-2283-43b6-ae83-4b2a31941b53 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:32.013931 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09c6adda-2283-43b6-ae83-4b2a31941b53 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.014476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a363bfaf-04e0-43e3-8f30-34e72ea2ba88', 'network_id': 'a363bfaf-04e0-43e3-8f30-34e72ea2ba88', 'tenant_id': '6529d9e20b7a4b329e28c6d29f093054', 'fixed_ips': [{'subnet_id': 'e0f29a8c-2198-45fe-b323-a25892d47c2d'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:32.015707 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.288064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Allocated IP 2001:db8::2 (a363bfaf-04e0-43e3-8f30-34e72ea2ba88/e0f29a8c-2198-45fe-b323-a25892d47c2d/de15d29e-16e7-41a9-9947-687796cf6732) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:32.395685 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09c6adda-2283-43b6-ae83-4b2a31941b53 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.482653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6adda-2283-43b6-ae83-4b2a31941b53 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=6c92c155-22b2-4485-86ee-53f73e5a6a91,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:32.493445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c6adda-2283-43b6-ae83-4b2a31941b53 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:32.495135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-09c6adda-2283-43b6-ae83-4b2a31941b53 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:32.498192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c6adda-2283-43b6-ae83-4b2a31941b53 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.499044 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09c6adda-2283-43b6-ae83-4b2a31941b53 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.533931 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-09c6adda-2283-43b6-ae83-4b2a31941b53 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7285125 Apr 18 20:58:32.537128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43340) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:32.556910 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.566578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.626556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:32.631430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:32.635971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:32.646916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Pushing event updated for resources: {'Port': ['ID=de15d29e-16e7-41a9-9947-687796cf6732,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:32.732886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Attempting to bind port de15d29e-16e7-41a9-9947-687796cf6732 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:32.733445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Attempting to bind port de15d29e-16e7-41a9-9947-687796cf6732 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '59f2f723-9c39-465b-b150-96ed4f937032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a363bfaf-04e0-43e3-8f30-34e72ea2ba88'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:32.733759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51400498-5f55-496e-9bee-8edb11718c0f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.734001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Attempting to bind port de15d29e-16e7-41a9-9947-687796cf6732 on network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:32.740989 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51400498-5f55-496e-9bee-8edb11718c0f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.744747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51400498-5f55-496e-9bee-8edb11718c0f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.747638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51400498-5f55-496e-9bee-8edb11718c0f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.750381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51400498-5f55-496e-9bee-8edb11718c0f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.753686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-51400498-5f55-496e-9bee-8edb11718c0f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2145059 Apr 18 20:58:32.754868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:32.755442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Checking segment: {'id': '59f2f723-9c39-465b-b150-96ed4f937032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a363bfaf-04e0-43e3-8f30-34e72ea2ba88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:32.756115 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.758805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Bound using segment: {'id': '59f2f723-9c39-465b-b150-96ed4f937032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a363bfaf-04e0-43e3-8f30-34e72ea2ba88'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:32.758805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Bound port: de15d29e-16e7-41a9-9947-687796cf6732, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f2f723-9c39-465b-b150-96ed4f937032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'a363bfaf-04e0-43e3-8f30-34e72ea2ba88'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:32.758805 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.759285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43346) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:32.766757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2113030861'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:32.796031 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:32.800629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.858231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:32.869623 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.869914 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Added segment 3bbeefa0-230d-4e6f-8482-5cb0e32f86f2 of type vlan for network 782a323d-ed1e-41be-8f79-69884d8568b3 Apr 18 20:58:32.883942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] For port de15d29e-16e7-41a9-9947-687796cf6732, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:32.886493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] For port de15d29e-16e7-41a9-9947-687796cf6732, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=de15d29e-16e7-41a9-9947-687796cf6732,segment=NetworkSegment(59f2f723-9c39-465b-b150-96ed4f937032),segment_id=59f2f723-9c39-465b-b150-96ed4f937032)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:32.893093 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.940792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.977566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.985017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.985665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.990163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b689a72-625f-42f1-bd4b-9bc24a321450 None None] Pushing event updated for resources: {'Port': ['ID=de15d29e-16e7-41a9-9947-687796cf6732,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:33.072399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=782a323d-ed1e-41be-8f79-69884d8568b3,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:33.086377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 782a323d-ed1e-41be-8f79-69884d8568b3 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:33.110875 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-62cb873e-f0e3-4fdf-a288-2befa65cc648 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3503959 Apr 18 20:58:33.111450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43356) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:33.120478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a82d85ab-8223-4498-8c14-ca449d6c6375 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:33.428045 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a82d85ab-8223-4498-8c14-ca449d6c6375 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.437048 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device de15d29e-16e7-41a9-9947-687796cf6732 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:33.453897 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a82d85ab-8223-4498-8c14-ca449d6c6375 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.464409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a82d85ab-8223-4498-8c14-ca449d6c6375 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network 782a323d-ed1e-41be-8f79-69884d8568b3 is not hosted by any dhcp agent {{(pid=102904) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:58:33.471290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82d85ab-8223-4498-8c14-ca449d6c6375 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:33.471961 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a82d85ab-8223-4498-8c14-ca449d6c6375 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.476060 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a82d85ab-8223-4498-8c14-ca449d6c6375 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "PUT /v2.0/networks/782a323d-ed1e-41be-8f79-69884d8568b3 HTTP/1.1" status: 200 len: 723 time: 0.3596652 Apr 18 20:58:33.477332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43364) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:33.486056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'network_id': '782a323d-ed1e-41be-8f79-69884d8568b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:33.508407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port de15d29e-16e7-41a9-9947-687796cf6732 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:33.508786 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.557871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d85ab-8223-4498-8c14-ca449d6c6375 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=782a323d-ed1e-41be-8f79-69884d8568b3,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:33.577720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 782a323d-ed1e-41be-8f79-69884d8568b3 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:33.632878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:33.638252 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.694314 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.744356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port de15d29e-16e7-41a9-9947-687796cf6732, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=de15d29e-16e7-41a9-9947-687796cf6732,segment=NetworkSegment(59f2f723-9c39-465b-b150-96ed4f937032),segment_id=59f2f723-9c39-465b-b150-96ed4f937032)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:33.751053 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.855860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=de15d29e-16e7-41a9-9947-687796cf6732,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:33.977552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.038176 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=278258cd-c18b-4145-9baf-514507a1a241,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:34.076827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking segment: {'id': '3bbeefa0-230d-4e6f-8482-5cb0e32f86f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '782a323d-ed1e-41be-8f79-69884d8568b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:34.077194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network hostable DHCP agents. Network: 782a323d-ed1e-41be-8f79-69884d8568b3, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:34.099039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network 782a323d-ed1e-41be-8f79-69884d8568b3 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:34.109301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 782a323d-ed1e-41be-8f79-69884d8568b3) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:34.114266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:34.114926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.120367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ebed5-f20e-4f1b-a015-c197ac8fd97f None None] Network 782a323d-ed1e-41be-8f79-69884d8568b3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:34.142925 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-976fd5f4-3f8d-494f-ba40-01d81aa374c8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6628575 Apr 18 20:58:34.145666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43380) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:34.155377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c31b1854-88a3-4657-9903-e6b9c0fbb52b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:34.342100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c31b1854-88a3-4657-9903-e6b9c0fbb52b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10833006'] for subnet, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.417384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-782a323d-ed1e-41be-8f79-69884d8568b3', 'network_id': '782a323d-ed1e-41be-8f79-69884d8568b3', 'tenant_id': '6529d9e20b7a4b329e28c6d29f093054', 'fixed_ips': [{'subnet_id': '278258cd-c18b-4145-9baf-514507a1a241'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:34.419942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.568879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32960ca-26fe-48a9-84fa-aec39bae0b8a None None] Network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:34.589885 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c31b1854-88a3-4657-9903-e6b9c0fbb52b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729062356152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11790518'] for subnet, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.617329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31b1854-88a3-4657-9903-e6b9c0fbb52b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:34.618466 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c31b1854-88a3-4657-9903-e6b9c0fbb52b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.620398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c31b1854-88a3-4657-9903-e6b9c0fbb52b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "PUT /v2.0/subnets/278258cd-c18b-4145-9baf-514507a1a241 HTTP/1.1" status: 200 len: 826 time: 0.4732392 Apr 18 20:58:34.623597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43390) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:34.769389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b1854-88a3-4657-9903-e6b9c0fbb52b tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=278258cd-c18b-4145-9baf-514507a1a241,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:34.843704 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.852541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-72ceac61-c58c-4b10-a072-08d57198d374 None None] Provisioning complete for port de15d29e-16e7-41a9-9947-687796cf6732 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:34.852908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-72ceac61-c58c-4b10-a072-08d57198d374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.915710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.970912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Allocated IP 2001:db8::2 (782a323d-ed1e-41be-8f79-69884d8568b3/278258cd-c18b-4145-9baf-514507a1a241/b272f78c-95f4-4e34-abcb-d7575da351ea) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:35.269697 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.286583 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.302836 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.399940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Subnet': ['ID=278258cd-c18b-4145-9baf-514507a1a241,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:35.427699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Network 782a323d-ed1e-41be-8f79-69884d8568b3 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:35.429125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device de15d29e-16e7-41a9-9947-687796cf6732 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:35.470465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:35.479289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:35.481160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Pushing event updated for resources: {'Port': ['ID=b272f78c-95f4-4e34-abcb-d7575da351ea,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:35.496695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.516960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fc0e1-b34d-40b5-adcc-912ee64dde6f None None] Update dhcp port {'port': {'network_id': 'a363bfaf-04e0-43e3-8f30-34e72ea2ba88', 'fixed_ips': [{'subnet_id': 'e0f29a8c-2198-45fe-b323-a25892d47c2d', 'ip_address': '2001:db8::2'}, {'subnet_id': '6c92c155-22b2-4485-86ee-53f73e5a6a91'}], 'binding:host_id': 'n-d-836015-4'}, 'id': 'de15d29e-16e7-41a9-9947-687796cf6732'} from n-d-836015-4. {{(pid=102905) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:58:35.528684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782a323d-ed1e-41be-8f79-69884d8568b3']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:35.547173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbeefa0-230d-4e6f-8482-5cb0e32f86f2') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:35.547512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbeefa0-230d-4e6f-8482-5cb0e32f86f2') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:35.575513 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.604436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.618908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:35.619426 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:35.625950 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:35.658484 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc0e1-b34d-40b5-adcc-912ee64dde6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.672297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Attempting to bind port b272f78c-95f4-4e34-abcb-d7575da351ea on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:35.672503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Attempting to bind port b272f78c-95f4-4e34-abcb-d7575da351ea by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '3bbeefa0-230d-4e6f-8482-5cb0e32f86f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '782a323d-ed1e-41be-8f79-69884d8568b3'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:35.672853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Attempting to bind port b272f78c-95f4-4e34-abcb-d7575da351ea on network 782a323d-ed1e-41be-8f79-69884d8568b3 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:35.686081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port de15d29e-16e7-41a9-9947-687796cf6732 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:35.686593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.692044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:35.692599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Checking segment: {'id': '3bbeefa0-230d-4e6f-8482-5cb0e32f86f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '782a323d-ed1e-41be-8f79-69884d8568b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:35.693237 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.693892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Bound using segment: {'id': '3bbeefa0-230d-4e6f-8482-5cb0e32f86f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '782a323d-ed1e-41be-8f79-69884d8568b3'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:35.694484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Bound port: b272f78c-95f4-4e34-abcb-d7575da351ea, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbeefa0-230d-4e6f-8482-5cb0e32f86f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '782a323d-ed1e-41be-8f79-69884d8568b3'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:35.694894 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.740616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.db.api [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:58:35.740616 n-d-836015-4 neutron-server[102904]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:58:35.740616 n-d-836015-4 neutron-server[102904]: [parameters: {'id': '782a323d-ed1e-41be-8f79-69884d8568b3'}] Apr 18 20:58:35.740616 n-d-836015-4 neutron-server[102904]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:35.741692 n-d-836015-4 neutron-server[102904]: DEBUG oslo_db.api [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:35.975657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] For port b272f78c-95f4-4e34-abcb-d7575da351ea, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:36.020522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] For port b272f78c-95f4-4e34-abcb-d7575da351ea, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b272f78c-95f4-4e34-abcb-d7575da351ea,segment=NetworkSegment(3bbeefa0-230d-4e6f-8482-5cb0e32f86f2),segment_id=3bbeefa0-230d-4e6f-8482-5cb0e32f86f2)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:36.024691 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-31e79ab7-5fba-4d12-84f2-c0bcc6514cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.040734 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.059080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-8e3fc0e1-b34d-40b5-adcc-912ee64dde6f None None] Allocated IP 172.20.0.1 (a363bfaf-04e0-43e3-8f30-34e72ea2ba88/6c92c155-22b2-4485-86ee-53f73e5a6a91/de15d29e-16e7-41a9-9947-687796cf6732) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:36.242720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.329761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e380a-fbdc-4e69-b013-29a3c88c4e7e None None] Pushing event updated for resources: {'Port': ['ID=b272f78c-95f4-4e34-abcb-d7575da351ea,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.339376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8e3fc0e1-b34d-40b5-adcc-912ee64dde6f None None] For port de15d29e-16e7-41a9-9947-687796cf6732, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=de15d29e-16e7-41a9-9947-687796cf6732,segment=NetworkSegment(59f2f723-9c39-465b-b150-96ed4f937032),segment_id=59f2f723-9c39-465b-b150-96ed4f937032)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:36.346729 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78464cfa-4f7e-4951-a34f-e0b2fe557181 None None] Network 782a323d-ed1e-41be-8f79-69884d8568b3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:36.374611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Deleting port b272f78c-95f4-4e34-abcb-d7575da351ea {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:36.374971 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.465606 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc0e1-b34d-40b5-adcc-912ee64dde6f None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.474115 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc0e1-b34d-40b5-adcc-912ee64dde6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.511655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] For port b272f78c-95f4-4e34-abcb-d7575da351ea, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b272f78c-95f4-4e34-abcb-d7575da351ea,segment=NetworkSegment(3bbeefa0-230d-4e6f-8482-5cb0e32f86f2),segment_id=3bbeefa0-230d-4e6f-8482-5cb0e32f86f2)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:36.513499 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.533584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Calling delete_port for b272f78c-95f4-4e34-abcb-d7575da351ea owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:36.700311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84ea85-848a-4dff-ab63-cda3a5d6d0a8 None None] Network 782a323d-ed1e-41be-8f79-69884d8568b3 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:36.731111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fc0e1-b34d-40b5-adcc-912ee64dde6f None None] Pushing event updated for resources: {'Port': ['ID=de15d29e-16e7-41a9-9947-687796cf6732,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.038767 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.067746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Port': ['ID=b272f78c-95f4-4e34-abcb-d7575da351ea,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.074530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No DVR routers for this DVR port b272f78c-95f4-4e34-abcb-d7575da351ea on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:37.174950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.203776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782a323d-ed1e-41be-8f79-69884d8568b3']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:37.218185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbeefa0-230d-4e6f-8482-5cb0e32f86f2') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:37.218491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbeefa0-230d-4e6f-8482-5cb0e32f86f2') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:37.230916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.239348 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:58:37.251646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.266077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:37.266726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:37.337318 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:37.341332 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.361462 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.368245 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/782a323d-ed1e-41be-8f79-69884d8568b3 HTTP/1.1" status: 204 len: 168 time: 2.7406640 Apr 18 20:58:37.369179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43592) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:37.392365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device de15d29e-16e7-41a9-9947-687796cf6732 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:37.395528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d1a80-cebd-465e-a5f9-ce91fb23067f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Network': ['ID=782a323d-ed1e-41be-8f79-69884d8568b3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.410291 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f7c5c4-be01-4f16-aa3e-7b9c7ddfe9a9 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:37.410886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f7c5c4-be01-4f16-aa3e-7b9c7ddfe9a9 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:37.419358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43602) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:37.419877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e9f7c5c4-be01-4f16-aa3e-7b9c7ddfe9a9 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/782a323d-ed1e-41be-8f79-69884d8568b3 HTTP/1.1" status: 404 len: 339 time: 0.0498860 Apr 18 20:58:37.429506 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494853165', 'description': 'd1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:37.482343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:37.491946 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.545038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port de15d29e-16e7-41a9-9947-687796cf6732 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:37.547683 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.554530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:37.558159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace8851-02c2-43b8-b209-c4a251995788 None None] Network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:37.584295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.599820 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Added segment 0e2ef4e4-3611-4cf3-9ea8-a7cbe350d825 of type vlan for network 474bc2f3-35b2-4711-97db-9e1ff642bc9e Apr 18 20:58:37.698070 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.716947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ed1a08dd-37e9-4093-a093-ee61384bef96 None None] Provisioning complete for port de15d29e-16e7-41a9-9947-687796cf6732 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:37.717813 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ed1a08dd-37e9-4093-a093-ee61384bef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.737210 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.744924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:37.745949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.815487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43638) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:37.832477 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4062436 Apr 18 20:58:37.930409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550ed79-3123-4ee3-aae4-a6a144ec364d tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=474bc2f3-35b2-4711-97db-9e1ff642bc9e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.960067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2b00af-e87c-456f-8ac2-f778057b3384 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:37.961998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1b2b00af-e87c-456f-8ac2-f778057b3384 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/networks?id=474bc2f3-35b2-4711-97db-9e1ff642bc9e HTTP/1.1" status: 200 len: 764 time: 0.1451380 Apr 18 20:58:37.965627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43652) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:37.969195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 474bc2f3-35b2-4711-97db-9e1ff642bc9e details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:37.977798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1ba57ea6-12a0-4f8f-a725-4e5e28e330af tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'description': 'd2'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:38.206986 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ba57ea6-12a0-4f8f-a725-4e5e28e330af tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.230553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ba57ea6-12a0-4f8f-a725-4e5e28e330af tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.250687 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ba57ea6-12a0-4f8f-a725-4e5e28e330af tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network 474bc2f3-35b2-4711-97db-9e1ff642bc9e is not hosted by any dhcp agent {{(pid=102903) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 20:58:38.263830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba57ea6-12a0-4f8f-a725-4e5e28e330af tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:38.265470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1ba57ea6-12a0-4f8f-a725-4e5e28e330af tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.268566 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1ba57ea6-12a0-4f8f-a725-4e5e28e330af tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "PUT /v2.0/networks/474bc2f3-35b2-4711-97db-9e1ff642bc9e HTTP/1.1" status: 200 len: 761 time: 0.3014245 Apr 18 20:58:38.271518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43688) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:38.340289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e6b53-5012-4ee2-88e7-5cabe35bb70f None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:58:38.355001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba57ea6-12a0-4f8f-a725-4e5e28e330af tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=474bc2f3-35b2-4711-97db-9e1ff642bc9e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:38.386831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 474bc2f3-35b2-4711-97db-9e1ff642bc9e details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:38.451269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef421c-2b2d-481a-9c4c-bf7af42cafbe tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:38.457362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43712) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:38.462840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a3ef421c-2b2d-481a-9c4c-bf7af42cafbe tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/networks?id=474bc2f3-35b2-4711-97db-9e1ff642bc9e HTTP/1.1" status: 200 len: 764 time: 0.1878278 Apr 18 20:58:38.480080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1805f813-9789-42b7-b19d-95650e7ca395 None None] Provisioning complete for port de15d29e-16e7-41a9-9947-687796cf6732 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:38.480567 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1805f813-9789-42b7-b19d-95650e7ca395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.598728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596e6b53-5012-4ee2-88e7-5cabe35bb70f None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:58:38.650410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438e7c58-7483-4fd7-a852-8c7d5fcb343f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:38.652720 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-438e7c58-7483-4fd7-a852-8c7d5fcb343f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1929586 Apr 18 20:58:38.656743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43734) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:38.704458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43742) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:38.704878 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-669196cf-318e-4810-ba7f-dd851417095f tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb HTTP/1.1" status: 200 len: 207 time: 0.0461175 Apr 18 20:58:38.915308 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-24c8fa45-4df2-43fe-871b-13c17759531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.017040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc30261-5a2c-4847-8b72-57bbd6c1e003 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.026680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc30261-5a2c-4847-8b72-57bbd6c1e003 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.037629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc30261-5a2c-4847-8b72-57bbd6c1e003 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.046378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc30261-5a2c-4847-8b72-57bbd6c1e003 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.054057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc30261-5a2c-4847-8b72-57bbd6c1e003 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.063460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc30261-5a2c-4847-8b72-57bbd6c1e003 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.069514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-efc30261-5a2c-4847-8b72-57bbd6c1e003 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3595610 Apr 18 20:58:39.069898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43784) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:39.272866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f1e36822-ad76-421b-9fbb-4567aea126c5 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2017052 Apr 18 20:58:39.280257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43810) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:39.347306 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.371791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3e6de-9c6f-429f-9230-f1981d5f12df tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.374119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3e6de-9c6f-429f-9230-f1981d5f12df tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.377504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3e6de-9c6f-429f-9230-f1981d5f12df tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.379594 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3e6de-9c6f-429f-9230-f1981d5f12df tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.381158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f3e6de-9c6f-429f-9230-f1981d5f12df tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.383159 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-77f3e6de-9c6f-429f-9230-f1981d5f12df tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1002975 Apr 18 20:58:39.386821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43822) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:39.483932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d136783-4e74-4105-88b2-6d9bf97c0667 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.486462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d136783-4e74-4105-88b2-6d9bf97c0667 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.489101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d136783-4e74-4105-88b2-6d9bf97c0667 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.490925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d136783-4e74-4105-88b2-6d9bf97c0667 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.492453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d136783-4e74-4105-88b2-6d9bf97c0667 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.494218 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4d136783-4e74-4105-88b2-6d9bf97c0667 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1062720 Apr 18 20:58:39.499061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43836) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:39.695486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e284de-9572-4955-9d49-e0473e752d10 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.697323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-77e284de-9572-4955-9d49-e0473e752d10 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/networks/a4dd1fc9-212e-406e-b0e3-7c024019f675 HTTP/1.1" status: 200 len: 804 time: 0.1969459 Apr 18 20:58:39.701500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43862) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:39.831967 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9da32f85-159e-48ee-ad21-4b968b41e93c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/networks/a4dd1fc9-212e-406e-b0e3-7c024019f675?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1277010 Apr 18 20:58:39.836276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43870) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:39.899761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5f943-850c-4277-ab4d-4752c6ad9596 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.901025 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f0c5f943-850c-4277-ab4d-4752c6ad9596 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/subnets/38d089f2-211f-484f-9274-8833f5257bc9 HTTP/1.1" status: 200 len: 843 time: 0.0635912 Apr 18 20:58:39.904589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43872) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:39.974266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5120e36e-a339-4a38-bde3-616e4c677203 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['shared'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:39.975881 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5120e36e-a339-4a38-bde3-616e4c677203 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "GET /v2.0/subnets/38d089f2-211f-484f-9274-8833f5257bc9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0701039 Apr 18 20:58:39.979949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43874) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:39.986813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1307889621'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:40.009073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:40.013831 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.043610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:40.058449 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.058805 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Added segment bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb of type vlan for network 78aca168-a74d-4316-9aea-4d81971a0fb4 Apr 18 20:58:40.104327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.150146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.155746 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:40.156931 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.224503 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2422402 Apr 18 20:58:40.228410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43876) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:40.234810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'network_id': '78aca168-a74d-4316-9aea-4d81971a0fb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:40.255320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636ed62-47fd-462b-bd64-414327fd2bd3 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Network': ['ID=78aca168-a74d-4316-9aea-4d81971a0fb4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:40.272594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 78aca168-a74d-4316-9aea-4d81971a0fb4 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:40.362163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Made reservation on behalf of 6529d9e20b7a4b329e28c6d29f093054 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:40.367537 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.438933 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_backend_mixin [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Performing IP validity checks on allocation pools {{(pid=102903) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 20:58:40.438933 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_backend_mixin [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102903) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 20:58:40.537330 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.608944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.670927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=a6fea1cc-9927-4ae5-b594-3a47a76251bd,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:40.682562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Checking segment: {'id': 'bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '78aca168-a74d-4316-9aea-4d81971a0fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:40.682923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network hostable DHCP agents. Network: 78aca168-a74d-4316-9aea-4d81971a0fb4, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:40.700569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Network 78aca168-a74d-4316-9aea-4d81971a0fb4 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:40.711784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 78aca168-a74d-4316-9aea-4d81971a0fb4) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:40.716296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:40.716889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.724181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072503f0-0c2f-4c6e-9167-85713b324ae4 None None] Network 78aca168-a74d-4316-9aea-4d81971a0fb4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:40.744741 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-adf7ca19-9589-48ef-953a-c10138a09d83 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5141397 Apr 18 20:58:40.746779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43890) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:40.752595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-353f928a-a469-4948-a9b6-496e16333c86 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:40.894043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-353f928a-a469-4948-a9b6-496e16333c86 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10833006'] for subnet, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.954271 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43896) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:40.959455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a602ad91-1587-4f24-98e4-65d96fdc30d3 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2147453573', 'description': 'tempest-secgroup-smoke-2147453573 description', 'project_id': '558788ac364b4a4fbcb4616388d0d9ea'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:40.963016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-78aca168-a74d-4316-9aea-4d81971a0fb4', 'network_id': '78aca168-a74d-4316-9aea-4d81971a0fb4', 'tenant_id': '6529d9e20b7a4b329e28c6d29f093054', 'fixed_ips': [{'subnet_id': 'a6fea1cc-9927-4ae5-b594-3a47a76251bd'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:40.964656 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.992294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a602ad91-1587-4f24-98e4-65d96fdc30d3 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.100390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a602ad91-1587-4f24-98e4-65d96fdc30d3 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.107169 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a602ad91-1587-4f24-98e4-65d96fdc30d3 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.143262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-353f928a-a469-4948-a9b6-496e16333c86 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729062356152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11790518'] for subnet, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.144016 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a602ad91-1587-4f24-98e4-65d96fdc30d3 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.148714 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a602ad91-1587-4f24-98e4-65d96fdc30d3 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1928718 Apr 18 20:58:41.151589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43898) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:41.154140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602ad91-1587-4f24-98e4-65d96fdc30d3 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba338e5-d5cc-46bd-89e8-09206cca5876,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.158335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-65fe74b7-a272-4fa4-a6b6-590a14d0bdbb tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Request body: {'security_group_rule': {'security_group_id': '3ba338e5-d5cc-46bd-89e8-09206cca5876', 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:41.212374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.221717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f928a-a469-4948-a9b6-496e16333c86 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:41.222831 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-353f928a-a469-4948-a9b6-496e16333c86 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.228288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43900) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:41.239062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-353f928a-a469-4948-a9b6-496e16333c86 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "PUT /v2.0/subnets/a6fea1cc-9927-4ae5-b594-3a47a76251bd HTTP/1.1" status: 200 len: 900 time: 0.4801211 Apr 18 20:58:41.247036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Allocated IP 2001:db8::3 (78aca168-a74d-4316-9aea-4d81971a0fb4/a6fea1cc-9927-4ae5-b594-3a47a76251bd/5bf8fb7f-c82b-4111-a6e6-f872da1930a8) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:41.279461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f928a-a469-4948-a9b6-496e16333c86 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event updated for resources: {'Subnet': ['ID=a6fea1cc-9927-4ae5-b594-3a47a76251bd,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.286089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65fe74b7-a272-4fa4-a6b6-590a14d0bdbb tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.366081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.381307 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65fe74b7-a272-4fa4-a6b6-590a14d0bdbb tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.386383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65fe74b7-a272-4fa4-a6b6-590a14d0bdbb tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.414520 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65fe74b7-a272-4fa4-a6b6-590a14d0bdbb tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.418202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-65fe74b7-a272-4fa4-a6b6-590a14d0bdbb tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2620876 Apr 18 20:58:41.419588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43902) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:41.427069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-309f5b6c-84ce-487c-8a76-d285c6aeb40a tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Request body: {'security_group_rule': {'security_group_id': '3ba338e5-d5cc-46bd-89e8-09206cca5876', 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:41.431480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe74b7-a272-4fa4-a6b6-590a14d0bdbb tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53df319-6562-40bf-aaa2-daa0dd1503a1,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.455042 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.476731 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309f5b6c-84ce-487c-8a76-d285c6aeb40a tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.479937 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.492651 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.553183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Network 78aca168-a74d-4316-9aea-4d81971a0fb4 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:41.557303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:41.566694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:41.570793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Pushing event updated for resources: {'Port': ['ID=5bf8fb7f-c82b-4111-a6e6-f872da1930a8,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.585203 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.591356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309f5b6c-84ce-487c-8a76-d285c6aeb40a tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.599389 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309f5b6c-84ce-487c-8a76-d285c6aeb40a tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.620095 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fea1cc-9927-4ae5-b594-3a47a76251bd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.631285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f5b6c-84ce-487c-8a76-d285c6aeb40a tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9953108-dfa5-4ef7-94d5-6e90091cbd0d,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.644976 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309f5b6c-84ce-487c-8a76-d285c6aeb40a tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.646656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-309f5b6c-84ce-487c-8a76-d285c6aeb40a tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2233524 Apr 18 20:58:41.651493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43904) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:41.658571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-00b75524-5ab8-41cf-9271-a51273f9c00b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Request body: {'security_group_rule': {'security_group_id': '3ba338e5-d5cc-46bd-89e8-09206cca5876', 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:41.670077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Attempting to bind port 5bf8fb7f-c82b-4111-a6e6-f872da1930a8 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:41.670457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Attempting to bind port 5bf8fb7f-c82b-4111-a6e6-f872da1930a8 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '78aca168-a74d-4316-9aea-4d81971a0fb4'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:41.670804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Attempting to bind port 5bf8fb7f-c82b-4111-a6e6-f872da1930a8 on network 78aca168-a74d-4316-9aea-4d81971a0fb4 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:41.677662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:41.678038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Checking segment: {'id': 'bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '78aca168-a74d-4316-9aea-4d81971a0fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:41.678446 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.678836 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Bound using segment: {'id': 'bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '78aca168-a74d-4316-9aea-4d81971a0fb4'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:41.679613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Bound port: 5bf8fb7f-c82b-4111-a6e6-f872da1930a8, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '78aca168-a74d-4316-9aea-4d81971a0fb4'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:41.679854 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.708380 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00b75524-5ab8-41cf-9271-a51273f9c00b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.735715 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.759622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78aca168-a74d-4316-9aea-4d81971a0fb4']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:41.770924 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] For port 5bf8fb7f-c82b-4111-a6e6-f872da1930a8, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:41.776788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] For port 5bf8fb7f-c82b-4111-a6e6-f872da1930a8, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5bf8fb7f-c82b-4111-a6e6-f872da1930a8,segment=NetworkSegment(bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb),segment_id=bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:41.780775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:41.781473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:41.782531 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.794955 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00b75524-5ab8-41cf-9271-a51273f9c00b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.800176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.800591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00b75524-5ab8-41cf-9271-a51273f9c00b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.817769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.833119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:41.834469 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:41.839322 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:41.843876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b75524-5ab8-41cf-9271-a51273f9c00b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a29a3f1-7b26-480b-91fb-d54c190e020f,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.859731 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-00b75524-5ab8-41cf-9271-a51273f9c00b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.865018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-00b75524-5ab8-41cf-9271-a51273f9c00b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2099016 Apr 18 20:58:41.865669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43906) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:41.870620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5b387aa4-4896-4012-8d4f-d5169bfb6425 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Request body: {'security_group_rule': {'security_group_id': '3ba338e5-d5cc-46bd-89e8-09206cca5876', 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:41.909322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e2725-9fb4-4ef8-9fd0-d64939cebda6 None None] Pushing event updated for resources: {'Port': ['ID=5bf8fb7f-c82b-4111-a6e6-f872da1930a8,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.933025 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.db.api [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:58:41.933025 n-d-836015-4 neutron-server[102903]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:58:41.933025 n-d-836015-4 neutron-server[102903]: [parameters: {'id': '78aca168-a74d-4316-9aea-4d81971a0fb4'}] Apr 18 20:58:41.933025 n-d-836015-4 neutron-server[102903]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:41.933470 n-d-836015-4 neutron-server[102903]: DEBUG oslo_db.api [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:41.936475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ac922-2f80-4ee6-aa6a-5f68c259858e None None] Network 78aca168-a74d-4316-9aea-4d81971a0fb4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:41.937237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b387aa4-4896-4012-8d4f-d5169bfb6425 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.036840 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b387aa4-4896-4012-8d4f-d5169bfb6425 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.042087 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b387aa4-4896-4012-8d4f-d5169bfb6425 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.066467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b387aa4-4896-4012-8d4f-d5169bfb6425 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baadcaf8-ca0e-4080-9bc9-9220dd74682a,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.072292 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b387aa4-4896-4012-8d4f-d5169bfb6425 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.073938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5b387aa4-4896-4012-8d4f-d5169bfb6425 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2070825 Apr 18 20:58:42.076562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43910) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:42.082570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7a48a326-f81a-43d9-88f9-019191439649 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Request body: {'security_group_rule': {'security_group_id': '3ba338e5-d5cc-46bd-89e8-09206cca5876', 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:42.106428 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-7a48a326-f81a-43d9-88f9-019191439649 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Project 558788ac364b4a4fbcb4616388d0d9ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:58:42.112736 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a48a326-f81a-43d9-88f9-019191439649 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.115356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a72ac4-de45-4709-84bd-c3dbcbb585ef None None] Network 78aca168-a74d-4316-9aea-4d81971a0fb4 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:42.178864 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a48a326-f81a-43d9-88f9-019191439649 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.183633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a48a326-f81a-43d9-88f9-019191439649 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.209668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48a326-f81a-43d9-88f9-019191439649 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf67503-2f76-4382-bc53-e6aee5d7c879,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.219540 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a48a326-f81a-43d9-88f9-019191439649 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.221088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7a48a326-f81a-43d9-88f9-019191439649 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432393 Apr 18 20:58:42.224085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43912) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:42.229016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-94b87a60-49db-4bf5-a8c6-0fed7342781b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Request body: {'security_group_rule': {'security_group_id': '3ba338e5-d5cc-46bd-89e8-09206cca5876', 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:42.254649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f41582d-66d9-4ce6-828b-29567f2e5ae5 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 20:58:42.264995 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-94b87a60-49db-4bf5-a8c6-0fed7342781b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Project 558788ac364b4a4fbcb4616388d0d9ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:58:42.271546 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-94b87a60-49db-4bf5-a8c6-0fed7342781b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.340584 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-94b87a60-49db-4bf5-a8c6-0fed7342781b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.344524 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-94b87a60-49db-4bf5-a8c6-0fed7342781b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.364488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b87a60-49db-4bf5-a8c6-0fed7342781b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf28732-e6b9-4e0e-b6a8-1ae5dc735dcf,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.370575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-94b87a60-49db-4bf5-a8c6-0fed7342781b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.372340 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-94b87a60-49db-4bf5-a8c6-0fed7342781b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465693 Apr 18 20:58:42.377890 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.397876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f41582d-66d9-4ce6-828b-29567f2e5ae5 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:58:42.434536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.503130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Deleting port 5bf8fb7f-c82b-4111-a6e6-f872da1930a8 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:42.503369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.590717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] For port 5bf8fb7f-c82b-4111-a6e6-f872da1930a8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5bf8fb7f-c82b-4111-a6e6-f872da1930a8,segment=NetworkSegment(bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb),segment_id=bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:42.591078 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.606226 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Calling delete_port for 5bf8fb7f-c82b-4111-a6e6-f872da1930a8 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:42.690793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-a23d4105-0c06-4492-8d71-f2667afb26c3 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2147453573&fields=id&tenant_id=558788ac364b4a4fbcb4616388d0d9ea HTTP/1.1" status: 200 len: 267 time: 0.0661340 Apr 18 20:58:42.694755 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.735375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Port': ['ID=5bf8fb7f-c82b-4111-a6e6-f872da1930a8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.744301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No DVR routers for this DVR port 5bf8fb7f-c82b-4111-a6e6-f872da1930a8 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:42.848501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.862976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-7a9e15d0-eb14-4583-94aa-bc157838bd28 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:42.864351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-7a9e15d0-eb14-4583-94aa-bc157838bd28 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/networks?id=a6408af1-440d-4515-bf97-5732fa85b6c6 HTTP/1.1" status: 200 len: 814 time: 0.1637630 Apr 18 20:58:42.883950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-e8f1f851-a1ac-4515-9c59-55988257f197 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/quotas/558788ac364b4a4fbcb4616388d0d9ea HTTP/1.1" status: 200 len: 375 time: 0.0099218 Apr 18 20:58:42.891427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78aca168-a74d-4316-9aea-4d81971a0fb4']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:42.908434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:42.909013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd34768-8b6a-4cf2-84d9-64ec9aa7b0eb') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:42.926873 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.945553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-6e492a09-db48-45b9-9b15-84ba3fb20c3f tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=558788ac364b4a4fbcb4616388d0d9ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552154 Apr 18 20:58:42.949035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.956258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:42.956764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:42.959886 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:43.033026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.060342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.063667 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/78aca168-a74d-4316-9aea-4d81971a0fb4 HTTP/1.1" status: 204 len: 168 time: 1.8343782 Apr 18 20:58:43.064906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168694e-afe8-498d-a13a-4554f2562549 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Network': ['ID=78aca168-a74d-4316-9aea-4d81971a0fb4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.067485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43924) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:43.088377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-b62d8445-b390-4631-808c-4e63e6af4add service neutron] 10.222.0.49 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222272 Apr 18 20:58:43.096333 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fe0b26-1b2d-49cf-862e-25124c451df1 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:43.096790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fe0b26-1b2d-49cf-862e-25124c451df1 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:43.100306 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-02fe0b26-1b2d-49cf-862e-25124c451df1 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/subnets/a6fea1cc-9927-4ae5-b594-3a47a76251bd HTTP/1.1" status: 404 len: 337 time: 0.0318487 Apr 18 20:58:43.102868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43926) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:43.125860 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-3064f94b-5279-4ed9-946d-eb420c8c7bfe tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:43.126582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3064f94b-5279-4ed9-946d-eb420c8c7bfe tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:43.130139 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3064f94b-5279-4ed9-946d-eb420c8c7bfe tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/78aca168-a74d-4316-9aea-4d81971a0fb4 HTTP/1.1" status: 404 len: 339 time: 0.0259860 Apr 18 20:58:43.132882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43928) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:43.206436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-3961685d-f3bc-49de-8a42-778913f4ebab service neutron] 10.222.0.49 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108091 Apr 18 20:58:43.224712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.335590 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.368103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474bc2f3-35b2-4711-97db-9e1ff642bc9e']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:43.385220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2ef4e4-3611-4cf3-9ea8-a7cbe350d825') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:43.385474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2ef4e4-3611-4cf3-9ea8-a7cbe350d825') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:43.400007 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.420431 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.430988 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:43.431785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:43.438019 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:43.539157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.559198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.563457 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/474bc2f3-35b2-4711-97db-9e1ff642bc9e HTTP/1.1" status: 204 len: 168 time: 0.4293952 Apr 18 20:58:43.565128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded00ba5-8d31-41f0-be1d-289dc84e6341 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Network': ['ID=474bc2f3-35b2-4711-97db-9e1ff642bc9e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.566426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43940) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:43.618470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-920f8228-7ed1-43a4-8df4-f270da6cdd22 req-81ef298c-781a-47c7-be29-38943a1f9e9b tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.0436862 Apr 18 20:58:43.619400 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-292b99ed-800d-4ebe-9110-8919901c6013 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:43.619875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292b99ed-800d-4ebe-9110-8919901c6013 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:43.623390 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-292b99ed-800d-4ebe-9110-8919901c6013 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/subnets/278258cd-c18b-4145-9baf-514507a1a241 HTTP/1.1" status: 404 len: 337 time: 0.0553942 Apr 18 20:58:43.627025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43942) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:43.646602 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-679291c7-668c-43c7-8f9e-7fbfe7faafc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:43.647317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679291c7-668c-43c7-8f9e-7fbfe7faafc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:43.650425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-679291c7-668c-43c7-8f9e-7fbfe7faafc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/782a323d-ed1e-41be-8f79-69884d8568b3 HTTP/1.1" status: 404 len: 339 time: 0.0224180 Apr 18 20:58:43.653335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43944) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:43.712061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Deleting subnet 6c92c155-22b2-4485-86ee-53f73e5a6a91 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:58:43.715381 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.757639 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.849734 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.925588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.966919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Subnet': ['ID=6c92c155-22b2-4485-86ee-53f73e5a6a91,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.979905 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.981061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dee231-edc0-42f6-87cc-7b4889a887a6 None None] Network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:43.985433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/subnets/6c92c155-22b2-4485-86ee-53f73e5a6a91 HTTP/1.1" status: 204 len: 168 time: 0.3311453 Apr 18 20:58:43.987752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43948) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:43.988399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.988898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.989377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.989871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.990278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.990717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.991110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.991466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.991943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.992392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.992730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:43.993060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f65e2c-d2a8-4af2-8464-bd151c878763 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.051889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d3d065-fe19-4349-aa75-c391c56b0b62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Deleting subnet e0f29a8c-2198-45fe-b323-a25892d47c2d {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:58:44.055362 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42d3d065-fe19-4349-aa75-c391c56b0b62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.106955 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42d3d065-fe19-4349-aa75-c391c56b0b62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.247310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42d3d065-fe19-4349-aa75-c391c56b0b62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.346489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42d3d065-fe19-4349-aa75-c391c56b0b62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.388276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-42d3d065-fe19-4349-aa75-c391c56b0b62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.392124 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-42d3d065-fe19-4349-aa75-c391c56b0b62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/subnets/e0f29a8c-2198-45fe-b323-a25892d47c2d HTTP/1.1" status: 204 len: 168 time: 0.4019103 Apr 18 20:58:44.393594 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3d065-fe19-4349-aa75-c391c56b0b62 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f29a8c-2198-45fe-b323-a25892d47c2d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:44.399992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43958) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:44.525866 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.623367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Deleting port de15d29e-16e7-41a9-9947-687796cf6732 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:44.623991 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.749933 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] For port de15d29e-16e7-41a9-9947-687796cf6732, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=de15d29e-16e7-41a9-9947-687796cf6732,segment=NetworkSegment(59f2f723-9c39-465b-b150-96ed4f937032),segment_id=59f2f723-9c39-465b-b150-96ed4f937032)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:44.750660 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.763294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16c5aa19-42ff-4623-8994-665d555f550d req-508b5380-43cf-42df-91ba-fcccb00b5f0f tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.0474029 Apr 18 20:58:44.774129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Calling delete_port for de15d29e-16e7-41a9-9947-687796cf6732 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:44.904515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.942038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Port': ['ID=de15d29e-16e7-41a9-9947-687796cf6732,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:44.947619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No DVR routers for this DVR port de15d29e-16e7-41a9-9947-687796cf6732 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:44.963605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ec30b-470d-44d6-ac32-514a9271db1a None None] Network a363bfaf-04e0-43e3-8f30-34e72ea2ba88 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:45.030583 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.037896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-634dd15e-994b-4283-8348-d4c051f46b1f None None] Could not find standard attr ID for object de15d29e-16e7-41a9-9947-687796cf6732. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:58:45.057859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a363bfaf-04e0-43e3-8f30-34e72ea2ba88']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:45.069303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f2f723-9c39-465b-b150-96ed4f937032') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:45.069604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f2f723-9c39-465b-b150-96ed4f937032') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:45.085165 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.110933 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.121999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:45.122847 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:45.132564 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:45.184978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558a6dce-2b1c-49cf-9f07-a976f01468c0 None None] DHCP port deletion for a363bfaf-04e0-43e3-8f30-34e72ea2ba88 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:58:45.217125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.245488 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.248773 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/a363bfaf-04e0-43e3-8f30-34e72ea2ba88 HTTP/1.1" status: 204 len: 168 time: 0.8470194 Apr 18 20:58:45.249888 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc4d6f-32d0-41fe-b0eb-e820e45b05f8 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Network': ['ID=a363bfaf-04e0-43e3-8f30-34e72ea2ba88,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:45.251652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43970) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.286384 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-4150424b-23ea-4f0a-bbda-c3df059a1731 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:45.287137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4150424b-23ea-4f0a-bbda-c3df059a1731 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:45.294760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43972) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.295128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4150424b-23ea-4f0a-bbda-c3df059a1731 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/subnets/6da2098b-3e26-4c31-bd77-f762b1f6d3ae HTTP/1.1" status: 404 len: 337 time: 0.0417249 Apr 18 20:58:45.315468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device de15d29e-16e7-41a9-9947-687796cf6732 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:58:45.318210 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-72572e1d-59d8-40b9-8d3c-19bc8351242c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:45.319058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72572e1d-59d8-40b9-8d3c-19bc8351242c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:45.325065 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-72572e1d-59d8-40b9-8d3c-19bc8351242c tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/bce90e11-9667-4a37-ac37-488e7b2a3c7a HTTP/1.1" status: 404 len: 339 time: 0.0284433 Apr 18 20:58:45.327034 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43974) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.340592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: de15d29e-16e7-41a9-9947-687796cf6732 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:58:45.340913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device de15d29e-16e7-41a9-9947-687796cf6732 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:58:45.355891 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfa9f14-ad1e-4d24-93f5-fb0e3ac981d9 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:45.356358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfa9f14-ad1e-4d24-93f5-fb0e3ac981d9 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:45.359416 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ebfa9f14-ad1e-4d24-93f5-fb0e3ac981d9 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/subnets/9202c1e2-e4d6-4b4e-a66e-a7eed84d1800 HTTP/1.1" status: 404 len: 337 time: 0.0308268 Apr 18 20:58:45.362074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43976) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.381742 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91cccdc-d24a-44f1-8cf7-e2d08d10584e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:45.382401 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91cccdc-d24a-44f1-8cf7-e2d08d10584e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:45.387886 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f91cccdc-d24a-44f1-8cf7-e2d08d10584e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/c1dc8645-1988-4f9f-a47b-7cc930dec914 HTTP/1.1" status: 404 len: 339 time: 0.0234687 Apr 18 20:58:45.389461 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43980) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.402420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43982) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.439873 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8819ea2-7cad-41ba-a6b7-2e9607a1ab56 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:45.440432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8819ea2-7cad-41ba-a6b7-2e9607a1ab56 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:45.445690 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d8819ea2-7cad-41ba-a6b7-2e9607a1ab56 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/subnets/9825db81-877f-488a-bb0b-350668a63119 HTTP/1.1" status: 404 len: 337 time: 0.0523810 Apr 18 20:58:45.446688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43984) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.467056 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd6b67d-2db6-4749-8d60-9e11dbf5eb39 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:45.467466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd6b67d-2db6-4749-8d60-9e11dbf5eb39 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:45.473339 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ebd6b67d-2db6-4749-8d60-9e11dbf5eb39 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/98e2e5e7-a962-46ec-8c2b-67ab0e08f74d HTTP/1.1" status: 404 len: 339 time: 0.0234785 Apr 18 20:58:45.473719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43986) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.507893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bcfabbb6-6cd0-4587-ae4e-42c7b0816508 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2419 time: 0.1023951 Apr 18 20:58:45.508932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43988) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.514108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'network': {'name': 'tempest-network-smoke--1398063553', 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'port_security_enabled': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:45.530375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-806a6988-7d2d-48ed-8e4c-b96cc0b49fc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Deleting subnet deacec58-03d6-4961-a50e-79c7dcbf3903 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:58:45.534133 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-806a6988-7d2d-48ed-8e4c-b96cc0b49fc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.534635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Made reservation on behalf of 24ec26bc1efd4103baec5995c61b67d9 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:45.538725 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.568563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:45.576991 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-806a6988-7d2d-48ed-8e4c-b96cc0b49fc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.578802 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.579152 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Added segment 57b4cd0c-0fbb-44dc-8405-d72172413a4e of type vlan for network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 Apr 18 20:58:45.622650 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.656097 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.662834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:45.663672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.698678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-806a6988-7d2d-48ed-8e4c-b96cc0b49fc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.723738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2135749 Apr 18 20:58:45.728872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 43990) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.738578 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2146345500', 'admin_state_up': True, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:45.741120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5df425-5add-4c50-bc48-e7e46c0b4152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Network': ['ID=ac7ed3cd-4485-41c4-bc38-edd9bde1ee48,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:45.753310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:45.790932 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.794364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.818491 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-806a6988-7d2d-48ed-8e4c-b96cc0b49fc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.861189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a6988-7d2d-48ed-8e4c-b96cc0b49fc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Subnet': ['ID=deacec58-03d6-4961-a50e-79c7dcbf3903,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:45.863515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-806a6988-7d2d-48ed-8e4c-b96cc0b49fc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.869939 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-806a6988-7d2d-48ed-8e4c-b96cc0b49fc0 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/subnets/deacec58-03d6-4961-a50e-79c7dcbf3903 HTTP/1.1" status: 204 len: 168 time: 0.3922086 Apr 18 20:58:45.891872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 43994) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:45.897295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c42006-12f4-41de-a707-3d739b5d6a7f None None] Network a8f7f115-d255-4cbd-b285-c211ba623d64 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:45.901817 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.913529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0586347f-a932-43aa-a5fc-efe4f73bf2a2 req-1181f2e4-50bd-40ba-82b8-80f4ba9af8af tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.0665627 Apr 18 20:58:46.023665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.095434 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.134793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.147933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Deleting port 75fda5ad-936c-4e44-93fa-3527c7e02299 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:46.147933 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.248880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] For port 75fda5ad-936c-4e44-93fa-3527c7e02299, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=75fda5ad-936c-4e44-93fa-3527c7e02299,segment=NetworkSegment(ef3803df-687a-4f39-b45f-76e382eb8a1a),segment_id=ef3803df-687a-4f39-b45f-76e382eb8a1a)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:46.249308 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.267396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Calling delete_port for 75fda5ad-936c-4e44-93fa-3527c7e02299 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:46.272153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10280ea9-0f84-4789-ad57-b848a92223fa None None] DHCP port deletion for a8f7f115-d255-4cbd-b285-c211ba623d64 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:58:46.340308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-10280ea9-0f84-4789-ad57-b848a92223fa None None] Deleting port 75fda5ad-936c-4e44-93fa-3527c7e02299 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:46.340683 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-10280ea9-0f84-4789-ad57-b848a92223fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.361517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.374834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No DVR routers for this DVR port 75fda5ad-936c-4e44-93fa-3527c7e02299 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:46.425377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Port': ['ID=75fda5ad-936c-4e44-93fa-3527c7e02299,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:46.449699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-10280ea9-0f84-4789-ad57-b848a92223fa None None] For port 75fda5ad-936c-4e44-93fa-3527c7e02299, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=75fda5ad-936c-4e44-93fa-3527c7e02299,segment=NetworkSegment(ef3803df-687a-4f39-b45f-76e382eb8a1a),segment_id=ef3803df-687a-4f39-b45f-76e382eb8a1a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:46.455590 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-10280ea9-0f84-4789-ad57-b848a92223fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.487077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-10280ea9-0f84-4789-ad57-b848a92223fa None None] Calling delete_port for 75fda5ad-936c-4e44-93fa-3527c7e02299 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:46.532799 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.565449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f7f115-d255-4cbd-b285-c211ba623d64']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:46.584941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3803df-687a-4f39-b45f-76e382eb8a1a') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:46.586123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3803df-687a-4f39-b45f-76e382eb8a1a') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:46.606415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.611703 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-10280ea9-0f84-4789-ad57-b848a92223fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.627801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.637387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:46.639021 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:46.645544 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:46.653458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10280ea9-0f84-4789-ad57-b848a92223fa None None] Pushing event deleted for resources: {'Port': ['ID=75fda5ad-936c-4e44-93fa-3527c7e02299,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:46.661950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10280ea9-0f84-4789-ad57-b848a92223fa None None] No DVR routers for this DVR port 75fda5ad-936c-4e44-93fa-3527c7e02299 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:46.740523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.755614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.759229 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/a8f7f115-d255-4cbd-b285-c211ba623d64 HTTP/1.1" status: 204 len: 168 time: 0.8659620 Apr 18 20:58:46.762264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44004) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:46.794737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5325856-57c8-43d9-baae-547a62fa4a6e tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Network': ['ID=a8f7f115-d255-4cbd-b285-c211ba623d64,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:46.816423 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-07703821-7936-47a6-afea-c6718ad5cd08 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:46.816898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07703821-7936-47a6-afea-c6718ad5cd08 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:46.822795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-07703821-7936-47a6-afea-c6718ad5cd08 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/subnets/d2f08450-fbba-481d-89fc-875b9e978279 HTTP/1.1" status: 404 len: 337 time: 0.0583017 Apr 18 20:58:46.823685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44006) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:46.836360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.865676 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-5748aaf4-272d-41ad-9d3f-b532bce2170a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] DELETE failed (client error): The resource could not be found. Apr 18 20:58:46.866232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5748aaf4-272d-41ad-9d3f-b532bce2170a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:46.869311 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5748aaf4-272d-41ad-9d3f-b532bce2170a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/6ecac96e-c6d2-4a5a-a5be-5cd2fc7faf57 HTTP/1.1" status: 404 len: 339 time: 0.0443389 Apr 18 20:58:46.870742 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.872221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44008) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:46.944113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51e426d-7ecb-4ead-b3ab-80022a1c6819 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Deleting subnet 38d089f2-211f-484f-9274-8833f5257bc9 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:58:46.948556 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f51e426d-7ecb-4ead-b3ab-80022a1c6819 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.018682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Allocated IP 172.25.2.99 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/9947c1aa-40c7-46e0-acfb-c60370a053aa) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:47.021827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e89cdd77-a40d-4cb2-89ba-ec60940692f5 req-3a467963-0cb8-4a2f-8043-e35a4492412a tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.0365143 Apr 18 20:58:47.027242 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f51e426d-7ecb-4ead-b3ab-80022a1c6819 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.141223 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f51e426d-7ecb-4ead-b3ab-80022a1c6819 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.153328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.200121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.241651 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f51e426d-7ecb-4ead-b3ab-80022a1c6819 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.294710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e426d-7ecb-4ead-b3ab-80022a1c6819 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Subnet': ['ID=38d089f2-211f-484f-9274-8833f5257bc9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:47.297715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f51e426d-7ecb-4ead-b3ab-80022a1c6819 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.304427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f51e426d-7ecb-4ead-b3ab-80022a1c6819 tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/subnets/38d089f2-211f-484f-9274-8833f5257bc9 HTTP/1.1" status: 204 len: 168 time: 0.4275489 Apr 18 20:58:47.304793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25823b76-c7b4-4b9c-ad13-dd42395dad46 None None] Network a4dd1fc9-212e-406e-b0e3-7c024019f675 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:47.307497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44014) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:47.333753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:47.335120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Port': ['ID=9947c1aa-40c7-46e0-acfb-c60370a053aa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:47.339368 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:47.349091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:47.393492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 75fda5ad-936c-4e44-93fa-3527c7e02299 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:58:47.419727 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 75fda5ad-936c-4e44-93fa-3527c7e02299 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:58:47.420365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 75fda5ad-936c-4e44-93fa-3527c7e02299 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:58:47.442349 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.548999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Deleting port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:47.549343 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.587440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8ce4e-1d95-4ce7-a56c-eca15b65aacb None None] DHCP port deletion for a4dd1fc9-212e-406e-b0e3-7c024019f675 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:58:47.680259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] For port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=018c1f7d-9a4b-44bd-99a2-7109fd49f4c2,segment=NetworkSegment(64d9f0b2-c955-41ae-9fca-8aaebb395a9f),segment_id=64d9f0b2-c955-41ae-9fca-8aaebb395a9f)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:47.680259 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.696132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Calling delete_port for 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:47.702923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8ce4e-1d95-4ce7-a56c-eca15b65aacb None None] Deleting port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:58:47.702923 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d2d8ce4e-1d95-4ce7-a56c-eca15b65aacb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.715145 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.788386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.827752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d2d8ce4e-1d95-4ce7-a56c-eca15b65aacb None None] For port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=018c1f7d-9a4b-44bd-99a2-7109fd49f4c2,segment=NetworkSegment(64d9f0b2-c955-41ae-9fca-8aaebb395a9f),segment_id=64d9f0b2-c955-41ae-9fca-8aaebb395a9f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:47.828452 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d2d8ce4e-1d95-4ce7-a56c-eca15b65aacb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.831997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] No DVR routers for this DVR port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:47.833690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Port': ['ID=018c1f7d-9a4b-44bd-99a2-7109fd49f4c2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:47.850264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8ce4e-1d95-4ce7-a56c-eca15b65aacb None None] Calling delete_port for 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:58:47.941483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.969416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4dd1fc9-212e-406e-b0e3-7c024019f675']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.990617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d9f0b2-c955-41ae-9fca-8aaebb395a9f') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:47.991052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d9f0b2-c955-41ae-9fca-8aaebb395a9f') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:48.005788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.021313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.026879 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d2d8ce4e-1d95-4ce7-a56c-eca15b65aacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.028105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:48.028504 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.062273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8ce4e-1d95-4ce7-a56c-eca15b65aacb None None] No DVR routers for this DVR port 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:48.119242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8ce4e-1d95-4ce7-a56c-eca15b65aacb None None] Pushing event deleted for resources: {'Port': ['ID=018c1f7d-9a4b-44bd-99a2-7109fd49f4c2,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:48.134183 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:48.142767 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.156682 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.162381 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] 10.222.0.49 "DELETE /v2.0/networks/a4dd1fc9-212e-406e-b0e3-7c024019f675 HTTP/1.1" status: 204 len: 168 time: 0.8534191 Apr 18 20:58:48.184169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb897d5-2743-4bd5-81f9-dd036e0c768a tempest-NetworksIpV6Test-38046687 tempest-NetworksIpV6Test-38046687-project] Pushing event deleted for resources: {'Network': ['ID=a4dd1fc9-212e-406e-b0e3-7c024019f675,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:48.265507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-879292f4-39f3-4bb4-bdcd-c724bf9a8d85 req-e6eec88c-529e-4fc1-8746-f96ac2ba034e tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.0681605 Apr 18 20:58:48.289517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44030) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:48.298988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.481825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:58:48.488495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e2c621e2-4a5e-4efa-8660-ab242f08c770 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e4ee3a1bba84c2f9f38e7d31fbb1d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974442 Apr 18 20:58:48.490919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44036) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:48.559760 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-69b28f5e-ac5c-477f-b15c-ac46d7f782ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.589862 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-69b28f5e-ac5c-477f-b15c-ac46d7f782ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.608197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44040) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:48.627532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:48.640711 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Sync routers for ids ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:48.659591 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Routers {'4795d2cf-c52d-433b-a9d5-23201e6b68f6'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:48.662381 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:48.666981 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.670788 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3cac4675-2152-4448-a500-75e3e8692dd9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9404628 Apr 18 20:58:48.673948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44044) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:48.762752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a66df2-867d-41ba-b704-efab0fc0dea8 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:48.765636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-92a66df2-867d-41ba-b704-efab0fc0dea8 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=24ec26bc1efd4103baec5995c61b67d9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0892732 Apr 18 20:58:48.767691 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-69b28f5e-ac5c-477f-b15c-ac46d7f782ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.768475 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44046) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:48.780491 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-69b28f5e-ac5c-477f-b15c-ac46d7f782ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.798058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-69b28f5e-ac5c-477f-b15c-ac46d7f782ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29b32fc0-6c81-466e-a876-eed8faebd895 HTTP/1.1" status: 204 len: 168 time: 0.3042741 Apr 18 20:58:48.814570 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Set router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:48.825006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b28f5e-ac5c-477f-b15c-ac46d7f782ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b32fc0-6c81-466e-a876-eed8faebd895,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:48.880895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b16d18e2-8469-41a6-82ec-a41ee2c7c092 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6529d9e20b7a4b329e28c6d29f093054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711086 Apr 18 20:58:48.881737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44050) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:48.968358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d587e6d6-8132-416a-bc3c-dc3e2abce95f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:48.969914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d587e6d6-8132-416a-bc3c-dc3e2abce95f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2004163 Apr 18 20:58:48.972969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44052) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:48.983234 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e728d2cc-0cbc-4576-9187-8033eda72836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.017733 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-318e0b1c-bbdc-4bc0-bd8f-63337834a326 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396090 Apr 18 20:58:49.018629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44056) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:49.032594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e728d2cc-0cbc-4576-9187-8033eda72836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.072332 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-53f9adab-0cf7-4608-9bf1-5c5851233592 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=24ec26bc1efd4103baec5995c61b67d9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523262 Apr 18 20:58:49.073033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44058) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:49.119118 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e728d2cc-0cbc-4576-9187-8033eda72836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.123385 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e728d2cc-0cbc-4576-9187-8033eda72836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.125225 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e728d2cc-0cbc-4576-9187-8033eda72836 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/408d0cfc-f75e-4969-8a59-f0f80f51d0df HTTP/1.1" status: 204 len: 168 time: 0.2415431 Apr 18 20:58:49.160165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728d2cc-0cbc-4576-9187-8033eda72836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408d0cfc-f75e-4969-8a59-f0f80f51d0df,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:49.350406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:58:49.414981 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146345500', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:47Z', 'revision_number': 3, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:46Z', 'updated_at': '2022-04-18T20:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:49.436714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:58:49.437065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 018c1f7d-9a4b-44bd-99a2-7109fd49f4c2 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:58:49.455805 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Checking router: 4795d2cf-c52d-433b-a9d5-23201e6b68f6 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:49.456523 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Updating router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 port 9947c1aa-40c7-46e0-acfb-c60370a053aa binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:58:49.501852 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.887881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03b642c8-66b3-4c81-b56b-67380aa04f96 req-61faafda-76a7-43dc-bf76-9f07d62f406a tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.2577159 Apr 18 20:58:49.903516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-19de17fb-758e-452d-8fb8-a69930b009d5 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:49.905173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-19de17fb-758e-452d-8fb8-a69930b009d5 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.64 "GET /v2.0/networks?id=a6408af1-440d-4515-bf97-5732fa85b6c6 HTTP/1.1" status: 200 len: 814 time: 0.2738569 Apr 18 20:58:50.000366 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.008221 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.055414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10864448-23cd-4ec9-977e-e39f70760c8f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.060321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-10864448-23cd-4ec9-977e-e39f70760c8f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9834790 Apr 18 20:58:50.061223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44096) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:50.095272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-3735eb3e-142c-4096-983d-4a91aa97cdcb tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=558788ac364b4a4fbcb4616388d0d9ea HTTP/1.1" status: 200 len: 380 time: 0.1729579 Apr 18 20:58:50.107595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Request body: {'port': {'device_id': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'admin_state_up': True, 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'security_groups': ['3ba338e5-d5cc-46bd-89e8-09206cca5876']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:50.123729 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-65808a49-6ba5-4938-a5b6-f44c7b1f5af6 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607412 Apr 18 20:58:50.125938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44100) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:50.139265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-526677588', 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48', 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:50.149974 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Pushing event updated for resources: {'Port': ['ID=9947c1aa-40c7-46e0-acfb-c60370a053aa,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:50.166754 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Attempting to bind port 9947c1aa-40c7-46e0-acfb-c60370a053aa on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:50.167397 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Attempting to bind port 9947c1aa-40c7-46e0-acfb-c60370a053aa by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:50.169813 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Attempting to bind port 9947c1aa-40c7-46e0-acfb-c60370a053aa on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:50.178816 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.179619 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.179867 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.180199 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.180547 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.181010 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.181344 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.181673 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.181997 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.182318 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.182638 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.182962 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:50.201381 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:50.201763 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:50.202179 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.213287 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:50.213507 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Bound port: 9947c1aa-40c7-46e0-acfb-c60370a053aa, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:50.213898 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.290680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Made reservation on behalf of 24ec26bc1efd4103baec5995c61b67d9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:50.294718 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.298815 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] For port 9947c1aa-40c7-46e0-acfb-c60370a053aa, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:50.303611 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] For port 9947c1aa-40c7-46e0-acfb-c60370a053aa, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9947c1aa-40c7-46e0-acfb-c60370a053aa,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:50.315744 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.340192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Made reservation on behalf of 558788ac364b4a4fbcb4616388d0d9ea for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:50.361395 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.422652 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Routers {'4795d2cf-c52d-433b-a9d5-23201e6b68f6'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:50.423286 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:50.488484 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc761ee7-b4a5-449a-a1b9-b4f1973e0fef None None] Pushing event updated for resources: {'Port': ['ID=9947c1aa-40c7-46e0-acfb-c60370a053aa,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:50.499496 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44108) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:50.569052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.605412 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] Set router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:50.626341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Subnet': ['ID=3f5a464c-fbad-480b-8d49-de7dbbbf1ab6,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:50.698049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Checking segment: {'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:50.698513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network hostable DHCP agents. Network: ac7ed3cd-4485-41c4-bc38-edd9bde1ee48, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:50.724149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Allocated IP 172.20.0.9 (a6408af1-440d-4515-bf97-5732fa85b6c6/f7027694-8b09-4971-adb1-3a644176ac65/1fffdd88-2056-4af7-9d99-84bcc67c1df2) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:50.733358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-952324209'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:50.739495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:50.766831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ac7ed3cd-4485-41c4-bc38-edd9bde1ee48) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:50.775534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:50.781129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.781536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507621c-66a5-4087-81d1-24a67c170102 None None] Network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:50.782054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.804300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.820493 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-30cfe90f-dbbd-49cb-9018-d754b5bafb58 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6903543 Apr 18 20:58:50.823065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44112) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:50.857359 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.002525 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146345500', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:47Z', 'revision_number': 3, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:46Z', 'updated_at': '2022-04-18T20:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:51.083260 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efd863-1561-4d3b-8fa5-5ef36c8a9e9e None None] The sync data for ids ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'] in n-d-836015-4 is: [{'id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146345500', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:47Z', 'revision_number': 3, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:46Z', 'updated_at': '2022-04-18T20:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:51.122024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ac7ed3cd-4485-41c4-bc38-edd9bde1ee48', 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'fixed_ips': [{'subnet_id': '3f5a464c-fbad-480b-8d49-de7dbbbf1ab6'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:51.123187 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.150635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14d37eaa-1ab7-40fe-ae48-635a64f06a3d req-5353baaa-0e11-4947-bd8d-8d0a081b90be tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.0978215 Apr 18 20:58:51.273551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.350699 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.356534 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.376787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:51.388878 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.388878 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added segment 01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31 of type vlan for network 3eab2372-8322-41e0-bddd-64e935341c3c Apr 18 20:58:51.463004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Allocated IP 172.20.0.18 (ac7ed3cd-4485-41c4-bc38-edd9bde1ee48/3f5a464c-fbad-480b-8d49-de7dbbbf1ab6/c946ecc1-4e72-4ee6-8ff9-481c50cee5e5) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:51.469078 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.570181 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.686413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Network a6408af1-440d-4515-bf97-5732fa85b6c6 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:51.689574 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73c8497-cba8-40a9-b2fb-e03353bd4810,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:51.724658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:51.736198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:51.743788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event updated for resources: {'Port': ['ID=1fffdd88-2056-4af7-9d99-84bcc67c1df2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:51.818792 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.834759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:51.835651 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.847868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.856465 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.969753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:51.974985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:51.976195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Network': ['ID=3eab2372-8322-41e0-bddd-64e935341c3c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:51.985398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:51.990300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:51.995069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 3eab2372-8322-41e0-bddd-64e935341c3c details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:52.029542 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c0b6ce56-9c9e-473d-90b9-0697440377eb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5261915 Apr 18 20:58:52.029822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44122) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:52.035537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-976388524'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:52.063601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:52.064562 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.105937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-ddb67837-0081-453a-95b0-65028677c4ce tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9990003 Apr 18 20:58:52.166612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Pushing event updated for resources: {'Port': ['ID=c946ecc1-4e72-4ee6-8ff9-481c50cee5e5,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:52.210076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:52.223187 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.285217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Request body: {'port': {'device_id': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:52.327144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Attempting to bind port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:52.327519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Attempting to bind port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:52.332806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:52.335714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Attempting to bind port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 on network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:52.403712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:52.404853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Checking segment: {'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:52.406295 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.409780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Bound using segment: {'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:52.410805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Bound port: c946ecc1-4e72-4ee6-8ff9-481c50cee5e5, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:52.411373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.476670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ec2588eb-05e4-43df-9a49-600e0101b38c None None] Provisioning complete for port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:52.484493 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.484847 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added segment 866be771-e5fe-4ef8-9069-dc19222a1044 of type vlan for network 61091cff-2f66-4a4f-bfb9-850877a35bde Apr 18 20:58:52.488413 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec2588eb-05e4-43df-9a49-600e0101b38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.497388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea7ae4-916d-4110-a715-5cd6854ea1e8 req-9c0feae0-52a3-4081-b733-9449edd7869e tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:52.498976 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66ea7ae4-916d-4110-a715-5cd6854ea1e8 req-9c0feae0-52a3-4081-b733-9449edd7869e tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 931 time: 0.1437643 Apr 18 20:58:52.499588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.617083 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66ea7ae4-916d-4110-a715-5cd6854ea1e8 req-fd214466-872f-42d4-95a9-155a277dd895 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016176 Apr 18 20:58:52.645896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ec2588eb-05e4-43df-9a49-600e0101b38c None None] Port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:52.675956 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.715918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] For port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:52.721663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] For port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c946ecc1-4e72-4ee6-8ff9-481c50cee5e5,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:52.727346 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.823128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.830411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:52.831040 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.834178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b0af7-8f0f-41a3-96dd-e9a6b1b60fc2 None None] Pushing event updated for resources: {'Port': ['ID=c946ecc1-4e72-4ee6-8ff9-481c50cee5e5,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:52.940635 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Network': ['ID=61091cff-2f66-4a4f-bfb9-850877a35bde,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:52.958304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 61091cff-2f66-4a4f-bfb9-850877a35bde details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:58:52.973006 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6734424a-e5f3-4309-9c55-ff2a17185c76 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9361274 Apr 18 20:58:52.978561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44130) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:52.981940 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Allocated IP 172.20.0.17 (ac7ed3cd-4485-41c4-bc38-edd9bde1ee48/3f5a464c-fbad-480b-8d49-de7dbbbf1ab6/1733cf9b-2344-4132-9c8f-3f7d03732971) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:52.993488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'subnet': {'network_id': '3eab2372-8322-41e0-bddd-64e935341c3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:53.221606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.269458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:53.290300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.352553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.364739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fffdd88-2056-4af7-9d99-84bcc67c1df2 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:58:53.481025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:53.504955 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9947c1aa-40c7-46e0-acfb-c60370a053aa up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:53.512140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:53.521111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:53.532927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Port': ['ID=1733cf9b-2344-4132-9c8f-3f7d03732971,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.574232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.596238 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.616696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Transition to ACTIVE for port object 1fffdd88-2056-4af7-9d99-84bcc67c1df2 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:53.623418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9947c1aa-40c7-46e0-acfb-c60370a053aa triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:53.624789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.629518 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.746116 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.789986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 9947c1aa-40c7-46e0-acfb-c60370a053aa, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9947c1aa-40c7-46e0-acfb-c60370a053aa,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:53.798223 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.800192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:53.881892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.974611 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.988660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=9947c1aa-40c7-46e0-acfb-c60370a053aa,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.011121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:54.014629 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.153818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Pushing event updated for resources: {'Port': ['ID=1fffdd88-2056-4af7-9d99-84bcc67c1df2,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.261137 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.283454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Subnet': ['ID=0500281f-6d9d-4a05-9cbb-7690076b10a0,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.326381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0087a8-ba28-4cd5-a26b-e3e0f544f90b req-94f16682-34b0-4b0c-b8d7-9a5c2a6239d1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:54.337600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df0087a8-ba28-4cd5-a26b-e3e0f544f90b req-94f16682-34b0-4b0c-b8d7-9a5c2a6239d1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 943 time: 0.5198519 Apr 18 20:58:54.369848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c946ecc1-4e72-4ee6-8ff9-481c50cee5e5,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:58:54.379096 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.409370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Checking segment: {'id': '01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3eab2372-8322-41e0-bddd-64e935341c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:54.410031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network hostable DHCP agents. Network: 3eab2372-8322-41e0-bddd-64e935341c3c, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:54.430232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Attempting to bind port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:54.430975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Attempting to bind port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:54.431471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Attempting to bind port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 on network a6408af1-440d-4515-bf97-5732fa85b6c6 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:54.463823 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.468231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 on network a6408af1-440d-4515-bf97-5732fa85b6c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:58:54.468812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Attempting to bind port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 on network a6408af1-440d-4515-bf97-5732fa85b6c6 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:54.470817 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.480015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=c946ecc1-4e72-4ee6-8ff9-481c50cee5e5,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.497979 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df0087a8-ba28-4cd5-a26b-e3e0f544f90b req-cdcd292d-3955-410e-8c76-88e8dfb1db9f tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474121 Apr 18 20:58:54.512046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:54.514589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Checking segment: {'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:54.518812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Bound using segment: {'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:54.519611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Bound port: 1fffdd88-2056-4af7-9d99-84bcc67c1df2, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ef266a-d43f-450e-83e8-812b6679abae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:54.520284 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.543715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 3eab2372-8322-41e0-bddd-64e935341c3c is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:54.569398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 3eab2372-8322-41e0-bddd-64e935341c3c) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:54.585193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65566527-bbef-42c2-8b6d-8588dfa40e4b None None] Network 3eab2372-8322-41e0-bddd-64e935341c3c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:54.619724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:54.621544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.641320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.644198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Port': ['ID=1733cf9b-2344-4132-9c8f-3f7d03732971,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.692006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e38d00e0-09a8-4fc3-874d-a87c073f1333 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7122068 Apr 18 20:58:54.698028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44140) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:54.704982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'subnet': {'network_id': '61091cff-2f66-4a4f-bfb9-850877a35bde', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:54.833065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] For port 1fffdd88-2056-4af7-9d99-84bcc67c1df2, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:54.841210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:54.842981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:54.885561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] For port 1fffdd88-2056-4af7-9d99-84bcc67c1df2, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:54.902977 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.949581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-3eab2372-8322-41e0-bddd-64e935341c3c', 'network_id': '3eab2372-8322-41e0-bddd-64e935341c3c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'fixed_ips': [{'subnet_id': '0500281f-6d9d-4a05-9cbb-7690076b10a0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:54.950459 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.977972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Pushing event updated for resources: {'Port': ['ID=1fffdd88-2056-4af7-9d99-84bcc67c1df2,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.000939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:55.001762 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.003996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-683bee68-5728-492d-98ce-65091a7b529e service neutron] 10.222.0.64 "PUT /v2.0/ports/1fffdd88-2056-4af7-9d99-84bcc67c1df2 HTTP/1.1" status: 200 len: 1091 time: 2.8890748 Apr 18 20:58:55.004741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:55.008015 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4252bc-ac41-4b0c-92f9-0b3e91658128" -d '{"events": [{"name": "network-changed", "server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:58:55.049851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:55.059342 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.128684 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce73b45a-c03c-49e0-bd64-7ba11c013382 x-openstack-request-id: req-ce73b45a-c03c-49e0-bd64-7ba11c013382 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:58:55.129055 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:58:55.129229 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce73b45a-c03c-49e0-bd64-7ba11c013382 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:58:55.133705 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce73b45a-c03c-49e0-bd64-7ba11c013382'] response: {'name': 'network-changed', 'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'status': 'completed', 'code': 200} Apr 18 20:58:55.162876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:58:55.244629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aed9e0-a061-4de9-bd93-fb98cab11193 None None] Network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:55.311090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-9dd64549-935b-42d1-bfe0-dd9a1a211c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:55.321594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-9dd64549-935b-42d1-bfe0-dd9a1a211c9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=558788ac364b4a4fbcb4616388d0d9ea&device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 1094 time: 0.2472544 Apr 18 20:58:55.372201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9947c1aa-40c7-46e0-acfb-c60370a053aa up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:55.409391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:58:55.428354 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d86aef06-ac53-407b-82a5-daadb55dfac4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "PUT /v2.0/routers/4795d2cf-c52d-433b-a9d5-23201e6b68f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6010003 Apr 18 20:58:55.436686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Allocated IP 2001:db8::2 (3eab2372-8322-41e0-bddd-64e935341c3c/0500281f-6d9d-4a05-9cbb-7690076b10a0/daae7c25-c8a1-4e06-a873-9ce6e79eb3d5) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:55.440604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Sync routers for ids ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:55.453573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-29ade132-90a9-4c64-bc74-d6df45b7c0a4 None None] Provisioning complete for port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:55.454210 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-29ade132-90a9-4c64-bc74-d6df45b7c0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.531108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-6f2901f0-a072-4c2f-943c-6db5bceb9521 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2 HTTP/1.1" status: 200 len: 217 time: 0.0513570 Apr 18 20:58:55.598661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.607979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Routers {'4795d2cf-c52d-433b-a9d5-23201e6b68f6'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:55.611508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:55.758932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-3990dad9-2d61-4a81-b25f-d9696ba43877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:55.760621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-3990dad9-2d61-4a81-b25f-d9696ba43877 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7027694-8b09-4971-adb1-3a644176ac65 HTTP/1.1" status: 200 len: 853 time: 0.2131774 Apr 18 20:58:55.788511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9947c1aa-40c7-46e0-acfb-c60370a053aa triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:55.789133 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.858673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Subnet': ['ID=602ebe1c-effb-4d21-a20d-338bfdff8f50,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.897934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8d992-5d80-4aa6-85c3-211209637bf6 req-687cd972-fd1f-4d25-83c5-79af1c619776 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:55.910611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ed8d992-5d80-4aa6-85c3-211209637bf6 req-687cd972-fd1f-4d25-83c5-79af1c619776 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 943 time: 0.3015201 Apr 18 20:58:55.971358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ed8d992-5d80-4aa6-85c3-211209637bf6 req-6bda8e53-d66c-4096-b83b-16a559393de2 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594907 Apr 18 20:58:55.975374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Checking segment: {'id': '866be771-e5fe-4ef8-9069-dc19222a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '61091cff-2f66-4a4f-bfb9-850877a35bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:55.975866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network hostable DHCP agents. Network: 61091cff-2f66-4a4f-bfb9-850877a35bde, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:55.987434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Set router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:55.989038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-437dc2fe-36c9-4d4a-b789-6c5553db9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:55.990696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-437dc2fe-36c9-4d4a-b789-6c5553db9582 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6408af1-440d-4515-bf97-5732fa85b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024260 Apr 18 20:58:56.060584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-1387db81-c782-4dfe-b701-ab81853553d3 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:56.063396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-1387db81-c782-4dfe-b701-ab81853553d3 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/networks?id=ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 HTTP/1.1" status: 200 len: 798 time: 0.3649426 Apr 18 20:58:56.113162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 61091cff-2f66-4a4f-bfb9-850877a35bde is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:56.128240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-12ad77a0-ef2c-400b-9c50-796972bbb1ab tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/quotas/24ec26bc1efd4103baec5995c61b67d9 HTTP/1.1" status: 200 len: 375 time: 0.0242000 Apr 18 20:58:56.140350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 61091cff-2f66-4a4f-bfb9-850877a35bde) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:56.143596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.168117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:56.168775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.174341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f27ee35-b7ca-4c9d-a3c2-115ebdef718b None None] Network 61091cff-2f66-4a4f-bfb9-850877a35bde requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:58:56.185354 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.217073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-2087da95-77ae-44e5-9c9b-0e960e327cb9 service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146409 Apr 18 20:58:56.227166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a1703aec-8960-49de-aeee-33325557d17a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5277083 Apr 18 20:58:56.230524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44162) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:56.246168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1bad289d-96b6-4f61-a6e9-6d5dd6b62bd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1545858948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:56.317331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bad289d-96b6-4f61-a6e9-6d5dd6b62bd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.318468 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bad289d-96b6-4f61-a6e9-6d5dd6b62bd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.326263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-f4fee553-83a3-4292-881a-21b88c197c42 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=24ec26bc1efd4103baec5995c61b67d9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1727703 Apr 18 20:58:56.437471 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bad289d-96b6-4f61-a6e9-6d5dd6b62bd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.446595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bad289d-96b6-4f61-a6e9-6d5dd6b62bd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.456758 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cadc2b3-df7d-4059-beb8-a7d5caad562a req-fcd075e2-4482-4366-ae04-f42bc9cfa77f service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282329 Apr 18 20:58:56.497574 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1bad289d-96b6-4f61-a6e9-6d5dd6b62bd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.504827 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1bad289d-96b6-4f61-a6e9-6d5dd6b62bd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2719331 Apr 18 20:58:56.505506 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44164) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:58:56.583977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-cb7ae8c5-26ea-4bd1-95c2-da95b03ad971 service neutron] 10.222.0.49 "GET /v2.0/networks/ac7ed3cd-4485-41c4-bc38-edd9bde1ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233868 Apr 18 20:58:56.698555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-b1bfede6-171e-4334-8458-2a28655789b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:56.701058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-b1bfede6-171e-4334-8458-2a28655789b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=558788ac364b4a4fbcb4616388d0d9ea&device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 1094 time: 0.1697767 Apr 18 20:58:56.762882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Network 3eab2372-8322-41e0-bddd-64e935341c3c is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:56.777663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:58:56.785533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Pushing event updated for resources: {'Port': ['ID=daae7c25-c8a1-4e06-a873-9ce6e79eb3d5,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.789826 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:56.844114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:57.037107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146345500', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:53Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:46Z', 'updated_at': '2022-04-18T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '1733cf9b-2344-4132-9c8f-3f7d03732971', 'name': '', 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:83:2c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '3f5a464c-fbad-480b-8d49-de7dbbbf1ab6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:52Z', 'updated_at': '2022-04-18T20:58:54Z', 'revision_number': 2, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '3f5a464c-fbad-480b-8d49-de7dbbbf1ab6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:57.091000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-00197ebd-0fa8-4b22-8198-87bd0c19ceac None None] Provisioning complete for port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:57.096685 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00197ebd-0fa8-4b22-8198-87bd0c19ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.098944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Checking router: 4795d2cf-c52d-433b-a9d5-23201e6b68f6 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:57.099444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Updating router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 port 1733cf9b-2344-4132-9c8f-3f7d03732971 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:58:57.182003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Attempting to bind port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:57.182554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Attempting to bind port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3eab2372-8322-41e0-bddd-64e935341c3c'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:57.183024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Attempting to bind port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 on network 3eab2372-8322-41e0-bddd-64e935341c3c {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:57.194746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:57.195319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Checking segment: {'id': '01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3eab2372-8322-41e0-bddd-64e935341c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:57.195859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.196396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Bound using segment: {'id': '01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3eab2372-8322-41e0-bddd-64e935341c3c'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:57.197250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Bound port: daae7c25-c8a1-4e06-a873-9ce6e79eb3d5, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '3eab2372-8322-41e0-bddd-64e935341c3c'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:57.197982 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.252637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:57.253084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.303160 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.305324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-61091cff-2f66-4a4f-bfb9-850877a35bde', 'network_id': '61091cff-2f66-4a4f-bfb9-850877a35bde', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'fixed_ips': [{'subnet_id': '602ebe1c-effb-4d21-a20d-338bfdff8f50'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:58:57.306237 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.520295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-766a0678-855a-4ed8-943a-f228573e7ee5 service neutron] 10.222.0.49 "GET /v2.0/networks/ac7ed3cd-4485-41c4-bc38-edd9bde1ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9275434 Apr 18 20:58:57.578575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Allocated IP 2001:db8:1::2 (61091cff-2f66-4a4f-bfb9-850877a35bde/602ebe1c-effb-4d21-a20d-338bfdff8f50/b5397d55-69f7-4999-8175-e2516580d2c5) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:57.616810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.647361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-074de79b-e0fd-4bf4-b9aa-c0f26d967a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:57.649249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-074de79b-e0fd-4bf4-b9aa-c0f26d967a44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6408af1-440d-4515-bf97-5732fa85b6c6 HTTP/1.1" status: 200 len: 915 time: 0.9360192 Apr 18 20:58:57.735133 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-101ba50b-d208-462e-9798-9cf3de185dde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2 HTTP/1.1" status: 200 len: 217 time: 0.0694854 Apr 18 20:58:57.746022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79bfc2-8cb7-4517-ba8c-872eb913402d req-ffa5f665-6d28-4a65-8c14-195060bb9897 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:57.747533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f79bfc2-8cb7-4517-ba8c-872eb913402d req-ffa5f665-6d28-4a65-8c14-195060bb9897 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 943 time: 0.2027869 Apr 18 20:58:57.945587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7763acd1-28cd-4475-a79c-3b6ba7e6013b req-1971f013-b2f2-4912-a9a4-48a9656e77cd tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 210 time: 0.1041718 Apr 18 20:58:57.953832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-0285f151-4fd1-4d95-a61e-8fb3e1b4ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:57.955284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-0285f151-4fd1-4d95-a61e-8fb3e1b4ee08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7027694-8b09-4971-adb1-3a644176ac65 HTTP/1.1" status: 200 len: 853 time: 0.2066813 Apr 18 20:58:58.031776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f79bfc2-8cb7-4517-ba8c-872eb913402d req-10c7198b-c9c1-4b09-aefe-6bdbdf1dac21 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419617 Apr 18 20:58:58.062207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Allocated IP 2001:db8::1 (3eab2372-8322-41e0-bddd-64e935341c3c/0500281f-6d9d-4a05-9cbb-7690076b10a0/57c3beed-00a6-4ec2-8709-4cc693944258) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:58.068605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-53d98f25-6b1e-4b05-9162-deb0a01838d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:58.070097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-53d98f25-6b1e-4b05-9162-deb0a01838d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6408af1-440d-4515-bf97-5732fa85b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917039 Apr 18 20:58:58.302166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-fc6a820d-2757-49c3-b6a0-15feacb5d21f service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214596 Apr 18 20:58:58.306272 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.340118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] For port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:58.358630 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.374232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] For port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=daae7c25-c8a1-4e06-a873-9ce6e79eb3d5,segment=NetworkSegment(01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31),segment_id=01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:58.388162 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.400297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.400824 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.423868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Network 61091cff-2f66-4a4f-bfb9-850877a35bde is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:58.431211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:58.440232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:58.473267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db4252bc-ac41-4b0c-92f9-0b3e91658128 req-beb59de5-3847-43ea-867c-3156d12e2f96 service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555450 Apr 18 20:58:58.491575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-00197ebd-0fa8-4b22-8198-87bd0c19ceac None None] Provisioning complete for port 1733cf9b-2344-4132-9c8f-3f7d03732971 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:58.492030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00197ebd-0fa8-4b22-8198-87bd0c19ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.534864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 3eab2372-8322-41e0-bddd-64e935341c3c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:58.538173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:58.545057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-00197ebd-0fa8-4b22-8198-87bd0c19ceac None None] Port 1733cf9b-2344-4132-9c8f-3f7d03732971 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:58.553215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:58:58.553790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.645942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Pushing event updated for resources: {'Port': ['ID=b5397d55-69f7-4999-8175-e2516580d2c5,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.646996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=57c3beed-00a6-4ec2-8709-4cc693944258,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.655777 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Attempting to bind port b5397d55-69f7-4999-8175-e2516580d2c5 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:58.656186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Attempting to bind port b5397d55-69f7-4999-8175-e2516580d2c5 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '866be771-e5fe-4ef8-9069-dc19222a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '61091cff-2f66-4a4f-bfb9-850877a35bde'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:58.656528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Attempting to bind port b5397d55-69f7-4999-8175-e2516580d2c5 on network 61091cff-2f66-4a4f-bfb9-850877a35bde {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:58.663522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.698445 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.704050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:58.704510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Checking segment: {'id': '866be771-e5fe-4ef8-9069-dc19222a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '61091cff-2f66-4a4f-bfb9-850877a35bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:58.704921 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.705318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Bound using segment: {'id': '866be771-e5fe-4ef8-9069-dc19222a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '61091cff-2f66-4a4f-bfb9-850877a35bde'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:58.705803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Bound port: b5397d55-69f7-4999-8175-e2516580d2c5, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866be771-e5fe-4ef8-9069-dc19222a1044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '61091cff-2f66-4a4f-bfb9-850877a35bde'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:58.706355 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.781638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7610bb7e-1867-4035-8f65-07230e30e594 None None] Provisioning complete for port 1733cf9b-2344-4132-9c8f-3f7d03732971 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:58.782022 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7610bb7e-1867-4035-8f65-07230e30e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.831004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb78b64-1e3a-4759-9412-f20af02291f1 None None] Pushing event updated for resources: {'Port': ['ID=daae7c25-c8a1-4e06-a873-9ce6e79eb3d5,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.847398 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.906095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] For port b5397d55-69f7-4999-8175-e2516580d2c5, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:58.909457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] For port b5397d55-69f7-4999-8175-e2516580d2c5, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b5397d55-69f7-4999-8175-e2516580d2c5,segment=NetworkSegment(866be771-e5fe-4ef8-9069-dc19222a1044),segment_id=866be771-e5fe-4ef8-9069-dc19222a1044)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:58.917914 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.138310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7610bb7e-1867-4035-8f65-07230e30e594 None None] Port 1733cf9b-2344-4132-9c8f-3f7d03732971 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:59.154499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b684d0b-4b69-4686-8ad1-bee40bcdd2f9 None None] Pushing event updated for resources: {'Port': ['ID=1733cf9b-2344-4132-9c8f-3f7d03732971,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:59.189730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab1f3b4e-b48a-4ab8-b3d9-befba49bc049 req-0ca78bea-6d5d-4526-9677-af7d2f067c6e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 210 time: 0.0823708 Apr 18 20:58:59.195453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Attempting to bind port 1733cf9b-2344-4132-9c8f-3f7d03732971 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:59.196186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Attempting to bind port 1733cf9b-2344-4132-9c8f-3f7d03732971 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:59.196705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Attempting to bind port 1733cf9b-2344-4132-9c8f-3f7d03732971 on network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:58:59.204919 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:58:59.205597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Checking segment: {'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:58:59.206159 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.206697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Bound using segment: {'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:58:59.207340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Bound port: 1733cf9b-2344-4132-9c8f-3f7d03732971, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:59.208043 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.266990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91fb74-b0f4-4853-ac1c-41460f63fad9 None None] Pushing event updated for resources: {'Port': ['ID=b5397d55-69f7-4999-8175-e2516580d2c5,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:59.326067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc0692-0663-4c61-a2e9-cdebb8bdb2a1 req-22437e31-f4eb-4a64-8f32-dcf28f7aca3d tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:59.328773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0fc0692-0663-4c61-a2e9-cdebb8bdb2a1 req-22437e31-f4eb-4a64-8f32-dcf28f7aca3d tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 943 time: 0.1573405 Apr 18 20:58:59.355052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1c7cd11e-392b-4cf1-b735-7f497c749f78 None None] Provisioning complete for port 1733cf9b-2344-4132-9c8f-3f7d03732971 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:59.355853 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd11e-392b-4cf1-b735-7f497c749f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.411577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] For port 1733cf9b-2344-4132-9c8f-3f7d03732971, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:58:59.416573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] For port 1733cf9b-2344-4132-9c8f-3f7d03732971, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1733cf9b-2344-4132-9c8f-3f7d03732971,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:58:59.423240 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.427617 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cd11e-392b-4cf1-b735-7f497c749f78 None None] Port 1733cf9b-2344-4132-9c8f-3f7d03732971 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:58:59.433958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0fc0692-0663-4c61-a2e9-cdebb8bdb2a1 req-613dc78c-9c56-4ba7-8890-c0e89955c725 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969207 Apr 18 20:58:59.539753 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.554047 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.554875 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.585816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b684d0b-4b69-4686-8ad1-bee40bcdd2f9 None None] Pushing event updated for resources: {'Port': ['ID=1733cf9b-2344-4132-9c8f-3f7d03732971,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:59.607646 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Routers {'4795d2cf-c52d-433b-a9d5-23201e6b68f6'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:58:59.609272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:59.834908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-b08bc64f-7e97-46d3-a294-090e8588bdc0 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:59.860283 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-b08bc64f-7e97-46d3-a294-090e8588bdc0 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.64 "GET /v2.0/networks?id=ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 HTTP/1.1" status: 200 len: 798 time: 0.3382182 Apr 18 20:58:59.877954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Request body: {'port': {'device_id': '45035952-768c-46ec-bb16-f3e0b0a07b74', 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48', 'admin_state_up': True, 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:59.925245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] Set router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:58:59.964842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 3eab2372-8322-41e0-bddd-64e935341c3c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:59.973182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:00.058236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=57c3beed-00a6-4ec2-8709-4cc693944258,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:00.075495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Made reservation on behalf of 24ec26bc1efd4103baec5995c61b67d9 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:00.080783 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.199598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1e4ab608-7644-467f-ba07-1e8364154951 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:59:00.308928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Allocated IP 172.20.0.23 (ac7ed3cd-4485-41c4-bc38-edd9bde1ee48/3f5a464c-fbad-480b-8d49-de7dbbbf1ab6/753dfd8a-b4f7-4100-ad71-0fd02aadc959) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:00.348251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770e1233-d29a-4296-9c14-a5e06cba5546 None None] Network 3eab2372-8322-41e0-bddd-64e935341c3c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:00.412573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2c9f5a91-8ede-44e2-868c-192f0c6e1268 None None] Provisioning complete for port 1733cf9b-2344-4132-9c8f-3f7d03732971 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:00.413203 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5a91-8ede-44e2-868c-192f0c6e1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.450919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:00.454758 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df76872a-ee74-4e8c-9b8a-f0a5349da886 req-fe1057d7-17ba-4a2a-8efe-5fc2f0bd7d67 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 210 time: 0.1502726 Apr 18 20:59:00.469481 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-03668370-1092-4ef9-b580-3f2f195b5fe4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1e4ab608-7644-467f-ba07-1e8364154951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9592953 Apr 18 20:59:00.472638 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b704a8a-1cc1-48af-86da-0015e12bb83c None None] Sync routers for ids ['1e4ab608-7644-467f-ba07-1e8364154951'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:00.479908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44196) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:00.497192 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b704a8a-1cc1-48af-86da-0015e12bb83c None None] Routers {'1e4ab608-7644-467f-ba07-1e8364154951'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:00.497933 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9b704a8a-1cc1-48af-86da-0015e12bb83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1e4ab608-7644-467f-ba07-1e8364154951'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:00.565640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b5397d55-69f7-4999-8175-e2516580d2c5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:00.591594 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9b704a8a-1cc1-48af-86da-0015e12bb83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:00.612312 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b704a8a-1cc1-48af-86da-0015e12bb83c None None] Routers {'1e4ab608-7644-467f-ba07-1e8364154951'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:00.613234 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9b704a8a-1cc1-48af-86da-0015e12bb83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1e4ab608-7644-467f-ba07-1e8364154951'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:00.628764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05212339-65e4-4afc-ae08-c770822d0dc3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:00.634222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-05212339-65e4-4afc-ae08-c770822d0dc3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports/57c3beed-00a6-4ec2-8709-4cc693944258 HTTP/1.1" status: 200 len: 911 time: 0.1507249 Apr 18 20:59:00.634568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44198) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:00.669190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d84a8-9ac4-4be2-b27e-25399d9a46ac req-9b6a6ea2-c895-4235-996d-41f290459116 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:00.671555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9d84a8-9ac4-4be2-b27e-25399d9a46ac req-9b6a6ea2-c895-4235-996d-41f290459116 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 943 time: 0.1162765 Apr 18 20:59:00.679686 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-9b704a8a-1cc1-48af-86da-0015e12bb83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:00.680659 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b704a8a-1cc1-48af-86da-0015e12bb83c None None] The sync data for ids ['1e4ab608-7644-467f-ba07-1e8364154951'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:00.706771 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.737208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9d84a8-9ac4-4be2-b27e-25399d9a46ac req-9399b5d7-58d9-4f75-acfa-12d2b03ff237 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585408 Apr 18 20:59:00.791777 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.853573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:00.862097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:00.877960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:00.892964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event updated for resources: {'Port': ['ID=753dfd8a-b4f7-4100-ad71-0fd02aadc959,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:01.004168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:01.005430 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.010293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146345500', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:53Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:46Z', 'updated_at': '2022-04-18T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '1733cf9b-2344-4132-9c8f-3f7d03732971', 'name': '', 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:83:2c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '3f5a464c-fbad-480b-8d49-de7dbbbf1ab6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:52Z', 'updated_at': '2022-04-18T20:58:59Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '3f5a464c-fbad-480b-8d49-de7dbbbf1ab6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:01.019767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5a91-8ede-44e2-868c-192f0c6e1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.033545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a9b4894e-7930-41c2-81c3-99d701a52fa7 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1594164 Apr 18 20:59:01.053044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Request body: {'port': {'device_id': '45035952-768c-46ec-bb16-f3e0b0a07b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:01.059981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2c9f5a91-8ede-44e2-868c-192f0c6e1268 None None] For port 1733cf9b-2344-4132-9c8f-3f7d03732971, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1733cf9b-2344-4132-9c8f-3f7d03732971,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:01.119109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6622d59-24a0-4e2c-83bb-0c70be96b0c9 None None] Network 61091cff-2f66-4a4f-bfb9-850877a35bde requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:01.126254 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.173711 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5a91-8ede-44e2-868c-192f0c6e1268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.182559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3121aea1-3693-4a83-bf4b-132bfa42ed8d None None] The sync data for ids ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'] in n-d-836015-4 is: [{'id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146345500', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:53Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:46Z', 'updated_at': '2022-04-18T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '1733cf9b-2344-4132-9c8f-3f7d03732971', 'name': '', 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:83:2c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '3f5a464c-fbad-480b-8d49-de7dbbbf1ab6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:52Z', 'updated_at': '2022-04-18T20:58:59Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '3f5a464c-fbad-480b-8d49-de7dbbbf1ab6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:01.211829 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.372522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b5397d55-69f7-4999-8175-e2516580d2c5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:01.372901 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.485479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f5a91-8ede-44e2-868c-192f0c6e1268 None None] Pushing event updated for resources: {'Port': ['ID=1733cf9b-2344-4132-9c8f-3f7d03732971,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:01.495420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-951b0b8a-84e9-4cd0-b4d5-2377893b35ae None None] Provisioning complete for port b5397d55-69f7-4999-8175-e2516580d2c5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:01.509014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-951b0b8a-84e9-4cd0-b4d5-2377893b35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.674676 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.692634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Allocated IP 2001:db8:1::1 (61091cff-2f66-4a4f-bfb9-850877a35bde/602ebe1c-effb-4d21-a20d-338bfdff8f50/689def3b-375a-4848-bd56-ed224d1d233c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:01.707059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753dfd8a-b4f7-4100-ad71-0fd02aadc959 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:01.723520 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.766345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be15ba-c683-457b-a90b-f555ba18107e req-dec5bb80-c6c9-41c8-82dc-af39d30657c4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:01.792057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08be15ba-c683-457b-a90b-f555ba18107e req-dec5bb80-c6c9-41c8-82dc-af39d30657c4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 895 time: 0.1440718 Apr 18 20:59:01.793724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Transition to ACTIVE for port object 753dfd8a-b4f7-4100-ad71-0fd02aadc959 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:01.800511 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.842400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port b5397d55-69f7-4999-8175-e2516580d2c5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b5397d55-69f7-4999-8175-e2516580d2c5,segment=NetworkSegment(866be771-e5fe-4ef8-9069-dc19222a1044),segment_id=866be771-e5fe-4ef8-9069-dc19222a1044)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:01.876177 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.877104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:01.980549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90874371-343d-41ac-820b-e700db159672 service neutron] Pushing event updated for resources: {'Port': ['ID=753dfd8a-b4f7-4100-ad71-0fd02aadc959,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:01.985035 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-951b0b8a-84e9-4cd0-b4d5-2377893b35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.985270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.094383 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.166381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=b5397d55-69f7-4999-8175-e2516580d2c5,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:02.212891 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-951b0b8a-84e9-4cd0-b4d5-2377893b35ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:59:02.213253 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-951b0b8a-84e9-4cd0-b4d5-2377893b35ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:59:02.228665 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 61091cff-2f66-4a4f-bfb9-850877a35bde is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:02.232183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:02.232563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.236868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:02.245678 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:02.250792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.262674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=689def3b-375a-4848-bd56-ed224d1d233c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:02.292882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Attempting to bind port 753dfd8a-b4f7-4100-ad71-0fd02aadc959 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:02.293225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Attempting to bind port 753dfd8a-b4f7-4100-ad71-0fd02aadc959 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:02.293559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Attempting to bind port 753dfd8a-b4f7-4100-ad71-0fd02aadc959 on network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:02.305382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4d72b-5d45-472b-b198-441bba8bb932 req-2a3a63d4-301f-4981-a8a7-75d6599be142 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:02.306899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3d4d72b-5d45-472b-b198-441bba8bb932 req-2a3a63d4-301f-4981-a8a7-75d6599be142 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 943 time: 0.3621309 Apr 18 20:59:02.311779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Port 753dfd8a-b4f7-4100-ad71-0fd02aadc959 on network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:02.312130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Attempting to bind port 753dfd8a-b4f7-4100-ad71-0fd02aadc959 on network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:02.357373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:02.358009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Checking segment: {'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:02.358409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Bound using segment: {'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:02.358851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Bound port: 753dfd8a-b4f7-4100-ad71-0fd02aadc959, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b4cd0c-0fbb-44dc-8405-d72172413a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:02.359214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.379088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.382910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.383372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.386053 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.386497 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.386903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.387290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.387702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.389577 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.389992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.390391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.390788 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:02.470357 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.539391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3d4d72b-5d45-472b-b198-441bba8bb932 req-351efb21-dd21-46c7-8ba9-fa4c52c079dd tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170341 Apr 18 20:59:02.587573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=daae7c25-c8a1-4e06-a873-9ce6e79eb3d5,segment=NetworkSegment(01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31),segment_id=01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:02.591586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] For port 753dfd8a-b4f7-4100-ad71-0fd02aadc959, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:02.593554 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.596245 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.596432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] For port 753dfd8a-b4f7-4100-ad71-0fd02aadc959, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=753dfd8a-b4f7-4100-ad71-0fd02aadc959,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:02.619681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.662409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:02.663041 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.672294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-90874371-343d-41ac-820b-e700db159672 service neutron] 10.222.0.64 "PUT /v2.0/ports/753dfd8a-b4f7-4100-ad71-0fd02aadc959 HTTP/1.1" status: 200 len: 1055 time: 1.6263697 Apr 18 20:59:02.674256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45035952-768c-46ec-bb16-f3e0b0a07b74', 'tag': '753dfd8a-b4f7-4100-ad71-0fd02aadc959'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:02.689205 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c046389-be63-4707-a49f-4b10c0788ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "45035952-768c-46ec-bb16-f3e0b0a07b74", "tag": "753dfd8a-b4f7-4100-ad71-0fd02aadc959"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:02.712851 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=daae7c25-c8a1-4e06-a873-9ce6e79eb3d5,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:02.898162 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7fc32f-dd72-4522-b310-f1bd59b4a8e3 x-openstack-request-id: req-9a7fc32f-dd72-4522-b310-f1bd59b4a8e3 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:02.905560 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45035952-768c-46ec-bb16-f3e0b0a07b74", "tag": "753dfd8a-b4f7-4100-ad71-0fd02aadc959", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:02.906756 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a7fc32f-dd72-4522-b310-f1bd59b4a8e3 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:02.908257 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7fc32f-dd72-4522-b310-f1bd59b4a8e3'] response: {'name': 'network-changed', 'server_uuid': '45035952-768c-46ec-bb16-f3e0b0a07b74', 'tag': '753dfd8a-b4f7-4100-ad71-0fd02aadc959', 'status': 'completed', 'code': 200} Apr 18 20:59:02.908731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-951b0b8a-84e9-4cd0-b4d5-2377893b35ae None None] Provisioning complete for port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:02.912039 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-951b0b8a-84e9-4cd0-b4d5-2377893b35ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.968122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b5397d55-69f7-4999-8175-e2516580d2c5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:03.036233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-6087818e-e4e7-423f-a1d5-8d39dc6578b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.038129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-6087818e-e4e7-423f-a1d5-8d39dc6578b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24ec26bc1efd4103baec5995c61b67d9&device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 1058 time: 0.2845333 Apr 18 20:59:03.066781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90874371-343d-41ac-820b-e700db159672 service neutron] Pushing event updated for resources: {'Port': ['ID=753dfd8a-b4f7-4100-ad71-0fd02aadc959,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:03.155886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b5397d55-69f7-4999-8175-e2516580d2c5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:03.156331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.156706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-f9eed2bf-8961-48c3-b916-899c2f49784a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=753dfd8a-b4f7-4100-ad71-0fd02aadc959 HTTP/1.1" status: 200 len: 217 time: 0.1087651 Apr 18 20:59:03.195060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a92199-7898-4c82-a584-1b19523e528d req-f55b04f5-e555-4ef0-a65e-d6ca8de4727e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.197677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8a92199-7898-4c82-a584-1b19523e528d req-f55b04f5-e555-4ef0-a65e-d6ca8de4727e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 907 time: 0.2248683 Apr 18 20:59:03.313584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b5b36d26-9c02-4635-9d01-355699da9dce None None] Provisioning complete for port 689def3b-375a-4848-bd56-ed224d1d233c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:03.314222 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5b36d26-9c02-4635-9d01-355699da9dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.327695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-22360e5b-5dca-4c73-a30a-79edbab8941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.329468 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-22360e5b-5dca-4c73-a30a-79edbab8941c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f5a464c-fbad-480b-8d49-de7dbbbf1ab6 HTTP/1.1" status: 200 len: 837 time: 0.1635413 Apr 18 20:59:03.333213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.353317 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.354612 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.417383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1733cf9b-2344-4132-9c8f-3f7d03732971 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:03.445645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a801ba43-55f3-4d48-9d52-a6d605409370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.447408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-a801ba43-55f3-4d48-9d52-a6d605409370 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac7ed3cd-4485-41c4-bc38-edd9bde1ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038945 Apr 18 20:59:03.493172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b5b36d26-9c02-4635-9d01-355699da9dce None None] Port 689def3b-375a-4848-bd56-ed224d1d233c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:03.558892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b5b36d26-9c02-4635-9d01-355699da9dce None None] Provisioning complete for port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:03.559518 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5b36d26-9c02-4635-9d01-355699da9dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.593259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=689def3b-375a-4848-bd56-ed224d1d233c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:03.640057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-ed1b8f77-647f-4b0b-8d3e-79a6ce4bd8a3 service neutron] 10.222.0.64 "GET /v2.0/networks/ac7ed3cd-4485-41c4-bc38-edd9bde1ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815848 Apr 18 20:59:03.667683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 61091cff-2f66-4a4f-bfb9-850877a35bde is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:03.668966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 1733cf9b-2344-4132-9c8f-3f7d03732971 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:03.669455 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.670045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:03.830090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ecabf-a037-48ba-b3a0-2388d4fd7ce7 req-46389c1b-3639-4bc6-a246-49bcb0cdeb04 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:03.845258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb7ecabf-a037-48ba-b3a0-2388d4fd7ce7 req-46389c1b-3639-4bc6-a246-49bcb0cdeb04 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 943 time: 0.1714344 Apr 18 20:59:03.858995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1e4ab608-7644-467f-ba07-1e8364154951 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:03.871554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b5b36d26-9c02-4635-9d01-355699da9dce None None] Provisioning complete for port 57c3beed-00a6-4ec2-8709-4cc693944258 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:03.871817 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5b36d26-9c02-4635-9d01-355699da9dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.907328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c49582e-927b-47d0-97f6-32a7fc493f4c req-253b8c37-39cd-4ec6-a9eb-d866163b5ee9 service neutron] 10.222.0.64 "GET /v2.0/networks/ac7ed3cd-4485-41c4-bc38-edd9bde1ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570374 Apr 18 20:59:03.936789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b5b36d26-9c02-4635-9d01-355699da9dce None None] Port 57c3beed-00a6-4ec2-8709-4cc693944258 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:03.949118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b5b36d26-9c02-4635-9d01-355699da9dce None None] Provisioning complete for port b5397d55-69f7-4999-8175-e2516580d2c5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:03.949875 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b5b36d26-9c02-4635-9d01-355699da9dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.953981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb7ecabf-a037-48ba-b3a0-2388d4fd7ce7 req-d26f7cc3-ed34-4786-a9ab-429fc5e735c0 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045966 Apr 18 20:59:04.020114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:04.028833 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5f49e2e1-818e-4abc-a6f1-7f6eda5b97e7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1e4ab608-7644-467f-ba07-1e8364154951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3925710 Apr 18 20:59:04.031347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44218) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:04.038179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-83905a7e-65b1-4af1-ad86-748dc9ca412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.039735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-83905a7e-65b1-4af1-ad86-748dc9ca412d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=24ec26bc1efd4103baec5995c61b67d9&device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 1058 time: 0.0611157 Apr 18 20:59:04.043175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc023e-ca7e-4b79-9a28-294a7ddab6ab None None] Sync routers for ids ['1e4ab608-7644-467f-ba07-1e8364154951'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:04.063361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc023e-ca7e-4b79-9a28-294a7ddab6ab None None] Routers {'1e4ab608-7644-467f-ba07-1e8364154951'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:04.064296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4ecc023e-ca7e-4b79-9a28-294a7ddab6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1e4ab608-7644-467f-ba07-1e8364154951'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:04.083415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab2bdd-8358-4a66-82cc-68821e48064c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.087553 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d3ab2bdd-8358-4a66-82cc-68821e48064c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports/689def3b-375a-4848-bd56-ed224d1d233c HTTP/1.1" status: 200 len: 913 time: 0.0524526 Apr 18 20:59:04.088010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44220) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:04.101994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4ecc023e-ca7e-4b79-9a28-294a7ddab6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:04.112132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc023e-ca7e-4b79-9a28-294a7ddab6ab None None] Routers {'1e4ab608-7644-467f-ba07-1e8364154951'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:04.112732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4ecc023e-ca7e-4b79-9a28-294a7ddab6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1e4ab608-7644-467f-ba07-1e8364154951'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:04.142974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-a7c22cd1-0219-4914-9f1e-84e4f9bb6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.144649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-a7c22cd1-0219-4914-9f1e-84e4f9bb6e98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 HTTP/1.1" status: 200 len: 899 time: 0.0979121 Apr 18 20:59:04.145641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4ecc023e-ca7e-4b79-9a28-294a7ddab6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:04.146286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecc023e-ca7e-4b79-9a28-294a7ddab6ab None None] The sync data for ids ['1e4ab608-7644-467f-ba07-1e8364154951'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:04.189945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-587a78ef-e2b5-4757-8151-3121cb77606e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=753dfd8a-b4f7-4100-ad71-0fd02aadc959 HTTP/1.1" status: 200 len: 217 time: 0.0368912 Apr 18 20:59:04.191132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-92a5ce1a-aa66-43ed-bad9-1a2975e1e003 None None] Provisioning complete for port 689def3b-375a-4848-bd56-ed224d1d233c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:04.191499 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-92a5ce1a-aa66-43ed-bad9-1a2975e1e003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.225928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-92a5ce1a-aa66-43ed-bad9-1a2975e1e003 None None] Port 689def3b-375a-4848-bd56-ed224d1d233c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:04.244522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-1f33cd75-2eb0-411a-8fc5-b28b733377b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.245748 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-92a5ce1a-aa66-43ed-bad9-1a2975e1e003 None None] Provisioning complete for port 57c3beed-00a6-4ec2-8709-4cc693944258 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:04.246088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-1f33cd75-2eb0-411a-8fc5-b28b733377b1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3f5a464c-fbad-480b-8d49-de7dbbbf1ab6 HTTP/1.1" status: 200 len: 837 time: 0.0492723 Apr 18 20:59:04.246205 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-92a5ce1a-aa66-43ed-bad9-1a2975e1e003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.307392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-92a5ce1a-aa66-43ed-bad9-1a2975e1e003 None None] Port 57c3beed-00a6-4ec2-8709-4cc693944258 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:04.314226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-ef7bb5ce-71c4-40cf-ad75-e67e0f2e9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.315940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-ef7bb5ce-71c4-40cf-ad75-e67e0f2e9efc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ac7ed3cd-4485-41c4-bc38-edd9bde1ee48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551922 Apr 18 20:59:04.424659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4efd90-2e32-42cc-92d0-3eb34d0e9a99 req-e3f88745-5b49-4740-8c6f-a7651d5d9f95 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.426343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f4efd90-2e32-42cc-92d0-3eb34d0e9a99 req-e3f88745-5b49-4740-8c6f-a7651d5d9f95 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 907 time: 0.1048863 Apr 18 20:59:04.455321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-d8ac9fd9-360c-44d6-98d8-046a96c520c0 service neutron] 10.222.0.64 "GET /v2.0/networks/ac7ed3cd-4485-41c4-bc38-edd9bde1ee48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234565 Apr 18 20:59:04.547868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7c046389-be63-4707-a49f-4b10c0788ef7 req-ed6b85aa-1570-45e0-87a6-52e7bec0ec8e service neutron] 10.222.0.64 "GET /v2.0/networks/ac7ed3cd-4485-41c4-bc38-edd9bde1ee48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847366 Apr 18 20:59:04.628047 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1fffdd88-2056-4af7-9d99-84bcc67c1df2 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:59:04.699282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:04.754689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.779221 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1fffdd88-2056-4af7-9d99-84bcc67c1df2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:04.801202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'port_id': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'mac_address': 'fa:16:3e:f1:96:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:59:04.804344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:04.804720 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.871938 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.891439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fffdd88-2056-4af7-9d99-84bcc67c1df2 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:04.952539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1fffdd88-2056-4af7-9d99-84bcc67c1df2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:04.969493 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.045700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1fffdd88-2056-4af7-9d99-84bcc67c1df2,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:05.086113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port 689def3b-375a-4848-bd56-ed224d1d233c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:05.086525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.108321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71dcf6-756b-4b5a-84be-dacf084b5911 req-63c594ee-905b-4a04-8ea0-ad6282edeec7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:05.109870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec71dcf6-756b-4b5a-84be-dacf084b5911 req-63c594ee-905b-4a04-8ea0-ad6282edeec7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 944 time: 0.0586419 Apr 18 20:59:05.153828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec71dcf6-756b-4b5a-84be-dacf084b5911 req-c4c96957-5a4d-4111-94be-790dc6a199ee tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365260 Apr 18 20:59:05.188977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.202489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for 689def3b-375a-4848-bd56-ed224d1d233c owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:05.245544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1fffdd88-2056-4af7-9d99-84bcc67c1df2'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:05.398492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.431830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=689def3b-375a-4848-bd56-ed224d1d233c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:05.616817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd1954-20b7-4469-863b-79ee3533e768 req-a0c568cf-db4e-4f60-81c6-46746b354914 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:05.623189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6dd1954-20b7-4469-863b-79ee3533e768 req-a0c568cf-db4e-4f60-81c6-46746b354914 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 907 time: 0.1062443 Apr 18 20:59:05.660751 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.898987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1e4ab608-7644-467f-ba07-1e8364154951 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:05.931528 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88775e14-64ee-4ae5-b344-c1d1095bcb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.003476 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:06.013029 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7ac38752-6ccf-400f-a646-144a0447057b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1e4ab608-7644-467f-ba07-1e8364154951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9240189 Apr 18 20:59:06.015985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44254) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:06.037544 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4744611-3b3a-41f4-ad7e-af3431569418 None None] Sync routers for ids ['1e4ab608-7644-467f-ba07-1e8364154951'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:06.048713 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4744611-3b3a-41f4-ad7e-af3431569418 None None] Routers {'1e4ab608-7644-467f-ba07-1e8364154951'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:06.049649 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b4744611-3b3a-41f4-ad7e-af3431569418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1e4ab608-7644-467f-ba07-1e8364154951'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:06.088589 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b4744611-3b3a-41f4-ad7e-af3431569418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:06.099290 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4744611-3b3a-41f4-ad7e-af3431569418 None None] Routers {'1e4ab608-7644-467f-ba07-1e8364154951'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:06.099821 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b4744611-3b3a-41f4-ad7e-af3431569418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1e4ab608-7644-467f-ba07-1e8364154951'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:06.135347 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b4744611-3b3a-41f4-ad7e-af3431569418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:06.136267 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4744611-3b3a-41f4-ad7e-af3431569418 None None] The sync data for ids ['1e4ab608-7644-467f-ba07-1e8364154951'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:06.358651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bb816-02e6-44db-aa28-6c14d6213ad4 req-e2caaa31-657e-4a4d-95a9-e4e47a0b79bd tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:06.360198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-231bb816-02e6-44db-aa28-6c14d6213ad4 req-e2caaa31-657e-4a4d-95a9-e4e47a0b79bd tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 944 time: 0.1117883 Apr 18 20:59:06.428845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-231bb816-02e6-44db-aa28-6c14d6213ad4 req-e0593b48-dac6-44e0-9a12-cd9fde54a391 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586128 Apr 18 20:59:06.508939 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.630238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 753dfd8a-b4f7-4100-ad71-0fd02aadc959 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:59:06.632985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1fffdd88-2056-4af7-9d99-84bcc67c1df2 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:06.764596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:06.779517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:06.780130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.827848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port 57c3beed-00a6-4ec2-8709-4cc693944258 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:06.828190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.830154 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 753dfd8a-b4f7-4100-ad71-0fd02aadc959, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=753dfd8a-b4f7-4100-ad71-0fd02aadc959,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:06.853453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb0fc9-6ce1-4b77-a744-284d47397142 req-92444046-15ad-4e7d-b1db-c83bf977afe5 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:06.855570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3acb0fc9-6ce1-4b77-a744-284d47397142 req-92444046-15ad-4e7d-b1db-c83bf977afe5 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 907 time: 0.0819163 Apr 18 20:59:06.859685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '753dfd8a-b4f7-4100-ad71-0fd02aadc959', 'network_id': 'ac7ed3cd-4485-41c4-bc38-edd9bde1ee48', 'port_id': '753dfd8a-b4f7-4100-ad71-0fd02aadc959', 'mac_address': 'fa:16:3e:82:c8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f5a464c-fbad-480b-8d49-de7dbbbf1ab6', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:59:06.948606 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.962353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for 57c3beed-00a6-4ec2-8709-4cc693944258 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:06.965572 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.976470 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.990281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753dfd8a-b4f7-4100-ad71-0fd02aadc959 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:07.020768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:07.023568 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4a3a14-b9ea-4e9d-9432-5675481671bd" -d '{"events": [{"server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "name": "network-vif-plugged", "status": "completed", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:07.041444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 753dfd8a-b4f7-4100-ad71-0fd02aadc959, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=753dfd8a-b4f7-4100-ad71-0fd02aadc959,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:07.056278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1fffdd88-2056-4af7-9d99-84bcc67c1df2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:07.058384 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.068657 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.096123 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21547c14-f40f-4d09-938d-93a4809888f2 x-openstack-request-id: req-21547c14-f40f-4d09-938d-93a4809888f2 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:07.096435 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "name": "network-vif-plugged", "status": "completed", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:07.096644 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-21547c14-f40f-4d09-938d-93a4809888f2 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:07.097035 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21547c14-f40f-4d09-938d-93a4809888f2'] response: {'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'code': 200} Apr 18 20:59:07.142724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=753dfd8a-b4f7-4100-ad71-0fd02aadc959,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:07.174526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.205253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1fffdd88-2056-4af7-9d99-84bcc67c1df2,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:07.326168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['753dfd8a-b4f7-4100-ad71-0fd02aadc959'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:07.574956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=57c3beed-00a6-4ec2-8709-4cc693944258,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:07.692792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558945-0f01-4fef-9360-2bf5cde5b782 req-a2de2b44-31be-4ad1-a437-f20431203ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:07.694328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae558945-0f01-4fef-9360-2bf5cde5b782 req-a2de2b44-31be-4ad1-a437-f20431203ca4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 1096 time: 0.5371053 Apr 18 20:59:07.699364 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.712960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37165-15f0-4dab-af5e-3a06819af438 req-9e3c6af3-3c7e-4888-90c6-ebbacda1b758 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:07.714512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffa37165-15f0-4dab-af5e-3a06819af438 req-9e3c6af3-3c7e-4888-90c6-ebbacda1b758 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 945 time: 0.1791296 Apr 18 20:59:07.855498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae558945-0f01-4fef-9360-2bf5cde5b782 req-e731de80-c64f-454e-b20a-0f2939c7f694 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362481 Apr 18 20:59:07.859594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffa37165-15f0-4dab-af5e-3a06819af438 req-cad11b22-3315-41b3-a752-98bf4222eec9 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331558 Apr 18 20:59:07.971206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1e4ab608-7644-467f-ba07-1e8364154951 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:08.035673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d94777-700c-48a3-8faa-4cf4fffc71a4 req-9a4794e9-a3d0-4d2a-8b33-e748133c1773 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:08.037171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-06d94777-700c-48a3-8faa-4cf4fffc71a4 req-9a4794e9-a3d0-4d2a-8b33-e748133c1773 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 908 time: 0.0991910 Apr 18 20:59:08.068960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:08.076780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-50830081-01c3-4aad-935c-4599fe7cc3e8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1e4ab608-7644-467f-ba07-1e8364154951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568681 Apr 18 20:59:08.078220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44298) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:08.080552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f85fb-9685-48a3-bbdb-da0389f6d232 None None] Sync routers for ids ['1e4ab608-7644-467f-ba07-1e8364154951'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:08.091906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f85fb-9685-48a3-bbdb-da0389f6d232 None None] Routers {'1e4ab608-7644-467f-ba07-1e8364154951'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:08.092524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-eb9f85fb-9685-48a3-bbdb-da0389f6d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1e4ab608-7644-467f-ba07-1e8364154951'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:08.109405 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ab7f8ecd-81d0-4652-aa80-5b0736aaa869 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e4ab608-7644-467f-ba07-1e8364154951 HTTP/1.1" status: 200 len: 205 time: 0.0298219 Apr 18 20:59:08.111956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44304) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:08.131693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-eb9f85fb-9685-48a3-bbdb-da0389f6d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:08.141743 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f85fb-9685-48a3-bbdb-da0389f6d232 None None] Routers {'1e4ab608-7644-467f-ba07-1e8364154951'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:08.142431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-eb9f85fb-9685-48a3-bbdb-da0389f6d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:58:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1e4ab608-7644-467f-ba07-1e8364154951'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:08.175467 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-eb9f85fb-9685-48a3-bbdb-da0389f6d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:08.176538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f85fb-9685-48a3-bbdb-da0389f6d232 None None] The sync data for ids ['1e4ab608-7644-467f-ba07-1e8364154951'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:08.197873 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-606adf90-55f2-44d4-b491-1060d6c6ccee tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.367996 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-606adf90-55f2-44d4-b491-1060d6c6ccee tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.370072 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-606adf90-55f2-44d4-b491-1060d6c6ccee tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.413108 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-606adf90-55f2-44d4-b491-1060d6c6ccee tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.413925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606adf90-55f2-44d4-b491-1060d6c6ccee tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Fanout notify agent at l3_agent the message router_deleted on router 1e4ab608-7644-467f-ba07-1e8364154951 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:59:08.422017 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-606adf90-55f2-44d4-b491-1060d6c6ccee tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.423115 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-606adf90-55f2-44d4-b491-1060d6c6ccee tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/1e4ab608-7644-467f-ba07-1e8364154951 HTTP/1.1" status: 204 len: 168 time: 0.3102582 Apr 18 20:59:08.426104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44312) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:08.480267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ee9235-4290-47b6-bd1f-82d405eee45a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting subnet 602ebe1c-effb-4d21-a20d-338bfdff8f50 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:08.483818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44ee9235-4290-47b6-bd1f-82d405eee45a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.527962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44ee9235-4290-47b6-bd1f-82d405eee45a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.633576 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44ee9235-4290-47b6-bd1f-82d405eee45a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.648212 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 753dfd8a-b4f7-4100-ad71-0fd02aadc959 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:08.688296 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c45c4178-a1c5-474d-8d07-9dac083418f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.706905 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44ee9235-4290-47b6-bd1f-82d405eee45a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.712551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 753dfd8a-b4f7-4100-ad71-0fd02aadc959 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:08.720167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 753dfd8a-b4f7-4100-ad71-0fd02aadc959 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:08.720541 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.740241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee9235-4290-47b6-bd1f-82d405eee45a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Subnet': ['ID=602ebe1c-effb-4d21-a20d-338bfdff8f50,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:08.745194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-44ee9235-4290-47b6-bd1f-82d405eee45a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.749356 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-44ee9235-4290-47b6-bd1f-82d405eee45a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/602ebe1c-effb-4d21-a20d-338bfdff8f50 HTTP/1.1" status: 204 len: 168 time: 0.3222694 Apr 18 20:59:08.751932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44318) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:08.757140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2865b7-6c8d-48e3-af4a-dda1ff3a9a31 None None] Network 61091cff-2f66-4a4f-bfb9-850877a35bde requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:08.812600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-1006d22f-77a3-4b7a-a04a-3938347faf88 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting subnet 0500281f-6d9d-4a05-9cbb-7690076b10a0 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:08.816975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1006d22f-77a3-4b7a-a04a-3938347faf88 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.858135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1006d22f-77a3-4b7a-a04a-3938347faf88 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.925916 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.970075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 753dfd8a-b4f7-4100-ad71-0fd02aadc959, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=753dfd8a-b4f7-4100-ad71-0fd02aadc959,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:08.977216 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.012350 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1006d22f-77a3-4b7a-a04a-3938347faf88 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.035490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5edb5-bc14-46e7-960b-4dcf3a640436 None None] DHCP port deletion for 61091cff-2f66-4a4f-bfb9-850877a35bde request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:09.045749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=753dfd8a-b4f7-4100-ad71-0fd02aadc959,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:09.052039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24d2a7-273c-473d-b685-76e2ec441645 req-e2cc4eb9-9ac9-4441-8efd-be004e460561 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:09.053064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c24d2a7-273c-473d-b685-76e2ec441645 req-e2cc4eb9-9ac9-4441-8efd-be004e460561 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 945 time: 0.0975668 Apr 18 20:59:09.098884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45035952-768c-46ec-bb16-f3e0b0a07b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753dfd8a-b4f7-4100-ad71-0fd02aadc959'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:09.101491 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a35286d-58f0-442a-8698-f35b3f7b25cb" -d '{"events": [{"server_uuid": "45035952-768c-46ec-bb16-f3e0b0a07b74", "name": "network-vif-plugged", "status": "completed", "tag": "753dfd8a-b4f7-4100-ad71-0fd02aadc959"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:09.107693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-48e5edb5-bc14-46e7-960b-4dcf3a640436 None None] Deleting port b5397d55-69f7-4999-8175-e2516580d2c5 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:09.108225 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-48e5edb5-bc14-46e7-960b-4dcf3a640436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.115856 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c24d2a7-273c-473d-b685-76e2ec441645 req-2f7db7d0-1d03-46ac-afad-c95d34bd2958 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Apr 18 20:59:09.182033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-48e5edb5-bc14-46e7-960b-4dcf3a640436 None None] For port b5397d55-69f7-4999-8175-e2516580d2c5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b5397d55-69f7-4999-8175-e2516580d2c5,segment=NetworkSegment(866be771-e5fe-4ef8-9069-dc19222a1044),segment_id=866be771-e5fe-4ef8-9069-dc19222a1044)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:09.182539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-48e5edb5-bc14-46e7-960b-4dcf3a640436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.184201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1006d22f-77a3-4b7a-a04a-3938347faf88 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.205249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-48e5edb5-bc14-46e7-960b-4dcf3a640436 None None] Calling delete_port for b5397d55-69f7-4999-8175-e2516580d2c5 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:09.237358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60403c-02f2-44cf-acd9-3baeb70ba992 req-5b5ae4c2-a8f1-44e5-a537-ea271b804da4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:09.239975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b60403c-02f2-44cf-acd9-3baeb70ba992 req-5b5ae4c2-a8f1-44e5-a537-ea271b804da4 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 909 time: 0.0825644 Apr 18 20:59:09.250845 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006d22f-77a3-4b7a-a04a-3938347faf88 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Subnet': ['ID=0500281f-6d9d-4a05-9cbb-7690076b10a0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:09.253464 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1006d22f-77a3-4b7a-a04a-3938347faf88 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.265523 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1006d22f-77a3-4b7a-a04a-3938347faf88 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/0500281f-6d9d-4a05-9cbb-7690076b10a0 HTTP/1.1" status: 204 len: 168 time: 0.5124962 Apr 18 20:59:09.268121 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44330) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:09.272705 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db250b65-9e5d-4faf-b7a2-2f3ee6ffc51d x-openstack-request-id: req-db250b65-9e5d-4faf-b7a2-2f3ee6ffc51d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:09.273011 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45035952-768c-46ec-bb16-f3e0b0a07b74", "name": "network-vif-plugged", "status": "completed", "tag": "753dfd8a-b4f7-4100-ad71-0fd02aadc959", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:09.273233 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-db250b65-9e5d-4faf-b7a2-2f3ee6ffc51d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:09.273611 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db250b65-9e5d-4faf-b7a2-2f3ee6ffc51d'] response: {'server_uuid': '45035952-768c-46ec-bb16-f3e0b0a07b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753dfd8a-b4f7-4100-ad71-0fd02aadc959', 'code': 200} Apr 18 20:59:09.274281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbdda55-8e1b-49ca-a8d3-40ecdbaae006 None None] Network 3eab2372-8322-41e0-bddd-64e935341c3c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:09.359220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a5383-8ff9-40f3-bf49-c80d0d3a6118 req-5b58ff94-452b-41ce-974f-6c81d57bbaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:09.361610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-635a5383-8ff9-40f3-bf49-c80d0d3a6118 req-5b58ff94-452b-41ce-974f-6c81d57bbaae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 1060 time: 0.0516353 Apr 18 20:59:09.377418 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.412118 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.456777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port b5397d55-69f7-4999-8175-e2516580d2c5 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:09.457127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.475689 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-48e5edb5-bc14-46e7-960b-4dcf3a640436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.507210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5edb5-bc14-46e7-960b-4dcf3a640436 None None] Pushing event deleted for resources: {'Port': ['ID=b5397d55-69f7-4999-8175-e2516580d2c5,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:09.521670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e5edb5-bc14-46e7-960b-4dcf3a640436 None None] No DVR routers for this DVR port b5397d55-69f7-4999-8175-e2516580d2c5 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:09.522905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port b5397d55-69f7-4999-8175-e2516580d2c5, host n-d-836015-4, got binding levels [] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:09.523329 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.540248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for b5397d55-69f7-4999-8175-e2516580d2c5 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:09.543105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.ipam_backend_mixin [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Port b5397d55-69f7-4999-8175-e2516580d2c5 was not found and therefore no delete operation was performed {{(pid=102903) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 20:59:09.544370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.573957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No DVR routers for this DVR port b5397d55-69f7-4999-8175-e2516580d2c5 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:09.575620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=b5397d55-69f7-4999-8175-e2516580d2c5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:09.619985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e356d5-e58e-432b-85ea-d093f02fb1ce None None] DHCP port deletion for 3eab2372-8322-41e0-bddd-64e935341c3c request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:09.671177 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.672991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-42e356d5-e58e-432b-85ea-d093f02fb1ce None None] Deleting port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:09.673955 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-42e356d5-e58e-432b-85ea-d093f02fb1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.695192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61091cff-2f66-4a4f-bfb9-850877a35bde']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:09.704636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866be771-e5fe-4ef8-9069-dc19222a1044') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:09.704921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866be771-e5fe-4ef8-9069-dc19222a1044') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:09.714738 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.729127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.736675 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:09.737140 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:09.740351 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:09.744821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-42e356d5-e58e-432b-85ea-d093f02fb1ce None None] For port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=daae7c25-c8a1-4e06-a873-9ce6e79eb3d5,segment=NetworkSegment(01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31),segment_id=01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:09.745305 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-42e356d5-e58e-432b-85ea-d093f02fb1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.761959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-42e356d5-e58e-432b-85ea-d093f02fb1ce None None] Calling delete_port for daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:09.801835 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.807307 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.810506 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/networks/61091cff-2f66-4a4f-bfb9-850877a35bde HTTP/1.1" status: 204 len: 168 time: 0.5338514 Apr 18 20:59:09.814744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44342) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:09.826492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8b704-caaf-490a-aefe-0bb79de2c030 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Network': ['ID=61091cff-2f66-4a4f-bfb9-850877a35bde,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:09.852318 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-42e356d5-e58e-432b-85ea-d093f02fb1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.864813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e356d5-e58e-432b-85ea-d093f02fb1ce None None] No DVR routers for this DVR port daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:09.896368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e356d5-e58e-432b-85ea-d093f02fb1ce None None] Pushing event deleted for resources: {'Port': ['ID=daae7c25-c8a1-4e06-a873-9ce6e79eb3d5,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:09.913957 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.009140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.031905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eab2372-8322-41e0-bddd-64e935341c3c']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:10.041057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:10.041354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f0dd46-237e-4c2d-a3e7-5c9bfa0fbc31') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:10.050531 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.063533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.070029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:10.070455 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:10.073437 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:10.136358 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.144250 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.151739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/networks/3eab2372-8322-41e0-bddd-64e935341c3c HTTP/1.1" status: 204 len: 168 time: 0.3309431 Apr 18 20:59:10.152929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44354) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:10.157877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-561191648'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:10.162557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ba82e-70fd-44a1-99bc-5e8fcfdbde79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Network': ['ID=3eab2372-8322-41e0-bddd-64e935341c3c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.180478 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:10.184020 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.217350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:10.232970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.233317 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added segment 3730a49c-1da7-4aec-a6ae-2cef12992b2a of type vlan for network 0d70903a-042f-47ca-9820-6952cf523eda Apr 18 20:59:10.270150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1e3e7-5012-4cb1-8b1a-b3d0964d2b3f req-c8fc0b41-08ff-45c6-a49a-f9d33996f9a7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.271868 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49a1e3e7-5012-4cb1-8b1a-b3d0964d2b3f req-c8fc0b41-08ff-45c6-a49a-f9d33996f9a7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 945 time: 0.0612867 Apr 18 20:59:10.280526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.316141 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.318951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49a1e3e7-5012-4cb1-8b1a-b3d0964d2b3f req-a49eb157-eaec-4e12-8d7f-d35ffe27e9e7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393147 Apr 18 20:59:10.323714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.324735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.373609 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2172279 Apr 18 20:59:10.386107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44360) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:10.397576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'subnet': {'network_id': '0d70903a-042f-47ca-9820-6952cf523eda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:10.418957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dbcd4-e6ba-4897-92b5-60f4bb6542f0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Network': ['ID=0d70903a-042f-47ca-9820-6952cf523eda,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.429476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 0d70903a-042f-47ca-9820-6952cf523eda details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:10.567313 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.568170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d501c-04bb-4b50-82e4-ccec42bf25fb req-c398c539-06e5-4a59-871e-3b1cd0ceac16 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.572352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-746d501c-04bb-4b50-82e4-ccec42bf25fb req-c398c539-06e5-4a59-871e-3b1cd0ceac16 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 909 time: 0.2356210 Apr 18 20:59:10.598703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1f2f2-4846-4cef-9ad9-2bf66fa147bf req-accbf503-6bcd-44e5-a694-ed3f3676c37d tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.600250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57c1f2f2-4846-4cef-9ad9-2bf66fa147bf req-accbf503-6bcd-44e5-a694-ed3f3676c37d tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 945 time: 0.1964657 Apr 18 20:59:10.606033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:10.609967 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.694881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b5397d55-69f7-4999-8175-e2516580d2c5 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:10.707473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57c1f2f2-4846-4cef-9ad9-2bf66fa147bf req-a115d72a-cdd1-4fb4-b694-73e4c754725c tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940592 Apr 18 20:59:10.720008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b5397d55-69f7-4999-8175-e2516580d2c5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:10.720681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b5397d55-69f7-4999-8175-e2516580d2c5 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:10.721561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:10.737043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44368) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:10.759639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:10.760003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device daae7c25-c8a1-4e06-a873-9ce6e79eb3d5 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:10.866236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.927892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Subnet': ['ID=88f39d48-cba6-4956-947d-e5203f54fb04,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.931234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db29169-ff18-4db8-9df0-079c1f18c828 tempest-TestVolumeBackupRestore-1413060173 tempest-TestVolumeBackupRestore-1413060173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.936927 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7db29169-ff18-4db8-9df0-079c1f18c828 tempest-TestVolumeBackupRestore-1413060173 tempest-TestVolumeBackupRestore-1413060173-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 1091 time: 0.1948633 Apr 18 20:59:10.937141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44376) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:10.941901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:10.946515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Checking segment: {'id': '3730a49c-1da7-4aec-a6ae-2cef12992b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0d70903a-042f-47ca-9820-6952cf523eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:10.946897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network hostable DHCP agents. Network: 0d70903a-042f-47ca-9820-6952cf523eda, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:10.963939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.965507 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 0d70903a-042f-47ca-9820-6952cf523eda is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:10.977138 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 0d70903a-042f-47ca-9820-6952cf523eda) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:10.986468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.986949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cba247-5c78-4418-8626-025ca75eb675 None None] Network 0d70903a-042f-47ca-9820-6952cf523eda requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:10.987079 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.018392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ce384821-2b80-42e3-8a5c-ca6db3d76698 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6277409 Apr 18 20:59:11.019203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44378) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:11.024687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d7de7004-f727-41d5-afe1-b07b9cf4c95c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1861001136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:11.051126 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7de7004-f727-41d5-afe1-b07b9cf4c95c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.053469 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7de7004-f727-41d5-afe1-b07b9cf4c95c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.093391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.130284 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7de7004-f727-41d5-afe1-b07b9cf4c95c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.140172 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7de7004-f727-41d5-afe1-b07b9cf4c95c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.166104 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7de7004-f727-41d5-afe1-b07b9cf4c95c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.170551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44384) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:11.176346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d7de7004-f727-41d5-afe1-b07b9cf4c95c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1555097 Apr 18 20:59:11.196598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-0d70903a-042f-47ca-9820-6952cf523eda', 'network_id': '0d70903a-042f-47ca-9820-6952cf523eda', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'fixed_ips': [{'subnet_id': '88f39d48-cba6-4956-947d-e5203f54fb04'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:11.198168 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.200278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'port': {'network_id': '0d70903a-042f-47ca-9820-6952cf523eda', 'name': 'tempest-RoutersIpV6Test-1204081836'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:11.203361 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.279911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Allocated IP 172.25.2.33 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7959f884-e0ca-437e-9098-54c6edc936b0) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:11.366163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Allocated IP 2001:db8::2 (0d70903a-042f-47ca-9820-6952cf523eda/88f39d48-cba6-4956-947d-e5203f54fb04/669f35f7-ec68-46be-bfdb-37047d44ccb0) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:11.407304 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:11.410925 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.456317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] device_id is not set on port d6307778-ace0-4854-91f3-49296c980829 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:59:11.463920 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.543348 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.546629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.549839 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.593057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Network 0d70903a-042f-47ca-9820-6952cf523eda is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:11.602515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:11.604392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:11.621131 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:11.626722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:11.629238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:11.631329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Pushing event updated for resources: {'Port': ['ID=669f35f7-ec68-46be-bfdb-37047d44ccb0,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:11.668136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Attempting to bind port 669f35f7-ec68-46be-bfdb-37047d44ccb0 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:11.668502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Attempting to bind port 669f35f7-ec68-46be-bfdb-37047d44ccb0 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '3730a49c-1da7-4aec-a6ae-2cef12992b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0d70903a-042f-47ca-9820-6952cf523eda'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:11.668858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Attempting to bind port 669f35f7-ec68-46be-bfdb-37047d44ccb0 on network 0d70903a-042f-47ca-9820-6952cf523eda {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:11.674719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:11.675095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Checking segment: {'id': '3730a49c-1da7-4aec-a6ae-2cef12992b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0d70903a-042f-47ca-9820-6952cf523eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:11.675495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.675937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Bound using segment: {'id': '3730a49c-1da7-4aec-a6ae-2cef12992b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0d70903a-042f-47ca-9820-6952cf523eda'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:11.676385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Bound port: 669f35f7-ec68-46be-bfdb-37047d44ccb0, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3730a49c-1da7-4aec-a6ae-2cef12992b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '0d70903a-042f-47ca-9820-6952cf523eda'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:11.676763 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.702366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Allocated IP 2001:db8::13d (0d70903a-042f-47ca-9820-6952cf523eda/88f39d48-cba6-4956-947d-e5203f54fb04/d6307778-ace0-4854-91f3-49296c980829) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:11.727918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event updated for resources: {'Port': ['ID=7959f884-e0ca-437e-9098-54c6edc936b0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:11.781915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4c609-a0c4-433f-9e19-541e5cd1cce7 req-943d9253-261f-4849-a26b-4cc90a3657ef tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:11.783897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1f4c609-a0c4-433f-9e19-541e5cd1cce7 req-943d9253-261f-4849-a26b-4cc90a3657ef tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 909 time: 0.0983775 Apr 18 20:59:11.791241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] For port 669f35f7-ec68-46be-bfdb-37047d44ccb0, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:11.796262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] For port 669f35f7-ec68-46be-bfdb-37047d44ccb0, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=669f35f7-ec68-46be-bfdb-37047d44ccb0,segment=NetworkSegment(3730a49c-1da7-4aec-a6ae-2cef12992b2a),segment_id=3730a49c-1da7-4aec-a6ae-2cef12992b2a)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:11.814539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.882967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05db91-18de-471b-acea-f52cd32faa6f None None] Pushing event updated for resources: {'Port': ['ID=669f35f7-ec68-46be-bfdb-37047d44ccb0,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:11.950016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7559323-3c85-453d-9503-2e52e9f69a3e req-10e51b47-ac2e-41dd-aafd-cbafdee21ef3 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:11.952295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7559323-3c85-453d-9503-2e52e9f69a3e req-10e51b47-ac2e-41dd-aafd-cbafdee21ef3 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 909 time: 0.0563736 Apr 18 20:59:12.102764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.110724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6dfd2-de2b-46f5-84f8-896458be4a83 req-f861d4d0-f689-42c3-b052-3666c8e0a7e7 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.114759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-39d6dfd2-de2b-46f5-84f8-896458be4a83 req-f861d4d0-f689-42c3-b052-3666c8e0a7e7 tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 1060 time: 0.0771852 Apr 18 20:59:12.245139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a18ffc-ed0e-4255-8907-e80689fc0f2b req-461cf146-d4f7-4816-9b8c-67e3d371e86f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.248017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21a18ffc-ed0e-4255-8907-e80689fc0f2b req-461cf146-d4f7-4816-9b8c-67e3d371e86f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 1135 time: 0.0476568 Apr 18 20:59:12.270521 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.312434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21a18ffc-ed0e-4255-8907-e80689fc0f2b req-78ec902c-baa2-4837-86a7-206caa6de75f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0574958 Apr 18 20:59:12.343227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44412) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:12.366129 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.369637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 0d70903a-042f-47ca-9820-6952cf523eda is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:12.375739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:12.380677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=d6307778-ace0-4854-91f3-49296c980829,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:12.382897 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:12.389027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.389712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.405136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6e000b-9876-46f2-9b9f-b547b4536f4f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.409706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-af6e000b-9876-46f2-9b9f-b547b4536f4f tempest-TestSecurityGroupsBasicOps-1646600612 tempest-TestSecurityGroupsBasicOps-1646600612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 1055 time: 0.0627029 Apr 18 20:59:12.409899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.450678 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-748762e7-c65c-4d30-82fc-23d1707e6e49 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2789419 Apr 18 20:59:12.453972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44416) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:12.542679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.749190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.756811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.766621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 669f35f7-ec68-46be-bfdb-37047d44ccb0 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:12.869706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 669f35f7-ec68-46be-bfdb-37047d44ccb0 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:12.870226 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.873307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96163e-c0ea-4e92-a8f6-625d74479b9f req-0899d011-73c6-4168-b290-f54f255c9b15 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.874902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd96163e-c0ea-4e92-a8f6-625d74479b9f req-0899d011-73c6-4168-b290-f54f255c9b15 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 909 time: 0.2199867 Apr 18 20:59:12.974609 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.984890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.037531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 669f35f7-ec68-46be-bfdb-37047d44ccb0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=669f35f7-ec68-46be-bfdb-37047d44ccb0,segment=NetworkSegment(3730a49c-1da7-4aec-a6ae-2cef12992b2a),segment_id=3730a49c-1da7-4aec-a6ae-2cef12992b2a)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:13.048831 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.150133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=669f35f7-ec68-46be-bfdb-37047d44ccb0,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:13.264058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event updated for resources: {'Port': ['ID=7959f884-e0ca-437e-9098-54c6edc936b0,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:13.281869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.307709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fe97c0-c286-4372-a63a-3aa4d9b994de None None] Network 0d70903a-042f-47ca-9820-6952cf523eda requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:13.329278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.335833 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.378120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c86e667d-1700-4da0-a001-5ff08e6942ef None None] Provisioning complete for port 669f35f7-ec68-46be-bfdb-37047d44ccb0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:13.378494 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c86e667d-1700-4da0-a001-5ff08e6942ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.408957 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Floating IP 5620c172-e52f-44e2-a9dd-af03747dfe74 associated. External IP: 172.25.2.33, port: 1fffdd88-2056-4af7-9d99-84bcc67c1df2. Apr 18 20:59:13.421505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=d6307778-ace0-4854-91f3-49296c980829,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:13.630158 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.688250 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:13.771754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.891640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:13.908237 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] Sync routers for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:13.919125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9fbcb94a-5461-4375-9fde-eacc4d165ed4 None None] Provisioning complete for port d6307778-ace0-4854-91f3-49296c980829 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:13.919857 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb94a-5461-4375-9fde-eacc4d165ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.924573 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:13.926154 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:13.929161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.008849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-9fbcb94a-5461-4375-9fde-eacc4d165ed4 None None] Port d6307778-ace0-4854-91f3-49296c980829 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:14.017632 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-edf687d5-380a-4204-9fec-ca06c4925dc7 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0793643 Apr 18 20:59:14.018230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:14.020568 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac093f98-3ede-472c-be9f-106242b10020" -d '{"events": [{"name": "network-changed", "server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:14.023015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44442) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:14.034897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9fbcb94a-5461-4375-9fde-eacc4d165ed4 None None] Provisioning complete for port 669f35f7-ec68-46be-bfdb-37047d44ccb0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:14.035040 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb94a-5461-4375-9fde-eacc4d165ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.089854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358ff682-d766-46eb-8ea8-11cda336800a tempest-TestVolumeBackupRestore-1413060173 tempest-TestVolumeBackupRestore-1413060173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.091751 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-358ff682-d766-46eb-8ea8-11cda336800a tempest-TestVolumeBackupRestore-1413060173 tempest-TestVolumeBackupRestore-1413060173-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 1091 time: 0.0672472 Apr 18 20:59:14.100531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44446) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:14.107001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d5a0e339-1a93-4f12-a1ab-03c114af42be tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Request body: {'floatingip': {'port_id': '1fffdd88-2056-4af7-9d99-84bcc67c1df2'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:14.163047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-114a1a1e-edf9-443c-baf2-b570354eaab2 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.164877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-114a1a1e-edf9-443c-baf2-b570354eaab2 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.64 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 909 time: 0.1995926 Apr 18 20:59:14.205516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c198cff-7737-4a93-916e-173cb578015d req-758f6ad1-c83d-4879-a356-3e1446eb4943 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.207084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c198cff-7737-4a93-916e-173cb578015d req-758f6ad1-c83d-4879-a356-3e1446eb4943 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 909 time: 0.2107704 Apr 18 20:59:14.264401 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e22fb9-fefa-408f-90a1-057d7054758d x-openstack-request-id: req-37e22fb9-fefa-408f-90a1-057d7054758d {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:14.268665 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:14.269600 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37e22fb9-fefa-408f-90a1-057d7054758d {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:14.269600 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e22fb9-fefa-408f-90a1-057d7054758d'] response: {'name': 'network-changed', 'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'status': 'completed', 'code': 200} Apr 18 20:59:14.284579 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:59:14.329564 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:14.339329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-87663916-fdb3-48ef-9e91-20253b0fddfc None None] Provisioning complete for port d6307778-ace0-4854-91f3-49296c980829 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:14.339329 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-87663916-fdb3-48ef-9e91-20253b0fddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.376144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e339-1a93-4f12-a1ab-03c114af42be tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for floatingip, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.400804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-ef14f0cc-c432-4135-9239-1a865810cad9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Deleting port 753dfd8a-b4f7-4100-ad71-0fd02aadc959 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:14.401357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-ef14f0cc-c432-4135-9239-1a865810cad9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.406960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-87663916-fdb3-48ef-9e91-20253b0fddfc None None] Port d6307778-ace0-4854-91f3-49296c980829 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:14.444441 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.478634 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.480099 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.549582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=d6307778-ace0-4854-91f3-49296c980829,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:14.652640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-ef14f0cc-c432-4135-9239-1a865810cad9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] For port 753dfd8a-b4f7-4100-ad71-0fd02aadc959, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=753dfd8a-b4f7-4100-ad71-0fd02aadc959,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:14.653056 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-ef14f0cc-c432-4135-9239-1a865810cad9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.676513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-ef14f0cc-c432-4135-9239-1a865810cad9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Calling delete_port for 753dfd8a-b4f7-4100-ad71-0fd02aadc959 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:14.795126 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 669f35f7-ec68-46be-bfdb-37047d44ccb0 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:14.819161 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '5620c172-e52f-44e2-a9dd-af03747dfe74', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'port_id': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'mac_address': 'fa:16:3e:f1:96:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:12Z', 'updated_at': '2022-04-18T20:59:12Z', 'revision_number': 0, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 5, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:14.851326 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac093f98-3ede-472c-be9f-106242b10020 req-db09a992-06c2-40fb-91cb-ddbd91159566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.852929 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac093f98-3ede-472c-be9f-106242b10020 req-db09a992-06c2-40fb-91cb-ddbd91159566 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=558788ac364b4a4fbcb4616388d0d9ea&device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 1096 time: 0.5929093 Apr 18 20:59:14.860297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7c83bde6-063d-4d14-8e49-8dbe7ef6845b None None] Provisioning complete for port d6307778-ace0-4854-91f3-49296c980829 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:14.860297 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c83bde6-063d-4d14-8e49-8dbe7ef6845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.888193 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] Checking router: 0b42cc97-7a77-4f8c-bf50-826cee80ad5b for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:14.908461 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:14.909082 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:14.925054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7c83bde6-063d-4d14-8e49-8dbe7ef6845b None None] Port d6307778-ace0-4854-91f3-49296c980829 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:14.927978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 669f35f7-ec68-46be-bfdb-37047d44ccb0 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:14.928351 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.979781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 0d70903a-042f-47ca-9820-6952cf523eda is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:14.993553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:15.003694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-ef14f0cc-c432-4135-9239-1a865810cad9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.085781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac093f98-3ede-472c-be9f-106242b10020 req-45a5fca8-0316-40f5-a13a-4783d646c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:15.087288 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac093f98-3ede-472c-be9f-106242b10020 req-45a5fca8-0316-40f5-a13a-4783d646c4eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6408af1-440d-4515-bf97-5732fa85b6c6 HTTP/1.1" status: 200 len: 915 time: 0.2264075 Apr 18 20:59:15.088400 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:15.088686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14f0cc-c432-4135-9239-1a865810cad9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Port': ['ID=753dfd8a-b4f7-4100-ad71-0fd02aadc959,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:15.257270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-ef14f0cc-c432-4135-9239-1a865810cad9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] No DVR routers for this DVR port 753dfd8a-b4f7-4100-ad71-0fd02aadc959 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:15.262524 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-ef14f0cc-c432-4135-9239-1a865810cad9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.267093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e98be07f-fa4f-4e28-9a21-21ecf8ef1835 req-ef14f0cc-c432-4135-9239-1a865810cad9 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.64 "DELETE /v2.0/ports/753dfd8a-b4f7-4100-ad71-0fd02aadc959 HTTP/1.1" status: 204 len: 173 time: 1.0961514 Apr 18 20:59:15.274042 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e339-1a93-4f12-a1ab-03c114af42be tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.282779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45035952-768c-46ec-bb16-f3e0b0a07b74', 'name': 'network-vif-deleted', 'tag': '753dfd8a-b4f7-4100-ad71-0fd02aadc959'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:15.290056 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b948dd7-5eef-4290-bde2-c9f45a2c556e" -d '{"events": [{"server_uuid": "45035952-768c-46ec-bb16-f3e0b0a07b74", "name": "network-vif-deleted", "tag": "753dfd8a-b4f7-4100-ad71-0fd02aadc959"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:15.324266 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac093f98-3ede-472c-be9f-106242b10020 req-7a47a6be-655a-488e-b302-e612d2b86bea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2 HTTP/1.1" status: 200 len: 998 time: 0.2133842 Apr 18 20:59:15.324266 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e339-1a93-4f12-a1ab-03c114af42be tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.550993 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '5620c172-e52f-44e2-a9dd-af03747dfe74', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'port_id': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'mac_address': 'fa:16:3e:f1:96:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:12Z', 'updated_at': '2022-04-18T20:59:12Z', 'revision_number': 0, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 5, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:15.571310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7f376a8c-c9bd-41d1-8436-31578089da02 None None] Provisioning complete for port d6307778-ace0-4854-91f3-49296c980829 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:15.571690 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7f376a8c-c9bd-41d1-8436-31578089da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.623315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac093f98-3ede-472c-be9f-106242b10020 req-6f22d7d2-4873-49b4-867c-1cefcbed428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:15.633248 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac093f98-3ede-472c-be9f-106242b10020 req-6f22d7d2-4873-49b4-867c-1cefcbed428a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7027694-8b09-4971-adb1-3a644176ac65 HTTP/1.1" status: 200 len: 853 time: 0.3000257 Apr 18 20:59:15.642509 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6ecf3c-a5b7-4acd-addc-aea2904032a2 None None] The sync data for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 is: [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '5620c172-e52f-44e2-a9dd-af03747dfe74', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'port_id': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'mac_address': 'fa:16:3e:f1:96:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:12Z', 'updated_at': '2022-04-18T20:59:12Z', 'revision_number': 0, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 5, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:15.675235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7f376a8c-c9bd-41d1-8436-31578089da02 None None] Port d6307778-ace0-4854-91f3-49296c980829 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:15.831466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac093f98-3ede-472c-be9f-106242b10020 req-cba517dc-900e-4c1b-bba5-b2544dda5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:15.833223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac093f98-3ede-472c-be9f-106242b10020 req-cba517dc-900e-4c1b-bba5-b2544dda5fca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6408af1-440d-4515-bf97-5732fa85b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598842 Apr 18 20:59:15.903385 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87da0502-fffd-4d5b-b862-f9e031547cbc x-openstack-request-id: req-87da0502-fffd-4d5b-b862-f9e031547cbc {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:15.903987 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45035952-768c-46ec-bb16-f3e0b0a07b74", "name": "network-vif-deleted", "tag": "753dfd8a-b4f7-4100-ad71-0fd02aadc959", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:15.903987 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87da0502-fffd-4d5b-b862-f9e031547cbc {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:15.904547 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87da0502-fffd-4d5b-b862-f9e031547cbc'] response: {'server_uuid': '45035952-768c-46ec-bb16-f3e0b0a07b74', 'name': 'network-vif-deleted', 'tag': '753dfd8a-b4f7-4100-ad71-0fd02aadc959', 'status': 'completed', 'code': 200} Apr 18 20:59:15.958585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7701b8b-165f-42cd-8053-bb97cd8b85eb req-11a56cb9-3b38-436e-8f0f-edd3496278eb tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=45035952-768c-46ec-bb16-f3e0b0a07b74 HTTP/1.1" status: 200 len: 210 time: 0.0530806 Apr 18 20:59:16.002560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a0e339-1a93-4f12-a1ab-03c114af42be tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:16.018077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 6a27d285-c4c2-47b4-89cf-abc35b5ce0e6 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:59:16.041240 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.042416 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac093f98-3ede-472c-be9f-106242b10020 req-0ec03a42-196c-4437-95c5-3fc68f9a5e86 service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985712 Apr 18 20:59:16.068173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11bed4-fd67-437d-9f9f-f21ba8bc73fb None None] New status for floating IP 5620c172-e52f-44e2-a9dd-af03747dfe74: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:59:16.151325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:16.157561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-33636170-a6d5-4117-92b2-34dedb654f40 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/6a27d285-c4c2-47b4-89cf-abc35b5ce0e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7024379 Apr 18 20:59:16.160137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44482) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:16.162197 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003171c2-9293-42eb-8e2a-c3c7e0b40136 None None] Sync routers for ids ['6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:16.177623 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003171c2-9293-42eb-8e2a-c3c7e0b40136 None None] Routers {'6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:16.178527 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-003171c2-9293-42eb-8e2a-c3c7e0b40136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.219799 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-003171c2-9293-42eb-8e2a-c3c7e0b40136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.230525 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003171c2-9293-42eb-8e2a-c3c7e0b40136 None None] Routers {'6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:16.231318 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-003171c2-9293-42eb-8e2a-c3c7e0b40136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.263788 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac093f98-3ede-472c-be9f-106242b10020 req-863ba2ef-0cd7-4d22-a120-ed86b7199665 service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141657 Apr 18 20:59:16.266530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bb9c05-9bfd-478f-90b9-60cd8a98ba73 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.267472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a0e339-1a93-4f12-a1ab-03c114af42be tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:16.268767 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-19bb9c05-9bfd-478f-90b9-60cd8a98ba73 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports/d6307778-ace0-4854-91f3-49296c980829 HTTP/1.1" status: 200 len: 984 time: 0.1068716 Apr 18 20:59:16.271060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44484) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:16.273697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d5a0e339-1a93-4f12-a1ab-03c114af42be tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.285905 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-003171c2-9293-42eb-8e2a-c3c7e0b40136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.286823 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003171c2-9293-42eb-8e2a-c3c7e0b40136 None None] The sync data for ids ['6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:16.309683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:16.312306 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3fefb6-db8d-4832-a8a2-ff02411d78bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:16.364741 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d5a0e339-1a93-4f12-a1ab-03c114af42be tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "PUT /v2.0/floatingips/5620c172-e52f-44e2-a9dd-af03747dfe74 HTTP/1.1" status: 200 len: 990 time: 2.2549503 Apr 18 20:59:16.381181 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f0aef7-a4cc-4c0c-9a35-67b9b7738013 x-openstack-request-id: req-e6f0aef7-a4cc-4c0c-9a35-67b9b7738013 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:16.381482 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:16.381713 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6f0aef7-a4cc-4c0c-9a35-67b9b7738013 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:16.382124 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f0aef7-a4cc-4c0c-9a35-67b9b7738013'] response: {'name': 'network-changed', 'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'status': 'completed', 'code': 200} Apr 18 20:59:16.446886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-03ff1e80-0ac5-4aa3-b09d-c7a6719e6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.448449 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-03ff1e80-0ac5-4aa3-b09d-c7a6719e6eac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=558788ac364b4a4fbcb4616388d0d9ea&device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 1096 time: 0.0438693 Apr 18 20:59:16.564024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-0eb2e6af-d746-465a-8e41-4d3cf97ff705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.565560 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-0eb2e6af-d746-465a-8e41-4d3cf97ff705 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6408af1-440d-4515-bf97-5732fa85b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1093481 Apr 18 20:59:16.599194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] Sync routers for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:16.610578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:16.611330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.650809 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-c4bae8bd-3e89-4843-93c9-b8d2ffce8152 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2 HTTP/1.1" status: 200 len: 1000 time: 0.0772705 Apr 18 20:59:16.708749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 753dfd8a-b4f7-4100-ad71-0fd02aadc959 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:16.714355 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-ffcc933d-907e-4604-af74-82b7669e9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.717353 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-ffcc933d-907e-4604-af74-82b7669e9322 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7027694-8b09-4971-adb1-3a644176ac65 HTTP/1.1" status: 200 len: 853 time: 0.0602624 Apr 18 20:59:16.747598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 753dfd8a-b4f7-4100-ad71-0fd02aadc959 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:16.756453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 753dfd8a-b4f7-4100-ad71-0fd02aadc959 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:16.779810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:16.794905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-6ec4b3b8-2442-436c-86a3-c667ff0a46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.796995 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-6ec4b3b8-2442-436c-86a3-c667ff0a46bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6408af1-440d-4515-bf97-5732fa85b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733662 Apr 18 20:59:16.830572 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.895273 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-faeb1b45-c842-4fb6-8fea-a0f8fbb762c6 service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908263 Apr 18 20:59:17.001822 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-af3fefb6-db8d-4832-a8a2-ff02411d78bd req-6a8733f0-cc7a-4283-ace9-067ac949fa55 service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970833 Apr 18 20:59:17.036753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44504) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:17.065968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '5620c172-e52f-44e2-a9dd-af03747dfe74', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'port_id': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'mac_address': 'fa:16:3e:f1:96:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:12Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 2, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 5, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:17.113008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] Checking router: 0b42cc97-7a77-4f8c-bf50-826cee80ad5b for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:17.122128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:17.123525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:17.240181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:17.258515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port d6307778-ace0-4854-91f3-49296c980829 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:17.258767 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.433776 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.468185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for d6307778-ace0-4854-91f3-49296c980829 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:17.491963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '5620c172-e52f-44e2-a9dd-af03747dfe74', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'port_id': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'mac_address': 'fa:16:3e:f1:96:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:12Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 2, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 5, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:17.522966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f33d8e-0f8e-44fc-978b-756c117bf852 None None] The sync data for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 is: [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '5620c172-e52f-44e2-a9dd-af03747dfe74', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'port_id': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'mac_address': 'fa:16:3e:f1:96:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:59:12Z', 'updated_at': '2022-04-18T20:59:16Z', 'revision_number': 2, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 5, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:17.709381 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.750376 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.827997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=d6307778-ace0-4854-91f3-49296c980829,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:17.943257 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.172722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 6a27d285-c4c2-47b4-89cf-abc35b5ce0e6 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:18.388651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:18.390309 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac47e63b-46d4-4914-90f7-041d7b618dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:18.431268 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9f388b-e9ba-464d-a83c-3f5e41652dc6 x-openstack-request-id: req-0e9f388b-e9ba-464d-a83c-3f5e41652dc6 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:18.431560 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:18.431813 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e9f388b-e9ba-464d-a83c-3f5e41652dc6 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:18.432252 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9f388b-e9ba-464d-a83c-3f5e41652dc6'] response: {'name': 'network-changed', 'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'status': 'completed', 'code': 200} Apr 18 20:59:18.503021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-544bc017-8c06-4631-82ea-0e5125c1ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.504608 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-544bc017-8c06-4631-82ea-0e5125c1ae08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=558788ac364b4a4fbcb4616388d0d9ea&device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 1096 time: 0.0439117 Apr 18 20:59:18.612240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:18.620587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-40b32f6e-5f2d-4da6-92b5-990d660800ae tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/6a27d285-c4c2-47b4-89cf-abc35b5ce0e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3484190 Apr 18 20:59:18.620729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44530) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:18.621792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-8006436c-ba15-438d-b02b-f780396756c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.624097 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-8006436c-ba15-438d-b02b-f780396756c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6408af1-440d-4515-bf97-5732fa85b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1125453 Apr 18 20:59:18.627548 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7175844-3211-4acf-a39b-b5dc1ef75ad6 None None] Sync routers for ids ['6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:18.643602 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7175844-3211-4acf-a39b-b5dc1ef75ad6 None None] Routers {'6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:18.644568 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b7175844-3211-4acf-a39b-b5dc1ef75ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:18.679875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Deleting port 1733cf9b-2344-4132-9c8f-3f7d03732971 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:18.681124 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.695455 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b7175844-3211-4acf-a39b-b5dc1ef75ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:18.708392 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7175844-3211-4acf-a39b-b5dc1ef75ad6 None None] Routers {'6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:18.709515 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b7175844-3211-4acf-a39b-b5dc1ef75ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:18.742691 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b7175844-3211-4acf-a39b-b5dc1ef75ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:18.743726 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7175844-3211-4acf-a39b-b5dc1ef75ad6 None None] The sync data for ids ['6a27d285-c4c2-47b4-89cf-abc35b5ce0e6'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:18.746459 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-4bfd633c-82c7-4734-aa78-65a5aead1e26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2 HTTP/1.1" status: 200 len: 1000 time: 0.0722699 Apr 18 20:59:18.790750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] For port 1733cf9b-2344-4132-9c8f-3f7d03732971, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=1733cf9b-2344-4132-9c8f-3f7d03732971,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:18.791148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.806092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Calling delete_port for 1733cf9b-2344-4132-9c8f-3f7d03732971 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:18.817868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-8bdd9265-9d17-4133-9efa-c4a8415366ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.819364 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-8bdd9265-9d17-4133-9efa-c4a8415366ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7027694-8b09-4971-adb1-3a644176ac65 HTTP/1.1" status: 200 len: 853 time: 0.0461638 Apr 18 20:59:18.996195 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-2efd0e04-e681-460c-a974-80ab0a688dac tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 20:59:18.997368 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2efd0e04-e681-460c-a974-80ab0a688dac tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/6a27d285-c4c2-47b4-89cf-abc35b5ce0e6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3722565 Apr 18 20:59:19.002080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44542) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:19.016471 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-5cad1efb-d74a-4653-b813-953d972f246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:19.017964 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.018131 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-5cad1efb-d74a-4653-b813-953d972f246d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6408af1-440d-4515-bf97-5732fa85b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907017 Apr 18 20:59:19.041011 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-75bdc965-a6cd-4aab-8831-d971cfba0112 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a27d285-c4c2-47b4-89cf-abc35b5ce0e6 HTTP/1.1" status: 200 len: 205 time: 0.0377984 Apr 18 20:59:19.043417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44544) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:19.056897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Port': ['ID=1733cf9b-2344-4132-9c8f-3f7d03732971,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:19.276385 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.494802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81efa20b-0150-4a6a-b2e6-eb71d00f4696 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.517549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:19.639825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:19.642585 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-6993b71a-29b3-45d3-a508-9bc296870d44 service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106045 Apr 18 20:59:19.645948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8e7e88b1-1402-42b7-b5d8-f6451e70497a tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "PUT /v2.0/routers/4795d2cf-c52d-433b-a9d5-23201e6b68f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6078935 Apr 18 20:59:19.648728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44554) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:19.652398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] Sync routers for ids ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:19.665652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] Routers {'4795d2cf-c52d-433b-a9d5-23201e6b68f6'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:19.666614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:19.692836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81efa20b-0150-4a6a-b2e6-eb71d00f4696 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.695491 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81efa20b-0150-4a6a-b2e6-eb71d00f4696 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.718421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0e9bc5-26a7-4580-8ae4-770cf3d31b77 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Deleting subnet 3f5a464c-fbad-480b-8d49-de7dbbbf1ab6 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:19.722679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9bc5-26a7-4580-8ae4-770cf3d31b77 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.766017 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9bc5-26a7-4580-8ae4-770cf3d31b77 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.792032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81efa20b-0150-4a6a-b2e6-eb71d00f4696 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.792600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81efa20b-0150-4a6a-b2e6-eb71d00f4696 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Fanout notify agent at l3_agent the message router_deleted on router 6a27d285-c4c2-47b4-89cf-abc35b5ce0e6 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:59:19.804736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81efa20b-0150-4a6a-b2e6-eb71d00f4696 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.805954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-81efa20b-0150-4a6a-b2e6-eb71d00f4696 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/6a27d285-c4c2-47b4-89cf-abc35b5ce0e6 HTTP/1.1" status: 204 len: 168 time: 0.7614923 Apr 18 20:59:19.808486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44556) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:19.821935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] Set router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:19.875824 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ac47e63b-46d4-4914-90f7-041d7b618dfa req-c6386175-78af-418a-b676-800dc6e22045 service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920795 Apr 18 20:59:19.892200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dac493-9106-4026-990f-7a318aa8a6b7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting subnet 88f39d48-cba6-4956-947d-e5203f54fb04 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:19.896174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77dac493-9106-4026-990f-7a318aa8a6b7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.953825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77dac493-9106-4026-990f-7a318aa8a6b7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.960904 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9bc5-26a7-4580-8ae4-770cf3d31b77 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.034089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9bc5-26a7-4580-8ae4-770cf3d31b77 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.048418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146345500', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:59:18Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:46Z', 'updated_at': '2022-04-18T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:20.059591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77dac493-9106-4026-990f-7a318aa8a6b7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.073447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9bc5-26a7-4580-8ae4-770cf3d31b77 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.080267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2c0e9bc5-26a7-4580-8ae4-770cf3d31b77 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "DELETE /v2.0/subnets/3f5a464c-fbad-480b-8d49-de7dbbbf1ab6 HTTP/1.1" status: 204 len: 168 time: 0.4275033 Apr 18 20:59:20.080449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e9bc5-26a7-4580-8ae4-770cf3d31b77 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5a464c-fbad-480b-8d49-de7dbbbf1ab6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:20.083194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44564) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:20.091409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99207a1e-cbb1-49d0-aee8-d18e206c3552 None None] Network ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:20.095444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] Checking router: 4795d2cf-c52d-433b-a9d5-23201e6b68f6 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:20.150700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77dac493-9106-4026-990f-7a318aa8a6b7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.174420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] Routers {'4795d2cf-c52d-433b-a9d5-23201e6b68f6'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:20.175206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:20.182051 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dac493-9106-4026-990f-7a318aa8a6b7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Subnet': ['ID=88f39d48-cba6-4956-947d-e5203f54fb04,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:20.188534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-77dac493-9106-4026-990f-7a318aa8a6b7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.194546 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-77dac493-9106-4026-990f-7a318aa8a6b7 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/88f39d48-cba6-4956-947d-e5203f54fb04 HTTP/1.1" status: 204 len: 168 time: 0.3823788 Apr 18 20:59:20.194790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44570) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:20.221275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a854b05-3b03-4f17-9fea-649c10b8295f None None] Network 0d70903a-042f-47ca-9820-6952cf523eda requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:20.263870 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.290391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.357317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port 669f35f7-ec68-46be-bfdb-37047d44ccb0 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:20.357767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.428109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.458048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port 669f35f7-ec68-46be-bfdb-37047d44ccb0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=669f35f7-ec68-46be-bfdb-37047d44ccb0,segment=NetworkSegment(3730a49c-1da7-4aec-a6ae-2cef12992b2a),segment_id=3730a49c-1da7-4aec-a6ae-2cef12992b2a)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:20.458522 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.477014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for 669f35f7-ec68-46be-bfdb-37047d44ccb0 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:20.503696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Deleting port 9947c1aa-40c7-46e0-acfb-c60370a053aa {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:20.504132 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.588608 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.626981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=669f35f7-ec68-46be-bfdb-37047d44ccb0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:20.630738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No DVR routers for this DVR port 669f35f7-ec68-46be-bfdb-37047d44ccb0 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:20.643592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] For port 9947c1aa-40c7-46e0-acfb-c60370a053aa, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9947c1aa-40c7-46e0-acfb-c60370a053aa,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:20.643980 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.659296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] Set router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:20.678175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Calling delete_port for 9947c1aa-40c7-46e0-acfb-c60370a053aa owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:20.795113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.836943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d70903a-042f-47ca-9820-6952cf523eda']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:20.861169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3730a49c-1da7-4aec-a6ae-2cef12992b2a') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:20.861474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3730a49c-1da7-4aec-a6ae-2cef12992b2a') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:20.862369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c41af9-5fbd-4983-bb61-0f9bff2886f5 None None] DHCP port deletion for ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:20.878119 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.878929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e50867-4d27-408c-810a-164c9ce57403 None None] DHCP port deletion for 0d70903a-042f-47ca-9820-6952cf523eda request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:20.896466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.906946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:20.907359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:20.912032 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:20.982089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.003757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-31c41af9-5fbd-4983-bb61-0f9bff2886f5 None None] Deleting port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:21.004684 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-31c41af9-5fbd-4983-bb61-0f9bff2886f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.008530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.017026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.021008 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/networks/0d70903a-042f-47ca-9820-6952cf523eda HTTP/1.1" status: 204 len: 168 time: 0.8252070 Apr 18 20:59:21.037628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Port': ['ID=9947c1aa-40c7-46e0-acfb-c60370a053aa,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.037628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44582) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:21.038066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4466e-13c0-4f59-aa20-a43756ce29c2 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Network': ['ID=0d70903a-042f-47ca-9820-6952cf523eda,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.039558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2129630250'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:21.100785 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146345500', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:59:18Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:46Z', 'updated_at': '2022-04-18T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:21.116982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:21.120997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.137370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5432c51-ff7b-459c-b8d4-2c774761ad15 None None] The sync data for ids ['4795d2cf-c52d-433b-a9d5-23201e6b68f6'] in n-d-836015-4 is: [{'id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2146345500', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:59:18Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9947c1aa-40c7-46e0-acfb-c60370a053aa', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4795d2cf-c52d-433b-a9d5-23201e6b68f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:46Z', 'updated_at': '2022-04-18T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:21.147521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-31c41af9-5fbd-4983-bb61-0f9bff2886f5 None None] For port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c946ecc1-4e72-4ee6-8ff9-481c50cee5e5,segment=NetworkSegment(57b4cd0c-0fbb-44dc-8405-d72172413a4e),segment_id=57b4cd0c-0fbb-44dc-8405-d72172413a4e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:21.148059 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-31c41af9-5fbd-4983-bb61-0f9bff2886f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.166116 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.169083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-31c41af9-5fbd-4983-bb61-0f9bff2886f5 None None] Calling delete_port for c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:21.180478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:21.264063 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.264063 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added segment 284bd5c5-4936-4d53-8c54-93dd825bf8da of type vlan for network 7d8e6645-bf01-457d-88b9-5c10f1565e40 Apr 18 20:59:21.266157 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-31c41af9-5fbd-4983-bb61-0f9bff2886f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.296546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c41af9-5fbd-4983-bb61-0f9bff2886f5 None None] Pushing event deleted for resources: {'Port': ['ID=c946ecc1-4e72-4ee6-8ff9-481c50cee5e5,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.300117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c41af9-5fbd-4983-bb61-0f9bff2886f5 None None] No DVR routers for this DVR port c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:21.309935 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.323788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.356001 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-a6104dff-5c67-433c-b7bb-b097d4810709 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614288 Apr 18 20:59:21.394876 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.405268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.405829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Fanout notify agent at l3_agent the message router_deleted on router 4795d2cf-c52d-433b-a9d5-23201e6b68f6 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:59:21.414934 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.418500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-344af4ce-34e3-4e20-85f3-37b168075d70 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "DELETE /v2.0/routers/4795d2cf-c52d-433b-a9d5-23201e6b68f6 HTTP/1.1" status: 204 len: 168 time: 1.3319097 Apr 18 20:59:21.418779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44588) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:21.432586 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.439745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:21.440295 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.482746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4448905 Apr 18 20:59:21.493417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44590) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:21.499745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'subnet': {'network_id': '7d8e6645-bf01-457d-88b9-5c10f1565e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:21.533604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95650f59-473d-4fb1-bdad-4ec579949472 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Network': ['ID=7d8e6645-bf01-457d-88b9-5c10f1565e40,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.545020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7d8e6645-bf01-457d-88b9-5c10f1565e40 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:21.584632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-125d8b7e-6c4f-4de6-8659-1ce19a5d0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:21.586138 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-125d8b7e-6c4f-4de6-8659-1ce19a5d0df0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ec26bc1efd4103baec5995c61b67d9&device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 1135 time: 0.1833560 Apr 18 20:59:21.628216 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.733324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:21.737016 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.886322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-db324bcd-ab62-4c0f-911e-35cea171a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:21.887827 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-db324bcd-ab62-4c0f-911e-35cea171a850 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c59acde4-95ba-4eee-8b01-a47e05d8db91 HTTP/1.1" status: 200 len: 898 time: 0.2746172 Apr 18 20:59:21.893288 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.964648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7ed3cd-4485-41c4-bc38-edd9bde1ee48']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:21.986771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b4cd0c-0fbb-44dc-8405-d72172413a4e') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:21.987098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b4cd0c-0fbb-44dc-8405-d72172413a4e') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:22.010262 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-544cd8cd-41e1-4d76-b10e-2495e780e373 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d HTTP/1.1" status: 200 len: 1000 time: 0.1144114 Apr 18 20:59:22.014784 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.087717 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.107988 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:22.108397 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:22.112755 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:22.150384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-9cb6ea89-a42f-4b5e-90b8-31394683a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.151870 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-9cb6ea89-a42f-4b5e-90b8-31394683a167 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=411b4d50-8f49-46d8-9098-1d2aa4985a1b HTTP/1.1" status: 200 len: 834 time: 0.1140718 Apr 18 20:59:22.239431 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.248441 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.276689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.280341 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "DELETE /v2.0/networks/ac7ed3cd-4485-41c4-bc38-edd9bde1ee48 HTTP/1.1" status: 204 len: 168 time: 0.8601201 Apr 18 20:59:22.283047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44606) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:22.307647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-75c82b9a-23e8-4c7a-9805-c7f13b66ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.309202 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-75c82b9a-23e8-4c7a-9805-c7f13b66ee17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c59acde4-95ba-4eee-8b01-a47e05d8db91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492603 Apr 18 20:59:22.309968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01adaf-c7ca-42bf-b942-8e16d7f42bde tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Network': ['ID=ac7ed3cd-4485-41c4-bc38-edd9bde1ee48,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:22.351914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Subnet': ['ID=459d4ec8-a026-470d-af76-cc6d8235f6a7,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:22.390660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Checking segment: {'id': '284bd5c5-4936-4d53-8c54-93dd825bf8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7d8e6645-bf01-457d-88b9-5c10f1565e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:22.391021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network hostable DHCP agents. Network: 7d8e6645-bf01-457d-88b9-5c10f1565e40, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:22.433155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 7d8e6645-bf01-457d-88b9-5c10f1565e40 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:22.441533 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-ddbd4af6-a98b-4b4d-a902-d2348473c334 service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246367 Apr 18 20:59:22.459473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 7d8e6645-bf01-457d-88b9-5c10f1565e40) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:22.476637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62cd1bd-6759-4cd3-b1ce-292b8fd4c162 None None] Network 7d8e6645-bf01-457d-88b9-5c10f1565e40 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:22.485888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Deleting port 516c36db-096b-4f4a-ab5b-ea8227bec2f3 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:22.486447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.489019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.489795 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.538329 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e2238c31-52f6-4a7e-a8cd-f5758e971301 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0437360 Apr 18 20:59:22.540514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44612) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:22.546765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-328dbf39-eb59-40a3-9c02-775aed4463e4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-899000089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:22.592197 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d2916490-9773-4818-9206-63cb2b57a2c9 req-1823c2e7-0744-426e-a745-9de6a4228a84 service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431558 Apr 18 20:59:22.593797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-328dbf39-eb59-40a3-9c02-775aed4463e4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.594826 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-328dbf39-eb59-40a3-9c02-775aed4463e4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.626974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.626974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.673443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Calling delete_port for 516c36db-096b-4f4a-ab5b-ea8227bec2f3 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:22.705710 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-328dbf39-eb59-40a3-9c02-775aed4463e4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.707463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-7d8e6645-bf01-457d-88b9-5c10f1565e40', 'network_id': '7d8e6645-bf01-457d-88b9-5c10f1565e40', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'fixed_ips': [{'subnet_id': '459d4ec8-a026-470d-af76-cc6d8235f6a7'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:22.708479 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.713279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-328dbf39-eb59-40a3-9c02-775aed4463e4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.722899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:22.749576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:22.749948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c946ecc1-4e72-4ee6-8ff9-481c50cee5e5 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:22.750438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9947c1aa-40c7-46e0-acfb-c60370a053aa no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:22.780815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 9947c1aa-40c7-46e0-acfb-c60370a053aa {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:22.781545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9947c1aa-40c7-46e0-acfb-c60370a053aa not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:22.782220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1733cf9b-2344-4132-9c8f-3f7d03732971 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:22.806815 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-328dbf39-eb59-40a3-9c02-775aed4463e4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.810741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-328dbf39-eb59-40a3-9c02-775aed4463e4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2665493 Apr 18 20:59:22.811071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44618) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:22.847984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 1733cf9b-2344-4132-9c8f-3f7d03732971 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:22.848322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 1733cf9b-2344-4132-9c8f-3f7d03732971 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:22.848918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 669f35f7-ec68-46be-bfdb-37047d44ccb0 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:22.881080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 669f35f7-ec68-46be-bfdb-37047d44ccb0 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:22.881307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 669f35f7-ec68-46be-bfdb-37047d44ccb0 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:22.941142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Allocated IP 2001:db8::2 (7d8e6645-bf01-457d-88b9-5c10f1565e40/459d4ec8-a026-470d-af76-cc6d8235f6a7/d6944fa1-3980-4160-998b-c2609b16ea6e) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:22.987283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.030808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Port': ['ID=516c36db-096b-4f4a-ab5b-ea8227bec2f3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:23.132853 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.139743 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.141492 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.153223 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.154086 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Floating IP 3e3dd2cf-b718-4cdf-99ef-631ac16bd4fe disassociated (deleted). External IP: 172.25.2.26, port: 8bd80037-0729-4c32-a8f1-835ec2ea018d. Apr 18 20:59:23.178307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Network 7d8e6645-bf01-457d-88b9-5c10f1565e40 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:23.185202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:23.189097 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:23.194497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Pushing event updated for resources: {'Port': ['ID=d6944fa1-3980-4160-998b-c2609b16ea6e,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:23.206307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.206648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.206984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.207314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.207644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.207997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.208322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.208645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.208963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.209278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.209594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.210160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:23.264841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Attempting to bind port d6944fa1-3980-4160-998b-c2609b16ea6e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:23.265232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Attempting to bind port d6944fa1-3980-4160-998b-c2609b16ea6e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '284bd5c5-4936-4d53-8c54-93dd825bf8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7d8e6645-bf01-457d-88b9-5c10f1565e40'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:23.266448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Attempting to bind port d6944fa1-3980-4160-998b-c2609b16ea6e on network 7d8e6645-bf01-457d-88b9-5c10f1565e40 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:23.272527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:23.272895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Checking segment: {'id': '284bd5c5-4936-4d53-8c54-93dd825bf8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7d8e6645-bf01-457d-88b9-5c10f1565e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:23.273342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.273737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Bound using segment: {'id': '284bd5c5-4936-4d53-8c54-93dd825bf8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7d8e6645-bf01-457d-88b9-5c10f1565e40'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:23.274195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Bound port: d6944fa1-3980-4160-998b-c2609b16ea6e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284bd5c5-4936-4d53-8c54-93dd825bf8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7d8e6645-bf01-457d-88b9-5c10f1565e40'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:23.274627 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.371036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] For port d6944fa1-3980-4160-998b-c2609b16ea6e, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:23.378122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] For port d6944fa1-3980-4160-998b-c2609b16ea6e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d6944fa1-3980-4160-998b-c2609b16ea6e,segment=NetworkSegment(284bd5c5-4936-4d53-8c54-93dd825bf8da),segment_id=284bd5c5-4936-4d53-8c54-93dd825bf8da)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:23.393888 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.440119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:23.478346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f8221-bc59-448b-861a-03c185da2bba None None] Pushing event updated for resources: {'Port': ['ID=d6944fa1-3980-4160-998b-c2609b16ea6e,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:23.491323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Allocated IP 2001:db8::1 (7d8e6645-bf01-457d-88b9-5c10f1565e40/459d4ec8-a026-470d-af76-cc6d8235f6a7/508992e5-78a6-43c4-a8cc-0237b9da9b98) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:23.582116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:23.586520 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.595343 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] Sync routers for ids ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:23.612139 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] Routers {'9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:23.613066 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:23.617161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f0c5018f-1c53-44cb-b77e-2479b4666490 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "DELETE /v2.0/floatingips/3e3dd2cf-b718-4cdf-99ef-631ac16bd4fe HTTP/1.1" status: 204 len: 168 time: 1.3322003 Apr 18 20:59:23.617981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'tag': '8bd80037-0729-4c32-a8f1-835ec2ea018d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:23.621050 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86cfdc5-1c71-4394-955c-356ce1b99243" -d '{"events": [{"name": "network-changed", "server_uuid": "5e45a00d-5adf-4937-8bec-98135bbbbb62", "tag": "8bd80037-0729-4c32-a8f1-835ec2ea018d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:23.646174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.690820 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.736385 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fd98f6-2eeb-4b70-b135-b04f3ff7b64d x-openstack-request-id: req-88fd98f6-2eeb-4b70-b135-b04f3ff7b64d {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:23.736385 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e45a00d-5adf-4937-8bec-98135bbbbb62", "tag": "8bd80037-0729-4c32-a8f1-835ec2ea018d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:23.736385 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-88fd98f6-2eeb-4b70-b135-b04f3ff7b64d {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:23.736385 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fd98f6-2eeb-4b70-b135-b04f3ff7b64d'] response: {'name': 'network-changed', 'server_uuid': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'tag': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'status': 'completed', 'code': 200} Apr 18 20:59:23.831870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 7d8e6645-bf01-457d-88b9-5c10f1565e40 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:23.842729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:23.852367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:23.853247 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.855549 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] Set router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:23.904280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=508992e5-78a6-43c4-a8cc-0237b9da9b98,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:23.948439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-673335d0-10cf-4b69-9c22-ad2c32af2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:23.950277 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-673335d0-10cf-4b69-9c22-ad2c32af2187 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ec26bc1efd4103baec5995c61b67d9&device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 1135 time: 0.2083459 Apr 18 20:59:24.076903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e4313-c8da-466a-9f21-e6e9d4901ce7 req-ee264b82-4d60-4272-bd09-4c56a5a49f9c tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.079144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80e4313-c8da-466a-9f21-e6e9d4901ce7 req-ee264b82-4d60-4272-bd09-4c56a5a49f9c tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 984 time: 0.0844548 Apr 18 20:59:24.094394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.165736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b80e4313-c8da-466a-9f21-e6e9d4901ce7 req-defe3824-0a85-4061-9189-99144a4b9152 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0800152 Apr 18 20:59:24.179183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-c7d32510-54c7-4dff-8f35-f14450d5e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.180735 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-c7d32510-54c7-4dff-8f35-f14450d5e24b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c59acde4-95ba-4eee-8b01-a47e05d8db91 HTTP/1.1" status: 200 len: 898 time: 0.2234426 Apr 18 20:59:24.195595 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:16Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0ac691bd-4a35-46e0-9332-c85a53e864c1', 'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:1a:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:16Z', 'updated_at': '2022-04-18T20:57:20Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:24.226576 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] Checking router: 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:24.236087 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] Routers {'9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:24.236710 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:24.274161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-f83ba21b-55fe-44a4-ba8b-cb34cc860a7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d HTTP/1.1" status: 200 len: 217 time: 0.0847204 Apr 18 20:59:24.368829 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] Set router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:24.387136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-e77d693d-0095-490f-bbf3-97ca56fa126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.389332 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-e77d693d-0095-490f-bbf3-97ca56fa126b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=411b4d50-8f49-46d8-9098-1d2aa4985a1b HTTP/1.1" status: 200 len: 834 time: 0.0779142 Apr 18 20:59:24.823380 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:16Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0ac691bd-4a35-46e0-9332-c85a53e864c1', 'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:1a:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:16Z', 'updated_at': '2022-04-18T20:57:20Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:24.828856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d6944fa1-3980-4160-998b-c2609b16ea6e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:24.859175 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ff2d2-1a6a-45af-8a55-3463ac05db87 None None] The sync data for ids ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'] in n-d-836015-4 is: [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:57:16Z', 'revision_number': 4, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0ac691bd-4a35-46e0-9332-c85a53e864c1', 'name': '', 'network_id': 'c59acde4-95ba-4eee-8b01-a47e05d8db91', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'mac_address': 'fa:16:3e:1a:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:16Z', 'updated_at': '2022-04-18T20:57:20Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'subnets': [{'id': '411b4d50-8f49-46d8-9098-1d2aa4985a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:24.883721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bcef6f-74c5-46f4-a1e2-19d12f580549 None None] Network 7d8e6645-bf01-457d-88b9-5c10f1565e40 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:24.956335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-fa4423a5-370a-4d79-a159-5547e197acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.957972 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-fa4423a5-370a-4d79-a159-5547e197acde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c59acde4-95ba-4eee-8b01-a47e05d8db91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5529189 Apr 18 20:59:24.987942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-769b3084-a897-4a5e-8949-f3b12e60adae None None] Provisioning complete for port d6944fa1-3980-4160-998b-c2609b16ea6e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:24.988323 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-769b3084-a897-4a5e-8949-f3b12e60adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.016546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d6944fa1-3980-4160-998b-c2609b16ea6e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:25.016955 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.085750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.093134 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.094094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.187876 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-991ad690-d514-4334-a8c2-ba3f2f353965 service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197814 Apr 18 20:59:25.269815 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-769b3084-a897-4a5e-8949-f3b12e60adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.277737 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.325655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=508992e5-78a6-43c4-a8cc-0237b9da9b98,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:25.347486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a8a42-cf36-429b-84da-22938ec421f7 req-73fa7067-c39e-4180-beb3-19db8b93ee96 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.349474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-195a8a42-cf36-429b-84da-22938ec421f7 req-73fa7067-c39e-4180-beb3-19db8b93ee96 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 984 time: 0.0984771 Apr 18 20:59:25.379994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-769b3084-a897-4a5e-8949-f3b12e60adae None None] For port d6944fa1-3980-4160-998b-c2609b16ea6e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d6944fa1-3980-4160-998b-c2609b16ea6e,segment=NetworkSegment(284bd5c5-4936-4d53-8c54-93dd825bf8da),segment_id=284bd5c5-4936-4d53-8c54-93dd825bf8da)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:25.392826 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-769b3084-a897-4a5e-8949-f3b12e60adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.428307 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-e21ad9de-9e1e-4d24-84c4-844fa1896b49 service neutron] 10.222.0.60 "GET /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043717 Apr 18 20:59:25.453175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 7d8e6645-bf01-457d-88b9-5c10f1565e40 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:25.455325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:25.459104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5916d31-f9f0-4442-a25e-ff5b8a015e05 None None] New status for floating IP 3e3dd2cf-b718-4cdf-99ef-631ac16bd4fe: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:59:25.504404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-195a8a42-cf36-429b-84da-22938ec421f7 req-ed642115-614e-4dbf-8685-d92f9bb610ae tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/security-groups?id=bcc8f5a2-38be-430e-8b1a-88661f056dfa&id=072b0947-c9a0-497c-90e9-1edfdd867ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1323476 Apr 18 20:59:25.520532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-b2bcb7c4-3c6d-44d1-8a28-d75d781822e3 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.522066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-b2bcb7c4-3c6d-44d1-8a28-d75d781822e3 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 984 time: 0.1716673 Apr 18 20:59:25.643798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 9575f279-bf78-4999-8dd4-08e951401843 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:59:25.656993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:59:25.657352 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:59:25.658515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b3084-a897-4a5e-8949-f3b12e60adae None None] Pushing event updated for resources: {'Port': ['ID=d6944fa1-3980-4160-998b-c2609b16ea6e,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:25.672624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-548b9d21-56a6-4349-b990-6de5aad52a65 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Deleting port 8bd80037-0729-4c32-a8f1-835ec2ea018d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:25.673061 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-548b9d21-56a6-4349-b990-6de5aad52a65 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.724221 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1d1246fe-d33a-4815-86f2-c58cbbc1317b None None] Provisioning complete for port 508992e5-78a6-43c4-a8cc-0237b9da9b98 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:25.724505 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d1246fe-d33a-4815-86f2-c58cbbc1317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.771777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:25.787764 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e68314bc-1fc5-4c37-a12b-ccb5499c16c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/9575f279-bf78-4999-8dd4-08e951401843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9755561 Apr 18 20:59:25.788420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44666) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:25.790649 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a20b5-4aa7-4b31-9f1a-8fa05b2982e2 None None] Sync routers for ids ['9575f279-bf78-4999-8dd4-08e951401843'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:25.813836 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1d1246fe-d33a-4815-86f2-c58cbbc1317b None None] Port 508992e5-78a6-43c4-a8cc-0237b9da9b98 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:25.814763 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a20b5-4aa7-4b31-9f1a-8fa05b2982e2 None None] Routers {'9575f279-bf78-4999-8dd4-08e951401843'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:25.815473 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-da8a20b5-4aa7-4b31-9f1a-8fa05b2982e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9575f279-bf78-4999-8dd4-08e951401843'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:25.852845 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f65c9f-19de-4523-84e6-67dbc50e0305 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.857641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1d1246fe-d33a-4815-86f2-c58cbbc1317b None None] Provisioning complete for port d6944fa1-3980-4160-998b-c2609b16ea6e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:25.857641 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d1246fe-d33a-4815-86f2-c58cbbc1317b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.858837 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e9f65c9f-19de-4523-84e6-67dbc50e0305 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports/508992e5-78a6-43c4-a8cc-0237b9da9b98 HTTP/1.1" status: 200 len: 911 time: 0.0693371 Apr 18 20:59:25.859661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44672) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:25.915186 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-da8a20b5-4aa7-4b31-9f1a-8fa05b2982e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:25.939529 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a20b5-4aa7-4b31-9f1a-8fa05b2982e2 None None] Routers {'9575f279-bf78-4999-8dd4-08e951401843'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:25.940512 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-da8a20b5-4aa7-4b31-9f1a-8fa05b2982e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9575f279-bf78-4999-8dd4-08e951401843'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:26.012317 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-da8a20b5-4aa7-4b31-9f1a-8fa05b2982e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:26.013548 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a20b5-4aa7-4b31-9f1a-8fa05b2982e2 None None] The sync data for ids ['9575f279-bf78-4999-8dd4-08e951401843'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:26.144039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-dacf4671-1ef7-4b18-af42-93e3aa8fb934 None None] Provisioning complete for port 508992e5-78a6-43c4-a8cc-0237b9da9b98 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:26.144707 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dacf4671-1ef7-4b18-af42-93e3aa8fb934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.262299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-548b9d21-56a6-4349-b990-6de5aad52a65 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] For port 8bd80037-0729-4c32-a8f1-835ec2ea018d, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8bd80037-0729-4c32-a8f1-835ec2ea018d,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:26.263558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-548b9d21-56a6-4349-b990-6de5aad52a65 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.269938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-dacf4671-1ef7-4b18-af42-93e3aa8fb934 None None] Port 508992e5-78a6-43c4-a8cc-0237b9da9b98 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:26.280196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-548b9d21-56a6-4349-b990-6de5aad52a65 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Calling delete_port for 8bd80037-0729-4c32-a8f1-835ec2ea018d owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:26.346320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.398814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-01e27270-2810-41e0-88dd-d04b8126e77e None None] Provisioning complete for port 508992e5-78a6-43c4-a8cc-0237b9da9b98 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:26.399075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01e27270-2810-41e0-88dd-d04b8126e77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.439161 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-548b9d21-56a6-4349-b990-6de5aad52a65 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.446727 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-01e27270-2810-41e0-88dd-d04b8126e77e None None] Port 508992e5-78a6-43c4-a8cc-0237b9da9b98 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:26.477351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b9d21-56a6-4349-b990-6de5aad52a65 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Port': ['ID=8bd80037-0729-4c32-a8f1-835ec2ea018d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:26.536624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-548b9d21-56a6-4349-b990-6de5aad52a65 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] No DVR routers for this DVR port 8bd80037-0729-4c32-a8f1-835ec2ea018d on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:26.543189 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-548b9d21-56a6-4349-b990-6de5aad52a65 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.547112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57499156-f1ff-434d-ba9b-631f3e56b8bb req-548b9d21-56a6-4349-b990-6de5aad52a65 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.60 "DELETE /v2.0/ports/8bd80037-0729-4c32-a8f1-835ec2ea018d HTTP/1.1" status: 204 len: 173 time: 1.0173662 Apr 18 20:59:26.547616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'name': 'network-vif-deleted', 'tag': '8bd80037-0729-4c32-a8f1-835ec2ea018d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:26.550282 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8bd91c-e621-4501-966b-28fe53d01d5b" -d '{"events": [{"server_uuid": "5e45a00d-5adf-4937-8bec-98135bbbbb62", "name": "network-vif-deleted", "tag": "8bd80037-0729-4c32-a8f1-835ec2ea018d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:26.613573 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b91ce-5919-4a31-ba0d-9080a1e183fe x-openstack-request-id: req-fc5b91ce-5919-4a31-ba0d-9080a1e183fe {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:26.613893 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e45a00d-5adf-4937-8bec-98135bbbbb62", "name": "network-vif-deleted", "tag": "8bd80037-0729-4c32-a8f1-835ec2ea018d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:26.614243 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fc5b91ce-5919-4a31-ba0d-9080a1e183fe {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:26.614516 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5b91ce-5919-4a31-ba0d-9080a1e183fe'] response: {'server_uuid': '5e45a00d-5adf-4937-8bec-98135bbbbb62', 'name': 'network-vif-deleted', 'tag': '8bd80037-0729-4c32-a8f1-835ec2ea018d', 'status': 'completed', 'code': 200} Apr 18 20:59:26.616680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74bbb5df-070b-43d0-a270-4083fcfdec32 req-396f11e9-d4f2-4bcf-8378-2d550c23876d tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e45a00d-5adf-4937-8bec-98135bbbbb62 HTTP/1.1" status: 200 len: 210 time: 0.0356672 Apr 18 20:59:26.687526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port 508992e5-78a6-43c4-a8cc-0237b9da9b98 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:26.688318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.720590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d6944fa1-3980-4160-998b-c2609b16ea6e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:26.795356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d6944fa1-3980-4160-998b-c2609b16ea6e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:26.796276 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.804693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.825098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for 508992e5-78a6-43c4-a8cc-0237b9da9b98 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:27.031706 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.066174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=508992e5-78a6-43c4-a8cc-0237b9da9b98,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:27.214170 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.405707 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 9575f279-bf78-4999-8dd4-08e951401843 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:27.424972 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-3c873166-106a-4cfd-a8ed-ba3387e9417b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844359 Apr 18 20:59:27.502670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:27.511995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915990f-c7c1-4123-8e58-e55634a12823 None None] Sync routers for ids ['9575f279-bf78-4999-8dd4-08e951401843'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:27.523579 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-328551a6-1123-436c-942a-fe4c67f2c00d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/9575f279-bf78-4999-8dd4-08e951401843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6598394 Apr 18 20:59:27.524239 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44704) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:27.525572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915990f-c7c1-4123-8e58-e55634a12823 None None] Routers {'9575f279-bf78-4999-8dd4-08e951401843'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:27.526418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c915990f-c7c1-4123-8e58-e55634a12823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9575f279-bf78-4999-8dd4-08e951401843'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.557668 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44706) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:27.558223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5bde7f0c-09e0-422c-9ceb-240a780179c3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=9575f279-bf78-4999-8dd4-08e951401843 HTTP/1.1" status: 200 len: 205 time: 0.0325677 Apr 18 20:59:27.576767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-d07941d5-930f-4f66-a3f5-c28a162959f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.578467 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-d07941d5-930f-4f66-a3f5-c28a162959f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=558788ac364b4a4fbcb4616388d0d9ea&device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 1096 time: 0.0872140 Apr 18 20:59:27.656182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a50c04dc-77bb-4f80-a974-43aedb28efc6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.728338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-be02377b-35e4-4c6f-aa41-16d3965e9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.730161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-be02377b-35e4-4c6f-aa41-16d3965e9b25 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6408af1-440d-4515-bf97-5732fa85b6c6 HTTP/1.1" status: 200 len: 915 time: 0.1281507 Apr 18 20:59:27.730878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44710) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:27.750724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c915990f-c7c1-4123-8e58-e55634a12823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.760358 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915990f-c7c1-4123-8e58-e55634a12823 None None] Routers {'9575f279-bf78-4999-8dd4-08e951401843'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:27.760972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c915990f-c7c1-4123-8e58-e55634a12823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9575f279-bf78-4999-8dd4-08e951401843'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.805549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c915990f-c7c1-4123-8e58-e55634a12823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.806488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c915990f-c7c1-4123-8e58-e55634a12823 None None] The sync data for ids ['9575f279-bf78-4999-8dd4-08e951401843'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:27.840258 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-448c3051-aa12-4bfc-9006-a963c604c208 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2 HTTP/1.1" status: 200 len: 1000 time: 0.1012559 Apr 18 20:59:27.845836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b0984b-dfd9-44a8-8f59-8c1fae8b971e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.887139 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a50c04dc-77bb-4f80-a974-43aedb28efc6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.890169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a50c04dc-77bb-4f80-a974-43aedb28efc6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.917503 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b0984b-dfd9-44a8-8f59-8c1fae8b971e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.938942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-01a557d1-ecf2-4493-aa7f-cf5f1a9261aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.940502 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-01a557d1-ecf2-4493-aa7f-cf5f1a9261aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7027694-8b09-4971-adb1-3a644176ac65 HTTP/1.1" status: 200 len: 853 time: 0.0917461 Apr 18 20:59:27.953861 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a50c04dc-77bb-4f80-a974-43aedb28efc6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.954545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50c04dc-77bb-4f80-a974-43aedb28efc6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Fanout notify agent at l3_agent the message router_deleted on router 9575f279-bf78-4999-8dd4-08e951401843 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:59:27.962180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a50c04dc-77bb-4f80-a974-43aedb28efc6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.969263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a50c04dc-77bb-4f80-a974-43aedb28efc6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/9575f279-bf78-4999-8dd4-08e951401843 HTTP/1.1" status: 204 len: 168 time: 0.4105861 Apr 18 20:59:27.971865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44716) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:28.000528 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-86b2af25-475b-4ccb-a94a-ff1a5eca7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:28.002026 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-86b2af25-475b-4ccb-a94a-ff1a5eca7eab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6408af1-440d-4515-bf97-5732fa85b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495331 Apr 18 20:59:28.003195 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b0984b-dfd9-44a8-8f59-8c1fae8b971e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.005823 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b0984b-dfd9-44a8-8f59-8c1fae8b971e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.006882 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-80b0984b-dfd9-44a8-8f59-8c1fae8b971e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "DELETE /v2.0/security-groups/bcc8f5a2-38be-430e-8b1a-88661f056dfa HTTP/1.1" status: 204 len: 168 time: 0.2748685 Apr 18 20:59:28.011399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44718) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:28.037311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-9065db80-5802-4815-bb98-3e5281a67e66 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting subnet 459d4ec8-a026-470d-af76-cc6d8235f6a7 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:28.040031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9065db80-5802-4815-bb98-3e5281a67e66 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.045840 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0984b-dfd9-44a8-8f59-8c1fae8b971e tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc8f5a2-38be-430e-8b1a-88661f056dfa,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:28.075004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8bd80037-0729-4c32-a8f1-835ec2ea018d no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:28.092139 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9065db80-5802-4815-bb98-3e5281a67e66 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.147204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 8bd80037-0729-4c32-a8f1-835ec2ea018d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:28.147764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8bd80037-0729-4c32-a8f1-835ec2ea018d not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:28.148088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81780a53-6e7a-4a11-9f81-258ce21d80ab tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.170426 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-1773e131-fda2-4b36-9fca-61ef308cd82d service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596701 Apr 18 20:59:28.199410 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81780a53-6e7a-4a11-9f81-258ce21d80ab tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.215053 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9065db80-5802-4815-bb98-3e5281a67e66 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.309930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9065db80-5802-4815-bb98-3e5281a67e66 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.311644 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81780a53-6e7a-4a11-9f81-258ce21d80ab tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.314545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-81780a53-6e7a-4a11-9f81-258ce21d80ab tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.315704 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-81780a53-6e7a-4a11-9f81-258ce21d80ab tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "DELETE /v2.0/security-groups/072b0947-c9a0-497c-90e9-1edfdd867ca0 HTTP/1.1" status: 204 len: 168 time: 0.3034294 Apr 18 20:59:28.319435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44728) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:28.322657 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b9b0c978-6683-46ee-8ebc-9e7d69d85258 req-86e4270c-ebc4-4901-ad32-1634cca5797e service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408858 Apr 18 20:59:28.334199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81780a53-6e7a-4a11-9f81-258ce21d80ab tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072b0947-c9a0-497c-90e9-1edfdd867ca0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:28.359326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9065db80-5802-4815-bb98-3e5281a67e66 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.366765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44730) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:28.366912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9065db80-5802-4815-bb98-3e5281a67e66 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/459d4ec8-a026-470d-af76-cc6d8235f6a7 HTTP/1.1" status: 204 len: 168 time: 0.3939888 Apr 18 20:59:28.368120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065db80-5802-4815-bb98-3e5281a67e66 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Subnet': ['ID=459d4ec8-a026-470d-af76-cc6d8235f6a7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:28.384359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07ccf3-385f-42d8-a2da-57afc506f7c7 None None] Network 7d8e6645-bf01-457d-88b9-5c10f1565e40 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:28.500105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.616422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89f534-a99d-4f1a-bfc4-d1a139bb62d9 None None] DHCP port deletion for 7d8e6645-bf01-457d-88b9-5c10f1565e40 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:28.668958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port d6944fa1-3980-4160-998b-c2609b16ea6e {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:28.669281 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.681696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-9a89f534-a99d-4f1a-bfc4-d1a139bb62d9 None None] Deleting port d6944fa1-3980-4160-998b-c2609b16ea6e {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:28.682344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9a89f534-a99d-4f1a-bfc4-d1a139bb62d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.740678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d6944fa1-3980-4160-998b-c2609b16ea6e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:28.771725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port d6944fa1-3980-4160-998b-c2609b16ea6e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d6944fa1-3980-4160-998b-c2609b16ea6e,segment=NetworkSegment(284bd5c5-4936-4d53-8c54-93dd825bf8da),segment_id=284bd5c5-4936-4d53-8c54-93dd825bf8da)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:28.772118 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.808125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-9a89f534-a99d-4f1a-bfc4-d1a139bb62d9 None None] For port d6944fa1-3980-4160-998b-c2609b16ea6e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d6944fa1-3980-4160-998b-c2609b16ea6e,segment=NetworkSegment(284bd5c5-4936-4d53-8c54-93dd825bf8da),segment_id=284bd5c5-4936-4d53-8c54-93dd825bf8da)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:28.808125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9a89f534-a99d-4f1a-bfc4-d1a139bb62d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.820847 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for d6944fa1-3980-4160-998b-c2609b16ea6e owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:28.824681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-9a89f534-a99d-4f1a-bfc4-d1a139bb62d9 None None] Calling delete_port for d6944fa1-3980-4160-998b-c2609b16ea6e owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:28.917964 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.973820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port d6944fa1-3980-4160-998b-c2609b16ea6e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d6944fa1-3980-4160-998b-c2609b16ea6e,segment=NetworkSegment(284bd5c5-4936-4d53-8c54-93dd825bf8da),segment_id=284bd5c5-4936-4d53-8c54-93dd825bf8da)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:28.977798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.005880 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9a89f534-a99d-4f1a-bfc4-d1a139bb62d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.030932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89f534-a99d-4f1a-bfc4-d1a139bb62d9 None None] No DVR routers for this DVR port d6944fa1-3980-4160-998b-c2609b16ea6e on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:29.060982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=d6944fa1-3980-4160-998b-c2609b16ea6e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:29.091269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89f534-a99d-4f1a-bfc4-d1a139bb62d9 None None] Pushing event deleted for resources: {'Port': ['ID=d6944fa1-3980-4160-998b-c2609b16ea6e,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:29.291933 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.324056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=d6944fa1-3980-4160-998b-c2609b16ea6e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:29.326018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No DVR routers for this DVR port d6944fa1-3980-4160-998b-c2609b16ea6e on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:29.414692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.461011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.489102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8e6645-bf01-457d-88b9-5c10f1565e40']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:29.502001 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284bd5c5-4936-4d53-8c54-93dd825bf8da') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:29.502633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284bd5c5-4936-4d53-8c54-93dd825bf8da') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:29.537363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.562143 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.598987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:29.599399 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: self.session.flush() Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: timer() Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:29.602494 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:29.685991 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.695804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.698900 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/networks/7d8e6645-bf01-457d-88b9-5c10f1565e40 HTTP/1.1" status: 204 len: 168 time: 1.3307838 Apr 18 20:59:29.703715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44754) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:29.708479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-776918537', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:29.711907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8f73f-1286-4fd8-a4e7-1db94c8ed6ce tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Network': ['ID=7d8e6645-bf01-457d-88b9-5c10f1565e40,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:29.746086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.747326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.809294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.810919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Deleting port 0ac691bd-4a35-46e0-9332-c85a53e864c1 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:29.811370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.912498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] For port 0ac691bd-4a35-46e0-9332-c85a53e864c1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0ac691bd-4a35-46e0-9332-c85a53e864c1,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:29.913056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.929066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Calling delete_port for 0ac691bd-4a35-46e0-9332-c85a53e864c1 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:29.961777 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.133933 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.175400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Port': ['ID=0ac691bd-4a35-46e0-9332-c85a53e864c1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.180183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.201590 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.330502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Allocated IP 172.25.2.72 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/4ab10854-c4c4-4935-abad-1871e61092f3) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:30.401444 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.484550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.522127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.558142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:30.561045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:30.566943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:30.604127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=4ab10854-c4c4-4935-abad-1871e61092f3,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.661032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:30.788212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:30.794440 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d02a245f-37d7-433b-ab27-caf2fba45a08 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "PUT /v2.0/routers/9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4701982 Apr 18 20:59:30.800552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44774) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:30.804396 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] Sync routers for ids ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:30.818117 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] Routers {'9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:30.818741 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:30.857787 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-642aa6eb-d110-415a-b2c6-88f93735d1db tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Deleting subnet 411b4d50-8f49-46d8-9098-1d2aa4985a1b {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:30.861356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-642aa6eb-d110-415a-b2c6-88f93735d1db tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.871714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.913556 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-642aa6eb-d110-415a-b2c6-88f93735d1db tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.994749 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] Set router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:31.021554 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-642aa6eb-d110-415a-b2c6-88f93735d1db tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.104179 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-642aa6eb-d110-415a-b2c6-88f93735d1db tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.144699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aa6eb-d110-415a-b2c6-88f93735d1db tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Subnet': ['ID=411b4d50-8f49-46d8-9098-1d2aa4985a1b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:31.148731 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-642aa6eb-d110-415a-b2c6-88f93735d1db tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.152475 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-642aa6eb-d110-415a-b2c6-88f93735d1db tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "DELETE /v2.0/subnets/411b4d50-8f49-46d8-9098-1d2aa4985a1b HTTP/1.1" status: 204 len: 168 time: 0.3508279 Apr 18 20:59:31.156281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44780) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:31.158980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077d48f-5922-470b-b31c-dbbef33ac4b5 None None] Network c59acde4-95ba-4eee-8b01-a47e05d8db91 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:31.162820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.262107 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:31.284582 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.313242 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] Checking router: 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:31.331718 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] Routers {'9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:31.335769 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:31.380046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router def77482-fb03-44c4-a151-aa01cdf2ac18 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:59:31.422005 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.500253 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] Set router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:31.501394 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a48598-00f5-4708-b5f7-8b7151575dda None None] DHCP port deletion for c59acde4-95ba-4eee-8b01-a47e05d8db91 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:31.514822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Deleting port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:31.515547 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.603682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:31.606408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c7a48598-00f5-4708-b5f7-8b7151575dda None None] Deleting port 5186cba1-4c86-4f89-894a-e6eece2dc237 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:31.607010 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c7a48598-00f5-4708-b5f7-8b7151575dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.615253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb311fba-a60d-47ed-82a5-0f2af1fa8b30 None None] Sync routers for ids ['def77482-fb03-44c4-a151-aa01cdf2ac18'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:31.630230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] For port 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9ec51de1-0f4a-48a5-9b6a-5c8f31886e59,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:31.630741 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.631274 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.635801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44788) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:31.636645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3f8a798c-07c3-4396-a9e7-d4bc21bae0ad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.9318020 Apr 18 20:59:31.678614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb311fba-a60d-47ed-82a5-0f2af1fa8b30 None None] Routers {'def77482-fb03-44c4-a151-aa01cdf2ac18'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:31.679799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fb311fba-a60d-47ed-82a5-0f2af1fa8b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['def77482-fb03-44c4-a151-aa01cdf2ac18'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:31.692134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Calling delete_port for 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:31.729222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fb311fba-a60d-47ed-82a5-0f2af1fa8b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:31.745114 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:31.755231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c7a48598-00f5-4708-b5f7-8b7151575dda None None] For port 5186cba1-4c86-4f89-894a-e6eece2dc237, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5186cba1-4c86-4f89-894a-e6eece2dc237,segment=NetworkSegment(0a75c319-6957-4cee-8635-b2adabb3fd8c),segment_id=0a75c319-6957-4cee-8635-b2adabb3fd8c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:31.755641 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c7a48598-00f5-4708-b5f7-8b7151575dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.792470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c7a48598-00f5-4708-b5f7-8b7151575dda None None] Calling delete_port for 5186cba1-4c86-4f89-894a-e6eece2dc237 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:31.796998 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425d7f0d-ad2e-413a-a142-d09f104a763b None None] The sync data for ids ['9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5'] in n-d-836015-4 is: [{'id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1285437740', 'tenant_id': '24ec26bc1efd4103baec5995c61b67d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:57:10Z', 'updated_at': '2022-04-18T20:59:30Z', 'revision_number': 5, 'project_id': '24ec26bc1efd4103baec5995c61b67d9', 'gw_port': {'id': '9ec51de1-0f4a-48a5-9b6a-5c8f31886e59', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:58:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:57:11Z', 'updated_at': '2022-04-18T20:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:31.818428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb311fba-a60d-47ed-82a5-0f2af1fa8b30 None None] Routers {'def77482-fb03-44c4-a151-aa01cdf2ac18'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:31.819061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fb311fba-a60d-47ed-82a5-0f2af1fa8b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['def77482-fb03-44c4-a151-aa01cdf2ac18'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:31.828552 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-85bcb1aa-fad6-44e1-a682-7d33e1620880 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/routers/def77482-fb03-44c4-a151-aa01cdf2ac18 HTTP/1.1" status: 200 len: 883 time: 0.1914916 Apr 18 20:59:31.831479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44794) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:31.858875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-fb311fba-a60d-47ed-82a5-0f2af1fa8b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:31.859527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb311fba-a60d-47ed-82a5-0f2af1fa8b30 None None] The sync data for ids ['def77482-fb03-44c4-a151-aa01cdf2ac18'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:31.951237 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c7a48598-00f5-4708-b5f7-8b7151575dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.963698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.980044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a48598-00f5-4708-b5f7-8b7151575dda None None] Pushing event deleted for resources: {'Port': ['ID=5186cba1-4c86-4f89-894a-e6eece2dc237,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:31.993525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a48598-00f5-4708-b5f7-8b7151575dda None None] No DVR routers for this DVR port 5186cba1-4c86-4f89-894a-e6eece2dc237 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:32.016992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Port': ['ID=9ec51de1-0f4a-48a5-9b6a-5c8f31886e59,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:32.082787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.123075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3a480e70-b574-4fb9-8c11-2c61ecb813f6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2871494 Apr 18 20:59:32.123656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44800) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:32.127924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f0a34d98-5712-49e6-b540-ed553f166dd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-776918537'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:32.190567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.193652 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.249389 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.250154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Fanout notify agent at l3_agent the message router_deleted on router 9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:59:32.268453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.269679 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aec98c91-f784-47d6-8263-9b4d21a261b1 tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "DELETE /v2.0/routers/9d19ada0-e2e9-4ddd-ba94-b6cef427ebc5 HTTP/1.1" status: 204 len: 168 time: 1.1123316 Apr 18 20:59:32.273002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44804) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:32.430598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.774992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0ac691bd-4a35-46e0-9332-c85a53e864c1 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:32.797363 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 0ac691bd-4a35-46e0-9332-c85a53e864c1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:32.797693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0ac691bd-4a35-46e0-9332-c85a53e864c1 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:32.798101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5186cba1-4c86-4f89-894a-e6eece2dc237 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:32.818094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 5186cba1-4c86-4f89-894a-e6eece2dc237 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:32.818452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5186cba1-4c86-4f89-894a-e6eece2dc237 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:32.936852 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.967412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59acde4-95ba-4eee-8b01-a47e05d8db91']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:32.978023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0a34d98-5712-49e6-b540-ed553f166dd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.986259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a75c319-6957-4cee-8635-b2adabb3fd8c') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:32.986550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a75c319-6957-4cee-8635-b2adabb3fd8c') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:32.998266 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.005138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0a34d98-5712-49e6-b540-ed553f166dd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.015273 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.056623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:33.057030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:33.060372 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:33.157695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.170843 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.173997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] 10.222.0.49 "DELETE /v2.0/networks/c59acde4-95ba-4eee-8b01-a47e05d8db91 HTTP/1.1" status: 204 len: 168 time: 0.9002659 Apr 18 20:59:33.185920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ee98a-fed1-4bb8-9302-72bba50746ac tempest-TestSecurityGroupsBasicOps-1925409003 tempest-TestSecurityGroupsBasicOps-1925409003-project] Pushing event deleted for resources: {'Network': ['ID=c59acde4-95ba-4eee-8b01-a47e05d8db91,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:33.209476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a34d98-5712-49e6-b540-ed553f166dd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router def77482-fb03-44c4-a151-aa01cdf2ac18 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:33.353550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a34d98-5712-49e6-b540-ed553f166dd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:33.361003 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0a34d98-5712-49e6-b540-ed553f166dd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.365958 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44828) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:33.368364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f0a34d98-5712-49e6-b540-ed553f166dd4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/def77482-fb03-44c4-a151-aa01cdf2ac18 HTTP/1.1" status: 200 len: 890 time: 1.2439752 Apr 18 20:59:33.371019 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec281c-7d22-428d-8468-35c2645f212f None None] Sync routers for ids ['def77482-fb03-44c4-a151-aa01cdf2ac18'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:33.382757 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec281c-7d22-428d-8468-35c2645f212f None None] Routers {'def77482-fb03-44c4-a151-aa01cdf2ac18'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:33.383376 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dcec281c-7d22-428d-8468-35c2645f212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['def77482-fb03-44c4-a151-aa01cdf2ac18'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:33.430471 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dcec281c-7d22-428d-8468-35c2645f212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:33.440377 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec281c-7d22-428d-8468-35c2645f212f None None] Routers {'def77482-fb03-44c4-a151-aa01cdf2ac18'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:33.441055 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dcec281c-7d22-428d-8468-35c2645f212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['def77482-fb03-44c4-a151-aa01cdf2ac18'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:33.478792 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dcec281c-7d22-428d-8468-35c2645f212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:33.479473 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcec281c-7d22-428d-8468-35c2645f212f None None] The sync data for ids ['def77482-fb03-44c4-a151-aa01cdf2ac18'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:33.507903 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-37489c84-a2ae-4e7a-ab01-2fcee55bc788 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/routers/def77482-fb03-44c4-a151-aa01cdf2ac18 HTTP/1.1" status: 200 len: 890 time: 0.1386659 Apr 18 20:59:33.508707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44834) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:33.543879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d14cba7d-8e0d-4104-ad60-eb5255af5842 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=def77482-fb03-44c4-a151-aa01cdf2ac18 HTTP/1.1" status: 200 len: 205 time: 0.0337050 Apr 18 20:59:33.547622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44838) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:33.637998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44840) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:33.695737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.861999 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.891481 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-032c6070-ba4a-4e69-a476-bb790adcf37c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24ec26bc1efd4103baec5995c61b67d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494709 Apr 18 20:59:33.893088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44848) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:33.950858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port 4ab10854-c4c4-4935-abad-1871e61092f3 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:33.951304 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.968555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5334713f-9efe-4577-ab30-c7c54a420f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.999233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5334713f-9efe-4577-ab30-c7c54a420f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.076501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5334713f-9efe-4577-ab30-c7c54a420f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.076780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.080245 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5334713f-9efe-4577-ab30-c7c54a420f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.081925 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5334713f-9efe-4577-ab30-c7c54a420f67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/030a580e-f708-4a29-b1ee-d0cfc1a2dd29 HTTP/1.1" status: 204 len: 168 time: 0.1881671 Apr 18 20:59:34.096217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334713f-9efe-4577-ab30-c7c54a420f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030a580e-f708-4a29-b1ee-d0cfc1a2dd29,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:34.103902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for 4ab10854-c4c4-4935-abad-1871e61092f3 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:34.369947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.403374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=4ab10854-c4c4-4935-abad-1871e61092f3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:34.511312 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.551793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44864) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:34.577025 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98bae20e-7ee2-4b01-adf8-e2cc7e5b4ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.653245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.659485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.663586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:34.691909 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98bae20e-7ee2-4b01-adf8-e2cc7e5b4ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.697285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98bae20e-7ee2-4b01-adf8-e2cc7e5b4ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.714631 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.715941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Fanout notify agent at l3_agent the message router_deleted on router def77482-fb03-44c4-a151-aa01cdf2ac18 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:59:34.716970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:34.717927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9ec51de1-0f4a-48a5-9b6a-5c8f31886e59 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:34.723963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.730326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-706bafb4-29c4-464f-805d-7f030e707a2f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/def77482-fb03-44c4-a151-aa01cdf2ac18 HTTP/1.1" status: 204 len: 168 time: 1.1816347 Apr 18 20:59:34.731070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44866) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:34.735896 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-695403913'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:34.749836 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-98bae20e-7ee2-4b01-adf8-e2cc7e5b4ff3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ed56d39f5313410b9a829c58db89b79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952932 Apr 18 20:59:34.751062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bae20e-7ee2-4b01-adf8-e2cc7e5b4ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e246caf2-203b-4719-b215-1156c1acd6be,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:34.752832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44868) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:34.771863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:34.775314 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.828091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:34.846041 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38561150-a1bb-463c-9f25-cb48781dae02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.848060 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.848512 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added segment 4ac61eea-21dd-43e0-9d55-df97228cb5bc of type vlan for network c6b8b0ea-a4be-461d-b769-3d04e370f740 Apr 18 20:59:34.906001 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38561150-a1bb-463c-9f25-cb48781dae02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.914895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.961973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.967951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:34.968820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.002553 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38561150-a1bb-463c-9f25-cb48781dae02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.005108 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38561150-a1bb-463c-9f25-cb48781dae02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.006330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-38561150-a1bb-463c-9f25-cb48781dae02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e246caf2-203b-4719-b215-1156c1acd6be HTTP/1.1" status: 204 len: 168 time: 0.2523124 Apr 18 20:59:35.040360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3083501 Apr 18 20:59:35.043729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44876) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:35.057557 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'subnet': {'network_id': 'c6b8b0ea-a4be-461d-b769-3d04e370f740', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:35.057780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38561150-a1bb-463c-9f25-cb48781dae02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e246caf2-203b-4719-b215-1156c1acd6be,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:35.063075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3612c-3ea7-4b2f-825b-71ad35221064 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Network': ['ID=c6b8b0ea-a4be-461d-b769-3d04e370f740,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:35.106498 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network c6b8b0ea-a4be-461d-b769-3d04e370f740 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:35.163374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:35.167614 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.402001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.484808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Subnet': ['ID=0a900ca2-a74a-4e9c-9ec8-ecbdbacc14a7,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:35.495983 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Checking segment: {'id': '4ac61eea-21dd-43e0-9d55-df97228cb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c6b8b0ea-a4be-461d-b769-3d04e370f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:35.496447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network hostable DHCP agents. Network: c6b8b0ea-a4be-461d-b769-3d04e370f740, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:35.510910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44888) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:35.518612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network c6b8b0ea-a4be-461d-b769-3d04e370f740 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:35.529949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, c6b8b0ea-a4be-461d-b769-3d04e370f740) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:35.534168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:35.534805 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.542667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2ce23-c1e2-4452-8cee-f1d4a5fdf917 None None] Network c6b8b0ea-a4be-461d-b769-3d04e370f740 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:35.553052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-68531be8-6da0-44f1-9837-b14b752bdd79 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5076904 Apr 18 20:59:35.555668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44890) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:35.562428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e5a6b719-3471-4a3a-bbcb-88a3f8f76fb5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-408057397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:35.565520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d808f24a-0632-4967-8ee5-27d105d7bc00 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23c515c2a90a4a24bbf4f46c6de2d98c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532351 Apr 18 20:59:35.569391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44892) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:35.591066 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b719-3471-4a3a-bbcb-88a3f8f76fb5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.592463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b719-3471-4a3a-bbcb-88a3f8f76fb5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.630810 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae1a35aa-459b-46e7-b9a7-e35b22afd672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.657520 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae1a35aa-459b-46e7-b9a7-e35b22afd672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.676460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b719-3471-4a3a-bbcb-88a3f8f76fb5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.682206 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b719-3471-4a3a-bbcb-88a3f8f76fb5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.705735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b719-3471-4a3a-bbcb-88a3f8f76fb5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.707253 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e5a6b719-3471-4a3a-bbcb-88a3f8f76fb5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1503620 Apr 18 20:59:35.710530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44898) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:35.767885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-c6b8b0ea-a4be-461d-b769-3d04e370f740', 'network_id': 'c6b8b0ea-a4be-461d-b769-3d04e370f740', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'fixed_ips': [{'subnet_id': '0a900ca2-a74a-4e9c-9ec8-ecbdbacc14a7'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:35.769448 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.779094 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae1a35aa-459b-46e7-b9a7-e35b22afd672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.786171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae1a35aa-459b-46e7-b9a7-e35b22afd672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.788065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ae1a35aa-459b-46e7-b9a7-e35b22afd672 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/147034d8-7066-488a-adc3-a0bf6d33bb8a HTTP/1.1" status: 204 len: 168 time: 0.2171822 Apr 18 20:59:35.876690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a35aa-459b-46e7-b9a7-e35b22afd672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147034d8-7066-488a-adc3-a0bf6d33bb8a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:35.950985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0a5730b9-6aad-4a4b-a81f-0ac9cfb6eae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.979897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Allocated IP 2001:db8::2 (c6b8b0ea-a4be-461d-b769-3d04e370f740/0a900ca2-a74a-4e9c-9ec8-ecbdbacc14a7/99118c4c-7f5c-46be-993a-2b889de505ce) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:36.127827 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.165408 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.173544 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.225814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Network c6b8b0ea-a4be-461d-b769-3d04e370f740 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:36.230448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:36.242064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:36.282320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Pushing event updated for resources: {'Port': ['ID=99118c4c-7f5c-46be-993a-2b889de505ce,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:36.321986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Attempting to bind port 99118c4c-7f5c-46be-993a-2b889de505ce on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:36.322366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Attempting to bind port 99118c4c-7f5c-46be-993a-2b889de505ce by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '4ac61eea-21dd-43e0-9d55-df97228cb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c6b8b0ea-a4be-461d-b769-3d04e370f740'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:36.324175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Attempting to bind port 99118c4c-7f5c-46be-993a-2b889de505ce on network c6b8b0ea-a4be-461d-b769-3d04e370f740 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:36.331793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:36.332276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Checking segment: {'id': '4ac61eea-21dd-43e0-9d55-df97228cb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c6b8b0ea-a4be-461d-b769-3d04e370f740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:36.332851 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.333349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Bound using segment: {'id': '4ac61eea-21dd-43e0-9d55-df97228cb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c6b8b0ea-a4be-461d-b769-3d04e370f740'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:36.333897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Bound port: 99118c4c-7f5c-46be-993a-2b889de505ce, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac61eea-21dd-43e0-9d55-df97228cb5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c6b8b0ea-a4be-461d-b769-3d04e370f740'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:36.334480 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.434833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] For port 99118c4c-7f5c-46be-993a-2b889de505ce, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:36.441177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] For port 99118c4c-7f5c-46be-993a-2b889de505ce, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=99118c4c-7f5c-46be-993a-2b889de505ce,segment=NetworkSegment(4ac61eea-21dd-43e0-9d55-df97228cb5bc),segment_id=4ac61eea-21dd-43e0-9d55-df97228cb5bc)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:36.452879 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.520719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Allocated IP 2001:db8::1 (c6b8b0ea-a4be-461d-b769-3d04e370f740/0a900ca2-a74a-4e9c-9ec8-ecbdbacc14a7/cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:36.532992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64116aa2-37d3-48b5-b369-ebc91f6e976c None None] Pushing event updated for resources: {'Port': ['ID=99118c4c-7f5c-46be-993a-2b889de505ce,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:36.688723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.734448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.788402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:36.818111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network c6b8b0ea-a4be-461d-b769-3d04e370f740 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:36.823261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:36.829682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:36.830241 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.889440 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44934) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:36.986049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.025924 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1908030069-network', 'tenant_id': '5797939cbdcc4069b4a3ce0e89153b1f'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:37.054397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Made reservation on behalf of 5797939cbdcc4069b4a3ce0e89153b1f for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:37.057194 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.067160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.178989 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.185080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.200952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:37.221624 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.222042 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Added segment 37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83 of type vlan for network cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f Apr 18 20:59:37.273426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5074a415-36e3-4ac0-ad28-46edcbe6ed76,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.284789 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.294511 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.300376 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.301692 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.323152 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.326227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.327118 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.360271 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4690430 Apr 18 20:59:37.364092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44946) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:37.368749 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Request body: {'subnet': {'network_id': 'cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1908030069-subnet', 'tenant_id': '5797939cbdcc4069b4a3ce0e89153b1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:37.401197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.444229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac73ca-3293-4ac8-87ad-8c442c14f2e5 admin admin] Pushing event updated for resources: {'Network': ['ID=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.452295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Made reservation on behalf of 5797939cbdcc4069b4a3ce0e89153b1f for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:37.455680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.458200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network c6b8b0ea-a4be-461d-b769-3d04e370f740 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:37.460156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:37.469885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:37.688455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 97487baf-dcc9-4607-93d9-10528558eccb is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:59:37.741292 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.883736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:37.897533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fd1b45-ed26-4bb2-a356-2ef40c3f2bd7,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:37.899096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc870b-e091-465a-9cc3-7e2c5e37175c None None] Sync routers for ids ['97487baf-dcc9-4607-93d9-10528558eccb'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:37.904569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-669f4fac-b5f9-4c52-ae9d-a9fda27c92f4 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/97487baf-dcc9-4607-93d9-10528558eccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1911583 Apr 18 20:59:37.907177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44954) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:37.917160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc870b-e091-465a-9cc3-7e2c5e37175c None None] Routers {'97487baf-dcc9-4607-93d9-10528558eccb'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:37.917940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-28dc870b-e091-465a-9cc3-7e2c5e37175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['97487baf-dcc9-4607-93d9-10528558eccb'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:37.924763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Checking segment: {'id': '37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:37.924763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Network hostable DHCP agents. Network: cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:37.950778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Network cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:37.963003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9404956-35c7-4564-9f5c-0ac809ceef3a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.967897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a9404956-35c7-4564-9f5c-0ac809ceef3a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports/cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0 HTTP/1.1" status: 200 len: 911 time: 0.0563619 Apr 18 20:59:37.968762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44956) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:37.973022 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-28dc870b-e091-465a-9cc3-7e2c5e37175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:37.974036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-dcfc902c-fd75-413d-bbb4-4914a74cccfb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a900ca2-a74a-4e9c-9ec8-ecbdbacc14a7'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:37.976463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:37.985810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7304338a-4b5c-4a98-ae34-1eb5864de6b7 None None] Network c6b8b0ea-a4be-461d-b769-3d04e370f740 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:37.988420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.992595 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.018961 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-15dedafd-f8bf-48a6-bd92-eb836f31e9b6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6548257 Apr 18 20:59:38.080344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781de873-2be0-423c-aeb9-9ea535fbe25f None None] Network cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:38.131758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc870b-e091-465a-9cc3-7e2c5e37175c None None] Routers {'97487baf-dcc9-4607-93d9-10528558eccb'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:38.132704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-28dc870b-e091-465a-9cc3-7e2c5e37175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['97487baf-dcc9-4607-93d9-10528558eccb'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:38.191529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcfc902c-fd75-413d-bbb4-4914a74cccfb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.224894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-28dc870b-e091-465a-9cc3-7e2c5e37175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:38.225548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc870b-e091-465a-9cc3-7e2c5e37175c None None] The sync data for ids ['97487baf-dcc9-4607-93d9-10528558eccb'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:38.237705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-15edc658-7a3c-48b9-b9c3-cf6dffaace91 None None] Provisioning complete for port 99118c4c-7f5c-46be-993a-2b889de505ce triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:38.238495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15edc658-7a3c-48b9-b9c3-cf6dffaace91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.443794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce0a27-e07b-4e90-95b5-204a899adf07 None None] Network cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:38.549105 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15edc658-7a3c-48b9-b9c3-cf6dffaace91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.586250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-15edc658-7a3c-48b9-b9c3-cf6dffaace91 None None] For port 99118c4c-7f5c-46be-993a-2b889de505ce, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=99118c4c-7f5c-46be-993a-2b889de505ce,segment=NetworkSegment(4ac61eea-21dd-43e0-9d55-df97228cb5bc),segment_id=4ac61eea-21dd-43e0-9d55-df97228cb5bc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:38.595055 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15edc658-7a3c-48b9-b9c3-cf6dffaace91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.717066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44992) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:38.723744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1342726079-network', 'tenant_id': '9466cbdace0447eda52046d9864ad04b'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:38.756386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Made reservation on behalf of 9466cbdace0447eda52046d9864ad04b for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:38.760726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.772700 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-69c1be4e-f37f-47a2-a1a1-d0c4194f7f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.795717 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.810763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edc658-7a3c-48b9-b9c3-cf6dffaace91 None None] Pushing event updated for resources: {'Port': ['ID=99118c4c-7f5c-46be-993a-2b889de505ce,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:38.852572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 99118c4c-7f5c-46be-993a-2b889de505ce up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:38.905858 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1d79ebe1-a279-422b-b8e9-678f2e5979ff None None] Provisioning complete for port 99118c4c-7f5c-46be-993a-2b889de505ce triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:38.906236 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d79ebe1-a279-422b-b8e9-678f2e5979ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.924063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.929702 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.947163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:38.960328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.961164 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Added segment e7bac69b-a4cf-4070-bd6f-e95138aa437d of type vlan for network 7fdb8fec-7290-4473-ab93-43bf06b37ed6 Apr 18 20:59:38.988695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 99118c4c-7f5c-46be-993a-2b889de505ce triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:38.989066 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.017921 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.078016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b10f935-7016-44e1-91be-432cec945cb5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.088013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1d79ebe1-a279-422b-b8e9-678f2e5979ff None None] Provisioning complete for port cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:39.088392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d79ebe1-a279-422b-b8e9-678f2e5979ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.092331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.095123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:39.095784 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.182896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1d79ebe1-a279-422b-b8e9-678f2e5979ff None None] Port cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:39.189386 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4705715 Apr 18 20:59:39.192814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 44994) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:39.198468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Request body: {'subnet': {'network_id': '7fdb8fec-7290-4473-ab93-43bf06b37ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1342726079-subnet', 'tenant_id': '9466cbdace0447eda52046d9864ad04b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:39.208360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc13609-8b35-4eee-b5e3-cde304be56c9 admin admin] Pushing event updated for resources: {'Network': ['ID=7fdb8fec-7290-4473-ab93-43bf06b37ed6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.223599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 7fdb8fec-7290-4473-ab93-43bf06b37ed6 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:39.249550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Made reservation on behalf of 9466cbdace0447eda52046d9864ad04b for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:39.254011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.508649 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.524114 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcfc902c-fd75-413d-bbb4-4914a74cccfb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.536218 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcfc902c-fd75-413d-bbb4-4914a74cccfb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.548106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc902c-fd75-413d-bbb4-4914a74cccfb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:39.549756 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcfc902c-fd75-413d-bbb4-4914a74cccfb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.553759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dcfc902c-fd75-413d-bbb4-4914a74cccfb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/ports/cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0 HTTP/1.1" status: 200 len: 911 time: 1.5819023 Apr 18 20:59:39.555957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 44998) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:39.598873 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.602932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fb32e69b-36b5-43c6-89de-b647bd125ea9 None None] Provisioning complete for port cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:39.603312 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb32e69b-36b5-43c6-89de-b647bd125ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.642280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fb32e69b-36b5-43c6-89de-b647bd125ea9 None None] Port cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:39.716955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc902c-fd75-413d-bbb4-4914a74cccfb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.771125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e9233df4-b48e-42ea-9e4b-05b16d2be6d3 None None] Provisioning complete for port cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:39.771945 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e9233df4-b48e-42ea-9e4b-05b16d2be6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.845885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e9233df4-b48e-42ea-9e4b-05b16d2be6d3 None None] Port cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:40.023558 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48ef0a00-c836-41a6-a340-c1d10c8530b4,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:40.034151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Checking segment: {'id': 'e7bac69b-a4cf-4070-bd6f-e95138aa437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7fdb8fec-7290-4473-ab93-43bf06b37ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:40.034828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Network hostable DHCP agents. Network: 7fdb8fec-7290-4473-ab93-43bf06b37ed6, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:40.057713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Network 7fdb8fec-7290-4473-ab93-43bf06b37ed6 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:40.076152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 7fdb8fec-7290-4473-ab93-43bf06b37ed6) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:40.086866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6019e91-e25b-4ea8-aac4-2286aa62f8c9 None None] Network 7fdb8fec-7290-4473-ab93-43bf06b37ed6 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:40.097247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:40.099939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.115530 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.121341 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9673e4a7-60bc-4c9d-99c3-27384f366595 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9272249 Apr 18 20:59:40.256280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6371e6-4f8b-4091-aaf5-ed88551970f6 None None] Network 7fdb8fec-7290-4473-ab93-43bf06b37ed6 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:40.438979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:40.438979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.540193 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.552170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.566878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:40.729942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 99118c4c-7f5c-46be-993a-2b889de505ce up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:40.815831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 99118c4c-7f5c-46be-993a-2b889de505ce triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:40.817295 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.843190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44823d0-a845-414f-ac67-9019b184fe29 req-4fcc14da-72ea-4676-9ff0-bb2e6cee2bc0 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:40.844887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-4fcc14da-72ea-4676-9ff0-bb2e6cee2bc0 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/networks?id=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f HTTP/1.1" status: 200 len: 812 time: 0.2000508 Apr 18 20:59:40.892867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-3253a3b6-fac2-4943-bcbd-b6c88df62be8 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/quotas/5797939cbdcc4069b4a3ce0e89153b1f HTTP/1.1" status: 200 len: 375 time: 0.0284030 Apr 18 20:59:40.921816 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.944023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-b21e843c-63ad-4ba4-a7f4-c04049136404 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5797939cbdcc4069b4a3ce0e89153b1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400999 Apr 18 20:59:40.980619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=cff2fd2c-8cd6-4b7b-a7c3-c6eeb44287e0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:41.080698 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.202808 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.334034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 97487baf-dcc9-4607-93d9-10528558eccb has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:41.361821 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-a0497296-0572-4045-a3cd-c887e44f277e service neutron] 10.222.0.49 "GET /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937221 Apr 18 20:59:41.454038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:41.468041 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e2e6b-6443-4375-9709-7db483f26aee None None] Sync routers for ids ['97487baf-dcc9-4607-93d9-10528558eccb'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:41.482066 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e2e6b-6443-4375-9709-7db483f26aee None None] Routers {'97487baf-dcc9-4607-93d9-10528558eccb'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:41.482683 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d74e2e6b-6443-4375-9709-7db483f26aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['97487baf-dcc9-4607-93d9-10528558eccb'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:41.483714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8d3e0d60-4823-4091-8627-5f0eeb82e97e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/97487baf-dcc9-4607-93d9-10528558eccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9226449 Apr 18 20:59:41.486227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45022) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:41.520312 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d74e2e6b-6443-4375-9709-7db483f26aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:41.522080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fb701051-ce0b-4ba3-a90f-71466dfe8e54 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=97487baf-dcc9-4607-93d9-10528558eccb HTTP/1.1" status: 200 len: 205 time: 0.0347233 Apr 18 20:59:41.525028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45024) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:41.533368 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e2e6b-6443-4375-9709-7db483f26aee None None] Routers {'97487baf-dcc9-4607-93d9-10528558eccb'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:41.534503 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d74e2e6b-6443-4375-9709-7db483f26aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['97487baf-dcc9-4607-93d9-10528558eccb'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:41.577257 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d74e2e6b-6443-4375-9709-7db483f26aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:41.577879 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e2e6b-6443-4375-9709-7db483f26aee None None] The sync data for ids ['97487baf-dcc9-4607-93d9-10528558eccb'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:41.631279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4bc22a14-73cd-4645-b82f-ca7fcc9aa387 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.634882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-c19827cb-ec13-4cc5-860a-f55efdd34425 service neutron] 10.222.0.49 "GET /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384801 Apr 18 20:59:41.821825 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4bc22a14-73cd-4645-b82f-ca7fcc9aa387 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.824731 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4bc22a14-73cd-4645-b82f-ca7fcc9aa387 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.891362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50cafadf-a674-4e6d-9ac6-ca19194e4c4d req-2b1eb7a3-60cb-4bfb-86e6-e15e4d103046 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 210 time: 0.0645983 Apr 18 20:59:41.903602 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4bc22a14-73cd-4645-b82f-ca7fcc9aa387 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.904184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc22a14-73cd-4645-b82f-ca7fcc9aa387 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Fanout notify agent at l3_agent the message router_deleted on router 97487baf-dcc9-4607-93d9-10528558eccb {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 20:59:41.924707 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4bc22a14-73cd-4645-b82f-ca7fcc9aa387 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.925746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4bc22a14-73cd-4645-b82f-ca7fcc9aa387 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/97487baf-dcc9-4607-93d9-10528558eccb HTTP/1.1" status: 204 len: 168 time: 0.3999777 Apr 18 20:59:41.929443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45032) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:42.007765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cd34e7-b989-4521-9e58-9868c9291721 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting subnet 0a900ca2-a74a-4e9c-9ec8-ecbdbacc14a7 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 20:59:42.011820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30cd34e7-b989-4521-9e58-9868c9291721 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.070770 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30cd34e7-b989-4521-9e58-9868c9291721 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.201730 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30cd34e7-b989-4521-9e58-9868c9291721 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.272173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30cd34e7-b989-4521-9e58-9868c9291721 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.303002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd34e7-b989-4521-9e58-9868c9291721 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Subnet': ['ID=0a900ca2-a74a-4e9c-9ec8-ecbdbacc14a7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:42.305143 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30cd34e7-b989-4521-9e58-9868c9291721 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.308483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-30cd34e7-b989-4521-9e58-9868c9291721 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/0a900ca2-a74a-4e9c-9ec8-ecbdbacc14a7 HTTP/1.1" status: 204 len: 168 time: 0.3759906 Apr 18 20:59:42.311269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45040) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:42.313718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66cb49e-c928-4dcc-8dea-223bd4de26a9 None None] Network c6b8b0ea-a4be-461d-b769-3d04e370f740 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:42.411950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.444281 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.496542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port 99118c4c-7f5c-46be-993a-2b889de505ce {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:42.497305 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.599967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port 99118c4c-7f5c-46be-993a-2b889de505ce, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=99118c4c-7f5c-46be-993a-2b889de505ce,segment=NetworkSegment(4ac61eea-21dd-43e0-9d55-df97228cb5bc),segment_id=4ac61eea-21dd-43e0-9d55-df97228cb5bc)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:42.600372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.612598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2313e6b0-44f7-43be-b578-e8fb912415f6 None None] DHCP port deletion for c6b8b0ea-a4be-461d-b769-3d04e370f740 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 20:59:42.624425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for 99118c4c-7f5c-46be-993a-2b889de505ce owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:42.711196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2313e6b0-44f7-43be-b578-e8fb912415f6 None None] Deleting port 99118c4c-7f5c-46be-993a-2b889de505ce {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:42.712057 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2313e6b0-44f7-43be-b578-e8fb912415f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.763421 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.770978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 99118c4c-7f5c-46be-993a-2b889de505ce no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:42.796692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 99118c4c-7f5c-46be-993a-2b889de505ce {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:42.797120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 99118c4c-7f5c-46be-993a-2b889de505ce not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:42.809217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No DVR routers for this DVR port 99118c4c-7f5c-46be-993a-2b889de505ce on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:42.811256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=99118c4c-7f5c-46be-993a-2b889de505ce,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:42.817144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2313e6b0-44f7-43be-b578-e8fb912415f6 None None] For port 99118c4c-7f5c-46be-993a-2b889de505ce, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=99118c4c-7f5c-46be-993a-2b889de505ce,segment=NetworkSegment(4ac61eea-21dd-43e0-9d55-df97228cb5bc),segment_id=4ac61eea-21dd-43e0-9d55-df97228cb5bc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:42.817921 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2313e6b0-44f7-43be-b578-e8fb912415f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.851542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2313e6b0-44f7-43be-b578-e8fb912415f6 None None] Calling delete_port for 99118c4c-7f5c-46be-993a-2b889de505ce owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:42.946998 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.011077 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:59:43.016562 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 20:59:43.017659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b8b0ea-a4be-461d-b769-3d04e370f740']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:43.029998 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2313e6b0-44f7-43be-b578-e8fb912415f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.033448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac61eea-21dd-43e0-9d55-df97228cb5bc') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:43.033776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac61eea-21dd-43e0-9d55-df97228cb5bc') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:43.071007 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.080187 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313e6b0-44f7-43be-b578-e8fb912415f6 None None] Pushing event deleted for resources: {'Port': ['ID=99118c4c-7f5c-46be-993a-2b889de505ce,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:43.088899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313e6b0-44f7-43be-b578-e8fb912415f6 None None] No DVR routers for this DVR port 99118c4c-7f5c-46be-993a-2b889de505ce on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:43.102319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c26204f9-30a4-41f6-8f94-d0dc97847189 req-61a27ed7-5848-41be-8974-f499d45ce32c tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 210 time: 0.0575922 Apr 18 20:59:43.120512 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.132351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44823d0-a845-414f-ac67-9019b184fe29 req-1227e97c-def1-4c09-89ca-8f576b41b569 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:43.134074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-1227e97c-def1-4c09-89ca-8f576b41b569 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.60 "GET /v2.0/networks?id=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f HTTP/1.1" status: 200 len: 812 time: 0.2295554 Apr 18 20:59:43.140009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:59:43.140483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: timer() Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:59:43.144226 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:59:43.149378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Request body: {'port': {'device_id': '4a6d8691-919b-4c50-b4ad-f2c5baf4e33a', 'network_id': 'cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f', 'admin_state_up': True, 'tenant_id': '5797939cbdcc4069b4a3ce0e89153b1f'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:43.274652 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.290255 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.295418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/networks/c6b8b0ea-a4be-461d-b769-3d04e370f740 HTTP/1.1" status: 204 len: 168 time: 0.9831114 Apr 18 20:59:43.299300 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45046) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:43.304143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-db51d79d-c4b4-4cf9-9242-f3ae1be68dd3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1543030105', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:43.319623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf6f1b-435b-455a-9c64-ee7da701314b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Network': ['ID=c6b8b0ea-a4be-461d-b769-3d04e370f740,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:43.326890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db51d79d-c4b4-4cf9-9242-f3ae1be68dd3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.328276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db51d79d-c4b4-4cf9-9242-f3ae1be68dd3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.364802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Made reservation on behalf of 5797939cbdcc4069b4a3ce0e89153b1f for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:43.368476 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.390764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db51d79d-c4b4-4cf9-9242-f3ae1be68dd3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.399232 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db51d79d-c4b4-4cf9-9242-f3ae1be68dd3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.419420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-db51d79d-c4b4-4cf9-9242-f3ae1be68dd3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.420682 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-db51d79d-c4b4-4cf9-9242-f3ae1be68dd3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1203213 Apr 18 20:59:43.424085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45048) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:43.430324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-354636148'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:43.455243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:43.458729 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.483752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:43.497100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.497642 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added segment 4edfa33b-a15c-4b20-b9d8-b1f70c3c4525 of type vlan for network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 Apr 18 20:59:43.522114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Allocated IP 172.20.0.13 (cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f/87fd1b45-ed26-4bb2-a356-2ef40c3f2bd7/8b8584d0-3b82-44c9-aeee-3d71ca63b59a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:43.546998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.577298 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.583240 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:43.583892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.613385 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1879051 Apr 18 20:59:43.616840 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45050) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:43.624159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'subnet': {'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:43.717906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca0de5-cede-46c8-bc01-22ec94720138 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Network': ['ID=ff18ddb4-f2c4-4a48-b056-e5788adeaf37,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:43.743696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:43.778681 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:43.783787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.019283 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.062247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.092378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Subnet': ['ID=9a81231b-6cf6-431b-b4f8-033262f49fb7,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:44.095089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Checking segment: {'id': '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:44.095345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network hostable DHCP agents. Network: ff18ddb4-f2c4-4a48-b056-e5788adeaf37, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:44.103527 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.114550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:44.126009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ff18ddb4-f2c4-4a48-b056-e5788adeaf37) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:44.131247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.132426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.135664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26575777-53b6-49cd-a17a-7e6ae4a98bbd None None] Network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:44.154293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Network cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:44.156444 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a8029707-2e13-4897-8e5f-e0aef8a95ed8 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5383451 Apr 18 20:59:44.157486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:44.158188 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45088) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:44.160446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:44.209509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Pushing event updated for resources: {'Port': ['ID=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:44.219920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.220358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.220969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.221366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.221701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.222029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.222350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.222889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.223288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.223606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.223963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.224290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:44.242963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.243666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.264753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-8bafb3e6-4919-401c-a141-3d09acd836a5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1194031 Apr 18 20:59:44.307862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Request body: {'port': {'device_id': '4a6d8691-919b-4c50-b4ad-f2c5baf4e33a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:44.333078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:44.334926 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.378777 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.398288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa957b1d-5474-45a5-9e0c-60b43d74511c req-e22ed5ce-5b85-4d2b-a261-f5777a31bdfc tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.399798 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa957b1d-5474-45a5-9e0c-60b43d74511c req-e22ed5ce-5b85-4d2b-a261-f5777a31bdfc tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 932 time: 0.1330178 Apr 18 20:59:44.464750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa957b1d-5474-45a5-9e0c-60b43d74511c req-ef28319f-f345-4972-a9f4-64ae45427e48 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565398 Apr 18 20:59:44.509194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Allocated IP 2001:db8::2 (ff18ddb4-f2c4-4a48-b056-e5788adeaf37/9a81231b-6cf6-431b-b4f8-033262f49fb7/d8de6482-79e4-43ab-a032-20b647967372) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:44.592579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.721072 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.732831 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.773101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8584d0-3b82-44c9-aeee-3d71ca63b59a {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:44.773398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:44.786829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:44.786829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:44.788978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.798339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Pushing event updated for resources: {'Port': ['ID=d8de6482-79e4-43ab-a032-20b647967372,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:44.808219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Transition to ACTIVE for port object 8b8584d0-3b82-44c9-aeee-3d71ca63b59a will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:44.814492 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.858192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Attempting to bind port d8de6482-79e4-43ab-a032-20b647967372 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:44.858877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Attempting to bind port d8de6482-79e4-43ab-a032-20b647967372 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:44.859286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Attempting to bind port d8de6482-79e4-43ab-a032-20b647967372 on network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:44.865254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:44.865693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Checking segment: {'id': '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:44.866102 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.866492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Bound using segment: {'id': '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:44.867058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Bound port: d8de6482-79e4-43ab-a032-20b647967372, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:44.867313 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.937836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Pushing event updated for resources: {'Port': ['ID=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:44.957582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Allocated IP 2001:db8::1 (ff18ddb4-f2c4-4a48-b056-e5788adeaf37/9a81231b-6cf6-431b-b4f8-033262f49fb7/2351a629-138b-4fdd-a3a4-cb8de75ebeed) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:44.958780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] For port d8de6482-79e4-43ab-a032-20b647967372, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:44.962745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] For port d8de6482-79e4-43ab-a032-20b647967372, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d8de6482-79e4-43ab-a032-20b647967372,segment=NetworkSegment(4edfa33b-a15c-4b20-b9d8-b1f70c3c4525),segment_id=4edfa33b-a15c-4b20-b9d8-b1f70c3c4525)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:44.968584 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.004974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Attempting to bind port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:45.005515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Attempting to bind port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:45.006050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Attempting to bind port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a on network cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:45.012941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a on network cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 20:59:45.013273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Attempting to bind port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a on network cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:45.018396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:45.018847 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Checking segment: {'id': '37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:45.019241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Bound using segment: {'id': '37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:45.019593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Bound port: 8b8584d0-3b82-44c9-aeee-3d71ca63b59a, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:45.019901 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.067875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fd42a-c847-4d40-9df5-8d42a672466f None None] Pushing event updated for resources: {'Port': ['ID=d8de6482-79e4-43ab-a032-20b647967372,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.120778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] For port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:45.125468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] For port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,segment=NetworkSegment(37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83),segment_id=37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:45.132735 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.152620 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.168556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:45.169182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.170665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] 10.222.0.60 "PUT /v2.0/ports/8b8584d0-3b82-44c9-aeee-3d71ca63b59a HTTP/1.1" status: 200 len: 1092 time: 0.8699982 Apr 18 20:59:45.171247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6d8691-919b-4c50-b4ad-f2c5baf4e33a', 'tag': '8b8584d0-3b82-44c9-aeee-3d71ca63b59a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:45.174081 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871a96e7-6d85-49d8-8310-eef491c45962" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6d8691-919b-4c50-b4ad-f2c5baf4e33a", "tag": "8b8584d0-3b82-44c9-aeee-3d71ca63b59a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:45.196146 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.257307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:45.262130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2bae3-c8db-436b-8b22-564ac8ad5cef service neutron] Pushing event updated for resources: {'Port': ['ID=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.263489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:45.267666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:45.268266 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.278375 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5caabb-4ba1-4040-84d9-e707964f6977 x-openstack-request-id: req-8f5caabb-4ba1-4040-84d9-e707964f6977 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:45.278667 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6d8691-919b-4c50-b4ad-f2c5baf4e33a", "tag": "8b8584d0-3b82-44c9-aeee-3d71ca63b59a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:45.280140 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f5caabb-4ba1-4040-84d9-e707964f6977 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:45.280564 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5caabb-4ba1-4040-84d9-e707964f6977'] response: {'name': 'network-changed', 'server_uuid': '4a6d8691-919b-4c50-b4ad-f2c5baf4e33a', 'tag': '8b8584d0-3b82-44c9-aeee-3d71ca63b59a', 'status': 'completed', 'code': 200} Apr 18 20:59:45.308922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=2351a629-138b-4fdd-a3a4-cb8de75ebeed,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.338026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44823d0-a845-414f-ac67-9019b184fe29 req-d77d0ec9-5a7a-4d1d-8bc2-b10278ec4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:45.342178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-d77d0ec9-5a7a-4d1d-8bc2-b10278ec4a57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5797939cbdcc4069b4a3ce0e89153b1f&device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 1095 time: 0.1214066 Apr 18 20:59:45.423026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-12fd7e34-b022-4cdd-a566-8347a4d638a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b8584d0-3b82-44c9-aeee-3d71ca63b59a HTTP/1.1" status: 200 len: 217 time: 0.0682807 Apr 18 20:59:45.446638 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.491911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44823d0-a845-414f-ac67-9019b184fe29 req-ac85d672-efa7-40ba-8a7a-511cefec5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:45.493418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-ac85d672-efa7-40ba-8a7a-511cefec5668 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87fd1b45-ed26-4bb2-a356-2ef40c3f2bd7 HTTP/1.1" status: 200 len: 852 time: 0.0628350 Apr 18 20:59:45.532436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-5295320e-2d60-4fa6-aaad-5b4a2188077b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298576 Apr 18 20:59:45.721692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340c45d-7b16-466a-8593-ddbe29466ce7 req-3e00b687-ed84-49e8-9c3b-46c88df8e853 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:45.723440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c340c45d-7b16-466a-8593-ddbe29466ce7 req-3e00b687-ed84-49e8-9c3b-46c88df8e853 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 944 time: 0.1283708 Apr 18 20:59:45.727482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-6a6ebc60-408b-4c72-bc68-99efdf9c7d6b service neutron] 10.222.0.60 "GET /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863456 Apr 18 20:59:45.824535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c340c45d-7b16-466a-8593-ddbe29466ce7 req-91ca4c07-2043-4796-a99c-89938de83cf6 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935686 Apr 18 20:59:45.847190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.853657 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.854782 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.866795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c44823d0-a845-414f-ac67-9019b184fe29 req-7b4c9c82-52c9-4fed-a8a5-aed170113eba service neutron] 10.222.0.60 "GET /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291249 Apr 18 20:59:45.965699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a96e7-6d85-49d8-8310-eef491c45962 req-6c0dab86-626b-4a77-9ba8-0f6f99dc8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:45.966086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=2351a629-138b-4fdd-a3a4-cb8de75ebeed,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.967301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-871a96e7-6d85-49d8-8310-eef491c45962 req-6c0dab86-626b-4a77-9ba8-0f6f99dc8bf7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5797939cbdcc4069b4a3ce0e89153b1f&device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 1095 time: 0.0478330 Apr 18 20:59:46.001257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:46.003638 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:46.050370 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.102491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a96e7-6d85-49d8-8310-eef491c45962 req-b7c50613-eb82-49db-9b45-bf16931d7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:46.109118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-871a96e7-6d85-49d8-8310-eef491c45962 req-b7c50613-eb82-49db-9b45-bf16931d7760 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f HTTP/1.1" status: 200 len: 913 time: 0.1329925 Apr 18 20:59:46.161294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-871a96e7-6d85-49d8-8310-eef491c45962 req-2b0583a8-823e-4cd4-bab8-dfbdaee9c948 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b8584d0-3b82-44c9-aeee-3d71ca63b59a HTTP/1.1" status: 200 len: 217 time: 0.0447421 Apr 18 20:59:46.219008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 20:59:46.219385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a96e7-6d85-49d8-8310-eef491c45962 req-0e40c0b5-c378-4c19-94de-07604d51eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:46.221535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-871a96e7-6d85-49d8-8310-eef491c45962 req-0e40c0b5-c378-4c19-94de-07604d51eb31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87fd1b45-ed26-4bb2-a356-2ef40c3f2bd7 HTTP/1.1" status: 200 len: 852 time: 0.0506606 Apr 18 20:59:46.260701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-871a96e7-6d85-49d8-8310-eef491c45962 req-6711b205-8158-4c0c-b6a6-75d83e60fe80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329075 Apr 18 20:59:46.355761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:46.364823 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1807adf1-3ecc-42e7-bb71-244beb0b3eaf tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2056453 Apr 18 20:59:46.368465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45324) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:46.369866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Sync routers for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:46.374057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-728219849'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:46.388937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:46.389692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:46.398730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-871a96e7-6d85-49d8-8310-eef491c45962 req-52ba7ba0-05dd-4be3-9b8d-b71273d7d946 service neutron] 10.222.0.60 "GET /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272054 Apr 18 20:59:46.401159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:46.415439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.464815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:46.489154 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.489503 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added segment 17cc39e1-0cd4-4a01-97ec-0a5099699721 of type vlan for network 994f97a0-121e-4f82-afa7-12599422e1a0 Apr 18 20:59:46.513128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798abc7-c0ef-4317-b0ed-63ca33fc908a None None] Network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:46.539581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-871a96e7-6d85-49d8-8310-eef491c45962 req-5ccb103e-1b87-4b70-bd2f-459fa4c9c5d9 service neutron] 10.222.0.60 "GET /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350417 Apr 18 20:59:46.540521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:46.556208 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.590285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.600244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:46.601279 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.662655 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2916212 Apr 18 20:59:46.664935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45360) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:46.671324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'subnet': {'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:46.679028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0990e-9838-4487-a13b-eab31afeeffd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Network': ['ID=994f97a0-121e-4f82-afa7-12599422e1a0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.687984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-091f7042-29a7-4274-807c-f0175edbe788 None None] Provisioning complete for port d8de6482-79e4-43ab-a032-20b647967372 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:46.688386 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-091f7042-29a7-4274-807c-f0175edbe788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.724612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 994f97a0-121e-4f82-afa7-12599422e1a0 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:46.831438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:46.835114 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.845125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d8de6482-79e4-43ab-a032-20b647967372 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:47.007513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935c17d-901d-4bfe-a5f6-296be20906e7 req-dab4d79e-257f-43b0-ad2d-f8f45164f629 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:47.009093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c935c17d-901d-4bfe-a5f6-296be20906e7 req-dab4d79e-257f-43b0-ad2d-f8f45164f629 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 944 time: 0.0762999 Apr 18 20:59:47.065714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d8de6482-79e4-43ab-a032-20b647967372 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:47.066196 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.067546 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-091f7042-29a7-4274-807c-f0175edbe788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.109573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c935c17d-901d-4bfe-a5f6-296be20906e7 req-7a01a86e-12db-435d-9a2b-4384f24ca497 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728335 Apr 18 20:59:47.147278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.217652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Subnet': ['ID=ec831315-05d8-453b-b9a7-bb3d6ef188fc,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:47.232176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Checking segment: {'id': '17cc39e1-0cd4-4a01-97ec-0a5099699721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:47.232698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network hostable DHCP agents. Network: 994f97a0-121e-4f82-afa7-12599422e1a0, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:47.253810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 994f97a0-121e-4f82-afa7-12599422e1a0 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:47.269747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 994f97a0-121e-4f82-afa7-12599422e1a0) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:47.278253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:47.279000 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.296704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98259c13-4589-43cc-acad-1fae4261ec79 None None] Network 994f97a0-121e-4f82-afa7-12599422e1a0 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:47.299732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-60904489-8e30-40bd-9cc9-d85a0baae814 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6332438 Apr 18 20:59:47.302481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45432) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:47.376678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-091f7042-29a7-4274-807c-f0175edbe788 None None] For port d8de6482-79e4-43ab-a032-20b647967372, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d8de6482-79e4-43ab-a032-20b647967372,segment=NetworkSegment(4edfa33b-a15c-4b20-b9d8-b1f70c3c4525),segment_id=4edfa33b-a15c-4b20-b9d8-b1f70c3c4525)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:47.388167 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-091f7042-29a7-4274-807c-f0175edbe788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.441066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T20:59:45Z', 'revision_number': 2, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:45Z', 'revision_number': 2, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:47.485283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Checking router: 1f78f602-bcb0-44d9-bfa0-b74f7979d862 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:47.485632 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Updating router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 port 2351a629-138b-4fdd-a3a4-cb8de75ebeed binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:47.549681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f7042-29a7-4274-807c-f0175edbe788 None None] Pushing event updated for resources: {'Port': ['ID=d8de6482-79e4-43ab-a032-20b647967372,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:47.598448 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.703380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-994f97a0-121e-4f82-afa7-12599422e1a0', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:47.704418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.742613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.871755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d52ee24b-6fdc-4d89-9d5c-50492d9d6456 None None] Provisioning complete for port d8de6482-79e4-43ab-a032-20b647967372 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:47.872284 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d52ee24b-6fdc-4d89-9d5c-50492d9d6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.063365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Allocated IP 2001:db8:1::2 (994f97a0-121e-4f82-afa7-12599422e1a0/ec831315-05d8-453b-b9a7-bb3d6ef188fc/b4488122-823c-492f-987a-a844101f8811) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:48.237991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d52ee24b-6fdc-4d89-9d5c-50492d9d6456 None None] Provisioning complete for port 2351a629-138b-4fdd-a3a4-cb8de75ebeed triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:48.238658 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d52ee24b-6fdc-4d89-9d5c-50492d9d6456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.247594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6acd2-7ddf-4c01-9247-fdf18f023813 req-d69e24a8-01f2-410e-b008-2aafb9fca2f2 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:48.249256 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4b6acd2-7ddf-4c01-9247-fdf18f023813 req-d69e24a8-01f2-410e-b008-2aafb9fca2f2 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 944 time: 0.0597093 Apr 18 20:59:48.288632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4b6acd2-7ddf-4c01-9247-fdf18f023813 req-18695d33-ab89-47dc-b2b6-59d470f4b300 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334103 Apr 18 20:59:48.290283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.307906 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.322630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d52ee24b-6fdc-4d89-9d5c-50492d9d6456 None None] Port 2351a629-138b-4fdd-a3a4-cb8de75ebeed cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:48.390364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603e631-b1b2-4ce3-b3df-3bd94908c9d4 None None] Pushing event updated for resources: {'Port': ['ID=2351a629-138b-4fdd-a3a4-cb8de75ebeed,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.413946 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.443473 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.483666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Allocated IP 2001:db8:1::1 (994f97a0-121e-4f82-afa7-12599422e1a0/ec831315-05d8-453b-b9a7-bb3d6ef188fc/b11eac2f-7a85-4d87-bd4b-07e1988d930a) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:48.526814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Attempting to bind port 2351a629-138b-4fdd-a3a4-cb8de75ebeed on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:48.527249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Attempting to bind port 2351a629-138b-4fdd-a3a4-cb8de75ebeed by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:48.527752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Attempting to bind port 2351a629-138b-4fdd-a3a4-cb8de75ebeed on network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:48.534483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Network 994f97a0-121e-4f82-afa7-12599422e1a0 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:48.544492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:48.546379 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:48.546999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Checking segment: {'id': '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:48.547595 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.548164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Bound using segment: {'id': '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:48.548812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Bound port: 2351a629-138b-4fdd-a3a4-cb8de75ebeed, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:48.549198 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.552121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6d887873-92a7-49e0-9683-dfea06821e86 None None] Provisioning complete for port 2351a629-138b-4fdd-a3a4-cb8de75ebeed triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:48.552481 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6d887873-92a7-49e0-9683-dfea06821e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.563219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:48.566268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Pushing event updated for resources: {'Port': ['ID=b4488122-823c-492f-987a-a844101f8811,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.606416 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.642459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.669778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6d887873-92a7-49e0-9683-dfea06821e86 None None] Port 2351a629-138b-4fdd-a3a4-cb8de75ebeed cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:48.693950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 994f97a0-121e-4f82-afa7-12599422e1a0 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:48.696178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Attempting to bind port b4488122-823c-492f-987a-a844101f8811 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:48.696773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Attempting to bind port b4488122-823c-492f-987a-a844101f8811 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '17cc39e1-0cd4-4a01-97ec-0a5099699721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:48.697129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:48.697299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Attempting to bind port b4488122-823c-492f-987a-a844101f8811 on network 994f97a0-121e-4f82-afa7-12599422e1a0 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:48.702731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:48.703489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.705522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] For port 2351a629-138b-4fdd-a3a4-cb8de75ebeed, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:48.709079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] For port 2351a629-138b-4fdd-a3a4-cb8de75ebeed, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2351a629-138b-4fdd-a3a4-cb8de75ebeed,segment=NetworkSegment(4edfa33b-a15c-4b20-b9d8-b1f70c3c4525),segment_id=4edfa33b-a15c-4b20-b9d8-b1f70c3c4525)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:48.710269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:48.710637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Checking segment: {'id': '17cc39e1-0cd4-4a01-97ec-0a5099699721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:48.711113 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.711506 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Bound using segment: {'id': '17cc39e1-0cd4-4a01-97ec-0a5099699721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:48.712196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Bound port: b4488122-823c-492f-987a-a844101f8811, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cc39e1-0cd4-4a01-97ec-0a5099699721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:48.712803 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.716861 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.730252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d8de6482-79e4-43ab-a032-20b647967372 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:48.740666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=b11eac2f-7a85-4d87-bd4b-07e1988d930a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.828139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.866812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603e631-b1b2-4ce3-b3df-3bd94908c9d4 None None] Pushing event updated for resources: {'Port': ['ID=2351a629-138b-4fdd-a3a4-cb8de75ebeed,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.869462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:48.870061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:48.916885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-95a655bb-1043-4f9e-8ec1-6938311127d0 None None] Provisioning complete for port 2351a629-138b-4fdd-a3a4-cb8de75ebeed triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:48.917801 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-95a655bb-1043-4f9e-8ec1-6938311127d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.991914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] For port b4488122-823c-492f-987a-a844101f8811, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:49.013738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] For port b4488122-823c-492f-987a-a844101f8811, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b4488122-823c-492f-987a-a844101f8811,segment=NetworkSegment(17cc39e1-0cd4-4a01-97ec-0a5099699721),segment_id=17cc39e1-0cd4-4a01-97ec-0a5099699721)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:49.029871 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.064094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d8de6482-79e4-43ab-a032-20b647967372 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:49.064469 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.072496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:49.440631 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-95a655bb-1043-4f9e-8ec1-6938311127d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.471715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45530) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:49.499486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7847401-030d-445a-b5bc-510b24316db1 req-de467a1f-446e-48fd-a74e-579d91d2c938 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:49.506861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7847401-030d-445a-b5bc-510b24316db1 req-de467a1f-446e-48fd-a74e-579d91d2c938 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 944 time: 0.0860410 Apr 18 20:59:49.548120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-95a655bb-1043-4f9e-8ec1-6938311127d0 None None] For port 2351a629-138b-4fdd-a3a4-cb8de75ebeed, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2351a629-138b-4fdd-a3a4-cb8de75ebeed,segment=NetworkSegment(4edfa33b-a15c-4b20-b9d8-b1f70c3c4525),segment_id=4edfa33b-a15c-4b20-b9d8-b1f70c3c4525)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:49.571827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7847401-030d-445a-b5bc-510b24316db1 req-76a66d3b-4793-48d3-a634-127e556a454b tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637441 Apr 18 20:59:49.624152 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b6d6b-c0e0-413a-bc3b-a9cbd2e89bc1 None None] Pushing event updated for resources: {'Port': ['ID=b4488122-823c-492f-987a-a844101f8811,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:49.633389 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-95a655bb-1043-4f9e-8ec1-6938311127d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.703676 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.712837 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.713786 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.794347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a655bb-1043-4f9e-8ec1-6938311127d0 None None] Pushing event updated for resources: {'Port': ['ID=2351a629-138b-4fdd-a3a4-cb8de75ebeed,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:49.815733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=b11eac2f-7a85-4d87-bd4b-07e1988d930a,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:49.848600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2951762a-37dd-4d38-b8d4-45970473cd98 None None] Provisioning complete for port 2351a629-138b-4fdd-a3a4-cb8de75ebeed triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:49.849278 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2951762a-37dd-4d38-b8d4-45970473cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.935036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T20:59:48Z', 'revision_number': 3, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:48Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:48Z', 'revision_number': 1, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:49.957632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 994f97a0-121e-4f82-afa7-12599422e1a0 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:49.961060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:49.971742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906bf93d-436f-4e1d-b6bb-d6a94a37eeeb None None] The sync data for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 is: [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T20:59:48Z', 'revision_number': 3, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:48Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:48Z', 'revision_number': 1, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:50.031500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Deleting port 7959f884-e0ca-437e-9098-54c6edc936b0 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:50.031908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.156398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:50.165863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8b8584d0-3b82-44c9-aeee-3d71ca63b59a details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 20:59:50.175553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.175810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.195465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Calling delete_port for 7959f884-e0ca-437e-9098-54c6edc936b0 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:50.319796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,segment=NetworkSegment(37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83),segment_id=37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:50.357589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '8b8584d0-3b82-44c9-aeee-3d71ca63b59a', 'network_id': 'cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f', 'port_id': '8b8584d0-3b82-44c9-aeee-3d71ca63b59a', 'mac_address': 'fa:16:3e:36:54:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fd1b45-ed26-4bb2-a356-2ef40c3f2bd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 20:59:50.404310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:50.415771 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.420970 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e501013d-8898-401a-a18d-f0a1f7d1f85f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1172118 Apr 18 20:59:50.423915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45534) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:50.433805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236640214'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:50.454414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8584d0-3b82-44c9-aeee-3d71ca63b59a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:50.483276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:50.491766 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.508998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,segment=NetworkSegment(37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83),segment_id=37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:50.516178 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.536362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:50.561812 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.562158 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added segment bd97ca47-156a-4cce-b2f4-247ad64c4d66 of type vlan for network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c Apr 18 20:59:50.613866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.665379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.704590 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.752103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event deleted for resources: {'Port': ['ID=7959f884-e0ca-437e-9098-54c6edc936b0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.789088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.797286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.798892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.867277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8b8584d0-3b82-44c9-aeee-3d71ca63b59a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 20:59:50.921614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4957185 Apr 18 20:59:50.925259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45538) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:50.936372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'subnet': {'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:50.940999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2351a629-138b-4fdd-a3a4-cb8de75ebeed up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:50.947603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c44ee7-d294-4d29-80d7-99d8e946db1a tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Network': ['ID=4b51c95b-f01a-4bf6-9a49-5ec09670f02c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.976508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f60d4e-b004-4f19-bf45-c0e494a605e6 req-50d9174c-883a-49b0-8427-2585dbf77152 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.978831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7f60d4e-b004-4f19-bf45-c0e494a605e6 req-50d9174c-883a-49b0-8427-2585dbf77152 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 945 time: 0.2132840 Apr 18 20:59:50.990871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.991639 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Floating IP 5620c172-e52f-44e2-a9dd-af03747dfe74 disassociated (deleted). External IP: 172.25.2.33, port: 1fffdd88-2056-4af7-9d99-84bcc67c1df2. Apr 18 20:59:51.000695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:51.068974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7f60d4e-b004-4f19-bf45-c0e494a605e6 req-58bbcf88-5d2d-4005-b12f-9c2e068f3828 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703084 Apr 18 20:59:51.123626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b73c633-1902-46d1-b38f-86942079f05e None None] Network 994f97a0-121e-4f82-afa7-12599422e1a0 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:51.236033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:51.240138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.284665 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 20:59:51.286532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2351a629-138b-4fdd-a3a4-cb8de75ebeed triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:51.286904 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.292652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5c622074-0f20-4e68-a0e5-81eae03c7fa0 None None] Provisioning complete for port b4488122-823c-492f-987a-a844101f8811 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:51.293022 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5c622074-0f20-4e68-a0e5-81eae03c7fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.498286 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:51.601607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b4488122-823c-492f-987a-a844101f8811 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:51.622697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.626999 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5c622074-0f20-4e68-a0e5-81eae03c7fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.688562 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5c622074-0f20-4e68-a0e5-81eae03c7fa0 None None] For port b4488122-823c-492f-987a-a844101f8811, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b4488122-823c-492f-987a-a844101f8811,segment=NetworkSegment(17cc39e1-0cd4-4a01-97ec-0a5099699721),segment_id=17cc39e1-0cd4-4a01-97ec-0a5099699721)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:51.695736 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5c622074-0f20-4e68-a0e5-81eae03c7fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.725702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b4488122-823c-492f-987a-a844101f8811 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:51.726094 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.803082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Subnet': ['ID=c34e8b7c-c75c-4023-b233-51e2301b75d0,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:51.817918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c622074-0f20-4e68-a0e5-81eae03c7fa0 None None] Pushing event updated for resources: {'Port': ['ID=b4488122-823c-492f-987a-a844101f8811,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:51.820764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Checking segment: {'id': 'bd97ca47-156a-4cce-b2f4-247ad64c4d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:51.821228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network hostable DHCP agents. Network: 4b51c95b-f01a-4bf6-9a49-5ec09670f02c, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:51.838796 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:51.851704 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] Sync routers for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:51.851933 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.870044 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:51.871634 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:51.914938 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-70ca519d-9226-4824-975c-80af4dc27ec1 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "DELETE /v2.0/floatingips/5620c172-e52f-44e2-a9dd-af03747dfe74 HTTP/1.1" status: 204 len: 168 time: 2.4407930 Apr 18 20:59:51.934372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:51.940911 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8ce4b0-f859-4b82-920c-fd1b8d566720" -d '{"events": [{"name": "network-changed", "server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:51.955265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:51.969092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 4b51c95b-f01a-4bf6-9a49-5ec09670f02c) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:51.978480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:51.981516 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.009209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa24ff-89c8-4691-b041-711ca6da975f None None] Network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:52.015101 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5781e053-a093-4a7c-bcf1-b6775c693968 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0856225 Apr 18 20:59:52.015328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45548) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:52.019577 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:52.216405 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4559ce31-be82-4975-904f-44a0c27cc757 x-openstack-request-id: req-4559ce31-be82-4975-904f-44a0c27cc757 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:52.216674 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:52.216934 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4559ce31-be82-4975-904f-44a0c27cc757 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:52.217355 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4559ce31-be82-4975-904f-44a0c27cc757'] response: {'name': 'network-changed', 'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'status': 'completed', 'code': 200} Apr 18 20:59:52.295082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8b8584d0-3b82-44c9-aeee-3d71ca63b59a up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:52.451145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-b1fb84ff-9778-4ca9-a488-9aaa573bba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:52.452938 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-b1fb84ff-9778-4ca9-a488-9aaa573bba02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=558788ac364b4a4fbcb4616388d0d9ea&device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 1096 time: 0.2083042 Apr 18 20:59:52.463520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7e3dbc1c-ed8f-4d4e-b893-a59ca45b69dc None None] Provisioning complete for port b4488122-823c-492f-987a-a844101f8811 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:52.464487 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7e3dbc1c-ed8f-4d4e-b893-a59ca45b69dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.522768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e000b9-ae65-41d9-88bb-30ccdc6c4bad req-15793553-e163-4ca5-a985-614fbe062d1e tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:52.544469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26e000b9-ae65-41d9-88bb-30ccdc6c4bad req-15793553-e163-4ca5-a985-614fbe062d1e tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 945 time: 0.2616093 Apr 18 20:59:52.599730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a7e5a-b113-4cde-b1b0-877f146228f9 req-2db4622a-ddfa-47dc-a1e1-c69895c7b8eb tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:52.616926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b01a7e5a-b113-4cde-b1b0-877f146228f9 req-2db4622a-ddfa-47dc-a1e1-c69895c7b8eb tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 945 time: 0.2050633 Apr 18 20:59:52.629714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:52.630598 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.638045 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 5, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.692320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:52.723325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:52.723699 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.734544 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] Checking router: 0b42cc97-7a77-4f8c-bf50-826cee80ad5b for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:52.763195 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:52.764682 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:52.785251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b01a7e5a-b113-4cde-b1b0-877f146228f9 req-bdcf73a7-e2e4-49d1-bcf7-5c695cc9df75 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612434 Apr 18 20:59:52.806921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26e000b9-ae65-41d9-88bb-30ccdc6c4bad req-72e47dcd-3335-4373-8340-51cc07317495 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615750 Apr 18 20:59:52.835796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b4488122-823c-492f-987a-a844101f8811 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:52.962865 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:53.021960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-9dc009a6-7d96-4d03-a4b2-d4e24d39904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:53.026083 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-9dc009a6-7d96-4d03-a4b2-d4e24d39904f service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6408af1-440d-4515-bf97-5732fa85b6c6 HTTP/1.1" status: 200 len: 915 time: 0.5645423 Apr 18 20:59:53.146993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.200328 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-dddff482-d0b1-42a4-834b-5416808e8f2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2 HTTP/1.1" status: 200 len: 217 time: 0.1640518 Apr 18 20:59:53.254888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6d8691-919b-4c50-b4ad-f2c5baf4e33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8584d0-3b82-44c9-aeee-3d71ca63b59a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:53.257349 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9984cb51-dedf-4b03-9243-827a28916e59" -d '{"events": [{"server_uuid": "4a6d8691-919b-4c50-b4ad-f2c5baf4e33a", "name": "network-vif-plugged", "status": "completed", "tag": "8b8584d0-3b82-44c9-aeee-3d71ca63b59a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:53.286381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Sync routers for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:53.306583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,segment=NetworkSegment(37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83),segment_id=37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:53.309643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Allocated IP 2001:db8:2::2 (4b51c95b-f01a-4bf6-9a49-5ec09670f02c/c34e8b7c-c75c-4023-b233-51e2301b75d0/c1e7d368-6945-453a-acd3-c8427b3f8c29) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:53.313178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7e3dbc1c-ed8f-4d4e-b893-a59ca45b69dc None None] Provisioning complete for port b11eac2f-7a85-4d87-bd4b-07e1988d930a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:53.313554 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7e3dbc1c-ed8f-4d4e-b893-a59ca45b69dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.342247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45564) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:53.353247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7e3dbc1c-ed8f-4d4e-b893-a59ca45b69dc None None] Port b11eac2f-7a85-4d87-bd4b-07e1988d930a cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:53.359457 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.362002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b4488122-823c-492f-987a-a844101f8811 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:53.362002 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.436996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:53.438216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:53.550136 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 5, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:53.606268 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f1de50-49a0-45bc-b47f-b9affa77d6bf None None] The sync data for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 is: [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T20:55:52Z', 'revision_number': 4, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '185e5814-1ed0-4999-843f-964958b228b5', 'name': '', 'network_id': 'a6408af1-440d-4515-bf97-5732fa85b6c6', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'mac_address': 'fa:16:3e:ba:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:51Z', 'updated_at': '2022-04-18T20:55:58Z', 'revision_number': 5, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'subnets': [{'id': 'f7027694-8b09-4971-adb1-3a644176ac65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:53.618661 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5686fca3-eb42-4527-a934-341d459a7919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.730147 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5686fca3-eb42-4527-a934-341d459a7919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.741575 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5686fca3-eb42-4527-a934-341d459a7919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.804833 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a073054-1be1-4b6d-b5b9-eac7f77a6fa2 x-openstack-request-id: req-7a073054-1be1-4b6d-b5b9-eac7f77a6fa2 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:53.805484 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6d8691-919b-4c50-b4ad-f2c5baf4e33a", "name": "network-vif-plugged", "status": "completed", "tag": "8b8584d0-3b82-44c9-aeee-3d71ca63b59a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:53.805484 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a073054-1be1-4b6d-b5b9-eac7f77a6fa2 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:53.805733 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a073054-1be1-4b6d-b5b9-eac7f77a6fa2'] response: {'server_uuid': '4a6d8691-919b-4c50-b4ad-f2c5baf4e33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8584d0-3b82-44c9-aeee-3d71ca63b59a', 'code': 200} Apr 18 20:59:53.811238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5686fca3-eb42-4527-a934-341d459a7919 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5013457bcb0e4953857b46ac3b0456b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4674749 Apr 18 20:59:53.856172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45570) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:53.856624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:53.866456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686fca3-eb42-4527-a934-341d459a7919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b744d528-a776-463f-ba33-38f3389ae3f7,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:53.888621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58dbd4-4489-4895-8f5e-f9a6db933b46 req-1f880f65-e971-43bb-877e-4ca4a368cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:53.890327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f58dbd4-4489-4895-8f5e-f9a6db933b46 req-1f880f65-e971-43bb-877e-4ca4a368cd02 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 1097 time: 0.1582656 Apr 18 20:59:53.918277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-8134ec66-fe9c-4e7d-8949-155a02664abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:53.920421 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-8134ec66-fe9c-4e7d-8949-155a02664abe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7027694-8b09-4971-adb1-3a644176ac65 HTTP/1.1" status: 200 len: 853 time: 0.7091360 Apr 18 20:59:54.002545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.010087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.013080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1fe3e85b-1bec-4eb2-b5f1-72e657da0db5 None None] Provisioning complete for port b11eac2f-7a85-4d87-bd4b-07e1988d930a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:54.013454 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fe3e85b-1bec-4eb2-b5f1-72e657da0db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.069815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f58dbd4-4489-4895-8f5e-f9a6db933b46 req-47f84555-db47-4fc9-a719-50f9731d23b5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688676 Apr 18 20:59:54.121548 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bff8778d-a9c2-42dd-86a4-efb8d7111907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.126000 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778b50e-1d6c-49df-9dae-88a008f3d2ca None None] New status for floating IP 5620c172-e52f-44e2-a9dd-af03747dfe74: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:59:54.138466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-7b9802c7-e35e-47df-8658-46e6768c8ab3 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.144582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-7b9802c7-e35e-47df-8658-46e6768c8ab3 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.64 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 945 time: 0.1740789 Apr 18 20:59:54.164448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-49ba4f66-7324-4ae8-8a66-1fd6019b36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.167815 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-49ba4f66-7324-4ae8-8a66-1fd6019b36bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6408af1-440d-4515-bf97-5732fa85b6c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406843 Apr 18 20:59:54.191893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1fe3e85b-1bec-4eb2-b5f1-72e657da0db5 None None] Port b11eac2f-7a85-4d87-bd4b-07e1988d930a cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 20:59:54.242441 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bff8778d-a9c2-42dd-86a4-efb8d7111907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.270508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb587a13-0bb3-48df-b10f-d313c2ecaefa req-0e1f7160-9063-4fe9-884f-b1084707c3cc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.271600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb587a13-0bb3-48df-b10f-d313c2ecaefa req-0e1f7160-9063-4fe9-884f-b1084707c3cc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 945 time: 0.3008249 Apr 18 20:59:54.285741 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.299577 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.312447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b59ad-83af-4a62-a948-e7761268c65c req-95086af4-d8ee-4add-9bf1-8f2ff4017e5c tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.312840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a93b59ad-83af-4a62-a948-e7761268c65c req-95086af4-d8ee-4add-9bf1-8f2ff4017e5c tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.2976758 Apr 18 20:59:54.371954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a93b59ad-83af-4a62-a948-e7761268c65c req-ec8765b8-34c4-409b-a2e6-d083c10da685 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496838 Apr 18 20:59:54.394203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:54.406062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:54.415741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb587a13-0bb3-48df-b10f-d313c2ecaefa req-2dfe5c9b-545b-4e64-9361-ddfa575938c0 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ba338e5-d5cc-46bd-89e8-09206cca5876&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285441 Apr 18 20:59:54.415981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:54.419176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Pushing event updated for resources: {'Port': ['ID=c1e7d368-6945-453a-acd3-c8427b3f8c29,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.432198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-a216a2cc-6e96-4888-9abc-5ce2b03693bc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Deleting port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 20:59:54.433275 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-a216a2cc-6e96-4888-9abc-5ce2b03693bc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.460446 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-0b1cc4a1-e732-4dfa-a366-159f06847f88 service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389734 Apr 18 20:59:54.515211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Attempting to bind port c1e7d368-6945-453a-acd3-c8427b3f8c29 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:54.515640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Attempting to bind port c1e7d368-6945-453a-acd3-c8427b3f8c29 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd97ca47-156a-4cce-b2f4-247ad64c4d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:54.516152 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Attempting to bind port c1e7d368-6945-453a-acd3-c8427b3f8c29 on network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:54.526813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:54.527653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Checking segment: {'id': 'bd97ca47-156a-4cce-b2f4-247ad64c4d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:54.528481 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.529204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Bound using segment: {'id': 'bd97ca47-156a-4cce-b2f4-247ad64c4d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:54.530089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Bound port: c1e7d368-6945-453a-acd3-c8427b3f8c29, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd97ca47-156a-4cce-b2f4-247ad64c4d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:54.530935 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.535741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T20:59:48Z', 'revision_number': 3, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 2, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:54.551980 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bff8778d-a9c2-42dd-86a4-efb8d7111907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.554961 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bff8778d-a9c2-42dd-86a4-efb8d7111907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.556142 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bff8778d-a9c2-42dd-86a4-efb8d7111907 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b744d528-a776-463f-ba33-38f3389ae3f7 HTTP/1.1" status: 204 len: 168 time: 0.6980200 Apr 18 20:59:54.577556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-a216a2cc-6e96-4888-9abc-5ce2b03693bc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] For port 1fffdd88-2056-4af7-9d99-84bcc67c1df2, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1fffdd88-2056-4af7-9d99-84bcc67c1df2,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:54.578208 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-a216a2cc-6e96-4888-9abc-5ce2b03693bc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.579651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Checking router: 1f78f602-bcb0-44d9-bfa0-b74f7979d862 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:54.580291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Updating router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 port b11eac2f-7a85-4d87-bd4b-07e1988d930a binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:54.593412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8778d-a9c2-42dd-86a4-efb8d7111907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b744d528-a776-463f-ba33-38f3389ae3f7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.597313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-a216a2cc-6e96-4888-9abc-5ce2b03693bc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Calling delete_port for 1fffdd88-2056-4af7-9d99-84bcc67c1df2 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 20:59:54.649727 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.726226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] For port c1e7d368-6945-453a-acd3-c8427b3f8c29, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:54.729833 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-55876d0d-30ac-4c3c-9b82-f912dcb15ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323050 Apr 18 20:59:54.749200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Allocated IP 2001:db8:2::1 (4b51c95b-f01a-4bf6-9a49-5ec09670f02c/c34e8b7c-c75c-4023-b233-51e2301b75d0/b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:54.804734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] For port c1e7d368-6945-453a-acd3-c8427b3f8c29, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c1e7d368-6945-453a-acd3-c8427b3f8c29,segment=NetworkSegment(bd97ca47-156a-4cce-b2f4-247ad64c4d66),segment_id=bd97ca47-156a-4cce-b2f4-247ad64c4d66)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:54.817794 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.838580 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-a216a2cc-6e96-4888-9abc-5ce2b03693bc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.951733 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.954782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216a2cc-6e96-4888-9abc-5ce2b03693bc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event deleted for resources: {'Port': ['ID=1fffdd88-2056-4af7-9d99-84bcc67c1df2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.972407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de52df-98ab-4bd3-92b6-80c9be3cede4 None None] Pushing event updated for resources: {'Port': ['ID=c1e7d368-6945-453a-acd3-c8427b3f8c29,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:54.976681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-a216a2cc-6e96-4888-9abc-5ce2b03693bc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] No DVR routers for this DVR port 1fffdd88-2056-4af7-9d99-84bcc67c1df2 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:54.980302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-a216a2cc-6e96-4888-9abc-5ce2b03693bc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.983927 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8393d96-ea04-43fa-a576-4b6ec8642043 req-a216a2cc-6e96-4888-9abc-5ce2b03693bc tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.64 "DELETE /v2.0/ports/1fffdd88-2056-4af7-9d99-84bcc67c1df2 HTTP/1.1" status: 204 len: 173 time: 0.8306060 Apr 18 20:59:54.984515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'name': 'network-vif-deleted', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:54.986973 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b63185-f886-4de7-b1fc-db8356a095f1" -d '{"events": [{"server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "name": "network-vif-deleted", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 20:59:55.043697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.099811 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 20:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36b83a0-0719-48b4-9f6e-5a70c6c157bd x-openstack-request-id: req-d36b83a0-0719-48b4-9f6e-5a70c6c157bd {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 20:59:55.100581 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10ec993-2ea5-4092-a799-7d9bd66ac3e5", "name": "network-vif-deleted", "tag": "1fffdd88-2056-4af7-9d99-84bcc67c1df2", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 20:59:55.101002 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d36b83a0-0719-48b4-9f6e-5a70c6c157bd {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 20:59:55.101802 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36b83a0-0719-48b4-9f6e-5a70c6c157bd'] response: {'server_uuid': 'e10ec993-2ea5-4092-a799-7d9bd66ac3e5', 'name': 'network-vif-deleted', 'tag': '1fffdd88-2056-4af7-9d99-84bcc67c1df2', 'status': 'completed', 'code': 200} Apr 18 20:59:55.149888 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:55.154514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:55.159373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 20:59:55.159973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.166390 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.173438 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.267952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784ada8-c250-4e8f-9698-729e39fa4ab4 None None] Pushing event updated for resources: {'Port': ['ID=b11eac2f-7a85-4d87-bd4b-07e1988d930a,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:55.366490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:55.421846 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.480688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Attempting to bind port b11eac2f-7a85-4d87-bd4b-07e1988d930a on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:55.482429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Attempting to bind port b11eac2f-7a85-4d87-bd4b-07e1988d930a by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '17cc39e1-0cd4-4a01-97ec-0a5099699721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:55.484441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Attempting to bind port b11eac2f-7a85-4d87-bd4b-07e1988d930a on network 994f97a0-121e-4f82-afa7-12599422e1a0 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 20:59:55.510923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 20:59:55.512128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Checking segment: {'id': '17cc39e1-0cd4-4a01-97ec-0a5099699721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:55.522290 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.523361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Bound using segment: {'id': '17cc39e1-0cd4-4a01-97ec-0a5099699721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 20:59:55.525036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Bound port: b11eac2f-7a85-4d87-bd4b-07e1988d930a, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cc39e1-0cd4-4a01-97ec-0a5099699721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:55.525592 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.726149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] For port b11eac2f-7a85-4d87-bd4b-07e1988d930a, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 20:59:55.735763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] For port b11eac2f-7a85-4d87-bd4b-07e1988d930a, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b11eac2f-7a85-4d87-bd4b-07e1988d930a,segment=NetworkSegment(17cc39e1-0cd4-4a01-97ec-0a5099699721),segment_id=17cc39e1-0cd4-4a01-97ec-0a5099699721)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 20:59:55.746414 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.769820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ae799f0-4e26-49cf-810a-877c58d88293 req-0a1a23cb-81f4-47e0-8176-8723c9f41b38 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.1038699 Apr 18 20:59:55.794948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e5082-ae2e-4bac-8601-f2652624960d req-516da034-9d0f-479d-b6f7-e227ec3339fd tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:55.803554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-745e5082-ae2e-4bac-8601-f2652624960d req-516da034-9d0f-479d-b6f7-e227ec3339fd tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.2169626 Apr 18 20:59:55.876225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-745e5082-ae2e-4bac-8601-f2652624960d req-f70f1298-1e9b-4e9a-9bc8-a393ad8ed8c9 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681634 Apr 18 20:59:55.876927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:55.877458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:55.959815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784ada8-c250-4e8f-9698-729e39fa4ab4 None None] Pushing event updated for resources: {'Port': ['ID=b11eac2f-7a85-4d87-bd4b-07e1988d930a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:56.072036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-17aa8ca0-e2c0-497e-bab5-09d07fdd6671 None None] Provisioning complete for port b11eac2f-7a85-4d87-bd4b-07e1988d930a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:56.072461 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-17aa8ca0-e2c0-497e-bab5-09d07fdd6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.076278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:56.187616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.200308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.201914 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.398530 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-17aa8ca0-e2c0-497e-bab5-09d07fdd6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.409027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:56.508036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:56.509852 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:56.580083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-17aa8ca0-e2c0-497e-bab5-09d07fdd6671 None None] For port b11eac2f-7a85-4d87-bd4b-07e1988d930a, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b11eac2f-7a85-4d87-bd4b-07e1988d930a,segment=NetworkSegment(17cc39e1-0cd4-4a01-97ec-0a5099699721),segment_id=17cc39e1-0cd4-4a01-97ec-0a5099699721)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:56.598754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T20:59:55Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:55Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T20:59:54Z', 'revision_number': 1, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:56.601184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-17aa8ca0-e2c0-497e-bab5-09d07fdd6671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.674830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 20:59:56.824062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 20:59:56.829879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eaf49857-8854-4b75-ab33-ad0497d265dd tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8126655 Apr 18 20:59:56.832757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45642) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:56.839528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1334753845'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:56.886356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:56.890527 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.953927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa8ca0-e2c0-497e-bab5-09d07fdd6671 None None] Pushing event updated for resources: {'Port': ['ID=b11eac2f-7a85-4d87-bd4b-07e1988d930a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:56.966676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6cb1d7-a698-48da-8048-11603f6249a3 None None] Network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:56.988785 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1fffdd88-2056-4af7-9d99-84bcc67c1df2 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 20:59:57.035680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84af9fa6-1b1d-471b-9a64-afeb39ae8fce req-019116e7-6a62-4d25-a9bb-6eacb43dc30f tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.1425438 Apr 18 20:59:57.036365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f3dcd5-eaf0-4405-9aa0-1b4f6043494c None None] The sync data for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 is: [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T20:59:55Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:55Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T20:59:54Z', 'revision_number': 1, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:57.077748 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c1e7d368-6945-453a-acd3-c8427b3f8c29 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:57.085155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:59:57.108589 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.109167 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added segment 4a20a3e0-2f4a-4944-806e-13d7007ad964 of type vlan for network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 Apr 18 20:59:57.159212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69e868-c06d-4872-9677-247e843719b1 req-20a2a3ea-7d78-430e-968e-4e1565b224f8 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:57.161890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e69e868-c06d-4872-9677-247e843719b1 req-20a2a3ea-7d78-430e-968e-4e1565b224f8 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1371562 Apr 18 20:59:57.166427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 1fffdd88-2056-4af7-9d99-84bcc67c1df2 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 20:59:57.166805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1fffdd88-2056-4af7-9d99-84bcc67c1df2 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 20:59:57.191724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-befb9617-4789-4691-9878-17d2b91ae258 None None] Provisioning complete for port b11eac2f-7a85-4d87-bd4b-07e1988d930a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:57.192179 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-befb9617-4789-4691-9878-17d2b91ae258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.227172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c1e7d368-6945-453a-acd3-c8427b3f8c29 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:57.227666 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.322216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e69e868-c06d-4872-9677-247e843719b1 req-bbe466bf-d923-401f-9833-8c578162e207 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828028 Apr 18 20:59:57.362747 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.400256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.406337 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:57.416446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.501830 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.530229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Network': ['ID=8ca31f20-7f58-4990-a262-c63f6b27f2f8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:57.565279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 20:59:57.571420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45654) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:57.574517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0cb8f59a-2002-4e80-9432-7fda1ab4e6b1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7390950 Apr 18 20:59:57.585313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'subnet': {'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:57.637665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port c1e7d368-6945-453a-acd3-c8427b3f8c29, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c1e7d368-6945-453a-acd3-c8427b3f8c29,segment=NetworkSegment(bd97ca47-156a-4cce-b2f4-247ad64c4d66),segment_id=bd97ca47-156a-4cce-b2f4-247ad64c4d66)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 20:59:57.690338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77031597-7df7-4b19-8374-353ace01518d req-01ab468d-f511-455f-a6ba-05e3dcc797a0 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:57.693329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77031597-7df7-4b19-8374-353ace01518d req-01ab468d-f511-455f-a6ba-05e3dcc797a0 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1649191 Apr 18 20:59:57.805838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77031597-7df7-4b19-8374-353ace01518d req-94b73e48-87fa-4f9b-ba75-ad83298f4ad9 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051419 Apr 18 20:59:57.808706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Made reservation on behalf of 86218afb2e3b4182a8cb9c4bfa0e5c2a for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:57.825851 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.835376 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.836560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b11eac2f-7a85-4d87-bd4b-07e1988d930a up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:58.021724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a0c78163-f9f0-4abf-9e18-9eb5d6c1e3d2 None None] Provisioning complete for port c1e7d368-6945-453a-acd3-c8427b3f8c29 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:58.022307 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a0c78163-f9f0-4abf-9e18-9eb5d6c1e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.129909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=c1e7d368-6945-453a-acd3-c8427b3f8c29,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:58.160663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b11eac2f-7a85-4d87-bd4b-07e1988d930a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:58.161078 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.250339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-56448826-781d-4ca8-afbd-4d303fd9feee req-1c34f620-bbce-4236-9b83-96fa0aa2b4bf tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.0558972 Apr 18 20:59:58.283734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.456371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b25fb3-81eb-428d-8e86-0c5baf9e43a9 req-29dfb713-cc08-4d2e-8eb3-c216cdca1061 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:58.457951 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Subnet': ['ID=bd861146-0d51-4ece-945b-bece8a998164,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:58.461397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Checking segment: {'id': '4a20a3e0-2f4a-4944-806e-13d7007ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 20:59:58.461781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network hostable DHCP agents. Network: 8ca31f20-7f58-4990-a262-c63f6b27f2f8, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:59:58.476189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3b25fb3-81eb-428d-8e86-0c5baf9e43a9 req-29dfb713-cc08-4d2e-8eb3-c216cdca1061 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1353989 Apr 18 20:59:58.479647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Sync routers for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:58.497651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 20:59:58.498316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9def69e1-ae27-4876-879f-0545369d480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:58.503142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:59:58.523588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 8ca31f20-7f58-4990-a262-c63f6b27f2f8) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:58.532797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:58.533432 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.560450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3b25fb3-81eb-428d-8e86-0c5baf9e43a9 req-5efb89e9-5c93-4b13-915b-a45f5960c149 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826414 Apr 18 20:59:58.565217 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6fd9f08b-b9e0-4b4d-b524-86b2b41eb088 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9918284 Apr 18 20:59:58.568135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45692) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 20:59:58.658910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 20:59:58.992702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf7cd12-76c6-403d-9d26-dfbee7151a3e None None] Network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 20:59:59.121869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c1e7d368-6945-453a-acd3-c8427b3f8c29 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:59.245500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c5ae6bb0-a3cd-4ffa-aa9b-4da103df334a None None] Provisioning complete for port c1e7d368-6945-453a-acd3-c8427b3f8c29 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:59.245875 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5ae6bb0-a3cd-4ffa-aa9b-4da103df334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.310378 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.402000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c1e7d368-6945-453a-acd3-c8427b3f8c29 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:59.402566 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.434399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'fixed_ips': [{'subnet_id': 'bd861146-0d51-4ece-945b-bece8a998164'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 20:59:59.436430 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.455636 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc7a5c8e-a1f1-4280-9c8e-bf807637d91f req-92cc35b9-bf58-4dba-9a05-c503ca5006f6 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.0822654 Apr 18 20:59:59.461145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9def69e1-ae27-4876-879f-0545369d480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T20:59:55Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T20:59:55Z', 'revision_number': 2, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:59.537563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Checking router: 1f78f602-bcb0-44d9-bfa0-b74f7979d862 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:59.537918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Updating router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:59.643308 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.698990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Allocated IP 2001:db8:3::1 (8ca31f20-7f58-4990-a262-c63f6b27f2f8/bd861146-0d51-4ece-945b-bece8a998164/c3ba04ad-3d21-42d9-93cf-5ae83b139a87) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:59.720558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c5ae6bb0-a3cd-4ffa-aa9b-4da103df334a None None] Provisioning complete for port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:59.720931 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5ae6bb0-a3cd-4ffa-aa9b-4da103df334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.805932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b554c0-4a34-4d43-8e33-304f315fd998 req-538d204c-e880-4180-a02b-fdd6eb316f0c tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:59.807796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49b554c0-4a34-4d43-8e33-304f315fd998 req-538d204c-e880-4180-a02b-fdd6eb316f0c tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1133611 Apr 18 20:59:59.865882 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.868205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49b554c0-4a34-4d43-8e33-304f315fd998 req-b37b9742-9026-44cf-8c7b-2363926c0f35 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479729 Apr 18 20:59:59.921186 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.976243 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b11eac2f-7a85-4d87-bd4b-07e1988d930a up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 20:59:59.998713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=c3ba04ad-3d21-42d9-93cf-5ae83b139a87,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:00.014733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:00.016543 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:00.023266 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:00.023819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.157762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae6bb0-a3cd-4ffa-aa9b-4da103df334a None None] Port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:00.214607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b33da1-e636-48fa-ba81-19ca02baba05 req-d661d66e-a0bd-4423-bb8a-acccd5875c05 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:00.217782 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.222179 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3b33da1-e636-48fa-ba81-19ca02baba05 req-d661d66e-a0bd-4423-bb8a-acccd5875c05 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1079435 Apr 18 21:00:00.224872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Allocated IP 2001:db8:3::2 (8ca31f20-7f58-4990-a262-c63f6b27f2f8/bd861146-0d51-4ece-945b-bece8a998164/c161e24a-dbab-4992-b58e-4cdf624e29f3) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:00.282558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3b33da1-e636-48fa-ba81-19ca02baba05 req-ea06f105-0cfe-4b28-91eb-0213be8b9559 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593007 Apr 18 21:00:00.287121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795b85d-a2eb-4052-8b43-b887cb902345 req-02691cae-b1ea-4410-a37d-44242ba7d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:00.301939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f795b85d-a2eb-4052-8b43-b887cb902345 req-02691cae-b1ea-4410-a37d-44242ba7d089 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5797939cbdcc4069b4a3ce0e89153b1f&device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 1097 time: 0.1319275 Apr 18 21:00:00.403527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795b85d-a2eb-4052-8b43-b887cb902345 req-44667792-2953-4bad-aaed-ed91bb76473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:00.405912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f795b85d-a2eb-4052-8b43-b887cb902345 req-44667792-2953-4bad-aaed-ed91bb76473e service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f HTTP/1.1" status: 200 len: 913 time: 0.1021276 Apr 18 21:00:00.455604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f795b85d-a2eb-4052-8b43-b887cb902345 req-54452098-fc07-4966-b5cc-077c969a910f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b8584d0-3b82-44c9-aeee-3d71ca63b59a HTTP/1.1" status: 200 len: 217 time: 0.0428963 Apr 18 21:00:00.490452 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.545731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795b85d-a2eb-4052-8b43-b887cb902345 req-beb8c4e4-c8a5-4c68-a62e-f3b7d2f24e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:00.548216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f795b85d-a2eb-4052-8b43-b887cb902345 req-beb8c4e4-c8a5-4c68-a62e-f3b7d2f24e58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87fd1b45-ed26-4bb2-a356-2ef40c3f2bd7 HTTP/1.1" status: 200 len: 852 time: 0.0853240 Apr 18 21:00:00.606925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f795b85d-a2eb-4052-8b43-b887cb902345 req-4cce5d85-ebf1-44eb-b39b-4a00c1738a50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497398 Apr 18 21:00:00.609130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.711242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:00.718124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Pushing event updated for resources: {'Port': ['ID=c161e24a-dbab-4992-b58e-4cdf624e29f3,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:00.723624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:00.734355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-876d4ba7-8c4f-4c2e-bab6-1d9036a76033 None None] Provisioning complete for port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:00.734859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-876d4ba7-8c4f-4c2e-bab6-1d9036a76033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.764784 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.777948 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.779130 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.796741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:00.814238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f795b85d-a2eb-4052-8b43-b887cb902345 req-2d2392c9-95fd-4622-9a27-eae84cdffc23 service neutron] 10.222.0.60 "GET /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997643 Apr 18 21:00:00.829191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b11eac2f-7a85-4d87-bd4b-07e1988d930a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:00.829700 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.892602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-876d4ba7-8c4f-4c2e-bab6-1d9036a76033 None None] Port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:00.961971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Attempting to bind port c161e24a-dbab-4992-b58e-4cdf624e29f3 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:00.962500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Attempting to bind port c161e24a-dbab-4992-b58e-4cdf624e29f3 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '4a20a3e0-2f4a-4944-806e-13d7007ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:00.962963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Attempting to bind port c161e24a-dbab-4992-b58e-4cdf624e29f3 on network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:00.982191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:00.982716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Checking segment: {'id': '4a20a3e0-2f4a-4944-806e-13d7007ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:00.983223 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.983714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Bound using segment: {'id': '4a20a3e0-2f4a-4944-806e-13d7007ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:00.984313 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Bound port: c161e24a-dbab-4992-b58e-4cdf624e29f3, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a20a3e0-2f4a-4944-806e-13d7007ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:00.984939 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.992408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69109559-ed9d-4f84-82aa-0803f5af7c48 req-f630c3fb-f842-45b4-9639-02767231a85a tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.0523639 Apr 18 21:00:01.025508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event updated for resources: {'Port': ['ID=c3ba04ad-3d21-42d9-93cf-5ae83b139a87,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:01.065906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f795b85d-a2eb-4052-8b43-b887cb902345 req-b6a8411b-c8d3-4728-b011-0f5f85bc9935 service neutron] 10.222.0.60 "GET /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445135 Apr 18 21:00:01.091855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:01.093620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:01.187872 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.198511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] For port c161e24a-dbab-4992-b58e-4cdf624e29f3, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:01.200735 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.204124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] For port c161e24a-dbab-4992-b58e-4cdf624e29f3, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c161e24a-dbab-4992-b58e-4cdf624e29f3,segment=NetworkSegment(4a20a3e0-2f4a-4944-806e-13d7007ad964),segment_id=4a20a3e0-2f4a-4944-806e-13d7007ad964)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:01.228235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:01.236836 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.275593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc02ef7-fbe8-48b8-a39b-cd25e9a9140e None None] Pushing event updated for resources: {'Port': ['ID=b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:01.380592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:01.393227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Attempting to bind port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:01.393597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Attempting to bind port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd97ca47-156a-4cce-b2f4-247ad64c4d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:01.394235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Attempting to bind port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 on network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:01.395303 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-99205bed-72ea-4cd3-94e2-7a366911c243 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8257613 Apr 18 21:00:01.397850 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45710) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:01.409175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830e6ea-af78-4494-8176-b4b47e09b2af None None] Pushing event updated for resources: {'Port': ['ID=c161e24a-dbab-4992-b58e-4cdf624e29f3,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:01.412898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:01.413272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Checking segment: {'id': 'bd97ca47-156a-4cce-b2f4-247ad64c4d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:01.413880 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.414125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Bound using segment: {'id': 'bd97ca47-156a-4cce-b2f4-247ad64c4d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:01.414658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Bound port: b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd97ca47-156a-4cce-b2f4-247ad64c4d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:01.415124 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.417846 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-06c07a33-f27d-4641-b043-e7e01a50a86b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:01.563806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-9def69e1-ae27-4876-879f-0545369d480f None None] For port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:01.565361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7658f27-91b8-48dc-b680-2aa128dca648 req-85c4abba-05fb-419d-89ce-c8ef298a5b26 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:01.571172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7658f27-91b8-48dc-b680-2aa128dca648 req-85c4abba-05fb-419d-89ce-c8ef298a5b26 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1567512 Apr 18 21:00:01.571482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-9def69e1-ae27-4876-879f-0545369d480f None None] For port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8,segment=NetworkSegment(bd97ca47-156a-4cce-b2f4-247ad64c4d66),segment_id=bd97ca47-156a-4cce-b2f4-247ad64c4d66)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:01.586052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.734239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc02ef7-fbe8-48b8-a39b-cd25e9a9140e None None] Pushing event updated for resources: {'Port': ['ID=b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:01.744219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:01.745171 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9def69e1-ae27-4876-879f-0545369d480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:01.764268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7658f27-91b8-48dc-b680-2aa128dca648 req-979bf672-e656-4560-81cf-d8bb4c4ee5d9 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756713 Apr 18 21:00:01.886223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-9def69e1-ae27-4876-879f-0545369d480f None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:01.888974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-aa330373-92ad-4ee7-a091-78d8e600376f None None] Provisioning complete for port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:01.889528 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa330373-92ad-4ee7-a091-78d8e600376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.213875 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa330373-92ad-4ee7-a091-78d8e600376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.259382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5111ec6c-64c5-465e-a78b-709a0ca4f262 req-505fbdd9-37fb-4565-a17f-534dab500113 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "GET /v2.0/ports?device_id=e10ec993-2ea5-4092-a799-7d9bd66ac3e5 HTTP/1.1" status: 200 len: 210 time: 0.0410154 Apr 18 21:00:02.285897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-aa330373-92ad-4ee7-a091-78d8e600376f None None] For port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8,segment=NetworkSegment(bd97ca47-156a-4cce-b2f4-247ad64c4d66),segment_id=bd97ca47-156a-4cce-b2f4-247ad64c4d66)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:02.294589 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aa330373-92ad-4ee7-a091-78d8e600376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.383738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa330373-92ad-4ee7-a091-78d8e600376f None None] Pushing event updated for resources: {'Port': ['ID=b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:02.414916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9def69e1-ae27-4876-879f-0545369d480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:00Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:01Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ba04ad-3d21-42d9-93cf-5ae83b139a87', 'name': '', 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:b7:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bd861146-0d51-4ece-945b-bece8a998164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:59Z', 'updated_at': '2022-04-18T21:00:00Z', 'revision_number': 2, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'bd861146-0d51-4ece-945b-bece8a998164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:02.461180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9def69e1-ae27-4876-879f-0545369d480f None None] The sync data for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 is: [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:00Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:01Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ba04ad-3d21-42d9-93cf-5ae83b139a87', 'name': '', 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:b7:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bd861146-0d51-4ece-945b-bece8a998164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:59Z', 'updated_at': '2022-04-18T21:00:00Z', 'revision_number': 2, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'bd861146-0d51-4ece-945b-bece8a998164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:02.469433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1294dbc7-4855-4854-b7ec-2da9067181b5 None None] Provisioning complete for port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:02.469922 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1294dbc7-4855-4854-b7ec-2da9067181b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.617599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-06c07a33-f27d-4641-b043-e7e01a50a86b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 21:00:02.655657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-06c07a33-f27d-4641-b043-e7e01a50a86b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Removed routes are [] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 21:00:02.656255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06c07a33-f27d-4641-b043-e7e01a50a86b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.813548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f746048-a91e-4420-a05b-fb247e797ec1 None None] Network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:02.926726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1ab2ca02-bb00-4bf9-8b23-ca73c50cd16f None None] Provisioning complete for port c161e24a-dbab-4992-b58e-4cdf624e29f3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:02.927382 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ca02-bb00-4bf9-8b23-ca73c50cd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.930692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06c07a33-f27d-4641-b043-e7e01a50a86b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.934186 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06c07a33-f27d-4641-b043-e7e01a50a86b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.949585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741bee1-df98-48ab-875c-807bd46f7cfe req-211753d3-9d90-4abf-94df-628890d96700 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:02.951251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4741bee1-df98-48ab-875c-807bd46f7cfe req-211753d3-9d90-4abf-94df-628890d96700 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.0720313 Apr 18 21:00:03.029190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4741bee1-df98-48ab-875c-807bd46f7cfe req-443a0d77-a2ce-4b20-af0d-4832f7931904 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709679 Apr 18 21:00:03.074204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c07a33-f27d-4641-b043-e7e01a50a86b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:03.095321 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ca02-bb00-4bf9-8b23-ca73c50cd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.145394 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1ab2ca02-bb00-4bf9-8b23-ca73c50cd16f None None] For port c161e24a-dbab-4992-b58e-4cdf624e29f3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c161e24a-dbab-4992-b58e-4cdf624e29f3,segment=NetworkSegment(4a20a3e0-2f4a-4944-806e-13d7007ad964),segment_id=4a20a3e0-2f4a-4944-806e-13d7007ad964)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:03.160752 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1ab2ca02-bb00-4bf9-8b23-ca73c50cd16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.262145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2ca02-bb00-4bf9-8b23-ca73c50cd16f None None] Pushing event updated for resources: {'Port': ['ID=c161e24a-dbab-4992-b58e-4cdf624e29f3,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:03.280813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c07a33-f27d-4641-b043-e7e01a50a86b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:03.322046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06c07a33-f27d-4641-b043-e7e01a50a86b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.330480 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06c07a33-f27d-4641-b043-e7e01a50a86b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862 HTTP/1.1" status: 200 len: 954 time: 1.9292328 Apr 18 21:00:03.330905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45726) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:03.374554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45728) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:03.530058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c161e24a-dbab-4992-b58e-4cdf624e29f3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:03.530888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ef6e3f28-2c19-4c2e-b678-79c379028316 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862 HTTP/1.1" status: 200 len: 954 time: 0.1984477 Apr 18 21:00:03.534915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45730) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:03.539811 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5c1a384c-2952-4961-84ff-c754065984c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'routes': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:03.568511 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42ca6f55-d6dd-4c4f-ac13-5f32d244c9c0 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.601083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42ca6f55-d6dd-4c4f-ac13-5f32d244c9c0 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.624680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8ce49765-dde9-45f4-be65-9060283d1918 None None] Provisioning complete for port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:03.625046 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8ce49765-dde9-45f4-be65-9060283d1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.662504 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Sync routers for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:03.679064 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:03.682472 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:03.693734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d53d4d-67f6-4312-bc28-b3b5e2519d10 req-4f0c2bdc-007e-4ad3-8972-b58d31d33b02 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:03.703026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54d53d4d-67f6-4312-bc28-b3b5e2519d10 req-4f0c2bdc-007e-4ad3-8972-b58d31d33b02 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.2390225 Apr 18 21:00:03.711693 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42ca6f55-d6dd-4c4f-ac13-5f32d244c9c0 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.715353 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-42ca6f55-d6dd-4c4f-ac13-5f32d244c9c0 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.716562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-42ca6f55-d6dd-4c4f-ac13-5f32d244c9c0 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] 10.222.0.49 "DELETE /v2.0/security-groups/3ba338e5-d5cc-46bd-89e8-09206cca5876 HTTP/1.1" status: 204 len: 168 time: 0.3406734 Apr 18 21:00:03.739304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca6f55-d6dd-4c4f-ac13-5f32d244c9c0 tempest-TestVolumeBackupRestore-1515519366 tempest-TestVolumeBackupRestore-1515519366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba338e5-d5cc-46bd-89e8-09206cca5876,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:03.805557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54d53d4d-67f6-4312-bc28-b3b5e2519d10 req-8f81afac-32ca-4bca-afe9-9c754b156f48 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016672 Apr 18 21:00:03.945062 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:04.112710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c161e24a-dbab-4992-b58e-4cdf624e29f3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:04.113543 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.184731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8ce49765-dde9-45f4-be65-9060283d1918 None None] Port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:04.254500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-5c1a384c-2952-4961-84ff-c754065984c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added routes are [] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 21:00:04.255451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-5c1a384c-2952-4961-84ff-c754065984c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 21:00:04.281069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8ce49765-dde9-45f4-be65-9060283d1918 None None] Provisioning complete for port c161e24a-dbab-4992-b58e-4cdf624e29f3 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:04.282004 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8ce49765-dde9-45f4-be65-9060283d1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.335359 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c1a384c-2952-4961-84ff-c754065984c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.394398 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:02Z', 'revision_number': 6, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:02Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ba04ad-3d21-42d9-93cf-5ae83b139a87', 'name': '', 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:b7:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bd861146-0d51-4ece-945b-bece8a998164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:59Z', 'updated_at': '2022-04-18T21:00:00Z', 'revision_number': 2, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'bd861146-0d51-4ece-945b-bece8a998164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:04.433523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:04.449941 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Checking router: 1f78f602-bcb0-44d9-bfa0-b74f7979d862 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:04.450574 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Updating router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:00:04.481852 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.579592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:04.580106 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.674943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c1a384c-2952-4961-84ff-c754065984c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.678855 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c1a384c-2952-4961-84ff-c754065984c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.710874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-edf02d5c-0477-44e5-9eca-77a720a08d01 None None] Provisioning complete for port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:04.711556 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-edf02d5c-0477-44e5-9eca-77a720a08d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.827862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-edf02d5c-0477-44e5-9eca-77a720a08d01 None None] Port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:04.851647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1a384c-2952-4961-84ff-c754065984c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:05.038371 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.059993 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.095789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3b6f4-6751-48ff-be32-b30212b44d8f req-fafaacab-c37e-47e2-b868-f0b587d0df69 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:05.098237 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ef3b6f4-6751-48ff-be32-b30212b44d8f req-fafaacab-c37e-47e2-b868-f0b587d0df69 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1039672 Apr 18 21:00:05.144086 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Pushing event updated for resources: {'Port': ['ID=c3ba04ad-3d21-42d9-93cf-5ae83b139a87,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:05.164221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a384c-2952-4961-84ff-c754065984c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:05.178662 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5c1a384c-2952-4961-84ff-c754065984c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.182329 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5c1a384c-2952-4961-84ff-c754065984c6 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862 HTTP/1.1" status: 200 len: 704 time: 1.6436934 Apr 18 21:00:05.182578 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.182578 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.182910 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.183415 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.184261 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.184751 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.185254 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.185963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 45862) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:05.186459 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.187201 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.189129 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.189645 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.191232 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:05.299118 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Attempting to bind port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:05.299963 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Attempting to bind port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '4a20a3e0-2f4a-4944-806e-13d7007ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:05.300497 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Attempting to bind port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 on network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:05.302485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ef3b6f4-6751-48ff-be32-b30212b44d8f req-3ce2fb1d-f643-4854-8e66-65009381ed46 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876750 Apr 18 21:00:05.320393 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:05.331066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c161e24a-dbab-4992-b58e-4cdf624e29f3 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:05.343795 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Checking segment: {'id': '4a20a3e0-2f4a-4944-806e-13d7007ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:05.344267 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.344845 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Bound using segment: {'id': '4a20a3e0-2f4a-4944-806e-13d7007ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:05.345509 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Bound port: c3ba04ad-3d21-42d9-93cf-5ae83b139a87, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a20a3e0-2f4a-4944-806e-13d7007ad964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:05.346248 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.368821 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6c1e7a3c-976d-480e-bc4a-48b349a2f3f9 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862 HTTP/1.1" status: 200 len: 704 time: 0.1802163 Apr 18 21:00:05.371814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 45880) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:05.475755 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] For port c3ba04ad-3d21-42d9-93cf-5ae83b139a87, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:05.482819 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] For port c3ba04ad-3d21-42d9-93cf-5ae83b139a87, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c3ba04ad-3d21-42d9-93cf-5ae83b139a87,segment=NetworkSegment(4a20a3e0-2f4a-4944-806e-13d7007ad964),segment_id=4a20a3e0-2f4a-4944-806e-13d7007ad964)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:05.493147 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.584134 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:05.589624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c161e24a-dbab-4992-b58e-4cdf624e29f3 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:05.589994 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.591011 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:05.853209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3e71ace2-bc3d-4637-b258-2eed048555c8 None None] Provisioning complete for port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:05.854173 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e71ace2-bc3d-4637-b258-2eed048555c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.978233 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4b394c7c-040c-4d02-a12a-290c5048f7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.066495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e71ace2-bc3d-4637-b258-2eed048555c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.105285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28818f-5eb9-46c9-afea-aef0e848fa95 req-2b6afe10-5434-4403-8468-c86d60652e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:06.114810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af28818f-5eb9-46c9-afea-aef0e848fa95 req-2b6afe10-5434-4403-8468-c86d60652e74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5797939cbdcc4069b4a3ce0e89153b1f&device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 1097 time: 0.4425924 Apr 18 21:00:06.182313 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3e71ace2-bc3d-4637-b258-2eed048555c8 None None] For port c3ba04ad-3d21-42d9-93cf-5ae83b139a87, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c3ba04ad-3d21-42d9-93cf-5ae83b139a87,segment=NetworkSegment(4a20a3e0-2f4a-4944-806e-13d7007ad964),segment_id=4a20a3e0-2f4a-4944-806e-13d7007ad964)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:06.192252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb021f-5ee3-4cfb-b5eb-691b9e723aa2 req-04d5d071-6b6e-4c65-ace6-e5ece6b69ab2 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:06.199781 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e71ace2-bc3d-4637-b258-2eed048555c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.201433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19bb021f-5ee3-4cfb-b5eb-691b9e723aa2 req-04d5d071-6b6e-4c65-ace6-e5ece6b69ab2 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.5305903 Apr 18 21:00:06.267743 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4a213-2061-458d-9155-1428e5909151 None None] Pushing event updated for resources: {'Port': ['ID=c3ba04ad-3d21-42d9-93cf-5ae83b139a87,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:06.292056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71ace2-bc3d-4637-b258-2eed048555c8 None None] Pushing event updated for resources: {'Port': ['ID=c3ba04ad-3d21-42d9-93cf-5ae83b139a87,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:06.347990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-63476e13-4b9a-4a7c-95c0-70d3c4252c84 None None] Provisioning complete for port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:06.349168 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63476e13-4b9a-4a7c-95c0-70d3c4252c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.363033 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:06.818268 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:04Z', 'revision_number': 7, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:02Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ba04ad-3d21-42d9-93cf-5ae83b139a87', 'name': '', 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:b7:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bd861146-0d51-4ece-945b-bece8a998164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:59Z', 'updated_at': '2022-04-18T21:00:05Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'bd861146-0d51-4ece-945b-bece8a998164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:06.872058 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90307431-d9b0-4e3d-aa82-8243e19721cd None None] The sync data for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 is: [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:04Z', 'revision_number': 7, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:02Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ba04ad-3d21-42d9-93cf-5ae83b139a87', 'name': '', 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:b7:3a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bd861146-0d51-4ece-945b-bece8a998164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:59Z', 'updated_at': '2022-04-18T21:00:05Z', 'revision_number': 4, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'bd861146-0d51-4ece-945b-bece8a998164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:06.979519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19bb021f-5ee3-4cfb-b5eb-691b9e723aa2 req-2b603159-7946-4a90-a9ea-35670bc72cc5 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7766118 Apr 18 21:00:07.061431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28818f-5eb9-46c9-afea-aef0e848fa95 req-758543d7-5865-4640-b774-ed902db89b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:07.064087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af28818f-5eb9-46c9-afea-aef0e848fa95 req-758543d7-5865-4640-b774-ed902db89b96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f HTTP/1.1" status: 200 len: 913 time: 0.8803670 Apr 18 21:00:07.145507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af28818f-5eb9-46c9-afea-aef0e848fa95 req-c36ea4a6-dddd-4a75-9d36-0e42260d665b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b8584d0-3b82-44c9-aeee-3d71ca63b59a HTTP/1.1" status: 200 len: 217 time: 0.0706570 Apr 18 21:00:07.191123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] Sync routers for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:07.222280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:07.223917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:07.289630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28818f-5eb9-46c9-afea-aef0e848fa95 req-bb8581b2-9c7b-4e22-b4d6-5894d30e1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:07.293185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af28818f-5eb9-46c9-afea-aef0e848fa95 req-bb8581b2-9c7b-4e22-b4d6-5894d30e1eb8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87fd1b45-ed26-4bb2-a356-2ef40c3f2bd7 HTTP/1.1" status: 200 len: 852 time: 0.1242685 Apr 18 21:00:07.383138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af28818f-5eb9-46c9-afea-aef0e848fa95 req-4d97ef94-a1eb-461c-900d-a4e74d271039 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772078 Apr 18 21:00:07.422351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c3ba04ad-3d21-42d9-93cf-5ae83b139a87 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:07.500164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af28818f-5eb9-46c9-afea-aef0e848fa95 req-c131dbb2-c6e7-4df6-8b28-801c33924a6c service neutron] 10.222.0.60 "GET /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093674 Apr 18 21:00:07.655574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:07.706573 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.756420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:07.756420 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.820336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af28818f-5eb9-46c9-afea-aef0e848fa95 req-ac3247f5-6a28-41d8-b08d-46c25cd3e430 service neutron] 10.222.0.60 "GET /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905893 Apr 18 21:00:08.203753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:04Z', 'revision_number': 7, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:02Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ba04ad-3d21-42d9-93cf-5ae83b139a87', 'name': '', 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:b7:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bd861146-0d51-4ece-945b-bece8a998164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:59Z', 'updated_at': '2022-04-18T21:00:06Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'bd861146-0d51-4ece-945b-bece8a998164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:08.238863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] Checking router: 1f78f602-bcb0-44d9-bfa0-b74f7979d862 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:08.253261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:08.254091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T20:59:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:08.379818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9b5d6-8f84-4059-81cc-496f3725953a req-61061b87-a9ba-4acd-b81f-c13965bff1ba tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:08.382417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62a9b5d6-8f84-4059-81cc-496f3725953a req-61061b87-a9ba-4acd-b81f-c13965bff1ba tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1561062 Apr 18 21:00:08.431131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:08.476318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port c3ba04ad-3d21-42d9-93cf-5ae83b139a87 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:08.476994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.490612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62a9b5d6-8f84-4059-81cc-496f3725953a req-12403d78-aa23-41e0-9fc0-7f48ebeabe42 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932305 Apr 18 21:00:08.659326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port c3ba04ad-3d21-42d9-93cf-5ae83b139a87, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c3ba04ad-3d21-42d9-93cf-5ae83b139a87,segment=NetworkSegment(4a20a3e0-2f4a-4944-806e-13d7007ad964),segment_id=4a20a3e0-2f4a-4944-806e-13d7007ad964)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:08.659695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.675353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for c3ba04ad-3d21-42d9-93cf-5ae83b139a87 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:08.684577 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-97639739-f8fd-4ce4-a142-0e73dd4d8a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.798218 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:04Z', 'revision_number': 7, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:02Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ba04ad-3d21-42d9-93cf-5ae83b139a87', 'name': '', 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:b7:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bd861146-0d51-4ece-945b-bece8a998164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:59Z', 'updated_at': '2022-04-18T21:00:06Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'bd861146-0d51-4ece-945b-bece8a998164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:08.830784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb0472-69bc-4e25-90b0-19e9ac2df15e None None] The sync data for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 is: [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:04Z', 'revision_number': 7, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:02Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3ba04ad-3d21-42d9-93cf-5ae83b139a87', 'name': '', 'network_id': '8ca31f20-7f58-4990-a262-c63f6b27f2f8', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:b7:3a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bd861146-0d51-4ece-945b-bece8a998164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:59Z', 'updated_at': '2022-04-18T21:00:06Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'bd861146-0d51-4ece-945b-bece8a998164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:08.932089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.973091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=c3ba04ad-3d21-42d9-93cf-5ae83b139a87,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:09.193669 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.352403 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.467471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:09.584261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:09.593922 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] Sync routers for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:09.599208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-12e12187-1a23-43cc-960d-10956d00befe tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2237234 Apr 18 21:00:09.600041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46210) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:09.614981 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:09.615873 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:09.677913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-257d9b4f-ab74-4b9e-9335-dbf41bba4f38 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting subnet bd861146-0d51-4ece-945b-bece8a998164 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:09.684055 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-257d9b4f-ab74-4b9e-9335-dbf41bba4f38 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.707363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d384ae-b74f-4927-b9c1-be5bb6c28b49 req-ff04bd3e-ffb0-4081-8ee9-c1b4dc1d9f7b tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:09.710065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6d384ae-b74f-4927-b9c1-be5bb6c28b49 req-ff04bd3e-ffb0-4081-8ee9-c1b4dc1d9f7b tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1245775 Apr 18 21:00:09.721644 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46214) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:09.808079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6d384ae-b74f-4927-b9c1-be5bb6c28b49 req-a4dc4b2d-db0a-42cb-862c-957f07ec8227 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670130 Apr 18 21:00:09.819035 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-257d9b4f-ab74-4b9e-9335-dbf41bba4f38 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.866905 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:10.101057 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-257d9b4f-ab74-4b9e-9335-dbf41bba4f38 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.137662 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:08Z', 'revision_number': 8, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:02Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:10.217470 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] Checking router: 1f78f602-bcb0-44d9-bfa0-b74f7979d862 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:10.240061 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:10.241046 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:10.262407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d147fe-a208-4798-9cb3-0160e930e84f req-adc53aa5-b9f3-4c28-868c-c96294c51880 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:10.271869 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69d147fe-a208-4798-9cb3-0160e930e84f req-adc53aa5-b9f3-4c28-868c-c96294c51880 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.0927186 Apr 18 21:00:10.281619 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-257d9b4f-ab74-4b9e-9335-dbf41bba4f38 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.326891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d9b4f-ab74-4b9e-9335-dbf41bba4f38 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Subnet': ['ID=bd861146-0d51-4ece-945b-bece8a998164,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:10.340499 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-257d9b4f-ab74-4b9e-9335-dbf41bba4f38 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.346260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e6c6e-e2d5-4822-a500-88780580c14f None None] Network 8ca31f20-7f58-4990-a262-c63f6b27f2f8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:10.358985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-257d9b4f-ab74-4b9e-9335-dbf41bba4f38 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/bd861146-0d51-4ece-945b-bece8a998164 HTTP/1.1" status: 204 len: 168 time: 0.7560227 Apr 18 21:00:10.359615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46220) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:10.392443 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:10.421967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69d147fe-a208-4798-9cb3-0160e930e84f req-67c12196-2b89-4f9f-b570-5e1544d0e1d6 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484268 Apr 18 21:00:10.533720 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.573462 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.576166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.660060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8a0c6c-b2e2-40c0-80e3-763bddac889e None None] DHCP port deletion for 8ca31f20-7f58-4990-a262-c63f6b27f2f8 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:10.672103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port c161e24a-dbab-4992-b58e-4cdf624e29f3 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:10.672458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.738295 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:08Z', 'revision_number': 8, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:02Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:10.776503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a0c6c-b2e2-40c0-80e3-763bddac889e None None] Deleting port c161e24a-dbab-4992-b58e-4cdf624e29f3 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:10.779617 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cf8a0c6c-b2e2-40c0-80e3-763bddac889e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.802281 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f703f9ba-322e-467a-9cdf-d5bec59f2765 None None] The sync data for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 is: [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:08Z', 'revision_number': 8, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8', 'name': '', 'network_id': '4b51c95b-f01a-4bf6-9a49-5ec09670f02c', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:03:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:54Z', 'updated_at': '2022-04-18T21:00:02Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'c34e8b7c-c75c-4023-b233-51e2301b75d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:10.825649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port c161e24a-dbab-4992-b58e-4cdf624e29f3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c161e24a-dbab-4992-b58e-4cdf624e29f3,segment=NetworkSegment(4a20a3e0-2f4a-4944-806e-13d7007ad964),segment_id=4a20a3e0-2f4a-4944-806e-13d7007ad964)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:10.826993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.857096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for c161e24a-dbab-4992-b58e-4cdf624e29f3 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:10.938579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-cf8a0c6c-b2e2-40c0-80e3-763bddac889e None None] For port c161e24a-dbab-4992-b58e-4cdf624e29f3, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c161e24a-dbab-4992-b58e-4cdf624e29f3,segment=NetworkSegment(4a20a3e0-2f4a-4944-806e-13d7007ad964),segment_id=4a20a3e0-2f4a-4944-806e-13d7007ad964)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:10.940469 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cf8a0c6c-b2e2-40c0-80e3-763bddac889e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.966708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a0c6c-b2e2-40c0-80e3-763bddac889e None None] Calling delete_port for c161e24a-dbab-4992-b58e-4cdf624e29f3 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:10.982489 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.996394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Deleting port 185e5814-1ed0-4999-843f-964958b228b5 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:10.997004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.012771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=c161e24a-dbab-4992-b58e-4cdf624e29f3,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:11.031981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No DVR routers for this DVR port c161e24a-dbab-4992-b58e-4cdf624e29f3 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:11.093450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] For port 185e5814-1ed0-4999-843f-964958b228b5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=185e5814-1ed0-4999-843f-964958b228b5,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:11.094451 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.105080 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cf8a0c6c-b2e2-40c0-80e3-763bddac889e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.114547 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Calling delete_port for 185e5814-1ed0-4999-843f-964958b228b5 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:11.142468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a0c6c-b2e2-40c0-80e3-763bddac889e None None] Pushing event deleted for resources: {'Port': ['ID=c161e24a-dbab-4992-b58e-4cdf624e29f3,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:11.142672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.144489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a0c6c-b2e2-40c0-80e3-763bddac889e None None] No DVR routers for this DVR port c161e24a-dbab-4992-b58e-4cdf624e29f3 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:11.184666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca31f20-7f58-4990-a262-c63f6b27f2f8']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:11.199091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a20a3e0-2f4a-4944-806e-13d7007ad964') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:11.199529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a20a3e0-2f4a-4944-806e-13d7007ad964') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:11.214868 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.231433 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.247832 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.256870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:11.264541 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:11.268320 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:11.324197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c161e24a-dbab-4992-b58e-4cdf624e29f3 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:11.347781 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.351204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c161e24a-dbab-4992-b58e-4cdf624e29f3 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:11.354591 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c161e24a-dbab-4992-b58e-4cdf624e29f3 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:11.355680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c3ba04ad-3d21-42d9-93cf-5ae83b139a87 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:11.368879 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.377100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/networks/8ca31f20-7f58-4990-a262-c63f6b27f2f8 HTTP/1.1" status: 204 len: 168 time: 1.0020201 Apr 18 21:00:11.377731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46224) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:11.378477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c3ba04ad-3d21-42d9-93cf-5ae83b139a87 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:11.378882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c3ba04ad-3d21-42d9-93cf-5ae83b139a87 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:11.422873 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.455130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171f18e-ae14-476d-be6a-f7fe30799622 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Network': ['ID=8ca31f20-7f58-4990-a262-c63f6b27f2f8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:11.457633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Pushing event deleted for resources: {'Port': ['ID=185e5814-1ed0-4999-843f-964958b228b5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:11.470007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.470271 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.470616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.471007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.471344 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.471775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.472283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.472699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.472931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.473254 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.473582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.473938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:11.748518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa243-c2ab-4ddf-aaf2-db32d6f64f5a req-ef0984f2-e5f5-42d1-88c7-7a21243cba08 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:11.751676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c36aa243-c2ab-4ddf-aaf2-db32d6f64f5a req-ef0984f2-e5f5-42d1-88c7-7a21243cba08 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1979465 Apr 18 21:00:11.840559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c36aa243-c2ab-4ddf-aaf2-db32d6f64f5a req-32060381-fac7-4056-aef1-a9addc7278d7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773375 Apr 18 21:00:11.948440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.072947 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.262426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:12.262877 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.307476 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:12.334449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-b7f914df-3d31-4ace-9715-f4b648f7507d tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:12.336089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-b7f914df-3d31-4ace-9715-f4b648f7507d tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.1045949 Apr 18 21:00:12.368613 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.435867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:12.437059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8,segment=NetworkSegment(bd97ca47-156a-4cce-b2f4-247ad64c4d66),segment_id=bd97ca47-156a-4cce-b2f4-247ad64c4d66)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:12.437430 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.444947 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-796ea369-449b-47b3-8dc0-6e5d825723ec admin admin] 10.222.0.49 "PUT /v2.0/routers/0b42cc97-7a77-4f8c-bf50-826cee80ad5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7198467 Apr 18 21:00:12.445848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46230) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:12.452246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] Sync routers for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:12.457648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:12.465545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:12.466158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:12.520147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-1ec68b03-c799-4868-b957-7f80c15cb6f7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Deleting port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:12.520440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-1ec68b03-c799-4868-b957-7f80c15cb6f7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.580681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.604592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:12.673581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-1ec68b03-c799-4868-b957-7f80c15cb6f7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] For port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,segment=NetworkSegment(37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83),segment_id=37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:12.673948 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-1ec68b03-c799-4868-b957-7f80c15cb6f7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.699911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.704052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-1ec68b03-c799-4868-b957-7f80c15cb6f7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Calling delete_port for 8b8584d0-3b82-44c9-aeee-3d71ca63b59a owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:12.826125 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.832911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Deleting port 3aa6d558-fe00-4e77-b370-97615bcfd91a {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:12.835328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.896243 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T21:00:11Z', 'revision_number': 5, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port': {'id': '3aa6d558-fe00-4e77-b370-97615bcfd91a', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:46Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:12.897906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:12.981669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] Checking router: 0b42cc97-7a77-4f8c-bf50-826cee80ad5b for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:13.002513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] Routers {'0b42cc97-7a77-4f8c-bf50-826cee80ad5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:13.003148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:13.021936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] For port 3aa6d558-fe00-4e77-b370-97615bcfd91a, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3aa6d558-fe00-4e77-b370-97615bcfd91a,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:13.022429 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.050314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Calling delete_port for 3aa6d558-fe00-4e77-b370-97615bcfd91a owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:13.345308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.391403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa6d558-fe00-4e77-b370-97615bcfd91a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:13.406174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] Set router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:13.467053 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.478324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T21:00:12Z', 'revision_number': 6, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:13.520352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23572cd6-e19a-41eb-af61-f9389ff4d6a0 None None] The sync data for ids ['0b42cc97-7a77-4f8c-bf50-826cee80ad5b'] in n-d-836015-4 is: [{'id': '0b42cc97-7a77-4f8c-bf50-826cee80ad5b', 'name': 'tempest-TestVolumeBackupRestore-1554014191-router', 'tenant_id': '558788ac364b4a4fbcb4616388d0d9ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:45Z', 'updated_at': '2022-04-18T21:00:12Z', 'revision_number': 6, 'project_id': '558788ac364b4a4fbcb4616388d0d9ea', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:13.597229 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.599633 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.647191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.647945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b42cc97-7a77-4f8c-bf50-826cee80ad5b {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:00:13.653015 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.657421 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7440e87f-9fac-4b3e-9ba3-eee8cca1626b admin admin] 10.222.0.49 "DELETE /v2.0/routers/0b42cc97-7a77-4f8c-bf50-826cee80ad5b HTTP/1.1" status: 204 len: 168 time: 1.2106068 Apr 18 21:00:13.659615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46236) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:13.676988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.692550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf376db-cc29-4b3e-80a4-de01fcfbd101 req-e4165cb1-36e5-448b-bdf9-93325d663a60 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:13.694037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edf376db-cc29-4b3e-80a4-de01fcfbd101 req-e4165cb1-36e5-448b-bdf9-93325d663a60 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a6d8691-919b-4c50-b4ad-f2c5baf4e33a HTTP/1.1" status: 200 len: 946 time: 0.6481349 Apr 18 21:00:13.711133 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb04f50-c874-436a-a1a6-5b5f12af1687 admin admin] Deleting subnet f7027694-8b09-4971-adb1-3a644176ac65 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:13.715040 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7cb04f50-c874-436a-a1a6-5b5f12af1687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.755341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7cb04f50-c874-436a-a1a6-5b5f12af1687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.759039 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-1ec68b03-c799-4868-b957-7f80c15cb6f7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.775695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8b8584d0-3b82-44c9-aeee-3d71ca63b59a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:00:13.851747 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7cb04f50-c874-436a-a1a6-5b5f12af1687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.862409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec68b03-c799-4868-b957-7f80c15cb6f7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Pushing event deleted for resources: {'Port': ['ID=8b8584d0-3b82-44c9-aeee-3d71ca63b59a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:13.906397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edf376db-cc29-4b3e-80a4-de01fcfbd101 req-18710d1d-c586-41ab-b630-109a27b23190 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.49 "GET /v2.0/security-groups?id=5074a415-36e3-4ac0-ad28-46edcbe6ed76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005749 Apr 18 21:00:13.945044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-1ec68b03-c799-4868-b957-7f80c15cb6f7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] No DVR routers for this DVR port 8b8584d0-3b82-44c9-aeee-3d71ca63b59a on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:13.949727 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-1ec68b03-c799-4868-b957-7f80c15cb6f7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.957603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-402ff147-5974-4016-a6ec-5d2a80c305aa req-1ec68b03-c799-4868-b957-7f80c15cb6f7 tempest-TestServerAdvancedOps-153521291 tempest-TestServerAdvancedOps-153521291-project] 10.222.0.60 "DELETE /v2.0/ports/8b8584d0-3b82-44c9-aeee-3d71ca63b59a HTTP/1.1" status: 204 len: 173 time: 1.6157777 Apr 18 21:00:13.958223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6d8691-919b-4c50-b4ad-f2c5baf4e33a', 'name': 'network-vif-deleted', 'tag': '8b8584d0-3b82-44c9-aeee-3d71ca63b59a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:13.965570 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f3cad3-8ded-42d2-b14f-2720a3e94d6e" -d '{"events": [{"server_uuid": "4a6d8691-919b-4c50-b4ad-f2c5baf4e33a", "name": "network-vif-deleted", "tag": "8b8584d0-3b82-44c9-aeee-3d71ca63b59a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:13.972525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7cb04f50-c874-436a-a1a6-5b5f12af1687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.023723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb04f50-c874-436a-a1a6-5b5f12af1687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7027694-8b09-4971-adb1-3a644176ac65,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:14.028698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7cb04f50-c874-436a-a1a6-5b5f12af1687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.034639 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7cb04f50-c874-436a-a1a6-5b5f12af1687 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f7027694-8b09-4971-adb1-3a644176ac65 HTTP/1.1" status: 204 len: 168 time: 0.3758020 Apr 18 21:00:14.035262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46242) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:14.037060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d05547b-f387-4690-9e49-bb3bcbaff8b4 None None] Network a6408af1-440d-4515-bf97-5732fa85b6c6 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:14.076785 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96823aa0-eef9-49a2-9c26-cf35af637939 x-openstack-request-id: req-96823aa0-eef9-49a2-9c26-cf35af637939 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:14.077031 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6d8691-919b-4c50-b4ad-f2c5baf4e33a", "name": "network-vif-deleted", "tag": "8b8584d0-3b82-44c9-aeee-3d71ca63b59a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:14.077237 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-96823aa0-eef9-49a2-9c26-cf35af637939 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:14.077642 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96823aa0-eef9-49a2-9c26-cf35af637939'] response: {'server_uuid': '4a6d8691-919b-4c50-b4ad-f2c5baf4e33a', 'name': 'network-vif-deleted', 'tag': '8b8584d0-3b82-44c9-aeee-3d71ca63b59a', 'status': 'completed', 'code': 200} Apr 18 21:00:14.118801 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.165022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:14.185512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Deleting port 3138987a-5814-4c22-8354-702666ff83f4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:14.185858 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.270864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] For port 3138987a-5814-4c22-8354-702666ff83f4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3138987a-5814-4c22-8354-702666ff83f4,segment=NetworkSegment(11ef266a-d43f-450e-83e8-812b6679abae),segment_id=11ef266a-d43f-450e-83e8-812b6679abae)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:14.271248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.288098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Calling delete_port for 3138987a-5814-4c22-8354-702666ff83f4 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:14.297841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:14.303517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bee39ed3-c823-4a1d-bc5e-8be1f5fee3ed tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9030905 Apr 18 21:00:14.305969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46244) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:14.308635 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] Sync routers for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:14.321522 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:14.323239 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:14.381150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-38165d95-9809-41b5-9d32-4754c1fc469e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting subnet c34e8b7c-c75c-4023-b233-51e2301b75d0 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:14.385830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38165d95-9809-41b5-9d32-4754c1fc469e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.402311 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.422045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba920c-2644-497c-baac-d93a01952db9 None None] DHCP port deletion for a6408af1-440d-4515-bf97-5732fa85b6c6 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:14.459724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=3138987a-5814-4c22-8354-702666ff83f4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:14.466568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] No DVR routers for this DVR port 3138987a-5814-4c22-8354-702666ff83f4 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:14.468813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38165d95-9809-41b5-9d32-4754c1fc469e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.478080 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:14.575488 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.619560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6408af1-440d-4515-bf97-5732fa85b6c6']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:14.622222 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38165d95-9809-41b5-9d32-4754c1fc469e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.633529 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ef266a-d43f-450e-83e8-812b6679abae') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:14.633741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ef266a-d43f-450e-83e8-812b6679abae') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:14.647519 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.674053 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.684699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:14.685210 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:14.687424 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:14.733723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38165d95-9809-41b5-9d32-4754c1fc469e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.760460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.778442 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38165d95-9809-41b5-9d32-4754c1fc469e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Subnet': ['ID=c34e8b7c-c75c-4023-b233-51e2301b75d0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:14.781340 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-38165d95-9809-41b5-9d32-4754c1fc469e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.786748 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.787228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-38165d95-9809-41b5-9d32-4754c1fc469e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/c34e8b7c-c75c-4023-b233-51e2301b75d0 HTTP/1.1" status: 204 len: 168 time: 0.4761026 Apr 18 21:00:14.787738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46246) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:14.790043 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] 10.222.0.49 "DELETE /v2.0/networks/a6408af1-440d-4515-bf97-5732fa85b6c6 HTTP/1.1" status: 204 len: 168 time: 0.7537487 Apr 18 21:00:14.791918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd59995-6169-43ff-8760-1d08c09e0bfc admin admin] Pushing event deleted for resources: {'Network': ['ID=a6408af1-440d-4515-bf97-5732fa85b6c6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:14.793406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46248) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:14.803897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93c3d26-dbeb-442d-adc3-c9a9d9f3db9a None None] Network 4b51c95b-f01a-4bf6-9a49-5ec09670f02c requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:14.826010 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:12Z', 'revision_number': 9, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:14.902173 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] Checking router: 1f78f602-bcb0-44d9-bfa0-b74f7979d862 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:14.927504 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:14.928162 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:14.975178 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.049086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46254) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:15.090114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port c1e7d368-6945-453a-acd3-c8427b3f8c29 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:15.090611 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.143158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70742e83-543e-43ea-8b31-e7c427ec2a85 None None] DHCP port deletion for 4b51c95b-f01a-4bf6-9a49-5ec09670f02c request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:15.146941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e2ff61-5785-4b30-abbd-a376d845ef11 admin admin] Deleting subnet 87fd1b45-ed26-4bb2-a356-2ef40c3f2bd7 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:15.154973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98e2ff61-5785-4b30-abbd-a376d845ef11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.288052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port c1e7d368-6945-453a-acd3-c8427b3f8c29, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c1e7d368-6945-453a-acd3-c8427b3f8c29,segment=NetworkSegment(bd97ca47-156a-4cce-b2f4-247ad64c4d66),segment_id=bd97ca47-156a-4cce-b2f4-247ad64c4d66)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:15.289105 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.301055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-70742e83-543e-43ea-8b31-e7c427ec2a85 None None] Deleting port c1e7d368-6945-453a-acd3-c8427b3f8c29 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:15.301800 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-70742e83-543e-43ea-8b31-e7c427ec2a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.307466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98e2ff61-5785-4b30-abbd-a376d845ef11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.310499 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:15.328796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for c1e7d368-6945-453a-acd3-c8427b3f8c29 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:15.373448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c1e7d368-6945-453a-acd3-c8427b3f8c29 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:15.434290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-70742e83-543e-43ea-8b31-e7c427ec2a85 None None] For port c1e7d368-6945-453a-acd3-c8427b3f8c29, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c1e7d368-6945-453a-acd3-c8427b3f8c29,segment=NetworkSegment(bd97ca47-156a-4cce-b2f4-247ad64c4d66),segment_id=bd97ca47-156a-4cce-b2f4-247ad64c4d66)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:15.435392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-70742e83-543e-43ea-8b31-e7c427ec2a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.441614 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.455259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-70742e83-543e-43ea-8b31-e7c427ec2a85 None None] Calling delete_port for c1e7d368-6945-453a-acd3-c8427b3f8c29 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:15.463116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No active binding found for port c1e7d368-6945-453a-acd3-c8427b3f8c29 {{(pid=102905) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 21:00:15.463545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c1e7d368-6945-453a-acd3-c8427b3f8c29 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:15.463996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3138987a-5814-4c22-8354-702666ff83f4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:15.489549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=c1e7d368-6945-453a-acd3-c8427b3f8c29,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:15.491279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 3138987a-5814-4c22-8354-702666ff83f4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:15.491423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No DVR routers for this DVR port c1e7d368-6945-453a-acd3-c8427b3f8c29 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:15.491628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3138987a-5814-4c22-8354-702666ff83f4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:15.492229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 185e5814-1ed0-4999-843f-964958b228b5 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:15.500760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98e2ff61-5785-4b30-abbd-a376d845ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.517364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 185e5814-1ed0-4999-843f-964958b228b5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:15.517364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 185e5814-1ed0-4999-843f-964958b228b5 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:15.517684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3aa6d558-fe00-4e77-b370-97615bcfd91a no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:15.582979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 3aa6d558-fe00-4e77-b370-97615bcfd91a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:15.583227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98e2ff61-5785-4b30-abbd-a376d845ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.583357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3aa6d558-fe00-4e77-b370-97615bcfd91a not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:15.620213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2ff61-5785-4b30-abbd-a376d845ef11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87fd1b45-ed26-4bb2-a356-2ef40c3f2bd7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:15.622408 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-98e2ff61-5785-4b30-abbd-a376d845ef11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.627870 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-98e2ff61-5785-4b30-abbd-a376d845ef11 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/87fd1b45-ed26-4bb2-a356-2ef40c3f2bd7 HTTP/1.1" status: 204 len: 168 time: 0.5756083 Apr 18 21:00:15.629462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46256) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:15.634869 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-70742e83-543e-43ea-8b31-e7c427ec2a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.656710 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:12Z', 'revision_number': 9, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:15.670605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70742e83-543e-43ea-8b31-e7c427ec2a85 None None] No DVR routers for this DVR port c1e7d368-6945-453a-acd3-c8427b3f8c29 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:15.675512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70742e83-543e-43ea-8b31-e7c427ec2a85 None None] Pushing event deleted for resources: {'Port': ['ID=c1e7d368-6945-453a-acd3-c8427b3f8c29,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:15.695204 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.709209 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c21cfd-401e-4169-9ab7-3abaaed4b987 None None] The sync data for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 is: [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:12Z', 'revision_number': 9, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11eac2f-7a85-4d87-bd4b-07e1988d930a', 'name': '', 'network_id': '994f97a0-121e-4f82-afa7-12599422e1a0', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:15:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:47Z', 'updated_at': '2022-04-18T20:59:56Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': 'ec831315-05d8-453b-b9a7-bb3d6ef188fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:15.721838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b51c95b-f01a-4bf6-9a49-5ec09670f02c']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:15.734363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd97ca47-156a-4cce-b2f4-247ad64c4d66') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:15.734745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd97ca47-156a-4cce-b2f4-247ad64c4d66') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:15.747936 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.756766 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.766383 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.777701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:15.778103 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:15.781217 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:15.786904 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.866899 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.878109 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.881780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/networks/4b51c95b-f01a-4bf6-9a49-5ec09670f02c HTTP/1.1" status: 204 len: 168 time: 1.0928352 Apr 18 21:00:15.884756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46258) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:15.934720 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.941974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cd7a3-db25-44b2-af08-87f30311ef11 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Network': ['ID=4b51c95b-f01a-4bf6-9a49-5ec09670f02c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:15.966856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:15.981174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:15.981477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dd0eb6-e9e7-4552-b2f6-8670ffb0dd83') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:16.025740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.031160 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.066171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.078959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:16.079368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:16.083441 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:16.161063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.166803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.172287 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f HTTP/1.1" status: 204 len: 168 time: 0.5398438 Apr 18 21:00:16.175268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46262) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:16.211172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3a249-2604-4a1d-8575-d2160fb5a1d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4b8af5-ad28-4d34-9504-b6b5ae2caf9f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:16.250985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8b8584d0-3b82-44c9-aeee-3d71ca63b59a no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:16.295070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 8b8584d0-3b82-44c9-aeee-3d71ca63b59a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:16.295714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8b8584d0-3b82-44c9-aeee-3d71ca63b59a not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:16.304783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-153e175e-d267-4210-8cd3-ae1b36cae934 admin admin] Deleting subnet 48ef0a00-c836-41a6-a340-c1d10c8530b4 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:16.309735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-153e175e-d267-4210-8cd3-ae1b36cae934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.325714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.352834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-153e175e-d267-4210-8cd3-ae1b36cae934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.400713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] Deleting port b96bd4cb-e726-4431-a649-c996f444c524 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:16.401050 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.407150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-153e175e-d267-4210-8cd3-ae1b36cae934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.521771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] For port b96bd4cb-e726-4431-a649-c996f444c524, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b96bd4cb-e726-4431-a649-c996f444c524,segment=NetworkSegment(f40d3d1f-aa24-4efa-8c69-fd4ea5762563),segment_id=f40d3d1f-aa24-4efa-8c69-fd4ea5762563)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:16.522542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.525809 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-153e175e-d267-4210-8cd3-ae1b36cae934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.565285 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] Calling delete_port for b96bd4cb-e726-4431-a649-c996f444c524 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:16.567117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e175e-d267-4210-8cd3-ae1b36cae934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48ef0a00-c836-41a6-a340-c1d10c8530b4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:16.580742 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-153e175e-d267-4210-8cd3-ae1b36cae934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.584033 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-153e175e-d267-4210-8cd3-ae1b36cae934 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/48ef0a00-c836-41a6-a340-c1d10c8530b4 HTTP/1.1" status: 204 len: 168 time: 0.3986714 Apr 18 21:00:16.586695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46264) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:16.667220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port b11eac2f-7a85-4d87-bd4b-07e1988d930a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:16.667599 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.684414 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.832135 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.843804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port b11eac2f-7a85-4d87-bd4b-07e1988d930a, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b11eac2f-7a85-4d87-bd4b-07e1988d930a,segment=NetworkSegment(17cc39e1-0cd4-4a01-97ec-0a5099699721),segment_id=17cc39e1-0cd4-4a01-97ec-0a5099699721)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:16.844197 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.872972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdb8fec-7290-4473-ab93-43bf06b37ed6']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:16.875241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for b11eac2f-7a85-4d87-bd4b-07e1988d930a owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:16.888016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bac69b-a4cf-4070-bd6f-e95138aa437d') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:16.888318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bac69b-a4cf-4070-bd6f-e95138aa437d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:16.904071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.949400 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.958991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:16.959409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:16.961190 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:17.064182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.080650 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.084787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7fdb8fec-7290-4473-ab93-43bf06b37ed6 HTTP/1.1" status: 204 len: 168 time: 0.4954550 Apr 18 21:00:17.112603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd54801-1b43-4770-9d22-5613c67497d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fdb8fec-7290-4473-ab93-43bf06b37ed6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:17.150347 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.195171 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:17.216399 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.238088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b96bd4cb-e726-4431-a649-c996f444c524,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:17.240357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:17.240753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b4c0923d-1a09-4eb6-98c7-ba52a3e1aff8 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:17.321476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=b11eac2f-7a85-4d87-bd4b-07e1988d930a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:17.409086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46278) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:17.459243 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.513460 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-804fb79e-7669-49ce-a02e-9742a55ee611 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5797939cbdcc4069b4a3ce0e89153b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031656 Apr 18 21:00:17.515818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46284) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:17.523073 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.632568 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-079d80d2-6df0-4d1d-be7d-6d28a9d6aaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.691663 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-079d80d2-6df0-4d1d-be7d-6d28a9d6aaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.712745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:17.818900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:17.827450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0b5844e3-dee6-4d7e-841b-fa0cfb4f305f tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9390807 Apr 18 21:00:17.827450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46290) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:17.835081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] Sync routers for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:17.841889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-079d80d2-6df0-4d1d-be7d-6d28a9d6aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.844670 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-079d80d2-6df0-4d1d-be7d-6d28a9d6aaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.845815 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-079d80d2-6df0-4d1d-be7d-6d28a9d6aaf8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5074a415-36e3-4ac0-ad28-46edcbe6ed76 HTTP/1.1" status: 204 len: 168 time: 0.3290617 Apr 18 21:00:17.866323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d80d2-6df0-4d1d-be7d-6d28a9d6aaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5074a415-36e3-4ac0-ad28-46edcbe6ed76,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:17.870041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:17.871963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:17.887514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] Router 47a62f15-84d9-4e80-8072-ddae76547d4b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:17.903614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-757b2a34-d803-4237-9c36-1bb117457d32 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting subnet ec831315-05d8-453b-b9a7-bb3d6ef188fc {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:17.907552 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-757b2a34-d803-4237-9c36-1bb117457d32 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.970966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-757b2a34-d803-4237-9c36-1bb117457d32 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.005865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:18.059708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:18.067115 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-32e74cd7-8b2d-4336-9976-ae59e72fcc98 admin admin] 10.222.0.49 "PUT /v2.0/routers/47a62f15-84d9-4e80-8072-ddae76547d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2725322 Apr 18 21:00:18.069512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46294) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:18.073350 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] Sync routers for ids ['47a62f15-84d9-4e80-8072-ddae76547d4b'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:18.096496 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] Routers {'47a62f15-84d9-4e80-8072-ddae76547d4b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:18.097460 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['47a62f15-84d9-4e80-8072-ddae76547d4b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:18.161411 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-757b2a34-d803-4237-9c36-1bb117457d32 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.217446 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.293539 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-757b2a34-d803-4237-9c36-1bb117457d32 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.334756 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] Set router 47a62f15-84d9-4e80-8072-ddae76547d4b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:18.339488 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.347341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:17Z', 'revision_number': 10, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:18.363075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b2a34-d803-4237-9c36-1bb117457d32 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Subnet': ['ID=ec831315-05d8-453b-b9a7-bb3d6ef188fc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:18.365181 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-757b2a34-d803-4237-9c36-1bb117457d32 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.379478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-757b2a34-d803-4237-9c36-1bb117457d32 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/ec831315-05d8-453b-b9a7-bb3d6ef188fc HTTP/1.1" status: 204 len: 168 time: 0.5484028 Apr 18 21:00:18.379710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46300) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:18.395959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] Checking router: 1f78f602-bcb0-44d9-bfa0-b74f7979d862 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:18.403779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0bad3c-7a63-4d73-8878-85ebee9e7bc9 None None] Network 994f97a0-121e-4f82-afa7-12599422e1a0 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:18.410373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Deleting port 84d0f38b-28dd-421b-893d-47ef87686a13 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:18.418537 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.429169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:18.430790 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:18.540967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46302) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:18.546714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.565649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:18.612985 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'name': 'tempest-TestVolumeBackupRestore-651727406-router', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T21:00:16Z', 'revision_number': 5, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'gw_port': {'id': '84d0f38b-28dd-421b-893d-47ef87686a13', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:82:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3513, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:55:59Z', 'updated_at': '2022-04-18T20:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:18.623973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port b4488122-823c-492f-987a-a844101f8811 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:18.624323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.644205 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b95a47fb-6b0d-46ef-b109-8afb2f8c5f1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9466cbdace0447eda52046d9864ad04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1020985 Apr 18 21:00:18.646545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] For port 84d0f38b-28dd-421b-893d-47ef87686a13, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=84d0f38b-28dd-421b-893d-47ef87686a13,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:18.648236 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.651331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46304) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:18.669123 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] Checking router: 47a62f15-84d9-4e80-8072-ddae76547d4b for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:18.692812 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] Routers {'47a62f15-84d9-4e80-8072-ddae76547d4b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:18.693895 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['47a62f15-84d9-4e80-8072-ddae76547d4b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:18.709783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port b4488122-823c-492f-987a-a844101f8811, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b4488122-823c-492f-987a-a844101f8811,segment=NetworkSegment(17cc39e1-0cd4-4a01-97ec-0a5099699721),segment_id=17cc39e1-0cd4-4a01-97ec-0a5099699721)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:18.710161 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.718180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Calling delete_port for 84d0f38b-28dd-421b-893d-47ef87686a13 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:18.731123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for b4488122-823c-492f-987a-a844101f8811 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:18.817075 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] Set router 47a62f15-84d9-4e80-8072-ddae76547d4b gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:18.865503 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.905055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8505-5afb-4630-9ccf-0124728d3009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.914220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=b4488122-823c-492f-987a-a844101f8811,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:18.917301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc0eb27-033b-44fb-87d3-1924ca0e12d4 None None] DHCP port deletion for 994f97a0-121e-4f82-afa7-12599422e1a0 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:18.922993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No DVR routers for this DVR port b4488122-823c-492f-987a-a844101f8811 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:18.938224 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'name': 'tempest-TestVolumeBackupRestore-651727406-router', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T21:00:18Z', 'revision_number': 6, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:18.976167 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52dbaedd-b508-47d9-9bb2-3af10778f5d5 None None] The sync data for ids ['47a62f15-84d9-4e80-8072-ddae76547d4b'] in n-d-836015-4 is: [{'id': '47a62f15-84d9-4e80-8072-ddae76547d4b', 'name': 'tempest-TestVolumeBackupRestore-651727406-router', 'tenant_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:55:57Z', 'updated_at': '2022-04-18T21:00:18Z', 'revision_number': 6, 'project_id': 'cbf67fb0747349e4b3a0d063979b0e2d', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:18.995065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:17Z', 'revision_number': 10, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:18.996559 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8505-5afb-4630-9ccf-0124728d3009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.037377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11251b1e-8f21-45bd-b480-937c8fa46fea None None] The sync data for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 is: [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:17Z', 'revision_number': 10, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None, '_interfaces': [{'id': '2351a629-138b-4fdd-a3a4-cb8de75ebeed', 'name': '', 'network_id': 'ff18ddb4-f2c4-4a48-b056-e5788adeaf37', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'mac_address': 'fa:16:3e:cd:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:44Z', 'updated_at': '2022-04-18T20:59:49Z', 'revision_number': 5, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'subnets': [{'id': '9a81231b-6cf6-431b-b4f8-033262f49fb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:19.077844 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.108348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994f97a0-121e-4f82-afa7-12599422e1a0']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:19.119643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cc39e1-0cd4-4a01-97ec-0a5099699721') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:19.120163 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cc39e1-0cd4-4a01-97ec-0a5099699721') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:19.122769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8505-5afb-4630-9ccf-0124728d3009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.125377 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8505-5afb-4630-9ccf-0124728d3009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.128764 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fc9c8505-5afb-4630-9ccf-0124728d3009 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b10f935-7016-44e1-91be-432cec945cb5 HTTP/1.1" status: 204 len: 168 time: 0.4676597 Apr 18 21:00:19.137725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c8505-5afb-4630-9ccf-0124728d3009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b10f935-7016-44e1-91be-432cec945cb5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:19.138765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.150798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.168822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.177778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:19.178372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.190453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d0f38b-28dd-421b-893d-47ef87686a13,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:19.232439 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:19.254118 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.263514 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.267173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/networks/994f97a0-121e-4f82-afa7-12599422e1a0 HTTP/1.1" status: 204 len: 168 time: 0.8865299 Apr 18 21:00:19.272998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46318) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:19.281074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e734a8b-a44b-4df6-91b7-1b52e62d3b1d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Network': ['ID=994f97a0-121e-4f82-afa7-12599422e1a0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:19.381668 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.566000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.569358 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.633021 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.633494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a62f15-84d9-4e80-8072-ddae76547d4b {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:00:19.656132 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.660436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46330) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:19.668751 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-24c0bc64-669e-40d3-a973-dae411c47628 admin admin] 10.222.0.49 "DELETE /v2.0/routers/47a62f15-84d9-4e80-8072-ddae76547d4b HTTP/1.1" status: 204 len: 168 time: 1.5977855 Apr 18 21:00:19.728692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd12c2ec-0ecc-4e2f-b8c0-d57d96e6719a admin admin] Deleting subnet 3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:19.733092 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd12c2ec-0ecc-4e2f-b8c0-d57d96e6719a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.786652 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd12c2ec-0ecc-4e2f-b8c0-d57d96e6719a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.864467 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.910019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd12c2ec-0ecc-4e2f-b8c0-d57d96e6719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.010876 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd12c2ec-0ecc-4e2f-b8c0-d57d96e6719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.070557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12c2ec-0ecc-4e2f-b8c0-d57d96e6719a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:20.072963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd12c2ec-0ecc-4e2f-b8c0-d57d96e6719a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.079049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4237b72-90fa-4a9a-904d-0349aabee81f None None] Network ec83a056-68da-476a-a24c-848714467fa2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:20.079612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fd12c2ec-0ecc-4e2f-b8c0-d57d96e6719a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/3b79f831-b8aa-4c7f-b7e9-b92e3a8a860f HTTP/1.1" status: 204 len: 168 time: 0.4182312 Apr 18 21:00:20.080324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46340) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:20.198180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.219532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46342) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:20.224077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b4488122-823c-492f-987a-a844101f8811 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:20.284799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port 2351a629-138b-4fdd-a3a4-cb8de75ebeed {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:20.285142 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.293723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b4488122-823c-492f-987a-a844101f8811 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:20.294070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b4488122-823c-492f-987a-a844101f8811 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:20.294492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b96bd4cb-e726-4431-a649-c996f444c524 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:20.316555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Deleting port c32027ec-0248-48c0-90b7-8f4ba9d18e63 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:20.317080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.359637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b96bd4cb-e726-4431-a649-c996f444c524 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:20.359755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b96bd4cb-e726-4431-a649-c996f444c524 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:20.405430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] For port c32027ec-0248-48c0-90b7-8f4ba9d18e63, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c32027ec-0248-48c0-90b7-8f4ba9d18e63,segment=NetworkSegment(f40d3d1f-aa24-4efa-8c69-fd4ea5762563),segment_id=f40d3d1f-aa24-4efa-8c69-fd4ea5762563)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:20.405907 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.433970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Calling delete_port for c32027ec-0248-48c0-90b7-8f4ba9d18e63 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:20.441774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-414383169-network', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:20.458092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port 2351a629-138b-4fdd-a3a4-cb8de75ebeed, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2351a629-138b-4fdd-a3a4-cb8de75ebeed,segment=NetworkSegment(4edfa33b-a15c-4b20-b9d8-b1f70c3c4525),segment_id=4edfa33b-a15c-4b20-b9d8-b1f70c3c4525)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:20.458472 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.484709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for 2351a629-138b-4fdd-a3a4-cb8de75ebeed owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:20.499658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Made reservation on behalf of 946e24bc69f140efa3cef17a19fdd818 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:20.502202 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.516138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.534099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceabd2b8-6613-48e9-be28-22b47a16867c None None] DHCP port deletion for ec83a056-68da-476a-a24c-848714467fa2 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:20.596761 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.610997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ceabd2b8-6613-48e9-be28-22b47a16867c None None] Deleting port c32027ec-0248-48c0-90b7-8f4ba9d18e63 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:20.611465 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ceabd2b8-6613-48e9-be28-22b47a16867c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.641030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] No DVR routers for this DVR port c32027ec-0248-48c0-90b7-8f4ba9d18e63 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:20.645327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32027ec-0248-48c0-90b7-8f4ba9d18e63,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:20.706383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ceabd2b8-6613-48e9-be28-22b47a16867c None None] For port c32027ec-0248-48c0-90b7-8f4ba9d18e63, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:20.707087 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ceabd2b8-6613-48e9-be28-22b47a16867c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.731004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ceabd2b8-6613-48e9-be28-22b47a16867c None None] Calling delete_port for c32027ec-0248-48c0-90b7-8f4ba9d18e63 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:20.731408 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.735898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-ceabd2b8-6613-48e9-be28-22b47a16867c None None] Port c32027ec-0248-48c0-90b7-8f4ba9d18e63 was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:00:20.741177 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ceabd2b8-6613-48e9-be28-22b47a16867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.747598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.758574 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.766278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabd2b8-6613-48e9-be28-22b47a16867c None None] Pushing event deleted for resources: {'Port': ['ID=c32027ec-0248-48c0-90b7-8f4ba9d18e63,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:20.783095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceabd2b8-6613-48e9-be28-22b47a16867c None None] No DVR routers for this DVR port c32027ec-0248-48c0-90b7-8f4ba9d18e63 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:20.794798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec83a056-68da-476a-a24c-848714467fa2']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:20.812801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:20.813125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40d3d1f-aa24-4efa-8c69-fd4ea5762563') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:20.829077 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.829803 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.840655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:20.843501 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca625516-02e5-45f4-aecb-d627923fd829,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:20.850921 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.872511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:20.873253 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:20.877813 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:20.885693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=2351a629-138b-4fdd-a3a4-cb8de75ebeed,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:20.890632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.890912 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Added segment ab3bd898-a16e-457e-afe1-9af5dce18bc8 of type vlan for network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 Apr 18 21:00:20.956557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.961533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.968285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ec83a056-68da-476a-a24c-848714467fa2 HTTP/1.1" status: 204 len: 168 time: 0.8842516 Apr 18 21:00:20.980074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7647d8-c04e-40ad-9c96-39b37c208e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec83a056-68da-476a-a24c-848714467fa2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:21.042556 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.045639 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.134763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46350) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:21.189782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a57e9a32-030e-42e5-a3a1-f0e0899ea03c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=558788ac364b4a4fbcb4616388d0d9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496969 Apr 18 21:00:21.191925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46352) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:21.273892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-df855425-3c22-41ca-82b0-29520d97f76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.331641 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-df855425-3c22-41ca-82b0-29520d97f76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.371049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 84d0f38b-28dd-421b-893d-47ef87686a13 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:21.419226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 84d0f38b-28dd-421b-893d-47ef87686a13 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:21.419976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 84d0f38b-28dd-421b-893d-47ef87686a13 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:21.420785 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b11eac2f-7a85-4d87-bd4b-07e1988d930a no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:21.443645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b11eac2f-7a85-4d87-bd4b-07e1988d930a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:21.444132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b11eac2f-7a85-4d87-bd4b-07e1988d930a not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:21.444381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c32027ec-0248-48c0-90b7-8f4ba9d18e63 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:21.466795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c32027ec-0248-48c0-90b7-8f4ba9d18e63 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:21.467554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c32027ec-0248-48c0-90b7-8f4ba9d18e63 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:21.524273 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.525851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:21.526439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.643950 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4231677 Apr 18 21:00:21.650705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46356) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:21.655969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Request body: {'subnet': {'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-414383169-subnet', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:21.663107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc399be-0b45-4206-a2da-47eb8a5f79fe admin admin] Pushing event updated for resources: {'Network': ['ID=ec3cd5ee-9561-4c9f-accf-915a8d826cf2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:21.678807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:21.714586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:21.724275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Made reservation on behalf of 946e24bc69f140efa3cef17a19fdd818 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:21.731673 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.856685 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-df855425-3c22-41ca-82b0-29520d97f76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.859665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-df855425-3c22-41ca-82b0-29520d97f76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.864276 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-df855425-3c22-41ca-82b0-29520d97f76c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0c1638a2-9567-4a66-aa9c-52cca73c108a HTTP/1.1" status: 204 len: 168 time: 0.6684492 Apr 18 21:00:21.870899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df855425-3c22-41ca-82b0-29520d97f76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1638a2-9567-4a66-aa9c-52cca73c108a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:21.894152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:21.907041 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1726ab45-7e91-4853-81b4-90d0b91bbfe5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6328192 Apr 18 21:00:21.910080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46360) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:21.913307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] Sync routers for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:21.955409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:21.956308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:21.992263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-e620c024-29db-4b86-a1e5-f272bda8e572 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting subnet 9a81231b-6cf6-431b-b4f8-033262f49fb7 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:21.995793 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e620c024-29db-4b86-a1e5-f272bda8e572 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.037732 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e620c024-29db-4b86-a1e5-f272bda8e572 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.068133 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.109103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:22.132078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24600b4-0dd5-4cb0-a5ee-f19707b847c0,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:22.140960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Checking segment: {'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:22.141508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Network hostable DHCP agents. Network: ec3cd5ee-9561-4c9f-accf-915a8d826cf2, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:22.165307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:22.179012 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e620c024-29db-4b86-a1e5-f272bda8e572 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.189203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:20Z', 'revision_number': 11, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:22.189462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ec3cd5ee-9561-4c9f-accf-915a8d826cf2) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:22.195599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:22.196117 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.201863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cddfdca-54aa-496d-809b-19062e57aa45 None None] Network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:22.235368 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cc38ba45-280c-400a-954f-4eb85debaefc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5812368 Apr 18 21:00:22.236348 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46364) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:22.244210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:22.284485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e620c024-29db-4b86-a1e5-f272bda8e572 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.292428 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.293489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.325357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620c024-29db-4b86-a1e5-f272bda8e572 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Subnet': ['ID=9a81231b-6cf6-431b-b4f8-033262f49fb7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:22.332632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e620c024-29db-4b86-a1e5-f272bda8e572 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.337134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e620c024-29db-4b86-a1e5-f272bda8e572 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/9a81231b-6cf6-431b-b4f8-033262f49fb7 HTTP/1.1" status: 204 len: 168 time: 0.4255140 Apr 18 21:00:22.339828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46366) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:22.411081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46370) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:22.416482 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.474770 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.488723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3d341444-e926-413c-9691-323cf1563e9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cbf67fb0747349e4b3a0d063979b0e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742640 Apr 18 21:00:22.491295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46372) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:22.579740 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2d0f30e-297f-474b-8c50-8ca9fd2f8f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.589297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] Checking router: 1f78f602-bcb0-44d9-bfa0-b74f7979d862 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:22.598249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c70cd-a0d4-4212-86a7-ddd0753b866c None None] Network ff18ddb4-f2c4-4a48-b056-e5788adeaf37 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:22.601509 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.603105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Deleting port d8de6482-79e4-43ab-a032-20b647967372 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:22.603452 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.638447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:22.639083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:22.674329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] For port d8de6482-79e4-43ab-a032-20b647967372, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d8de6482-79e4-43ab-a032-20b647967372,segment=NetworkSegment(4edfa33b-a15c-4b20-b9d8-b1f70c3c4525),segment_id=4edfa33b-a15c-4b20-b9d8-b1f70c3c4525)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:22.674698 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.690943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Calling delete_port for d8de6482-79e4-43ab-a032-20b647967372 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:22.778093 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2d0f30e-297f-474b-8c50-8ca9fd2f8f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.780722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.792353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:22.830854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Port': ['ID=d8de6482-79e4-43ab-a032-20b647967372,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:22.837562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No DVR routers for this DVR port d8de6482-79e4-43ab-a032-20b647967372 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:22.871233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.903657 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.926316 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:20Z', 'revision_number': 11, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:22.935960 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.955891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02d61a-a94f-4b62-afd2-3ff3f214598c None None] The sync data for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 is: [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:20Z', 'revision_number': 11, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:22.960425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff18ddb4-f2c4-4a48-b056-e5788adeaf37']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:22.968819 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2d0f30e-297f-474b-8c50-8ca9fd2f8f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.971670 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f2d0f30e-297f-474b-8c50-8ca9fd2f8f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.975147 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f2d0f30e-297f-474b-8c50-8ca9fd2f8f33 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c627094-2403-4935-85cb-baf1f5857e8f HTTP/1.1" status: 204 len: 168 time: 0.4794559 Apr 18 21:00:22.979318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:22.979640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edfa33b-a15c-4b20-b9d8-b1f70c3c4525') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:22.998099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0f30e-297f-474b-8c50-8ca9fd2f8f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c627094-2403-4935-85cb-baf1f5857e8f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:23.007813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.020747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:23.021616 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.039499 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.056710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:23.057874 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:23.061453 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:23.068354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Allocated IP 172.25.2.44 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/5858695e-0000-4558-a8db-df76919746c9) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:23.146718 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.159156 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.166176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/networks/ff18ddb4-f2c4-4a48-b056-e5788adeaf37 HTTP/1.1" status: 204 len: 168 time: 0.8248129 Apr 18 21:00:23.166945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46376) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:23.172196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7c4d6a92-2529-414b-bf02-622c69d0d861 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'routes': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:23.178197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fc36d-a1e9-4d73-bcca-5e92af7c8d55 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Pushing event deleted for resources: {'Network': ['ID=ff18ddb4-f2c4-4a48-b056-e5788adeaf37,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:23.225273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Allocated IP 172.20.0.2 (ec3cd5ee-9561-4c9f-accf-915a8d826cf2/e24600b4-0dd5-4cb0-a5ee-f19707b847c0/c0d1c268-76bd-4a09-869b-a0d7f36475d7) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:23.317357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.406649 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-7c4d6a92-2529-414b-bf02-622c69d0d861 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Added routes are [] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 21:00:23.406910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-7c4d6a92-2529-414b-bf02-622c69d0d861 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Removed routes are [] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 21:00:23.407227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a92-2529-414b-bf02-622c69d0d861 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.433080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd59a00-407a-4fa7-b059-3b89dfc82755 None None] DHCP port deletion for ff18ddb4-f2c4-4a48-b056-e5788adeaf37 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:23.473824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2351a629-138b-4fdd-a3a4-cb8de75ebeed no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:23.519740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.530235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 2351a629-138b-4fdd-a3a4-cb8de75ebeed {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:23.530600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2351a629-138b-4fdd-a3a4-cb8de75ebeed not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:23.532978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d8de6482-79e4-43ab-a032-20b647967372 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:23.596270 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.601745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: d8de6482-79e4-43ab-a032-20b647967372 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:23.602089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d8de6482-79e4-43ab-a032-20b647967372 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:23.629107 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.695504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a92-2529-414b-bf02-622c69d0d861 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.698769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Pushing event updated for resources: {'Port': ['ID=c0d1c268-76bd-4a09-869b-a0d7f36475d7,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:23.702661 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a92-2529-414b-bf02-622c69d0d861 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.703046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:23.710137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:23.713429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.713985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.714328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.714659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.714991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.715957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.716354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.717409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.717409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.717409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.717712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.717930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:23.720386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:23.729280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:23.788539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Attempting to bind port c0d1c268-76bd-4a09-869b-a0d7f36475d7 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:23.789160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Attempting to bind port c0d1c268-76bd-4a09-869b-a0d7f36475d7 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:23.789514 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Attempting to bind port c0d1c268-76bd-4a09-869b-a0d7f36475d7 on network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:23.795548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:23.795946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Checking segment: {'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:23.796346 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.797000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Bound using segment: {'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:23.797231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Bound port: c0d1c268-76bd-4a09-869b-a0d7f36475d7, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:23.797560 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.806493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:23.812851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:23.820474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4d6a92-2529-414b-bf02-622c69d0d861 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:23.821490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Pushing event updated for resources: {'Port': ['ID=5858695e-0000-4558-a8db-df76919746c9,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:23.865124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] For port c0d1c268-76bd-4a09-869b-a0d7f36475d7, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:23.868788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] For port c0d1c268-76bd-4a09-869b-a0d7f36475d7, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c0d1c268-76bd-4a09-869b-a0d7f36475d7,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:23.874761 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.935790 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25b44c-c8c8-403f-9172-8c06ae359d02 None None] Pushing event updated for resources: {'Port': ['ID=c0d1c268-76bd-4a09-869b-a0d7f36475d7,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:24.023652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4d6a92-2529-414b-bf02-622c69d0d861 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:24.031803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7c4d6a92-2529-414b-bf02-622c69d0d861 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.032998 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7c4d6a92-2529-414b-bf02-622c69d0d861 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862 HTTP/1.1" status: 200 len: 705 time: 0.8650823 Apr 18 21:00:24.035929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46386) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:24.051519 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] Sync routers for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:24.065644 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:24.066784 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:24.073445 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e850b673-fa0f-4539-9653-2d42a2fa1327 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f78f602-bcb0-44d9-bfa0-b74f7979d862 HTTP/1.1" status: 200 len: 205 time: 0.0361905 Apr 18 21:00:24.076397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46388) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:24.189720 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:24.207974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e5efb94-c37c-4d6d-9a18-a4f051c96475 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.257117 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.261290 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:20Z', 'revision_number': 11, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:24.296219 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] Checking router: 1f78f602-bcb0-44d9-bfa0-b74f7979d862 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:24.307735 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] Routers {'1f78f602-bcb0-44d9-bfa0-b74f7979d862'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:24.309337 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:24.424096 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] Set router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:24.466363 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e5efb94-c37c-4d6d-9a18-a4f051c96475 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.471743 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e5efb94-c37c-4d6d-9a18-a4f051c96475 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.486671 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:20Z', 'revision_number': 11, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:24.520575 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bfc9c-eec1-4177-a200-ffcbcc0717df None None] The sync data for ids ['1f78f602-bcb0-44d9-bfa0-b74f7979d862'] in n-d-836015-4 is: [{'id': '1f78f602-bcb0-44d9-bfa0-b74f7979d862', 'name': 'tempest-RoutersIpV6Test-router-1543030105', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:43Z', 'updated_at': '2022-04-18T21:00:20Z', 'revision_number': 11, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:24.525542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.531037 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e5efb94-c37c-4d6d-9a18-a4f051c96475 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.531822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5efb94-c37c-4d6d-9a18-a4f051c96475 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Fanout notify agent at l3_agent the message router_deleted on router 1f78f602-bcb0-44d9-bfa0-b74f7979d862 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:00:24.540366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e5efb94-c37c-4d6d-9a18-a4f051c96475 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.541608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7e5efb94-c37c-4d6d-9a18-a4f051c96475 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862 HTTP/1.1" status: 204 len: 168 time: 0.4578876 Apr 18 21:00:24.546720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46392) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:24.551025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-82d152bb-074e-4bf2-9d00-a07daa7d3c8b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-817346590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:24.583475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82d152bb-074e-4bf2-9d00-a07daa7d3c8b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.586054 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82d152bb-074e-4bf2-9d00-a07daa7d3c8b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.659956 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82d152bb-074e-4bf2-9d00-a07daa7d3c8b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.664119 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82d152bb-074e-4bf2-9d00-a07daa7d3c8b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.675775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:00:24.683390 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82d152bb-074e-4bf2-9d00-a07daa7d3c8b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.684658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-82d152bb-074e-4bf2-9d00-a07daa7d3c8b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1373320 Apr 18 21:00:24.688079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46394) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:24.694953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1a931be4-742a-4efc-a190-f7a12f9a386b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:25.170830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da88cca3-174a-407d-baa5-c0e2f7d78efd None None] Network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:25.275122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-738f5aed-63ae-4664-927c-dd2a1939ae26 None None] Provisioning complete for port c0d1c268-76bd-4a09-869b-a0d7f36475d7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:25.275903 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-738f5aed-63ae-4664-927c-dd2a1939ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.429072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c0d1c268-76bd-4a09-869b-a0d7f36475d7 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:25.484255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a931be4-742a-4efc-a190-f7a12f9a386b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.489588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:25.506269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a931be4-742a-4efc-a190-f7a12f9a386b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.507708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Sync routers for ids ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:25.550048 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Routers {'3b07334f-ce9f-43da-8a42-1990f34d6fa5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:25.550673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:25.558966 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-738f5aed-63ae-4664-927c-dd2a1939ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.653575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c0d1c268-76bd-4a09-869b-a0d7f36475d7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:25.654871 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.662018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.664219 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7a1eb047-39d0-461f-9394-e23b83eb5f77 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4264657 Apr 18 21:00:25.667859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46400) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:25.718371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a931be4-742a-4efc-a190-f7a12f9a386b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Router 9cfb2c85-14e5-40f4-8c79-96c346718a31 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:00:25.719233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-738f5aed-63ae-4664-927c-dd2a1939ae26 None None] For port c0d1c268-76bd-4a09-869b-a0d7f36475d7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c0d1c268-76bd-4a09-869b-a0d7f36475d7,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:25.768300 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-738f5aed-63ae-4664-927c-dd2a1939ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.832033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Set router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:25.929140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a931be4-742a-4efc-a190-f7a12f9a386b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:25.940594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a931be4-742a-4efc-a190-f7a12f9a386b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.941975 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1a931be4-742a-4efc-a190-f7a12f9a386b tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "PUT /v2.0/routers/9cfb2c85-14e5-40f4-8c79-96c346718a31 HTTP/1.1" status: 200 len: 697 time: 1.2527723 Apr 18 21:00:25.944012 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] Sync routers for ids ['9cfb2c85-14e5-40f4-8c79-96c346718a31'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:25.945016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46402) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:25.971660 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] Routers {'9cfb2c85-14e5-40f4-8c79-96c346718a31'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:25.972469 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9cfb2c85-14e5-40f4-8c79-96c346718a31'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:25.989288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f5aed-63ae-4664-927c-dd2a1939ae26 None None] Pushing event updated for resources: {'Port': ['ID=c0d1c268-76bd-4a09-869b-a0d7f36475d7,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:26.061627 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7bc3296-3c07-42aa-ad7d-d9488b3373bb tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/routers/9cfb2c85-14e5-40f4-8c79-96c346718a31 HTTP/1.1" status: 200 len: 703 time: 0.1126635 Apr 18 21:00:26.064182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46406) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.119491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6062479d-7d1d-4ade-be94-696a6e477d4a None None] Provisioning complete for port c0d1c268-76bd-4a09-869b-a0d7f36475d7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:26.120377 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6062479d-7d1d-4ade-be94-696a6e477d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.128922 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a2ff7132-d7d6-4f1c-ac3c-8d0e089a32c0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cfb2c85-14e5-40f4-8c79-96c346718a31 HTTP/1.1" status: 200 len: 205 time: 0.0633471 Apr 18 21:00:26.129568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46408) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.145401 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] Set router 9cfb2c85-14e5-40f4-8c79-96c346718a31 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:26.256787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4abeca6a-fd2a-44ae-8f86-dd3eedf6f7e1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.401799 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfb2c85-14e5-40f4-8c79-96c346718a31', 'name': 'tempest-RoutersIpV6Test-router-817346590', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:24Z', 'updated_at': '2022-04-18T21:00:25Z', 'revision_number': 2, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:26.412478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:24Z', 'revision_number': 3, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:26.427062 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.434810 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] Checking router: 9cfb2c85-14e5-40f4-8c79-96c346718a31 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:26.446014 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] Routers {'9cfb2c85-14e5-40f4-8c79-96c346718a31'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:26.447665 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9cfb2c85-14e5-40f4-8c79-96c346718a31'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:26.449436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Checking router: 3b07334f-ce9f-43da-8a42-1990f34d6fa5 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:26.449970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Updating router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 port 5858695e-0000-4558-a8db-df76919746c9 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:00:26.489064 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.538261 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] Set router 9cfb2c85-14e5-40f4-8c79-96c346718a31 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:26.553707 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4abeca6a-fd2a-44ae-8f86-dd3eedf6f7e1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.556634 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4abeca6a-fd2a-44ae-8f86-dd3eedf6f7e1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.609996 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cfb2c85-14e5-40f4-8c79-96c346718a31', 'name': 'tempest-RoutersIpV6Test-router-817346590', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:24Z', 'updated_at': '2022-04-18T21:00:25Z', 'revision_number': 2, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:26.610235 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4abeca6a-fd2a-44ae-8f86-dd3eedf6f7e1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.610870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abeca6a-fd2a-44ae-8f86-dd3eedf6f7e1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Fanout notify agent at l3_agent the message router_deleted on router 9cfb2c85-14e5-40f4-8c79-96c346718a31 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:00:26.623700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4abeca6a-fd2a-44ae-8f86-dd3eedf6f7e1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.627877 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4abeca6a-fd2a-44ae-8f86-dd3eedf6f7e1 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/9cfb2c85-14e5-40f4-8c79-96c346718a31 HTTP/1.1" status: 204 len: 168 time: 0.4943380 Apr 18 21:00:26.628734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46410) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.649963 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2793b58-050d-45fe-8efd-e8582b79971c None None] The sync data for ids ['9cfb2c85-14e5-40f4-8c79-96c346718a31'] in n-d-836015-4 is: [{'id': '9cfb2c85-14e5-40f4-8c79-96c346718a31', 'name': 'tempest-RoutersIpV6Test-router-817346590', 'tenant_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:24Z', 'updated_at': '2022-04-18T21:00:25Z', 'revision_number': 2, 'project_id': '86218afb2e3b4182a8cb9c4bfa0e5c2a', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:26.670502 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-09e65f04-dfe1-403f-9c46-c66bbac537d0 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=9cfb2c85-14e5-40f4-8c79-96c346718a31 HTTP/1.1" status: 200 len: 205 time: 0.0386078 Apr 18 21:00:26.670752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46412) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.697519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Allocated IP 172.20.0.1 (ec3cd5ee-9561-4c9f-accf-915a8d826cf2/e24600b4-0dd5-4cb0-a5ee-f19707b847c0/e06ae5a0-0f4b-4387-a03c-a61601381bca) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:26.732685 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-92a1f4ac-cf95-4911-9527-4ab85dc9fd63 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] delete failed (client error): The resource could not be found. Apr 18 21:00:26.736110 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-92a1f4ac-cf95-4911-9527-4ab85dc9fd63 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/9cfb2c85-14e5-40f4-8c79-96c346718a31 HTTP/1.1" status: 404 len: 336 time: 0.0621245 Apr 18 21:00:26.738567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46414) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.783764 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e37f180-b52c-4443-92d5-2faf9ba5f3be tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:26.784227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e37f180-b52c-4443-92d5-2faf9ba5f3be tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:26.790644 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1e37f180-b52c-4443-92d5-2faf9ba5f3be tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/bd861146-0d51-4ece-945b-bece8a998164 HTTP/1.1" status: 404 len: 337 time: 0.0477424 Apr 18 21:00:26.791431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46416) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.822161 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-0479ed85-ec74-4ca7-8436-54bbeb795bad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:26.822624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0479ed85-ec74-4ca7-8436-54bbeb795bad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:26.828009 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0479ed85-ec74-4ca7-8436-54bbeb795bad tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/c34e8b7c-c75c-4023-b233-51e2301b75d0 HTTP/1.1" status: 404 len: 337 time: 0.0333223 Apr 18 21:00:26.828914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46418) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.861236 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5f5970-57bc-42ef-b2da-095d008dbd69 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:26.861701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5f5970-57bc-42ef-b2da-095d008dbd69 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:26.868376 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0a5f5970-57bc-42ef-b2da-095d008dbd69 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/ec831315-05d8-453b-b9a7-bb3d6ef188fc HTTP/1.1" status: 404 len: 337 time: 0.0356550 Apr 18 21:00:26.871146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46420) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:26.896771 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.929570 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f5ed49-85d9-407a-a2ef-17468a127f99 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:26.930039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f5ed49-85d9-407a-a2ef-17468a127f99 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:26.945946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.950990 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-87f5ed49-85d9-407a-a2ef-17468a127f99 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/9a81231b-6cf6-431b-b4f8-033262f49fb7 HTTP/1.1" status: 404 len: 337 time: 0.0742249 Apr 18 21:00:26.950990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46422) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.017863 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c73eceb3-49d3-413a-b2cf-0f362b4bf032 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f78f602-bcb0-44d9-bfa0-b74f7979d862 HTTP/1.1" status: 200 len: 205 time: 0.0610559 Apr 18 21:00:27.017863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46424) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.046433 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.053305 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.066844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:27.079164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:27.084030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:27.090798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Pushing event updated for resources: {'Port': ['ID=e06ae5a0-0f4b-4387-a03c-a61601381bca,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:27.096052 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-2ebc406b-2da6-45db-b0e6-16bce099be7c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] delete failed (client error): The resource could not be found. Apr 18 21:00:27.101456 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ebc406b-2da6-45db-b0e6-16bce099be7c tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/1f78f602-bcb0-44d9-bfa0-b74f7979d862 HTTP/1.1" status: 404 len: 336 time: 0.0790153 Apr 18 21:00:27.109344 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46426) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.151223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-60bece4d-cd31-4d4e-8b8b-233d9c68d86d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=97487baf-dcc9-4607-93d9-10528558eccb HTTP/1.1" status: 200 len: 205 time: 0.0332274 Apr 18 21:00:27.151566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46430) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.243432 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-ecfc528f-1068-4240-9ed4-6d5ee9fcdbd5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] delete failed (client error): The resource could not be found. Apr 18 21:00:27.246731 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.252626 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ecfc528f-1068-4240-9ed4-6d5ee9fcdbd5 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/97487baf-dcc9-4607-93d9-10528558eccb HTTP/1.1" status: 404 len: 336 time: 0.0999236 Apr 18 21:00:27.259899 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46432) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.327178 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe26843d-98eb-4278-aceb-ac58f7fad899 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:27.327651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe26843d-98eb-4278-aceb-ac58f7fad899 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:27.354753 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fe26843d-98eb-4278-aceb-ac58f7fad899 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/0a900ca2-a74a-4e9c-9ec8-ecbdbacc14a7 HTTP/1.1" status: 404 len: 337 time: 0.0935574 Apr 18 21:00:27.357103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46434) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.427526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46436) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.428252 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-be366ca1-ab76-49c9-ae6b-d253215c7032 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=def77482-fb03-44c4-a151-aa01cdf2ac18 HTTP/1.1" status: 200 len: 205 time: 0.0699637 Apr 18 21:00:27.473889 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c0d1c268-76bd-4a09-869b-a0d7f36475d7 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:27.552667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Attempting to bind port 5858695e-0000-4558-a8db-df76919746c9 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:27.553200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Attempting to bind port 5858695e-0000-4558-a8db-df76919746c9 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:27.553859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Attempting to bind port 5858695e-0000-4558-a8db-df76919746c9 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:27.558625 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.562511 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-ec90532f-cd9e-4cf5-898d-028a7d4d85f3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] delete failed (client error): The resource could not be found. Apr 18 21:00:27.563673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ec90532f-cd9e-4cf5-898d-028a7d4d85f3 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/def77482-fb03-44c4-a151-aa01cdf2ac18 HTTP/1.1" status: 404 len: 336 time: 0.1350911 Apr 18 21:00:27.566619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46438) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.585997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:27.590992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:27.591917 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.592455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:27.593338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Bound port: 5858695e-0000-4558-a8db-df76919746c9, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:27.595203 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.601429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08262fe-26a6-4176-819f-d9a48a45f4c8 None None] Pushing event updated for resources: {'Port': ['ID=5858695e-0000-4558-a8db-df76919746c9,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:27.624609 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-143974a7-caee-4658-af10-b78783dba927 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=9575f279-bf78-4999-8dd4-08e951401843 HTTP/1.1" status: 200 len: 205 time: 0.0544198 Apr 18 21:00:27.625893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46440) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.666594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0fdb99c0-04a9-4637-bfed-3019c6d0ee2f None None] Provisioning complete for port e06ae5a0-0f4b-4387-a03c-a61601381bca triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:27.666970 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0fdb99c0-04a9-4637-bfed-3019c6d0ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.687276 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-be19de63-3e11-4cb2-8f61-8fc8d16e1bc9 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] delete failed (client error): The resource could not be found. Apr 18 21:00:27.696642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46442) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.699402 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-be19de63-3e11-4cb2-8f61-8fc8d16e1bc9 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/9575f279-bf78-4999-8dd4-08e951401843 HTTP/1.1" status: 404 len: 336 time: 0.0719929 Apr 18 21:00:27.710309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c0d1c268-76bd-4a09-869b-a0d7f36475d7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:27.710839 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.728760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] For port 5858695e-0000-4558-a8db-df76919746c9, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:27.781712 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-99eb5b80-e208-42b9-9d50-4ee8aa60dc6e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:27.783130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99eb5b80-e208-42b9-9d50-4ee8aa60dc6e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:27.787782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-99eb5b80-e208-42b9-9d50-4ee8aa60dc6e tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/459d4ec8-a026-470d-af76-cc6d8235f6a7 HTTP/1.1" status: 404 len: 337 time: 0.0898771 Apr 18 21:00:27.792525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46444) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.806772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] For port 5858695e-0000-4558-a8db-df76919746c9, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5858695e-0000-4558-a8db-df76919746c9,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:27.816545 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.849621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb99c0-04a9-4637-bfed-3019c6d0ee2f None None] Port e06ae5a0-0f4b-4387-a03c-a61601381bca cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:27.851415 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ecd19d34-dbc8-4830-ae4a-6e752a510391 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a27d285-c4c2-47b4-89cf-abc35b5ce0e6 HTTP/1.1" status: 200 len: 205 time: 0.0573883 Apr 18 21:00:27.852720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46446) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.908672 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-16059a0c-e086-4b70-b8eb-9b28a0381d91 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] delete failed (client error): The resource could not be found. Apr 18 21:00:27.909882 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-16059a0c-e086-4b70-b8eb-9b28a0381d91 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/6a27d285-c4c2-47b4-89cf-abc35b5ce0e6 HTTP/1.1" status: 404 len: 336 time: 0.0568581 Apr 18 21:00:27.920136 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46448) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:27.920686 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.927098 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.955265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08262fe-26a6-4176-819f-d9a48a45f4c8 None None] Pushing event updated for resources: {'Port': ['ID=5858695e-0000-4558-a8db-df76919746c9,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:27.959498 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e6402f-02e6-4ca1-9e41-ae73eb6ca08d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:27.960516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e6402f-02e6-4ca1-9e41-ae73eb6ca08d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:27.971229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Routers {'3b07334f-ce9f-43da-8a42-1990f34d6fa5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:27.972128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:27.978139 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e7e6402f-02e6-4ca1-9e41-ae73eb6ca08d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/88f39d48-cba6-4956-947d-e5203f54fb04 HTTP/1.1" status: 404 len: 337 time: 0.0562699 Apr 18 21:00:27.980944 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.982874 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46450) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:28.046605 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0dcc2b79-f4db-47d7-8300-a8d57646c226 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "GET /v2.0/ports?device_id=1e4ab608-7644-467f-ba07-1e8364154951 HTTP/1.1" status: 200 len: 205 time: 0.0564094 Apr 18 21:00:28.049895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46452) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:28.135615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:28.139081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:28.148209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Pushing event updated for resources: {'Port': ['ID=e06ae5a0-0f4b-4387-a03c-a61601381bca,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:28.158285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] Set router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:28.162895 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-d79fce39-bf16-4bb9-823a-9b0eb379875d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] delete failed (client error): The resource could not be found. Apr 18 21:00:28.163998 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d79fce39-bf16-4bb9-823a-9b0eb379875d tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/routers/1e4ab608-7644-467f-ba07-1e8364154951 HTTP/1.1" status: 404 len: 336 time: 0.1089306 Apr 18 21:00:28.166547 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46454) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:28.205189 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72ed3c5-4a18-48d7-9c2b-7b908cef5477 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:28.206112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72ed3c5-4a18-48d7-9c2b-7b908cef5477 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:28.209684 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a72ed3c5-4a18-48d7-9c2b-7b908cef5477 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/602ebe1c-effb-4d21-a20d-338bfdff8f50 HTTP/1.1" status: 404 len: 337 time: 0.0420244 Apr 18 21:00:28.213190 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46456) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:28.285384 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:00:28.293880 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd24abb-d927-45bd-b01a-ec54430ede67 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] DELETE failed (client error): The resource could not be found. Apr 18 21:00:28.294625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd24abb-d927-45bd-b01a-ec54430ede67 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:28.301755 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0bd24abb-d927-45bd-b01a-ec54430ede67 tempest-RoutersIpV6Test-355609438 tempest-RoutersIpV6Test-355609438-project] 10.222.0.49 "DELETE /v2.0/subnets/0500281f-6d9d-4a05-9cbb-7690076b10a0 HTTP/1.1" status: 404 len: 337 time: 0.0854957 Apr 18 21:00:28.335409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:28.478428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:28.484106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f0e7b787-2407-4a32-ba69-97293ee7d717 admin admin] 10.222.0.49 "PUT /v2.0/routers/3b07334f-ce9f-43da-8a42-1990f34d6fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8149936 Apr 18 21:00:28.505523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 2, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:28.536908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9730d-b37e-43c3-8ab9-f295509961f7 None None] The sync data for ids ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'] in n-d-836015-4 is: [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 2, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:28.590619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b0ce209a-b689-4e8c-ba9b-660bc5cd5d7d None None] Provisioning complete for port e06ae5a0-0f4b-4387-a03c-a61601381bca triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:28.593750 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b0ce209a-b689-4e8c-ba9b-660bc5cd5d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.662697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce209a-b689-4e8c-ba9b-660bc5cd5d7d None None] Port e06ae5a0-0f4b-4387-a03c-a61601381bca cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:28.723906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46470) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:29.248427 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-576404df-ffd9-4c32-830c-324af93ba487 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=86218afb2e3b4182a8cb9c4bfa0e5c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5212362 Apr 18 21:00:29.250902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46480) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:29.341165 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-153db450-c92d-4afa-8b72-218c2c41788c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.411425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-153db450-c92d-4afa-8b72-218c2c41788c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.534436 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-153db450-c92d-4afa-8b72-218c2c41788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.543772 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-153db450-c92d-4afa-8b72-218c2c41788c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.543772 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-153db450-c92d-4afa-8b72-218c2c41788c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a73c8497-cba8-40a9-b2fb-e03353bd4810 HTTP/1.1" status: 204 len: 168 time: 0.2911568 Apr 18 21:00:29.598987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153db450-c92d-4afa-8b72-218c2c41788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73c8497-cba8-40a9-b2fb-e03353bd4810,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:29.607369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46490) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:29.625318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1719220109-network', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:29.674625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Made reservation on behalf of af6f2fca987a48ada5a425852b9b6523 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:29.677987 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.696216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.825189 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.829914 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.863174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:29.875108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303619db-aa99-430e-9f9d-e492bdd88b4a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:29.880404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.881229 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Added segment 78392364-929b-4741-b529-a5db69c7952c of type vlan for network 784a8039-5223-454d-8b83-9634533038b2 Apr 18 21:00:29.931312 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.990160 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.991229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:29.992236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.129745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5185356 Apr 18 21:00:30.132456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46494) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:30.143284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Request body: {'subnet': {'network_id': '784a8039-5223-454d-8b83-9634533038b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1719220109-subnet', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:30.163677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a6670-b621-4ce6-9e27-d45cd90a0444 admin admin] Pushing event updated for resources: {'Network': ['ID=784a8039-5223-454d-8b83-9634533038b2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:30.185732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 784a8039-5223-454d-8b83-9634533038b2 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:30.186476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Made reservation on behalf of af6f2fca987a48ada5a425852b9b6523 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:30.189121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.509194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.576250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc2019b-8eee-4c3d-9e72-43633ef35324,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:30.589201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Checking segment: {'id': '78392364-929b-4741-b529-a5db69c7952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '784a8039-5223-454d-8b83-9634533038b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:30.589747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Network hostable DHCP agents. Network: 784a8039-5223-454d-8b83-9634533038b2, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:30.612548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Network 784a8039-5223-454d-8b83-9634533038b2 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:30.643924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 784a8039-5223-454d-8b83-9634533038b2) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:30.653207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:30.654479 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.670740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b4c4e8-9d00-4550-bd54-435bfed6b8b3 None None] Network 784a8039-5223-454d-8b83-9634533038b2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:30.697721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a132478f-7977-400d-81a8-07d892c8a069 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5617418 Apr 18 21:00:30.699482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46510) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:30.706169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1719220109-router', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:30.731426 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.732744 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.871351 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.948040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-784a8039-5223-454d-8b83-9634533038b2', 'network_id': '784a8039-5223-454d-8b83-9634533038b2', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'fixed_ips': [{'subnet_id': '5fc2019b-8eee-4c3d-9e72-43633ef35324'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:30.949950 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.075605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46516) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:31.283387 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Allocated IP 172.20.0.2 (784a8039-5223-454d-8b83-9634533038b2/5fc2019b-8eee-4c3d-9e72-43633ef35324/eae35982-1f38-41cb-97b7-4120c601bc82) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:31.368878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5858695e-0000-4558-a8db-df76919746c9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:31.369159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'network': {'name': 'tempest-RoutersTest-331938354'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:31.427861 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:31.442627 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.464739 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.497755 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.539115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5858695e-0000-4558-a8db-df76919746c9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:31.540073 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.603985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.618691 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.657689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.671692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.702492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:31.706924 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Network 784a8039-5223-454d-8b83-9634533038b2 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:31.714528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:31.720273 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.728155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:31.731733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Pushing event updated for resources: {'Port': ['ID=eae35982-1f38-41cb-97b7-4120c601bc82,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.758393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 5858695e-0000-4558-a8db-df76919746c9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5858695e-0000-4558-a8db-df76919746c9,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:31.780693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.780693 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added segment e7d7cfc6-fda3-43a7-91d2-967f2702b27c of type vlan for network 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 Apr 18 21:00:31.793970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Sync routers for ids ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:31.801465 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.809932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedf4cfd-3380-4e41-8b3e-6d8fa46c118f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.860188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Routers {'3b07334f-ce9f-43da-8a42-1990f34d6fa5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:31.861111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:31.894752 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.909420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Attempting to bind port eae35982-1f38-41cb-97b7-4120c601bc82 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:31.910118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Attempting to bind port eae35982-1f38-41cb-97b7-4120c601bc82 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '78392364-929b-4741-b529-a5db69c7952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '784a8039-5223-454d-8b83-9634533038b2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:31.910691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Attempting to bind port eae35982-1f38-41cb-97b7-4120c601bc82 on network 784a8039-5223-454d-8b83-9634533038b2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:31.926336 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:31.926694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Checking segment: {'id': '78392364-929b-4741-b529-a5db69c7952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '784a8039-5223-454d-8b83-9634533038b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:31.927234 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.927463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Bound using segment: {'id': '78392364-929b-4741-b529-a5db69c7952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '784a8039-5223-454d-8b83-9634533038b2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:31.928595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Bound port: eae35982-1f38-41cb-97b7-4120c601bc82, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78392364-929b-4741-b529-a5db69c7952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '784a8039-5223-454d-8b83-9634533038b2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:31.928793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.957447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=5858695e-0000-4558-a8db-df76919746c9,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:31.963618 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.980583 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.992600 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.997477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:31.998127 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.073604 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9935493 Apr 18 21:00:32.073815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46522) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:32.076453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Set router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:32.079290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965972004'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:32.119705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] For port eae35982-1f38-41cb-97b7-4120c601bc82, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:32.134003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:32.137989 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.141816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] For port eae35982-1f38-41cb-97b7-4120c601bc82, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=eae35982-1f38-41cb-97b7-4120c601bc82,segment=NetworkSegment(78392364-929b-4741-b529-a5db69c7952c),segment_id=78392364-929b-4741-b529-a5db69c7952c)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:32.146613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Allocated IP 172.25.2.144 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:32.151394 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.155801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852ce32-cbae-47dd-a6f7-f78984a5bcfe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Network': ['ID=6f5f3b5a-e209-4fcb-86ec-7d60ad978319,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:32.199291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:32.200931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:32.248681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.248944 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added segment 633eeb8c-0580-4ca9-8193-1efad7d6f6f7 of type vlan for network f7e3c208-da8d-4f23-898f-24fd35a6998b Apr 18 21:00:32.313352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.348106 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.385708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0c8be-c40d-4120-9034-a2be13ee6dfd None None] Pushing event updated for resources: {'Port': ['ID=eae35982-1f38-41cb-97b7-4120c601bc82,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:32.400271 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.407104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:32.407804 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.462290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3827302 Apr 18 21:00:32.467206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46524) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:32.495592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'subnet': {'network_id': '6f5f3b5a-e209-4fcb-86ec-7d60ad978319', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:32.501615 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.534449 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 2, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:32.538995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195a9a4-023f-476a-9b87-d51ac2e84a87 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Network': ['ID=f7e3c208-da8d-4f23-898f-24fd35a6998b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:32.556260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:32.563794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:32.567760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:32.601614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Pushing event updated for resources: {'Port': ['ID=7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:32.633825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Checking router: 3b07334f-ce9f-43da-8a42-1990f34d6fa5 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:32.634218 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Updating router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 port e06ae5a0-0f4b-4387-a03c-a61601381bca binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:00:32.672669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:32.681640 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.763541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network f7e3c208-da8d-4f23-898f-24fd35a6998b details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:32.880178 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.048891 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.151233 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.264481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Checking segment: {'id': 'e7d7cfc6-fda3-43a7-91d2-967f2702b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f5f3b5a-e209-4fcb-86ec-7d60ad978319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:33.265346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network hostable DHCP agents. Network: 6f5f3b5a-e209-4fcb-86ec-7d60ad978319, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:33.272253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Subnet': ['ID=92ad6bbe-4b16-4640-86d1-cb12e82366e0,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:33.311212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:33.331680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 6f5f3b5a-e209-4fcb-86ec-7d60ad978319) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:33.348283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:33.348897 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.356825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0baf34-3311-402c-a57f-bc21e8ef9374 None None] Network 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:33.390869 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bfbd78c6-f861-4896-ad38-9d26bfe04879 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9179418 Apr 18 21:00:33.393510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46530) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:33.400906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'subnet': {'network_id': 'f7e3c208-da8d-4f23-898f-24fd35a6998b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:33.446492 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.549398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device eae35982-1f38-41cb-97b7-4120c601bc82 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:33.622795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:33.651068 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.932549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.949587 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.973566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:00:34.019482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a508b54b-25a5-4751-99c2-f9f9d63359fb None None] Network 784a8039-5223-454d-8b83-9634533038b2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:34.088991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port eae35982-1f38-41cb-97b7-4120c601bc82 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:34.089341 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.135319 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.205968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:34.220604 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Sync routers for ids ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:34.243644 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Routers {'1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:34.247119 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:34.264915 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.269320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-55f10747-a967-4084-8901-a7435b9e5498 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5687778 Apr 18 21:00:34.270203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46534) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:34.317060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Subnet': ['ID=7e6300fa-94c5-4709-b022-af0764728983,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:34.360959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb418ce-5a74-4751-9eb0-922ec8b008dd None None] Pushing event updated for resources: {'Port': ['ID=e06ae5a0-0f4b-4387-a03c-a61601381bca,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:34.366263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Checking segment: {'id': '633eeb8c-0580-4ca9-8193-1efad7d6f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f7e3c208-da8d-4f23-898f-24fd35a6998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:34.366717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network hostable DHCP agents. Network: f7e3c208-da8d-4f23-898f-24fd35a6998b, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:34.394182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network f7e3c208-da8d-4f23-898f-24fd35a6998b is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:34.438188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-6f5f3b5a-e209-4fcb-86ec-7d60ad978319', 'network_id': '6f5f3b5a-e209-4fcb-86ec-7d60ad978319', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'fixed_ips': [{'subnet_id': '92ad6bbe-4b16-4640-86d1-cb12e82366e0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:34.443622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, f7e3c208-da8d-4f23-898f-24fd35a6998b) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:34.445059 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.461856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-887f7210-8594-4d79-b473-41cf6e3c2e0b None None] Provisioning complete for port eae35982-1f38-41cb-97b7-4120c601bc82 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:34.463556 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-887f7210-8594-4d79-b473-41cf6e3c2e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.465941 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Set router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:34.474430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:34.475315 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.521030 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-03bc2cac-a46e-4890-ade5-99c1f52c3a29 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1259248 Apr 18 21:00:34.524115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46536) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:34.524509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d119a9-7f29-4048-a10b-86343230e4b1 None None] Network f7e3c208-da8d-4f23-898f-24fd35a6998b requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:34.530174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-696d76da-a575-41fe-8653-0a20b068dfca tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1315303952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:34.563112 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.565515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-696d76da-a575-41fe-8653-0a20b068dfca tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.567174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-696d76da-a575-41fe-8653-0a20b068dfca tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.592272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Attempting to bind port e06ae5a0-0f4b-4387-a03c-a61601381bca on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:34.592596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Attempting to bind port e06ae5a0-0f4b-4387-a03c-a61601381bca by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:34.593191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Attempting to bind port e06ae5a0-0f4b-4387-a03c-a61601381bca on network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:34.635035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:34.635328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Checking segment: {'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:34.635735 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.636153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Bound using segment: {'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:34.636789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Bound port: e06ae5a0-0f4b-4387-a03c-a61601381bca, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:34.637081 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.639811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-696d76da-a575-41fe-8653-0a20b068dfca tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.649491 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-696d76da-a575-41fe-8653-0a20b068dfca tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.700672 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-696d76da-a575-41fe-8653-0a20b068dfca tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.701841 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-696d76da-a575-41fe-8653-0a20b068dfca tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1760972 Apr 18 21:00:34.705513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46538) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:34.733442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port eae35982-1f38-41cb-97b7-4120c601bc82, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=eae35982-1f38-41cb-97b7-4120c601bc82,segment=NetworkSegment(78392364-929b-4741-b529-a5db69c7952c),segment_id=78392364-929b-4741-b529-a5db69c7952c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:34.859443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] For port e06ae5a0-0f4b-4387-a03c-a61601381bca, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:34.864678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] For port e06ae5a0-0f4b-4387-a03c-a61601381bca, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e06ae5a0-0f4b-4387-a03c-a61601381bca,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:34.876066 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.878452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5858695e-0000-4558-a8db-df76919746c9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:34.892077 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.936650 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'name': 'tempest-TestServerBasicOps-1719220109-router', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:30Z', 'updated_at': '2022-04-18T21:00:32Z', 'revision_number': 3, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'gw_port': {'id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:32Z', 'updated_at': '2022-04-18T21:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:35.065672 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Checking router: 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:35.066379 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Updating router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:00:35.114591 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.212843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=eae35982-1f38-41cb-97b7-4120c601bc82,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:35.256284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Routers {'3b07334f-ce9f-43da-8a42-1990f34d6fa5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:35.256523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:35.334932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.381127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Allocated IP 172.20.0.2 (6f5f3b5a-e209-4fcb-86ec-7d60ad978319/92ad6bbe-4b16-4640-86d1-cb12e82366e0/38f34cbe-823b-414c-bc2f-f961dc406d69) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:35.491887 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5858695e-0000-4558-a8db-df76919746c9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:35.492351 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.538070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb418ce-5a74-4751-9eb0-922ec8b008dd None None] Pushing event updated for resources: {'Port': ['ID=e06ae5a0-0f4b-4387-a03c-a61601381bca,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:35.552413 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.563772 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.605878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-f7e3c208-da8d-4f23-898f-24fd35a6998b', 'network_id': 'f7e3c208-da8d-4f23-898f-24fd35a6998b', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'fixed_ips': [{'subnet_id': '7e6300fa-94c5-4709-b022-af0764728983'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:35.608244 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.633439 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20c9da-ff66-49f4-8308-a1f689c27a87 None None] Pushing event updated for resources: {'Port': ['ID=7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:35.661585 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Attempting to bind port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:35.662455 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Attempting to bind port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:35.663086 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Attempting to bind port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:35.669607 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:35.670128 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:35.670587 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.671268 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:35.672132 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Bound port: 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:35.672932 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.701566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] Set router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:35.706338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-50d12bce-fb0b-45ee-a01d-92a4519a06c0 None None] Provisioning complete for port eae35982-1f38-41cb-97b7-4120c601bc82 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:35.706707 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50d12bce-fb0b-45ee-a01d-92a4519a06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.813120 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] For port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:35.816938 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] For port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:35.824562 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.890049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.891676 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Routers {'1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:35.892901 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:35.957798 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20c9da-ff66-49f4-8308-a1f689c27a87 None None] Pushing event updated for resources: {'Port': ['ID=7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:36.017061 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] Set router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:36.131889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Allocated IP 172.20.0.1 (784a8039-5223-454d-8b83-9634533038b2/5fc2019b-8eee-4c3d-9e72-43633ef35324/522cf8f7-5170-46c6-9114-769b9f6c1755) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:36.188392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e84cc472-d287-4d65-8d9a-8b83875dca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.199275 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.249105 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.265200 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'name': 'tempest-TestServerBasicOps-1719220109-router', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:30Z', 'updated_at': '2022-04-18T21:00:32Z', 'revision_number': 3, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'gw_port': {'id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:32Z', 'updated_at': '2022-04-18T21:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:36.297741 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3b34b3-9ad5-4731-8767-a0af84fbfb82 None None] The sync data for ids ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'] in n-d-836015-4 is: [{'id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'name': 'tempest-TestServerBasicOps-1719220109-router', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:30Z', 'updated_at': '2022-04-18T21:00:32Z', 'revision_number': 3, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'gw_port': {'id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:32Z', 'updated_at': '2022-04-18T21:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:36.391370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Allocated IP 172.20.0.1 (6f5f3b5a-e209-4fcb-86ec-7d60ad978319/92ad6bbe-4b16-4640-86d1-cb12e82366e0/e97638f3-0d07-4206-a044-9d6e6c287639) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:36.400710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Network 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:36.414859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:36.429331 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Pushing event updated for resources: {'Port': ['ID=38f34cbe-823b-414c-bc2f-f961dc406d69,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:36.437371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Allocated IP 172.21.0.2 (f7e3c208-da8d-4f23-898f-24fd35a6998b/7e6300fa-94c5-4709-b022-af0764728983/0b549778-2adf-43d8-943f-f410e69a372f) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:36.441345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:36.455594 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.536833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device eae35982-1f38-41cb-97b7-4120c601bc82 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:36.586540 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.631216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Network 784a8039-5223-454d-8b83-9634533038b2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:36.638080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:36.641530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:36.643890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-50d12bce-fb0b-45ee-a01d-92a4519a06c0 None None] Provisioning complete for port e06ae5a0-0f4b-4387-a03c-a61601381bca triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:36.644488 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50d12bce-fb0b-45ee-a01d-92a4519a06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.703801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.725286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Pushing event updated for resources: {'Port': ['ID=522cf8f7-5170-46c6-9114-769b9f6c1755,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:36.740314 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.786716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Attempting to bind port 38f34cbe-823b-414c-bc2f-f961dc406d69 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:36.787312 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Attempting to bind port 38f34cbe-823b-414c-bc2f-f961dc406d69 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'e7d7cfc6-fda3-43a7-91d2-967f2702b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f5f3b5a-e209-4fcb-86ec-7d60ad978319'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:36.787923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Attempting to bind port 38f34cbe-823b-414c-bc2f-f961dc406d69 on network 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:36.806543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:36.807201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Checking segment: {'id': 'e7d7cfc6-fda3-43a7-91d2-967f2702b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f5f3b5a-e209-4fcb-86ec-7d60ad978319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:36.809544 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.822369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Bound using segment: {'id': 'e7d7cfc6-fda3-43a7-91d2-967f2702b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f5f3b5a-e209-4fcb-86ec-7d60ad978319'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:36.823188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Bound port: 38f34cbe-823b-414c-bc2f-f961dc406d69, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d7cfc6-fda3-43a7-91d2-967f2702b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f5f3b5a-e209-4fcb-86ec-7d60ad978319'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:36.823817 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.980512 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.989195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port eae35982-1f38-41cb-97b7-4120c601bc82 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:36.989565 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.994174 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.051750 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50d12bce-fb0b-45ee-a01d-92a4519a06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.053316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=e97638f3-0d07-4206-a044-9d6e6c287639,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.109747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:37.116642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:37.121368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:37.140081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:34Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:37.174664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] For port 38f34cbe-823b-414c-bc2f-f961dc406d69, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:37.185216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bbe0c2-0e71-43c2-89c1-3f2e5b69d71b None None] The sync data for ids ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'] in n-d-836015-4 is: [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:34Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:37.208481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-50d12bce-fb0b-45ee-a01d-92a4519a06c0 None None] For port e06ae5a0-0f4b-4387-a03c-a61601381bca, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e06ae5a0-0f4b-4387-a03c-a61601381bca,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:37.228985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] For port 38f34cbe-823b-414c-bc2f-f961dc406d69, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=38f34cbe-823b-414c-bc2f-f961dc406d69,segment=NetworkSegment(e7d7cfc6-fda3-43a7-91d2-967f2702b27c),segment_id=e7d7cfc6-fda3-43a7-91d2-967f2702b27c)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:37.232686 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-50d12bce-fb0b-45ee-a01d-92a4519a06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.268951 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.269276 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.357060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.410354 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.432850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e06ae5a0-0f4b-4387-a03c-a61601381bca up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:37.473771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Network f7e3c208-da8d-4f23-898f-24fd35a6998b is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:37.482052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d12bce-fb0b-45ee-a01d-92a4519a06c0 None None] Pushing event updated for resources: {'Port': ['ID=e06ae5a0-0f4b-4387-a03c-a61601381bca,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.485997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d4a097c9-6929-4279-b65e-265bc343e278 None None] Provisioning complete for port 522cf8f7-5170-46c6-9114-769b9f6c1755 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:37.486600 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d4a097c9-6929-4279-b65e-265bc343e278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.493440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:37.501460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:37.512403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.562516 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.750284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d4a097c9-6929-4279-b65e-265bc343e278 None None] Port 522cf8f7-5170-46c6-9114-769b9f6c1755 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:37.753903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87cfc8f-f1a7-4e75-9e98-90ff32945f17 None None] Pushing event updated for resources: {'Port': ['ID=38f34cbe-823b-414c-bc2f-f961dc406d69,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.806118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Attempting to bind port 0b549778-2adf-43d8-943f-f410e69a372f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:37.806879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Attempting to bind port 0b549778-2adf-43d8-943f-f410e69a372f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '633eeb8c-0580-4ca9-8193-1efad7d6f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f7e3c208-da8d-4f23-898f-24fd35a6998b'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:37.807607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Attempting to bind port 0b549778-2adf-43d8-943f-f410e69a372f on network f7e3c208-da8d-4f23-898f-24fd35a6998b {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:37.813066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e06ae5a0-0f4b-4387-a03c-a61601381bca triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:37.818726 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.892710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:37.893684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Checking segment: {'id': '633eeb8c-0580-4ca9-8193-1efad7d6f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f7e3c208-da8d-4f23-898f-24fd35a6998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:37.894244 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.894726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Bound using segment: {'id': '633eeb8c-0580-4ca9-8193-1efad7d6f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f7e3c208-da8d-4f23-898f-24fd35a6998b'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:37.895328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Bound port: 0b549778-2adf-43d8-943f-f410e69a372f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633eeb8c-0580-4ca9-8193-1efad7d6f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'f7e3c208-da8d-4f23-898f-24fd35a6998b'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:37.895796 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.925836 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Pushing event updated for resources: {'Port': ['ID=0b549778-2adf-43d8-943f-f410e69a372f,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.962579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.092674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] For port 0b549778-2adf-43d8-943f-f410e69a372f, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:38.099856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] For port 0b549778-2adf-43d8-943f-f410e69a372f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0b549778-2adf-43d8-943f-f410e69a372f,segment=NetworkSegment(633eeb8c-0580-4ca9-8193-1efad7d6f6f7),segment_id=633eeb8c-0580-4ca9-8193-1efad7d6f6f7)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:38.112642 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.206881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6a957-f072-4ffc-ba51-5e4b628dce74 None None] Pushing event updated for resources: {'Port': ['ID=0b549778-2adf-43d8-943f-f410e69a372f,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:38.657616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.669545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e06ae5a0-0f4b-4387-a03c-a61601381bca up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:38.671098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Pushing event updated for resources: {'Port': ['ID=522cf8f7-5170-46c6-9114-769b9f6c1755,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:38.721305 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ab3f8c27-0926-449c-8760-a8722a552ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.764322 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.764820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e06ae5a0-0f4b-4387-a03c-a61601381bca triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:38.765803 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.779906 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.874168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 38f34cbe-823b-414c-bc2f-f961dc406d69 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:38.891133 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.894329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=e97638f3-0d07-4206-a044-9d6e6c287639,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:38.906360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Network 784a8039-5223-454d-8b83-9634533038b2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:38.910059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:38.942797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 38f34cbe-823b-414c-bc2f-f961dc406d69 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:38.943261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.131191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:39.138339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:39.141936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:39.246933 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.297385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 38f34cbe-823b-414c-bc2f-f961dc406d69, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=38f34cbe-823b-414c-bc2f-f961dc406d69,segment=NetworkSegment(e7d7cfc6-fda3-43a7-91d2-967f2702b27c),segment_id=e7d7cfc6-fda3-43a7-91d2-967f2702b27c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:39.304977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-dd1878b8-cf95-4f8a-b59e-f9ef927bcdd6 None None] Provisioning complete for port 522cf8f7-5170-46c6-9114-769b9f6c1755 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:39.305935 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dd1878b8-cf95-4f8a-b59e-f9ef927bcdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.307092 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.307912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:39.361566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d39cf3f-f16f-42e1-8420-78bc97124882 None None] Network 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:39.409866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router bedc0aef-50a2-4fb4-936e-f03a44d5f73b is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:00:39.417852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:39.423359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-208cbe16-398d-471a-9d64-746e2af5fb90 admin admin] 10.222.0.49 "PUT /v2.0/routers/1ccb3a76-3351-4dee-83a2-1ae1c179aa5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1508081 Apr 18 21:00:39.449984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=38f34cbe-823b-414c-bc2f-f961dc406d69,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:39.603700 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.611000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:39.618123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-80536a1f-42e0-4570-bd90-dfb68f4e9c63 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/bedc0aef-50a2-4fb4-936e-f03a44d5f73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9105756 Apr 18 21:00:39.620285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46556) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:39.624998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-dd1878b8-cf95-4f8a-b59e-f9ef927bcdd6 None None] Port 522cf8f7-5170-46c6-9114-769b9f6c1755 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:39.640473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:39.640852 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.643657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56d54a-f59c-4949-8a9a-ecd913419739 None None] Sync routers for ids ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:39.696372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d223e08-d124-4acd-aecc-522aecff3eed tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:39.697945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1d223e08-d124-4acd-aecc-522aecff3eed tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports/e97638f3-0d07-4206-a044-9d6e6c287639 HTTP/1.1" status: 200 len: 910 time: 0.0765176 Apr 18 21:00:39.702987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46562) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:39.722999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56d54a-f59c-4949-8a9a-ecd913419739 None None] Routers {'bedc0aef-50a2-4fb4-936e-f03a44d5f73b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:39.723645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ca56d54a-f59c-4949-8a9a-ecd913419739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:39.731150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee68317-a4d5-4cdf-ac56-6a6c9b0f3320 None None] Network f7e3c208-da8d-4f23-898f-24fd35a6998b requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:39.797362 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ca56d54a-f59c-4949-8a9a-ecd913419739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:39.932944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bb0fb1d1-6c1d-4518-bf1b-cb7b791de833 None None] Provisioning complete for port 38f34cbe-823b-414c-bc2f-f961dc406d69 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:39.932944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb1d1-6c1d-4518-bf1b-cb7b791de833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.938494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56d54a-f59c-4949-8a9a-ecd913419739 None None] Routers {'bedc0aef-50a2-4fb4-936e-f03a44d5f73b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:39.939125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ca56d54a-f59c-4949-8a9a-ecd913419739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:40.059658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ca56d54a-f59c-4949-8a9a-ecd913419739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:40.067502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca56d54a-f59c-4949-8a9a-ecd913419739 None None] The sync data for ids ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:40.149013 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.177247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.191491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:40.209166 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.377507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:40.413194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bb0fb1d1-6c1d-4518-bf1b-cb7b791de833 None None] Provisioning complete for port 0b549778-2adf-43d8-943f-f410e69a372f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:40.413194 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb1d1-6c1d-4518-bf1b-cb7b791de833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.665518 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.686221 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b549778-2adf-43d8-943f-f410e69a372f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:40.809272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46570) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:40.815429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-adfd7549-ee7d-47a6-b4b1-48070ae06c27 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367157989', 'description': 'tempest-secgroup-smoke-1367157989 description', 'project_id': '946e24bc69f140efa3cef17a19fdd818'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:40.823368 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb1d1-6c1d-4518-bf1b-cb7b791de833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.844959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfd7549-ee7d-47a6-b4b1-48070ae06c27 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.867167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0b549778-2adf-43d8-943f-f410e69a372f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:40.867544 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.897718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Allocated IP 172.21.0.1 (f7e3c208-da8d-4f23-898f-24fd35a6998b/7e6300fa-94c5-4709-b022-af0764728983/0f5ec186-331b-4b62-a365-893798802f58) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:40.947537 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Sync routers for ids ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:40.962455 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Routers {'1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:40.964406 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:40.964578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bb0fb1d1-6c1d-4518-bf1b-cb7b791de833 None None] For port 0b549778-2adf-43d8-943f-f410e69a372f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0b549778-2adf-43d8-943f-f410e69a372f,segment=NetworkSegment(633eeb8c-0580-4ca9-8193-1efad7d6f6f7),segment_id=633eeb8c-0580-4ca9-8193-1efad7d6f6f7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:40.974927 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb1d1-6c1d-4518-bf1b-cb7b791de833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.003458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfd7549-ee7d-47a6-b4b1-48070ae06c27 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.023314 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfd7549-ee7d-47a6-b4b1-48070ae06c27 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.065498 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.110542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-adfd7549-ee7d-47a6-b4b1-48070ae06c27 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.115546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46574) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:41.116379 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-adfd7549-ee7d-47a6-b4b1-48070ae06c27 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3050997 Apr 18 21:00:41.122911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd7549-ee7d-47a6-b4b1-48070ae06c27 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71755a0b-49c5-4f96-90d8-f8b674c6f4ba,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.147002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3d5cecf1-e9d8-4f09-9eca-079e05b8a8d3 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Request body: {'security_group_rule': {'security_group_id': '71755a0b-49c5-4f96-90d8-f8b674c6f4ba', 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:41.148847 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fb1d1-6c1d-4518-bf1b-cb7b791de833 None None] Pushing event updated for resources: {'Port': ['ID=0b549778-2adf-43d8-943f-f410e69a372f,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.164126 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 38f34cbe-823b-414c-bc2f-f961dc406d69 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:41.167784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4421c7e2-3f65-4fb4-b04f-ec026036d85b None None] Provisioning complete for port e97638f3-0d07-4206-a044-9d6e6c287639 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:41.167784 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4421c7e2-3f65-4fb4-b04f-ec026036d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.224338 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.266451 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.272678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4421c7e2-3f65-4fb4-b04f-ec026036d85b None None] Port e97638f3-0d07-4206-a044-9d6e6c287639 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:41.291234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4421c7e2-3f65-4fb4-b04f-ec026036d85b None None] Provisioning complete for port 38f34cbe-823b-414c-bc2f-f961dc406d69 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:41.291607 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4421c7e2-3f65-4fb4-b04f-ec026036d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.306455 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d5cecf1-e9d8-4f09-9eca-079e05b8a8d3 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.324132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=0f5ec186-331b-4b62-a365-893798802f58,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.325577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 38f34cbe-823b-414c-bc2f-f961dc406d69 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:41.325950 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.350159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network f7e3c208-da8d-4f23-898f-24fd35a6998b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:41.355392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:41.361659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:41.376869 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Set router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:41.434772 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d5cecf1-e9d8-4f09-9eca-079e05b8a8d3 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.441754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.529357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d5cecf1-e9d8-4f09-9eca-079e05b8a8d3 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.536535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4421c7e2-3f65-4fb4-b04f-ec026036d85b None None] Provisioning complete for port 0b549778-2adf-43d8-943f-f410e69a372f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:41.537074 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4421c7e2-3f65-4fb4-b04f-ec026036d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.564545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cecf1-e9d8-4f09-9eca-079e05b8a8d3 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38cc03c0-76d2-42e6-8ff3-00e25f243f58,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.611648 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3d5cecf1-e9d8-4f09-9eca-079e05b8a8d3 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.612883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3d5cecf1-e9d8-4f09-9eca-079e05b8a8d3 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4943614 Apr 18 21:00:41.615821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46576) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:41.621069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.621377 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-baeb63d8-b12e-4842-bc7a-bfb603ea2d4a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Request body: {'security_group_rule': {'security_group_id': '71755a0b-49c5-4f96-90d8-f8b674c6f4ba', 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:41.665514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-baeb63d8-b12e-4842-bc7a-bfb603ea2d4a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.683891 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'name': 'tempest-TestServerBasicOps-1719220109-router', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:30Z', 'updated_at': '2022-04-18T21:00:36Z', 'revision_number': 4, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'gw_port': {'id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:32Z', 'updated_at': '2022-04-18T21:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '522cf8f7-5170-46c6-9114-769b9f6c1755', 'name': '', 'network_id': '784a8039-5223-454d-8b83-9634533038b2', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'mac_address': 'fa:16:3e:ba:fe:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '5fc2019b-8eee-4c3d-9e72-43633ef35324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:35Z', 'updated_at': '2022-04-18T21:00:37Z', 'revision_number': 2, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'subnets': [{'id': '5fc2019b-8eee-4c3d-9e72-43633ef35324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:41.714967 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Checking router: 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:41.715610 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Updating router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b port 522cf8f7-5170-46c6-9114-769b9f6c1755 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:00:41.739934 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-baeb63d8-b12e-4842-bc7a-bfb603ea2d4a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.744164 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-baeb63d8-b12e-4842-bc7a-bfb603ea2d4a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.747380 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.763570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb63d8-b12e-4842-bc7a-bfb603ea2d4a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cefad7d-6d30-466e-9885-22e1353afb54,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.774253 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-baeb63d8-b12e-4842-bc7a-bfb603ea2d4a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.775558 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-baeb63d8-b12e-4842-bc7a-bfb603ea2d4a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1584983 Apr 18 21:00:41.781291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46578) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:41.785277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-507d7334-17ca-451d-925a-b8d4e8780e12 None None] Provisioning complete for port e97638f3-0d07-4206-a044-9d6e6c287639 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:41.785846 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-507d7334-17ca-451d-925a-b8d4e8780e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.786135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c41ab956-43d8-4620-9e44-562fdfab6b41 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Request body: {'security_group_rule': {'security_group_id': '71755a0b-49c5-4f96-90d8-f8b674c6f4ba', 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:41.822988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c41ab956-43d8-4620-9e44-562fdfab6b41 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.829176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-507d7334-17ca-451d-925a-b8d4e8780e12 None None] Port e97638f3-0d07-4206-a044-9d6e6c287639 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:41.841647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-507d7334-17ca-451d-925a-b8d4e8780e12 None None] Provisioning complete for port 0f5ec186-331b-4b62-a365-893798802f58 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:41.842060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-507d7334-17ca-451d-925a-b8d4e8780e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.880756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-507d7334-17ca-451d-925a-b8d4e8780e12 None None] Port 0f5ec186-331b-4b62-a365-893798802f58 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:41.893703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c41ab956-43d8-4620-9e44-562fdfab6b41 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.900091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c41ab956-43d8-4620-9e44-562fdfab6b41 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.921248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ab956-43d8-4620-9e44-562fdfab6b41 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6d58e9-5b14-4637-9e99-a633067c4bf8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.934094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c41ab956-43d8-4620-9e44-562fdfab6b41 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.936198 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c41ab956-43d8-4620-9e44-562fdfab6b41 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538904 Apr 18 21:00:41.938942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46580) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:41.943510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-863c0b94-0cdb-4500-8d1a-3a07b6b0a86e tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Request body: {'security_group_rule': {'security_group_id': '71755a0b-49c5-4f96-90d8-f8b674c6f4ba', 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:41.965027 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.969711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.970112 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-863c0b94-0cdb-4500-8d1a-3a07b6b0a86e tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.044441 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-863c0b94-0cdb-4500-8d1a-3a07b6b0a86e tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.049086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-863c0b94-0cdb-4500-8d1a-3a07b6b0a86e tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.051086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=0f5ec186-331b-4b62-a365-893798802f58,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.053847 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.071798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c0b94-0cdb-4500-8d1a-3a07b6b0a86e tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fe1519-c4a2-44af-906d-498c6b2d813a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.097483 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-863c0b94-0cdb-4500-8d1a-3a07b6b0a86e tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.099046 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-863c0b94-0cdb-4500-8d1a-3a07b6b0a86e tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590319 Apr 18 21:00:42.102695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46586) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:42.108722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3cc1685b-3e0a-464f-8208-18b21f128029 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Request body: {'security_group_rule': {'security_group_id': '71755a0b-49c5-4f96-90d8-f8b674c6f4ba', 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:42.111564 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.121044 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.135521 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-3cc1685b-3e0a-464f-8208-18b21f128029 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Project 946e24bc69f140efa3cef17a19fdd818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:00:42.143404 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cc1685b-3e0a-464f-8208-18b21f128029 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.161238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network f7e3c208-da8d-4f23-898f-24fd35a6998b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:42.162777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:42.173533 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f8126-4e60-4116-995d-7d229841753f None None] Pushing event updated for resources: {'Port': ['ID=522cf8f7-5170-46c6-9114-769b9f6c1755,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.252674 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Attempting to bind port 522cf8f7-5170-46c6-9114-769b9f6c1755 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:42.253045 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Attempting to bind port 522cf8f7-5170-46c6-9114-769b9f6c1755 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '78392364-929b-4741-b529-a5db69c7952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '784a8039-5223-454d-8b83-9634533038b2'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:42.253405 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Attempting to bind port 522cf8f7-5170-46c6-9114-769b9f6c1755 on network 784a8039-5223-454d-8b83-9634533038b2 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:42.264647 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:42.265023 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Checking segment: {'id': '78392364-929b-4741-b529-a5db69c7952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '784a8039-5223-454d-8b83-9634533038b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:42.265482 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.266663 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Bound using segment: {'id': '78392364-929b-4741-b529-a5db69c7952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '784a8039-5223-454d-8b83-9634533038b2'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:42.267087 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Bound port: 522cf8f7-5170-46c6-9114-769b9f6c1755, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78392364-929b-4741-b529-a5db69c7952c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '784a8039-5223-454d-8b83-9634533038b2'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:42.267867 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.280213 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cc1685b-3e0a-464f-8208-18b21f128029 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.289580 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cc1685b-3e0a-464f-8208-18b21f128029 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.339651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1685b-3e0a-464f-8208-18b21f128029 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb05833-ef5d-4b49-a75f-c78656e39b9d,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.346215 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3cc1685b-3e0a-464f-8208-18b21f128029 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.354539 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3cc1685b-3e0a-464f-8208-18b21f128029 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2479339 Apr 18 21:00:42.355941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46588) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:42.371910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router bedc0aef-50a2-4fb4-936e-f03a44d5f73b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:42.372904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e9381fd9-35f2-4534-8921-0155085f2c43 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Request body: {'security_group_rule': {'security_group_id': '71755a0b-49c5-4f96-90d8-f8b674c6f4ba', 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:42.387347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.396213 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] For port 522cf8f7-5170-46c6-9114-769b9f6c1755, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:42.401045 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] For port 522cf8f7-5170-46c6-9114-769b9f6c1755, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=522cf8f7-5170-46c6-9114-769b9f6c1755,segment=NetworkSegment(78392364-929b-4741-b529-a5db69c7952c),segment_id=78392364-929b-4741-b529-a5db69c7952c)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:42.407042 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.426509 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-e9381fd9-35f2-4534-8921-0155085f2c43 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Project 946e24bc69f140efa3cef17a19fdd818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:00:42.432934 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9381fd9-35f2-4534-8921-0155085f2c43 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.479291 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Routers {'1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:42.488432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b549778-2adf-43d8-943f-f410e69a372f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:42.504065 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:42.594434 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9381fd9-35f2-4534-8921-0155085f2c43 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.599159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:42.605928 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9381fd9-35f2-4534-8921-0155085f2c43 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.618651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cd726567-6d80-493b-8870-3f120aebe0ea tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/bedc0aef-50a2-4fb4-936e-f03a44d5f73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9144242 Apr 18 21:00:42.621969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46594) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:42.634917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c2d71-e877-4238-8b1c-bd34775eeb9e None None] Sync routers for ids ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:42.667919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9381fd9-35f2-4534-8921-0155085f2c43 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba289bd-1db3-4689-b6fa-5d6cb37761df,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.674133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c2d71-e877-4238-8b1c-bd34775eeb9e None None] Routers {'bedc0aef-50a2-4fb4-936e-f03a44d5f73b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:42.674797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-748c2d71-e877-4238-8b1c-bd34775eeb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:42.685994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0b549778-2adf-43d8-943f-f410e69a372f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:42.686431 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.697768 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] Set router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:00:42.699675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9381fd9-35f2-4534-8921-0155085f2c43 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.701603 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e9381fd9-35f2-4534-8921-0155085f2c43 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3396034 Apr 18 21:00:42.722636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca18f2f-2576-4496-97db-ab52b9d2abfb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:42.725154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4ca18f2f-2576-4496-97db-ab52b9d2abfb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports/0f5ec186-331b-4b62-a365-893798802f58 HTTP/1.1" status: 200 len: 910 time: 0.1021204 Apr 18 21:00:42.728618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46598) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:42.760458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-748c2d71-e877-4238-8b1c-bd34775eeb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:42.841927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748c2d71-e877-4238-8b1c-bd34775eeb9e None None] Routers {'bedc0aef-50a2-4fb4-936e-f03a44d5f73b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:42.842583 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-748c2d71-e877-4238-8b1c-bd34775eeb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:42.864269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-be64257e-72f1-40ca-891a-9be22b5bb16c None None] Provisioning complete for port 522cf8f7-5170-46c6-9114-769b9f6c1755 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:42.867792 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be64257e-72f1-40ca-891a-9be22b5bb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.958532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-748c2d71-e877-4238-8b1c-bd34775eeb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:42.959181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748c2d71-e877-4238-8b1c-bd34775eeb9e None None] The sync data for ids ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:42.969631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-2fe05db5-fc22-4abc-b16b-bcea885db7ff tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367157989&fields=id&tenant_id=946e24bc69f140efa3cef17a19fdd818 HTTP/1.1" status: 200 len: 267 time: 0.0675075 Apr 18 21:00:43.011339 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'name': 'tempest-TestServerBasicOps-1719220109-router', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:30Z', 'updated_at': '2022-04-18T21:00:36Z', 'revision_number': 4, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'gw_port': {'id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:32Z', 'updated_at': '2022-04-18T21:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '522cf8f7-5170-46c6-9114-769b9f6c1755', 'name': '', 'network_id': '784a8039-5223-454d-8b83-9634533038b2', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'mac_address': 'fa:16:3e:ba:fe:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '5fc2019b-8eee-4c3d-9e72-43633ef35324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:35Z', 'updated_at': '2022-04-18T21:00:42Z', 'revision_number': 4, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'subnets': [{'id': '5fc2019b-8eee-4c3d-9e72-43633ef35324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:43.047355 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f8126-4e60-4116-995d-7d229841753f None None] Pushing event updated for resources: {'Port': ['ID=522cf8f7-5170-46c6-9114-769b9f6c1755,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:43.051722 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af35e8-96b3-44ea-871e-81b7d01fe6a8 None None] The sync data for ids ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'] in n-d-836015-4 is: [{'id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'name': 'tempest-TestServerBasicOps-1719220109-router', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:30Z', 'updated_at': '2022-04-18T21:00:36Z', 'revision_number': 4, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'gw_port': {'id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:32Z', 'updated_at': '2022-04-18T21:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '522cf8f7-5170-46c6-9114-769b9f6c1755', 'name': '', 'network_id': '784a8039-5223-454d-8b83-9634533038b2', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'mac_address': 'fa:16:3e:ba:fe:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '5fc2019b-8eee-4c3d-9e72-43633ef35324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:35Z', 'updated_at': '2022-04-18T21:00:42Z', 'revision_number': 4, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'subnets': [{'id': '5fc2019b-8eee-4c3d-9e72-43633ef35324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:43.055589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:43.174133 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be64257e-72f1-40ca-891a-9be22b5bb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.175764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:43.176265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.188155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-1d27a122-bb88-41d0-b165-8bb30b1ecd00 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:43.197941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-1d27a122-bb88-41d0-b165-8bb30b1ecd00 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/networks?id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2 HTTP/1.1" status: 200 len: 808 time: 0.2211573 Apr 18 21:00:43.213740 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-4adf0414-ce6b-46d9-b4a9-bf25212b6592 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/quotas/946e24bc69f140efa3cef17a19fdd818 HTTP/1.1" status: 200 len: 375 time: 0.0110896 Apr 18 21:00:43.284966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-be64257e-72f1-40ca-891a-9be22b5bb16c None None] For port 522cf8f7-5170-46c6-9114-769b9f6c1755, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=522cf8f7-5170-46c6-9114-769b9f6c1755,segment=NetworkSegment(78392364-929b-4741-b529-a5db69c7952c),segment_id=78392364-929b-4741-b529-a5db69c7952c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:43.291146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-29a24572-38a8-4b5b-8933-64474dbb9fe7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=946e24bc69f140efa3cef17a19fdd818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736942 Apr 18 21:00:43.292170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be64257e-72f1-40ca-891a-9be22b5bb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.321287 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.358147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-be64257e-72f1-40ca-891a-9be22b5bb16c None None] Provisioning complete for port 0f5ec186-331b-4b62-a365-893798802f58 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:43.358510 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be64257e-72f1-40ca-891a-9be22b5bb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.442128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-35bcbd68-cc71-44c5-a65e-26481b70ec13 service neutron] 10.222.0.49 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319985 Apr 18 21:00:43.569791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-5289603b-d071-43e8-b353-46c0685eb470 service neutron] 10.222.0.49 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204791 Apr 18 21:00:43.660275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64257e-72f1-40ca-891a-9be22b5bb16c None None] Pushing event updated for resources: {'Port': ['ID=522cf8f7-5170-46c6-9114-769b9f6c1755,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:43.686883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-be64257e-72f1-40ca-891a-9be22b5bb16c None None] Port 0f5ec186-331b-4b62-a365-893798802f58 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:43.710000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port 0f5ec186-331b-4b62-a365-893798802f58 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:43.710252 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.830724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bd7ab2bb-96f0-45b3-89df-145de361505e None None] Provisioning complete for port 522cf8f7-5170-46c6-9114-769b9f6c1755 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:43.831097 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab2bb-96f0-45b3-89df-145de361505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.845278 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.862045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for 0f5ec186-331b-4b62-a365-893798802f58 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:43.984882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3c7730b-d7b7-42a6-9141-d49428d924cb req-285d6159-2d99-4030-b5ae-7195be277b75 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 210 time: 0.0377545 Apr 18 21:00:44.108336 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.146867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=0f5ec186-331b-4b62-a365-893798802f58,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:44.510311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 522cf8f7-5170-46c6-9114-769b9f6c1755 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:44.517123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.638609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 522cf8f7-5170-46c6-9114-769b9f6c1755 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:44.639090 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.121712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc953fde-0bfa-4cfd-b518-976c45b801a7 req-b04e9ed6-6588-49ee-b565-1ef32f810ac9 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 210 time: 0.0357227 Apr 18 21:00:45.186913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router bedc0aef-50a2-4fb4-936e-f03a44d5f73b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:45.280443 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:45.286019 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d27decb4-a86d-4cca-b0d4-979dd24c524f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/bedc0aef-50a2-4fb4-936e-f03a44d5f73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5560169 Apr 18 21:00:45.288766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46628) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:45.292360 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79096d-ba50-446e-86e0-8f9e71915e63 None None] Sync routers for ids ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:45.303980 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79096d-ba50-446e-86e0-8f9e71915e63 None None] Routers {'bedc0aef-50a2-4fb4-936e-f03a44d5f73b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:45.304629 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8c79096d-ba50-446e-86e0-8f9e71915e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:45.338853 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8c79096d-ba50-446e-86e0-8f9e71915e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:45.347878 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79096d-ba50-446e-86e0-8f9e71915e63 None None] Routers {'bedc0aef-50a2-4fb4-936e-f03a44d5f73b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:45.348485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8c79096d-ba50-446e-86e0-8f9e71915e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:45.388467 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8c79096d-ba50-446e-86e0-8f9e71915e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:45.389010 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79096d-ba50-446e-86e0-8f9e71915e63 None None] The sync data for ids ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:45.506104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-b0f69d02-5438-44aa-987f-8b40fd51c033 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:45.508441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-b0f69d02-5438-44aa-987f-8b40fd51c033 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.60 "GET /v2.0/networks?id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2 HTTP/1.1" status: 200 len: 808 time: 0.1539049 Apr 18 21:00:45.552795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-02b17dfe-5241-421f-952c-200514c87d4b tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946e24bc69f140efa3cef17a19fdd818 HTTP/1.1" status: 200 len: 380 time: 0.0356760 Apr 18 21:00:45.562353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Request body: {'port': {'device_id': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'admin_state_up': True, 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'security_groups': ['71755a0b-49c5-4f96-90d8-f8b674c6f4ba']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:45.677483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Made reservation on behalf of 946e24bc69f140efa3cef17a19fdd818 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:45.681501 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.683283 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.833169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Allocated IP 172.20.0.9 (ec3cd5ee-9561-4c9f-accf-915a8d826cf2/e24600b4-0dd5-4cb0-a5ee-f19707b847c0/15de41c1-8cbe-433e-964b-5f4252498397) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:46.006949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port e97638f3-0d07-4206-a044-9d6e6c287639 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:46.007454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.011962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.033789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.052356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.095743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:46.099092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:46.106651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:46.112496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.133090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for e97638f3-0d07-4206-a044-9d6e6c287639 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:46.142581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event updated for resources: {'Port': ['ID=15de41c1-8cbe-433e-964b-5f4252498397,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.163065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.167926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.168728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.169064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.169690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.170028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.170515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.170969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.171298 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.171618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.172022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.172397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:46.196227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:46.197310 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.236243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-7b5c713d-4e8a-4009-86b6-95fa166f01dd tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6779835 Apr 18 21:00:46.256102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Request body: {'port': {'device_id': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:46.320133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88eac18-c9db-4bd1-a427-793a7776c6cf req-9b1b5f81-3b5e-4358-be40-05b8ee914fd1 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:46.327588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b88eac18-c9db-4bd1-a427-793a7776c6cf req-9b1b5f81-3b5e-4358-be40-05b8ee914fd1 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 931 time: 0.1047039 Apr 18 21:00:46.352101 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.367968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.379944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b88eac18-c9db-4bd1-a427-793a7776c6cf req-2859e6ba-7b28-443a-b2ed-baa8a564fb56 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514033 Apr 18 21:00:46.417935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=e97638f3-0d07-4206-a044-9d6e6c287639,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.484062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-73fd350d-757a-4374-ae1a-c514dac9afd0 None None] Provisioning complete for port 15de41c1-8cbe-433e-964b-5f4252498397 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:46.485175 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-73fd350d-757a-4374-ae1a-c514dac9afd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.532714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-73fd350d-757a-4374-ae1a-c514dac9afd0 None None] Port 15de41c1-8cbe-433e-964b-5f4252498397 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:46.622778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.730740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15de41c1-8cbe-433e-964b-5f4252498397 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:00:46.738264 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.752727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Transition to ACTIVE for port object 15de41c1-8cbe-433e-964b-5f4252498397 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:46.763562 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.825712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Pushing event updated for resources: {'Port': ['ID=15de41c1-8cbe-433e-964b-5f4252498397,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.854363 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router bedc0aef-50a2-4fb4-936e-f03a44d5f73b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:46.922042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Attempting to bind port 15de41c1-8cbe-433e-964b-5f4252498397 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:46.922763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Attempting to bind port 15de41c1-8cbe-433e-964b-5f4252498397 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:46.923341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Attempting to bind port 15de41c1-8cbe-433e-964b-5f4252498397 on network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:46.939333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Port 15de41c1-8cbe-433e-964b-5f4252498397 on network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:00:46.941630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Attempting to bind port 15de41c1-8cbe-433e-964b-5f4252498397 on network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:46.946465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:46.951811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:46.954906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Checking segment: {'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:46.955032 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e9f5802e-edb1-441d-8ed4-67e74e05dc96 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/bedc0aef-50a2-4fb4-936e-f03a44d5f73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6622176 Apr 18 21:00:46.955136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Bound using segment: {'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:46.955136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Bound port: 15de41c1-8cbe-433e-964b-5f4252498397, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab3bd898-a16e-457e-afe1-9af5dce18bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:46.955136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.955420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46636) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:46.965225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494e29b-eab0-4e47-9e58-b58d23effd2a None None] Sync routers for ids ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:47.000634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494e29b-eab0-4e47-9e58-b58d23effd2a None None] Routers {'bedc0aef-50a2-4fb4-936e-f03a44d5f73b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:47.000896 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aebfddd9-7658-454b-b7db-72f5703cdff6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=bedc0aef-50a2-4fb4-936e-f03a44d5f73b HTTP/1.1" status: 200 len: 205 time: 0.0444744 Apr 18 21:00:47.001725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9494e29b-eab0-4e47-9e58-b58d23effd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:47.007942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46638) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:47.038899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9494e29b-eab0-4e47-9e58-b58d23effd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:47.058089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494e29b-eab0-4e47-9e58-b58d23effd2a None None] Routers {'bedc0aef-50a2-4fb4-936e-f03a44d5f73b'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:47.058842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9494e29b-eab0-4e47-9e58-b58d23effd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:47.074761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] For port 15de41c1-8cbe-433e-964b-5f4252498397, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:47.078435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] For port 15de41c1-8cbe-433e-964b-5f4252498397, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=15de41c1-8cbe-433e-964b-5f4252498397,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:47.091644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.100419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-9494e29b-eab0-4e47-9e58-b58d23effd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:47.101382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494e29b-eab0-4e47-9e58-b58d23effd2a None None] The sync data for ids ['bedc0aef-50a2-4fb4-936e-f03a44d5f73b'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:47.115433 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48c31121-a383-45cb-9c56-3a5c7e7ac7f8 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.162190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:47.166348 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.166348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] 10.222.0.60 "PUT /v2.0/ports/15de41c1-8cbe-433e-964b-5f4252498397 HTTP/1.1" status: 200 len: 1091 time: 0.9126801 Apr 18 21:00:47.166348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'tag': '15de41c1-8cbe-433e-964b-5f4252498397'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:47.167503 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9730b1fe-0edd-467a-b09d-f26a1811a0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "03430c1d-999f-415c-8a23-9f4d016b3ca7", "tag": "15de41c1-8cbe-433e-964b-5f4252498397"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:47.261577 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343a2863-3305-45ea-a262-e7ec7c7a036a x-openstack-request-id: req-343a2863-3305-45ea-a262-e7ec7c7a036a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:47.261961 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03430c1d-999f-415c-8a23-9f4d016b3ca7", "tag": "15de41c1-8cbe-433e-964b-5f4252498397", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:47.262087 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-343a2863-3305-45ea-a262-e7ec7c7a036a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:47.262488 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343a2863-3305-45ea-a262-e7ec7c7a036a'] response: {'name': 'network-changed', 'server_uuid': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'tag': '15de41c1-8cbe-433e-964b-5f4252498397', 'status': 'completed', 'code': 200} Apr 18 21:00:47.267466 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c396fa-6a44-4953-82b7-a94c16229b28 service neutron] Pushing event updated for resources: {'Port': ['ID=15de41c1-8cbe-433e-964b-5f4252498397,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:47.305739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-737255c6-6c2f-4222-8d63-fc28640cd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:47.307603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-737255c6-6c2f-4222-8d63-fc28640cd281 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=946e24bc69f140efa3cef17a19fdd818&device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1094 time: 0.0956635 Apr 18 21:00:47.341279 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48c31121-a383-45cb-9c56-3a5c7e7ac7f8 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.343875 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48c31121-a383-45cb-9c56-3a5c7e7ac7f8 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.359339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-f35c1c56-c088-4e96-9807-da7e2675cb24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15de41c1-8cbe-433e-964b-5f4252498397 HTTP/1.1" status: 200 len: 217 time: 0.0426214 Apr 18 21:00:47.401420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48c31121-a383-45cb-9c56-3a5c7e7ac7f8 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.402068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c31121-a383-45cb-9c56-3a5c7e7ac7f8 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Fanout notify agent at l3_agent the message router_deleted on router bedc0aef-50a2-4fb4-936e-f03a44d5f73b {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:00:47.411103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-48c31121-a383-45cb-9c56-3a5c7e7ac7f8 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.415103 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-48c31121-a383-45cb-9c56-3a5c7e7ac7f8 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/bedc0aef-50a2-4fb4-936e-f03a44d5f73b HTTP/1.1" status: 204 len: 168 time: 0.4029639 Apr 18 21:00:47.418220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46644) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:47.449362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-88fdd714-104f-43c5-944a-4ac46bc2f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:47.452769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-88fdd714-104f-43c5-944a-4ac46bc2f01d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e24600b4-0dd5-4cb0-a5ee-f19707b847c0 HTTP/1.1" status: 200 len: 847 time: 0.0868976 Apr 18 21:00:47.516328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2af9f4d-dfa5-439c-b814-6b41c22cac1a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting subnet 7e6300fa-94c5-4709-b022-af0764728983 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:47.519964 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2af9f4d-dfa5-439c-b814-6b41c22cac1a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.546705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-c4b70e3e-240d-4c44-9b6b-45415ff6e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:47.548546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-c4b70e3e-240d-4c44-9b6b-45415ff6e7df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906916 Apr 18 21:00:47.558288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cda65-ee96-4464-8277-59593e4588b5 req-7ba189e1-bcf2-45eb-b0a9-96064808ea1a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:47.560739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c5cda65-ee96-4464-8277-59593e4588b5 req-7ba189e1-bcf2-45eb-b0a9-96064808ea1a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 943 time: 0.0878990 Apr 18 21:00:47.574539 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2af9f4d-dfa5-439c-b814-6b41c22cac1a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.671472 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2af9f4d-dfa5-439c-b814-6b41c22cac1a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.759721 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2af9f4d-dfa5-439c-b814-6b41c22cac1a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.817359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af9f4d-dfa5-439c-b814-6b41c22cac1a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6300fa-94c5-4709-b022-af0764728983,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:47.822305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2af9f4d-dfa5-439c-b814-6b41c22cac1a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.830306 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d3612-14fd-4d34-b809-fe929f62e98e None None] Network f7e3c208-da8d-4f23-898f-24fd35a6998b requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:47.830554 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c2af9f4d-dfa5-439c-b814-6b41c22cac1a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/7e6300fa-94c5-4709-b022-af0764728983 HTTP/1.1" status: 204 len: 168 time: 0.4100440 Apr 18 21:00:47.834577 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46646) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:47.927533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4446f1-6cbe-426d-820e-2a39ef9ab818 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting subnet 92ad6bbe-4b16-4640-86d1-cb12e82366e0 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:47.944504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dc4446f1-6cbe-426d-820e-2a39ef9ab818 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.989544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dc4446f1-6cbe-426d-820e-2a39ef9ab818 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.019626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c5cda65-ee96-4464-8277-59593e4588b5 req-e4bfad33-8a5c-43a8-b8c8-653a6eb9b613 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4502482 Apr 18 21:00:48.057471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-caf67862-e75e-4b17-8fc6-19dc97d664d2 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955168 Apr 18 21:00:48.092903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016a95ed-79df-4b4d-aeae-47ecfba122b2 None None] DHCP port deletion for f7e3c208-da8d-4f23-898f-24fd35a6998b request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:48.146231 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dc4446f1-6cbe-426d-820e-2a39ef9ab818 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.178495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-835fa5a9-5415-47d3-872d-fedd97942f70 req-556e77f2-5af7-4cc1-a86e-8f98702c6720 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141617 Apr 18 21:00:48.181991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-016a95ed-79df-4b4d-aeae-47ecfba122b2 None None] Deleting port 0b549778-2adf-43d8-943f-f410e69a372f {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:48.182554 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-016a95ed-79df-4b4d-aeae-47ecfba122b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.256877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-016a95ed-79df-4b4d-aeae-47ecfba122b2 None None] For port 0b549778-2adf-43d8-943f-f410e69a372f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0b549778-2adf-43d8-943f-f410e69a372f,segment=NetworkSegment(633eeb8c-0580-4ca9-8193-1efad7d6f6f7),segment_id=633eeb8c-0580-4ca9-8193-1efad7d6f6f7)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:48.257988 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-016a95ed-79df-4b4d-aeae-47ecfba122b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.258390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dc4446f1-6cbe-426d-820e-2a39ef9ab818 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.274594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-016a95ed-79df-4b4d-aeae-47ecfba122b2 None None] Calling delete_port for 0b549778-2adf-43d8-943f-f410e69a372f owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:48.292027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4446f1-6cbe-426d-820e-2a39ef9ab818 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Subnet': ['ID=92ad6bbe-4b16-4640-86d1-cb12e82366e0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:48.300328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-ea7ed516-fa36-4413-857b-36d505525c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.301882 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-ea7ed516-fa36-4413-857b-36d505525c4a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=946e24bc69f140efa3cef17a19fdd818&device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1094 time: 0.0591044 Apr 18 21:00:48.306368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dc4446f1-6cbe-426d-820e-2a39ef9ab818 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.311462 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dc4446f1-6cbe-426d-820e-2a39ef9ab818 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/92ad6bbe-4b16-4640-86d1-cb12e82366e0 HTTP/1.1" status: 204 len: 168 time: 0.4728880 Apr 18 21:00:48.315330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46650) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:48.327020 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae744cf-18e2-49b4-b724-063b2fd0f380 None None] Network 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:48.467673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b549778-2adf-43d8-943f-f410e69a372f no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:48.498689 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.508998 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-39c0df43-908d-40f7-9886-30c7313ff1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.510846 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-39c0df43-908d-40f7-9886-30c7313ff1f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2 HTTP/1.1" status: 200 len: 909 time: 0.2014117 Apr 18 21:00:48.519865 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-016a95ed-79df-4b4d-aeae-47ecfba122b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.540516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] The port '0b549778-2adf-43d8-943f-f410e69a372f' was deleted {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 18 21:00:48.567114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016a95ed-79df-4b4d-aeae-47ecfba122b2 None None] No DVR routers for this DVR port 0b549778-2adf-43d8-943f-f410e69a372f on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:48.568671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a95ed-79df-4b4d-aeae-47ecfba122b2 None None] Pushing event deleted for resources: {'Port': ['ID=0b549778-2adf-43d8-943f-f410e69a372f,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:48.576531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No active binding found for port 0b549778-2adf-43d8-943f-f410e69a372f {{(pid=102905) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 18 21:00:48.576956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0b549778-2adf-43d8-943f-f410e69a372f not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:48.593576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-1d317fa3-9e17-4f4b-aedd-849a07076a81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15de41c1-8cbe-433e-964b-5f4252498397 HTTP/1.1" status: 200 len: 217 time: 0.0721588 Apr 18 21:00:48.656614 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.664842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-7629d89a-dea1-432e-bf28-ff8c108e23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.666451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-7629d89a-dea1-432e-bf28-ff8c108e23fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e24600b4-0dd5-4cb0-a5ee-f19707b847c0 HTTP/1.1" status: 200 len: 847 time: 0.0661108 Apr 18 21:00:48.678550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f0ba3f-b011-4b83-a0cd-e449cb550f4b None None] DHCP port deletion for 6f5f3b5a-e209-4fcb-86ec-7d60ad978319 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:48.690422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e3c208-da8d-4f23-898f-24fd35a6998b']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:48.702148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633eeb8c-0580-4ca9-8193-1efad7d6f6f7') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:48.706099 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633eeb8c-0580-4ca9-8193-1efad7d6f6f7') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:48.723382 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.731869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-9ef84173-d5fb-4832-a456-0d4f6a6f5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.733374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-9ef84173-d5fb-4832-a456-0d4f6a6f5561 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608962 Apr 18 21:00:48.744119 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.750273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0ba3f-b011-4b83-a0cd-e449cb550f4b None None] Deleting port 38f34cbe-823b-414c-bc2f-f961dc406d69 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:48.751074 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ba3f-b011-4b83-a0cd-e449cb550f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.754051 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:48.754592 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:48.759130 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:48.832146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a1f0ba3f-b011-4b83-a0cd-e449cb550f4b None None] For port 38f34cbe-823b-414c-bc2f-f961dc406d69, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=38f34cbe-823b-414c-bc2f-f961dc406d69,segment=NetworkSegment(e7d7cfc6-fda3-43a7-91d2-967f2702b27c),segment_id=e7d7cfc6-fda3-43a7-91d2-967f2702b27c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:48.832988 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ba3f-b011-4b83-a0cd-e449cb550f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.847723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0ba3f-b011-4b83-a0cd-e449cb550f4b None None] Calling delete_port for 38f34cbe-823b-414c-bc2f-f961dc406d69 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:48.864706 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.875861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.891469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-3cab5ac9-151d-48c8-889e-b21b04d5fc39 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501551 Apr 18 21:00:48.893201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46652) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:48.895715 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/networks/f7e3c208-da8d-4f23-898f-24fd35a6998b HTTP/1.1" status: 204 len: 168 time: 0.5731249 Apr 18 21:00:48.917078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350fc94-f75d-4412-87f7-84cc16656bc3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Network': ['ID=f7e3c208-da8d-4f23-898f-24fd35a6998b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:48.945090 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ba3f-b011-4b83-a0cd-e449cb550f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.978678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0ba3f-b011-4b83-a0cd-e449cb550f4b None None] Pushing event deleted for resources: {'Port': ['ID=38f34cbe-823b-414c-bc2f-f961dc406d69,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:48.980660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0ba3f-b011-4b83-a0cd-e449cb550f4b None None] No DVR routers for this DVR port 38f34cbe-823b-414c-bc2f-f961dc406d69 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:49.055026 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.165011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9730b1fe-0edd-467a-b09d-f26a1811a0f5 req-eba335f8-333e-4e74-ad3c-eadcb194139a service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415195 Apr 18 21:00:49.211899 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.243932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd47a7-3f72-485f-9c35-f6a8748352ae req-42511e44-f343-482b-9963-f7a32563c5eb tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:49.243932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0dd47a7-3f72-485f-9c35-f6a8748352ae req-42511e44-f343-482b-9963-f7a32563c5eb tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 943 time: 0.1388819 Apr 18 21:00:49.247093 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5f3b5a-e209-4fcb-86ec-7d60ad978319']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:49.264233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d7cfc6-fda3-43a7-91d2-967f2702b27c') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:49.264535 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d7cfc6-fda3-43a7-91d2-967f2702b27c') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:49.281343 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.304442 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.308966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0dd47a7-3f72-485f-9c35-f6a8748352ae req-fcf3ab9c-a3dc-4961-98c6-f19eddb719f1 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545993 Apr 18 21:00:49.314481 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:49.315136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:49.320462 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:49.415659 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.422375 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.429610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/networks/6f5f3b5a-e209-4fcb-86ec-7d60ad978319 HTTP/1.1" status: 204 len: 168 time: 0.5331349 Apr 18 21:00:49.435866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46658) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:49.441715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'network': {'name': 'tempest-RoutersTest-1525651130'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:49.456076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53060d41-ba43-4743-bc84-0323ea7221b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Network': ['ID=6f5f3b5a-e209-4fcb-86ec-7d60ad978319,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.472325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:49.476506 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.502345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:49.512292 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.512646 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added segment 0fffda04-463d-481a-ae3e-7dba7a23b27c of type vlan for network ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a Apr 18 21:00:49.554826 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.581702 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.588091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:49.588836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.658034 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2219481 Apr 18 21:00:49.661181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46660) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:49.666526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'subnet': {'network_id': 'ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:49.676992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb556c07-41d8-45c6-babf-132960101c09 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Network': ['ID=ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.695886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:49.779143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:49.786005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.980127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.055685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Checking segment: {'id': '0fffda04-463d-481a-ae3e-7dba7a23b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:50.056075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network hostable DHCP agents. Network: ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:50.059248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Subnet': ['ID=23ff1d96-f620-4cb4-b7df-f8c1706859b1,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:50.085721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:50.095909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:50.100523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:50.101918 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.109474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469ce2e9-661c-4ed5-8f13-49f3d28bf732 None None] Network ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:50.122016 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0198bf03-d41f-47fd-83cd-715bd928f200 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4598324 Apr 18 21:00:50.123658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46664) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:50.128757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-638784e3-8f09-4dd6-a287-08d910862cb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1296703342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:50.155353 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-638784e3-8f09-4dd6-a287-08d910862cb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.156505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-638784e3-8f09-4dd6-a287-08d910862cb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.223973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-638784e3-8f09-4dd6-a287-08d910862cb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.230860 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-638784e3-8f09-4dd6-a287-08d910862cb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.260921 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-638784e3-8f09-4dd6-a287-08d910862cb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.265126 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-638784e3-8f09-4dd6-a287-08d910862cb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1374073 Apr 18 21:00:50.265292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46666) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:50.270505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'port': {'network_id': 'ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a', 'name': 'tempest-RoutersTest-304956146'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:50.293322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a', 'network_id': 'ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'fixed_ips': [{'subnet_id': '23ff1d96-f620-4cb4-b7df-f8c1706859b1'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:50.294199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.430392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:50.434391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.434564 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 38f34cbe-823b-414c-bc2f-f961dc406d69 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:50.453516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] device_id is not set on port ace8b314-c277-4fa6-b317-01af9f9d9fc0 yet. {{(pid=102903) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:00:50.473109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 38f34cbe-823b-414c-bc2f-f961dc406d69 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:50.473446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 38f34cbe-823b-414c-bc2f-f961dc406d69 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:50.517775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5b807-7ccd-463a-8326-5a4e54bbd89d req-23c73f76-e4bf-41fd-b210-f38551a18ebb tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:50.519350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03a5b807-7ccd-463a-8326-5a4e54bbd89d req-23c73f76-e4bf-41fd-b210-f38551a18ebb tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 943 time: 0.0919809 Apr 18 21:00:50.559682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03a5b807-7ccd-463a-8326-5a4e54bbd89d req-3fb5fcff-b4a0-4344-a041-3f00895e7f7d tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328584 Apr 18 21:00:50.578963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Allocated IP 172.20.0.2 (ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a/23ff1d96-f620-4cb4-b7df-f8c1706859b1/3198ff67-9b30-456d-8df3-c880fcb7ccd7) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:50.728599 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.735786 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.777650 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Network ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:50.779670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:50.781581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:50.809964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Allocated IP 172.20.0.13 (ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a/23ff1d96-f620-4cb4-b7df-f8c1706859b1/ace8b314-c277-4fa6-b317-01af9f9d9fc0) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:50.812967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Pushing event updated for resources: {'Port': ['ID=3198ff67-9b30-456d-8df3-c880fcb7ccd7,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:50.847498 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Attempting to bind port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:50.848822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Attempting to bind port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '0fffda04-463d-481a-ae3e-7dba7a23b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:50.848822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Attempting to bind port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 on network ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:50.853972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:50.854605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Checking segment: {'id': '0fffda04-463d-481a-ae3e-7dba7a23b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:50.854735 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.855403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Bound using segment: {'id': '0fffda04-463d-481a-ae3e-7dba7a23b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:50.855531 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Bound port: 3198ff67-9b30-456d-8df3-c880fcb7ccd7, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fffda04-463d-481a-ae3e-7dba7a23b27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:50.856009 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.951484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] For port 3198ff67-9b30-456d-8df3-c880fcb7ccd7, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:50.955223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] For port 3198ff67-9b30-456d-8df3-c880fcb7ccd7, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3198ff67-9b30-456d-8df3-c880fcb7ccd7,segment=NetworkSegment(0fffda04-463d-481a-ae3e-7dba7a23b27c),segment_id=0fffda04-463d-481a-ae3e-7dba7a23b27c)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:50.961863 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:50.993323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.029307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cc5e9-3dd0-4113-b5f1-fed329f0730d None None] Pushing event updated for resources: {'Port': ['ID=3198ff67-9b30-456d-8df3-c880fcb7ccd7,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:51.037222 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.081586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:51.082467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:51.085163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:51.134314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=ace8b314-c277-4fa6-b317-01af9f9d9fc0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:51.176021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:51.177743 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.204770 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-61de9cad-587e-404a-8ea2-d3fe768addc2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9381468 Apr 18 21:00:51.207457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46672) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:51.596316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.716572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263bf27-4a3a-4380-bb99-dd33b0e327f8 req-d3ca498c-09bf-4a8e-b8fb-122a481ed159 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:51.718261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0263bf27-4a3a-4380-bb99-dd33b0e327f8 req-d3ca498c-09bf-4a8e-b8fb-122a481ed159 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 943 time: 0.0592778 Apr 18 21:00:51.761199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0263bf27-4a3a-4380-bb99-dd33b0e327f8 req-59dcff7b-1a79-48b4-92e3-2990d3dae622 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331089 Apr 18 21:00:51.911505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.918476 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.014083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=ace8b314-c277-4fa6-b317-01af9f9d9fc0,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:52.171604 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.255780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39af14-b7bb-4deb-be2f-4d32f55948bc None None] Network ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:52.333792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-549c2f3f-105f-45de-a72a-9e89559ca9fe None None] Provisioning complete for port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:52.334159 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-549c2f3f-105f-45de-a72a-9e89559ca9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.445029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 15de41c1-8cbe-433e-964b-5f4252498397 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:00:52.480593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-549c2f3f-105f-45de-a72a-9e89559ca9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.486449 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3198ff67-9b30-456d-8df3-c880fcb7ccd7 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:52.638982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-549c2f3f-105f-45de-a72a-9e89559ca9fe None None] For port 3198ff67-9b30-456d-8df3-c880fcb7ccd7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3198ff67-9b30-456d-8df3-c880fcb7ccd7,segment=NetworkSegment(0fffda04-463d-481a-ae3e-7dba7a23b27c),segment_id=0fffda04-463d-481a-ae3e-7dba7a23b27c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:52.652606 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-549c2f3f-105f-45de-a72a-9e89559ca9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.686660 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.710289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:52.710774 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.769442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 15de41c1-8cbe-433e-964b-5f4252498397, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=15de41c1-8cbe-433e-964b-5f4252498397,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:52.785705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c2f3f-105f-45de-a72a-9e89559ca9fe None None] Pushing event updated for resources: {'Port': ['ID=3198ff67-9b30-456d-8df3-c880fcb7ccd7,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:52.808937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '15de41c1-8cbe-433e-964b-5f4252498397', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'port_id': '15de41c1-8cbe-433e-964b-5f4252498397', 'mac_address': 'fa:16:3e:84:60:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:00:52.879784 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.904346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15de41c1-8cbe-433e-964b-5f4252498397 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:00:52.940423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 15de41c1-8cbe-433e-964b-5f4252498397, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=15de41c1-8cbe-433e-964b-5f4252498397,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:52.947792 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.979522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a6460-61b4-4c1d-b9ba-e2a21867c9a5 req-62bfd34b-cf14-43a4-a6e8-800b022ce21f tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:52.987492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c75a6460-61b4-4c1d-b9ba-e2a21867c9a5 req-62bfd34b-cf14-43a4-a6e8-800b022ce21f tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 943 time: 0.1002531 Apr 18 21:00:53.006638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=15de41c1-8cbe-433e-964b-5f4252498397,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:53.040517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c75a6460-61b4-4c1d-b9ba-e2a21867c9a5 req-5f0015e9-2e35-4935-b6dc-e1e27879ee72 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520313 Apr 18 21:00:53.077849 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.085830 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.181319 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=ace8b314-c277-4fa6-b317-01af9f9d9fc0,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:53.192430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.209575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5517fa0d-55f8-402c-9d84-1e0d942e6e50 None None] Provisioning complete for port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:53.210659 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5517fa0d-55f8-402c-9d84-1e0d942e6e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.277728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['15de41c1-8cbe-433e-964b-5f4252498397'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:00:53.357524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:53.358992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:53.470007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5517fa0d-55f8-402c-9d84-1e0d942e6e50 None None] Provisioning complete for port ace8b314-c277-4fa6-b317-01af9f9d9fc0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:53.470402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5517fa0d-55f8-402c-9d84-1e0d942e6e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.502411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router d3b160b7-c576-469b-83ce-f866ac932e64 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:00:53.540086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5517fa0d-55f8-402c-9d84-1e0d942e6e50 None None] Port ace8b314-c277-4fa6-b317-01af9f9d9fc0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:53.601434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:53.607233 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2236484d-e8a9-4a5f-9f88-428312c09123 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/d3b160b7-c576-469b-83ce-f866ac932e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3964856 Apr 18 21:00:53.610482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46682) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:53.622530 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b69d8-fe91-40ba-b29c-14696ae6369e None None] Sync routers for ids ['d3b160b7-c576-469b-83ce-f866ac932e64'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:53.654457 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b69d8-fe91-40ba-b29c-14696ae6369e None None] Routers {'d3b160b7-c576-469b-83ce-f866ac932e64'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:53.655138 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7f6b69d8-fe91-40ba-b29c-14696ae6369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['d3b160b7-c576-469b-83ce-f866ac932e64'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:53.664087 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc83fc-3400-424d-8354-f5f921993e61 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:53.668736 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d5bc83fc-3400-424d-8354-f5f921993e61 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports/ace8b314-c277-4fa6-b317-01af9f9d9fc0 HTTP/1.1" status: 200 len: 977 time: 0.0565510 Apr 18 21:00:53.669676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46684) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:53.680676 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-99ee7c6f-91bf-4f51-8c41-0baad9950451 None None] Provisioning complete for port ace8b314-c277-4fa6-b317-01af9f9d9fc0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:53.681597 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-99ee7c6f-91bf-4f51-8c41-0baad9950451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.697008 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7f6b69d8-fe91-40ba-b29c-14696ae6369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:53.714182 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b69d8-fe91-40ba-b29c-14696ae6369e None None] Routers {'d3b160b7-c576-469b-83ce-f866ac932e64'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:53.715038 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7f6b69d8-fe91-40ba-b29c-14696ae6369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['d3b160b7-c576-469b-83ce-f866ac932e64'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:53.724707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-99ee7c6f-91bf-4f51-8c41-0baad9950451 None None] Port ace8b314-c277-4fa6-b317-01af9f9d9fc0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:53.752397 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7f6b69d8-fe91-40ba-b29c-14696ae6369e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:53.753048 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b69d8-fe91-40ba-b29c-14696ae6369e None None] The sync data for ids ['d3b160b7-c576-469b-83ce-f866ac932e64'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:53.946981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-548ade7b-aa0f-41da-aa90-11fa3bbdcd97 None None] Provisioning complete for port ace8b314-c277-4fa6-b317-01af9f9d9fc0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:53.947473 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-548ade7b-aa0f-41da-aa90-11fa3bbdcd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.981753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-548ade7b-aa0f-41da-aa90-11fa3bbdcd97 None None] Port ace8b314-c277-4fa6-b317-01af9f9d9fc0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:00:53.998074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.198076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97460e7d-f447-4658-b9e6-6e663808fd5f req-f021b5b3-c4a8-4a7f-bd7a-5951adfb8938 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:54.199600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97460e7d-f447-4658-b9e6-6e663808fd5f req-f021b5b3-c4a8-4a7f-bd7a-5951adfb8938 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 944 time: 0.0801914 Apr 18 21:00:54.266795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97460e7d-f447-4658-b9e6-6e663808fd5f req-7687ccce-c933-4826-9cd0-96a61acc9112 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607677 Apr 18 21:00:54.287641 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port ace8b314-c277-4fa6-b317-01af9f9d9fc0 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:54.288068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.382258 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.395734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for ace8b314-c277-4fa6-b317-01af9f9d9fc0 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:54.406174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3198ff67-9b30-456d-8df3-c880fcb7ccd7 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:54.451741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 15de41c1-8cbe-433e-964b-5f4252498397 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:00:54.498119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:54.498381 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.548604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 15de41c1-8cbe-433e-964b-5f4252498397 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:54.554766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 15de41c1-8cbe-433e-964b-5f4252498397 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:54.555143 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.598146 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.631573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=ace8b314-c277-4fa6-b317-01af9f9d9fc0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:54.674906 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.702593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15de41c1-8cbe-433e-964b-5f4252498397'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:54.705288 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea043ae-25a2-476d-a235-ed6d1a7765a3" -d '{"events": [{"server_uuid": "03430c1d-999f-415c-8a23-9f4d016b3ca7", "name": "network-vif-plugged", "status": "completed", "tag": "15de41c1-8cbe-433e-964b-5f4252498397"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:00:54.721394 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 15de41c1-8cbe-433e-964b-5f4252498397, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=15de41c1-8cbe-433e-964b-5f4252498397,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:54.727228 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.784874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=15de41c1-8cbe-433e-964b-5f4252498397,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:54.802611 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a1bfa6-66b6-40fe-927a-5757333e7aa6 x-openstack-request-id: req-a8a1bfa6-66b6-40fe-927a-5757333e7aa6 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:00:54.803245 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03430c1d-999f-415c-8a23-9f4d016b3ca7", "name": "network-vif-plugged", "status": "completed", "tag": "15de41c1-8cbe-433e-964b-5f4252498397", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:00:54.804972 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8a1bfa6-66b6-40fe-927a-5757333e7aa6 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:00:54.805640 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a1bfa6-66b6-40fe-927a-5757333e7aa6'] response: {'server_uuid': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15de41c1-8cbe-433e-964b-5f4252498397', 'code': 200} Apr 18 21:00:54.853908 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.934379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c37140-a65b-42f5-8cb5-b15389d54804 req-f02cc26a-b94c-4e76-9109-76751465738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:54.936206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83c37140-a65b-42f5-8cb5-b15389d54804 req-f02cc26a-b94c-4e76-9109-76751465738a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0939393 Apr 18 21:00:55.059768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83c37140-a65b-42f5-8cb5-b15389d54804 req-3ed0686a-58cd-49e3-8b68-ab045e2154f8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979986 Apr 18 21:00:55.069012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router d3b160b7-c576-469b-83ce-f866ac932e64 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:55.151540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:55.156845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-09acba68-70e2-4959-aa7a-e9d93e135c1c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/d3b160b7-c576-469b-83ce-f866ac932e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4856942 Apr 18 21:00:55.159342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46698) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:55.169200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5fdd3-3d84-48d4-917c-dd7a91269752 None None] Sync routers for ids ['d3b160b7-c576-469b-83ce-f866ac932e64'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:55.179831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5fdd3-3d84-48d4-917c-dd7a91269752 None None] Routers {'d3b160b7-c576-469b-83ce-f866ac932e64'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:55.180458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2ed5fdd3-3d84-48d4-917c-dd7a91269752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['d3b160b7-c576-469b-83ce-f866ac932e64'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:55.217658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2ed5fdd3-3d84-48d4-917c-dd7a91269752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:55.227409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5fdd3-3d84-48d4-917c-dd7a91269752 None None] Routers {'d3b160b7-c576-469b-83ce-f866ac932e64'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:55.228044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2ed5fdd3-3d84-48d4-917c-dd7a91269752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['d3b160b7-c576-469b-83ce-f866ac932e64'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:55.389093 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-070a1ba1-ea82-4329-b2d2-13413f358913 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 21:00:55.392786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-070a1ba1-ea82-4329-b2d2-13413f358913 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/d3b160b7-c576-469b-83ce-f866ac932e64/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2297618 Apr 18 21:00:55.393117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46702) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:55.420333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11342-889f-4810-8c4e-94e57f1e656c req-695acd6b-36a0-4745-aaeb-d910204d9baa tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:55.421913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7a11342-889f-4810-8c4e-94e57f1e656c req-695acd6b-36a0-4745-aaeb-d910204d9baa tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 945 time: 0.0758295 Apr 18 21:00:55.427886 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2d25c2f9-ca69-4479-8470-3c3b938ab1a1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3b160b7-c576-469b-83ce-f866ac932e64 HTTP/1.1" status: 200 len: 205 time: 0.0331342 Apr 18 21:00:55.428171 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2ed5fdd3-3d84-48d4-917c-dd7a91269752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:55.428867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5fdd3-3d84-48d4-917c-dd7a91269752 None None] The sync data for ids ['d3b160b7-c576-469b-83ce-f866ac932e64'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:55.432826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46704) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:55.467973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a7a11342-889f-4810-8c4e-94e57f1e656c req-118a4c88-6825-49ea-b8bd-ce8d2a874f6d tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342357 Apr 18 21:00:55.510596 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7cd43e7-05af-48bf-98f8-eee91b378329 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.673813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7cd43e7-05af-48bf-98f8-eee91b378329 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.675812 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7cd43e7-05af-48bf-98f8-eee91b378329 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.720324 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7cd43e7-05af-48bf-98f8-eee91b378329 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.720862 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cd43e7-05af-48bf-98f8-eee91b378329 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Fanout notify agent at l3_agent the message router_deleted on router d3b160b7-c576-469b-83ce-f866ac932e64 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:00:55.727980 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f7cd43e7-05af-48bf-98f8-eee91b378329 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.732024 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f7cd43e7-05af-48bf-98f8-eee91b378329 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/d3b160b7-c576-469b-83ce-f866ac932e64 HTTP/1.1" status: 204 len: 168 time: 0.2952330 Apr 18 21:00:55.732024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46708) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:55.784243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-3541d622-529e-483d-aad3-6d6aae1f4936 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting subnet 23ff1d96-f620-4cb4-b7df-f8c1706859b1 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:00:55.787588 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3541d622-529e-483d-aad3-6d6aae1f4936 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.831492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3541d622-529e-483d-aad3-6d6aae1f4936 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.916238 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3541d622-529e-483d-aad3-6d6aae1f4936 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.976954 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3541d622-529e-483d-aad3-6d6aae1f4936 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.002229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541d622-529e-483d-aad3-6d6aae1f4936 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Subnet': ['ID=23ff1d96-f620-4cb4-b7df-f8c1706859b1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:56.009342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3541d622-529e-483d-aad3-6d6aae1f4936 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.015107 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3541d622-529e-483d-aad3-6d6aae1f4936 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/23ff1d96-f620-4cb4-b7df-f8c1706859b1 HTTP/1.1" status: 204 len: 168 time: 0.2792590 Apr 18 21:00:56.016397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46710) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:56.017859 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b035a9c2-7b56-44c3-be4b-f4c3e29bcff6 None None] Network ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:56.101673 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.159736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:56.160120 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.217532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6110736e-16d7-4746-b527-c2869106a96c None None] DHCP port deletion for ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:00:56.246408 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port 3198ff67-9b30-456d-8df3-c880fcb7ccd7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3198ff67-9b30-456d-8df3-c880fcb7ccd7,segment=NetworkSegment(0fffda04-463d-481a-ae3e-7dba7a23b27c),segment_id=0fffda04-463d-481a-ae3e-7dba7a23b27c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:56.246798 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.262214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for 3198ff67-9b30-456d-8df3-c880fcb7ccd7 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:56.274117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6110736e-16d7-4746-b527-c2869106a96c None None] Deleting port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:00:56.274575 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6110736e-16d7-4746-b527-c2869106a96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.357949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.376436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6110736e-16d7-4746-b527-c2869106a96c None None] For port 3198ff67-9b30-456d-8df3-c880fcb7ccd7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=3198ff67-9b30-456d-8df3-c880fcb7ccd7,segment=NetworkSegment(0fffda04-463d-481a-ae3e-7dba7a23b27c),segment_id=0fffda04-463d-481a-ae3e-7dba7a23b27c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:00:56.377243 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6110736e-16d7-4746-b527-c2869106a96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.387889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No DVR routers for this DVR port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:56.389737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=3198ff67-9b30-456d-8df3-c880fcb7ccd7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:56.416095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6110736e-16d7-4746-b527-c2869106a96c None None] Calling delete_port for 3198ff67-9b30-456d-8df3-c880fcb7ccd7 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:00:56.462526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3198ff67-9b30-456d-8df3-c880fcb7ccd7 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:00:56.487271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 3198ff67-9b30-456d-8df3-c880fcb7ccd7 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:00:56.487613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 3198ff67-9b30-456d-8df3-c880fcb7ccd7 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:00:56.487730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.517963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:56.527052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6110736e-16d7-4746-b527-c2869106a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.527752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fffda04-463d-481a-ae3e-7dba7a23b27c') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:56.528148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fffda04-463d-481a-ae3e-7dba7a23b27c') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:56.539613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.562685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110736e-16d7-4746-b527-c2869106a96c None None] Pushing event deleted for resources: {'Port': ['ID=3198ff67-9b30-456d-8df3-c880fcb7ccd7,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:56.566568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110736e-16d7-4746-b527-c2869106a96c None None] No DVR routers for this DVR port 3198ff67-9b30-456d-8df3-c880fcb7ccd7 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:56.572943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.582184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:56.582607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:56.586430 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:56.616539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558ddfd-fb1b-4fd5-b31a-544166972825 req-fe94c40b-75f0-4467-bacc-cd9a9f96f471 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:56.618073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e558ddfd-fb1b-4fd5-b31a-544166972825 req-fe94c40b-75f0-4467-bacc-cd9a9f96f471 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 945 time: 0.0704894 Apr 18 21:00:56.669832 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.681748 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.691159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e558ddfd-fb1b-4fd5-b31a-544166972825 req-99832f0a-3681-4aed-9022-bd010eceaaf9 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567136 Apr 18 21:00:56.698404 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/networks/ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a HTTP/1.1" status: 204 len: 168 time: 0.6776667 Apr 18 21:00:56.706601 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46720) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:56.712355 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'network': {'name': 'tempest-RoutersTest-393971879'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:56.715680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5aea4-b081-40ce-8532-a89312560bd1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Network': ['ID=ea1d8b39-d35e-4e07-8a4a-e3fbc02e958a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:56.742792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:56.751985 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.790534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:00:56.810712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.811070 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added segment 048e2b3d-e9f6-44a0-891e-0001da1fc8a1 of type vlan for network 887dfecb-3853-4e36-bc0e-9265ae4787ef Apr 18 21:00:56.815789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce2a3d-f807-49be-ada9-80c7f95fb52c req-4f28ed7e-4d02-47e1-8d00-c4e5695f9edf tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:56.825459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74ce2a3d-f807-49be-ada9-80c7f95fb52c req-4f28ed7e-4d02-47e1-8d00-c4e5695f9edf tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 945 time: 0.0771151 Apr 18 21:00:56.862828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.875271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74ce2a3d-f807-49be-ada9-80c7f95fb52c req-13599163-9202-4f08-9030-ba30a3c26eb6 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483203 Apr 18 21:00:56.893237 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.899319 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:56.899997 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.970877 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2605977 Apr 18 21:00:56.971925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46726) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:56.978875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'subnet': {'network_id': '887dfecb-3853-4e36-bc0e-9265ae4787ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:56.984168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096f28a-9c13-49fc-a807-11ebfd56bfff tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Network': ['ID=887dfecb-3853-4e36-bc0e-9265ae4787ef,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:56.997416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 887dfecb-3853-4e36-bc0e-9265ae4787ef details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:00:57.030035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d312ab-fba9-42f3-9a19-de2a15640561 req-7374ba11-6ca1-4c6a-b4e5-99579442c52a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:57.032154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0d312ab-fba9-42f3-9a19-de2a15640561 req-7374ba11-6ca1-4c6a-b4e5-99579442c52a tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 945 time: 0.0797272 Apr 18 21:00:57.074308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b0d312ab-fba9-42f3-9a19-de2a15640561 req-fb12c01e-0801-4167-8ca9-ed60b58b5a1d tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344601 Apr 18 21:00:57.099771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46728) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:57.104464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:57.109757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.220310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a1f8f4-1237-46ca-b275-65c3cae5dbcc tempest-TestServerBasicOps-238202905 tempest-TestServerBasicOps-238202905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:57.225136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-33a1f8f4-1237-46ca-b275-65c3cae5dbcc tempest-TestServerBasicOps-238202905 tempest-TestServerBasicOps-238202905-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1091 time: 0.1240299 Apr 18 21:00:57.225607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46732) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:57.235987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '15de41c1-8cbe-433e-964b-5f4252498397', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:57.293941 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.380995 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.462691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Subnet': ['ID=bd449af3-bcf6-4135-9fc5-148f48497f2c,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:57.473965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Checking segment: {'id': '048e2b3d-e9f6-44a0-891e-0001da1fc8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '887dfecb-3853-4e36-bc0e-9265ae4787ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:57.474325 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network hostable DHCP agents. Network: 887dfecb-3853-4e36-bc0e-9265ae4787ef, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:00:57.508384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 887dfecb-3853-4e36-bc0e-9265ae4787ef is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:00:57.522893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 887dfecb-3853-4e36-bc0e-9265ae4787ef) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:57.527312 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.529906 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:57.530489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.540138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e7029-c591-4443-a585-86b4a304e923 None None] Network 887dfecb-3853-4e36-bc0e-9265ae4787ef requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:00:57.583763 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d001ffbb-a162-406f-89f8-8ed53c7d38cc tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6076803 Apr 18 21:00:57.584172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46734) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:57.588014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2720715c-ee40-483a-9b2d-20672fde3073 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-862465839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:57.624912 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2720715c-ee40-483a-9b2d-20672fde3073 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.629092 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2720715c-ee40-483a-9b2d-20672fde3073 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.671922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Allocated IP 172.25.2.90 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/75ebaac7-b95a-413a-a166-4a98e881cb37) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:57.726024 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2720715c-ee40-483a-9b2d-20672fde3073 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.731159 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2720715c-ee40-483a-9b2d-20672fde3073 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.760436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2720715c-ee40-483a-9b2d-20672fde3073 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.764589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2720715c-ee40-483a-9b2d-20672fde3073 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1778760 Apr 18 21:00:57.764942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46736) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:00:57.780794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-887dfecb-3853-4e36-bc0e-9265ae4787ef', 'network_id': '887dfecb-3853-4e36-bc0e-9265ae4787ef', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'fixed_ips': [{'subnet_id': 'bd449af3-bcf6-4135-9fc5-148f48497f2c'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:00:57.782010 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.829638 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.914574 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.960072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Allocated IP 172.20.0.2 (887dfecb-3853-4e36-bc0e-9265ae4787ef/bd449af3-bcf6-4135-9fc5-148f48497f2c/07d18c42-6670-44dd-9cff-9a4ed3bff465) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:57.968090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:57.972047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:57.977493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:58.001790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event updated for resources: {'Port': ['ID=75ebaac7-b95a-413a-a166-4a98e881cb37,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.174993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.252022 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.262800 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.343155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Network 887dfecb-3853-4e36-bc0e-9265ae4787ef is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:58.344885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:58.357479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:58.371881 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Pushing event updated for resources: {'Port': ['ID=07d18c42-6670-44dd-9cff-9a4ed3bff465,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.433553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Attempting to bind port 07d18c42-6670-44dd-9cff-9a4ed3bff465 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:58.434654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Attempting to bind port 07d18c42-6670-44dd-9cff-9a4ed3bff465 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '048e2b3d-e9f6-44a0-891e-0001da1fc8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '887dfecb-3853-4e36-bc0e-9265ae4787ef'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:58.434654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Attempting to bind port 07d18c42-6670-44dd-9cff-9a4ed3bff465 on network 887dfecb-3853-4e36-bc0e-9265ae4787ef {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:00:58.440707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:00:58.441185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Checking segment: {'id': '048e2b3d-e9f6-44a0-891e-0001da1fc8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '887dfecb-3853-4e36-bc0e-9265ae4787ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:00:58.442279 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.442279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Bound using segment: {'id': '048e2b3d-e9f6-44a0-891e-0001da1fc8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '887dfecb-3853-4e36-bc0e-9265ae4787ef'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:00:58.442523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Bound port: 07d18c42-6670-44dd-9cff-9a4ed3bff465, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048e2b3d-e9f6-44a0-891e-0001da1fc8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '887dfecb-3853-4e36-bc0e-9265ae4787ef'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:58.443095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.463058 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.535680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] For port 07d18c42-6670-44dd-9cff-9a4ed3bff465, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:00:58.539741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] For port 07d18c42-6670-44dd-9cff-9a4ed3bff465, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=07d18c42-6670-44dd-9cff-9a4ed3bff465,segment=NetworkSegment(048e2b3d-e9f6-44a0-891e-0001da1fc8a1),segment_id=048e2b3d-e9f6-44a0-891e-0001da1fc8a1)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:00:58.548056 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.558591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.630662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6907469-b098-4ea8-bf4a-42d881b22d02 None None] Pushing event updated for resources: {'Port': ['ID=07d18c42-6670-44dd-9cff-9a4ed3bff465,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.745609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.752599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.899166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event updated for resources: {'Port': ['ID=75ebaac7-b95a-413a-a166-4a98e881cb37,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.916807 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.005864 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Allocated IP 172.20.0.1 (887dfecb-3853-4e36-bc0e-9265ae4787ef/bd449af3-bcf6-4135-9fc5-148f48497f2c/e16a591c-9689-4561-a0fd-fd15c8fd9bec) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:59.100814 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Floating IP 8397e91f-2a9d-4136-8832-c947d0d7fe0f associated. External IP: 172.25.2.90, port: 15de41c1-8cbe-433e-964b-5f4252498397. Apr 18 21:00:59.144486 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.181113 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.223443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 887dfecb-3853-4e36-bc0e-9265ae4787ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:59.227441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:59.230670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:00:59.278356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=e16a591c-9689-4561-a0fd-fd15c8fd9bec,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.298764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.451747 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.745194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:00:59.863898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.872063 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.898137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:00:59.909759 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] Sync routers for ids ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:59.920803 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] Routers {'3b07334f-ce9f-43da-8a42-1990f34d6fa5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:00:59.921402 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:59.936376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.978163 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.981423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=e16a591c-9689-4561-a0fd-fd15c8fd9bec,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.011371 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e8220d19-4bd3-4967-a70b-3d8e68a03514 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7684720 Apr 18 21:01:00.011371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'tag': '15de41c1-8cbe-433e-964b-5f4252498397'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:00.011371 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a3a990-219c-46a9-88af-73adcf74fdba" -d '{"events": [{"name": "network-changed", "server_uuid": "03430c1d-999f-415c-8a23-9f4d016b3ca7", "tag": "15de41c1-8cbe-433e-964b-5f4252498397"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:01:00.023811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b09eb4-51fb-4697-b7e9-088839527c80 None None] Network 887dfecb-3853-4e36-bc0e-9265ae4787ef requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:00.076914 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca2f721-98ed-4e8c-8caa-fb01a432a313 x-openstack-request-id: req-bca2f721-98ed-4e8c-8caa-fb01a432a313 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:01:00.077273 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03430c1d-999f-415c-8a23-9f4d016b3ca7", "tag": "15de41c1-8cbe-433e-964b-5f4252498397", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:01:00.078017 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bca2f721-98ed-4e8c-8caa-fb01a432a313 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:01:00.078017 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca2f721-98ed-4e8c-8caa-fb01a432a313'] response: {'name': 'network-changed', 'server_uuid': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'tag': '15de41c1-8cbe-433e-964b-5f4252498397', 'status': 'completed', 'code': 200} Apr 18 21:01:00.103259 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 887dfecb-3853-4e36-bc0e-9265ae4787ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:00.106080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:00.120940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7c849e0c-6fb3-4b6a-a47c-1cd89e941c12 None None] Provisioning complete for port 07d18c42-6670-44dd-9cff-9a4ed3bff465 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:00.121402 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c849e0c-6fb3-4b6a-a47c-1cd89e941c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.203105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-a70581c4-cd10-4d6b-a96e-8ac4908c7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.204690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-a70581c4-cd10-4d6b-a96e-8ac4908c7e5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=946e24bc69f140efa3cef17a19fdd818&device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0962813 Apr 18 21:01:00.255809 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] Set router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:00.276987 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c849e0c-6fb3-4b6a-a47c-1cd89e941c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.335745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7c849e0c-6fb3-4b6a-a47c-1cd89e941c12 None None] For port 07d18c42-6670-44dd-9cff-9a4ed3bff465, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=07d18c42-6670-44dd-9cff-9a4ed3bff465,segment=NetworkSegment(048e2b3d-e9f6-44a0-891e-0001da1fc8a1),segment_id=048e2b3d-e9f6-44a0-891e-0001da1fc8a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:00.343201 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c849e0c-6fb3-4b6a-a47c-1cd89e941c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.413199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c849e0c-6fb3-4b6a-a47c-1cd89e941c12 None None] Pushing event updated for resources: {'Port': ['ID=07d18c42-6670-44dd-9cff-9a4ed3bff465,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.414651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-46ec2d37-c45e-46d9-8d99-39daa3976cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.424378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-46ec2d37-c45e-46d9-8d99-39daa3976cff service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2 HTTP/1.1" status: 200 len: 909 time: 0.1864522 Apr 18 21:01:00.426361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router 4ca3299a-cb2a-41f1-b2dd-83e85362eb84 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:01:00.486607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 07d18c42-6670-44dd-9cff-9a4ed3bff465 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:00.552171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-b1d282b9-646e-4494-81c0-ef0ea83357ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15de41c1-8cbe-433e-964b-5f4252498397 HTTP/1.1" status: 200 len: 998 time: 0.1123641 Apr 18 21:01:00.581366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 07d18c42-6670-44dd-9cff-9a4ed3bff465 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:00.582541 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.618049 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '8397e91f-2a9d-4136-8832-c947d0d7fe0f', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'port_id': '15de41c1-8cbe-433e-964b-5f4252498397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'mac_address': 'fa:16:3e:84:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:00:58Z', 'updated_at': '2022-04-18T21:00:58Z', 'revision_number': 0, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:37Z', 'revision_number': 5, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:00.649531 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] Checking router: 3b07334f-ce9f-43da-8a42-1990f34d6fa5 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:00.666216 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] Routers {'3b07334f-ce9f-43da-8a42-1990f34d6fa5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:00.667240 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:00.713061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-1360495f-ed99-4254-bf42-7045cd677dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.714746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-1360495f-ed99-4254-bf42-7045cd677dcc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e24600b4-0dd5-4cb0-a5ee-f19707b847c0 HTTP/1.1" status: 200 len: 847 time: 0.1541402 Apr 18 21:01:00.775763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:00.778954 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fdebfbc4-ed1e-45cf-bb07-cffea9490e80 None None] Provisioning complete for port 07d18c42-6670-44dd-9cff-9a4ed3bff465 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:00.779276 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fdebfbc4-ed1e-45cf-bb07-cffea9490e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.790913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-43f82b9c-d365-4278-826b-cf4606149ef9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/4ca3299a-cb2a-41f1-b2dd-83e85362eb84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0248070 Apr 18 21:01:00.793460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46752) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:00.800921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-662e27ae-5806-4a2e-a0ac-17a4b6ca6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.802438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-662e27ae-5806-4a2e-a0ac-17a4b6ca6f71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806768 Apr 18 21:01:00.830214 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fd81f-ece3-4fdf-b35f-7fa25ac1e461 None None] Sync routers for ids ['4ca3299a-cb2a-41f1-b2dd-83e85362eb84'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:00.871401 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] Set router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:00.877376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fd81f-ece3-4fdf-b35f-7fa25ac1e461 None None] Routers {'4ca3299a-cb2a-41f1-b2dd-83e85362eb84'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:00.877993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-857fd81f-ece3-4fdf-b35f-7fa25ac1e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4ca3299a-cb2a-41f1-b2dd-83e85362eb84'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:00.898279 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaa3ef8-5d9f-48de-b009-11ee392b6014 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.899805 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fbaa3ef8-5d9f-48de-b009-11ee392b6014 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports/e16a591c-9689-4561-a0fd-fd15c8fd9bec HTTP/1.1" status: 200 len: 910 time: 0.1046729 Apr 18 21:01:00.908291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46754) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:00.935532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-857fd81f-ece3-4fdf-b35f-7fa25ac1e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:00.959886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fd81f-ece3-4fdf-b35f-7fa25ac1e461 None None] Routers {'4ca3299a-cb2a-41f1-b2dd-83e85362eb84'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:00.960560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-857fd81f-ece3-4fdf-b35f-7fa25ac1e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4ca3299a-cb2a-41f1-b2dd-83e85362eb84'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:00.979775 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-92552ca7-cfc6-48b2-83fa-d298cee0448d service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688452 Apr 18 21:01:00.995940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-857fd81f-ece3-4fdf-b35f-7fa25ac1e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:00.996541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fd81f-ece3-4fdf-b35f-7fa25ac1e461 None None] The sync data for ids ['4ca3299a-cb2a-41f1-b2dd-83e85362eb84'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:01.103297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fdebfbc4-ed1e-45cf-bb07-cffea9490e80 None None] Provisioning complete for port e16a591c-9689-4561-a0fd-fd15c8fd9bec triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:01.104016 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fdebfbc4-ed1e-45cf-bb07-cffea9490e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.152600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fdebfbc4-ed1e-45cf-bb07-cffea9490e80 None None] Port e16a591c-9689-4561-a0fd-fd15c8fd9bec cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:01.163184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2a3a990-219c-46a9-88af-73adcf74fdba req-e107e51a-42fa-4bfe-9e2d-2a40c99f233e service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730516 Apr 18 21:01:01.275781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5c752f16-3af0-4791-8334-4355e042372b None None] Provisioning complete for port e16a591c-9689-4561-a0fd-fd15c8fd9bec triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:01.276232 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5c752f16-3af0-4791-8334-4355e042372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.328579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5c752f16-3af0-4791-8334-4355e042372b None None] Port e16a591c-9689-4561-a0fd-fd15c8fd9bec cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:01.344724 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '8397e91f-2a9d-4136-8832-c947d0d7fe0f', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'port_id': '15de41c1-8cbe-433e-964b-5f4252498397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'mac_address': 'fa:16:3e:84:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:00:58Z', 'updated_at': '2022-04-18T21:00:58Z', 'revision_number': 0, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:37Z', 'revision_number': 5, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:01.376420 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7338d199-7a3a-4bb9-bd25-e0c0f323b3bc None None] The sync data for ids ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'] in n-d-836015-4 is: [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '8397e91f-2a9d-4136-8832-c947d0d7fe0f', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'floating_ip_address': '172.25.2.90', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'port_id': '15de41c1-8cbe-433e-964b-5f4252498397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'mac_address': 'fa:16:3e:84:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:00:58Z', 'updated_at': '2022-04-18T21:00:58Z', 'revision_number': 0, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:37Z', 'revision_number': 5, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:01.461200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.666409 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287716c6-0187-42fb-9784-ec17f69a428e None None] New status for floating IP 8397e91f-2a9d-4136-8832-c947d0d7fe0f: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:01:01.741234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port e16a591c-9689-4561-a0fd-fd15c8fd9bec {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:01.741679 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.854016 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.869617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for e16a591c-9689-4561-a0fd-fd15c8fd9bec owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:02.056384 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.083947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=e16a591c-9689-4561-a0fd-fd15c8fd9bec,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.234223 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.404737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router 4ca3299a-cb2a-41f1-b2dd-83e85362eb84 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:02.411081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 07d18c42-6670-44dd-9cff-9a4ed3bff465 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:02.463429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 07d18c42-6670-44dd-9cff-9a4ed3bff465 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:02.464034 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.491433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:02.499056 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-683ba92c-7228-42a7-bbbf-8b3055b448bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/4ca3299a-cb2a-41f1-b2dd-83e85362eb84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5871775 Apr 18 21:01:02.499887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46764) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:02.509242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf6b381-f143-4e34-928e-90189ba619d9 None None] Sync routers for ids ['4ca3299a-cb2a-41f1-b2dd-83e85362eb84'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:02.524938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6b381-f143-4e34-928e-90189ba619d9 None None] Routers {'4ca3299a-cb2a-41f1-b2dd-83e85362eb84'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:02.525650 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1cf6b381-f143-4e34-928e-90189ba619d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4ca3299a-cb2a-41f1-b2dd-83e85362eb84'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:02.534464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-561728e7-d113-4673-9665-923b38a98712 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ca3299a-cb2a-41f1-b2dd-83e85362eb84 HTTP/1.1" status: 200 len: 205 time: 0.0315058 Apr 18 21:01:02.535230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46766) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:02.561570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1cf6b381-f143-4e34-928e-90189ba619d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:02.598705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf6b381-f143-4e34-928e-90189ba619d9 None None] Routers {'4ca3299a-cb2a-41f1-b2dd-83e85362eb84'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:02.599425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1cf6b381-f143-4e34-928e-90189ba619d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4ca3299a-cb2a-41f1-b2dd-83e85362eb84'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:02.614663 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53047191-69a8-49e2-a1dc-37eeb0aa622b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.637647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1cf6b381-f143-4e34-928e-90189ba619d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:02.638294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf6b381-f143-4e34-928e-90189ba619d9 None None] The sync data for ids ['4ca3299a-cb2a-41f1-b2dd-83e85362eb84'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:02.780430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53047191-69a8-49e2-a1dc-37eeb0aa622b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.782700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53047191-69a8-49e2-a1dc-37eeb0aa622b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.829590 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53047191-69a8-49e2-a1dc-37eeb0aa622b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.830123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53047191-69a8-49e2-a1dc-37eeb0aa622b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca3299a-cb2a-41f1-b2dd-83e85362eb84 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:02.837038 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53047191-69a8-49e2-a1dc-37eeb0aa622b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.838151 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-53047191-69a8-49e2-a1dc-37eeb0aa622b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/4ca3299a-cb2a-41f1-b2dd-83e85362eb84 HTTP/1.1" status: 204 len: 168 time: 0.3016307 Apr 18 21:01:02.841015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46768) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:02.896485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-5998dd7f-9533-4f9c-b642-bd568d7c5ce3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting subnet bd449af3-bcf6-4135-9fc5-148f48497f2c {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:02.900501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5998dd7f-9533-4f9c-b642-bd568d7c5ce3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.942496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5998dd7f-9533-4f9c-b642-bd568d7c5ce3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.030466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5998dd7f-9533-4f9c-b642-bd568d7c5ce3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.090859 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5998dd7f-9533-4f9c-b642-bd568d7c5ce3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.116609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998dd7f-9533-4f9c-b642-bd568d7c5ce3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Subnet': ['ID=bd449af3-bcf6-4135-9fc5-148f48497f2c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:03.122344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5998dd7f-9533-4f9c-b642-bd568d7c5ce3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.128216 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5998dd7f-9533-4f9c-b642-bd568d7c5ce3 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/bd449af3-bcf6-4135-9fc5-148f48497f2c HTTP/1.1" status: 204 len: 168 time: 0.2840030 Apr 18 21:01:03.128520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46770) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:03.129232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27cde2-8e02-4fb5-8204-77e71e0b0832 None None] Network 887dfecb-3853-4e36-bc0e-9265ae4787ef requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:03.206172 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.264644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port 07d18c42-6670-44dd-9cff-9a4ed3bff465 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:03.265049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.299621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35193bf-2a33-4c3f-b1ea-2c62137f9a44 None None] DHCP port deletion for 887dfecb-3853-4e36-bc0e-9265ae4787ef request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:03.334061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port 07d18c42-6670-44dd-9cff-9a4ed3bff465, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=07d18c42-6670-44dd-9cff-9a4ed3bff465,segment=NetworkSegment(048e2b3d-e9f6-44a0-891e-0001da1fc8a1),segment_id=048e2b3d-e9f6-44a0-891e-0001da1fc8a1)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:03.334425 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.347303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for 07d18c42-6670-44dd-9cff-9a4ed3bff465 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:03.347774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c35193bf-2a33-4c3f-b1ea-2c62137f9a44 None None] Deleting port 07d18c42-6670-44dd-9cff-9a4ed3bff465 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:03.348170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c35193bf-2a33-4c3f-b1ea-2c62137f9a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.429215 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c35193bf-2a33-4c3f-b1ea-2c62137f9a44 None None] For port 07d18c42-6670-44dd-9cff-9a4ed3bff465, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=07d18c42-6670-44dd-9cff-9a4ed3bff465,segment=NetworkSegment(048e2b3d-e9f6-44a0-891e-0001da1fc8a1),segment_id=048e2b3d-e9f6-44a0-891e-0001da1fc8a1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:03.429920 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c35193bf-2a33-4c3f-b1ea-2c62137f9a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.432551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.444586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c35193bf-2a33-4c3f-b1ea-2c62137f9a44 None None] Calling delete_port for 07d18c42-6670-44dd-9cff-9a4ed3bff465 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:03.447947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No DVR routers for this DVR port 07d18c42-6670-44dd-9cff-9a4ed3bff465 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:03.497042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=07d18c42-6670-44dd-9cff-9a4ed3bff465,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:03.551989 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c35193bf-2a33-4c3f-b1ea-2c62137f9a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.562994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.589412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35193bf-2a33-4c3f-b1ea-2c62137f9a44 None None] Pushing event deleted for resources: {'Port': ['ID=07d18c42-6670-44dd-9cff-9a4ed3bff465,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:03.591952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35193bf-2a33-4c3f-b1ea-2c62137f9a44 None None] No DVR routers for this DVR port 07d18c42-6670-44dd-9cff-9a4ed3bff465 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:03.600994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887dfecb-3853-4e36-bc0e-9265ae4787ef']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:03.614692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048e2b3d-e9f6-44a0-891e-0001da1fc8a1') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:03.614692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048e2b3d-e9f6-44a0-891e-0001da1fc8a1') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:03.626096 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.642077 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.650618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:03.651026 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:03.654191 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:03.732162 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.741659 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.749158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/networks/887dfecb-3853-4e36-bc0e-9265ae4787ef HTTP/1.1" status: 204 len: 168 time: 0.6193297 Apr 18 21:01:03.749314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46778) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:03.753778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1433747282', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:03.762750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652eb18e-81ef-4449-8e31-c0da576dbaa5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Network': ['ID=887dfecb-3853-4e36-bc0e-9265ae4787ef,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:03.784115 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.784683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46780) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:03.785658 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.844834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.899672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9fd2604-56a0-4771-b8d8-63f83ecf1a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.984022 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9fd2604-56a0-4771-b8d8-63f83ecf1a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.988636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b9fd2604-56a0-4771-b8d8-63f83ecf1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.990198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.028231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b9fd2604-56a0-4771-b8d8-63f83ecf1a3b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c6b44507c8c40aa8a9180ff63f301c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420011 Apr 18 21:01:04.030487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46784) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:04.036384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd2604-56a0-4771-b8d8-63f83ecf1a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce777f66-e31b-4dbe-afe1-5e2acaed6c4b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:04.083616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5115cd9c-7a12-4583-aeb0-111ac18947d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.106755 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5115cd9c-7a12-4583-aeb0-111ac18947d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.158625 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5115cd9c-7a12-4583-aeb0-111ac18947d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.161325 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5115cd9c-7a12-4583-aeb0-111ac18947d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.162609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5115cd9c-7a12-4583-aeb0-111ac18947d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce777f66-e31b-4dbe-afe1-5e2acaed6c4b HTTP/1.1" status: 204 len: 168 time: 0.1312280 Apr 18 21:01:04.170428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115cd9c-7a12-4583-aeb0-111ac18947d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce777f66-e31b-4dbe-afe1-5e2acaed6c4b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:04.191157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.211413 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.329330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Allocated IP 172.25.2.50 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/93115ba4-50a9-47ca-bcff-d20cbde3be41) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:04.410265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 07d18c42-6670-44dd-9cff-9a4ed3bff465 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:04.432958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 07d18c42-6670-44dd-9cff-9a4ed3bff465 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:04.434131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 07d18c42-6670-44dd-9cff-9a4ed3bff465 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:04.450971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.488102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.535109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:04.539096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:04.542130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:04.568108 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=93115ba4-50a9-47ca-bcff-d20cbde3be41,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:05.142632 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.284697 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:01:05.352541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.496770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router 554ef128-80df-499f-8531-73c88d33305a is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:01:05.616041 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:05.626548 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d69bbfc-51aa-4026-8f77-5788a901471f None None] Sync routers for ids ['554ef128-80df-499f-8531-73c88d33305a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:05.638161 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d69bbfc-51aa-4026-8f77-5788a901471f None None] Routers {'554ef128-80df-499f-8531-73c88d33305a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:05.638712 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0d69bbfc-51aa-4026-8f77-5788a901471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['554ef128-80df-499f-8531-73c88d33305a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:05.640973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.642252 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b521a60-5044-4e61-b508-81d3565e6384 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.8920245 Apr 18 21:01:05.645100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46788) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:05.675005 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0d69bbfc-51aa-4026-8f77-5788a901471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:05.684353 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d69bbfc-51aa-4026-8f77-5788a901471f None None] Routers {'554ef128-80df-499f-8531-73c88d33305a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:05.685259 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0d69bbfc-51aa-4026-8f77-5788a901471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['554ef128-80df-499f-8531-73c88d33305a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:05.717753 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-0d69bbfc-51aa-4026-8f77-5788a901471f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:05.718393 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d69bbfc-51aa-4026-8f77-5788a901471f None None] The sync data for ids ['554ef128-80df-499f-8531-73c88d33305a'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:05.759718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-37eea2f8-dff5-4a97-aba4-da8f20c32f82 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/routers/554ef128-80df-499f-8531-73c88d33305a HTTP/1.1" status: 200 len: 880 time: 0.1133676 Apr 18 21:01:05.761979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46790) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:05.894302 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-56eb3736-32d5-464e-a05a-6fc0d9a4653d tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1312678 Apr 18 21:01:05.896812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46792) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:05.901053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-04c0e773-a701-40a4-ac39-339a860b9348 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1433747282'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:05.921138 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2074796b-831d-4068-9dfe-486f7d94d511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.203952 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04c0e773-a701-40a4-ac39-339a860b9348 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.215046 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04c0e773-a701-40a4-ac39-339a860b9348 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.322505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c0e773-a701-40a4-ac39-339a860b9348 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router 554ef128-80df-499f-8531-73c88d33305a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:06.433816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c0e773-a701-40a4-ac39-339a860b9348 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:06.440799 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-04c0e773-a701-40a4-ac39-339a860b9348 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.441965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-04c0e773-a701-40a4-ac39-339a860b9348 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/554ef128-80df-499f-8531-73c88d33305a HTTP/1.1" status: 200 len: 887 time: 0.5442407 Apr 18 21:01:06.443279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab52b3-5d3d-49b1-b83c-9737c946daef None None] Sync routers for ids ['554ef128-80df-499f-8531-73c88d33305a'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:06.444572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46794) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:06.456895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab52b3-5d3d-49b1-b83c-9737c946daef None None] Routers {'554ef128-80df-499f-8531-73c88d33305a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:06.457384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bcab52b3-5d3d-49b1-b83c-9737c946daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['554ef128-80df-499f-8531-73c88d33305a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:06.490770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bcab52b3-5d3d-49b1-b83c-9737c946daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:06.499429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab52b3-5d3d-49b1-b83c-9737c946daef None None] Routers {'554ef128-80df-499f-8531-73c88d33305a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:06.500050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bcab52b3-5d3d-49b1-b83c-9737c946daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:00:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['554ef128-80df-499f-8531-73c88d33305a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:06.531510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-bcab52b3-5d3d-49b1-b83c-9737c946daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:06.532177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab52b3-5d3d-49b1-b83c-9737c946daef None None] The sync data for ids ['554ef128-80df-499f-8531-73c88d33305a'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:06.555356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8c38c17e-8c87-40de-8e02-7fde669e1336 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/routers/554ef128-80df-499f-8531-73c88d33305a HTTP/1.1" status: 200 len: 887 time: 0.1097147 Apr 18 21:01:06.557937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46796) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:06.584672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0cc070a3-1ff6-44f9-9d58-173b401e9e4a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=554ef128-80df-499f-8531-73c88d33305a HTTP/1.1" status: 200 len: 205 time: 0.0250936 Apr 18 21:01:06.587041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46798) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:06.690755 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.125316 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.178430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port 93115ba4-50a9-47ca-bcff-d20cbde3be41 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:07.178759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.260551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.272130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for 93115ba4-50a9-47ca-bcff-d20cbde3be41 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:07.435241 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.461621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=93115ba4-50a9-47ca-bcff-d20cbde3be41,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:07.526592 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.621223 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.623507 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.669534 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.670081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Fanout notify agent at l3_agent the message router_deleted on router 554ef128-80df-499f-8531-73c88d33305a {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:07.677075 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.681351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5e03ee6e-01b8-462b-bcba-da69b797d693 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/554ef128-80df-499f-8531-73c88d33305a HTTP/1.1" status: 204 len: 168 time: 1.0908906 Apr 18 21:01:07.682394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46802) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:07.688527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'network': {'name': 'tempest-RoutersTest-68468169'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:07.712549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:07.716091 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.741624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:07.751273 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.751617 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added segment 66dab9cb-c167-4c07-ba1d-55e11aeb93e1 of type vlan for network 63796008-dabb-4632-8753-214bd010cb3d Apr 18 21:01:07.796318 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.821641 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.827370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:07.827973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.857233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1737700 Apr 18 21:01:07.860090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46804) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:07.865816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'subnet': {'network_id': '63796008-dabb-4632-8753-214bd010cb3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:07.900185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f829c7-7014-4888-b90a-96be0a6e1386 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Network': ['ID=63796008-dabb-4632-8753-214bd010cb3d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:07.910823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 63796008-dabb-4632-8753-214bd010cb3d details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:07.956760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:07.960875 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.149382 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.207468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Subnet': ['ID=50887230-6d8b-4845-a6d6-c7117b09a7b5,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:08.218655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Checking segment: {'id': '66dab9cb-c167-4c07-ba1d-55e11aeb93e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '63796008-dabb-4632-8753-214bd010cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:08.219019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network hostable DHCP agents. Network: 63796008-dabb-4632-8753-214bd010cb3d, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:08.237134 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 63796008-dabb-4632-8753-214bd010cb3d is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:08.247015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 63796008-dabb-4632-8753-214bd010cb3d) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:08.251829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:08.252589 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.259105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfcae55-7534-4daf-bcf9-7feac7ce7470 None None] Network 63796008-dabb-4632-8753-214bd010cb3d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:08.270735 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-63ff923a-0717-4a98-812f-371995b1c131 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4095085 Apr 18 21:01:08.274237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46806) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:08.279020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8acfb635-8edb-4cd6-ad3f-0c3a335befe5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1343046760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:08.301426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8acfb635-8edb-4cd6-ad3f-0c3a335befe5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.302427 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8acfb635-8edb-4cd6-ad3f-0c3a335befe5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.363617 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8acfb635-8edb-4cd6-ad3f-0c3a335befe5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.369562 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8acfb635-8edb-4cd6-ad3f-0c3a335befe5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.390633 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8acfb635-8edb-4cd6-ad3f-0c3a335befe5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.391947 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8acfb635-8edb-4cd6-ad3f-0c3a335befe5 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1164675 Apr 18 21:01:08.395635 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46808) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:08.579198 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-63796008-dabb-4632-8753-214bd010cb3d', 'network_id': '63796008-dabb-4632-8753-214bd010cb3d', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'fixed_ips': [{'subnet_id': '50887230-6d8b-4845-a6d6-c7117b09a7b5'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:08.580508 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.686417 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-13a8c579-cc0c-4eda-b59c-326938e8aeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.691480 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.736129 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Allocated IP 172.20.0.2 (63796008-dabb-4632-8753-214bd010cb3d/50887230-6d8b-4845-a6d6-c7117b09a7b5/e9f8413c-bfdb-43d2-a146-393bbb90b8af) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:08.881571 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.888340 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.927446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Network 63796008-dabb-4632-8753-214bd010cb3d is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:08.934973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:08.939383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:08.942813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Allocated IP 172.20.0.1 (63796008-dabb-4632-8753-214bd010cb3d/50887230-6d8b-4845-a6d6-c7117b09a7b5/66608d4b-c5a0-49d6-ac3d-4103ff96e114) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:08.948507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Pushing event updated for resources: {'Port': ['ID=e9f8413c-bfdb-43d2-a146-393bbb90b8af,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:08.999600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Attempting to bind port e9f8413c-bfdb-43d2-a146-393bbb90b8af on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:09.000014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Attempting to bind port e9f8413c-bfdb-43d2-a146-393bbb90b8af by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '66dab9cb-c167-4c07-ba1d-55e11aeb93e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '63796008-dabb-4632-8753-214bd010cb3d'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:09.000360 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Attempting to bind port e9f8413c-bfdb-43d2-a146-393bbb90b8af on network 63796008-dabb-4632-8753-214bd010cb3d {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:09.005333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:09.005705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Checking segment: {'id': '66dab9cb-c167-4c07-ba1d-55e11aeb93e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '63796008-dabb-4632-8753-214bd010cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:09.006108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.006494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Bound using segment: {'id': '66dab9cb-c167-4c07-ba1d-55e11aeb93e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '63796008-dabb-4632-8753-214bd010cb3d'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:09.006957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Bound port: e9f8413c-bfdb-43d2-a146-393bbb90b8af, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66dab9cb-c167-4c07-ba1d-55e11aeb93e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '63796008-dabb-4632-8753-214bd010cb3d'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:09.007335 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.064168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.084477 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] For port e9f8413c-bfdb-43d2-a146-393bbb90b8af, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:09.087978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] For port e9f8413c-bfdb-43d2-a146-393bbb90b8af, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e9f8413c-bfdb-43d2-a146-393bbb90b8af,segment=NetworkSegment(66dab9cb-c167-4c07-ba1d-55e11aeb93e1),segment_id=66dab9cb-c167-4c07-ba1d-55e11aeb93e1)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:09.093262 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.100032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.142684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 63796008-dabb-4632-8753-214bd010cb3d is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:09.146150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:09.149365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:09.156357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985881a1-bb46-4700-8a9e-dbfbf36c3e77 None None] Pushing event updated for resources: {'Port': ['ID=e9f8413c-bfdb-43d2-a146-393bbb90b8af,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:09.201669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=66608d4b-c5a0-49d6-ac3d-4103ff96e114,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:09.214529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.357191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.365158 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.634353 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.638775 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.714077 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=66608d4b-c5a0-49d6-ac3d-4103ff96e114,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:09.716625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.819014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 63796008-dabb-4632-8753-214bd010cb3d is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:09.820503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:09.943778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router b957fef1-502b-42fd-9232-46a1acbb4933 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:01:10.039216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:10.044516 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5da24914-4ad7-4ab2-a98e-7fa139345975 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/b957fef1-502b-42fd-9232-46a1acbb4933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477940 Apr 18 21:01:10.047201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46810) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:10.058068 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb70c57-83ab-42ef-94ce-15e68c7a4e45 None None] Sync routers for ids ['b957fef1-502b-42fd-9232-46a1acbb4933'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:10.067816 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb70c57-83ab-42ef-94ce-15e68c7a4e45 None None] Routers {'b957fef1-502b-42fd-9232-46a1acbb4933'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:10.068595 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-afb70c57-83ab-42ef-94ce-15e68c7a4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['b957fef1-502b-42fd-9232-46a1acbb4933'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:10.094444 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1327e-b637-4db6-940e-6200dfd56b90 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:10.098500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8dc1327e-b637-4db6-940e-6200dfd56b90 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports/66608d4b-c5a0-49d6-ac3d-4103ff96e114 HTTP/1.1" status: 200 len: 910 time: 0.0475781 Apr 18 21:01:10.098783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46812) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:10.104022 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-afb70c57-83ab-42ef-94ce-15e68c7a4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:10.104520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-95934d0c-8641-4dce-9049-65edf5f4ebd2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50887230-6d8b-4845-a6d6-c7117b09a7b5'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:10.113838 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb70c57-83ab-42ef-94ce-15e68c7a4e45 None None] Routers {'b957fef1-502b-42fd-9232-46a1acbb4933'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:10.114564 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-afb70c57-83ab-42ef-94ce-15e68c7a4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['b957fef1-502b-42fd-9232-46a1acbb4933'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:10.123041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcd2033-6e08-4d68-addc-516ad54efb21 None None] Network 63796008-dabb-4632-8753-214bd010cb3d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:10.153046 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-afb70c57-83ab-42ef-94ce-15e68c7a4e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:10.153732 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb70c57-83ab-42ef-94ce-15e68c7a4e45 None None] The sync data for ids ['b957fef1-502b-42fd-9232-46a1acbb4933'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:10.241367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ea3c5e81-954b-4254-8705-1aa1a9f5a292 None None] Provisioning complete for port e9f8413c-bfdb-43d2-a146-393bbb90b8af triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:10.241667 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ea3c5e81-954b-4254-8705-1aa1a9f5a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.249579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95934d0c-8641-4dce-9049-65edf5f4ebd2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.357926 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ea3c5e81-954b-4254-8705-1aa1a9f5a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.400780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ea3c5e81-954b-4254-8705-1aa1a9f5a292 None None] For port e9f8413c-bfdb-43d2-a146-393bbb90b8af, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e9f8413c-bfdb-43d2-a146-393bbb90b8af,segment=NetworkSegment(66dab9cb-c167-4c07-ba1d-55e11aeb93e1),segment_id=66dab9cb-c167-4c07-ba1d-55e11aeb93e1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:10.411566 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ea3c5e81-954b-4254-8705-1aa1a9f5a292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.471670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e9f8413c-bfdb-43d2-a146-393bbb90b8af up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:10.480412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c5e81-954b-4254-8705-1aa1a9f5a292 None None] Pushing event updated for resources: {'Port': ['ID=e9f8413c-bfdb-43d2-a146-393bbb90b8af,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:10.540630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e9f8413c-bfdb-43d2-a146-393bbb90b8af triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:10.541238 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.566404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.647131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-30d1372e-78b5-48ee-afcd-66a6cb9aba6c None None] Provisioning complete for port 66608d4b-c5a0-49d6-ac3d-4103ff96e114 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:10.647505 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-30d1372e-78b5-48ee-afcd-66a6cb9aba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.677714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95934d0c-8641-4dce-9049-65edf5f4ebd2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.683360 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-30d1372e-78b5-48ee-afcd-66a6cb9aba6c None None] Port 66608d4b-c5a0-49d6-ac3d-4103ff96e114 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:10.687870 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95934d0c-8641-4dce-9049-65edf5f4ebd2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.695715 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-30d1372e-78b5-48ee-afcd-66a6cb9aba6c None None] Provisioning complete for port e9f8413c-bfdb-43d2-a146-393bbb90b8af triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:10.697593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-30d1372e-78b5-48ee-afcd-66a6cb9aba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.772123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95934d0c-8641-4dce-9049-65edf5f4ebd2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=66608d4b-c5a0-49d6-ac3d-4103ff96e114,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:10.780153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95934d0c-8641-4dce-9049-65edf5f4ebd2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:10.788652 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95934d0c-8641-4dce-9049-65edf5f4ebd2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.793199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-95934d0c-8641-4dce-9049-65edf5f4ebd2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/ports/66608d4b-c5a0-49d6-ac3d-4103ff96e114 HTTP/1.1" status: 200 len: 910 time: 0.6897843 Apr 18 21:01:10.793199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46814) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:10.905052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-05949cde-6f9c-46eb-8caa-6e0a9bd1ef2c None None] Provisioning complete for port 66608d4b-c5a0-49d6-ac3d-4103ff96e114 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:10.905423 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-05949cde-6f9c-46eb-8caa-6e0a9bd1ef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.943682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-05949cde-6f9c-46eb-8caa-6e0a9bd1ef2c None None] Port 66608d4b-c5a0-49d6-ac3d-4103ff96e114 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:11.062597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d3d33e51-f494-49ea-bd25-a042eff32d9b None None] Provisioning complete for port 66608d4b-c5a0-49d6-ac3d-4103ff96e114 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:11.062873 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d3d33e51-f494-49ea-bd25-a042eff32d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.097591 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d3d33e51-f494-49ea-bd25-a042eff32d9b None None] Port 66608d4b-c5a0-49d6-ac3d-4103ff96e114 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:11.112596 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.189903 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.357827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port 66608d4b-c5a0-49d6-ac3d-4103ff96e114 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:11.358129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.446836 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.458390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for 66608d4b-c5a0-49d6-ac3d-4103ff96e114 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:11.625533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.652393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=66608d4b-c5a0-49d6-ac3d-4103ff96e114,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.807949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.971718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router b957fef1-502b-42fd-9232-46a1acbb4933 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:12.046862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:12.052070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a39038db-82a6-41dd-b69d-3a891330ead2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/b957fef1-502b-42fd-9232-46a1acbb4933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2578912 Apr 18 21:01:12.055579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46816) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:12.056460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5580a8f-4c4c-45c1-b72d-a6ed17b36400 None None] Sync routers for ids ['b957fef1-502b-42fd-9232-46a1acbb4933'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:12.066687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5580a8f-4c4c-45c1-b72d-a6ed17b36400 None None] Routers {'b957fef1-502b-42fd-9232-46a1acbb4933'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:12.067294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5580a8f-4c4c-45c1-b72d-a6ed17b36400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['b957fef1-502b-42fd-9232-46a1acbb4933'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:12.083203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-65c34b62-b796-4fd7-99b1-ab075dd3f4e8 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=b957fef1-502b-42fd-9232-46a1acbb4933 HTTP/1.1" status: 200 len: 205 time: 0.0262654 Apr 18 21:01:12.086356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46818) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:12.104365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5580a8f-4c4c-45c1-b72d-a6ed17b36400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:12.112845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5580a8f-4c4c-45c1-b72d-a6ed17b36400 None None] Routers {'b957fef1-502b-42fd-9232-46a1acbb4933'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:12.113430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5580a8f-4c4c-45c1-b72d-a6ed17b36400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['b957fef1-502b-42fd-9232-46a1acbb4933'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:12.145459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5580a8f-4c4c-45c1-b72d-a6ed17b36400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:12.146107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5580a8f-4c4c-45c1-b72d-a6ed17b36400 None None] The sync data for ids ['b957fef1-502b-42fd-9232-46a1acbb4933'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:12.160863 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-877047a2-3ed1-4a6f-97fb-b21bcc31b89d tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.316183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-877047a2-3ed1-4a6f-97fb-b21bcc31b89d tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.318784 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-877047a2-3ed1-4a6f-97fb-b21bcc31b89d tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.355053 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.362280 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-877047a2-3ed1-4a6f-97fb-b21bcc31b89d tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.362812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877047a2-3ed1-4a6f-97fb-b21bcc31b89d tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Fanout notify agent at l3_agent the message router_deleted on router b957fef1-502b-42fd-9232-46a1acbb4933 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:12.369959 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-877047a2-3ed1-4a6f-97fb-b21bcc31b89d tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.373874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-877047a2-3ed1-4a6f-97fb-b21bcc31b89d tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/b957fef1-502b-42fd-9232-46a1acbb4933 HTTP/1.1" status: 204 len: 168 time: 0.2839816 Apr 18 21:01:12.374012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46820) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:12.407861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e9f8413c-bfdb-43d2-a146-393bbb90b8af up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:12.428920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10757d9-474f-4b9f-a733-b2d6e94f3100 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting subnet 50887230-6d8b-4845-a6d6-c7117b09a7b5 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:12.432011 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f10757d9-474f-4b9f-a733-b2d6e94f3100 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.459047 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e9f8413c-bfdb-43d2-a146-393bbb90b8af triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:12.459417 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.472478 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f10757d9-474f-4b9f-a733-b2d6e94f3100 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.559867 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f10757d9-474f-4b9f-a733-b2d6e94f3100 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.619276 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f10757d9-474f-4b9f-a733-b2d6e94f3100 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.648954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10757d9-474f-4b9f-a733-b2d6e94f3100 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Subnet': ['ID=50887230-6d8b-4845-a6d6-c7117b09a7b5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:12.650946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f10757d9-474f-4b9f-a733-b2d6e94f3100 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.654191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f10757d9-474f-4b9f-a733-b2d6e94f3100 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/50887230-6d8b-4845-a6d6-c7117b09a7b5 HTTP/1.1" status: 204 len: 168 time: 0.2792070 Apr 18 21:01:12.656931 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46822) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:12.657873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea81a17-9507-41c5-af90-cee3ba5766bc None None] Network 63796008-dabb-4632-8753-214bd010cb3d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:12.736410 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.793519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port e9f8413c-bfdb-43d2-a146-393bbb90b8af {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:12.793877 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.822586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7766cdf2-a6d2-4d36-bbdb-f0540da6b9a5 None None] DHCP port deletion for 63796008-dabb-4632-8753-214bd010cb3d request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:12.856732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port e9f8413c-bfdb-43d2-a146-393bbb90b8af, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e9f8413c-bfdb-43d2-a146-393bbb90b8af,segment=NetworkSegment(66dab9cb-c167-4c07-ba1d-55e11aeb93e1),segment_id=66dab9cb-c167-4c07-ba1d-55e11aeb93e1)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:12.857087 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.869744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7766cdf2-a6d2-4d36-bbdb-f0540da6b9a5 None None] Deleting port e9f8413c-bfdb-43d2-a146-393bbb90b8af {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:12.870121 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7766cdf2-a6d2-4d36-bbdb-f0540da6b9a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.874176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for e9f8413c-bfdb-43d2-a146-393bbb90b8af owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:12.936283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7766cdf2-a6d2-4d36-bbdb-f0540da6b9a5 None None] For port e9f8413c-bfdb-43d2-a146-393bbb90b8af, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e9f8413c-bfdb-43d2-a146-393bbb90b8af,segment=NetworkSegment(66dab9cb-c167-4c07-ba1d-55e11aeb93e1),segment_id=66dab9cb-c167-4c07-ba1d-55e11aeb93e1)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:12.936774 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7766cdf2-a6d2-4d36-bbdb-f0540da6b9a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.950407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7766cdf2-a6d2-4d36-bbdb-f0540da6b9a5 None None] Calling delete_port for e9f8413c-bfdb-43d2-a146-393bbb90b8af owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:12.950739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.993277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=e9f8413c-bfdb-43d2-a146-393bbb90b8af,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:12.998886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No DVR routers for this DVR port e9f8413c-bfdb-43d2-a146-393bbb90b8af on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:13.041794 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7766cdf2-a6d2-4d36-bbdb-f0540da6b9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.067265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766cdf2-a6d2-4d36-bbdb-f0540da6b9a5 None None] Pushing event deleted for resources: {'Port': ['ID=e9f8413c-bfdb-43d2-a146-393bbb90b8af,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:13.074570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7766cdf2-a6d2-4d36-bbdb-f0540da6b9a5 None None] No DVR routers for this DVR port e9f8413c-bfdb-43d2-a146-393bbb90b8af on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:13.092799 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.113577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63796008-dabb-4632-8753-214bd010cb3d']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:13.123244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66dab9cb-c167-4c07-ba1d-55e11aeb93e1') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:13.123541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66dab9cb-c167-4c07-ba1d-55e11aeb93e1') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:13.132752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.145714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.152059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:13.152446 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:13.155518 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:13.212518 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.219262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.222442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/networks/63796008-dabb-4632-8753-214bd010cb3d HTTP/1.1" status: 204 len: 168 time: 0.5645499 Apr 18 21:01:13.226886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46824) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:13.232066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-54ff2063-d862-4e88-badf-d677165059c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-167699161', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:13.239914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ce790-2bc3-4c65-abd7-02388802f93b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Network': ['ID=63796008-dabb-4632-8753-214bd010cb3d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:13.252655 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-54ff2063-d862-4e88-badf-d677165059c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.253673 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-54ff2063-d862-4e88-badf-d677165059c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.306203 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-54ff2063-d862-4e88-badf-d677165059c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.311197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-54ff2063-d862-4e88-badf-d677165059c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.327853 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-54ff2063-d862-4e88-badf-d677165059c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.329174 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-54ff2063-d862-4e88-badf-d677165059c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1006062 Apr 18 21:01:13.331647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46826) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:13.336986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'network': {'name': 'tempest-RoutersTest-1940112755'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:13.355915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:13.359294 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.381976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:13.390558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.390918 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added segment 7adb127e-d222-4919-9b50-8e825c726576 of type vlan for network abb8af86-b19f-40b8-a051-728e4348c355 Apr 18 21:01:13.432204 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.456530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.462498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:13.463082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.491526 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1588559 Apr 18 21:01:13.494431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46828) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:13.499492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'subnet': {'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:13.530853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Network': ['ID=abb8af86-b19f-40b8-a051-728e4348c355,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:13.538817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.539160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.539503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.539857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.540205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.540529 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.540854 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.541179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.541500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.541836 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.542143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.542461 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9c1efe-346e-42e8-9aee-94c49270e685 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:13.553542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network abb8af86-b19f-40b8-a051-728e4348c355 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:13.585778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:13.589907 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.122086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.182048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Subnet': ['ID=87f049ce-22d4-4647-9aaa-8bc430ef8a8d,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:14.193810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Checking segment: {'id': '7adb127e-d222-4919-9b50-8e825c726576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:14.194171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network hostable DHCP agents. Network: abb8af86-b19f-40b8-a051-728e4348c355, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:14.211582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network abb8af86-b19f-40b8-a051-728e4348c355 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:14.220580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, abb8af86-b19f-40b8-a051-728e4348c355) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:14.224900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:14.225481 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.231957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f4275-8cdc-42e5-95c3-50443b9833b6 None None] Network abb8af86-b19f-40b8-a051-728e4348c355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:14.242716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4b148aca-ce7d-4fe1-baf6-846d405fa696 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7471735 Apr 18 21:01:14.245774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46832) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:14.389962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-abb8af86-b19f-40b8-a051-728e4348c355', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:14.390841 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.415543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e9f8413c-bfdb-43d2-a146-393bbb90b8af no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:14.485746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e9f8413c-bfdb-43d2-a146-393bbb90b8af {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:14.486057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e9f8413c-bfdb-43d2-a146-393bbb90b8af not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:14.538748 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.565033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Allocated IP 172.20.0.2 (abb8af86-b19f-40b8-a051-728e4348c355/87f049ce-22d4-4647-9aaa-8bc430ef8a8d/801a62d8-d135-40fc-88da-e9e7febee0db) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:14.727155 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.744316 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.797735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Network abb8af86-b19f-40b8-a051-728e4348c355 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:14.808610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:14.814868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:14.822963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Allocated IP 172.20.0.1 (abb8af86-b19f-40b8-a051-728e4348c355/87f049ce-22d4-4647-9aaa-8bc430ef8a8d/b92e74af-8a02-4c71-b3f3-6f709e3dbe2f) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:14.826700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Pushing event updated for resources: {'Port': ['ID=801a62d8-d135-40fc-88da-e9e7febee0db,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:14.881517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Attempting to bind port 801a62d8-d135-40fc-88da-e9e7febee0db on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:14.882044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Attempting to bind port 801a62d8-d135-40fc-88da-e9e7febee0db by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '7adb127e-d222-4919-9b50-8e825c726576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:14.882508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Attempting to bind port 801a62d8-d135-40fc-88da-e9e7febee0db on network abb8af86-b19f-40b8-a051-728e4348c355 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:14.888354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:14.888719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Checking segment: {'id': '7adb127e-d222-4919-9b50-8e825c726576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:14.889107 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.889491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Bound using segment: {'id': '7adb127e-d222-4919-9b50-8e825c726576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:14.889957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Bound port: 801a62d8-d135-40fc-88da-e9e7febee0db, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7adb127e-d222-4919-9b50-8e825c726576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:14.890333 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.962810 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.967025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] For port 801a62d8-d135-40fc-88da-e9e7febee0db, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:14.970170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] For port 801a62d8-d135-40fc-88da-e9e7febee0db, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=801a62d8-d135-40fc-88da-e9e7febee0db,segment=NetworkSegment(7adb127e-d222-4919-9b50-8e825c726576),segment_id=7adb127e-d222-4919-9b50-8e825c726576)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:14.976733 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.999010 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.041620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network abb8af86-b19f-40b8-a051-728e4348c355 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:15.042093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e802020-35fd-40d3-90c2-fea95b624ac9 None None] Pushing event updated for resources: {'Port': ['ID=801a62d8-d135-40fc-88da-e9e7febee0db,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:15.046830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:15.050859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:15.104565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=b92e74af-8a02-4c71-b3f3-6f709e3dbe2f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:15.117569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.249794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.516691 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.521688 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.594976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=b92e74af-8a02-4c71-b3f3-6f709e3dbe2f,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:15.598344 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.697081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network abb8af86-b19f-40b8-a051-728e4348c355 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:15.698570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:15.829049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:01:15.925786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:15.930916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1635a023-0afe-4894-87da-4c683b658a59 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6838188 Apr 18 21:01:15.933749 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46834) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:15.939655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'network': {'name': 'tempest-RoutersTest-286389481'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:15.942153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c2015-d87c-4286-b496-e5df4e4c071e None None] Network abb8af86-b19f-40b8-a051-728e4348c355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:15.952975 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Sync routers for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:15.962241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:15.965916 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:15.966099 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.966847 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:15.990620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:16.001601 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.001943 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added segment 0b241670-557a-4ba0-8a5e-f680b9e6f738 of type vlan for network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae Apr 18 21:01:16.008088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4332f748-d1e4-4331-bc59-f79060973a4f None None] Provisioning complete for port 801a62d8-d135-40fc-88da-e9e7febee0db triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:16.008456 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4332f748-d1e4-4331-bc59-f79060973a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.049597 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.060626 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:16.065928 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.080169 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.086429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:16.087025 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.146792 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2108276 Apr 18 21:01:16.152565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46836) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:16.165228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'subnet': {'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:16.175093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90659f-7fdc-458a-ab78-da507fb670e6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Network': ['ID=45f1c18d-3483-4f05-a2ba-7db9aa71ebae,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:16.179683 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4332f748-d1e4-4331-bc59-f79060973a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.287046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:16.290793 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.368016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:16.414223 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:15Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:15Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:16.469423 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Checking router: c04595bb-ffa2-41e8-b89d-4175f12f089d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:16.469921 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Updating router c04595bb-ffa2-41e8-b89d-4175f12f089d port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:01:16.473988 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4332f748-d1e4-4331-bc59-f79060973a4f None None] For port 801a62d8-d135-40fc-88da-e9e7febee0db, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=801a62d8-d135-40fc-88da-e9e7febee0db,segment=NetworkSegment(7adb127e-d222-4919-9b50-8e825c726576),segment_id=7adb127e-d222-4919-9b50-8e825c726576)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:16.491252 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4332f748-d1e4-4331-bc59-f79060973a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.506571 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.528815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 801a62d8-d135-40fc-88da-e9e7febee0db up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:16.549004 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.593620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332f748-d1e4-4331-bc59-f79060973a4f None None] Pushing event updated for resources: {'Port': ['ID=801a62d8-d135-40fc-88da-e9e7febee0db,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:16.625843 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 801a62d8-d135-40fc-88da-e9e7febee0db triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:16.626280 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.639908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Subnet': ['ID=70ff735d-64f3-42ab-9f19-fa41b271fd02,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:16.663355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Checking segment: {'id': '0b241670-557a-4ba0-8a5e-f680b9e6f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:16.663749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network hostable DHCP agents. Network: 45f1c18d-3483-4f05-a2ba-7db9aa71ebae, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:16.687651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:16.700916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 45f1c18d-3483-4f05-a2ba-7db9aa71ebae) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:16.708092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:16.708886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.724871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb2bd3a-ef0e-41ac-a689-55c1b830b0a7 None None] Network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:16.728397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d8465a6c-55aa-48de-a387-b66c784b7e30 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5736711 Apr 18 21:01:16.731930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46838) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:16.891140 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.901468 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.919691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:16.921928 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.924582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-86711635-54c6-42e4-970c-750c0960408d None None] Provisioning complete for port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:16.924913 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-86711635-54c6-42e4-970c-750c0960408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.952853 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Pushing event updated for resources: {'Port': ['ID=b92e74af-8a02-4c71-b3f3-6f709e3dbe2f,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:16.965125 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.965847 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.965958 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.966205 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.966536 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.966858 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.967402 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.967541 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.967788 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.968377 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.969059 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:16.969059 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:17.034090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-86711635-54c6-42e4-970c-750c0960408d None None] Port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:17.049655 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Attempting to bind port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:17.050189 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Attempting to bind port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '7adb127e-d222-4919-9b50-8e825c726576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:17.050640 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Attempting to bind port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f on network abb8af86-b19f-40b8-a051-728e4348c355 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:17.062546 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:17.062831 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Checking segment: {'id': '7adb127e-d222-4919-9b50-8e825c726576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:17.063629 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.064258 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Bound using segment: {'id': '7adb127e-d222-4919-9b50-8e825c726576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:17.065386 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Bound port: b92e74af-8a02-4c71-b3f3-6f709e3dbe2f, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7adb127e-d222-4919-9b50-8e825c726576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:17.065882 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.098284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-86711635-54c6-42e4-970c-750c0960408d None None] Provisioning complete for port 801a62d8-d135-40fc-88da-e9e7febee0db triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:17.098284 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-86711635-54c6-42e4-970c-750c0960408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.147373 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] For port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:17.151213 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] For port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b92e74af-8a02-4c71-b3f3-6f709e3dbe2f,segment=NetworkSegment(7adb127e-d222-4919-9b50-8e825c726576),segment_id=7adb127e-d222-4919-9b50-8e825c726576)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:17.151962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Allocated IP 172.21.0.2 (45f1c18d-3483-4f05-a2ba-7db9aa71ebae/70ff735d-64f3-42ab-9f19-fa41b271fd02/00d75db8-4d8a-497c-97bb-f2ccd9bae0b5) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:17.156733 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.200797 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.220485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ac606-f42f-406d-ab90-615b5084ca94 None None] Pushing event updated for resources: {'Port': ['ID=b92e74af-8a02-4c71-b3f3-6f709e3dbe2f,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:17.246540 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:17.247183 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:17.357249 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:17.372372 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.381733 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.452498 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3e6c18c7-d880-4ef9-973b-ac2301377766 None None] Provisioning complete for port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:17.453254 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e6c18c7-d880-4ef9-973b-ac2301377766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.456227 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:17.459888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Pushing event updated for resources: {'Port': ['ID=00d75db8-4d8a-497c-97bb-f2ccd9bae0b5,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:17.480268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:17.484249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:17.542020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Allocated IP 172.21.0.1 (45f1c18d-3483-4f05-a2ba-7db9aa71ebae/70ff735d-64f3-42ab-9f19-fa41b271fd02/9b81a889-d3dc-431d-abe8-757539cdb43e) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:17.595647 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:15Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:17.602574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Attempting to bind port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:17.602952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Attempting to bind port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '0b241670-557a-4ba0-8a5e-f680b9e6f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:17.603416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Attempting to bind port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 on network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:17.624870 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ff5fa-a98f-4c05-bd89-b3b8cc44a5dd None None] The sync data for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 is: [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:15Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:17.633972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:17.637399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Checking segment: {'id': '0b241670-557a-4ba0-8a5e-f680b9e6f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:17.637829 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.639176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Bound using segment: {'id': '0b241670-557a-4ba0-8a5e-f680b9e6f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:17.639689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Bound port: 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b241670-557a-4ba0-8a5e-f680b9e6f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:17.640241 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.665012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e6c18c7-d880-4ef9-973b-ac2301377766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.688952 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.713536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-3e6c18c7-d880-4ef9-973b-ac2301377766 None None] For port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b92e74af-8a02-4c71-b3f3-6f709e3dbe2f,segment=NetworkSegment(7adb127e-d222-4919-9b50-8e825c726576),segment_id=7adb127e-d222-4919-9b50-8e825c726576)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:17.732622 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.740726 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3e6c18c7-d880-4ef9-973b-ac2301377766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.777361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:17.781607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:17.785020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:17.820833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] For port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:17.823013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c18c7-d880-4ef9-973b-ac2301377766 None None] Pushing event updated for resources: {'Port': ['ID=b92e74af-8a02-4c71-b3f3-6f709e3dbe2f,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:17.836185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] For port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=00d75db8-4d8a-497c-97bb-f2ccd9bae0b5,segment=NetworkSegment(0b241670-557a-4ba0-8a5e-f680b9e6f738),segment_id=0b241670-557a-4ba0-8a5e-f680b9e6f738)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:17.839738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=9b81a889-d3dc-431d-abe8-757539cdb43e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:17.841749 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.857956 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.936261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6974c9a1-3d5a-45cb-a925-80b4540dfc58 None None] Provisioning complete for port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:17.937103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6974c9a1-3d5a-45cb-a925-80b4540dfc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.985872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074d501-9342-48e6-8b29-5e4abe895934 None None] Pushing event updated for resources: {'Port': ['ID=00d75db8-4d8a-497c-97bb-f2ccd9bae0b5,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.008386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.186517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-36237f2a-c84b-4685-907b-d4239ab3c824 None None] Provisioning complete for port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:18.187167 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-36237f2a-c84b-4685-907b-d4239ab3c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.347701 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.353463 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.438675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=9b81a889-d3dc-431d-abe8-757539cdb43e,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.441334 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.538562 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:18.553357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:18.554982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:18.588402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:18.588768 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.653135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:18.667159 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.703273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=00d75db8-4d8a-497c-97bb-f2ccd9bae0b5,segment=NetworkSegment(0b241670-557a-4ba0-8a5e-f680b9e6f738),segment_id=0b241670-557a-4ba0-8a5e-f680b9e6f738)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:18.707821 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.708709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 801a62d8-d135-40fc-88da-e9e7febee0db up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:18.748808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:18.757586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7abb4fd3-3a37-4195-99ab-be46650a97bf tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0212190 Apr 18 21:01:18.757586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46840) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:18.762447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'network': {'name': 'tempest-RoutersTest-1417162048'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:18.781726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:18.785337 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.787478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=00d75db8-4d8a-497c-97bb-f2ccd9bae0b5,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.801087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 801a62d8-d135-40fc-88da-e9e7febee0db triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:18.801373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.811001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:18.820258 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.820606 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added segment 282b6fb1-cf1b-4b01-90ba-9bf7511cd828 of type vlan for network 3d038e94-ff45-41c5-884e-a524748e1ded Apr 18 21:01:18.860141 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.883181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b92e74af-8a02-4c71-b3f3-6f709e3dbe2f up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:18.890478 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.896636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:18.897275 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.932160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1708066 Apr 18 21:01:18.933882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46842) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:18.943869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:18.944265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.946089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'subnet': {'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:18.980420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6672c0-0a30-496d-b65e-408cb61a5ffb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Network': ['ID=3d038e94-ff45-41c5-884e-a524748e1ded,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.994893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 3d038e94-ff45-41c5-884e-a524748e1ded details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:19.366126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:19.369675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.418594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Sync routers for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:19.435885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:19.436590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:19.535063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:19.564902 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.626374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56803a1d-1bf8-4d73-93ff-d4d3d4568c21 None None] Network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:19.628764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Subnet': ['ID=a94e2ae0-e6e9-4bf2-9118-561b7f5cf557,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:19.636710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Checking segment: {'id': '282b6fb1-cf1b-4b01-90ba-9bf7511cd828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:19.637070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network hostable DHCP agents. Network: 3d038e94-ff45-41c5-884e-a524748e1ded, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:19.655067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 3d038e94-ff45-41c5-884e-a524748e1ded is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:19.665252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 3d038e94-ff45-41c5-884e-a524748e1ded) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:19.669644 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:19.670226 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.684736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4827e04-e56c-42ac-a98a-c38ed9810d32 None None] Network 3d038e94-ff45-41c5-884e-a524748e1ded requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:19.687093 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-58253d05-7b5b-4785-85fb-334b38dd6aba tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7534199 Apr 18 21:01:19.689848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46844) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:19.981564 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e3ec29b8-25c0-495e-a8cb-b6a4136c629f None None] Provisioning complete for port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:19.981991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3ec29b8-25c0-495e-a8cb-b6a4136c629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.075479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.258903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-3d038e94-ff45-41c5-884e-a524748e1ded', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:20.258903 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.268326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 3, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:18Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:20.320788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Checking router: c04595bb-ffa2-41e8-b89d-4175f12f089d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:20.321145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Updating router c04595bb-ffa2-41e8-b89d-4175f12f089d port 9b81a889-d3dc-431d-abe8-757539cdb43e binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:01:20.365067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Allocated IP 172.22.0.1 (3d038e94-ff45-41c5-884e-a524748e1ded/a94e2ae0-e6e9-4bf2-9118-561b7f5cf557/5b58c450-26a9-4c76-9107-cfdb65503eb8) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:20.407555 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.444594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:20.509805 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.557968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.603187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 3d038e94-ff45-41c5-884e-a524748e1ded is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:20.609567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:20.613461 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:20.636933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Allocated IP 172.22.0.2 (3d038e94-ff45-41c5-884e-a524748e1ded/a94e2ae0-e6e9-4bf2-9118-561b7f5cf557/acfc8c85-28a5-4f3f-b1dd-76277680f3a8) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:20.647512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:20.648009 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.654075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=5b58c450-26a9-4c76-9107-cfdb65503eb8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:20.684575 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.797850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ef342a3a-dee4-4cf1-95ad-b1cdd83b447f None None] Provisioning complete for port 9b81a889-d3dc-431d-abe8-757539cdb43e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:20.798235 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ef342a3a-dee4-4cf1-95ad-b1cdd83b447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.860277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.917072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ef342a3a-dee4-4cf1-95ad-b1cdd83b447f None None] Port 9b81a889-d3dc-431d-abe8-757539cdb43e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:21.014853 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ef342a3a-dee4-4cf1-95ad-b1cdd83b447f None None] Provisioning complete for port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:21.015228 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ef342a3a-dee4-4cf1-95ad-b1cdd83b447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.074786 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.078857 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.087924 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.097895 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.151894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Network 3d038e94-ff45-41c5-884e-a524748e1ded is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:21.162165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:21.166143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:21.172231 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52754c7-022b-4aef-bf38-36b169f8a1f9 None None] Pushing event updated for resources: {'Port': ['ID=9b81a889-d3dc-431d-abe8-757539cdb43e,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:21.219063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.226616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.306432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=5b58c450-26a9-4c76-9107-cfdb65503eb8,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:21.325303 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.330191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Pushing event updated for resources: {'Port': ['ID=acfc8c85-28a5-4f3f-b1dd-76277680f3a8,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:21.335208 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Attempting to bind port 9b81a889-d3dc-431d-abe8-757539cdb43e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:21.335578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Attempting to bind port 9b81a889-d3dc-431d-abe8-757539cdb43e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '0b241670-557a-4ba0-8a5e-f680b9e6f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:21.335971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Attempting to bind port 9b81a889-d3dc-431d-abe8-757539cdb43e on network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:21.339416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Attempting to bind port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:21.339776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Attempting to bind port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '282b6fb1-cf1b-4b01-90ba-9bf7511cd828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:21.340158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Attempting to bind port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 on network 3d038e94-ff45-41c5-884e-a524748e1ded {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:21.346763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:21.347176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Checking segment: {'id': '0b241670-557a-4ba0-8a5e-f680b9e6f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:21.347538 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.347965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Bound using segment: {'id': '0b241670-557a-4ba0-8a5e-f680b9e6f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:21.348443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Bound port: 9b81a889-d3dc-431d-abe8-757539cdb43e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b241670-557a-4ba0-8a5e-f680b9e6f738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:21.348891 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.351233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:21.351708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Checking segment: {'id': '282b6fb1-cf1b-4b01-90ba-9bf7511cd828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:21.352245 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.352854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Bound using segment: {'id': '282b6fb1-cf1b-4b01-90ba-9bf7511cd828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:21.353634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Bound port: acfc8c85-28a5-4f3f-b1dd-76277680f3a8, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282b6fb1-cf1b-4b01-90ba-9bf7511cd828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:21.354245 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.444608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 3d038e94-ff45-41c5-884e-a524748e1ded is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:21.446143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:21.490930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-083051c5-b6f7-484a-bbff-cf6d8630057a None None] Provisioning complete for port 9b81a889-d3dc-431d-abe8-757539cdb43e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:21.491536 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-083051c5-b6f7-484a-bbff-cf6d8630057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.499734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] For port acfc8c85-28a5-4f3f-b1dd-76277680f3a8, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:21.502286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] For port 9b81a889-d3dc-431d-abe8-757539cdb43e, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:21.537791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] For port 9b81a889-d3dc-431d-abe8-757539cdb43e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9b81a889-d3dc-431d-abe8-757539cdb43e,segment=NetworkSegment(0b241670-557a-4ba0-8a5e-f680b9e6f738),segment_id=0b241670-557a-4ba0-8a5e-f680b9e6f738)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:21.544233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] For port acfc8c85-28a5-4f3f-b1dd-76277680f3a8, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=acfc8c85-28a5-4f3f-b1dd-76277680f3a8,segment=NetworkSegment(282b6fb1-cf1b-4b01-90ba-9bf7511cd828),segment_id=282b6fb1-cf1b-4b01-90ba-9bf7511cd828)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:21.550533 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.557342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.558262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:21.600254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-083051c5-b6f7-484a-bbff-cf6d8630057a None None] Port 9b81a889-d3dc-431d-abe8-757539cdb43e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:21.642730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:21.646582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:21.650045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52754c7-022b-4aef-bf38-36b169f8a1f9 None None] Pushing event updated for resources: {'Port': ['ID=9b81a889-d3dc-431d-abe8-757539cdb43e,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:21.687600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:21.697722 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e953ac48-a3dc-4604-b0d7-a36afde3d072 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0068045 Apr 18 21:01:21.702295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46848) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:21.708005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'network': {'name': 'tempest-RoutersTest-1538204554'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:21.737857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:21.743006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.783653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:21.804201 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.804604 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added segment 8a9cbbb2-329b-46b7-8836-ec27b72c634d of type vlan for network 95af9ba7-95f4-4d31-b7dc-3789659367f2 Apr 18 21:01:21.863023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.918591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.924404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:21.927953 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.001920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:22.006324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3028426 Apr 18 21:01:22.012390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46850) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:22.018507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'subnet': {'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:22.022658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef7dae-542b-4a72-b9e3-8a58158cefd9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Network': ['ID=95af9ba7-95f4-4d31-b7dc-3789659367f2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:22.045936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 95af9ba7-95f4-4d31-b7dc-3789659367f2 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:22.069851 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef7d8e-1da2-497f-8315-c30e786f6d7a None None] Pushing event updated for resources: {'Port': ['ID=acfc8c85-28a5-4f3f-b1dd-76277680f3a8,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:22.120756 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Made reservation on behalf of 52517af420d6470cbc79f0612438f315 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:22.124302 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.156213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-146a51ba-84ba-404a-bfaa-d99ad80048ef None None] Provisioning complete for port 9b81a889-d3dc-431d-abe8-757539cdb43e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:22.156566 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-146a51ba-84ba-404a-bfaa-d99ad80048ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.314902 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.343404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-146a51ba-84ba-404a-bfaa-d99ad80048ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.383959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Subnet': ['ID=7d47a6a5-2f6d-426f-b244-879c3827bfab,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:22.389474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-146a51ba-84ba-404a-bfaa-d99ad80048ef None None] For port 9b81a889-d3dc-431d-abe8-757539cdb43e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9b81a889-d3dc-431d-abe8-757539cdb43e,segment=NetworkSegment(0b241670-557a-4ba0-8a5e-f680b9e6f738),segment_id=0b241670-557a-4ba0-8a5e-f680b9e6f738)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:22.391516 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Checking segment: {'id': '8a9cbbb2-329b-46b7-8836-ec27b72c634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:22.391936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network hostable DHCP agents. Network: 95af9ba7-95f4-4d31-b7dc-3789659367f2, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:22.395287 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-146a51ba-84ba-404a-bfaa-d99ad80048ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.420691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 95af9ba7-95f4-4d31-b7dc-3789659367f2 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:22.437773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 95af9ba7-95f4-4d31-b7dc-3789659367f2) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:22.442275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:20Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:21Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:21Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:22.453877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:22.455148 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.475032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b723fc02-fcb9-4af5-b7e1-acd39c2441db None None] Network 95af9ba7-95f4-4d31-b7dc-3789659367f2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:22.483437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444caf4b-734c-4d8e-8bb4-9073f3e383af None None] The sync data for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 is: [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:20Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:21Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:21Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:22.497966 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e6716e30-7faf-49de-a20e-91caa26d5af4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4785538 Apr 18 21:01:22.498336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46852) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:22.507680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a51ba-84ba-404a-bfaa-d99ad80048ef None None] Pushing event updated for resources: {'Port': ['ID=9b81a889-d3dc-431d-abe8-757539cdb43e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:22.562699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device acfc8c85-28a5-4f3f-b1dd-76277680f3a8 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:22.712335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:22.712710 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.822308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-95af9ba7-95f4-4d31-b7dc-3789659367f2', 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'fixed_ips': [{'subnet_id': '7d47a6a5-2f6d-426f-b244-879c3827bfab'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:22.823154 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.926920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed2088-a00b-4d33-a241-256d1fff31b9 None None] Network 3d038e94-ff45-41c5-884e-a524748e1ded requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:23.055822 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.062595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Allocated IP 172.23.0.2 (95af9ba7-95f4-4d31-b7dc-3789659367f2/7d47a6a5-2f6d-426f-b244-879c3827bfab/41671d6e-f56e-4dad-b9f8-32867cd1bac4) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:23.107535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5f9a8af0-ec6f-4084-97b3-95eba7d10a84 None None] Provisioning complete for port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:23.107810 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5f9a8af0-ec6f-4084-97b3-95eba7d10a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.258087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port acfc8c85-28a5-4f3f-b1dd-76277680f3a8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=acfc8c85-28a5-4f3f-b1dd-76277680f3a8,segment=NetworkSegment(282b6fb1-cf1b-4b01-90ba-9bf7511cd828),segment_id=282b6fb1-cf1b-4b01-90ba-9bf7511cd828)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:23.274393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.379125 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.404820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=acfc8c85-28a5-4f3f-b1dd-76277680f3a8,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.482096 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.490931 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.533677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Network 95af9ba7-95f4-4d31-b7dc-3789659367f2 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:23.536679 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:23.540275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:23.547138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Pushing event updated for resources: {'Port': ['ID=41671d6e-f56e-4dad-b9f8-32867cd1bac4,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.602215 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Attempting to bind port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:23.602581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Attempting to bind port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '8a9cbbb2-329b-46b7-8836-ec27b72c634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:23.603174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Attempting to bind port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 on network 95af9ba7-95f4-4d31-b7dc-3789659367f2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:23.610519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:23.610779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Checking segment: {'id': '8a9cbbb2-329b-46b7-8836-ec27b72c634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:23.611186 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.611578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Bound using segment: {'id': '8a9cbbb2-329b-46b7-8836-ec27b72c634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:23.612140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Bound port: 41671d6e-f56e-4dad-b9f8-32867cd1bac4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9cbbb2-329b-46b7-8836-ec27b72c634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:23.612531 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.710662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Allocated IP 172.23.0.1 (95af9ba7-95f4-4d31-b7dc-3789659367f2/7d47a6a5-2f6d-426f-b244-879c3827bfab/f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:23.712367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] For port 41671d6e-f56e-4dad-b9f8-32867cd1bac4, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:23.724440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] For port 41671d6e-f56e-4dad-b9f8-32867cd1bac4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=41671d6e-f56e-4dad-b9f8-32867cd1bac4,segment=NetworkSegment(8a9cbbb2-329b-46b7-8836-ec27b72c634d),segment_id=8a9cbbb2-329b-46b7-8836-ec27b72c634d)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:23.731233 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.817751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Pushing event updated for resources: {'Port': ['ID=41671d6e-f56e-4dad-b9f8-32867cd1bac4,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.835611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.841506 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.841978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.842428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.842827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.843229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.843757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.844177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.844575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.844972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.845610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.846023 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546259a3-2183-4e4c-87c6-3f46a1316d2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:23.862216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-34726f67-6909-49af-9a5d-de11acc6055d None None] Provisioning complete for port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:23.862582 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-34726f67-6909-49af-9a5d-de11acc6055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.868519 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.921489 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.966301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-34726f67-6909-49af-9a5d-de11acc6055d None None] Provisioning complete for port 5b58c450-26a9-4c76-9107-cfdb65503eb8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:23.966862 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-34726f67-6909-49af-9a5d-de11acc6055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.973143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 95af9ba7-95f4-4d31-b7dc-3789659367f2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:23.979406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:23.983603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:23.997467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:24.023357 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Sync routers for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:24.031130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-34726f67-6909-49af-9a5d-de11acc6055d None None] Port 5b58c450-26a9-4c76-9107-cfdb65503eb8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:24.045684 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:24.046567 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:24.049764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.173555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b50fff4d-055c-4731-8d82-6a11b0e84242 None None] Provisioning complete for port 5b58c450-26a9-4c76-9107-cfdb65503eb8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:24.175112 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b50fff4d-055c-4731-8d82-6a11b0e84242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.193785 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:24.234657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b50fff4d-055c-4731-8d82-6a11b0e84242 None None] Port 5b58c450-26a9-4c76-9107-cfdb65503eb8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:24.240111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.424264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-3cb8ee39-4125-4742-8a3d-e6f97b8a7f4d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837724 Apr 18 21:01:24.451078 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:20Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:21Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:24.458637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b81cc384-7de8-4acf-9e6e-0666919786f1 None None] Provisioning complete for port 5b58c450-26a9-4c76-9107-cfdb65503eb8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:24.459234 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b81cc384-7de8-4acf-9e6e-0666919786f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.515691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b81cc384-7de8-4acf-9e6e-0666919786f1 None None] Port 5b58c450-26a9-4c76-9107-cfdb65503eb8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:24.517336 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Checking router: c04595bb-ffa2-41e8-b89d-4175f12f089d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:24.518081 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Updating router c04595bb-ffa2-41e8-b89d-4175f12f089d port 5b58c450-26a9-4c76-9107-cfdb65503eb8 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:01:24.545189 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.590471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-62b58db7-61ee-4492-b8e5-dc51618d686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:24.591894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-62b58db7-61ee-4492-b8e5-dc51618d686b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=946e24bc69f140efa3cef17a19fdd818&device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0889931 Apr 18 21:01:24.602139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 41671d6e-f56e-4dad-b9f8-32867cd1bac4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:24.642228 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.655492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:24.655883 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.677891 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.759651 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.795902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event updated for resources: {'Port': ['ID=f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:24.806632 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 41671d6e-f56e-4dad-b9f8-32867cd1bac4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=41671d6e-f56e-4dad-b9f8-32867cd1bac4,segment=NetworkSegment(8a9cbbb2-329b-46b7-8836-ec27b72c634d),segment_id=8a9cbbb2-329b-46b7-8836-ec27b72c634d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:24.812412 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.813224 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9b81a889-d3dc-431d-abe8-757539cdb43e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:24.814457 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.853844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-1a45736e-c573-4da6-bfba-b35bf0d1090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:24.855724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-1a45736e-c573-4da6-bfba-b35bf0d1090f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2 HTTP/1.1" status: 200 len: 909 time: 0.2406259 Apr 18 21:01:24.913384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9b81a889-d3dc-431d-abe8-757539cdb43e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:24.913665 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.920217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=41671d6e-f56e-4dad-b9f8-32867cd1bac4,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:25.009748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-1b371f18-702d-4bc3-8e8c-335f6a365a6d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15de41c1-8cbe-433e-964b-5f4252498397 HTTP/1.1" status: 200 len: 1000 time: 0.1030245 Apr 18 21:01:25.010686 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.019873 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.021382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device acfc8c85-28a5-4f3f-b1dd-76277680f3a8 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:25.083302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-08b33a93-1810-47a5-ae2d-0abb39209fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:25.084563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-08b33a93-1810-47a5-ae2d-0abb39209fac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e24600b4-0dd5-4cb0-a5ee-f19707b847c0 HTTP/1.1" status: 200 len: 847 time: 0.0661473 Apr 18 21:01:25.086320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:25.086469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Network 95af9ba7-95f4-4d31-b7dc-3789659367f2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:25.087242 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.087935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:25.103191 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ca54b-b1d7-445e-9f88-6a77f3cbdca8 None None] Pushing event updated for resources: {'Port': ['ID=5b58c450-26a9-4c76-9107-cfdb65503eb8,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:25.137533 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Attempting to bind port 5b58c450-26a9-4c76-9107-cfdb65503eb8 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:25.137898 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Attempting to bind port 5b58c450-26a9-4c76-9107-cfdb65503eb8 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '282b6fb1-cf1b-4b01-90ba-9bf7511cd828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:25.138258 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Attempting to bind port 5b58c450-26a9-4c76-9107-cfdb65503eb8 on network 3d038e94-ff45-41c5-884e-a524748e1ded {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:25.151921 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:25.152456 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Checking segment: {'id': '282b6fb1-cf1b-4b01-90ba-9bf7511cd828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:25.152828 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.153072 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Bound using segment: {'id': '282b6fb1-cf1b-4b01-90ba-9bf7511cd828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:25.153552 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Bound port: 5b58c450-26a9-4c76-9107-cfdb65503eb8, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '282b6fb1-cf1b-4b01-90ba-9bf7511cd828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:25.153935 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.233788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-100e061f-93a5-44cd-9932-40e8a63e63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:25.235357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-100e061f-93a5-44cd-9932-40e8a63e63bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401772 Apr 18 21:01:25.245064 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] For port 5b58c450-26a9-4c76-9107-cfdb65503eb8, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:25.248676 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] For port 5b58c450-26a9-4c76-9107-cfdb65503eb8, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5b58c450-26a9-4c76-9107-cfdb65503eb8,segment=NetworkSegment(282b6fb1-cf1b-4b01-90ba-9bf7511cd828),segment_id=282b6fb1-cf1b-4b01-90ba-9bf7511cd828)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:25.254726 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.271376 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:25.316481 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:25.317199 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:25.367091 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-3c6404be-53a4-4183-9a44-519c3a4b4d36 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242182 Apr 18 21:01:25.372081 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ca54b-b1d7-445e-9f88-6a77f3cbdca8 None None] Pushing event updated for resources: {'Port': ['ID=5b58c450-26a9-4c76-9107-cfdb65503eb8,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:25.376258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0136a9-91a0-4365-97df-5453bab3dcb2 None None] Network 95af9ba7-95f4-4d31-b7dc-3789659367f2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:25.435311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-14f864da-ecd5-47ac-998a-ab5badb7d62f None None] Provisioning complete for port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:25.435669 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-14f864da-ecd5-47ac-998a-ab5badb7d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.448570 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:25.532549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:25.543076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-28bc6fbe-7f85-4735-8c40-b140540a6860 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0440843 Apr 18 21:01:25.545824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46854) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:25.550700 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-255c3f8f-4165-4136-94bd-01af7ad8a03b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:25.565629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17bd2818-0ee1-4ae7-a9f3-7775417b034f req-ff67aaf9-d1b1-4621-ae94-f46331139033 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572092 Apr 18 21:01:25.724395 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:24Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071', 'name': '', 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:aa:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:23Z', 'updated_at': '2022-04-18T21:01:24Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:25.752021 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe11515-a3e4-4537-8236-497a094acce7 None None] The sync data for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 is: [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:24Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071', 'name': '', 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:aa:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:23Z', 'updated_at': '2022-04-18T21:01:24Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:25.753357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-12cf2857-e666-4000-b20a-77a0804042c9 None None] Provisioning complete for port 5b58c450-26a9-4c76-9107-cfdb65503eb8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:25.753953 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-12cf2857-e666-4000-b20a-77a0804042c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.865624 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-12cf2857-e666-4000-b20a-77a0804042c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.914619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-12cf2857-e666-4000-b20a-77a0804042c9 None None] For port 5b58c450-26a9-4c76-9107-cfdb65503eb8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5b58c450-26a9-4c76-9107-cfdb65503eb8,segment=NetworkSegment(282b6fb1-cf1b-4b01-90ba-9bf7511cd828),segment_id=282b6fb1-cf1b-4b01-90ba-9bf7511cd828)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:25.919337 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-12cf2857-e666-4000-b20a-77a0804042c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.977596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf2857-e666-4000-b20a-77a0804042c9 None None] Pushing event updated for resources: {'Port': ['ID=5b58c450-26a9-4c76-9107-cfdb65503eb8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:26.020397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-255c3f8f-4165-4136-94bd-01af7ad8a03b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 21:01:26.040118 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-255c3f8f-4165-4136-94bd-01af7ad8a03b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Removed routes are [] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 21:01:26.040643 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-255c3f8f-4165-4136-94bd-01af7ad8a03b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.041643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-04dc9bb4-a694-4394-ad13-1dab99c7ea51 None None] Provisioning complete for port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:26.042013 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04dc9bb4-a694-4394-ad13-1dab99c7ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.091939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-04dc9bb4-a694-4394-ad13-1dab99c7ea51 None None] Port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:26.102921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-04dc9bb4-a694-4394-ad13-1dab99c7ea51 None None] Provisioning complete for port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:26.103298 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-04dc9bb4-a694-4394-ad13-1dab99c7ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.263228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-255c3f8f-4165-4136-94bd-01af7ad8a03b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.268226 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-255c3f8f-4165-4136-94bd-01af7ad8a03b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.339860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0255be30-db11-495d-a893-b28461089600 None None] Provisioning complete for port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:26.340238 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0255be30-db11-495d-a893-b28461089600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.376056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255c3f8f-4165-4136-94bd-01af7ad8a03b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:26.438800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0255be30-db11-495d-a893-b28461089600 None None] Port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:26.497572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 41671d6e-f56e-4dad-b9f8-32867cd1bac4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:26.505230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255c3f8f-4165-4136-94bd-01af7ad8a03b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:26.512746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-255c3f8f-4165-4136-94bd-01af7ad8a03b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.515684 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-255c3f8f-4165-4136-94bd-01af7ad8a03b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d HTTP/1.1" status: 200 len: 933 time: 0.9671726 Apr 18 21:01:26.516674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46856) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:26.551200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:26.552174 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.588933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-cd629959-e711-4210-98a1-8b2e9578062b None None] Provisioning complete for port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:26.589308 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cd629959-e711-4210-98a1-8b2e9578062b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.616279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Sync routers for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:26.621923 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-08e4b9bc-86fa-4bf6-b99e-7816c06f8ff7 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d HTTP/1.1" status: 200 len: 933 time: 0.1027806 Apr 18 21:01:26.623255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46858) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:26.627894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b0458767-9e22-44e5-a37f-71a0626ee2f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'routes': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:26.646593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:26.647213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:26.651345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cd629959-e711-4210-98a1-8b2e9578062b None None] Port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:26.762282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5b58c450-26a9-4c76-9107-cfdb65503eb8 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:26.773031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:26.928953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5b58c450-26a9-4c76-9107-cfdb65503eb8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:26.929328 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.092059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:26Z', 'revision_number': 6, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071', 'name': '', 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:aa:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:23Z', 'updated_at': '2022-04-18T21:01:24Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:27.121655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Checking router: c04595bb-ffa2-41e8-b89d-4175f12f089d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:27.122001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Updating router c04595bb-ffa2-41e8-b89d-4175f12f089d port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:01:27.149139 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.307525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-b0458767-9e22-44e5-a37f-71a0626ee2f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added routes are [] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 21:01:27.307863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-b0458767-9e22-44e5-a37f-71a0626ee2f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 21:01:27.336871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0458767-9e22-44e5-a37f-71a0626ee2f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.413098 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.418158 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.470762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ec780-c356-4a48-ab28-b270efa3a90e None None] Pushing event updated for resources: {'Port': ['ID=f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:27.527172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Attempting to bind port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:27.527543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Attempting to bind port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '8a9cbbb2-329b-46b7-8836-ec27b72c634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:27.527935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Attempting to bind port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 on network 95af9ba7-95f4-4d31-b7dc-3789659367f2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:27.530588 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0458767-9e22-44e5-a37f-71a0626ee2f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.533680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:27.534056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Checking segment: {'id': '8a9cbbb2-329b-46b7-8836-ec27b72c634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:27.534196 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0458767-9e22-44e5-a37f-71a0626ee2f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.534483 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.534878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Bound using segment: {'id': '8a9cbbb2-329b-46b7-8836-ec27b72c634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:27.535399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Bound port: f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9cbbb2-329b-46b7-8836-ec27b72c634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:27.535729 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.618695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] For port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:27.622482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] For port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071,segment=NetworkSegment(8a9cbbb2-329b-46b7-8836-ec27b72c634d),segment_id=8a9cbbb2-329b-46b7-8836-ec27b72c634d)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:27.628075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.633932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0458767-9e22-44e5-a37f-71a0626ee2f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:27.705593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:27.706236 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:27.739966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0458767-9e22-44e5-a37f-71a0626ee2f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:27.748327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ec780-c356-4a48-ab28-b270efa3a90e None None] Pushing event updated for resources: {'Port': ['ID=f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:27.748546 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b0458767-9e22-44e5-a37f-71a0626ee2f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.752954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b0458767-9e22-44e5-a37f-71a0626ee2f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d HTTP/1.1" status: 200 len: 699 time: 1.1253307 Apr 18 21:01:27.753591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46860) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:27.758942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f4ff5b84-17fc-4aa9-97e8-c549fcfb4abb None None] Provisioning complete for port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:27.759312 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5b84-17fc-4aa9-97e8-c549fcfb4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.877670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ac39478e-c608-451c-994d-bcda7e84dc05 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d HTTP/1.1" status: 200 len: 699 time: 0.1227672 Apr 18 21:01:27.881435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46862) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:28.020036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:28.168762 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5b84-17fc-4aa9-97e8-c549fcfb4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.220248 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.225060 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f4ff5b84-17fc-4aa9-97e8-c549fcfb4abb None None] For port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071,segment=NetworkSegment(8a9cbbb2-329b-46b7-8836-ec27b72c634d),segment_id=8a9cbbb2-329b-46b7-8836-ec27b72c634d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:28.231189 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4ff5b84-17fc-4aa9-97e8-c549fcfb4abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.311176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff5b84-17fc-4aa9-97e8-c549fcfb4abb None None] Pushing event updated for resources: {'Port': ['ID=f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:28.337852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:27Z', 'revision_number': 7, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071', 'name': '', 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:aa:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:23Z', 'updated_at': '2022-04-18T21:01:27Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:28.382703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e12b0-7ac0-44c8-9518-6cc262c47d68 None None] The sync data for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 is: [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:27Z', 'revision_number': 7, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071', 'name': '', 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:aa:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:23Z', 'updated_at': '2022-04-18T21:01:27Z', 'revision_number': 4, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:28.390851 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-745cdc44-e55c-4aee-a23c-a16ece158c47 None None] Provisioning complete for port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:28.391232 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-745cdc44-e55c-4aee-a23c-a16ece158c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.443738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:28.498923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:28.499294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.534327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:28.534705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.602756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071,segment=NetworkSegment(8a9cbbb2-329b-46b7-8836-ec27b72c634d),segment_id=8a9cbbb2-329b-46b7-8836-ec27b72c634d)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:28.603130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.619995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:28.625443 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] Sync routers for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:28.641511 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:28.642393 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:28.732572 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:28.951584 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:27Z', 'revision_number': 7, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071', 'name': '', 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:aa:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:23Z', 'updated_at': '2022-04-18T21:01:28Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:28.985372 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] Checking router: c04595bb-ffa2-41e8-b89d-4175f12f089d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:28.998688 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:28.999299 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:29.091829 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:29.139745 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.169335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:29.323051 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:27Z', 'revision_number': 7, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071', 'name': '', 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:aa:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:23Z', 'updated_at': '2022-04-18T21:01:28Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:29.340787 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.360917 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a609b0-22aa-4134-88ca-ebd0d87ee501 None None] The sync data for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 is: [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:27Z', 'revision_number': 7, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071', 'name': '', 'network_id': '95af9ba7-95f4-4d31-b7dc-3789659367f2', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:aa:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:23Z', 'updated_at': '2022-04-18T21:01:28Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '7d47a6a5-2f6d-426f-b244-879c3827bfab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:29.561411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:29.657126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:29.662195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-31c18a59-4524-43ee-9439-fbb35a8f4830 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7795932 Apr 18 21:01:29.665089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46864) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:29.667171 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] Sync routers for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:29.678973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:29.679585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:29.717673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0d4e05-9edf-46ed-8f44-89b73bd441c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting subnet 7d47a6a5-2f6d-426f-b244-879c3827bfab {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:29.720856 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4e05-9edf-46ed-8f44-89b73bd441c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.766103 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4e05-9edf-46ed-8f44-89b73bd441c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.770758 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:29.852605 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4e05-9edf-46ed-8f44-89b73bd441c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.915657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4e05-9edf-46ed-8f44-89b73bd441c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.943708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d4e05-9edf-46ed-8f44-89b73bd441c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Subnet': ['ID=7d47a6a5-2f6d-426f-b244-879c3827bfab,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:29.945741 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a0d4e05-9edf-46ed-8f44-89b73bd441c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.951438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4a0d4e05-9edf-46ed-8f44-89b73bd441c1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/7d47a6a5-2f6d-426f-b244-879c3827bfab HTTP/1.1" status: 204 len: 168 time: 0.2827845 Apr 18 21:01:29.952523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46868) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:29.966636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c4a8c-3690-4f2d-ba30-1fc215cf24f5 None None] Network 95af9ba7-95f4-4d31-b7dc-3789659367f2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:30.041829 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.101883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:28Z', 'revision_number': 8, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.106966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:30.107429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.131067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] Checking router: c04595bb-ffa2-41e8-b89d-4175f12f089d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:30.143893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:30.144530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.177958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port 41671d6e-f56e-4dad-b9f8-32867cd1bac4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=41671d6e-f56e-4dad-b9f8-32867cd1bac4,segment=NetworkSegment(8a9cbbb2-329b-46b7-8836-ec27b72c634d),segment_id=8a9cbbb2-329b-46b7-8836-ec27b72c634d)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:30.178519 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.196790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for 41671d6e-f56e-4dad-b9f8-32867cd1bac4 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:30.222435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] DHCP port deletion for 95af9ba7-95f4-4d31-b7dc-3789659367f2 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:30.263500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:30.281406 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.309755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=41671d6e-f56e-4dad-b9f8-32867cd1bac4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:30.311515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No DVR routers for this DVR port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:30.371924 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] Deleting port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:30.372404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.401526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.423681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95af9ba7-95f4-4d31-b7dc-3789659367f2']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.439722 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9cbbb2-329b-46b7-8836-ec27b72c634d') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.440264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9cbbb2-329b-46b7-8836-ec27b72c634d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.456990 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.471715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.479072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:30.479523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:30.482837 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:30.486521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] For port 41671d6e-f56e-4dad-b9f8-32867cd1bac4, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:30.486521 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.502799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 41671d6e-f56e-4dad-b9f8-32867cd1bac4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:30.528535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] Calling delete_port for 41671d6e-f56e-4dad-b9f8-32867cd1bac4 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:30.533307 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] Port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:01:30.536065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 41671d6e-f56e-4dad-b9f8-32867cd1bac4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:30.536065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 41671d6e-f56e-4dad-b9f8-32867cd1bac4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:30.553369 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.555702 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.558624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.563212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/networks/95af9ba7-95f4-4d31-b7dc-3789659367f2 HTTP/1.1" status: 204 len: 168 time: 0.6103153 Apr 18 21:01:30.565957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46870) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:30.571384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] Network 95af9ba7-95f4-4d31-b7dc-3789659367f2 is not hosted by any dhcp agent {{(pid=102905) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 21:01:30.571849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] No DVR routers for this DVR port 41671d6e-f56e-4dad-b9f8-32867cd1bac4 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:30.589879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beee357-d1d2-43c8-8863-613e943f0b01 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Network': ['ID=95af9ba7-95f4-4d31-b7dc-3789659367f2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:30.604119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3b392-eb9a-42af-87c7-1cc21a0fb989 None None] Pushing event deleted for resources: {'Port': ['ID=41671d6e-f56e-4dad-b9f8-32867cd1bac4,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:30.634815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:28Z', 'revision_number': 8, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:30.666833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6c23c3-ea13-4cdf-add6-40cc23290f55 None None] The sync data for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 is: [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:28Z', 'revision_number': 8, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '5b58c450-26a9-4c76-9107-cfdb65503eb8', 'name': '', 'network_id': '3d038e94-ff45-41c5-884e-a524748e1ded', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:0d:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:20Z', 'updated_at': '2022-04-18T21:01:25Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': 'a94e2ae0-e6e9-4bf2-9118-561b7f5cf557', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:30.949217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.189654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port 5b58c450-26a9-4c76-9107-cfdb65503eb8 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:31.190023 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.280210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port 5b58c450-26a9-4c76-9107-cfdb65503eb8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5b58c450-26a9-4c76-9107-cfdb65503eb8,segment=NetworkSegment(282b6fb1-cf1b-4b01-90ba-9bf7511cd828),segment_id=282b6fb1-cf1b-4b01-90ba-9bf7511cd828)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:31.280570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.293206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for 5b58c450-26a9-4c76-9107-cfdb65503eb8 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:31.461720 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.495161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=5b58c450-26a9-4c76-9107-cfdb65503eb8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.665055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.855315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:31.948758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:31.953741 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d7f0ed5-d78c-4276-ac17-e677523f6396 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3856325 Apr 18 21:01:31.956914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46872) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:31.959427 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] Sync routers for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:31.970251 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:31.970461 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:32.010313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcba902-36c2-4a98-b283-00360b476eb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting subnet a94e2ae0-e6e9-4bf2-9118-561b7f5cf557 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:32.013453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfcba902-36c2-4a98-b283-00360b476eb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.055087 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfcba902-36c2-4a98-b283-00360b476eb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.062040 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:32.149872 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfcba902-36c2-4a98-b283-00360b476eb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.208260 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfcba902-36c2-4a98-b283-00360b476eb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.234992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcba902-36c2-4a98-b283-00360b476eb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Subnet': ['ID=a94e2ae0-e6e9-4bf2-9118-561b7f5cf557,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:32.238749 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfcba902-36c2-4a98-b283-00360b476eb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.241806 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dfcba902-36c2-4a98-b283-00360b476eb0 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/a94e2ae0-e6e9-4bf2-9118-561b7f5cf557 HTTP/1.1" status: 204 len: 168 time: 0.2832429 Apr 18 21:01:32.245022 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46874) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:32.245519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c8937c-c396-4856-bf70-608c1b609504 None None] Network 3d038e94-ff45-41c5-884e-a524748e1ded requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:32.343607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.369587 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:31Z', 'revision_number': 9, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:32.400714 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] Checking router: c04595bb-ffa2-41e8-b89d-4175f12f089d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:32.409331 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:32.410036 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:32.417541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:32.418134 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.461795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d021cb37-fe62-40a8-bada-696305884dcc None None] DHCP port deletion for 3d038e94-ff45-41c5-884e-a524748e1ded request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:32.495064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:32.505150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port acfc8c85-28a5-4f3f-b1dd-76277680f3a8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=acfc8c85-28a5-4f3f-b1dd-76277680f3a8,segment=NetworkSegment(282b6fb1-cf1b-4b01-90ba-9bf7511cd828),segment_id=282b6fb1-cf1b-4b01-90ba-9bf7511cd828)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:32.505811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.508807 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:32.517616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:32.518046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device f7eba11f-9738-4e7c-bbc4-e6aaa9fbf071 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:32.520998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for acfc8c85-28a5-4f3f-b1dd-76277680f3a8 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:32.544019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d021cb37-fe62-40a8-bada-696305884dcc None None] Deleting port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:32.544711 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d021cb37-fe62-40a8-bada-696305884dcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.619169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d021cb37-fe62-40a8-bada-696305884dcc None None] For port acfc8c85-28a5-4f3f-b1dd-76277680f3a8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=acfc8c85-28a5-4f3f-b1dd-76277680f3a8,segment=NetworkSegment(282b6fb1-cf1b-4b01-90ba-9bf7511cd828),segment_id=282b6fb1-cf1b-4b01-90ba-9bf7511cd828)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:32.619495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d021cb37-fe62-40a8-bada-696305884dcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.627458 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.637052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d021cb37-fe62-40a8-bada-696305884dcc None None] Calling delete_port for acfc8c85-28a5-4f3f-b1dd-76277680f3a8 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:32.655811 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=acfc8c85-28a5-4f3f-b1dd-76277680f3a8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:32.659346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No DVR routers for this DVR port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:32.722514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d021cb37-fe62-40a8-bada-696305884dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.742413 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.751443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021cb37-fe62-40a8-bada-696305884dcc None None] Pushing event deleted for resources: {'Port': ['ID=acfc8c85-28a5-4f3f-b1dd-76277680f3a8,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:32.756660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021cb37-fe62-40a8-bada-696305884dcc None None] No DVR routers for this DVR port acfc8c85-28a5-4f3f-b1dd-76277680f3a8 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:32.767134 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:31Z', 'revision_number': 9, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:32.781447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d038e94-ff45-41c5-884e-a524748e1ded']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:32.791647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282b6fb1-cf1b-4b01-90ba-9bf7511cd828') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:32.792058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282b6fb1-cf1b-4b01-90ba-9bf7511cd828') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:32.804488 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05660753-a1b5-4ec7-9d41-8abb596655ed None None] The sync data for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 is: [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:31Z', 'revision_number': 9, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': '9b81a889-d3dc-431d-abe8-757539cdb43e', 'name': '', 'network_id': '45f1c18d-3483-4f05-a2ba-7db9aa71ebae', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:5d:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:17Z', 'updated_at': '2022-04-18T21:01:22Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '70ff735d-64f3-42ab-9f19-fa41b271fd02', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:32.808685 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.825427 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.833780 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:32.834425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:32.837596 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:32.899971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.916802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.920021 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/networks/3d038e94-ff45-41c5-884e-a524748e1ded HTTP/1.1" status: 204 len: 168 time: 0.6742654 Apr 18 21:01:32.921232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044b00d-7c49-439d-b335-ad9feedb0d65 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Network': ['ID=3d038e94-ff45-41c5-884e-a524748e1ded,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:32.922971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46876) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:33.281430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.565445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port 9b81a889-d3dc-431d-abe8-757539cdb43e {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:33.565788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.655747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port 9b81a889-d3dc-431d-abe8-757539cdb43e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9b81a889-d3dc-431d-abe8-757539cdb43e,segment=NetworkSegment(0b241670-557a-4ba0-8a5e-f680b9e6f738),segment_id=0b241670-557a-4ba0-8a5e-f680b9e6f738)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:33.656139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.669003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for 9b81a889-d3dc-431d-abe8-757539cdb43e owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:33.839769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.867319 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=9b81a889-d3dc-431d-abe8-757539cdb43e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:34.027105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.474025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device acfc8c85-28a5-4f3f-b1dd-76277680f3a8 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:34.493326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: acfc8c85-28a5-4f3f-b1dd-76277680f3a8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:34.493693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device acfc8c85-28a5-4f3f-b1dd-76277680f3a8 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:34.494751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5b58c450-26a9-4c76-9107-cfdb65503eb8 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:34.513226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 5b58c450-26a9-4c76-9107-cfdb65503eb8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:34.513563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5b58c450-26a9-4c76-9107-cfdb65503eb8 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:34.533863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:34.624756 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:34.630269 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f2068e61-b44e-45ae-94ce-6fce7f679c0a tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7064984 Apr 18 21:01:34.634328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46878) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:34.636817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] Sync routers for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:34.648166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:34.648783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:34.688130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-578f7d64-3ff5-40d0-a55f-65593b5841e1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting subnet 70ff735d-64f3-42ab-9f19-fa41b271fd02 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:34.690802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-578f7d64-3ff5-40d0-a55f-65593b5841e1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.738172 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-578f7d64-3ff5-40d0-a55f-65593b5841e1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.831944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-578f7d64-3ff5-40d0-a55f-65593b5841e1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.898308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-578f7d64-3ff5-40d0-a55f-65593b5841e1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.901463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:34.927499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f7d64-3ff5-40d0-a55f-65593b5841e1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Subnet': ['ID=70ff735d-64f3-42ab-9f19-fa41b271fd02,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:34.929690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-578f7d64-3ff5-40d0-a55f-65593b5841e1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.933469 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-578f7d64-3ff5-40d0-a55f-65593b5841e1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/70ff735d-64f3-42ab-9f19-fa41b271fd02 HTTP/1.1" status: 204 len: 168 time: 0.2976661 Apr 18 21:01:34.936456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46880) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:34.940645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb150296-37ae-4379-9f05-992db8cf0513 None None] Network 45f1c18d-3483-4f05-a2ba-7db9aa71ebae requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:35.017509 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.070636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:35.070979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.149651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=00d75db8-4d8a-497c-97bb-f2ccd9bae0b5,segment=NetworkSegment(0b241670-557a-4ba0-8a5e-f680b9e6f738),segment_id=0b241670-557a-4ba0-8a5e-f680b9e6f738)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:35.149932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.163464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:35.213100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:33Z', 'revision_number': 10, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.244456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] Checking router: c04595bb-ffa2-41e8-b89d-4175f12f089d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:35.249291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c894ac-64ca-484f-b834-d3811b097a97 None None] DHCP port deletion for 45f1c18d-3483-4f05-a2ba-7db9aa71ebae request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:35.249805 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.262763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:35.263214 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.280698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No DVR routers for this DVR port 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:35.282962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=00d75db8-4d8a-497c-97bb-f2ccd9bae0b5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:35.359932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:35.369107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.389899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f1c18d-3483-4f05-a2ba-7db9aa71ebae']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.399447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b241670-557a-4ba0-8a5e-f680b9e6f738') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.399876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b241670-557a-4ba0-8a5e-f680b9e6f738') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.409557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.423529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.430544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:35.431092 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:35.435322 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:35.502576 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.510622 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.517710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/networks/45f1c18d-3483-4f05-a2ba-7db9aa71ebae HTTP/1.1" status: 204 len: 168 time: 0.5775580 Apr 18 21:01:35.518166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46882) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:35.527475 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b23f6-76ef-48ad-8375-905a92bc4875 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Network': ['ID=45f1c18d-3483-4f05-a2ba-7db9aa71ebae,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:35.564132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:33Z', 'revision_number': 10, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:35.590538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62625d0-c703-4636-b1ea-d9de48d48b83 None None] The sync data for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 is: [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:33Z', 'revision_number': 10, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None, '_interfaces': [{'id': 'b92e74af-8a02-4c71-b3f3-6f709e3dbe2f', 'name': '', 'network_id': 'abb8af86-b19f-40b8-a051-728e4348c355', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'mac_address': 'fa:16:3e:55:8a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:01:14Z', 'updated_at': '2022-04-18T21:01:17Z', 'revision_number': 5, 'project_id': '52517af420d6470cbc79f0612438f315', 'subnets': [{'id': '87f049ce-22d4-4647-9aaa-8bc430ef8a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:35.862896 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.926390 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d349af4a-89a2-4a2c-9756-25fbfcfd824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.110587 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:36.111179 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.204643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port b92e74af-8a02-4c71-b3f3-6f709e3dbe2f, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b92e74af-8a02-4c71-b3f3-6f709e3dbe2f,segment=NetworkSegment(7adb127e-d222-4919-9b50-8e825c726576),segment_id=7adb127e-d222-4919-9b50-8e825c726576)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:36.205014 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.219127 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for b92e74af-8a02-4c71-b3f3-6f709e3dbe2f owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:36.390495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.415001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9b81a889-d3dc-431d-abe8-757539cdb43e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:36.421995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=b92e74af-8a02-4c71-b3f3-6f709e3dbe2f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:36.439503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 9b81a889-d3dc-431d-abe8-757539cdb43e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:36.440140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9b81a889-d3dc-431d-abe8-757539cdb43e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:36.440568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:36.463476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:36.463819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 00d75db8-4d8a-497c-97bb-f2ccd9bae0b5 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:36.569983 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.731450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:36.809650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:36.815377 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-996e35ba-722e-491a-b62d-65be0d06250e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2956963 Apr 18 21:01:36.818660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46884) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:36.821487 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] Sync routers for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:36.831598 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:36.832290 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:36.877574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d56517e-7ce9-48c7-a263-3ced1f0e4a2e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting subnet 87f049ce-22d4-4647-9aaa-8bc430ef8a8d {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:36.880876 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d56517e-7ce9-48c7-a263-3ced1f0e4a2e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.921025 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:36.924874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d56517e-7ce9-48c7-a263-3ced1f0e4a2e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.982753 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:36Z', 'revision_number': 11, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:37.016162 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] Checking router: c04595bb-ffa2-41e8-b89d-4175f12f089d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:37.025586 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:37.026203 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:37.030067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d56517e-7ce9-48c7-a263-3ced1f0e4a2e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.102194 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:37.104420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d56517e-7ce9-48c7-a263-3ced1f0e4a2e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.132145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56517e-7ce9-48c7-a263-3ced1f0e4a2e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Subnet': ['ID=87f049ce-22d4-4647-9aaa-8bc430ef8a8d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:37.138038 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d56517e-7ce9-48c7-a263-3ced1f0e4a2e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.143988 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4d56517e-7ce9-48c7-a263-3ced1f0e4a2e tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/87f049ce-22d4-4647-9aaa-8bc430ef8a8d HTTP/1.1" status: 204 len: 168 time: 0.3226759 Apr 18 21:01:37.144287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46886) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:37.155486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4269d27b-df22-4892-97ac-ad2b705d85ee None None] Network abb8af86-b19f-40b8-a051-728e4348c355 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:37.159555 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:36Z', 'revision_number': 11, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:37.192605 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59e315-538b-4212-9c05-734b836493c7 None None] The sync data for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 is: [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:36Z', 'revision_number': 11, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:37.234712 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.293982 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Deleting port 801a62d8-d135-40fc-88da-e9e7febee0db {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:37.294361 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.360846 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] For port 801a62d8-d135-40fc-88da-e9e7febee0db, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=801a62d8-d135-40fc-88da-e9e7febee0db,segment=NetworkSegment(7adb127e-d222-4919-9b50-8e825c726576),segment_id=7adb127e-d222-4919-9b50-8e825c726576)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:37.361241 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.374742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Calling delete_port for 801a62d8-d135-40fc-88da-e9e7febee0db owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:37.465640 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.492616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Port': ['ID=801a62d8-d135-40fc-88da-e9e7febee0db,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:37.496301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No DVR routers for this DVR port 801a62d8-d135-40fc-88da-e9e7febee0db on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:37.592339 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.617536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb8af86-b19f-40b8-a051-728e4348c355']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:37.628493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7adb127e-d222-4919-9b50-8e825c726576') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:37.628797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7adb127e-d222-4919-9b50-8e825c726576') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:37.641084 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.653738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d2445-a821-4d21-bfaf-d8d743982408 None None] DHCP port deletion for abb8af86-b19f-40b8-a051-728e4348c355 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:37.656594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.665618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:37.666908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:37.680590 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:37.746746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.753725 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.759535 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/networks/abb8af86-b19f-40b8-a051-728e4348c355 HTTP/1.1" status: 204 len: 168 time: 0.6125736 Apr 18 21:01:37.761505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46888) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:37.775588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-82d540c4-0b70-4455-8ec7-7fd3a734e2a4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'routes': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:37.779036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720390c-ffec-4b44-8647-bee7e92a17b9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Pushing event deleted for resources: {'Network': ['ID=abb8af86-b19f-40b8-a051-728e4348c355,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:37.935457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-82d540c4-0b70-4455-8ec7-7fd3a734e2a4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Added routes are [] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 18 21:01:37.935701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.extraroute_db [None req-82d540c4-0b70-4455-8ec7-7fd3a734e2a4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Removed routes are [] {{(pid=102903) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 18 21:01:37.936063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82d540c4-0b70-4455-8ec7-7fd3a734e2a4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.077064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82d540c4-0b70-4455-8ec7-7fd3a734e2a4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.080300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82d540c4-0b70-4455-8ec7-7fd3a734e2a4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.157807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d540c4-0b70-4455-8ec7-7fd3a734e2a4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router c04595bb-ffa2-41e8-b89d-4175f12f089d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:38.416137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 801a62d8-d135-40fc-88da-e9e7febee0db no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:38.438312 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 801a62d8-d135-40fc-88da-e9e7febee0db {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:38.438659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 801a62d8-d135-40fc-88da-e9e7febee0db not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:38.439108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b92e74af-8a02-4c71-b3f3-6f709e3dbe2f no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:38.459392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b92e74af-8a02-4c71-b3f3-6f709e3dbe2f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:38.459733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b92e74af-8a02-4c71-b3f3-6f709e3dbe2f not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:38.552864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d540c4-0b70-4455-8ec7-7fd3a734e2a4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:38.560124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-82d540c4-0b70-4455-8ec7-7fd3a734e2a4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.561455 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-82d540c4-0b70-4455-8ec7-7fd3a734e2a4 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d HTTP/1.1" status: 200 len: 700 time: 0.7894864 Apr 18 21:01:38.563880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] Sync routers for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:38.565525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46890) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:38.574950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:38.575568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:38.593754 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8dede827-8b26-438b-be9f-213cc2cffa0b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04595bb-ffa2-41e8-b89d-4175f12f089d HTTP/1.1" status: 200 len: 205 time: 0.0267699 Apr 18 21:01:38.596210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46892) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:38.649034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:38.677646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fd41c77-24b0-41b4-8c6c-4333729bbfbe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.712144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:36Z', 'revision_number': 11, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:38.745842 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] Checking router: c04595bb-ffa2-41e8-b89d-4175f12f089d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:38.751006 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec61eb95-fa1c-4cbb-8938-a784ab90ff12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.763579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] Routers {'c04595bb-ffa2-41e8-b89d-4175f12f089d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:38.764230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['c04595bb-ffa2-41e8-b89d-4175f12f089d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:38.841979 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fd41c77-24b0-41b4-8c6c-4333729bbfbe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.844163 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fd41c77-24b0-41b4-8c6c-4333729bbfbe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.848388 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] Set router c04595bb-ffa2-41e8-b89d-4175f12f089d gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:38.891966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fd41c77-24b0-41b4-8c6c-4333729bbfbe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.892553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd41c77-24b0-41b4-8c6c-4333729bbfbe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Fanout notify agent at l3_agent the message router_deleted on router c04595bb-ffa2-41e8-b89d-4175f12f089d {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:38.901115 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fd41c77-24b0-41b4-8c6c-4333729bbfbe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.902182 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0fd41c77-24b0-41b4-8c6c-4333729bbfbe tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d HTTP/1.1" status: 204 len: 168 time: 0.3050573 Apr 18 21:01:38.909429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46894) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:38.914669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:36Z', 'revision_number': 11, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:38.918142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-30cac8e1-06a0-4eb4-9c1c-66fb7590e2c6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1018390379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:38.940536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30cac8e1-06a0-4eb4-9c1c-66fb7590e2c6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.941565 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30cac8e1-06a0-4eb4-9c1c-66fb7590e2c6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.942063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d00772-27c1-4798-95e2-4cbc6fc25813 None None] The sync data for ids ['c04595bb-ffa2-41e8-b89d-4175f12f089d'] in n-d-836015-4 is: [{'id': 'c04595bb-ffa2-41e8-b89d-4175f12f089d', 'name': 'tempest-RoutersTest-router-167699161', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:13Z', 'updated_at': '2022-04-18T21:01:36Z', 'revision_number': 11, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:39.001898 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30cac8e1-06a0-4eb4-9c1c-66fb7590e2c6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.006753 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30cac8e1-06a0-4eb4-9c1c-66fb7590e2c6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.025836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30cac8e1-06a0-4eb4-9c1c-66fb7590e2c6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.027055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-30cac8e1-06a0-4eb4-9c1c-66fb7590e2c6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1160791 Apr 18 21:01:39.029853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46896) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:39.034562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d521c5fc-1bc7-40fb-8977-438c1fd86902 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:39.243697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d521c5fc-1bc7-40fb-8977-438c1fd86902 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27440'] for router, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.255422 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d521c5fc-1bc7-40fb-8977-438c1fd86902 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553239'] for router, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.355764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d521c5fc-1bc7-40fb-8977-438c1fd86902 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Router 73e02edf-124d-4f5c-98ec-cc29bc088994 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:01:39.361398 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.434685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d521c5fc-1bc7-40fb-8977-438c1fd86902 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:39.441321 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d521c5fc-1bc7-40fb-8977-438c1fd86902 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.442993 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d521c5fc-1bc7-40fb-8977-438c1fd86902 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "PUT /v2.0/routers/73e02edf-124d-4f5c-98ec-cc29bc088994 HTTP/1.1" status: 200 len: 694 time: 0.4121428 Apr 18 21:01:39.445615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46898) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:39.446059 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] Sync routers for ids ['73e02edf-124d-4f5c-98ec-cc29bc088994'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:39.456150 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] Routers {'73e02edf-124d-4f5c-98ec-cc29bc088994'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:39.456767 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['73e02edf-124d-4f5c-98ec-cc29bc088994'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:39.525300 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] Set router 73e02edf-124d-4f5c-98ec-cc29bc088994 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:39.526905 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f802f414-54d6-4061-9ddc-8b12680c92f9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/routers/73e02edf-124d-4f5c-98ec-cc29bc088994 HTTP/1.1" status: 200 len: 700 time: 0.0801790 Apr 18 21:01:39.528760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46900) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:39.556366 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7b369b79-f3e3-4365-bd1a-4d963e0d2c08 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e02edf-124d-4f5c-98ec-cc29bc088994 HTTP/1.1" status: 200 len: 205 time: 0.0264907 Apr 18 21:01:39.559257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46904) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:39.577136 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e02edf-124d-4f5c-98ec-cc29bc088994', 'name': 'tempest-RoutersTest-router-1018390379', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:38Z', 'updated_at': '2022-04-18T21:01:39Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:39.606824 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] Checking router: 73e02edf-124d-4f5c-98ec-cc29bc088994 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:01:39.616260 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] Routers {'73e02edf-124d-4f5c-98ec-cc29bc088994'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:39.616861 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['73e02edf-124d-4f5c-98ec-cc29bc088994'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:39.636594 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3867454-edb4-4b8b-bf86-8cc5b9a0899c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.684835 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] Set router 73e02edf-124d-4f5c-98ec-cc29bc088994 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:01:39.819407 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3867454-edb4-4b8b-bf86-8cc5b9a0899c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.821883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3867454-edb4-4b8b-bf86-8cc5b9a0899c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.828070 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e02edf-124d-4f5c-98ec-cc29bc088994', 'name': 'tempest-RoutersTest-router-1018390379', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:38Z', 'updated_at': '2022-04-18T21:01:39Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:39.857622 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8fdbfe-548c-4ec8-8283-1d129ecac7b3 None None] The sync data for ids ['73e02edf-124d-4f5c-98ec-cc29bc088994'] in n-d-836015-4 is: [{'id': '73e02edf-124d-4f5c-98ec-cc29bc088994', 'name': 'tempest-RoutersTest-router-1018390379', 'tenant_id': '52517af420d6470cbc79f0612438f315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:01:38Z', 'updated_at': '2022-04-18T21:01:39Z', 'revision_number': 2, 'project_id': '52517af420d6470cbc79f0612438f315', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:39.868482 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3867454-edb4-4b8b-bf86-8cc5b9a0899c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.869711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3867454-edb4-4b8b-bf86-8cc5b9a0899c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Fanout notify agent at l3_agent the message router_deleted on router 73e02edf-124d-4f5c-98ec-cc29bc088994 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:39.880222 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c3867454-edb4-4b8b-bf86-8cc5b9a0899c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.881674 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c3867454-edb4-4b8b-bf86-8cc5b9a0899c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/73e02edf-124d-4f5c-98ec-cc29bc088994 HTTP/1.1" status: 204 len: 168 time: 0.3211892 Apr 18 21:01:39.885356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46906) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:39.915879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b54de6d7-3833-4b50-b271-de01a75407f2 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=73e02edf-124d-4f5c-98ec-cc29bc088994 HTTP/1.1" status: 200 len: 205 time: 0.0290792 Apr 18 21:01:39.919756 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46908) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:39.965183 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-412387e4-499a-4295-8524-67cc5146965f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] delete failed (client error): The resource could not be found. Apr 18 21:01:39.966293 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-412387e4-499a-4295-8524-67cc5146965f tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/73e02edf-124d-4f5c-98ec-cc29bc088994 HTTP/1.1" status: 404 len: 336 time: 0.0454490 Apr 18 21:01:39.968877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46910) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:39.997809 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-720c404d-0312-4353-ae0b-cadfbae04594 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:39.998277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720c404d-0312-4353-ae0b-cadfbae04594 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.001504 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-720c404d-0312-4353-ae0b-cadfbae04594 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/7d47a6a5-2f6d-426f-b244-879c3827bfab HTTP/1.1" status: 404 len: 337 time: 0.0317039 Apr 18 21:01:40.004073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46912) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.032447 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b0fb27-365c-4a9d-bae7-3deea28ca1ee tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.033336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b0fb27-365c-4a9d-bae7-3deea28ca1ee tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.040893 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-21b0fb27-365c-4a9d-bae7-3deea28ca1ee tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/a94e2ae0-e6e9-4bf2-9118-561b7f5cf557 HTTP/1.1" status: 404 len: 337 time: 0.0335591 Apr 18 21:01:40.041194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46914) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.068944 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5a50df-4187-4406-94e5-d35b838e4ccb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.069413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5a50df-4187-4406-94e5-d35b838e4ccb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.072540 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4d5a50df-4187-4406-94e5-d35b838e4ccb tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/70ff735d-64f3-42ab-9f19-fa41b271fd02 HTTP/1.1" status: 404 len: 337 time: 0.0303271 Apr 18 21:01:40.075400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46916) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.101961 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e99b0a-2ffd-41cc-b217-db3466ce1202 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.102417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e99b0a-2ffd-41cc-b217-db3466ce1202 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.105440 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-04e99b0a-2ffd-41cc-b217-db3466ce1202 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/87f049ce-22d4-4647-9aaa-8bc430ef8a8d HTTP/1.1" status: 404 len: 337 time: 0.0290473 Apr 18 21:01:40.108086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46918) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.134744 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ac3acb33-06bd-4ebc-af9e-eecd5f4c2c92 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=c04595bb-ffa2-41e8-b89d-4175f12f089d HTTP/1.1" status: 200 len: 205 time: 0.0256040 Apr 18 21:01:40.137167 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46920) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.180148 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-4e4451c4-bd3d-4c35-93f4-793fc216d337 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] delete failed (client error): The resource could not be found. Apr 18 21:01:40.181193 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e4451c4-bd3d-4c35-93f4-793fc216d337 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/c04595bb-ffa2-41e8-b89d-4175f12f089d HTTP/1.1" status: 404 len: 336 time: 0.0431371 Apr 18 21:01:40.184208 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46922) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.212612 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0ec95f8b-646b-4d98-bd21-1ad3ed5ead6c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=b957fef1-502b-42fd-9232-46a1acbb4933 HTTP/1.1" status: 200 len: 205 time: 0.0267098 Apr 18 21:01:40.214647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46924) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.256136 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-6e9ae232-a543-4f8a-891f-87b139dc410c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] delete failed (client error): The resource could not be found. Apr 18 21:01:40.257179 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6e9ae232-a543-4f8a-891f-87b139dc410c tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/b957fef1-502b-42fd-9232-46a1acbb4933 HTTP/1.1" status: 404 len: 336 time: 0.0417037 Apr 18 21:01:40.259770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46926) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.287089 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-539108bd-2d1f-4fce-9a3e-cd22a290eab1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.287543 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539108bd-2d1f-4fce-9a3e-cd22a290eab1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.290639 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-539108bd-2d1f-4fce-9a3e-cd22a290eab1 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/50887230-6d8b-4845-a6d6-c7117b09a7b5 HTTP/1.1" status: 404 len: 337 time: 0.0299389 Apr 18 21:01:40.293485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46928) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.321535 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5abb7443-ebfa-48ef-8b68-48460fcefe72 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=554ef128-80df-499f-8531-73c88d33305a HTTP/1.1" status: 200 len: 205 time: 0.0267651 Apr 18 21:01:40.324137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46930) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.361709 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-e5f327be-4f96-420b-92bf-53d110e0db10 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] delete failed (client error): The resource could not be found. Apr 18 21:01:40.362800 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e5f327be-4f96-420b-92bf-53d110e0db10 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/554ef128-80df-499f-8531-73c88d33305a HTTP/1.1" status: 404 len: 336 time: 0.0376935 Apr 18 21:01:40.366217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46932) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.392644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0b293ca6-9cec-4b9f-bc02-41bb58d00327 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ca3299a-cb2a-41f1-b2dd-83e85362eb84 HTTP/1.1" status: 200 len: 205 time: 0.0253015 Apr 18 21:01:40.395553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46934) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.436958 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-b738b442-5cb1-49cc-8ddf-4d8d7018a978 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] delete failed (client error): The resource could not be found. Apr 18 21:01:40.438010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b738b442-5cb1-49cc-8ddf-4d8d7018a978 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/4ca3299a-cb2a-41f1-b2dd-83e85362eb84 HTTP/1.1" status: 404 len: 336 time: 0.0414193 Apr 18 21:01:40.440710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46936) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.468175 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-7728c476-7a90-4170-ad61-19c810804495 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.468551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7728c476-7a90-4170-ad61-19c810804495 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.471600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7728c476-7a90-4170-ad61-19c810804495 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/bd449af3-bcf6-4135-9fc5-148f48497f2c HTTP/1.1" status: 404 len: 337 time: 0.0299594 Apr 18 21:01:40.474855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46938) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.503973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ab414b31-a8d4-4737-804d-852439f6888d tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=d3b160b7-c576-469b-83ce-f866ac932e64 HTTP/1.1" status: 200 len: 205 time: 0.0279889 Apr 18 21:01:40.506375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46940) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.545550 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.547727 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-8c1500a1-3888-4d09-a5fb-036afec1bded tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] delete failed (client error): The resource could not be found. Apr 18 21:01:40.548876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8c1500a1-3888-4d09-a5fb-036afec1bded tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/d3b160b7-c576-469b-83ce-f866ac932e64 HTTP/1.1" status: 404 len: 336 time: 0.0415354 Apr 18 21:01:40.551751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46942) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.585820 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdce16f-b1f0-4e3d-822f-c64832d11880 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.586280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdce16f-b1f0-4e3d-822f-c64832d11880 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.589551 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3bdce16f-b1f0-4e3d-822f-c64832d11880 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/23ff1d96-f620-4cb4-b7df-f8c1706859b1 HTTP/1.1" status: 404 len: 337 time: 0.0364189 Apr 18 21:01:40.592440 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46944) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.623448 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-73d0b6d8-7a79-4371-b8bb-fc9f877c9faa tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "GET /v2.0/ports?device_id=bedc0aef-50a2-4fb4-936e-f03a44d5f73b HTTP/1.1" status: 200 len: 205 time: 0.0298958 Apr 18 21:01:40.625911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46946) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.670141 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-285a2649-38f5-4b41-a4c2-526a5ea0e9c9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] delete failed (client error): The resource could not be found. Apr 18 21:01:40.671189 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-285a2649-38f5-4b41-a4c2-526a5ea0e9c9 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/routers/bedc0aef-50a2-4fb4-936e-f03a44d5f73b HTTP/1.1" status: 404 len: 336 time: 0.0443909 Apr 18 21:01:40.673973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46948) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.702589 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8707303-906a-4d52-a206-aed163bb395b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.703050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8707303-906a-4d52-a206-aed163bb395b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.706254 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b8707303-906a-4d52-a206-aed163bb395b tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/7e6300fa-94c5-4709-b022-af0764728983 HTTP/1.1" status: 404 len: 337 time: 0.0308959 Apr 18 21:01:40.709276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46950) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:40.741795 n-d-836015-4 neutron-server[102903]: INFO neutron.pecan_wsgi.hooks.translation [None req-339f3242-b76d-49b9-a83f-ed5eb30961b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.742290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339f3242-b76d-49b9-a83f-ed5eb30961b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102903) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.749410 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-339f3242-b76d-49b9-a83f-ed5eb30961b6 tempest-RoutersTest-119038992 tempest-RoutersTest-119038992-project] 10.222.0.49 "DELETE /v2.0/subnets/92ad6bbe-4b16-4640-86d1-cb12e82366e0 HTTP/1.1" status: 404 len: 337 time: 0.0352690 Apr 18 21:01:41.056277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46956) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:41.193167 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4832d289-488b-4ecd-835c-f6dbd59aaa47 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52517af420d6470cbc79f0612438f315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356678 Apr 18 21:01:41.195397 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.195654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46960) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:41.248322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee025595-e2ce-4b1a-a87b-a2825c37acc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.274821 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee025595-e2ce-4b1a-a87b-a2825c37acc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.324565 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee025595-e2ce-4b1a-a87b-a2825c37acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.327341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ee025595-e2ce-4b1a-a87b-a2825c37acc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:41.328674 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ee025595-e2ce-4b1a-a87b-a2825c37acc0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aedf4cfd-3380-4e41-8b3e-6d8fa46c118f HTTP/1.1" status: 204 len: 168 time: 0.1319602 Apr 18 21:01:41.338170 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee025595-e2ce-4b1a-a87b-a2825c37acc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedf4cfd-3380-4e41-8b3e-6d8fa46c118f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:41.998368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46982) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:42.096730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-27df99c0-564f-4740-bf40-c0af786ff745 tempest-DvrRoutersNegativeTest-1169040355 tempest-DvrRoutersNegativeTest-1169040355-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2106026067', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:42.099521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.policy [None req-27df99c0-564f-4740-bf40-c0af786ff745 tempest-DvrRoutersNegativeTest-1169040355 tempest-DvrRoutersNegativeTest-1169040355-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102904) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 18 21:01:42.099822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.policy [None req-27df99c0-564f-4740-bf40-c0af786ff745 tempest-DvrRoutersNegativeTest-1169040355 tempest-DvrRoutersNegativeTest-1169040355-project] Failed policy check for 'create_router' {{(pid=102904) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 18 21:01:42.100382 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-27df99c0-564f-4740-bf40-c0af786ff745 tempest-DvrRoutersNegativeTest-1169040355 tempest-DvrRoutersNegativeTest-1169040355-project] create failed (client error): Access was denied to this resource. Apr 18 21:01:42.101353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-27df99c0-564f-4740-bf40-c0af786ff745 tempest-DvrRoutersNegativeTest-1169040355 tempest-DvrRoutersNegativeTest-1169040355-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1020083 Apr 18 21:01:42.284555 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:01:42.348380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 46990) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:42.370919 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.457963 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33d43fa0-1ab3-4d03-8d55-fca271702069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.531815 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33d43fa0-1ab3-4d03-8d55-fca271702069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.535603 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33d43fa0-1ab3-4d03-8d55-fca271702069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.580032 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-33d43fa0-1ab3-4d03-8d55-fca271702069 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81a8488445a34cf789714a6fdcbad057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281940 Apr 18 21:01:42.580032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d43fa0-1ab3-4d03-8d55-fca271702069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df72f31-57bc-4f5a-aad1-dfe8146377ea,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:42.580541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 46994) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:42.634302 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-944b0fe9-8f2c-4a1b-b0ab-3d53401e7ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.655583 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-944b0fe9-8f2c-4a1b-b0ab-3d53401e7ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.703011 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-944b0fe9-8f2c-4a1b-b0ab-3d53401e7ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.705585 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-944b0fe9-8f2c-4a1b-b0ab-3d53401e7ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:42.706773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-944b0fe9-8f2c-4a1b-b0ab-3d53401e7ed9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0df72f31-57bc-4f5a-aad1-dfe8146377ea HTTP/1.1" status: 204 len: 168 time: 0.1239815 Apr 18 21:01:42.715063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b0fe9-8f2c-4a1b-b0ab-3d53401e7ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df72f31-57bc-4f5a-aad1-dfe8146377ea,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:43.343166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47016) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:43.448882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a6a9118b-f652-4527-9540-e932ecf83394 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-779413427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:43.470612 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6a9118b-f652-4527-9540-e932ecf83394 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.471722 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6a9118b-f652-4527-9540-e932ecf83394 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.522890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6a9118b-f652-4527-9540-e932ecf83394 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.527184 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6a9118b-f652-4527-9540-e932ecf83394 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.545187 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6a9118b-f652-4527-9540-e932ecf83394 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.546384 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a6a9118b-f652-4527-9540-e932ecf83394 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2020798 Apr 18 21:01:43.550037 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47020) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:43.555676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-150087189'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:43.576342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Made reservation on behalf of b4cac63290144a7ea450b8d3cd15a0e7 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:43.579922 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.590162 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.668557 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.672177 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.699600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:43.710178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667bcaec-102b-4cf6-9c6a-13206711edfa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:43.715393 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.715697 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Added segment a61ead99-78c7-42a4-8eb2-a9c525f7cfe0 of type vlan for network 631bb060-ff41-4ff8-a000-70deda42baa6 Apr 18 21:01:43.758690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.785029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.790821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:43.791437 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.853191 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3020933 Apr 18 21:01:43.855992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47022) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:43.860809 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'subnet': {'network_id': '631bb060-ff41-4ff8-a000-70deda42baa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:43.880237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5a347-5eef-43ae-9064-c730611ca023 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Network': ['ID=631bb060-ff41-4ff8-a000-70deda42baa6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:43.891432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 631bb060-ff41-4ff8-a000-70deda42baa6 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:43.960420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Made reservation on behalf of b4cac63290144a7ea450b8d3cd15a0e7 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:43.964227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.154411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.217730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Subnet': ['ID=91ba1604-34ed-4f4b-95a1-07046ddf0872,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.228310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Checking segment: {'id': 'a61ead99-78c7-42a4-8eb2-a9c525f7cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '631bb060-ff41-4ff8-a000-70deda42baa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:44.228678 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network hostable DHCP agents. Network: 631bb060-ff41-4ff8-a000-70deda42baa6, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:44.245566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network 631bb060-ff41-4ff8-a000-70deda42baa6 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:44.255027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 631bb060-ff41-4ff8-a000-70deda42baa6) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:44.261495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:44.263029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.264655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca4c1f-fe90-42e1-afdb-ba5c1ebc8eb4 None None] Network 631bb060-ff41-4ff8-a000-70deda42baa6 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:44.280665 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-94a62a19-6f6e-4a8d-9b93-68330b70e645 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4235761 Apr 18 21:01:44.283594 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47026) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:44.289022 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'network': {'name': 'tempest-router-network01--94143837'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:44.309777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Made reservation on behalf of b4cac63290144a7ea450b8d3cd15a0e7 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:44.314008 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.340293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:44.350548 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.350964 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Added segment 1749248e-f75f-4c60-abf6-36f8e391e560 of type vlan for network 804ded70-107d-4102-a164-3ce636b158fc Apr 18 21:01:44.395189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.418165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-631bb060-ff41-4ff8-a000-70deda42baa6', 'network_id': '631bb060-ff41-4ff8-a000-70deda42baa6', 'tenant_id': 'b4cac63290144a7ea450b8d3cd15a0e7', 'fixed_ips': [{'subnet_id': '91ba1604-34ed-4f4b-95a1-07046ddf0872'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:44.419305 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.429510 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.435260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:44.435864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.465646 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1809676 Apr 18 21:01:44.468485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47028) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:44.474660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'network': {'name': 'tempest-router-network02--1692786478'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:44.497277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Made reservation on behalf of b4cac63290144a7ea450b8d3cd15a0e7 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:44.501754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.511868 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5635a4-46f7-4893-aeae-f49723eb845f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Network': ['ID=804ded70-107d-4102-a164-3ce636b158fc,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.523905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 804ded70-107d-4102-a164-3ce636b158fc details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:44.527568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:44.538149 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.538493 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Added segment 6aa4d943-749c-48de-ba56-6e446654e7cc of type vlan for network 6d16d367-e5e5-4a60-a712-3652840adbfb Apr 18 21:01:44.583543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.615870 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.621457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:44.622082 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.628134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Allocated IP 2001:db8::2 (631bb060-ff41-4ff8-a000-70deda42baa6/91ba1604-34ed-4f4b-95a1-07046ddf0872/03018a6f-747b-4d03-a19e-9a88371dd057) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:44.685771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2159545 Apr 18 21:01:44.688771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47030) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:44.693855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'subnet': {'network_id': '804ded70-107d-4102-a164-3ce636b158fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:44.714298 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67812e7a-ddf7-416d-a25f-d341b96a41ad tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Network': ['ID=6d16d367-e5e5-4a60-a712-3652840adbfb,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.730265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 6d16d367-e5e5-4a60-a712-3652840adbfb details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:44.801978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Made reservation on behalf of b4cac63290144a7ea450b8d3cd15a0e7 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:44.805783 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.825668 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.835561 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.882511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Network 631bb060-ff41-4ff8-a000-70deda42baa6 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:44.887022 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:44.891817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:44.895512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Pushing event updated for resources: {'Port': ['ID=03018a6f-747b-4d03-a19e-9a88371dd057,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.950409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Attempting to bind port 03018a6f-747b-4d03-a19e-9a88371dd057 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:44.951122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Attempting to bind port 03018a6f-747b-4d03-a19e-9a88371dd057 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'a61ead99-78c7-42a4-8eb2-a9c525f7cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '631bb060-ff41-4ff8-a000-70deda42baa6'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:44.951482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Attempting to bind port 03018a6f-747b-4d03-a19e-9a88371dd057 on network 631bb060-ff41-4ff8-a000-70deda42baa6 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:44.957618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:44.958012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Checking segment: {'id': 'a61ead99-78c7-42a4-8eb2-a9c525f7cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '631bb060-ff41-4ff8-a000-70deda42baa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:44.958405 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.958788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Bound using segment: {'id': 'a61ead99-78c7-42a4-8eb2-a9c525f7cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '631bb060-ff41-4ff8-a000-70deda42baa6'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:44.959246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Bound port: 03018a6f-747b-4d03-a19e-9a88371dd057, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61ead99-78c7-42a4-8eb2-a9c525f7cfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '631bb060-ff41-4ff8-a000-70deda42baa6'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:44.959616 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.998810 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.026326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] For port 03018a6f-747b-4d03-a19e-9a88371dd057, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:45.029856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] For port 03018a6f-747b-4d03-a19e-9a88371dd057, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03018a6f-747b-4d03-a19e-9a88371dd057,segment=NetworkSegment(a61ead99-78c7-42a4-8eb2-a9c525f7cfe0),segment_id=a61ead99-78c7-42a4-8eb2-a9c525f7cfe0)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:45.034194 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.062032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Subnet': ['ID=31dba373-18e9-42ad-a854-5e0e67edc071,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:45.076782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Checking segment: {'id': '1749248e-f75f-4c60-abf6-36f8e391e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '804ded70-107d-4102-a164-3ce636b158fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:45.077271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network hostable DHCP agents. Network: 804ded70-107d-4102-a164-3ce636b158fc, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:45.095041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32ec98-c013-4bf8-8b5c-a20a85065e68 None None] Pushing event updated for resources: {'Port': ['ID=03018a6f-747b-4d03-a19e-9a88371dd057,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:45.105502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network 804ded70-107d-4102-a164-3ce636b158fc is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:45.114955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 804ded70-107d-4102-a164-3ce636b158fc) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:45.119206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:45.119746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.124648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc23fb13-2877-400e-b5fb-4a2365a9b251 None None] Network 804ded70-107d-4102-a164-3ce636b158fc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:45.150591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6ce45ea4-7704-4b42-824f-1fd210409c4b tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4606042 Apr 18 21:01:45.154524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47032) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:45.160450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'subnet': {'network_id': '6d16d367-e5e5-4a60-a712-3652840adbfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:45.264840 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Made reservation on behalf of b4cac63290144a7ea450b8d3cd15a0e7 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:45.272727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.342873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-804ded70-107d-4102-a164-3ce636b158fc', 'network_id': '804ded70-107d-4102-a164-3ce636b158fc', 'tenant_id': 'b4cac63290144a7ea450b8d3cd15a0e7', 'fixed_ips': [{'subnet_id': '31dba373-18e9-42ad-a854-5e0e67edc071'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:45.343780 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.494419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.555120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Subnet': ['ID=96f2db51-8185-4bfb-8847-51e4353712fd,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:45.574046 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Checking segment: {'id': '6aa4d943-749c-48de-ba56-6e446654e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6d16d367-e5e5-4a60-a712-3652840adbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:45.574413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network hostable DHCP agents. Network: 6d16d367-e5e5-4a60-a712-3652840adbfb, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:45.594835 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network 6d16d367-e5e5-4a60-a712-3652840adbfb is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:45.616291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 6d16d367-e5e5-4a60-a712-3652840adbfb) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:45.621196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:45.621805 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.643606 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06636901-32b5-4344-af70-0e2ae4a08ec5 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4878564 Apr 18 21:01:45.646272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47034) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:45.711930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a4b3e-8628-4ec3-a688-3de71afdbeb7 None None] Network 6d16d367-e5e5-4a60-a712-3652840adbfb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:45.736434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Allocated IP 2001:db8::2 (804ded70-107d-4102-a164-3ce636b158fc/31dba373-18e9-42ad-a854-5e0e67edc071/9b308d09-38c7-4268-b3ad-f26f2e355fe9) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:45.977063 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.035771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-6d16d367-e5e5-4a60-a712-3652840adbfb', 'network_id': '6d16d367-e5e5-4a60-a712-3652840adbfb', 'tenant_id': 'b4cac63290144a7ea450b8d3cd15a0e7', 'fixed_ips': [{'subnet_id': '96f2db51-8185-4bfb-8847-51e4353712fd'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:46.036670 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.083124 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.099170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.162767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.218007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e4ae57-593c-47a0-a105-cf63b6be3587 None None] Network 631bb060-ff41-4ff8-a000-70deda42baa6 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:46.248947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Network 804ded70-107d-4102-a164-3ce636b158fc is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:46.259670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Allocated IP 2001:db8::1 (804ded70-107d-4102-a164-3ce636b158fc/31dba373-18e9-42ad-a854-5e0e67edc071/7edbed71-346c-4edf-bdeb-48a1a9f31134) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:46.312472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:46.321336 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:46.340683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Pushing event updated for resources: {'Port': ['ID=9b308d09-38c7-4268-b3ad-f26f2e355fe9,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.362488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d0ad4b5e-8adf-4635-a039-5ca0cb422219 None None] Provisioning complete for port 03018a6f-747b-4d03-a19e-9a88371dd057 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:46.363004 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d0ad4b5e-8adf-4635-a039-5ca0cb422219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.390603 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.422973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Allocated IP 2001:db8::2 (6d16d367-e5e5-4a60-a712-3652840adbfb/96f2db51-8185-4bfb-8847-51e4353712fd/afa3ca44-c26b-45d1-9acf-51bf8e250e2b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:46.434963 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.482720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network 804ded70-107d-4102-a164-3ce636b158fc is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:46.488955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:46.491398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:46.491985 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.495395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Attempting to bind port 9b308d09-38c7-4268-b3ad-f26f2e355fe9 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:46.495946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Attempting to bind port 9b308d09-38c7-4268-b3ad-f26f2e355fe9 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '1749248e-f75f-4c60-abf6-36f8e391e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '804ded70-107d-4102-a164-3ce636b158fc'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:46.496310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Attempting to bind port 9b308d09-38c7-4268-b3ad-f26f2e355fe9 on network 804ded70-107d-4102-a164-3ce636b158fc {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:46.504483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03018a6f-747b-4d03-a19e-9a88371dd057 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:46.540692 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Port': ['ID=7edbed71-346c-4edf-bdeb-48a1a9f31134,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.572585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:46.573018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Checking segment: {'id': '1749248e-f75f-4c60-abf6-36f8e391e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '804ded70-107d-4102-a164-3ce636b158fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:46.573379 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.573757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Bound using segment: {'id': '1749248e-f75f-4c60-abf6-36f8e391e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '804ded70-107d-4102-a164-3ce636b158fc'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:46.574248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Bound port: 9b308d09-38c7-4268-b3ad-f26f2e355fe9, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1749248e-f75f-4c60-abf6-36f8e391e560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '804ded70-107d-4102-a164-3ce636b158fc'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:46.574632 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.642495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.779247 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d0ad4b5e-8adf-4635-a039-5ca0cb422219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.832373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 03018a6f-747b-4d03-a19e-9a88371dd057 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:46.832882 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.873856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] For port 9b308d09-38c7-4268-b3ad-f26f2e355fe9, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:46.912096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] For port 9b308d09-38c7-4268-b3ad-f26f2e355fe9, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9b308d09-38c7-4268-b3ad-f26f2e355fe9,segment=NetworkSegment(1749248e-f75f-4c60-abf6-36f8e391e560),segment_id=1749248e-f75f-4c60-abf6-36f8e391e560)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:46.919340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d0ad4b5e-8adf-4635-a039-5ca0cb422219 None None] For port 03018a6f-747b-4d03-a19e-9a88371dd057, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03018a6f-747b-4d03-a19e-9a88371dd057,segment=NetworkSegment(a61ead99-78c7-42a4-8eb2-a9c525f7cfe0),segment_id=a61ead99-78c7-42a4-8eb2-a9c525f7cfe0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:46.926987 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.929175 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.935009 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d0ad4b5e-8adf-4635-a039-5ca0cb422219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.945810 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.962158 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.969480 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.970785 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.012688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Network 6d16d367-e5e5-4a60-a712-3652840adbfb is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:47.035814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:47.049043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:47.063469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a802fb-3613-41b5-96ff-4267728a8687 None None] Pushing event updated for resources: {'Port': ['ID=9b308d09-38c7-4268-b3ad-f26f2e355fe9,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.127096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network 804ded70-107d-4102-a164-3ce636b158fc is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:47.131973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:47.138986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Port': ['ID=7edbed71-346c-4edf-bdeb-48a1a9f31134,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.168044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Attempting to bind port afa3ca44-c26b-45d1-9acf-51bf8e250e2b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:47.168383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Attempting to bind port afa3ca44-c26b-45d1-9acf-51bf8e250e2b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '6aa4d943-749c-48de-ba56-6e446654e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6d16d367-e5e5-4a60-a712-3652840adbfb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:47.168695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Attempting to bind port afa3ca44-c26b-45d1-9acf-51bf8e250e2b on network 6d16d367-e5e5-4a60-a712-3652840adbfb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:47.182783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:47.183216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Checking segment: {'id': '6aa4d943-749c-48de-ba56-6e446654e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6d16d367-e5e5-4a60-a712-3652840adbfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:47.183829 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.184250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Bound using segment: {'id': '6aa4d943-749c-48de-ba56-6e446654e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6d16d367-e5e5-4a60-a712-3652840adbfb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:47.184731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Bound port: afa3ca44-c26b-45d1-9acf-51bf8e250e2b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa4d943-749c-48de-ba56-6e446654e7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6d16d367-e5e5-4a60-a712-3652840adbfb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:47.185127 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.192301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad4b5e-8adf-4635-a039-5ca0cb422219 None None] Pushing event updated for resources: {'Port': ['ID=03018a6f-747b-4d03-a19e-9a88371dd057,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.315456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Pushing event updated for resources: {'Port': ['ID=afa3ca44-c26b-45d1-9acf-51bf8e250e2b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.354350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Router e3711831-1c07-4e17-9f7e-b7f62d31ca1a is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:01:47.359529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-81171522-a751-4a00-a1e0-a831fe54b426 None None] Provisioning complete for port 03018a6f-747b-4d03-a19e-9a88371dd057 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:47.359529 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81171522-a751-4a00-a1e0-a831fe54b426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.388464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] For port afa3ca44-c26b-45d1-9acf-51bf8e250e2b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:47.400657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] For port afa3ca44-c26b-45d1-9acf-51bf8e250e2b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=afa3ca44-c26b-45d1-9acf-51bf8e250e2b,segment=NetworkSegment(6aa4d943-749c-48de-ba56-6e446654e7cc),segment_id=6aa4d943-749c-48de-ba56-6e446654e7cc)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:47.408712 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.479057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:47.485557 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c442714b-baaf-4e18-8c92-744fd48171a0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "PUT /v2.0/routers/e3711831-1c07-4e17-9f7e-b7f62d31ca1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8379579 Apr 18 21:01:47.489364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47038) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:47.492825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a40211-a03e-42e1-b4bf-78ff908ed33c None None] Pushing event updated for resources: {'Port': ['ID=afa3ca44-c26b-45d1-9acf-51bf8e250e2b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.517796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072484f-66db-4116-a7f0-e8a33938887d None None] Sync routers for ids ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:47.542153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072484f-66db-4116-a7f0-e8a33938887d None None] Routers {'e3711831-1c07-4e17-9f7e-b7f62d31ca1a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:47.542153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5072484f-66db-4116-a7f0-e8a33938887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:47.580874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5072484f-66db-4116-a7f0-e8a33938887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:47.589948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072484f-66db-4116-a7f0-e8a33938887d None None] Routers {'e3711831-1c07-4e17-9f7e-b7f62d31ca1a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:47.590569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5072484f-66db-4116-a7f0-e8a33938887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:47.626536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5072484f-66db-4116-a7f0-e8a33938887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:47.626536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072484f-66db-4116-a7f0-e8a33938887d None None] The sync data for ids ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:48.223405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d6f5ae-f1b2-4afa-8344-e648f5ae9359 None None] Network 804ded70-107d-4102-a164-3ce636b158fc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:48.278043 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-6e2ab678-61f3-449e-8148-50fa209fd000 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:01:48.279774 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6e2ab678-61f3-449e-8148-50fa209fd000 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "PUT /v2.0/routers/e3711831-1c07-4e17-9f7e-b7f62d31ca1a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7881997 Apr 18 21:01:48.281446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47040) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:48.295779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8464d4c7-c24a-4806-93dc-45b12b3c1a7c None None] Provisioning complete for port 9b308d09-38c7-4268-b3ad-f26f2e355fe9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:48.296170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8464d4c7-c24a-4806-93dc-45b12b3c1a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.451071 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8464d4c7-c24a-4806-93dc-45b12b3c1a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.493249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8464d4c7-c24a-4806-93dc-45b12b3c1a7c None None] For port 9b308d09-38c7-4268-b3ad-f26f2e355fe9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9b308d09-38c7-4268-b3ad-f26f2e355fe9,segment=NetworkSegment(1749248e-f75f-4c60-abf6-36f8e391e560),segment_id=1749248e-f75f-4c60-abf6-36f8e391e560)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:48.498031 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8464d4c7-c24a-4806-93dc-45b12b3c1a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.566300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464d4c7-c24a-4806-93dc-45b12b3c1a7c None None] Pushing event updated for resources: {'Port': ['ID=9b308d09-38c7-4268-b3ad-f26f2e355fe9,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:48.620863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9b308d09-38c7-4268-b3ad-f26f2e355fe9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:48.688053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9b308d09-38c7-4268-b3ad-f26f2e355fe9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:48.688567 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.709688 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.741203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735e1ad-887c-4894-823a-331c4cc8271c None None] Network 6d16d367-e5e5-4a60-a712-3652840adbfb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:48.988915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Deleting port 7edbed71-346c-4edf-bdeb-48a1a9f31134 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:48.989274 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.013167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device afa3ca44-c26b-45d1-9acf-51bf8e250e2b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:49.061735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-39afc823-ae57-40e0-b5de-fc33a23ebeef None None] Provisioning complete for port afa3ca44-c26b-45d1-9acf-51bf8e250e2b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:49.062129 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39afc823-ae57-40e0-b5de-fc33a23ebeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.087309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.101593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Calling delete_port for 7edbed71-346c-4edf-bdeb-48a1a9f31134 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:49.174700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port afa3ca44-c26b-45d1-9acf-51bf8e250e2b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:49.175110 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.258881 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39afc823-ae57-40e0-b5de-fc33a23ebeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.297708 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.320280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-39afc823-ae57-40e0-b5de-fc33a23ebeef None None] For port afa3ca44-c26b-45d1-9acf-51bf8e250e2b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=afa3ca44-c26b-45d1-9acf-51bf8e250e2b,segment=NetworkSegment(6aa4d943-749c-48de-ba56-6e446654e7cc),segment_id=6aa4d943-749c-48de-ba56-6e446654e7cc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:49.323660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Port': ['ID=7edbed71-346c-4edf-bdeb-48a1a9f31134,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.330693 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39afc823-ae57-40e0-b5de-fc33a23ebeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.368587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-39afc823-ae57-40e0-b5de-fc33a23ebeef None None] Could not find standard attr ID for object 7edbed71-346c-4edf-bdeb-48a1a9f31134. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:01:49.370291 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.418763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-39afc823-ae57-40e0-b5de-fc33a23ebeef None None] Provisioning complete for port 9b308d09-38c7-4268-b3ad-f26f2e355fe9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:49.419134 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39afc823-ae57-40e0-b5de-fc33a23ebeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.440680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.447513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afc823-ae57-40e0-b5de-fc33a23ebeef None None] Pushing event updated for resources: {'Port': ['ID=afa3ca44-c26b-45d1-9acf-51bf8e250e2b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:49.493568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:49.493925 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:49.620483 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Router e3711831-1c07-4e17-9f7e-b7f62d31ca1a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:49.661180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7221a2ed-f49b-4d9d-84bf-ec9698fb8a63 None None] Provisioning complete for port afa3ca44-c26b-45d1-9acf-51bf8e250e2b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:49.661548 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7221a2ed-f49b-4d9d-84bf-ec9698fb8a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.700039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:49.709634 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4d99fa60-01ff-4806-818e-33718956ba88 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "PUT /v2.0/routers/e3711831-1c07-4e17-9f7e-b7f62d31ca1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4270756 Apr 18 21:01:49.709839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47042) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:49.711822 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5999dc8-2e84-4c76-b476-254fef299463 None None] Sync routers for ids ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:49.723361 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5999dc8-2e84-4c76-b476-254fef299463 None None] Routers {'e3711831-1c07-4e17-9f7e-b7f62d31ca1a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:49.723991 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a5999dc8-2e84-4c76-b476-254fef299463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.745440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7221a2ed-f49b-4d9d-84bf-ec9698fb8a63 None None] Could not find standard attr ID for object 7edbed71-346c-4edf-bdeb-48a1a9f31134. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:01:49.749997 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-aa3c8011-478e-4dc5-8882-69464c7fa129 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] delete failed (client error): The resource could not be found. Apr 18 21:01:49.751175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aa3c8011-478e-4dc5-8882-69464c7fa129 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-1802146675 HTTP/1.1" status: 404 len: 335 time: 0.0401554 Apr 18 21:01:49.755654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47044) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:49.759137 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a5999dc8-2e84-4c76-b476-254fef299463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.760180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a9217ff3-0945-45f0-af80-e4f5615173c8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3711831-1c07-4e17-9f7e-b7f62d31ca1a'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:49.767933 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5999dc8-2e84-4c76-b476-254fef299463 None None] Routers {'e3711831-1c07-4e17-9f7e-b7f62d31ca1a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:49.768527 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a5999dc8-2e84-4c76-b476-254fef299463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.803822 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a5999dc8-2e84-4c76-b476-254fef299463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:49.804400 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5999dc8-2e84-4c76-b476-254fef299463 None None] The sync data for ids ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:49.975079 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a9217ff3-0945-45f0-af80-e4f5615173c8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.995043 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-a9217ff3-0945-45f0-af80-e4f5615173c8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] update failed (client error): The resource could not be found. Apr 18 21:01:49.998399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a9217ff3-0945-45f0-af80-e4f5615173c8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "PUT /v2.0/routers/e3711831-1c07-4e17-9f7e-b7f62d31ca1a HTTP/1.1" status: 404 len: 339 time: 0.2393909 Apr 18 21:01:50.000650 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47046) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:50.013165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1711104334'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:50.035891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Made reservation on behalf of b4cac63290144a7ea450b8d3cd15a0e7 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:50.039294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03018a6f-747b-4d03-a19e-9a88371dd057 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:50.039511 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.064324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:50.074947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.075297 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Added segment 30d7ef61-5e15-43be-808b-b2115fedb8ae of type vlan for network 51253ac4-331b-428e-9110-a501e3a590d5 Apr 18 21:01:50.088690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 03018a6f-747b-4d03-a19e-9a88371dd057 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:50.089060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.115579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.141450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.146937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:50.147523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.204454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2018719 Apr 18 21:01:50.207790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47048) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:50.213017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'subnet': {'network_id': '51253ac4-331b-428e-9110-a501e3a590d5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:50.219021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Network': ['ID=51253ac4-331b-428e-9110-a501e3a590d5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:50.226596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.226940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.227272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.227602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.227952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.228276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.228592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.228904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.229226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.229539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.229875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.230187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4899dad6-df79-422e-9ad6-ea8d1caab47d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:50.242276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 51253ac4-331b-428e-9110-a501e3a590d5 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:50.304167 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Made reservation on behalf of b4cac63290144a7ea450b8d3cd15a0e7 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:50.308399 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.432587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device afa3ca44-c26b-45d1-9acf-51bf8e250e2b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:50.483219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port afa3ca44-c26b-45d1-9acf-51bf8e250e2b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:50.483724 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.506005 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.567602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9b308d09-38c7-4268-b3ad-f26f2e355fe9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:50.569369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Subnet': ['ID=5c91193d-be5b-4e11-a0a2-1b6a199e61c4,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:50.579909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Checking segment: {'id': '30d7ef61-5e15-43be-808b-b2115fedb8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '51253ac4-331b-428e-9110-a501e3a590d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:50.580272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network hostable DHCP agents. Network: 51253ac4-331b-428e-9110-a501e3a590d5, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:50.609322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network 51253ac4-331b-428e-9110-a501e3a590d5 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:50.620400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 51253ac4-331b-428e-9110-a501e3a590d5) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:50.621664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9b308d09-38c7-4268-b3ad-f26f2e355fe9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:50.621858 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.624174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:50.624773 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.641511 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-73df077a-657b-4eb9-97cc-28ad326d8fd4 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4324870 Apr 18 21:01:50.644912 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47050) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:50.645576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e3911-76c4-483d-8d40-b2948254f138 None None] Network 51253ac4-331b-428e-9110-a501e3a590d5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:50.649855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-509d721c-9e43-4a9b-a62f-edeaacfd7c52 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'router': {'external_gateway_info': {'network_id': '51253ac4-331b-428e-9110-a501e3a590d5'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:50.839208 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-51253ac4-331b-428e-9110-a501e3a590d5', 'network_id': '51253ac4-331b-428e-9110-a501e3a590d5', 'tenant_id': 'b4cac63290144a7ea450b8d3cd15a0e7', 'fixed_ips': [{'subnet_id': '5c91193d-be5b-4e11-a0a2-1b6a199e61c4'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:01:50.840180 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.866154 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-509d721c-9e43-4a9b-a62f-edeaacfd7c52 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.985509 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-509d721c-9e43-4a9b-a62f-edeaacfd7c52 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:01:50.986091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Allocated IP 2001:db8:1::2 (51253ac4-331b-428e-9110-a501e3a590d5/5c91193d-be5b-4e11-a0a2-1b6a199e61c4/54850354-e5f3-4cba-8d02-c4b7ecfad886) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:50.990315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47052) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:50.991047 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-509d721c-9e43-4a9b-a62f-edeaacfd7c52 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "PUT /v2.0/routers/e3711831-1c07-4e17-9f7e-b7f62d31ca1a HTTP/1.1" status: 400 len: 364 time: 0.3443501 Apr 18 21:01:51.137320 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.143361 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.187142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Network 51253ac4-331b-428e-9110-a501e3a590d5 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:51.190397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:51.195549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:51.198875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Pushing event updated for resources: {'Port': ['ID=54850354-e5f3-4cba-8d02-c4b7ecfad886,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:51.254004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Attempting to bind port 54850354-e5f3-4cba-8d02-c4b7ecfad886 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:51.254278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Attempting to bind port 54850354-e5f3-4cba-8d02-c4b7ecfad886 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '30d7ef61-5e15-43be-808b-b2115fedb8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '51253ac4-331b-428e-9110-a501e3a590d5'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:51.254602 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Attempting to bind port 54850354-e5f3-4cba-8d02-c4b7ecfad886 on network 51253ac4-331b-428e-9110-a501e3a590d5 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:01:51.260497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:01:51.260857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Checking segment: {'id': '30d7ef61-5e15-43be-808b-b2115fedb8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '51253ac4-331b-428e-9110-a501e3a590d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:01:51.262242 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.262635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Bound using segment: {'id': '30d7ef61-5e15-43be-808b-b2115fedb8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '51253ac4-331b-428e-9110-a501e3a590d5'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:01:51.263094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Bound port: 54850354-e5f3-4cba-8d02-c4b7ecfad886, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d7ef61-5e15-43be-808b-b2115fedb8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '51253ac4-331b-428e-9110-a501e3a590d5'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:51.263468 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.334378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] For port 54850354-e5f3-4cba-8d02-c4b7ecfad886, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:01:51.337987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] For port 54850354-e5f3-4cba-8d02-c4b7ecfad886, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=54850354-e5f3-4cba-8d02-c4b7ecfad886,segment=NetworkSegment(30d7ef61-5e15-43be-808b-b2115fedb8ae),segment_id=30d7ef61-5e15-43be-808b-b2115fedb8ae)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:01:51.342108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.403475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c968b-ac2a-46f4-abce-1c872116b488 None None] Pushing event updated for resources: {'Port': ['ID=54850354-e5f3-4cba-8d02-c4b7ecfad886,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:51.625199 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.867408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Allocated IP 2001:db8::1 (631bb060-ff41-4ff8-a000-70deda42baa6/91ba1604-34ed-4f4b-95a1-07046ddf0872/503e115f-534a-4fec-a465-3eec75eebedf) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:51.983640 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.020367 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.062378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network 631bb060-ff41-4ff8-a000-70deda42baa6 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:52.065594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:52.069508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:01:52.070052 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.113185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Port': ['ID=503e115f-534a-4fec-a465-3eec75eebedf,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.208609 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.392883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-89ed873b-8c05-4d09-84fe-827a476beabb None None] Provisioning complete for port 503e115f-534a-4fec-a465-3eec75eebedf triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:52.393375 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-89ed873b-8c05-4d09-84fe-827a476beabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.442966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-89ed873b-8c05-4d09-84fe-827a476beabb None None] Port 503e115f-534a-4fec-a465-3eec75eebedf cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:52.446718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a29b91c-0661-4276-9a01-2a4019ddfb49 None None] Network 51253ac4-331b-428e-9110-a501e3a590d5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:52.503152 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 54850354-e5f3-4cba-8d02-c4b7ecfad886 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:52.552130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.557941 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.559338 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.611890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2ae5d694-ce66-4df7-9095-70e147340e5b None None] Provisioning complete for port 54850354-e5f3-4cba-8d02-c4b7ecfad886 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:52.612284 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d694-ce66-4df7-9095-70e147340e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.650333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event updated for resources: {'Port': ['ID=503e115f-534a-4fec-a465-3eec75eebedf,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:52.658389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 54850354-e5f3-4cba-8d02-c4b7ecfad886 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:52.658760 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.702617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Network 631bb060-ff41-4ff8-a000-70deda42baa6 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:52.704109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:52.792379 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d694-ce66-4df7-9095-70e147340e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.829276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Router e3711831-1c07-4e17-9f7e-b7f62d31ca1a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:52.865642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2ae5d694-ce66-4df7-9095-70e147340e5b None None] For port 54850354-e5f3-4cba-8d02-c4b7ecfad886, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=54850354-e5f3-4cba-8d02-c4b7ecfad886,segment=NetworkSegment(30d7ef61-5e15-43be-808b-b2115fedb8ae),segment_id=30d7ef61-5e15-43be-808b-b2115fedb8ae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:52.872893 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.877234 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2ae5d694-ce66-4df7-9095-70e147340e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.949352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:52.970692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d240f-ec3c-4464-a8a2-157287b71441 None None] Sync routers for ids ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:52.971534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47054) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:52.984495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f4fde545-19dd-4b77-bb69-6d2bd5b48ca0 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "PUT /v2.0/routers/e3711831-1c07-4e17-9f7e-b7f62d31ca1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9892144 Apr 18 21:01:53.010674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d240f-ec3c-4464-a8a2-157287b71441 None None] Routers {'e3711831-1c07-4e17-9f7e-b7f62d31ca1a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:53.011224 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-508d240f-ec3c-4464-a8a2-157287b71441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:53.019687 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:53.020182 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:53.064978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5d694-ce66-4df7-9095-70e147340e5b None None] Pushing event updated for resources: {'Port': ['ID=54850354-e5f3-4cba-8d02-c4b7ecfad886,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:53.075489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-508d240f-ec3c-4464-a8a2-157287b71441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:53.087383 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-050c7243-59b1-4591-94b5-5da9742f1bc9 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.088252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508d240f-ec3c-4464-a8a2-157287b71441 None None] Routers {'e3711831-1c07-4e17-9f7e-b7f62d31ca1a'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:53.088872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-508d240f-ec3c-4464-a8a2-157287b71441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:53.127182 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-508d240f-ec3c-4464-a8a2-157287b71441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:53.127875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508d240f-ec3c-4464-a8a2-157287b71441 None None] The sync data for ids ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:53.134754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a631fa62-d3e8-4cc3-871c-242b5af2b1ac None None] Provisioning complete for port 54850354-e5f3-4cba-8d02-c4b7ecfad886 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:53.135090 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a631fa62-d3e8-4cc3-871c-242b5af2b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.178654 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-050c7243-59b1-4591-94b5-5da9742f1bc9 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:01:53.182454 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-050c7243-59b1-4591-94b5-5da9742f1bc9 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/routers/e3711831-1c07-4e17-9f7e-b7f62d31ca1a HTTP/1.1" status: 409 len: 329 time: 0.2064211 Apr 18 21:01:53.182718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47056) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:53.335906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b863e99f-18d1-4a94-8d99-4d67fcbf6c72 None None] Provisioning complete for port 503e115f-534a-4fec-a465-3eec75eebedf triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:53.336194 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b863e99f-18d1-4a94-8d99-4d67fcbf6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.371441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b863e99f-18d1-4a94-8d99-4d67fcbf6c72 None None] Port 503e115f-534a-4fec-a465-3eec75eebedf cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:01:53.512011 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.752172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Deleting port 503e115f-534a-4fec-a465-3eec75eebedf {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:53.752526 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.836377 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.848407 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Calling delete_port for 503e115f-534a-4fec-a465-3eec75eebedf owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:54.014506 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.039430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Port': ['ID=503e115f-534a-4fec-a465-3eec75eebedf,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:54.139144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.300353 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Router e3711831-1c07-4e17-9f7e-b7f62d31ca1a has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:01:54.378463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:01:54.384293 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-12933a4a-e77a-472a-becd-c571e38f055c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "PUT /v2.0/routers/e3711831-1c07-4e17-9f7e-b7f62d31ca1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1994679 Apr 18 21:01:54.387297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47058) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:54.388851 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf2bb4-dc36-4a7a-be18-7fd269e75328 None None] Sync routers for ids ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:54.400596 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf2bb4-dc36-4a7a-be18-7fd269e75328 None None] Routers {'e3711831-1c07-4e17-9f7e-b7f62d31ca1a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:54.401805 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3cdf2bb4-dc36-4a7a-be18-7fd269e75328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:54.425678 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-fa0e49ee-750c-4394-a110-d3392c0e6840 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] show failed (client error): The resource could not be found. Apr 18 21:01:54.426729 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fa0e49ee-750c-4394-a110-d3392c0e6840 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-161909747 HTTP/1.1" status: 404 len: 334 time: 0.0384567 Apr 18 21:01:54.432709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47060) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:54.437133 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c294f31f-805f-4948-a565-4200fe69009c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:54.440162 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3cdf2bb4-dc36-4a7a-be18-7fd269e75328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:54.449482 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf2bb4-dc36-4a7a-be18-7fd269e75328 None None] Routers {'e3711831-1c07-4e17-9f7e-b7f62d31ca1a'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:01:54.450073 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3cdf2bb4-dc36-4a7a-be18-7fd269e75328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:54.456522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 54850354-e5f3-4cba-8d02-c4b7ecfad886 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:01:54.480486 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-c294f31f-805f-4948-a565-4200fe69009c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] update failed (client error): The resource could not be found. Apr 18 21:01:54.481663 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c294f31f-805f-4948-a565-4200fe69009c tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-463662582 HTTP/1.1" status: 404 len: 334 time: 0.0493836 Apr 18 21:01:54.484935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47062) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:54.485260 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3cdf2bb4-dc36-4a7a-be18-7fd269e75328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:54.485914 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf2bb4-dc36-4a7a-be18-7fd269e75328 None None] The sync data for ids ['e3711831-1c07-4e17-9f7e-b7f62d31ca1a'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:54.510885 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 54850354-e5f3-4cba-8d02-c4b7ecfad886 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:54.511244 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.538683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7ad162-4810-4984-97dc-eb354208cb5f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Deleting subnet 5c91193d-be5b-4e11-a0a2-1b6a199e61c4 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:54.542361 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad162-4810-4984-97dc-eb354208cb5f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.583050 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad162-4810-4984-97dc-eb354208cb5f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.670869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad162-4810-4984-97dc-eb354208cb5f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.731983 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad162-4810-4984-97dc-eb354208cb5f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.760852 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ad162-4810-4984-97dc-eb354208cb5f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Subnet': ['ID=5c91193d-be5b-4e11-a0a2-1b6a199e61c4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:54.762817 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ae7ad162-4810-4984-97dc-eb354208cb5f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.768193 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ae7ad162-4810-4984-97dc-eb354208cb5f tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/subnets/5c91193d-be5b-4e11-a0a2-1b6a199e61c4 HTTP/1.1" status: 204 len: 168 time: 0.2798603 Apr 18 21:01:54.768428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85573810-e0d6-45e5-a852-32e3627e63b3 None None] Network 51253ac4-331b-428e-9110-a501e3a590d5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:54.768555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47064) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:54.849068 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.904071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Deleting port 54850354-e5f3-4cba-8d02-c4b7ecfad886 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:54.904419 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.947776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca273e1-e016-49a5-8e4c-c94b37bca762 None None] DHCP port deletion for 51253ac4-331b-428e-9110-a501e3a590d5 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:54.974250 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] For port 54850354-e5f3-4cba-8d02-c4b7ecfad886, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=54850354-e5f3-4cba-8d02-c4b7ecfad886,segment=NetworkSegment(30d7ef61-5e15-43be-808b-b2115fedb8ae),segment_id=30d7ef61-5e15-43be-808b-b2115fedb8ae)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:54.974250 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.988679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Calling delete_port for 54850354-e5f3-4cba-8d02-c4b7ecfad886 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:55.000989 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0ca273e1-e016-49a5-8e4c-c94b37bca762 None None] Deleting port 54850354-e5f3-4cba-8d02-c4b7ecfad886 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:55.001357 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ca273e1-e016-49a5-8e4c-c94b37bca762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.068874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0ca273e1-e016-49a5-8e4c-c94b37bca762 None None] For port 54850354-e5f3-4cba-8d02-c4b7ecfad886, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=54850354-e5f3-4cba-8d02-c4b7ecfad886,segment=NetworkSegment(30d7ef61-5e15-43be-808b-b2115fedb8ae),segment_id=30d7ef61-5e15-43be-808b-b2115fedb8ae)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:55.069268 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ca273e1-e016-49a5-8e4c-c94b37bca762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.075734 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.083762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0ca273e1-e016-49a5-8e4c-c94b37bca762 None None] Calling delete_port for 54850354-e5f3-4cba-8d02-c4b7ecfad886 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:55.104452 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Port': ['ID=54850354-e5f3-4cba-8d02-c4b7ecfad886,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.108097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] No DVR routers for this DVR port 54850354-e5f3-4cba-8d02-c4b7ecfad886 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:55.195367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.219179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51253ac4-331b-428e-9110-a501e3a590d5']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:55.231173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d7ef61-5e15-43be-808b-b2115fedb8ae') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:55.231467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d7ef61-5e15-43be-808b-b2115fedb8ae') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:55.243609 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.258804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.265706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:55.266183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:55.270381 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:55.336604 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.336887 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ca273e1-e016-49a5-8e4c-c94b37bca762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.344866 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.349120 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/networks/51253ac4-331b-428e-9110-a501e3a590d5 HTTP/1.1" status: 204 len: 168 time: 0.5797069 Apr 18 21:01:55.351866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47066) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:55.359929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3e38a-6690-4978-92f3-fd1a3403b0d3 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Network': ['ID=51253ac4-331b-428e-9110-a501e3a590d5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.360409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca273e1-e016-49a5-8e4c-c94b37bca762 None None] Pushing event deleted for resources: {'Port': ['ID=54850354-e5f3-4cba-8d02-c4b7ecfad886,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.365041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ca273e1-e016-49a5-8e4c-c94b37bca762 None None] Network 51253ac4-331b-428e-9110-a501e3a590d5 is not hosted by any dhcp agent {{(pid=102905) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 18 21:01:55.365459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca273e1-e016-49a5-8e4c-c94b37bca762 None None] No DVR routers for this DVR port 54850354-e5f3-4cba-8d02-c4b7ecfad886 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:55.408691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7c3a77-be8c-4e60-8480-84261186a6fc tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Deleting subnet 96f2db51-8185-4bfb-8847-51e4353712fd {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:55.413863 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3a77-be8c-4e60-8480-84261186a6fc tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.461430 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3a77-be8c-4e60-8480-84261186a6fc tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.561087 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3a77-be8c-4e60-8480-84261186a6fc tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.624684 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3a77-be8c-4e60-8480-84261186a6fc tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.652934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c3a77-be8c-4e60-8480-84261186a6fc tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Subnet': ['ID=96f2db51-8185-4bfb-8847-51e4353712fd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:55.656811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3a77-be8c-4e60-8480-84261186a6fc tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.662062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cd7c3a77-be8c-4e60-8480-84261186a6fc tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/subnets/96f2db51-8185-4bfb-8847-51e4353712fd HTTP/1.1" status: 204 len: 168 time: 0.3068910 Apr 18 21:01:55.662824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47070) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:55.665618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92da2731-0bac-439b-b95b-12304c453ed7 None None] Network 6d16d367-e5e5-4a60-a712-3652840adbfb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:55.720445 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-e295bfec-811f-49b4-bdaa-d6cc48c5881a tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Deleting subnet 31dba373-18e9-42ad-a854-5e0e67edc071 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:55.723680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e295bfec-811f-49b4-bdaa-d6cc48c5881a tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.764981 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e295bfec-811f-49b4-bdaa-d6cc48c5881a tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.843909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc187fff-5d14-4186-9c20-95bcd96421d9 None None] DHCP port deletion for 6d16d367-e5e5-4a60-a712-3652840adbfb request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:55.855427 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e295bfec-811f-49b4-bdaa-d6cc48c5881a tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.892818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fc187fff-5d14-4186-9c20-95bcd96421d9 None None] Deleting port afa3ca44-c26b-45d1-9acf-51bf8e250e2b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:55.893202 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fc187fff-5d14-4186-9c20-95bcd96421d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.918567 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e295bfec-811f-49b4-bdaa-d6cc48c5881a tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.959352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-fc187fff-5d14-4186-9c20-95bcd96421d9 None None] For port afa3ca44-c26b-45d1-9acf-51bf8e250e2b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=afa3ca44-c26b-45d1-9acf-51bf8e250e2b,segment=NetworkSegment(6aa4d943-749c-48de-ba56-6e446654e7cc),segment_id=6aa4d943-749c-48de-ba56-6e446654e7cc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:55.959753 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fc187fff-5d14-4186-9c20-95bcd96421d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.976667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fc187fff-5d14-4186-9c20-95bcd96421d9 None None] Calling delete_port for afa3ca44-c26b-45d1-9acf-51bf8e250e2b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:56.056645 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fc187fff-5d14-4186-9c20-95bcd96421d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.085605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc187fff-5d14-4186-9c20-95bcd96421d9 None None] Pushing event deleted for resources: {'Port': ['ID=afa3ca44-c26b-45d1-9acf-51bf8e250e2b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.087391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc187fff-5d14-4186-9c20-95bcd96421d9 None None] No DVR routers for this DVR port afa3ca44-c26b-45d1-9acf-51bf8e250e2b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:56.268585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295bfec-811f-49b4-bdaa-d6cc48c5881a tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Subnet': ['ID=31dba373-18e9-42ad-a854-5e0e67edc071,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.273097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e295bfec-811f-49b4-bdaa-d6cc48c5881a tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.278331 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e295bfec-811f-49b4-bdaa-d6cc48c5881a tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/subnets/31dba373-18e9-42ad-a854-5e0e67edc071 HTTP/1.1" status: 204 len: 168 time: 0.6123252 Apr 18 21:01:56.278629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47072) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:56.281483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3002e1d-5678-4f82-a9d9-0c66ea222f7e None None] Network 804ded70-107d-4102-a164-3ce636b158fc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:56.353207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.427764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 54850354-e5f3-4cba-8d02-c4b7ecfad886 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:56.449486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 54850354-e5f3-4cba-8d02-c4b7ecfad886 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:56.449830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 54850354-e5f3-4cba-8d02-c4b7ecfad886 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:56.450252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device afa3ca44-c26b-45d1-9acf-51bf8e250e2b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:56.452541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.470641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13243c8e-120d-4fb3-bee2-7f337fffb320 None None] DHCP port deletion for 804ded70-107d-4102-a164-3ce636b158fc request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:56.473278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: afa3ca44-c26b-45d1-9acf-51bf8e250e2b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:56.473619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device afa3ca44-c26b-45d1-9acf-51bf8e250e2b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:56.475566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d16d367-e5e5-4a60-a712-3652840adbfb']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:56.485061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa4d943-749c-48de-ba56-6e446654e7cc') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:56.485365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa4d943-749c-48de-ba56-6e446654e7cc') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:56.495518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.509204 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.514984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:56.515376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:56.518538 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:56.526210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-13243c8e-120d-4fb3-bee2-7f337fffb320 None None] Deleting port 9b308d09-38c7-4268-b3ad-f26f2e355fe9 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:56.526522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-13243c8e-120d-4fb3-bee2-7f337fffb320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.583355 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.588268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-13243c8e-120d-4fb3-bee2-7f337fffb320 None None] For port 9b308d09-38c7-4268-b3ad-f26f2e355fe9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9b308d09-38c7-4268-b3ad-f26f2e355fe9,segment=NetworkSegment(1749248e-f75f-4c60-abf6-36f8e391e560),segment_id=1749248e-f75f-4c60-abf6-36f8e391e560)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:56.588717 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-13243c8e-120d-4fb3-bee2-7f337fffb320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.590615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.593690 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/networks/6d16d367-e5e5-4a60-a712-3652840adbfb HTTP/1.1" status: 204 len: 168 time: 0.3142292 Apr 18 21:01:56.597287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47074) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:56.605654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-13243c8e-120d-4fb3-bee2-7f337fffb320 None None] Calling delete_port for 9b308d09-38c7-4268-b3ad-f26f2e355fe9 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:56.607630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1097c78-7095-4792-a971-50c34061c3f8 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Network': ['ID=6d16d367-e5e5-4a60-a712-3652840adbfb,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.678989 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.687228 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-13243c8e-120d-4fb3-bee2-7f337fffb320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.714419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13243c8e-120d-4fb3-bee2-7f337fffb320 None None] Pushing event deleted for resources: {'Port': ['ID=9b308d09-38c7-4268-b3ad-f26f2e355fe9,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.718194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13243c8e-120d-4fb3-bee2-7f337fffb320 None None] No DVR routers for this DVR port 9b308d09-38c7-4268-b3ad-f26f2e355fe9 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:56.774799 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.795383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804ded70-107d-4102-a164-3ce636b158fc']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:56.804501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1749248e-f75f-4c60-abf6-36f8e391e560') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:56.804794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1749248e-f75f-4c60-abf6-36f8e391e560') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:56.814164 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.826946 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.833894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:56.834298 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:56.837339 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:56.897964 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.904678 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.907708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/networks/804ded70-107d-4102-a164-3ce636b158fc HTTP/1.1" status: 204 len: 168 time: 0.3094151 Apr 18 21:01:56.910926 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47076) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:56.919691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958d389-b00b-4a3f-809b-e1a540e120bd tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Network': ['ID=804ded70-107d-4102-a164-3ce636b158fc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.962135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-883d7493-33b2-4b68-83fc-92a61d2e374d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Deleting subnet 91ba1604-34ed-4f4b-95a1-07046ddf0872 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:01:56.965182 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-883d7493-33b2-4b68-83fc-92a61d2e374d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.003687 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-883d7493-33b2-4b68-83fc-92a61d2e374d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.090641 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-883d7493-33b2-4b68-83fc-92a61d2e374d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.149545 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-883d7493-33b2-4b68-83fc-92a61d2e374d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.176273 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d7493-33b2-4b68-83fc-92a61d2e374d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Subnet': ['ID=91ba1604-34ed-4f4b-95a1-07046ddf0872,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:57.180006 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-883d7493-33b2-4b68-83fc-92a61d2e374d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.183373 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-883d7493-33b2-4b68-83fc-92a61d2e374d tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/subnets/91ba1604-34ed-4f4b-95a1-07046ddf0872 HTTP/1.1" status: 204 len: 168 time: 0.2711887 Apr 18 21:01:57.185927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47078) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:57.186838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10173ed-ccfc-42b9-adf1-327cd14741f6 None None] Network 631bb060-ff41-4ff8-a000-70deda42baa6 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:01:57.264519 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.320219 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Deleting port 03018a6f-747b-4d03-a19e-9a88371dd057 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:57.320795 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.370888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ff1c6-528a-48b6-a3d2-f4cf0771550e None None] DHCP port deletion for 631bb060-ff41-4ff8-a000-70deda42baa6 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:01:57.384680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] For port 03018a6f-747b-4d03-a19e-9a88371dd057, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03018a6f-747b-4d03-a19e-9a88371dd057,segment=NetworkSegment(a61ead99-78c7-42a4-8eb2-a9c525f7cfe0),segment_id=a61ead99-78c7-42a4-8eb2-a9c525f7cfe0)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:57.385200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.400010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Calling delete_port for 03018a6f-747b-4d03-a19e-9a88371dd057 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:57.420436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ff1c6-528a-48b6-a3d2-f4cf0771550e None None] Deleting port 03018a6f-747b-4d03-a19e-9a88371dd057 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:01:57.420807 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff1c6-528a-48b6-a3d2-f4cf0771550e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.487694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2e9ff1c6-528a-48b6-a3d2-f4cf0771550e None None] For port 03018a6f-747b-4d03-a19e-9a88371dd057, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=03018a6f-747b-4d03-a19e-9a88371dd057,segment=NetworkSegment(a61ead99-78c7-42a4-8eb2-a9c525f7cfe0),segment_id=a61ead99-78c7-42a4-8eb2-a9c525f7cfe0)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:01:57.488211 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff1c6-528a-48b6-a3d2-f4cf0771550e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.488380 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.502375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ff1c6-528a-48b6-a3d2-f4cf0771550e None None] Calling delete_port for 03018a6f-747b-4d03-a19e-9a88371dd057 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:01:57.512643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Port': ['ID=03018a6f-747b-4d03-a19e-9a88371dd057,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:57.518207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] No DVR routers for this DVR port 03018a6f-747b-4d03-a19e-9a88371dd057 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:57.589839 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e9ff1c6-528a-48b6-a3d2-f4cf0771550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.609018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.626027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ff1c6-528a-48b6-a3d2-f4cf0771550e None None] Pushing event deleted for resources: {'Port': ['ID=03018a6f-747b-4d03-a19e-9a88371dd057,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:57.631701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ff1c6-528a-48b6-a3d2-f4cf0771550e None None] No DVR routers for this DVR port 03018a6f-747b-4d03-a19e-9a88371dd057 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:57.636702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631bb060-ff41-4ff8-a000-70deda42baa6']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:57.647467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61ead99-78c7-42a4-8eb2-a9c525f7cfe0') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:57.647928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61ead99-78c7-42a4-8eb2-a9c525f7cfe0') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:57.658161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.671403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.678433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:57.678835 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:57.681992 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:57.738824 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.745819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.748835 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/networks/631bb060-ff41-4ff8-a000-70deda42baa6 HTTP/1.1" status: 204 len: 168 time: 0.5618801 Apr 18 21:01:57.751559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47080) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:57.765045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31fd44-5b31-4f7f-a3c6-9b8e16c5d294 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Pushing event deleted for resources: {'Network': ['ID=631bb060-ff41-4ff8-a000-70deda42baa6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:57.786793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9b276e4a-3125-46d6-bf6f-701b772af149 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "GET /v2.0/ports?device_id=e3711831-1c07-4e17-9f7e-b7f62d31ca1a HTTP/1.1" status: 200 len: 205 time: 0.0338278 Apr 18 21:01:57.789037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47082) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:57.866716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96b02fea-5811-4b28-8a64-2517f1ca4d66 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.027407 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96b02fea-5811-4b28-8a64-2517f1ca4d66 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.029583 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96b02fea-5811-4b28-8a64-2517f1ca4d66 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.074673 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96b02fea-5811-4b28-8a64-2517f1ca4d66 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.075187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b02fea-5811-4b28-8a64-2517f1ca4d66 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Fanout notify agent at l3_agent the message router_deleted on router e3711831-1c07-4e17-9f7e-b7f62d31ca1a {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:01:58.083723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-96b02fea-5811-4b28-8a64-2517f1ca4d66 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.085135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-96b02fea-5811-4b28-8a64-2517f1ca4d66 tempest-RoutersNegativeIpV6Test-543844739 tempest-RoutersNegativeIpV6Test-543844739-project] 10.222.0.49 "DELETE /v2.0/routers/e3711831-1c07-4e17-9f7e-b7f62d31ca1a HTTP/1.1" status: 204 len: 168 time: 0.2951851 Apr 18 21:01:58.338896 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47088) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:58.441328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9b308d09-38c7-4268-b3ad-f26f2e355fe9 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:58.465818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 9b308d09-38c7-4268-b3ad-f26f2e355fe9 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:58.466247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9b308d09-38c7-4268-b3ad-f26f2e355fe9 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:58.466735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03018a6f-747b-4d03-a19e-9a88371dd057 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:01:58.481050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8762fb62-97a6-450c-b00a-5cfc81fc422d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4cac63290144a7ea450b8d3cd15a0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408520 Apr 18 21:01:58.483301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47092) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:58.487884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 03018a6f-747b-4d03-a19e-9a88371dd057 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:01:58.488232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 03018a6f-747b-4d03-a19e-9a88371dd057 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:01:58.537921 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64093d12-5626-4a6e-a083-b614c6cf29e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.559146 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64093d12-5626-4a6e-a083-b614c6cf29e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.612642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64093d12-5626-4a6e-a083-b614c6cf29e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.615262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-64093d12-5626-4a6e-a083-b614c6cf29e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.616459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-64093d12-5626-4a6e-a083-b614c6cf29e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/667bcaec-102b-4cf6-9c6a-13206711edfa HTTP/1.1" status: 204 len: 168 time: 0.1321905 Apr 18 21:01:58.629930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64093d12-5626-4a6e-a083-b614c6cf29e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667bcaec-102b-4cf6-9c6a-13206711edfa,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.250857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47114) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:59.348599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-1804b905-8013-4976-b7c4-370552fe3cb1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1923763878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:59.370225 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1804b905-8013-4976-b7c4-370552fe3cb1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.371188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1804b905-8013-4976-b7c4-370552fe3cb1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.420636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1804b905-8013-4976-b7c4-370552fe3cb1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.424549 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1804b905-8013-4976-b7c4-370552fe3cb1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.441756 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1804b905-8013-4976-b7c4-370552fe3cb1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.442923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1804b905-8013-4976-b7c4-370552fe3cb1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1910110 Apr 18 21:01:59.445865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47118) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:59.450498 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-411439069'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:59.468324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Made reservation on behalf of cba7ff0ab3774eb0bc61df6ac0dc00c2 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:59.471577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.479626 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.552224 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.556429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.586798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:59.596517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ac02d2-ec83-489e-890b-f3319bfcc72a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.602270 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.602607 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Added segment ebec2006-65ab-4384-a096-87af1655bf6d of type vlan for network b50c29fb-4256-4880-9492-b2872f61b920 Apr 18 21:01:59.642019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.666175 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.671654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:59.672251 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.728222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2813361 Apr 18 21:01:59.731029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47120) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:01:59.736251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Request body: {'subnet': {'network_id': 'b50c29fb-4256-4880-9492-b2872f61b920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:59.742525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75f1d1-d370-4b0a-acbd-2d00dad7f3a7 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'Network': ['ID=b50c29fb-4256-4880-9492-b2872f61b920,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.753058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network b50c29fb-4256-4880-9492-b2872f61b920 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:01:59.824510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Made reservation on behalf of cba7ff0ab3774eb0bc61df6ac0dc00c2 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:59.828276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.006969 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.076181 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'Subnet': ['ID=09a16e8f-6de1-404d-99a9-9e4d73c175de,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.080401 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Checking segment: {'id': 'ebec2006-65ab-4384-a096-87af1655bf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b50c29fb-4256-4880-9492-b2872f61b920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:00.081327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Network hostable DHCP agents. Network: b50c29fb-4256-4880-9492-b2872f61b920, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:00.096997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Network b50c29fb-4256-4880-9492-b2872f61b920 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:00.105233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, b50c29fb-4256-4880-9492-b2872f61b920) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:00.109367 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:00.110087 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.114911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e50cf-0532-4ce9-a2a6-80f0e0e28369 None None] Network b50c29fb-4256-4880-9492-b2872f61b920 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:00.126548 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fffb025d-1711-4116-ae85-cf146d724596 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3944058 Apr 18 21:02:00.130177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47122) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:00.135294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Request body: {'network': {'name': 'tempest-router-network01--1199496367'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:00.154483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Made reservation on behalf of cba7ff0ab3774eb0bc61df6ac0dc00c2 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:00.158027 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.181830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:00.191777 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.192186 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Added segment 9728becc-a1fb-48ef-b91f-f486615392be of type vlan for network ad3082c4-1250-4b88-b4db-8167b737a8ee Apr 18 21:02:00.237453 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.263771 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.267494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-b50c29fb-4256-4880-9492-b2872f61b920', 'network_id': 'b50c29fb-4256-4880-9492-b2872f61b920', 'tenant_id': 'cba7ff0ab3774eb0bc61df6ac0dc00c2', 'fixed_ips': [{'subnet_id': '09a16e8f-6de1-404d-99a9-9e4d73c175de'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:02:00.269086 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.270608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:00.271192 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.325296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1939876 Apr 18 21:02:00.328165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47124) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:00.334607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Request body: {'network': {'name': 'tempest-router-network02--429693718'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:00.340606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720ca29-2dbc-41a2-9145-b29054376a0a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'Network': ['ID=ad3082c4-1250-4b88-b4db-8167b737a8ee,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.353466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ad3082c4-1250-4b88-b4db-8167b737a8ee details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:02:00.356315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Made reservation on behalf of cba7ff0ab3774eb0bc61df6ac0dc00c2 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:00.360246 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.384254 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:00.393774 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.394125 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Added segment b4304adc-ac46-43ff-a12a-1d39b347e4ef of type vlan for network 774e34d7-dcf6-46cd-9558-938bb6c85fca Apr 18 21:02:00.434262 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.460773 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.465520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Allocated IP 172.20.0.2 (b50c29fb-4256-4880-9492-b2872f61b920/09a16e8f-6de1-404d-99a9-9e4d73c175de/60ad58fb-480e-4510-beed-f9c2249702fe) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:00.466739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:00.467338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.526742 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1975245 Apr 18 21:02:00.530237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47126) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:00.535323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Request body: {'subnet': {'network_id': 'ad3082c4-1250-4b88-b4db-8167b737a8ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:00.541193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b68ec-dc2c-431d-923f-62544b4f2436 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'Network': ['ID=774e34d7-dcf6-46cd-9558-938bb6c85fca,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.556959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 774e34d7-dcf6-46cd-9558-938bb6c85fca details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:02:00.625411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Made reservation on behalf of cba7ff0ab3774eb0bc61df6ac0dc00c2 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:00.629462 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.672147 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.678591 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.723078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Network b50c29fb-4256-4880-9492-b2872f61b920 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:00.726039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:00.729570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:00.734871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Pushing event updated for resources: {'Port': ['ID=60ad58fb-480e-4510-beed-f9c2249702fe,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.787501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Attempting to bind port 60ad58fb-480e-4510-beed-f9c2249702fe on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:00.788187 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Attempting to bind port 60ad58fb-480e-4510-beed-f9c2249702fe by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'ebec2006-65ab-4384-a096-87af1655bf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b50c29fb-4256-4880-9492-b2872f61b920'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:00.788293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Attempting to bind port 60ad58fb-480e-4510-beed-f9c2249702fe on network b50c29fb-4256-4880-9492-b2872f61b920 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:00.793291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:00.793656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Checking segment: {'id': 'ebec2006-65ab-4384-a096-87af1655bf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b50c29fb-4256-4880-9492-b2872f61b920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:00.794055 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.794440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Bound using segment: {'id': 'ebec2006-65ab-4384-a096-87af1655bf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b50c29fb-4256-4880-9492-b2872f61b920'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:00.794894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Bound port: 60ad58fb-480e-4510-beed-f9c2249702fe, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebec2006-65ab-4384-a096-87af1655bf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'b50c29fb-4256-4880-9492-b2872f61b920'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:00.795269 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.818628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.857339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] For port 60ad58fb-480e-4510-beed-f9c2249702fe, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:00.860763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] For port 60ad58fb-480e-4510-beed-f9c2249702fe, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60ad58fb-480e-4510-beed-f9c2249702fe,segment=NetworkSegment(ebec2006-65ab-4384-a096-87af1655bf6d),segment_id=ebec2006-65ab-4384-a096-87af1655bf6d)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:00.866350 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.881980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'Subnet': ['ID=a6cb7be2-8b7e-4a6b-9e75-00d1bad43c25,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.886140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Checking segment: {'id': '9728becc-a1fb-48ef-b91f-f486615392be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad3082c4-1250-4b88-b4db-8167b737a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:00.886505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Network hostable DHCP agents. Network: ad3082c4-1250-4b88-b4db-8167b737a8ee, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:00.905909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Network ad3082c4-1250-4b88-b4db-8167b737a8ee is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:00.919064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ad3082c4-1250-4b88-b4db-8167b737a8ee) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:00.923661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:00.925911 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.927798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bccae-a692-4afa-9556-a11ef942e317 None None] Pushing event updated for resources: {'Port': ['ID=60ad58fb-480e-4510-beed-f9c2249702fe,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:00.934912 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45fb337-c521-4408-996c-c6dd33829d32 None None] Network ad3082c4-1250-4b88-b4db-8167b737a8ee requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:00.943483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d19254d5-6bf4-4609-bd43-f84c97814ce6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4121175 Apr 18 21:02:00.946399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47128) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:00.951786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Request body: {'subnet': {'network_id': '774e34d7-dcf6-46cd-9558-938bb6c85fca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:01.042458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Made reservation on behalf of cba7ff0ab3774eb0bc61df6ac0dc00c2 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:01.046443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.106408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ad3082c4-1250-4b88-b4db-8167b737a8ee', 'network_id': 'ad3082c4-1250-4b88-b4db-8167b737a8ee', 'tenant_id': 'cba7ff0ab3774eb0bc61df6ac0dc00c2', 'fixed_ips': [{'subnet_id': 'a6cb7be2-8b7e-4a6b-9e75-00d1bad43c25'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:02:01.107273 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.266982 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.276644 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Allocated IP 172.20.0.2 (ad3082c4-1250-4b88-b4db-8167b737a8ee/a6cb7be2-8b7e-4a6b-9e75-00d1bad43c25/e0dddaa3-74cc-472e-8937-2bda08045fa4) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:01.333800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'Subnet': ['ID=d2986791-39de-45af-b3a8-275de39814b5,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:01.341926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Checking segment: {'id': 'b4304adc-ac46-43ff-a12a-1d39b347e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '774e34d7-dcf6-46cd-9558-938bb6c85fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:01.342291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Network hostable DHCP agents. Network: 774e34d7-dcf6-46cd-9558-938bb6c85fca, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:01.359233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Network 774e34d7-dcf6-46cd-9558-938bb6c85fca is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:01.368718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 774e34d7-dcf6-46cd-9558-938bb6c85fca) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:01.375763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:01.376461 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.381221 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47170c26-025d-4823-889f-0bcef67bcf71 None None] Network 774e34d7-dcf6-46cd-9558-938bb6c85fca requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:01.397429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47130) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:01.398005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-879080e5-095d-40be-9faa-90060ca7c162 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4499662 Apr 18 21:02:01.485372 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.505834 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.563646 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Network ad3082c4-1250-4b88-b4db-8167b737a8ee is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:01.571635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:01.574170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:01.589815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Pushing event updated for resources: {'Port': ['ID=e0dddaa3-74cc-472e-8937-2bda08045fa4,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:01.687215 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.827627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Attempting to bind port e0dddaa3-74cc-472e-8937-2bda08045fa4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:01.828244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Attempting to bind port e0dddaa3-74cc-472e-8937-2bda08045fa4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '9728becc-a1fb-48ef-b91f-f486615392be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad3082c4-1250-4b88-b4db-8167b737a8ee'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:01.828413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Attempting to bind port e0dddaa3-74cc-472e-8937-2bda08045fa4 on network ad3082c4-1250-4b88-b4db-8167b737a8ee {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:01.834501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:01.834880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Checking segment: {'id': '9728becc-a1fb-48ef-b91f-f486615392be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad3082c4-1250-4b88-b4db-8167b737a8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:01.835292 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.835711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Bound using segment: {'id': '9728becc-a1fb-48ef-b91f-f486615392be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad3082c4-1250-4b88-b4db-8167b737a8ee'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:01.836279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Bound port: e0dddaa3-74cc-472e-8937-2bda08045fa4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9728becc-a1fb-48ef-b91f-f486615392be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ad3082c4-1250-4b88-b4db-8167b737a8ee'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:01.836662 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.840404 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-774e34d7-dcf6-46cd-9558-938bb6c85fca', 'network_id': '774e34d7-dcf6-46cd-9558-938bb6c85fca', 'tenant_id': 'cba7ff0ab3774eb0bc61df6ac0dc00c2', 'fixed_ips': [{'subnet_id': 'd2986791-39de-45af-b3a8-275de39814b5'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:02:01.841227 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.958687 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Allocated IP 172.20.0.1 (ad3082c4-1250-4b88-b4db-8167b737a8ee/a6cb7be2-8b7e-4a6b-9e75-00d1bad43c25/3908b704-dbfe-48bd-b103-3912a7cbdf64) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:01.984635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a71b0-836d-4830-a3eb-29508f85908d None None] Network b50c29fb-4256-4880-9492-b2872f61b920 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:02.022519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] For port e0dddaa3-74cc-472e-8937-2bda08045fa4, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:02.082115 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.082978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] For port e0dddaa3-74cc-472e-8937-2bda08045fa4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e0dddaa3-74cc-472e-8937-2bda08045fa4,segment=NetworkSegment(9728becc-a1fb-48ef-b91f-f486615392be),segment_id=9728becc-a1fb-48ef-b91f-f486615392be)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:02.099399 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.104025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Allocated IP 172.20.0.2 (774e34d7-dcf6-46cd-9558-938bb6c85fca/d2986791-39de-45af-b3a8-275de39814b5/30611b94-369a-42f8-9272-c2b38a915527) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:02.118185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.157766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4aa3a8c3-b517-4a99-9974-a8a3f072bed7 None None] Provisioning complete for port 60ad58fb-480e-4510-beed-f9c2249702fe triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:02.158141 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4aa3a8c3-b517-4a99-9974-a8a3f072bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.160526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Network ad3082c4-1250-4b88-b4db-8167b737a8ee is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:02.163729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:02.167592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:02.192442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'Port': ['ID=3908b704-dbfe-48bd-b103-3912a7cbdf64,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:02.215358 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.315823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec1d62-4185-4433-870f-e55b1bc45f39 None None] Pushing event updated for resources: {'Port': ['ID=e0dddaa3-74cc-472e-8937-2bda08045fa4,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:02.352936 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.472318 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4aa3a8c3-b517-4a99-9974-a8a3f072bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.497967 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.516442 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.561322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4aa3a8c3-b517-4a99-9974-a8a3f072bed7 None None] For port 60ad58fb-480e-4510-beed-f9c2249702fe, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60ad58fb-480e-4510-beed-f9c2249702fe,segment=NetworkSegment(ebec2006-65ab-4384-a096-87af1655bf6d),segment_id=ebec2006-65ab-4384-a096-87af1655bf6d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:02.571000 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4aa3a8c3-b517-4a99-9974-a8a3f072bed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.583467 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Network 774e34d7-dcf6-46cd-9558-938bb6c85fca is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:02.586898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:02.592046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:02.597804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Pushing event updated for resources: {'Port': ['ID=30611b94-369a-42f8-9272-c2b38a915527,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:02.637754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e0dddaa3-74cc-472e-8937-2bda08045fa4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:02.741481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3a8c3-b517-4a99-9974-a8a3f072bed7 None None] Pushing event updated for resources: {'Port': ['ID=60ad58fb-480e-4510-beed-f9c2249702fe,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:02.744452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Attempting to bind port 30611b94-369a-42f8-9272-c2b38a915527 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:02.745309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Attempting to bind port 30611b94-369a-42f8-9272-c2b38a915527 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'b4304adc-ac46-43ff-a12a-1d39b347e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '774e34d7-dcf6-46cd-9558-938bb6c85fca'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:02.745309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Attempting to bind port 30611b94-369a-42f8-9272-c2b38a915527 on network 774e34d7-dcf6-46cd-9558-938bb6c85fca {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:02.752767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:02.753169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Checking segment: {'id': 'b4304adc-ac46-43ff-a12a-1d39b347e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '774e34d7-dcf6-46cd-9558-938bb6c85fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:02.753567 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.753951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Bound using segment: {'id': 'b4304adc-ac46-43ff-a12a-1d39b347e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '774e34d7-dcf6-46cd-9558-938bb6c85fca'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:02.754414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Bound port: 30611b94-369a-42f8-9272-c2b38a915527, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4304adc-ac46-43ff-a12a-1d39b347e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '774e34d7-dcf6-46cd-9558-938bb6c85fca'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:02.754792 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.772440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e0dddaa3-74cc-472e-8937-2bda08045fa4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:02.772808 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.790818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.797825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.862863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4bfb3d76-5773-4b30-a238-db7057ae7e99 None None] Provisioning complete for port 60ad58fb-480e-4510-beed-f9c2249702fe triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:02.863480 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4bfb3d76-5773-4b30-a238-db7057ae7e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.878461 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.880413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'Port': ['ID=3908b704-dbfe-48bd-b103-3912a7cbdf64,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:02.902398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] For port 30611b94-369a-42f8-9272-c2b38a915527, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:02.922251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] For port 30611b94-369a-42f8-9272-c2b38a915527, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=30611b94-369a-42f8-9272-c2b38a915527,segment=NetworkSegment(b4304adc-ac46-43ff-a12a-1d39b347e4ef),segment_id=b4304adc-ac46-43ff-a12a-1d39b347e4ef)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:02.943697 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.990197 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Network ad3082c4-1250-4b88-b4db-8167b737a8ee is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:02.991262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:02.998261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.070077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace52e2d-e87e-434e-95bd-d44d106495d4 None None] Pushing event updated for resources: {'Port': ['ID=30611b94-369a-42f8-9272-c2b38a915527,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:03.097852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port e0dddaa3-74cc-472e-8937-2bda08045fa4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e0dddaa3-74cc-472e-8937-2bda08045fa4,segment=NetworkSegment(9728becc-a1fb-48ef-b91f-f486615392be),segment_id=9728becc-a1fb-48ef-b91f-f486615392be)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:03.105885 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.106694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60ad58fb-480e-4510-beed-f9c2249702fe up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:03.137659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Router e6d666cd-1710-4b28-8d6c-e49847b555e5 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:02:03.194518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=e0dddaa3-74cc-472e-8937-2bda08045fa4,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:03.204934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 60ad58fb-480e-4510-beed-f9c2249702fe triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:03.205129 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.244949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:03.250436 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1a8901c5-56f6-43be-add0-b9cbf8758dd1 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "PUT /v2.0/routers/e6d666cd-1710-4b28-8d6c-e49847b555e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8493986 Apr 18 21:02:03.255085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47132) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:03.313366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d620f8c3-a423-41f7-ab7d-67bbd37198a9 None None] Sync routers for ids ['e6d666cd-1710-4b28-8d6c-e49847b555e5'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:03.351958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620f8c3-a423-41f7-ab7d-67bbd37198a9 None None] Routers {'e6d666cd-1710-4b28-8d6c-e49847b555e5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:03.352864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d620f8c3-a423-41f7-ab7d-67bbd37198a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e6d666cd-1710-4b28-8d6c-e49847b555e5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:03.392713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d620f8c3-a423-41f7-ab7d-67bbd37198a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:03.406767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d620f8c3-a423-41f7-ab7d-67bbd37198a9 None None] Routers {'e6d666cd-1710-4b28-8d6c-e49847b555e5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:03.407396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d620f8c3-a423-41f7-ab7d-67bbd37198a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e6d666cd-1710-4b28-8d6c-e49847b555e5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:03.459240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-d620f8c3-a423-41f7-ab7d-67bbd37198a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:03.459904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d620f8c3-a423-41f7-ab7d-67bbd37198a9 None None] The sync data for ids ['e6d666cd-1710-4b28-8d6c-e49847b555e5'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:03.492625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67ac55-1ca6-47f9-ba7f-8d0e733cdd69 None None] Network ad3082c4-1250-4b88-b4db-8167b737a8ee requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:03.593418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-9c92c207-76f0-48c6-ba07-1e44e48bef41 req-11fcdb78-6442-491d-a586-2439cb6a7965 tempest-ServerActionsTestJSON-326923742 tempest-ServerActionsTestJSON-326923742-project] (102904) timed out ('10.222.0.64', 63865) {{(pid=102904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:02:03.600034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-411d0a08-7151-47db-8e2b-f4e27dc2389c None None] Provisioning complete for port e0dddaa3-74cc-472e-8937-2bda08045fa4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:03.600368 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-411d0a08-7151-47db-8e2b-f4e27dc2389c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.664941 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-b9a3b5e6-f22a-4238-81f3-02cbf69fae8a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:02:03.666004 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b9a3b5e6-f22a-4238-81f3-02cbf69fae8a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "PUT /v2.0/routers/e6d666cd-1710-4b28-8d6c-e49847b555e5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4110765 Apr 18 21:02:03.668937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47134) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:03.972618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-cdaba532-b874-47f2-a7b2-c877490dc1dc None None] Provisioning complete for port 3908b704-dbfe-48bd-b103-3912a7cbdf64 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:03.973128 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cdaba532-b874-47f2-a7b2-c877490dc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.014481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cdaba532-b874-47f2-a7b2-c877490dc1dc None None] Port 3908b704-dbfe-48bd-b103-3912a7cbdf64 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:04.028070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-cdaba532-b874-47f2-a7b2-c877490dc1dc None None] Provisioning complete for port e0dddaa3-74cc-472e-8937-2bda08045fa4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:04.029078 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cdaba532-b874-47f2-a7b2-c877490dc1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.249073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0ca72b7d-ee02-470a-a9b0-84d0c852d7ca None None] Provisioning complete for port 3908b704-dbfe-48bd-b103-3912a7cbdf64 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:04.249073 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ca72b7d-ee02-470a-a9b0-84d0c852d7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.281017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb8ce7-5d11-49fe-a409-3f3f57118a0a None None] Network 774e34d7-dcf6-46cd-9558-938bb6c85fca requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:04.336365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0ca72b7d-ee02-470a-a9b0-84d0c852d7ca None None] Port 3908b704-dbfe-48bd-b103-3912a7cbdf64 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:04.346731 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.465728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-88458bde-79da-4034-aa0b-63aeefe015c6 None None] Provisioning complete for port 3908b704-dbfe-48bd-b103-3912a7cbdf64 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:04.466097 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88458bde-79da-4034-aa0b-63aeefe015c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.504229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-88458bde-79da-4034-aa0b-63aeefe015c6 None None] Port 3908b704-dbfe-48bd-b103-3912a7cbdf64 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:04.514996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-88458bde-79da-4034-aa0b-63aeefe015c6 None None] Provisioning complete for port 30611b94-369a-42f8-9272-c2b38a915527 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:04.515365 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88458bde-79da-4034-aa0b-63aeefe015c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.632429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Deleting port 3908b704-dbfe-48bd-b103-3912a7cbdf64 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:04.633083 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.702065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e0dddaa3-74cc-472e-8937-2bda08045fa4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:04.728703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.740365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Calling delete_port for 3908b704-dbfe-48bd-b103-3912a7cbdf64 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:04.791660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e0dddaa3-74cc-472e-8937-2bda08045fa4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:04.792058 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.825457 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88458bde-79da-4034-aa0b-63aeefe015c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.870381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-88458bde-79da-4034-aa0b-63aeefe015c6 None None] For port 30611b94-369a-42f8-9272-c2b38a915527, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=30611b94-369a-42f8-9272-c2b38a915527,segment=NetworkSegment(b4304adc-ac46-43ff-a12a-1d39b347e4ef),segment_id=b4304adc-ac46-43ff-a12a-1d39b347e4ef)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:04.875543 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88458bde-79da-4034-aa0b-63aeefe015c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.926430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.936031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 30611b94-369a-42f8-9272-c2b38a915527 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:04.953391 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event deleted for resources: {'Port': ['ID=3908b704-dbfe-48bd-b103-3912a7cbdf64,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:04.970301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88458bde-79da-4034-aa0b-63aeefe015c6 None None] Pushing event updated for resources: {'Port': ['ID=30611b94-369a-42f8-9272-c2b38a915527,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:05.006528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2f573d39-f8bf-4c9a-a781-e994ff10807d None None] Provisioning complete for port 30611b94-369a-42f8-9272-c2b38a915527 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:05.007215 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2f573d39-f8bf-4c9a-a781-e994ff10807d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.010413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 30611b94-369a-42f8-9272-c2b38a915527 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:05.010762 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.106809 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.156888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60ad58fb-480e-4510-beed-f9c2249702fe up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:05.205540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 60ad58fb-480e-4510-beed-f9c2249702fe triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:05.205999 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.265729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Router e6d666cd-1710-4b28-8d6c-e49847b555e5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:05.342154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:05.347619 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8c95c4a0-1604-4630-920c-3082455ac41e tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "PUT /v2.0/routers/e6d666cd-1710-4b28-8d6c-e49847b555e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6777623 Apr 18 21:02:05.352482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47138) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:05.354290 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553faa4-9748-429a-a681-61fc618386d0 None None] Sync routers for ids ['e6d666cd-1710-4b28-8d6c-e49847b555e5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:05.364760 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553faa4-9748-429a-a681-61fc618386d0 None None] Routers {'e6d666cd-1710-4b28-8d6c-e49847b555e5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:05.365353 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1553faa4-9748-429a-a681-61fc618386d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e6d666cd-1710-4b28-8d6c-e49847b555e5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:05.389289 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-f17c4429-9595-43f4-bbdb-4c224a66ff43 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] delete failed (client error): The resource could not be found. Apr 18 21:02:05.390405 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f17c4429-9595-43f4-bbdb-4c224a66ff43 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "DELETE /v2.0/routers/tempest-non_exist_router-919094572 HTTP/1.1" status: 404 len: 334 time: 0.0368490 Apr 18 21:02:05.394197 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47140) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:05.397008 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1553faa4-9748-429a-a681-61fc618386d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:05.398526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0144a338-0488-495b-9b8e-2e026fcbcc40 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6d666cd-1710-4b28-8d6c-e49847b555e5'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:05.405509 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1553faa4-9748-429a-a681-61fc618386d0 None None] Routers {'e6d666cd-1710-4b28-8d6c-e49847b555e5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:05.406163 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1553faa4-9748-429a-a681-61fc618386d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e6d666cd-1710-4b28-8d6c-e49847b555e5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:05.441093 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1553faa4-9748-429a-a681-61fc618386d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:05.441724 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1553faa4-9748-429a-a681-61fc618386d0 None None] The sync data for ids ['e6d666cd-1710-4b28-8d6c-e49847b555e5'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:05.607655 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0144a338-0488-495b-9b8e-2e026fcbcc40 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.626577 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-0144a338-0488-495b-9b8e-2e026fcbcc40 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] update failed (client error): The resource could not be found. Apr 18 21:02:05.627660 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0144a338-0488-495b-9b8e-2e026fcbcc40 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "PUT /v2.0/routers/e6d666cd-1710-4b28-8d6c-e49847b555e5 HTTP/1.1" status: 404 len: 339 time: 0.2325482 Apr 18 21:02:05.631354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47142) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:05.899822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.921956 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ea120ea-c318-42a2-aac8-51ebf9ceacd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.154858 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Allocated IP 172.20.0.1 (b50c29fb-4256-4880-9492-b2872f61b920/09a16e8f-6de1-404d-99a9-9e4d73c175de/468dfdce-c39c-4651-8da9-728ba75ebf08) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:06.265150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.298558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.337237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Network b50c29fb-4256-4880-9492-b2872f61b920 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:06.342769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:06.345174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:06.383780 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'Port': ['ID=468dfdce-c39c-4651-8da9-728ba75ebf08,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.407268 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.455315 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 30611b94-369a-42f8-9272-c2b38a915527 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:06.508018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 30611b94-369a-42f8-9272-c2b38a915527 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:06.508386 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.536409 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.600235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c2764b1a-e6b9-49dd-8660-d6f53ffd90be None None] Provisioning complete for port 468dfdce-c39c-4651-8da9-728ba75ebf08 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:06.600601 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c2764b1a-e6b9-49dd-8660-d6f53ffd90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.641177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c2764b1a-e6b9-49dd-8660-d6f53ffd90be None None] Port 468dfdce-c39c-4651-8da9-728ba75ebf08 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:06.795995 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.801096 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.874453 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.877057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event updated for resources: {'Port': ['ID=468dfdce-c39c-4651-8da9-728ba75ebf08,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.972576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Network b50c29fb-4256-4880-9492-b2872f61b920 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:06.974014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:07.076231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Router e6d666cd-1710-4b28-8d6c-e49847b555e5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:07.164079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ce568101-a3fc-445e-8adc-b5170a598577 None None] Provisioning complete for port 468dfdce-c39c-4651-8da9-728ba75ebf08 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:07.164454 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ce568101-a3fc-445e-8adc-b5170a598577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.172073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:07.177233 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e36a959b-a196-428e-99d7-dd8e87883c55 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "PUT /v2.0/routers/e6d666cd-1710-4b28-8d6c-e49847b555e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5446560 Apr 18 21:02:07.179640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47144) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:07.187752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457e24f-a483-4b53-8b53-e1a8d000f0ef None None] Sync routers for ids ['e6d666cd-1710-4b28-8d6c-e49847b555e5'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:07.208910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457e24f-a483-4b53-8b53-e1a8d000f0ef None None] Routers {'e6d666cd-1710-4b28-8d6c-e49847b555e5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:07.209522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c457e24f-a483-4b53-8b53-e1a8d000f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e6d666cd-1710-4b28-8d6c-e49847b555e5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:07.214188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ce568101-a3fc-445e-8adc-b5170a598577 None None] Port 468dfdce-c39c-4651-8da9-728ba75ebf08 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:07.248495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c457e24f-a483-4b53-8b53-e1a8d000f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:07.257203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457e24f-a483-4b53-8b53-e1a8d000f0ef None None] Routers {'e6d666cd-1710-4b28-8d6c-e49847b555e5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:07.257806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c457e24f-a483-4b53-8b53-e1a8d000f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:01:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e6d666cd-1710-4b28-8d6c-e49847b555e5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:07.270563 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c395aea7-f0c1-4c48-bfc6-6c6a1fbba1a4 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.290685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c457e24f-a483-4b53-8b53-e1a8d000f0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:07.291261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c457e24f-a483-4b53-8b53-e1a8d000f0ef None None] The sync data for ids ['e6d666cd-1710-4b28-8d6c-e49847b555e5'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:07.663981 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-c395aea7-f0c1-4c48-bfc6-6c6a1fbba1a4 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 21:02:07.664926 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c395aea7-f0c1-4c48-bfc6-6c6a1fbba1a4 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "DELETE /v2.0/routers/e6d666cd-1710-4b28-8d6c-e49847b555e5 HTTP/1.1" status: 409 len: 329 time: 0.4842551 Apr 18 21:02:07.667801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47146) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:07.966837 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.205169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Deleting port 468dfdce-c39c-4651-8da9-728ba75ebf08 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:08.205518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.297768 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.310196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Calling delete_port for 468dfdce-c39c-4651-8da9-728ba75ebf08 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:08.479739 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.511211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event deleted for resources: {'Port': ['ID=468dfdce-c39c-4651-8da9-728ba75ebf08,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:08.650000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.678463 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ed065737-0dd7-44dc-8fe1-25e9cc3e435e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.810541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Router e6d666cd-1710-4b28-8d6c-e49847b555e5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:08.885659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:08.891277 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-09b7d807-63f0-4381-8a14-a9bba6d2b36a tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "PUT /v2.0/routers/e6d666cd-1710-4b28-8d6c-e49847b555e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2224059 Apr 18 21:02:08.894719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47148) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:08.897827 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee7d38-b3ff-4e06-851e-e129248d3a66 None None] Sync routers for ids ['e6d666cd-1710-4b28-8d6c-e49847b555e5'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:08.906864 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee7d38-b3ff-4e06-851e-e129248d3a66 None None] Routers {'e6d666cd-1710-4b28-8d6c-e49847b555e5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:08.907722 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e9ee7d38-b3ff-4e06-851e-e129248d3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:02:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e6d666cd-1710-4b28-8d6c-e49847b555e5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:08.932868 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-5694ae9d-517a-4877-b84a-8c69f2fd9269 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] show failed (client error): The resource could not be found. Apr 18 21:02:08.933900 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5694ae9d-517a-4877-b84a-8c69f2fd9269 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "GET /v2.0/routers/tempest-non_exist_router-2047826901 HTTP/1.1" status: 404 len: 335 time: 0.0380700 Apr 18 21:02:08.937857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47150) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:08.942441 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e9ee7d38-b3ff-4e06-851e-e129248d3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:08.942835 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-09f5711f-3ed2-4d93-a301-e1ebef9cbdc9 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:08.952714 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee7d38-b3ff-4e06-851e-e129248d3a66 None None] Routers {'e6d666cd-1710-4b28-8d6c-e49847b555e5'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:08.953325 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e9ee7d38-b3ff-4e06-851e-e129248d3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:02:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e6d666cd-1710-4b28-8d6c-e49847b555e5'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:08.977725 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-09f5711f-3ed2-4d93-a301-e1ebef9cbdc9 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] update failed (client error): The resource could not be found. Apr 18 21:02:08.978859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-09f5711f-3ed2-4d93-a301-e1ebef9cbdc9 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "PUT /v2.0/routers/tempest-non_exist_router-1895660817 HTTP/1.1" status: 404 len: 335 time: 0.0398505 Apr 18 21:02:08.982256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47152) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:08.989348 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e9ee7d38-b3ff-4e06-851e-e129248d3a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:08.989987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee7d38-b3ff-4e06-851e-e129248d3a66 None None] The sync data for ids ['e6d666cd-1710-4b28-8d6c-e49847b555e5'] in n-d-836015-4 is: [] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:09.031997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcff2569-076c-4b2a-a773-1e0828113df6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Deleting subnet d2986791-39de-45af-b3a8-275de39814b5 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:09.035709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcff2569-076c-4b2a-a773-1e0828113df6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.088569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcff2569-076c-4b2a-a773-1e0828113df6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.177642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcff2569-076c-4b2a-a773-1e0828113df6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.240670 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcff2569-076c-4b2a-a773-1e0828113df6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.273721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff2569-076c-4b2a-a773-1e0828113df6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event deleted for resources: {'Subnet': ['ID=d2986791-39de-45af-b3a8-275de39814b5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.277397 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dcff2569-076c-4b2a-a773-1e0828113df6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.280546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dcff2569-076c-4b2a-a773-1e0828113df6 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "DELETE /v2.0/subnets/d2986791-39de-45af-b3a8-275de39814b5 HTTP/1.1" status: 204 len: 168 time: 0.2973754 Apr 18 21:02:09.284060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47154) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:09.286723 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c94b30e-5bc4-4d20-9da9-6470268804a3 None None] Network 774e34d7-dcf6-46cd-9558-938bb6c85fca requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:09.335968 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b31bd03-429f-4610-96d7-bd8eb816929c tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Deleting subnet a6cb7be2-8b7e-4a6b-9e75-00d1bad43c25 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:09.339214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b31bd03-429f-4610-96d7-bd8eb816929c tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.380685 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b31bd03-429f-4610-96d7-bd8eb816929c tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.385574 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.476656 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b31bd03-429f-4610-96d7-bd8eb816929c tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.500219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789bd2ad-793f-48c9-aaf6-dc6ed9ecbdcc None None] DHCP port deletion for 774e34d7-dcf6-46cd-9558-938bb6c85fca request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:02:09.547303 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b31bd03-429f-4610-96d7-bd8eb816929c tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.557460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-789bd2ad-793f-48c9-aaf6-dc6ed9ecbdcc None None] Deleting port 30611b94-369a-42f8-9272-c2b38a915527 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:09.558091 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-789bd2ad-793f-48c9-aaf6-dc6ed9ecbdcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.584565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31bd03-429f-4610-96d7-bd8eb816929c tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cb7be2-8b7e-4a6b-9e75-00d1bad43c25,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.586558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b31bd03-429f-4610-96d7-bd8eb816929c tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.589785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9b31bd03-429f-4610-96d7-bd8eb816929c tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "DELETE /v2.0/subnets/a6cb7be2-8b7e-4a6b-9e75-00d1bad43c25 HTTP/1.1" status: 204 len: 168 time: 0.3047006 Apr 18 21:02:09.592675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47156) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:09.606921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75788073-3d06-450c-918d-0f9d9d0c9b15 None None] Network ad3082c4-1250-4b88-b4db-8167b737a8ee requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:09.683395 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.687972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-789bd2ad-793f-48c9-aaf6-dc6ed9ecbdcc None None] For port 30611b94-369a-42f8-9272-c2b38a915527, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=30611b94-369a-42f8-9272-c2b38a915527,segment=NetworkSegment(b4304adc-ac46-43ff-a12a-1d39b347e4ef),segment_id=b4304adc-ac46-43ff-a12a-1d39b347e4ef)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:09.688617 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-789bd2ad-793f-48c9-aaf6-dc6ed9ecbdcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.708189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-789bd2ad-793f-48c9-aaf6-dc6ed9ecbdcc None None] Calling delete_port for 30611b94-369a-42f8-9272-c2b38a915527 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:09.743560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Deleting port 30611b94-369a-42f8-9272-c2b38a915527 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:09.743560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.807870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] For port 30611b94-369a-42f8-9272-c2b38a915527, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=30611b94-369a-42f8-9272-c2b38a915527,segment=NetworkSegment(b4304adc-ac46-43ff-a12a-1d39b347e4ef),segment_id=b4304adc-ac46-43ff-a12a-1d39b347e4ef)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:09.808237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.821542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Calling delete_port for 30611b94-369a-42f8-9272-c2b38a915527 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:09.849826 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-789bd2ad-793f-48c9-aaf6-dc6ed9ecbdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.875762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bd2ad-793f-48c9-aaf6-dc6ed9ecbdcc None None] Pushing event deleted for resources: {'Port': ['ID=30611b94-369a-42f8-9272-c2b38a915527,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.879813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789bd2ad-793f-48c9-aaf6-dc6ed9ecbdcc None None] No DVR routers for this DVR port 30611b94-369a-42f8-9272-c2b38a915527 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:09.894385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf38ad2c-269c-4823-b872-7b06a2c44acd None None] DHCP port deletion for ad3082c4-1250-4b88-b4db-8167b737a8ee request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:02:09.913890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.938879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event deleted for resources: {'Port': ['ID=30611b94-369a-42f8-9272-c2b38a915527,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:09.941092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cf38ad2c-269c-4823-b872-7b06a2c44acd None None] Deleting port e0dddaa3-74cc-472e-8937-2bda08045fa4 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:09.941466 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cf38ad2c-269c-4823-b872-7b06a2c44acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.942902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] No DVR routers for this DVR port 30611b94-369a-42f8-9272-c2b38a915527 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:10.006795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-cf38ad2c-269c-4823-b872-7b06a2c44acd None None] For port e0dddaa3-74cc-472e-8937-2bda08045fa4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e0dddaa3-74cc-472e-8937-2bda08045fa4,segment=NetworkSegment(9728becc-a1fb-48ef-b91f-f486615392be),segment_id=9728becc-a1fb-48ef-b91f-f486615392be)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:10.007104 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cf38ad2c-269c-4823-b872-7b06a2c44acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.019684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cf38ad2c-269c-4823-b872-7b06a2c44acd None None] Calling delete_port for e0dddaa3-74cc-472e-8937-2bda08045fa4 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:10.021321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.046193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774e34d7-dcf6-46cd-9558-938bb6c85fca']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.055575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4304adc-ac46-43ff-a12a-1d39b347e4ef') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.055863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4304adc-ac46-43ff-a12a-1d39b347e4ef') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.069922 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.086142 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.092341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:10.092728 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:10.095964 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:10.099091 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cf38ad2c-269c-4823-b872-7b06a2c44acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.122226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38ad2c-269c-4823-b872-7b06a2c44acd None None] Pushing event deleted for resources: {'Port': ['ID=e0dddaa3-74cc-472e-8937-2bda08045fa4,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:10.125624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf38ad2c-269c-4823-b872-7b06a2c44acd None None] No DVR routers for this DVR port e0dddaa3-74cc-472e-8937-2bda08045fa4 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:10.155723 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.162576 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.165640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "DELETE /v2.0/networks/774e34d7-dcf6-46cd-9558-938bb6c85fca HTTP/1.1" status: 204 len: 168 time: 0.5724676 Apr 18 21:02:10.168234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47158) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:10.177513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e117374-8f5d-40d1-8431-77d0573fe20b tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event deleted for resources: {'Network': ['ID=774e34d7-dcf6-46cd-9558-938bb6c85fca,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:10.247377 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.334748 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.354315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3082c4-1250-4b88-b4db-8167b737a8ee']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.364150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9728becc-a1fb-48ef-b91f-f486615392be') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.364453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9728becc-a1fb-48ef-b91f-f486615392be') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.373899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.387508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.393820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:10.394227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:10.397318 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:10.436007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e0dddaa3-74cc-472e-8937-2bda08045fa4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:10.459197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.462109 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e0dddaa3-74cc-472e-8937-2bda08045fa4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:10.462462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e0dddaa3-74cc-472e-8937-2bda08045fa4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:10.462876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 30611b94-369a-42f8-9272-c2b38a915527 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:10.464520 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.468298 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "DELETE /v2.0/networks/ad3082c4-1250-4b88-b4db-8167b737a8ee HTTP/1.1" status: 204 len: 168 time: 0.2990813 Apr 18 21:02:10.470812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47160) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:10.482734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 30611b94-369a-42f8-9272-c2b38a915527 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:10.483320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 30611b94-369a-42f8-9272-c2b38a915527 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:10.484724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4c88d-a806-4724-88eb-a36fdc1e8664 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event deleted for resources: {'Network': ['ID=ad3082c4-1250-4b88-b4db-8167b737a8ee,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:10.527579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca310137-3ec4-4148-98cc-d6a5cdb42442 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Deleting subnet 09a16e8f-6de1-404d-99a9-9e4d73c175de {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:10.530775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca310137-3ec4-4148-98cc-d6a5cdb42442 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.545355 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.575750 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca310137-3ec4-4148-98cc-d6a5cdb42442 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.656053 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca310137-3ec4-4148-98cc-d6a5cdb42442 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.712243 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca310137-3ec4-4148-98cc-d6a5cdb42442 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.739944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca310137-3ec4-4148-98cc-d6a5cdb42442 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event deleted for resources: {'Subnet': ['ID=09a16e8f-6de1-404d-99a9-9e4d73c175de,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:10.741874 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca310137-3ec4-4148-98cc-d6a5cdb42442 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.748024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ca310137-3ec4-4148-98cc-d6a5cdb42442 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "DELETE /v2.0/subnets/09a16e8f-6de1-404d-99a9-9e4d73c175de HTTP/1.1" status: 204 len: 168 time: 0.2731817 Apr 18 21:02:10.748148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee260ad-63f7-4987-a773-295a5d44b5d9 None None] Network b50c29fb-4256-4880-9492-b2872f61b920 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:10.748794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47162) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:10.831065 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.884571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Deleting port 60ad58fb-480e-4510-beed-f9c2249702fe {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:10.884917 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.924679 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c456f3-2db7-4759-8c3c-c977685fc18c None None] DHCP port deletion for b50c29fb-4256-4880-9492-b2872f61b920 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:02:10.951216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] For port 60ad58fb-480e-4510-beed-f9c2249702fe, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60ad58fb-480e-4510-beed-f9c2249702fe,segment=NetworkSegment(ebec2006-65ab-4384-a096-87af1655bf6d),segment_id=ebec2006-65ab-4384-a096-87af1655bf6d)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:10.951878 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.972816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-48c456f3-2db7-4759-8c3c-c977685fc18c None None] Deleting port 60ad58fb-480e-4510-beed-f9c2249702fe {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:10.973197 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-48c456f3-2db7-4759-8c3c-c977685fc18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.037798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-48c456f3-2db7-4759-8c3c-c977685fc18c None None] For port 60ad58fb-480e-4510-beed-f9c2249702fe, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60ad58fb-480e-4510-beed-f9c2249702fe,segment=NetworkSegment(ebec2006-65ab-4384-a096-87af1655bf6d),segment_id=ebec2006-65ab-4384-a096-87af1655bf6d)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:11.038203 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-48c456f3-2db7-4759-8c3c-c977685fc18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.055269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-48c456f3-2db7-4759-8c3c-c977685fc18c None None] Calling delete_port for 60ad58fb-480e-4510-beed-f9c2249702fe owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:11.136303 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-48c456f3-2db7-4759-8c3c-c977685fc18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.162619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c456f3-2db7-4759-8c3c-c977685fc18c None None] Pushing event deleted for resources: {'Port': ['ID=60ad58fb-480e-4510-beed-f9c2249702fe,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:11.166066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c456f3-2db7-4759-8c3c-c977685fc18c None None] No DVR routers for this DVR port 60ad58fb-480e-4510-beed-f9c2249702fe on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:11.192702 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.302121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Calling delete_port for 60ad58fb-480e-4510-beed-f9c2249702fe owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:11.375259 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.399209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event deleted for resources: {'Port': ['ID=60ad58fb-480e-4510-beed-f9c2249702fe,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:11.404772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] No DVR routers for this DVR port 60ad58fb-480e-4510-beed-f9c2249702fe on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:11.484191 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.504175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50c29fb-4256-4880-9492-b2872f61b920']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:11.513086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebec2006-65ab-4384-a096-87af1655bf6d') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:11.513382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebec2006-65ab-4384-a096-87af1655bf6d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:11.523382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.536502 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.542961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:11.543388 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:11.546344 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:11.603084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.609863 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.612910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "DELETE /v2.0/networks/b50c29fb-4256-4880-9492-b2872f61b920 HTTP/1.1" status: 204 len: 168 time: 0.8644452 Apr 18 21:02:11.615715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47164) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:11.628940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9bfed-d792-43f9-97f1-4a931cce9101 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Pushing event deleted for resources: {'Network': ['ID=b50c29fb-4256-4880-9492-b2872f61b920,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:11.644005 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ceee0504-f570-4500-ba57-8d2001a60114 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6d666cd-1710-4b28-8d6c-e49847b555e5 HTTP/1.1" status: 200 len: 205 time: 0.0269489 Apr 18 21:02:11.646470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47166) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:11.721997 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c6b-f3f7-4986-8944-a1acfe624102 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.876149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c6b-f3f7-4986-8944-a1acfe624102 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.878264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c6b-f3f7-4986-8944-a1acfe624102 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.922140 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c6b-f3f7-4986-8944-a1acfe624102 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.922645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4c8c6b-f3f7-4986-8944-a1acfe624102 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Fanout notify agent at l3_agent the message router_deleted on router e6d666cd-1710-4b28-8d6c-e49847b555e5 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:11.929817 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b4c8c6b-f3f7-4986-8944-a1acfe624102 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.930947 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3b4c8c6b-f3f7-4986-8944-a1acfe624102 tempest-RoutersNegativeTest-315559588 tempest-RoutersNegativeTest-315559588-project] 10.222.0.49 "DELETE /v2.0/routers/e6d666cd-1710-4b28-8d6c-e49847b555e5 HTTP/1.1" status: 204 len: 168 time: 0.2835658 Apr 18 21:02:12.194641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47174) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:12.339127 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d25994fa-f008-4c7e-a2be-91f0756239e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cba7ff0ab3774eb0bc61df6ac0dc00c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432159 Apr 18 21:02:12.341472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47178) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:12.384342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.400322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2997f42-f301-4c26-9943-765a18132611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.422122 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2997f42-f301-4c26-9943-765a18132611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.438102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60ad58fb-480e-4510-beed-f9c2249702fe no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:12.462044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 60ad58fb-480e-4510-beed-f9c2249702fe {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:12.462461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60ad58fb-480e-4510-beed-f9c2249702fe not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:12.471120 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2997f42-f301-4c26-9943-765a18132611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.475087 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2997f42-f301-4c26-9943-765a18132611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.476317 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f2997f42-f301-4c26-9943-765a18132611 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92ac02d2-ec83-489e-890b-f3319bfcc72a HTTP/1.1" status: 204 len: 168 time: 0.1338916 Apr 18 21:02:12.484964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2997f42-f301-4c26-9943-765a18132611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ac02d2-ec83-489e-890b-f3319bfcc72a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.104604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47200) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:13.200153 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026906974'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:13.221724 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.229472 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.306489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.310476 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.347699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16887a91-41c3-458b-a926-0f4fa030dc15,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.383530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.386944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.415605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.416837 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3112261 Apr 18 21:02:13.418574 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21750f-e710-421c-9742-ff62ebbe0bf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3afa8f-6c7f-43af-b64f-c12b12463fa6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.419697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47204) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:13.483275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ad2738df-3390-4e24-897e-c77bf05fdb17 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0623517 Apr 18 21:02:13.485898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47206) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:13.490271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-3a869a70-51d4-4cef-a650-cf3bb2cc4f0f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group': {'name': 'tempest-security--713098280', 'description': 'tempest-security-description-339462014'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:13.514638 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a869a70-51d4-4cef-a650-cf3bb2cc4f0f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.557653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a869a70-51d4-4cef-a650-cf3bb2cc4f0f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.561041 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a869a70-51d4-4cef-a650-cf3bb2cc4f0f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.563652 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3a869a70-51d4-4cef-a650-cf3bb2cc4f0f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.565477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3a869a70-51d4-4cef-a650-cf3bb2cc4f0f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "PUT /v2.0/security-groups/aa3afa8f-6c7f-43af-b64f-c12b12463fa6 HTTP/1.1" status: 200 len: 1778 time: 0.0786593 Apr 18 21:02:13.568356 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47208) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:13.589363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a869a70-51d4-4cef-a650-cf3bb2cc4f0f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3afa8f-6c7f-43af-b64f-c12b12463fa6,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.611433 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-271944ef-c141-4750-91aa-8654e9c1f5db tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups/aa3afa8f-6c7f-43af-b64f-c12b12463fa6 HTTP/1.1" status: 200 len: 1778 time: 0.0418830 Apr 18 21:02:13.613881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47210) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:13.664730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.686620 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.729908 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.733571 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.734955 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/aa3afa8f-6c7f-43af-b64f-c12b12463fa6 HTTP/1.1" status: 204 len: 168 time: 0.1201265 Apr 18 21:02:13.737786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47212) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:13.748412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3afa8f-6c7f-43af-b64f-c12b12463fa6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.761115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.761664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.762224 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.762776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.763327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.763893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.764434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.764974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.765514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.766050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.766596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.767169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9c3b-06f0-4120-bbbc-675a625d4f62 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:13.800812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a9c42341-edfe-4918-81a3-49125674b4f1 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0615213 Apr 18 21:02:13.803473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47214) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:13.815794 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-17a22148-20bf-4ffc-9648-2f26b9ab22d3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] delete failed (client error): The resource could not be found. Apr 18 21:02:13.816759 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-17a22148-20bf-4ffc-9648-2f26b9ab22d3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/aa3afa8f-6c7f-43af-b64f-c12b12463fa6 HTTP/1.1" status: 404 len: 347 time: 0.0123179 Apr 18 21:02:13.820250 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47216) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:13.825267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-1a568c67-58de-4496-a52b-93946527920c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825153807'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:13.845935 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a568c67-58de-4496-a52b-93946527920c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.920265 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a568c67-58de-4496-a52b-93946527920c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.923898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a568c67-58de-4496-a52b-93946527920c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.950917 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1a568c67-58de-4496-a52b-93946527920c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.952149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1a568c67-58de-4496-a52b-93946527920c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1309702 Apr 18 21:02:13.955643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47218) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:13.956550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a568c67-58de-4496-a52b-93946527920c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e62e40-245c-4c77-9dd2-798f2790ed6f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.961755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-58120ed5-82a1-41d2-b62a-65d146634b1e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': '00e62e40-245c-4c77-9dd2-798f2790ed6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:13.987903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58120ed5-82a1-41d2-b62a-65d146634b1e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.034600 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58120ed5-82a1-41d2-b62a-65d146634b1e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.039669 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58120ed5-82a1-41d2-b62a-65d146634b1e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.057148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58120ed5-82a1-41d2-b62a-65d146634b1e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5052f6-2581-4f55-bec0-b77856a1685d,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:14.066807 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-58120ed5-82a1-41d2-b62a-65d146634b1e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.068040 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-58120ed5-82a1-41d2-b62a-65d146634b1e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112447 Apr 18 21:02:14.070895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47220) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.100306 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc7efbd6-58a5-4ac1-839c-bf913232a80a tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.108388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc7efbd6-58a5-4ac1-839c-bf913232a80a tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.133855 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc7efbd6-58a5-4ac1-839c-bf913232a80a tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.140675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc7efbd6-58a5-4ac1-839c-bf913232a80a tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.141814 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fc7efbd6-58a5-4ac1-839c-bf913232a80a tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/dd5052f6-2581-4f55-bec0-b77856a1685d HTTP/1.1" status: 204 len: 168 time: 0.0699906 Apr 18 21:02:14.145761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47222) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.147829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7efbd6-58a5-4ac1-839c-bf913232a80a tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd5052f6-2581-4f55-bec0-b77856a1685d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:14.193271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cd4e1545-c365-4e74-9a27-02d2e92ebb47 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460854 Apr 18 21:02:14.196036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47224) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.247069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1480a78c-c421-4fdc-8791-03559af1fe2c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.268712 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1480a78c-c421-4fdc-8791-03559af1fe2c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.310333 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1480a78c-c421-4fdc-8791-03559af1fe2c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.313064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1480a78c-c421-4fdc-8791-03559af1fe2c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.314721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1480a78c-c421-4fdc-8791-03559af1fe2c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/00e62e40-245c-4c77-9dd2-798f2790ed6f HTTP/1.1" status: 204 len: 168 time: 0.1172829 Apr 18 21:02:14.317532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47226) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.323930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480a78c-c421-4fdc-8791-03559af1fe2c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e62e40-245c-4c77-9dd2-798f2790ed6f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:14.374688 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-54b320f1-da6e-4a54-b8fd-67d631ad5ae5 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559716 Apr 18 21:02:14.379075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47228) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.383603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-133c07af-2cd6-4c41-8cdd-c7c23a2726c1 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245546718'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:14.404498 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-133c07af-2cd6-4c41-8cdd-c7c23a2726c1 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.475758 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-133c07af-2cd6-4c41-8cdd-c7c23a2726c1 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.480028 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-133c07af-2cd6-4c41-8cdd-c7c23a2726c1 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.513258 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-133c07af-2cd6-4c41-8cdd-c7c23a2726c1 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.514472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-133c07af-2cd6-4c41-8cdd-c7c23a2726c1 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1343672 Apr 18 21:02:14.516343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c07af-2cd6-4c41-8cdd-c7c23a2726c1 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e025f941-b4e4-4047-ad80-15cd6ca3e166,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:14.517948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47230) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.522553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8df5a9d8-1109-471a-a63b-91aacc648dc8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': 'e025f941-b4e4-4047-ad80-15cd6ca3e166', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:14.548053 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df5a9d8-1109-471a-a63b-91aacc648dc8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.595462 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df5a9d8-1109-471a-a63b-91aacc648dc8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.599784 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df5a9d8-1109-471a-a63b-91aacc648dc8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.618102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5a9d8-1109-471a-a63b-91aacc648dc8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f877c5-47bc-46b4-9224-3f4bc0511605,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:14.626344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8df5a9d8-1109-471a-a63b-91aacc648dc8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.628242 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8df5a9d8-1109-471a-a63b-91aacc648dc8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1091261 Apr 18 21:02:14.631373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47232) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.636006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-c585396e-a346-4ee1-b693-e94911d40220 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': 'e025f941-b4e4-4047-ad80-15cd6ca3e166', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:14.662382 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c585396e-a346-4ee1-b693-e94911d40220 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.719918 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c585396e-a346-4ee1-b693-e94911d40220 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.723636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c585396e-a346-4ee1-b693-e94911d40220 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.743009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585396e-a346-4ee1-b693-e94911d40220 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a63f64b-76ba-4cdd-b125-50ff066efbcd,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:14.755703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c585396e-a346-4ee1-b693-e94911d40220 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.756935 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c585396e-a346-4ee1-b693-e94911d40220 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245883 Apr 18 21:02:14.759600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47234) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.763878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-08ab3c6d-3db4-4393-8130-209d740e55de tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': 'e025f941-b4e4-4047-ad80-15cd6ca3e166', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:14.794324 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-08ab3c6d-3db4-4393-8130-209d740e55de tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.852348 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-08ab3c6d-3db4-4393-8130-209d740e55de tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.856052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-08ab3c6d-3db4-4393-8130-209d740e55de tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.873894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab3c6d-3db4-4393-8130-209d740e55de tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47200bcd-a107-43ba-bfd6-df83460886c4,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:14.882279 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-08ab3c6d-3db4-4393-8130-209d740e55de tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.883496 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-08ab3c6d-3db4-4393-8130-209d740e55de tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229472 Apr 18 21:02:14.886182 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47236) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:14.890662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-34f416b8-f42d-4fd5-b91c-c2e4a05df767 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': 'e025f941-b4e4-4047-ad80-15cd6ca3e166', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:14.914979 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f416b8-f42d-4fd5-b91c-c2e4a05df767 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.982403 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f416b8-f42d-4fd5-b91c-c2e4a05df767 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.988830 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f416b8-f42d-4fd5-b91c-c2e4a05df767 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.009369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f416b8-f42d-4fd5-b91c-c2e4a05df767 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fc21ea-cc42-406f-a5b9-c1cf03dd149d,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.017188 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34f416b8-f42d-4fd5-b91c-c2e4a05df767 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.018408 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-34f416b8-f42d-4fd5-b91c-c2e4a05df767 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312804 Apr 18 21:02:15.022652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47238) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.027098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5fca6f05-c4dd-478e-943b-cf6206adb957 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': 'e025f941-b4e4-4047-ad80-15cd6ca3e166', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:15.051820 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5fca6f05-c4dd-478e-943b-cf6206adb957 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.114420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5fca6f05-c4dd-478e-943b-cf6206adb957 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.118100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5fca6f05-c4dd-478e-943b-cf6206adb957 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.137791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca6f05-c4dd-478e-943b-cf6206adb957 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead88251-bf40-4d6f-a2ae-018777d894da,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.146643 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5fca6f05-c4dd-478e-943b-cf6206adb957 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.147903 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5fca6f05-c4dd-478e-943b-cf6206adb957 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1242309 Apr 18 21:02:15.150567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47240) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.174111 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-209f2586-3abe-4e0d-9ceb-aa0ad5b362e8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.181602 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-209f2586-3abe-4e0d-9ceb-aa0ad5b362e8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.207746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-209f2586-3abe-4e0d-9ceb-aa0ad5b362e8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.213740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-209f2586-3abe-4e0d-9ceb-aa0ad5b362e8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.214898 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-209f2586-3abe-4e0d-9ceb-aa0ad5b362e8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/ead88251-bf40-4d6f-a2ae-018777d894da HTTP/1.1" status: 204 len: 168 time: 0.0633414 Apr 18 21:02:15.217701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47242) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.221126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f2586-3abe-4e0d-9ceb-aa0ad5b362e8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ead88251-bf40-4d6f-a2ae-018777d894da,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.264986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c93a9b40-f561-4217-a633-be85da122e6f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0459003 Apr 18 21:02:15.267565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47244) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.295502 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33e8b9f6-7513-48fb-80f1-df1f606ffc94 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.303957 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33e8b9f6-7513-48fb-80f1-df1f606ffc94 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.330211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33e8b9f6-7513-48fb-80f1-df1f606ffc94 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.336450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-33e8b9f6-7513-48fb-80f1-df1f606ffc94 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.337596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-33e8b9f6-7513-48fb-80f1-df1f606ffc94 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/c3fc21ea-cc42-406f-a5b9-c1cf03dd149d HTTP/1.1" status: 204 len: 168 time: 0.0690608 Apr 18 21:02:15.340309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47246) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.343188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8b9f6-7513-48fb-80f1-df1f606ffc94 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3fc21ea-cc42-406f-a5b9-c1cf03dd149d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.394198 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c02c315e-0af0-419f-aeac-04f8d1727e60 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0526996 Apr 18 21:02:15.397063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47248) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.423148 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21f7061f-8b3b-4d80-8435-92a7789d496c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.430782 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21f7061f-8b3b-4d80-8435-92a7789d496c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.461607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21f7061f-8b3b-4d80-8435-92a7789d496c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.467958 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-21f7061f-8b3b-4d80-8435-92a7789d496c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.469319 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-21f7061f-8b3b-4d80-8435-92a7789d496c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/47200bcd-a107-43ba-bfd6-df83460886c4 HTTP/1.1" status: 204 len: 168 time: 0.0713358 Apr 18 21:02:15.472840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47250) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.475462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f7061f-8b3b-4d80-8435-92a7789d496c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47200bcd-a107-43ba-bfd6-df83460886c4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.519082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0e3c4bd4-c7d4-4685-81b8-eb98e714bd67 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0450039 Apr 18 21:02:15.521691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47252) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.544857 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c90df09a-a5fb-4ef8-a6ce-296aef69779f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.552364 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c90df09a-a5fb-4ef8-a6ce-296aef69779f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.577300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c90df09a-a5fb-4ef8-a6ce-296aef69779f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.583600 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c90df09a-a5fb-4ef8-a6ce-296aef69779f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.584719 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c90df09a-a5fb-4ef8-a6ce-296aef69779f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5a63f64b-76ba-4cdd-b125-50ff066efbcd HTTP/1.1" status: 204 len: 168 time: 0.0621276 Apr 18 21:02:15.587613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47254) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.590220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90df09a-a5fb-4ef8-a6ce-296aef69779f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a63f64b-76ba-4cdd-b125-50ff066efbcd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.632329 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-637f9970-accc-4b17-8d1f-bd375d689976 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0433958 Apr 18 21:02:15.634922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47256) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.658698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e2d9366-df6e-444a-ba47-25613a605277 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.666175 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e2d9366-df6e-444a-ba47-25613a605277 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.692668 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e2d9366-df6e-444a-ba47-25613a605277 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.699559 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0e2d9366-df6e-444a-ba47-25613a605277 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.700712 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0e2d9366-df6e-444a-ba47-25613a605277 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/18f877c5-47bc-46b4-9224-3f4bc0511605 HTTP/1.1" status: 204 len: 168 time: 0.0648892 Apr 18 21:02:15.703413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47258) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.707161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d9366-df6e-444a-ba47-25613a605277 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18f877c5-47bc-46b4-9224-3f4bc0511605,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.745046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f00ae24e-bc4e-4b79-a615-fffe4a4dff30 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0403762 Apr 18 21:02:15.748028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47260) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.800670 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-27d8161d-e0cb-4025-b1b3-63123eb134b5 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.822992 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-27d8161d-e0cb-4025-b1b3-63123eb134b5 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.865886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-27d8161d-e0cb-4025-b1b3-63123eb134b5 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.868561 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-27d8161d-e0cb-4025-b1b3-63123eb134b5 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.869709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-27d8161d-e0cb-4025-b1b3-63123eb134b5 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/e025f941-b4e4-4047-ad80-15cd6ca3e166 HTTP/1.1" status: 204 len: 168 time: 0.1207833 Apr 18 21:02:15.872537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47262) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.879256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8161d-e0cb-4025-b1b3-63123eb134b5 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e025f941-b4e4-4047-ad80-15cd6ca3e166,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.916823 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e40268f-e342-45ee-8a44-5dddc5576437 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0431435 Apr 18 21:02:15.921006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47264) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:15.925534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-390de0b9-efe9-4c92-903e-decdccf8d827 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157892708'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:15.945397 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-390de0b9-efe9-4c92-903e-decdccf8d827 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.009625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-390de0b9-efe9-4c92-903e-decdccf8d827 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.013192 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-390de0b9-efe9-4c92-903e-decdccf8d827 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.030489 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.041891 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390de0b9-efe9-4c92-903e-decdccf8d827 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af9500c-bb4e-4091-b78b-4e99ec036862,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.046160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-390de0b9-efe9-4c92-903e-decdccf8d827 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.047374 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-390de0b9-efe9-4c92-903e-decdccf8d827 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1254499 Apr 18 21:02:16.050556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47268) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:16.055301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-192eed0e-b650-4f89-8380-35b87440b97c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': '8af9500c-bb4e-4091-b78b-4e99ec036862', 'direction': 'ingress', 'protocol': 17}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:16.081266 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-192eed0e-b650-4f89-8380-35b87440b97c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.137363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-192eed0e-b650-4f89-8380-35b87440b97c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.141454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-192eed0e-b650-4f89-8380-35b87440b97c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.159312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eed0e-b650-4f89-8380-35b87440b97c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b967e55-8326-4a5b-bb44-0a9b37df1340,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.167365 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-192eed0e-b650-4f89-8380-35b87440b97c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.168595 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-192eed0e-b650-4f89-8380-35b87440b97c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1169512 Apr 18 21:02:16.171676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47272) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:16.231637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a1b9-cbb2-4145-8c34-b91034397844 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.255388 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a1b9-cbb2-4145-8c34-b91034397844 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.300682 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a1b9-cbb2-4145-8c34-b91034397844 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.303150 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a1b9-cbb2-4145-8c34-b91034397844 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.304328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eaa8a1b9-cbb2-4145-8c34-b91034397844 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/8af9500c-bb4e-4091-b78b-4e99ec036862 HTTP/1.1" status: 204 len: 168 time: 0.1315312 Apr 18 21:02:16.307769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47274) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:16.313922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a1b9-cbb2-4145-8c34-b91034397844 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af9500c-bb4e-4091-b78b-4e99ec036862,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.351663 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-81a1376c-6dbb-41ac-82c2-70cc846eff4e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0427287 Apr 18 21:02:16.355185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47276) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:16.359347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-345a8b92-4e83-4c18-a751-e3ab5f0a7f37 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732822954'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:16.380332 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-345a8b92-4e83-4c18-a751-e3ab5f0a7f37 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.450186 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-345a8b92-4e83-4c18-a751-e3ab5f0a7f37 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.454334 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-345a8b92-4e83-4c18-a751-e3ab5f0a7f37 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.485489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-345a8b92-4e83-4c18-a751-e3ab5f0a7f37 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.487260 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-345a8b92-4e83-4c18-a751-e3ab5f0a7f37 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1311805 Apr 18 21:02:16.488002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a8b92-4e83-4c18-a751-e3ab5f0a7f37 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378e4ebc-ce1c-4d14-9a6b-c0d596d8f4cd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.489999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47278) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:16.495200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-17db03eb-0400-4330-b0db-f4eae52aae44 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942069779'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:16.521054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17db03eb-0400-4330-b0db-f4eae52aae44 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.589150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17db03eb-0400-4330-b0db-f4eae52aae44 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.593131 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17db03eb-0400-4330-b0db-f4eae52aae44 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.621763 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-17db03eb-0400-4330-b0db-f4eae52aae44 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.622975 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-17db03eb-0400-4330-b0db-f4eae52aae44 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1319978 Apr 18 21:02:16.626018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47280) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:16.627010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db03eb-0400-4330-b0db-f4eae52aae44 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45db48a1-3d71-4703-bf2b-45c9fca0607e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.631685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9b406574-7cfc-40a6-bfd3-f26699c63d54 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': '378e4ebc-ce1c-4d14-9a6b-c0d596d8f4cd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '45db48a1-3d71-4703-bf2b-45c9fca0607e', 'remote_ip_prefix': None}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:16.661544 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b406574-7cfc-40a6-bfd3-f26699c63d54 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.732085 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b406574-7cfc-40a6-bfd3-f26699c63d54 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.736514 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b406574-7cfc-40a6-bfd3-f26699c63d54 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.756081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b406574-7cfc-40a6-bfd3-f26699c63d54 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb1f278-a8d8-4fd9-a5a3-a92a656fdf54,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.764376 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9b406574-7cfc-40a6-bfd3-f26699c63d54 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.765558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9b406574-7cfc-40a6-bfd3-f26699c63d54 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1384292 Apr 18 21:02:16.769325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47282) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:16.793857 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f91ee95-fb17-4393-9136-df308dc71598 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.805184 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f91ee95-fb17-4393-9136-df308dc71598 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.832310 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f91ee95-fb17-4393-9136-df308dc71598 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.838486 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f91ee95-fb17-4393-9136-df308dc71598 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.839676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5f91ee95-fb17-4393-9136-df308dc71598 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/beb1f278-a8d8-4fd9-a5a3-a92a656fdf54 HTTP/1.1" status: 204 len: 168 time: 0.0693455 Apr 18 21:02:16.842339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47284) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:16.846000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91ee95-fb17-4393-9136-df308dc71598 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=beb1f278-a8d8-4fd9-a5a3-a92a656fdf54,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.885740 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5a92652d-1b24-418a-a384-a38a5978d6ac tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0421453 Apr 18 21:02:16.888442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47286) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:16.940250 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5395f4c7-a954-43a3-8407-250d3963521f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.965968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5395f4c7-a954-43a3-8407-250d3963521f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.005887 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5395f4c7-a954-43a3-8407-250d3963521f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.008524 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5395f4c7-a954-43a3-8407-250d3963521f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.009660 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5395f4c7-a954-43a3-8407-250d3963521f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/45db48a1-3d71-4703-bf2b-45c9fca0607e HTTP/1.1" status: 204 len: 168 time: 0.1202648 Apr 18 21:02:17.012411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47288) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.019198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395f4c7-a954-43a3-8407-250d3963521f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45db48a1-3d71-4703-bf2b-45c9fca0607e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:17.069130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-03ef97e1-9627-4aeb-8ec4-326e7905e242 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0550804 Apr 18 21:02:17.070805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47290) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.123639 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20216e31-5108-46f3-8f89-6201d47a98c3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.145896 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20216e31-5108-46f3-8f89-6201d47a98c3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.196719 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20216e31-5108-46f3-8f89-6201d47a98c3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.199936 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-20216e31-5108-46f3-8f89-6201d47a98c3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.201083 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-20216e31-5108-46f3-8f89-6201d47a98c3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/378e4ebc-ce1c-4d14-9a6b-c0d596d8f4cd HTTP/1.1" status: 204 len: 168 time: 0.1292934 Apr 18 21:02:17.205156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47296) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.210707 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20216e31-5108-46f3-8f89-6201d47a98c3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378e4ebc-ce1c-4d14-9a6b-c0d596d8f4cd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:17.250628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c4403de4-69ea-444d-95ad-8887c2c3085b tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442498 Apr 18 21:02:17.254888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47298) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.259534 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d54f3d49-8101-42a9-9710-52abebc9032e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group': {'name': 'tempest-secgroup--848954931'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:17.280954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d54f3d49-8101-42a9-9710-52abebc9032e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.334055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47304) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.361523 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d54f3d49-8101-42a9-9710-52abebc9032e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.365822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d54f3d49-8101-42a9-9710-52abebc9032e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.394643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d54f3d49-8101-42a9-9710-52abebc9032e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.395920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d54f3d49-8101-42a9-9710-52abebc9032e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1403491 Apr 18 21:02:17.398622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47308) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.402889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-fc4639ad-ab09-42d0-95f2-51938fab63f6 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': 'e41d0d32-8738-4f10-a95a-4dc20bc8a656', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:17.410877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f3d49-8101-42a9-9710-52abebc9032e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41d0d32-8738-4f10-a95a-4dc20bc8a656,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:17.464864 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc4639ad-ab09-42d0-95f2-51938fab63f6 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.484329 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7451d7-452b-4a15-8038-720eb28a8715 req-363c2144-7251-49d5-a84d-07d3af962f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:17.485900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a7451d7-452b-4a15-8038-720eb28a8715 req-363c2144-7251-49d5-a84d-07d3af962f6d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1096 time: 0.1508806 Apr 18 21:02:17.548231 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a7451d7-452b-4a15-8038-720eb28a8715 req-ecc2698c-1780-4ef7-b36d-ab8c31b0de58 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552194 Apr 18 21:02:17.561918 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc4639ad-ab09-42d0-95f2-51938fab63f6 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.568014 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc4639ad-ab09-42d0-95f2-51938fab63f6 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.587803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4639ad-ab09-42d0-95f2-51938fab63f6 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57da98f-1d2b-46e0-b51d-56f9fc48b3ac,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:17.597228 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc4639ad-ab09-42d0-95f2-51938fab63f6 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.598406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fc4639ad-ab09-42d0-95f2-51938fab63f6 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1988664 Apr 18 21:02:17.601645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47312) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.625836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-78b352a7-ea87-4f63-b436-00fc98c0bfe4 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.634538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-78b352a7-ea87-4f63-b436-00fc98c0bfe4 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.666172 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-78b352a7-ea87-4f63-b436-00fc98c0bfe4 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.672333 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-78b352a7-ea87-4f63-b436-00fc98c0bfe4 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.674211 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-78b352a7-ea87-4f63-b436-00fc98c0bfe4 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/a57da98f-1d2b-46e0-b51d-56f9fc48b3ac HTTP/1.1" status: 204 len: 168 time: 0.0713534 Apr 18 21:02:17.676877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47314) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.679752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b352a7-ea87-4f63-b436-00fc98c0bfe4 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a57da98f-1d2b-46e0-b51d-56f9fc48b3ac,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:17.718974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eaf7679e-ba1d-4a23-9a0a-4903330d9efa tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0409088 Apr 18 21:02:17.722208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47316) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.777421 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0b302cc-cf58-4233-af5e-aea0d404b7a3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.805565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0b302cc-cf58-4233-af5e-aea0d404b7a3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.862895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0b302cc-cf58-4233-af5e-aea0d404b7a3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.865577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e0b302cc-cf58-4233-af5e-aea0d404b7a3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.866767 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e0b302cc-cf58-4233-af5e-aea0d404b7a3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/e41d0d32-8738-4f10-a95a-4dc20bc8a656 HTTP/1.1" status: 204 len: 168 time: 0.1435118 Apr 18 21:02:17.869656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47320) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.876195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b302cc-cf58-4233-af5e-aea0d404b7a3 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41d0d32-8738-4f10-a95a-4dc20bc8a656,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:17.914390 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-806e514c-0670-4361-b7f0-6de5df3880e1 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0436063 Apr 18 21:02:17.918049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47322) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:17.922387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7033196c-367d-4b86-a47d-6064f1452443 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group': {'name': 'tempest-secgroup--2139998055'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:17.941569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7033196c-367d-4b86-a47d-6064f1452443 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.011114 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7033196c-367d-4b86-a47d-6064f1452443 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.015241 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7033196c-367d-4b86-a47d-6064f1452443 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.055246 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7033196c-367d-4b86-a47d-6064f1452443 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.056922 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7033196c-367d-4b86-a47d-6064f1452443 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1377928 Apr 18 21:02:18.058813 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033196c-367d-4b86-a47d-6064f1452443 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0cba80-e575-406b-9c2d-4acb83db46ed,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.059830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47324) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.068880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a1b7a5aa-04ab-43e4-8fe8-f8a8087d3d82 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': '0b0cba80-e575-406b-9c2d-4acb83db46ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:18.098954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a5aa-04ab-43e4-8fe8-f8a8087d3d82 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.147423 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a5aa-04ab-43e4-8fe8-f8a8087d3d82 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.151664 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a5aa-04ab-43e4-8fe8-f8a8087d3d82 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.170303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7a5aa-04ab-43e4-8fe8-f8a8087d3d82 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab79036-b3aa-4daf-97a2-f908f514ae56,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.180231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a1b7a5aa-04ab-43e4-8fe8-f8a8087d3d82 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.181440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a1b7a5aa-04ab-43e4-8fe8-f8a8087d3d82 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166937 Apr 18 21:02:18.184393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47330) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.200595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-44d51501-98f4-4303-8bd1-0d7b1db49629 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules/5ab79036-b3aa-4daf-97a2-f908f514ae56 HTTP/1.1" status: 200 len: 763 time: 0.0150762 Apr 18 21:02:18.203181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47332) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.243061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-91532501-be54-40d6-ab1b-56ab5d08cdb7 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0387573 Apr 18 21:02:18.246013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47334) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.271015 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6243fd4-4790-4c4d-8470-98e5e79faa99 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.278550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6243fd4-4790-4c4d-8470-98e5e79faa99 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.307622 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6243fd4-4790-4c4d-8470-98e5e79faa99 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.315557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6243fd4-4790-4c4d-8470-98e5e79faa99 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.316739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e6243fd4-4790-4c4d-8470-98e5e79faa99 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/5ab79036-b3aa-4daf-97a2-f908f514ae56 HTTP/1.1" status: 204 len: 168 time: 0.0697281 Apr 18 21:02:18.319468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47340) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.323614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6243fd4-4790-4c4d-8470-98e5e79faa99 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ab79036-b3aa-4daf-97a2-f908f514ae56,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.358720 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ed4ba859-6944-4752-9c4b-c053a4854104 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0379753 Apr 18 21:02:18.361455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47344) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.365575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-bf6272c1-37ad-4c63-b56f-bc3ef6d4a6cd tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': '0b0cba80-e575-406b-9c2d-4acb83db46ed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:18.389470 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf6272c1-37ad-4c63-b56f-bc3ef6d4a6cd tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.445726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf6272c1-37ad-4c63-b56f-bc3ef6d4a6cd tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.449346 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf6272c1-37ad-4c63-b56f-bc3ef6d4a6cd tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.465386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6272c1-37ad-4c63-b56f-bc3ef6d4a6cd tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeacd1d-f276-44e3-8bbc-99ce6fa1cfea,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.473260 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf6272c1-37ad-4c63-b56f-bc3ef6d4a6cd tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.474429 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bf6272c1-37ad-4c63-b56f-bc3ef6d4a6cd tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1120820 Apr 18 21:02:18.477029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47348) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.494049 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bc990cfe-118b-4be0-a283-34ca7a7b16f5 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules/2eeacd1d-f276-44e3-8bbc-99ce6fa1cfea HTTP/1.1" status: 200 len: 763 time: 0.0160141 Apr 18 21:02:18.496416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47350) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.535619 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1e416527-ab6a-4dbb-bbab-41fdf3f0eaf6 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0382097 Apr 18 21:02:18.538159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47352) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.561078 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c21d5cb8-dacd-4e7b-b642-af38fe1dae03 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.569051 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c21d5cb8-dacd-4e7b-b642-af38fe1dae03 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.594257 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c21d5cb8-dacd-4e7b-b642-af38fe1dae03 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.598907 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c21d5cb8-dacd-4e7b-b642-af38fe1dae03 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.600485 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c21d5cb8-dacd-4e7b-b642-af38fe1dae03 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/2eeacd1d-f276-44e3-8bbc-99ce6fa1cfea HTTP/1.1" status: 204 len: 168 time: 0.0614460 Apr 18 21:02:18.603180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47354) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.607826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d5cb8-dacd-4e7b-b642-af38fe1dae03 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eeacd1d-f276-44e3-8bbc-99ce6fa1cfea,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.643938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b9addfd6-535a-402a-a472-333b053f6341 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393963 Apr 18 21:02:18.646405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47358) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.650719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-209d9953-34d0-488f-b050-491946cb0763 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': '0b0cba80-e575-406b-9c2d-4acb83db46ed', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:18.674242 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-209d9953-34d0-488f-b050-491946cb0763 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.728924 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-209d9953-34d0-488f-b050-491946cb0763 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.732507 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-209d9953-34d0-488f-b050-491946cb0763 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.748049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d9953-34d0-488f-b050-491946cb0763 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d95967-3cb1-4a9b-87d3-a94186bf3aa0,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.759473 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-209d9953-34d0-488f-b050-491946cb0763 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.760687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-209d9953-34d0-488f-b050-491946cb0763 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133323 Apr 18 21:02:18.763380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47360) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.781650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a02a8d91-055b-435c-b386-199076e67880 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules/d2d95967-3cb1-4a9b-87d3-a94186bf3aa0 HTTP/1.1" status: 200 len: 764 time: 0.0171733 Apr 18 21:02:18.784683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47362) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.825301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-acf963a6-00af-4394-9130-674a1de79f50 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0395727 Apr 18 21:02:18.827879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47364) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.851387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1785a385-1805-4268-a74d-2d697ff24b4e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.859099 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1785a385-1805-4268-a74d-2d697ff24b4e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.885729 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1785a385-1805-4268-a74d-2d697ff24b4e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.891768 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1785a385-1805-4268-a74d-2d697ff24b4e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.892938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1785a385-1805-4268-a74d-2d697ff24b4e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-group-rules/d2d95967-3cb1-4a9b-87d3-a94186bf3aa0 HTTP/1.1" status: 204 len: 168 time: 0.0640614 Apr 18 21:02:18.895607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47366) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.901326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785a385-1805-4268-a74d-2d697ff24b4e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2d95967-3cb1-4a9b-87d3-a94186bf3aa0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:18.939356 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-db7d87dc-b99a-4d9c-b3b7-9dc769dda41e tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425348 Apr 18 21:02:18.942103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47370) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:18.995107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40154d15-7a05-4f2a-9425-d431809716e9 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.016622 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40154d15-7a05-4f2a-9425-d431809716e9 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.057676 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40154d15-7a05-4f2a-9425-d431809716e9 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.060240 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-40154d15-7a05-4f2a-9425-d431809716e9 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.061446 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-40154d15-7a05-4f2a-9425-d431809716e9 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b0cba80-e575-406b-9c2d-4acb83db46ed HTTP/1.1" status: 204 len: 168 time: 0.1184406 Apr 18 21:02:19.064226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47372) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:19.070226 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40154d15-7a05-4f2a-9425-d431809716e9 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0cba80-e575-406b-9c2d-4acb83db46ed,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.107642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b9930b64-4820-4b2d-9f2d-ef7a10521b0f tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422456 Apr 18 21:02:19.112949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47374) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:19.117529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-62828495-fdfa-4f15-a1dc-0e1be2746225 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group': {'name': 'tempest-secgroup--906012113'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:19.137948 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62828495-fdfa-4f15-a1dc-0e1be2746225 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.206348 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62828495-fdfa-4f15-a1dc-0e1be2746225 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.210282 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62828495-fdfa-4f15-a1dc-0e1be2746225 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.240107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-62828495-fdfa-4f15-a1dc-0e1be2746225 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.241527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-62828495-fdfa-4f15-a1dc-0e1be2746225 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1275821 Apr 18 21:02:19.244560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47376) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:19.245685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62828495-fdfa-4f15-a1dc-0e1be2746225 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bfd518-07d9-4752-8683-144a988b626c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.249470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dd0b8a52-ca46-44ae-8230-a5865fc2d600 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Request body: {'security_group_rule': {'security_group_id': '18bfd518-07d9-4752-8683-144a988b626c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:19.274746 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd0b8a52-ca46-44ae-8230-a5865fc2d600 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.283014 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:02:19.321209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd0b8a52-ca46-44ae-8230-a5865fc2d600 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.324793 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd0b8a52-ca46-44ae-8230-a5865fc2d600 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.343171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b8a52-ca46-44ae-8230-a5865fc2d600 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c13ef71-cf27-44a0-84c5-d3cc9745fdc4,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.352596 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dd0b8a52-ca46-44ae-8230-a5865fc2d600 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.353781 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dd0b8a52-ca46-44ae-8230-a5865fc2d600 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1079996 Apr 18 21:02:19.356513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47378) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:19.409831 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b849018-4fc4-4518-9fc4-3218b8973670 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.432525 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b849018-4fc4-4518-9fc4-3218b8973670 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.478053 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b849018-4fc4-4518-9fc4-3218b8973670 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.481055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8b849018-4fc4-4518-9fc4-3218b8973670 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.482481 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8b849018-4fc4-4518-9fc4-3218b8973670 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/18bfd518-07d9-4752-8683-144a988b626c HTTP/1.1" status: 204 len: 168 time: 0.1248953 Apr 18 21:02:19.486308 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47380) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:19.494179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b849018-4fc4-4518-9fc4-3218b8973670 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bfd518-07d9-4752-8683-144a988b626c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:19.533984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-18735873-a3c1-4d21-851f-d63ddf53c5b0 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465043 Apr 18 21:02:19.536546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47382) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:19.573536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2e1209a2-1461-41e0-9ea6-e168396cfdf8 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0358820 Apr 18 21:02:19.576146 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47384) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:19.593520 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-95af31c0-e2bc-458a-9d93-dcaef5c8cb5c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] delete failed (client error): The resource could not be found. Apr 18 21:02:19.594497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-95af31c0-e2bc-458a-9d93-dcaef5c8cb5c tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "DELETE /v2.0/security-groups/18bfd518-07d9-4752-8683-144a988b626c HTTP/1.1" status: 404 len: 347 time: 0.0174530 Apr 18 21:02:19.597924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47386) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:19.639810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6d6e1e47-26d5-4139-a74a-47147f2bc480 tempest-SecGroupTest-705473467 tempest-SecGroupTest-705473467-project] 10.222.0.49 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0408139 Apr 18 21:02:19.913930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47394) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:20.061098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-188da22f-094d-4d03-b927-9649091e4535 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8b759ff39204ddf982721f263555201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460333 Apr 18 21:02:20.064293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47398) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:20.109448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b252918d-5750-4927-9699-07c3bdffb771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.130803 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b252918d-5750-4927-9699-07c3bdffb771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.178504 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b252918d-5750-4927-9699-07c3bdffb771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.181170 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b252918d-5750-4927-9699-07c3bdffb771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.182619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b252918d-5750-4927-9699-07c3bdffb771 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16887a91-41c3-458b-a926-0f4fa030dc15 HTTP/1.1" status: 204 len: 168 time: 0.1171553 Apr 18 21:02:20.192677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252918d-5750-4927-9699-07c3bdffb771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16887a91-41c3-458b-a926-0f4fa030dc15,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:20.809050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47420) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:20.905282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1100727975'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:20.925133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Made reservation on behalf of a3e2af454f7d474a8cc3fb044f892a73 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:20.928594 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.937134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.013988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.018847 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.041280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:21.056001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb5d7dc-0f3c-4530-8675-4bf2dc75eda2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.059135 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.059492 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Added segment 931b2493-72d1-4084-b71b-ed3534611a52 of type vlan for network 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 Apr 18 21:02:21.099013 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.123043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.129127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:21.129708 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.183514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3733625 Apr 18 21:02:21.186309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47424) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:21.191808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Request body: {'subnet': {'network_id': '998e1cd0-be03-41e0-a8f2-c2b7bfff27f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:21.198105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95419d81-aef8-424a-bd7e-18cb7c936917 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Pushing event updated for resources: {'Network': ['ID=998e1cd0-be03-41e0-a8f2-c2b7bfff27f2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.208767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:02:21.282439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Made reservation on behalf of a3e2af454f7d474a8cc3fb044f892a73 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:21.285997 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.462499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.521955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Pushing event updated for resources: {'Subnet': ['ID=d1651122-0dd0-407e-a213-dd99a7f77e13,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:21.531104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Checking segment: {'id': '931b2493-72d1-4084-b71b-ed3534611a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '998e1cd0-be03-41e0-a8f2-c2b7bfff27f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:21.531461 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Network hostable DHCP agents. Network: 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:21.548464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Network 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:21.556522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:21.560815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:21.561434 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.566116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4635fe11-355b-4f83-9a38-22d2ebeb193f None None] Network 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:21.577921 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-38446765-772e-490e-84e9-e73dced7d650 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3904908 Apr 18 21:02:21.580701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47426) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:21.587020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Request body: {'port': {'network_id': '998e1cd0-be03-41e0-a8f2-c2b7bfff27f2', 'name': 'tempest-TagsExtTest-810192564'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:21.707606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Made reservation on behalf of a3e2af454f7d474a8cc3fb044f892a73 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:21.711223 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.729446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] device_id is not set on port 9e4decf9-72c4-4057-8dee-0ce5a9019a82 yet. {{(pid=102904) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:02:21.849470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Allocated IP 172.20.0.8 (998e1cd0-be03-41e0-a8f2-c2b7bfff27f2/d1651122-0dd0-407e-a213-dd99a7f77e13/9e4decf9-72c4-4057-8dee-0ce5a9019a82) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:21.873768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-998e1cd0-be03-41e0-a8f2-c2b7bfff27f2', 'network_id': '998e1cd0-be03-41e0-a8f2-c2b7bfff27f2', 'tenant_id': 'a3e2af454f7d474a8cc3fb044f892a73', 'fixed_ips': [{'subnet_id': 'd1651122-0dd0-407e-a213-dd99a7f77e13'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:02:21.874624 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.998351 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.030401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.074166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Allocated IP 172.20.0.2 (998e1cd0-be03-41e0-a8f2-c2b7bfff27f2/d1651122-0dd0-407e-a213-dd99a7f77e13/5fa7e885-114c-46b8-9eba-43b34b97dc12) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:22.077672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Network 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:22.083379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:22.086476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:22.123678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Pushing event updated for resources: {'Port': ['ID=9e4decf9-72c4-4057-8dee-0ce5a9019a82,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.145135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:22.145753 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.162011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e297568b-e9e7-4956-8d08-5878fed40ae8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.5799117 Apr 18 21:02:22.164584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47428) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.169555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-28725044-4ca1-4979-ae90-8c0d6b09a097 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1380117463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:22.190031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28725044-4ca1-4979-ae90-8c0d6b09a097 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.191020 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28725044-4ca1-4979-ae90-8c0d6b09a097 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.225469 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.231437 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.242430 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28725044-4ca1-4979-ae90-8c0d6b09a097 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.246713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28725044-4ca1-4979-ae90-8c0d6b09a097 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.264107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-28725044-4ca1-4979-ae90-8c0d6b09a097 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.268899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-28725044-4ca1-4979-ae90-8c0d6b09a097 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0997090 Apr 18 21:02:22.269109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47430) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.273408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0035fd33-64b5-4645-b403-fac352ea1477 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1073438412', 'prefixes': ['172.20.0.0/16']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:22.274900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Network 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:22.279427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:22.284485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:22.287629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Pushing event updated for resources: {'Port': ['ID=5fa7e885-114c-46b8-9eba-43b34b97dc12,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.330793 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0035fd33-64b5-4645-b403-fac352ea1477 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for subnetpool, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.332017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0035fd33-64b5-4645-b403-fac352ea1477 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0619614 Apr 18 21:02:22.335310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47432) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.339793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-59e20995-ad33-4e51-8107-b76b3a4687ea tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13', 'tempest-TagsExtTest-Tag-1632299239') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.342904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Attempting to bind port 5fa7e885-114c-46b8-9eba-43b34b97dc12 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:22.343412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Attempting to bind port 5fa7e885-114c-46b8-9eba-43b34b97dc12 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '931b2493-72d1-4084-b71b-ed3534611a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '998e1cd0-be03-41e0-a8f2-c2b7bfff27f2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:22.343661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Attempting to bind port 5fa7e885-114c-46b8-9eba-43b34b97dc12 on network 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:22.349320 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:22.349683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Checking segment: {'id': '931b2493-72d1-4084-b71b-ed3534611a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '998e1cd0-be03-41e0-a8f2-c2b7bfff27f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:22.350074 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.350455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Bound using segment: {'id': '931b2493-72d1-4084-b71b-ed3534611a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '998e1cd0-be03-41e0-a8f2-c2b7bfff27f2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:22.350899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Bound port: 5fa7e885-114c-46b8-9eba-43b34b97dc12, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931b2493-72d1-4084-b71b-ed3534611a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '998e1cd0-be03-41e0-a8f2-c2b7bfff27f2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:22.351272 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.412776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] For port 5fa7e885-114c-46b8-9eba-43b34b97dc12, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:22.415981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] For port 5fa7e885-114c-46b8-9eba-43b34b97dc12, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5fa7e885-114c-46b8-9eba-43b34b97dc12,segment=NetworkSegment(931b2493-72d1-4084-b71b-ed3534611a52),segment_id=931b2493-72d1-4084-b71b-ed3534611a52)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:22.420568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.463050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-59e20995-ad33-4e51-8107-b76b3a4687ea tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags/tempest-TagsExtTest-Tag-1632299239 HTTP/1.1" status: 201 len: 201 time: 0.1265547 Apr 18 21:02:22.465556 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47434) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.476077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-53e0871e-ce95-48e9-b0d1-13759b510169 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82', 'tempest-TagsExtTest-Tag-933420789') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.482065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a3d26-a3d6-4120-bbf3-52b59c450a2c None None] Pushing event updated for resources: {'Port': ['ID=5fa7e885-114c-46b8-9eba-43b34b97dc12,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.540925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-53e0871e-ce95-48e9-b0d1-13759b510169 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags/tempest-TagsExtTest-Tag-933420789 HTTP/1.1" status: 201 len: 201 time: 0.0721776 Apr 18 21:02:22.543671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47436) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.548969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.tag.tag_plugin [None req-c86e1bb3-4ef6-4303-bbf0-3a4894acdb35 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa', 'tempest-TagsExtTest-Tag-629996550') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.667680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47438) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.668051 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c86e1bb3-4ef6-4303-bbf0-3a4894acdb35 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags/tempest-TagsExtTest-Tag-629996550 HTTP/1.1" status: 201 len: 201 time: 0.1230407 Apr 18 21:02:22.674446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-af8533f7-7eeb-48f8-942f-ec7e57d285e9 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d', 'tempest-TagsExtTest-Tag-374426740') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.727010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-af8533f7-7eeb-48f8-942f-ec7e57d285e9 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags/tempest-TagsExtTest-Tag-374426740 HTTP/1.1" status: 201 len: 201 time: 0.0564620 Apr 18 21:02:22.729517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47440) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.733887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-fdf44ac9-f1d6-4bbd-93f9-6c19939b363f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.797426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fdf44ac9-f1d6-4bbd-93f9-6c19939b363f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags HTTP/1.1" status: 200 len: 241 time: 0.0668836 Apr 18 21:02:22.799967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47442) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.804022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-58f2b6d6-ab74-46f0-9045-de894e8af8e8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13', 'tempest-TagsExtTest-Tag-1632299239') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.854739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-58f2b6d6-ab74-46f0-9045-de894e8af8e8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags/tempest-TagsExtTest-Tag-1632299239 HTTP/1.1" status: 204 len: 168 time: 0.0537541 Apr 18 21:02:22.857260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47444) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.861470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-927984f2-1901-4eec-875e-3a968316b4a5 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13', 'tempest-TagsExtTest-Tag-1632299239') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.927765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-927984f2-1901-4eec-875e-3a968316b4a5 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags/tempest-TagsExtTest-Tag-1632299239 HTTP/1.1" status: 204 len: 168 time: 0.0695152 Apr 18 21:02:22.930193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47446) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.934539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-886fecd9-4562-4b6a-861b-9840fe00c8c7 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:22.986081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-886fecd9-4562-4b6a-861b-9840fe00c8c7 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags HTTP/1.1" status: 200 len: 205 time: 0.0543106 Apr 18 21:02:22.988573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47448) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:22.992628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-7af466d1-2ac8-4f8d-8485-2a01329acfe7 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.047151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7af466d1-2ac8-4f8d-8485-2a01329acfe7 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags HTTP/1.1" status: 200 len: 240 time: 0.0574858 Apr 18 21:02:23.050145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47450) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.054305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-d895327a-a9b2-4a20-8d33-6b52fe43f06f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82', 'tempest-TagsExtTest-Tag-933420789') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.103450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d895327a-a9b2-4a20-8d33-6b52fe43f06f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags/tempest-TagsExtTest-Tag-933420789 HTTP/1.1" status: 204 len: 168 time: 0.0522239 Apr 18 21:02:23.105942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47452) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.111179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-d0a37200-b59a-4307-b9de-2ec787bcbe80 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82', 'tempest-TagsExtTest-Tag-933420789') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.178902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d0a37200-b59a-4307-b9de-2ec787bcbe80 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags/tempest-TagsExtTest-Tag-933420789 HTTP/1.1" status: 204 len: 168 time: 0.0719366 Apr 18 21:02:23.181960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47454) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.186394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-316a3f62-d773-4151-bde2-faa5137e68c8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.238092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-316a3f62-d773-4151-bde2-faa5137e68c8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags HTTP/1.1" status: 200 len: 205 time: 0.0548401 Apr 18 21:02:23.240531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47456) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.244868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-3435e826-ea76-4316-8814-4d1636355430 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.324354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3435e826-ea76-4316-8814-4d1636355430 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags HTTP/1.1" status: 200 len: 240 time: 0.0827897 Apr 18 21:02:23.326871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47458) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.331312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-cacbdcc3-65bc-40cf-96e8-21ed51517d75 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa', 'tempest-TagsExtTest-Tag-629996550') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.410265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cacbdcc3-65bc-40cf-96e8-21ed51517d75 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags/tempest-TagsExtTest-Tag-629996550 HTTP/1.1" status: 204 len: 168 time: 0.0823665 Apr 18 21:02:23.412738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47460) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.417174 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-e5262f82-41b8-47bc-8553-915ad25537e3 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa', 'tempest-TagsExtTest-Tag-629996550') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.420106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97738b1d-2254-4ca6-9ae6-933c1289ebb8 None None] Network 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:23.487009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1ab3cc30-f0c8-4077-b27c-7823f3243449 None None] Provisioning complete for port 5fa7e885-114c-46b8-9eba-43b34b97dc12 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:23.487492 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1ab3cc30-f0c8-4077-b27c-7823f3243449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.508020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e5262f82-41b8-47bc-8553-915ad25537e3 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags/tempest-TagsExtTest-Tag-629996550 HTTP/1.1" status: 204 len: 168 time: 0.0942502 Apr 18 21:02:23.512339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47462) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.518393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-7fae0ef9-220d-498d-a537-02f1ef0d8177 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.597295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7fae0ef9-220d-498d-a537-02f1ef0d8177 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags HTTP/1.1" status: 200 len: 205 time: 0.0837615 Apr 18 21:02:23.599577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47464) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.603709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-a4a81357-d0f4-408c-9bce-1a740cbe43c2 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.625247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a4a81357-d0f4-408c-9bce-1a740cbe43c2 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags HTTP/1.1" status: 200 len: 240 time: 0.0246263 Apr 18 21:02:23.627699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47466) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.631933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-7fb53578-a604-4dc6-a87c-b6296559f6b8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d', 'tempest-TagsExtTest-Tag-374426740') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.647178 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1ab3cc30-f0c8-4077-b27c-7823f3243449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.652843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7fb53578-a604-4dc6-a87c-b6296559f6b8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags/tempest-TagsExtTest-Tag-374426740 HTTP/1.1" status: 204 len: 168 time: 0.0241427 Apr 18 21:02:23.655451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47468) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.660263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-92a69a8b-193b-4669-8d46-18b355c5c95e tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d', 'tempest-TagsExtTest-Tag-374426740') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.690977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1ab3cc30-f0c8-4077-b27c-7823f3243449 None None] For port 5fa7e885-114c-46b8-9eba-43b34b97dc12, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5fa7e885-114c-46b8-9eba-43b34b97dc12,segment=NetworkSegment(931b2493-72d1-4084-b71b-ed3534611a52),segment_id=931b2493-72d1-4084-b71b-ed3534611a52)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:23.695106 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1ab3cc30-f0c8-4077-b27c-7823f3243449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.697078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-92a69a8b-193b-4669-8d46-18b355c5c95e tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags/tempest-TagsExtTest-Tag-374426740 HTTP/1.1" status: 204 len: 168 time: 0.0409193 Apr 18 21:02:23.699552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47470) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.703762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-f61d69d9-1a0f-4dba-a49c-c2ea24ba2a1a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.726633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f61d69d9-1a0f-4dba-a49c-c2ea24ba2a1a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags HTTP/1.1" status: 200 len: 205 time: 0.0260184 Apr 18 21:02:23.729111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47472) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.733680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-715c8191-d6c8-4dfd-9dcb-c8345ea5a4de tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.752812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3cc30-f0c8-4077-b27c-7823f3243449 None None] Pushing event updated for resources: {'Port': ['ID=5fa7e885-114c-46b8-9eba-43b34b97dc12,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:23.764298 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-715c8191-d6c8-4dfd-9dcb-c8345ea5a4de tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags HTTP/1.1" status: 204 len: 168 time: 0.0324214 Apr 18 21:02:23.765274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47474) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.770385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.tag.tag_plugin [None req-2e4b6701-92d4-4eb9-8971-d5c909627032 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.857212 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2e4b6701-92d4-4eb9-8971-d5c909627032 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0910118 Apr 18 21:02:23.859703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47476) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.864207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.tag.tag_plugin [None req-bd329e70-19d5-4280-91f8-2a8f97b5ee45 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.920110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7164db80-5557-412e-9ffb-99a6af750bbb None None] Provisioning complete for port 5fa7e885-114c-46b8-9eba-43b34b97dc12 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:23.920485 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7164db80-5557-412e-9ffb-99a6af750bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.939204 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bd329e70-19d5-4280-91f8-2a8f97b5ee45 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags HTTP/1.1" status: 204 len: 168 time: 0.0777659 Apr 18 21:02:23.941327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47478) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:23.948123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-0b0379bd-e1b0-4fb2-8906-43d1b553ae4a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.004559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0b0379bd-e1b0-4fb2-8906-43d1b553ae4a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags HTTP/1.1" status: 204 len: 168 time: 0.0615470 Apr 18 21:02:24.008356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47480) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.014004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-e5898cd3-5b5a-465d-8e52-3d4b99bae3a0 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13', 'tempest-TagsExtTest-Tag-495121566') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.018552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7164db80-5557-412e-9ffb-99a6af750bbb None None] Provisioning complete for port 9e4decf9-72c4-4057-8dee-0ce5a9019a82 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:24.018928 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7164db80-5557-412e-9ffb-99a6af750bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.053984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7164db80-5557-412e-9ffb-99a6af750bbb None None] Port 9e4decf9-72c4-4057-8dee-0ce5a9019a82 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:24.092985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e5898cd3-5b5a-465d-8e52-3d4b99bae3a0 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags/tempest-TagsExtTest-Tag-495121566 HTTP/1.1" status: 201 len: 201 time: 0.0824552 Apr 18 21:02:24.095613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47482) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.100156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-8ddf49b9-7cc7-481c-9c3c-ebdc3cc59bfc tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82', 'tempest-TagsExtTest-Tag-668997901') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.165414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8ddf49b9-7cc7-481c-9c3c-ebdc3cc59bfc tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags/tempest-TagsExtTest-Tag-668997901 HTTP/1.1" status: 201 len: 201 time: 0.0680659 Apr 18 21:02:24.168172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47484) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.173821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.tag.tag_plugin [None req-36216eb8-0375-431c-a912-af89cb2e0186 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa', 'tempest-TagsExtTest-Tag-33754406') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.183542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-67d09c5e-2ede-4ef3-89cb-c05f537928b9 None None] Provisioning complete for port 9e4decf9-72c4-4057-8dee-0ce5a9019a82 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:24.183954 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67d09c5e-2ede-4ef3-89cb-c05f537928b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.222519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-67d09c5e-2ede-4ef3-89cb-c05f537928b9 None None] Port 9e4decf9-72c4-4057-8dee-0ce5a9019a82 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:24.262691 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-36216eb8-0375-431c-a912-af89cb2e0186 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags/tempest-TagsExtTest-Tag-33754406 HTTP/1.1" status: 201 len: 201 time: 0.0931399 Apr 18 21:02:24.265263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.269794 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.tag.tag_plugin [None req-1cd80e88-e1b1-4508-a0e6-c3a473e3f18d tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d', 'tempest-TagsExtTest-Tag-624357910') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.319815 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1cd80e88-e1b1-4508-a0e6-c3a473e3f18d tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags/tempest-TagsExtTest-Tag-624357910 HTTP/1.1" status: 201 len: 201 time: 0.0511839 Apr 18 21:02:24.320097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47488) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.324395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.tag.tag_plugin [None req-5cef199b-f540-4d11-ba64-4c2b3aab9372 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13', {'tags': ['tempest-TagsExtTest-Tag-301502171', 'tempest-TagsExtTest-Tag-488754475', 'tempest-TagsExtTest-Tag-1612558256']}) {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.340197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-117c2d03-0c5c-4d76-920d-8dd830770b27 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458822 Apr 18 21:02:24.434951 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5cef199b-f540-4d11-ba64-4c2b3aab9372 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags HTTP/1.1" status: 200 len: 316 time: 0.1138949 Apr 18 21:02:24.435570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47490) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.440362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-78289210-8b74-4278-8f60-1eccd2d05f13 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.477911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-996a1f0f-5731-4a5c-a2e3-2d6b540f7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:24.479513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-996a1f0f-5731-4a5c-a2e3-2d6b540f7467 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=946e24bc69f140efa3cef17a19fdd818&device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0891814 Apr 18 21:02:24.494049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5fa7e885-114c-46b8-9eba-43b34b97dc12 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:24.529284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-78289210-8b74-4278-8f60-1eccd2d05f13 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags HTTP/1.1" status: 204 len: 168 time: 0.0924160 Apr 18 21:02:24.532686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47492) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.537463 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.tag.tag_plugin [None req-76f695dc-df0d-4690-9572-ef290ab21c7e tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13', 'tempest-TagsExtTest-Tag-301502171') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.551708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5fa7e885-114c-46b8-9eba-43b34b97dc12 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:24.552100 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.593285 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-76f695dc-df0d-4690-9572-ef290ab21c7e tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:24.598404 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-76f695dc-df0d-4690-9572-ef290ab21c7e tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags/tempest-TagsExtTest-Tag-301502171 HTTP/1.1" status: 404 len: 328 time: 0.0643857 Apr 18 21:02:24.598746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47494) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.603716 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-56bc9598-90f1-42a4-9583-d66c41d537c2 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13', 'tempest-TagsExtTest-Tag-488754475') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.640661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-6d70415f-c153-4bdd-aa01-80ee711fcd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:24.642724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-6d70415f-c153-4bdd-aa01-80ee711fcd98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2 HTTP/1.1" status: 200 len: 909 time: 0.1234446 Apr 18 21:02:24.721830 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-56bc9598-90f1-42a4-9583-d66c41d537c2 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:24.722887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-56bc9598-90f1-42a4-9583-d66c41d537c2 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags/tempest-TagsExtTest-Tag-488754475 HTTP/1.1" status: 404 len: 328 time: 0.1232121 Apr 18 21:02:24.725102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-c01bb379-70a3-40b8-b538-3fbd4e0a7383 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15de41c1-8cbe-433e-964b-5f4252498397 HTTP/1.1" status: 200 len: 1000 time: 0.0736039 Apr 18 21:02:24.725706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47496) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.729748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-5a9f9497-bcd7-42d1-baaa-1aeea882a408 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13', 'tempest-TagsExtTest-Tag-1612558256') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.809235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-73b0584c-af1d-4077-bce4-7bcdd98cb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:24.810705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-73b0584c-af1d-4077-bce4-7bcdd98cb7ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e24600b4-0dd5-4cb0-a5ee-f19707b847c0 HTTP/1.1" status: 200 len: 847 time: 0.0786138 Apr 18 21:02:24.846970 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-5a9f9497-bcd7-42d1-baaa-1aeea882a408 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:24.848039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5a9f9497-bcd7-42d1-baaa-1aeea882a408 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags/tempest-TagsExtTest-Tag-1612558256 HTTP/1.1" status: 404 len: 329 time: 0.1214170 Apr 18 21:02:24.851046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47498) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.856094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-cd954074-2164-4670-80bb-f82636236e7a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82', {'tags': ['tempest-TagsExtTest-Tag-1367693638', 'tempest-TagsExtTest-Tag-539112668', 'tempest-TagsExtTest-Tag-1614168728']}) {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:24.904725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-881d04a1-75ff-4bbd-9a95-c84b35261227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:24.906238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-881d04a1-75ff-4bbd-9a95-c84b35261227 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880389 Apr 18 21:02:24.941906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cd954074-2164-4670-80bb-f82636236e7a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags HTTP/1.1" status: 200 len: 317 time: 0.0898566 Apr 18 21:02:24.944583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47500) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:24.949067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.tag.tag_plugin [None req-244bd255-4a7a-4f31-8c39-d11952d5ebdb tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.019708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-ffabd7d1-c6ba-44ef-9a9e-867c8ced1f24 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047032 Apr 18 21:02:25.022236 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-244bd255-4a7a-4f31-8c39-d11952d5ebdb tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags HTTP/1.1" status: 204 len: 168 time: 0.0765655 Apr 18 21:02:25.025142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47502) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.029289 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.tag.tag_plugin [None req-bdbce90f-4721-46e8-ae79-1b2766be3992 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82', 'tempest-TagsExtTest-Tag-1367693638') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.118903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981d5289-fee5-43d7-a8db-e06f42ea88ff req-57060f04-d5a3-4316-9099-540d1561879a service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932705 Apr 18 21:02:25.405292 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-bdbce90f-4721-46e8-ae79-1b2766be3992 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:25.406223 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bdbce90f-4721-46e8-ae79-1b2766be3992 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags/tempest-TagsExtTest-Tag-1367693638 HTTP/1.1" status: 404 len: 329 time: 0.3801956 Apr 18 21:02:25.409217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47504) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.413694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-8a48d960-652a-4cdf-9b03-1077b9ba96ef tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82', 'tempest-TagsExtTest-Tag-539112668') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.462040 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-8a48d960-652a-4cdf-9b03-1077b9ba96ef tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:25.463094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8a48d960-652a-4cdf-9b03-1077b9ba96ef tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags/tempest-TagsExtTest-Tag-539112668 HTTP/1.1" status: 404 len: 328 time: 0.0528731 Apr 18 21:02:25.465845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47506) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.469969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-b94a45a7-9430-4c1b-ade9-ea6f648580d0 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82', 'tempest-TagsExtTest-Tag-1614168728') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.522885 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-b94a45a7-9430-4c1b-ade9-ea6f648580d0 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:25.523957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b94a45a7-9430-4c1b-ade9-ea6f648580d0 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags/tempest-TagsExtTest-Tag-1614168728 HTTP/1.1" status: 404 len: 329 time: 0.0571918 Apr 18 21:02:25.526733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47508) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.531155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-375c4561-0395-4020-af30-6759d57ef30c tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa', {'tags': ['tempest-TagsExtTest-Tag-723287668', 'tempest-TagsExtTest-Tag-1700723422', 'tempest-TagsExtTest-Tag-1662241869']}) {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.616703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-375c4561-0395-4020-af30-6759d57ef30c tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags HTTP/1.1" status: 200 len: 317 time: 0.0889862 Apr 18 21:02:25.619220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47510) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.623522 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-e829ed07-056a-4641-8550-f3a61bd416c4 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.712981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e829ed07-056a-4641-8550-f3a61bd416c4 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0927885 Apr 18 21:02:25.715581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47512) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.720525 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-d3d0ad29-1cef-48e8-8004-1bcea271b29b tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa', 'tempest-TagsExtTest-Tag-723287668') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.795525 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-d3d0ad29-1cef-48e8-8004-1bcea271b29b tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:25.796610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d3d0ad29-1cef-48e8-8004-1bcea271b29b tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags/tempest-TagsExtTest-Tag-723287668 HTTP/1.1" status: 404 len: 328 time: 0.0800960 Apr 18 21:02:25.799988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47514) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.805002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-9396c38e-6945-41e8-8cdb-c1cf09bf0f65 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa', 'tempest-TagsExtTest-Tag-1700723422') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.879832 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-9396c38e-6945-41e8-8cdb-c1cf09bf0f65 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:25.880885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9396c38e-6945-41e8-8cdb-c1cf09bf0f65 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags/tempest-TagsExtTest-Tag-1700723422 HTTP/1.1" status: 404 len: 329 time: 0.0799797 Apr 18 21:02:25.883662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47516) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.887912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-4782a8e6-42f0-4178-bfc4-0ad912eb29ab tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa', 'tempest-TagsExtTest-Tag-1662241869') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:25.962917 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-4782a8e6-42f0-4178-bfc4-0ad912eb29ab tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:25.964034 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4782a8e6-42f0-4178-bfc4-0ad912eb29ab tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags/tempest-TagsExtTest-Tag-1662241869 HTTP/1.1" status: 404 len: 329 time: 0.0793722 Apr 18 21:02:25.966663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47518) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:25.971663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-e692f895-7cf8-4ff4-a7af-3687afe17fd2 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d', {'tags': ['tempest-TagsExtTest-Tag-109686752', 'tempest-TagsExtTest-Tag-1557194617', 'tempest-TagsExtTest-Tag-448121531']}) {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.004324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e692f895-7cf8-4ff4-a7af-3687afe17fd2 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "PUT /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags HTTP/1.1" status: 200 len: 316 time: 0.0366895 Apr 18 21:02:26.006713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47520) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.010843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-d49a1108-d5fd-43df-9ba4-d7940eb3d47c tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.046519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d49a1108-d5fd-43df-9ba4-d7940eb3d47c tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags HTTP/1.1" status: 204 len: 168 time: 0.0388284 Apr 18 21:02:26.049260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47522) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.053395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-7d286fe9-9097-48ad-9870-4d0c793edad0 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d', 'tempest-TagsExtTest-Tag-109686752') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.073412 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-7d286fe9-9097-48ad-9870-4d0c793edad0 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:26.074396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7d286fe9-9097-48ad-9870-4d0c793edad0 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags/tempest-TagsExtTest-Tag-109686752 HTTP/1.1" status: 404 len: 328 time: 0.0242493 Apr 18 21:02:26.077431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47524) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.081965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-bac67ae4-64c6-461b-b280-0fbc36aa64b2 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d', 'tempest-TagsExtTest-Tag-1557194617') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.101601 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-bac67ae4-64c6-461b-b280-0fbc36aa64b2 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:26.102573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bac67ae4-64c6-461b-b280-0fbc36aa64b2 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags/tempest-TagsExtTest-Tag-1557194617 HTTP/1.1" status: 404 len: 329 time: 0.0242822 Apr 18 21:02:26.105193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47526) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.109206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-c516b534-85f9-4fde-92ea-d1866ff96572 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d', 'tempest-TagsExtTest-Tag-448121531') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.128173 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [None req-c516b534-85f9-4fde-92ea-d1866ff96572 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] show failed (client error): The resource could not be found. Apr 18 21:02:26.129143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c516b534-85f9-4fde-92ea-d1866ff96572 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags/tempest-TagsExtTest-Tag-448121531 HTTP/1.1" status: 404 len: 328 time: 0.0230970 Apr 18 21:02:26.131595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47528) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.135583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-508b8582-db4e-45e8-875b-e2b41bc4b112 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b8f92107-0bc0-481e-a255-54b1e0fe9a9d') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.159656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-508b8582-db4e-45e8-875b-e2b41bc4b112 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d/tags HTTP/1.1" status: 204 len: 168 time: 0.0270941 Apr 18 21:02:26.161903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47530) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.166047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-428cff02-1f23-41b6-9754-fae4f39b3ef8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a7144be0-1c86-4656-a7e5-2e570a7178aa') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.244942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-428cff02-1f23-41b6-9754-fae4f39b3ef8 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa/tags HTTP/1.1" status: 204 len: 168 time: 0.0819094 Apr 18 21:02:26.247273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47532) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.251617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-2ac7be36-593b-4c0e-8248-3084fe20609a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9e4decf9-72c4-4057-8dee-0ce5a9019a82') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.304225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2ac7be36-593b-4c0e-8248-3084fe20609a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82/tags HTTP/1.1" status: 204 len: 168 time: 0.0558736 Apr 18 21:02:26.306671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47534) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.310953 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.tag.tag_plugin [None req-2069485b-8602-4c2e-9394-b819a7cd9231 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd1651122-0dd0-407e-a213-dd99a7f77e13') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:26.370479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2069485b-8602-4c2e-9394-b819a7cd9231 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13/tags HTTP/1.1" status: 204 len: 168 time: 0.0625706 Apr 18 21:02:26.374708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47536) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.456398 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c330ce96-ab2b-4671-bdf3-213447697493 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for subnetpool, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.458473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c330ce96-ab2b-4671-bdf3-213447697493 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/subnetpools/b8f92107-0bc0-481e-a255-54b1e0fe9a9d HTTP/1.1" status: 204 len: 168 time: 0.0819402 Apr 18 21:02:26.460311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47538) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.486326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-597d661a-7a58-420f-aba7-8482b5b984fb tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7144be0-1c86-4656-a7e5-2e570a7178aa HTTP/1.1" status: 200 len: 205 time: 0.0245080 Apr 18 21:02:26.488168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47540) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:26.894738 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c6f423-4c5d-4c86-af08-a1f3887dbd0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.048761 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c6f423-4c5d-4c86-af08-a1f3887dbd0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.050737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c6f423-4c5d-4c86-af08-a1f3887dbd0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.092157 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c6f423-4c5d-4c86-af08-a1f3887dbd0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.092645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c6f423-4c5d-4c86-af08-a1f3887dbd0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Fanout notify agent at l3_agent the message router_deleted on router a7144be0-1c86-4656-a7e5-2e570a7178aa {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:02:27.099467 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c6f423-4c5d-4c86-af08-a1f3887dbd0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.103022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-89c6f423-4c5d-4c86-af08-a1f3887dbd0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/routers/a7144be0-1c86-4656-a7e5-2e570a7178aa HTTP/1.1" status: 204 len: 168 time: 0.6139684 Apr 18 21:02:27.103156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47542) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:27.186485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-572dd08b-a4f8-4894-b13e-043b2591eb0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Deleting port 9e4decf9-72c4-4057-8dee-0ce5a9019a82 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:27.186821 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-572dd08b-a4f8-4894-b13e-043b2591eb0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.275772 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-572dd08b-a4f8-4894-b13e-043b2591eb0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.287062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-572dd08b-a4f8-4894-b13e-043b2591eb0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Calling delete_port for 9e4decf9-72c4-4057-8dee-0ce5a9019a82 owned by {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:27.409018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-572dd08b-a4f8-4894-b13e-043b2591eb0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.441026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dd08b-a4f8-4894-b13e-043b2591eb0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Pushing event deleted for resources: {'Port': ['ID=9e4decf9-72c4-4057-8dee-0ce5a9019a82,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:27.508086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-572dd08b-a4f8-4894-b13e-043b2591eb0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.511338 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-572dd08b-a4f8-4894-b13e-043b2591eb0f tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/ports/9e4decf9-72c4-4057-8dee-0ce5a9019a82 HTTP/1.1" status: 204 len: 168 time: 0.4072566 Apr 18 21:02:27.513742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47544) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:27.575742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-414f9bb2-098d-4cc1-af0f-1fb50af5ac33 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Deleting subnet d1651122-0dd0-407e-a213-dd99a7f77e13 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:02:27.580554 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-414f9bb2-098d-4cc1-af0f-1fb50af5ac33 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.627452 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-414f9bb2-098d-4cc1-af0f-1fb50af5ac33 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.709868 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-414f9bb2-098d-4cc1-af0f-1fb50af5ac33 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.766052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-414f9bb2-098d-4cc1-af0f-1fb50af5ac33 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.799531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f9bb2-098d-4cc1-af0f-1fb50af5ac33 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Pushing event deleted for resources: {'Subnet': ['ID=d1651122-0dd0-407e-a213-dd99a7f77e13,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:27.801535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-414f9bb2-098d-4cc1-af0f-1fb50af5ac33 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.804755 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-414f9bb2-098d-4cc1-af0f-1fb50af5ac33 tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/subnets/d1651122-0dd0-407e-a213-dd99a7f77e13 HTTP/1.1" status: 204 len: 168 time: 0.2900820 Apr 18 21:02:27.807427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47546) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:27.811139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b74b7-4682-4c5a-9e9f-8ebb4fad7529 None None] Network 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:27.880022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.935921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Deleting port 5fa7e885-114c-46b8-9eba-43b34b97dc12 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:27.936257 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.977893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] DHCP port deletion for 998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:02:28.003291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] For port 5fa7e885-114c-46b8-9eba-43b34b97dc12, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5fa7e885-114c-46b8-9eba-43b34b97dc12,segment=NetworkSegment(931b2493-72d1-4084-b71b-ed3534611a52),segment_id=931b2493-72d1-4084-b71b-ed3534611a52)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:28.003652 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.016373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Calling delete_port for 5fa7e885-114c-46b8-9eba-43b34b97dc12 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:28.029276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Deleting port 5fa7e885-114c-46b8-9eba-43b34b97dc12 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:02:28.029655 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.092722 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] For port 5fa7e885-114c-46b8-9eba-43b34b97dc12, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5fa7e885-114c-46b8-9eba-43b34b97dc12,segment=NetworkSegment(931b2493-72d1-4084-b71b-ed3534611a52),segment_id=931b2493-72d1-4084-b71b-ed3534611a52)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:28.093118 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.097316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.106788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Calling delete_port for 5fa7e885-114c-46b8-9eba-43b34b97dc12 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:02:28.123263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Pushing event deleted for resources: {'Port': ['ID=5fa7e885-114c-46b8-9eba-43b34b97dc12,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.127019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] No DVR routers for this DVR port 5fa7e885-114c-46b8-9eba-43b34b97dc12 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:28.179563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.209874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Pushing event deleted for resources: {'Port': ['ID=5fa7e885-114c-46b8-9eba-43b34b97dc12,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.216586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] No DVR routers for this DVR port 5fa7e885-114c-46b8-9eba-43b34b97dc12 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:28.219006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.219392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.220260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.220584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.220910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.221235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.221542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.221851 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.222206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.222470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.222783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.223092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48ed7-33cc-45ca-8047-80c8b4a41ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:28.233074 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.260686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998e1cd0-be03-41e0-a8f2-c2b7bfff27f2']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:28.271965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931b2493-72d1-4084-b71b-ed3534611a52') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:28.272267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931b2493-72d1-4084-b71b-ed3534611a52') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:28.282804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.298093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.303928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:02:28.304324 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:02:28.307508 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:02:28.370319 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.377484 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.380641 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] 10.222.0.49 "DELETE /v2.0/networks/998e1cd0-be03-41e0-a8f2-c2b7bfff27f2 HTTP/1.1" status: 204 len: 168 time: 0.5722656 Apr 18 21:02:28.393765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7ddf1-4119-4b3a-8802-d838d800415a tempest-TagsExtTest-786427339 tempest-TagsExtTest-786427339-project] Pushing event deleted for resources: {'Network': ['ID=998e1cd0-be03-41e0-a8f2-c2b7bfff27f2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:28.443759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5fa7e885-114c-46b8-9eba-43b34b97dc12 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:02:28.466593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 5fa7e885-114c-46b8-9eba-43b34b97dc12 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:02:28.467248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5fa7e885-114c-46b8-9eba-43b34b97dc12 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:02:28.631966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47552) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:28.766762 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a4ffd8ac-a966-4774-88c7-2b87d79f07ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3e2af454f7d474a8cc3fb044f892a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329269 Apr 18 21:02:28.769123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47556) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:28.816763 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b28e5c-a42f-467a-83bf-dbd3ea470c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.837345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b28e5c-a42f-467a-83bf-dbd3ea470c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.885546 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b28e5c-a42f-467a-83bf-dbd3ea470c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.888436 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33b28e5c-a42f-467a-83bf-dbd3ea470c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.889776 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-33b28e5c-a42f-467a-83bf-dbd3ea470c0f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6bb5d7dc-0f3c-4530-8675-4bf2dc75eda2 HTTP/1.1" status: 204 len: 168 time: 0.1196339 Apr 18 21:02:28.898680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b28e5c-a42f-467a-83bf-dbd3ea470c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb5d7dc-0f3c-4530-8675-4bf2dc75eda2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:30.815927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47630) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:30.934582 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6edf6d38-383d-448a-8609-06dde16eae7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.007890 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6edf6d38-383d-448a-8609-06dde16eae7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.011617 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6edf6d38-383d-448a-8609-06dde16eae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.053405 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6edf6d38-383d-448a-8609-06dde16eae7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=391450a3c72140bd91f38cfda8d70b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361646 Apr 18 21:02:31.054776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf6d38-383d-448a-8609-06dde16eae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4525533a-9eef-4003-965b-817e6fec492b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.055970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47634) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:31.109543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbbef2c2-8183-4150-a47c-ea16891b66ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.134565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbbef2c2-8183-4150-a47c-ea16891b66ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.184317 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbbef2c2-8183-4150-a47c-ea16891b66ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.186886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dbbef2c2-8183-4150-a47c-ea16891b66ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.188143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dbbef2c2-8183-4150-a47c-ea16891b66ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4525533a-9eef-4003-965b-817e6fec492b HTTP/1.1" status: 204 len: 168 time: 0.1309626 Apr 18 21:02:31.198405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbef2c2-8183-4150-a47c-ea16891b66ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4525533a-9eef-4003-965b-817e6fec492b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.459979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47640) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:31.472960 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91da3cf2-7244-4d44-804e-bf63868d232e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.545796 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91da3cf2-7244-4d44-804e-bf63868d232e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.549917 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91da3cf2-7244-4d44-804e-bf63868d232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.586656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-91da3cf2-7244-4d44-804e-bf63868d232e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e2bffed0574453883ee0ac0257b0f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255536 Apr 18 21:02:31.588077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da3cf2-7244-4d44-804e-bf63868d232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650046d4-0245-4702-a13d-d6cd49bfa08c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.589630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47642) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:31.639124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ae70-b18c-4f48-a9ef-e5e376a0faa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.660420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ae70-b18c-4f48-a9ef-e5e376a0faa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.705864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ae70-b18c-4f48-a9ef-e5e376a0faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.708374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ae70-b18c-4f48-a9ef-e5e376a0faa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.709602 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f8c1ae70-b18c-4f48-a9ef-e5e376a0faa5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/650046d4-0245-4702-a13d-d6cd49bfa08c HTTP/1.1" status: 204 len: 168 time: 0.1189530 Apr 18 21:02:31.717480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1ae70-b18c-4f48-a9ef-e5e376a0faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650046d4-0245-4702-a13d-d6cd49bfa08c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:34.494485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47776) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:34.600604 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ad84bf59-f54c-4f1f-b612-f5b2d68be0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.671380 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ad84bf59-f54c-4f1f-b612-f5b2d68be0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.675892 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ad84bf59-f54c-4f1f-b612-f5b2d68be0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.713134 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ad84bf59-f54c-4f1f-b612-f5b2d68be0ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b154b6b404ca4f6e9226d37bd90e7625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2175620 Apr 18 21:02:34.713972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad84bf59-f54c-4f1f-b612-f5b2d68be0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56352a10-38e3-4cf9-911d-60168d5a38fa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:34.717126 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47780) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:34.767182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f030d7c-6213-4908-b706-feb001aa5387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.790292 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f030d7c-6213-4908-b706-feb001aa5387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.840895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f030d7c-6213-4908-b706-feb001aa5387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.843431 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7f030d7c-6213-4908-b706-feb001aa5387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.845113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7f030d7c-6213-4908-b706-feb001aa5387 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/56352a10-38e3-4cf9-911d-60168d5a38fa HTTP/1.1" status: 204 len: 168 time: 0.1253853 Apr 18 21:02:34.852824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f030d7c-6213-4908-b706-feb001aa5387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56352a10-38e3-4cf9-911d-60168d5a38fa,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:35.102927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47786) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:35.119081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91e97b41-ed04-4b47-8da8-21ce6259a7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.190231 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91e97b41-ed04-4b47-8da8-21ce6259a7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.193911 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91e97b41-ed04-4b47-8da8-21ce6259a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.232318 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-91e97b41-ed04-4b47-8da8-21ce6259a7e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f548d4623754c088b711736120cfa82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282921 Apr 18 21:02:35.233146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e97b41-ed04-4b47-8da8-21ce6259a7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d807ca-f46b-4703-8667-a7ada9e91f08,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:35.235005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47788) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:35.286991 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac7c87ea-7407-4a3f-b54c-40437dfa5d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.307929 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac7c87ea-7407-4a3f-b54c-40437dfa5d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.353629 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac7c87ea-7407-4a3f-b54c-40437dfa5d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.356185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ac7c87ea-7407-4a3f-b54c-40437dfa5d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.357333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ac7c87ea-7407-4a3f-b54c-40437dfa5d47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4d807ca-f46b-4703-8667-a7ada9e91f08 HTTP/1.1" status: 204 len: 168 time: 0.1201837 Apr 18 21:02:35.365242 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c87ea-7407-4a3f-b54c-40437dfa5d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d807ca-f46b-4703-8667-a7ada9e91f08,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:35.927477 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84e4780b-17b3-42a4-950a-811b589850df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.390118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47818) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:36.497264 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db811032-0e85-4da0-bde1-3dd624dd328c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.570086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db811032-0e85-4da0-bde1-3dd624dd328c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.573529 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db811032-0e85-4da0-bde1-3dd624dd328c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.612172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-db811032-0e85-4da0-bde1-3dd624dd328c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6a8933f869ce46fbb007bce4fb9f042e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209349 Apr 18 21:02:36.613413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db811032-0e85-4da0-bde1-3dd624dd328c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350ca6fd-d5c5-4884-93fd-036c60cdbe69,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:36.614890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47822) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:36.663184 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c55c56fe-284c-4c48-9dfd-1a08105fa36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.683415 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c55c56fe-284c-4c48-9dfd-1a08105fa36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.728821 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c55c56fe-284c-4c48-9dfd-1a08105fa36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.731635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c55c56fe-284c-4c48-9dfd-1a08105fa36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.732825 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c55c56fe-284c-4c48-9dfd-1a08105fa36a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/350ca6fd-d5c5-4884-93fd-036c60cdbe69 HTTP/1.1" status: 204 len: 168 time: 0.1169305 Apr 18 21:02:36.740243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c56fe-284c-4c48-9dfd-1a08105fa36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350ca6fd-d5c5-4884-93fd-036c60cdbe69,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:37.346296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47844) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:37.444630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1144180692-network', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:37.464238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Made reservation on behalf of a2bbda67877d4111b3329f708b6bf0eb for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:37.466721 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.474976 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.552415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.556085 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.576602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:37.589811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:37.594969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.595311 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Added segment 023881c7-9bca-436e-ab86-611f8bf79d82 of type vlan for network ae5183a9-941a-419d-be5f-423f19073c9b Apr 18 21:02:37.639253 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.663868 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.664817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:37.665426 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.742062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3946357 Apr 18 21:02:37.744972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47848) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:37.749925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Request body: {'subnet': {'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1144180692-subnet', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:37.763909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162a98-181f-4d5b-a18e-314ce54f0286 admin admin] Pushing event updated for resources: {'Network': ['ID=ae5183a9-941a-419d-be5f-423f19073c9b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:37.771297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Made reservation on behalf of a2bbda67877d4111b3329f708b6bf0eb for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:37.774135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.774372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ae5183a9-941a-419d-be5f-423f19073c9b details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:02:37.947755 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.009227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:38.018961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Checking segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:38.019321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Network hostable DHCP agents. Network: ae5183a9-941a-419d-be5f-423f19073c9b, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:38.036696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Network ae5183a9-941a-419d-be5f-423f19073c9b is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:38.045814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ae5183a9-941a-419d-be5f-423f19073c9b) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:38.050882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:38.051760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.056201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ad00d-936e-4245-954a-f1d16ce924ca None None] Network ae5183a9-941a-419d-be5f-423f19073c9b requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:38.068695 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ce1837c-66c2-4666-9af2-1f7f770690c6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3225503 Apr 18 21:02:38.072173 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47850) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:38.076920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:38.099806 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.101027 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.150689 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.205416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ae5183a9-941a-419d-be5f-423f19073c9b', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:02:38.206413 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.291694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.347933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Allocated IP 172.20.0.2 (ae5183a9-941a-419d-be5f-423f19073c9b/828bb9d6-e3b5-4619-8a43-7c3d9efa8e86/c434f606-0f04-41fa-8112-1439ac789537) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:38.536678 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.551660 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.575751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.591066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Network ae5183a9-941a-419d-be5f-423f19073c9b is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:38.596850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:38.599048 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.600660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:38.609488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Pushing event updated for resources: {'Port': ['ID=c434f606-0f04-41fa-8112-1439ac789537,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:38.679995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Attempting to bind port c434f606-0f04-41fa-8112-1439ac789537 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:38.680368 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Attempting to bind port c434f606-0f04-41fa-8112-1439ac789537 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:38.680710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Attempting to bind port c434f606-0f04-41fa-8112-1439ac789537 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:38.689862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:38.690263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Checking segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:38.690667 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.691056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Bound using segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:38.691525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Bound port: c434f606-0f04-41fa-8112-1439ac789537, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:38.691938 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.695535 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e39b2c4d-0c4c-47ae-8ebf-8c993d896c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.758112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] For port c434f606-0f04-41fa-8112-1439ac789537, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:38.761690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] For port c434f606-0f04-41fa-8112-1439ac789537, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c434f606-0f04-41fa-8112-1439ac789537,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:38.766686 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.775973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Allocated IP 172.25.2.63 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7517b235-8db2-4d26-9414-eb4ce2259a6c) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:38.828989 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37216a5-0522-4e06-b3c7-d19437c94643 None None] Pushing event updated for resources: {'Port': ['ID=c434f606-0f04-41fa-8112-1439ac789537,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:38.886566 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.933687 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.982413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:38.989519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:39.005040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:39.030974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Pushing event updated for resources: {'Port': ['ID=7517b235-8db2-4d26-9414-eb4ce2259a6c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:39.268871 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.363133 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.466611 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.756452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf6fdbe-fdbe-45a6-ad0c-af8c540d07e9 None None] Network ae5183a9-941a-419d-be5f-423f19073c9b requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:39.837906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:02:39.849668 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-82db3a26-612f-403e-b012-f8bd30bd4a62 None None] Provisioning complete for port c434f606-0f04-41fa-8112-1439ac789537 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:39.850206 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-82db3a26-612f-403e-b012-f8bd30bd4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.941593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:39.960162 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.961372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e97cec8f-992e-41de-96e2-07784e0e7dbe admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8881812 Apr 18 21:02:39.964493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47852) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:39.965701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Sync routers for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:39.994899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:39.995399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:02:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:39.999879 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-82db3a26-612f-403e-b012-f8bd30bd4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.106539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-82db3a26-612f-403e-b012-f8bd30bd4a62 None None] For port c434f606-0f04-41fa-8112-1439ac789537, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c434f606-0f04-41fa-8112-1439ac789537,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:40.112208 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-82db3a26-612f-403e-b012-f8bd30bd4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.170909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:40.254854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db3a26-612f-403e-b012-f8bd30bd4a62 None None] Pushing event updated for resources: {'Port': ['ID=c434f606-0f04-41fa-8112-1439ac789537,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.296519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a164eea4-ba7b-429a-81d0-278a24c2a2ab None None] Provisioning complete for port c434f606-0f04-41fa-8112-1439ac789537 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:40.296886 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a164eea4-ba7b-429a-81d0-278a24c2a2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.398323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.447529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:39Z', 'revision_number': 3, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:40.480139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Checking router: ae9294e4-767e-4dc2-bef9-c2d35059d9b8 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:40.480485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Updating router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 port 7517b235-8db2-4d26-9414-eb4ce2259a6c binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:02:40.504185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c434f606-0f04-41fa-8112-1439ac789537 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:40.534337 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.615978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Allocated IP 172.20.0.1 (ae5183a9-941a-419d-be5f-423f19073c9b/828bb9d6-e3b5-4619-8a43-7c3d9efa8e86/0afe59bd-a546-45f6-9d49-eb9a1392b234) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:40.726800 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.750297 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.761777 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.797440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Network ae5183a9-941a-419d-be5f-423f19073c9b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:40.800237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:40.802839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:40.835139 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c434f606-0f04-41fa-8112-1439ac789537 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:40.835516 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.848687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Pushing event updated for resources: {'Port': ['ID=0afe59bd-a546-45f6-9d49-eb9a1392b234,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.857176 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.043450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.046313 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.062430 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.115358 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-355f8640-6459-4b5b-9c9d-6a8e466fdeed None None] Provisioning complete for port 0afe59bd-a546-45f6-9d49-eb9a1392b234 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:41.115638 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-355f8640-6459-4b5b-9c9d-6a8e466fdeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.126920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Attempting to bind port 7517b235-8db2-4d26-9414-eb4ce2259a6c on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:41.127293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Attempting to bind port 7517b235-8db2-4d26-9414-eb4ce2259a6c by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:41.127659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Attempting to bind port 7517b235-8db2-4d26-9414-eb4ce2259a6c on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:41.156281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:41.157289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:41.157289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.157548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:41.157922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Bound port: 7517b235-8db2-4d26-9414-eb4ce2259a6c, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:41.158306 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.162086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a42a1-5ed3-43ec-bab5-952a75720d12 None None] Pushing event updated for resources: {'Port': ['ID=7517b235-8db2-4d26-9414-eb4ce2259a6c,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.215670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-355f8640-6459-4b5b-9c9d-6a8e466fdeed None None] Port 0afe59bd-a546-45f6-9d49-eb9a1392b234 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:41.223189 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.231445 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.241713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.241927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] For port 7517b235-8db2-4d26-9414-eb4ce2259a6c, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:41.245206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] For port 7517b235-8db2-4d26-9414-eb4ce2259a6c, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7517b235-8db2-4d26-9414-eb4ce2259a6c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:41.250150 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.313848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:41.314907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:02:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:41.316616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a42a1-5ed3-43ec-bab5-952a75720d12 None None] Pushing event updated for resources: {'Port': ['ID=7517b235-8db2-4d26-9414-eb4ce2259a6c,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.322553 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.326390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Pushing event updated for resources: {'Port': ['ID=0afe59bd-a546-45f6-9d49-eb9a1392b234,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:41.423076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Network ae5183a9-941a-419d-be5f-423f19073c9b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:41.424539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:41.432608 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:41.544570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:41.653476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-cd5fd5ac-23d8-40fe-9ce8-6d261e99f9e2 None None] Provisioning complete for port 0afe59bd-a546-45f6-9d49-eb9a1392b234 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:41.653837 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd5ac-23d8-40fe-9ce8-6d261e99f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.659043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:41.664458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7a6cc3ad-6276-4097-8b20-25ba56ce6f80 admin admin] 10.222.0.49 "PUT /v2.0/routers/ae9294e4-767e-4dc2-bef9-c2d35059d9b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990409 Apr 18 21:02:41.681824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:41Z', 'revision_number': 2, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:41.717673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ad288e-62cb-4f65-b4a6-9a40eff0a10b None None] The sync data for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 is: [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:41Z', 'revision_number': 2, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:41.725058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fd5ac-23d8-40fe-9ce8-6d261e99f9e2 None None] Port 0afe59bd-a546-45f6-9d49-eb9a1392b234 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:42.172779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 47868) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:42.177806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1102332375-network', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:42.197504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Made reservation on behalf of b8f9d022ec424dbeb2aaa747e52c0ce2 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:42.199987 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.209864 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.290643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.294954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.323664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:42.337565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcff123-0f99-42df-95d7-82c4e1f5f86f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:42.340543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.340881 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Added segment 6627a4ec-76d3-4ea9-95f7-d6cad56ff460 of type vlan for network 8288937a-3e67-4aab-a41d-b85bbaa43804 Apr 18 21:02:42.396274 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.405690 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.429843 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.430344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:42.431070 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.483489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3095677 Apr 18 21:02:42.487389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47870) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:42.494897 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Request body: {'subnet': {'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1102332375-subnet', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:42.498060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ece48-45bc-42fd-835d-93bfba745025 admin admin] Pushing event updated for resources: {'Network': ['ID=8288937a-3e67-4aab-a41d-b85bbaa43804,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:42.508206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 8288937a-3e67-4aab-a41d-b85bbaa43804 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:02:42.522910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Made reservation on behalf of b8f9d022ec424dbeb2aaa747e52c0ce2 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:42.525659 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.528312 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7517b235-8db2-4d26-9414-eb4ce2259a6c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:42.631819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7517b235-8db2-4d26-9414-eb4ce2259a6c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:42.632290 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.714017 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.726428 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.751090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 7517b235-8db2-4d26-9414-eb4ce2259a6c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7517b235-8db2-4d26-9414-eb4ce2259a6c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:42.755900 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.772751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Pushing event updated for resources: {'Subnet': ['ID=990feea9-8c10-436d-894a-79a416b7e87a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:42.780881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Checking segment: {'id': '6627a4ec-76d3-4ea9-95f7-d6cad56ff460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:42.781464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Network hostable DHCP agents. Network: 8288937a-3e67-4aab-a41d-b85bbaa43804, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:42.802682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Network 8288937a-3e67-4aab-a41d-b85bbaa43804 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:42.813701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 8288937a-3e67-4aab-a41d-b85bbaa43804) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:42.816480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=7517b235-8db2-4d26-9414-eb4ce2259a6c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:42.822170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e535ef4-60c5-4802-8f7c-51c7d2f22e32 None None] Network 8288937a-3e67-4aab-a41d-b85bbaa43804 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:42.824931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:42.825729 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.847779 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-34ab03cf-7894-409a-b0ab-ab63a6c6c01f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3568544 Apr 18 21:02:42.848102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47872) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:42.852539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1102332375-router', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:42.873209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.874310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.931139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.984800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-8288937a-3e67-4aab-a41d-b85bbaa43804', 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'fixed_ips': [{'subnet_id': '990feea9-8c10-436d-894a-79a416b7e87a'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:02:42.986170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.082780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.134401 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Allocated IP 172.20.0.2 (8288937a-3e67-4aab-a41d-b85bbaa43804/990feea9-8c10-436d-894a-79a416b7e87a/721afd76-6ce4-4ce4-9230-82d6a653f4b9) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:43.283485 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.289824 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.296135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.315807 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.325132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Network 8288937a-3e67-4aab-a41d-b85bbaa43804 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:43.327989 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:43.334220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:43.346688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Pushing event updated for resources: {'Port': ['ID=721afd76-6ce4-4ce4-9230-82d6a653f4b9,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:43.397080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Attempting to bind port 721afd76-6ce4-4ce4-9230-82d6a653f4b9 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:43.397350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Attempting to bind port 721afd76-6ce4-4ce4-9230-82d6a653f4b9 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '6627a4ec-76d3-4ea9-95f7-d6cad56ff460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:43.397703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Attempting to bind port 721afd76-6ce4-4ce4-9230-82d6a653f4b9 on network 8288937a-3e67-4aab-a41d-b85bbaa43804 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:43.402586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:43.402969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Checking segment: {'id': '6627a4ec-76d3-4ea9-95f7-d6cad56ff460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:43.403443 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.404083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Bound using segment: {'id': '6627a4ec-76d3-4ea9-95f7-d6cad56ff460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:43.404454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Bound port: 721afd76-6ce4-4ce4-9230-82d6a653f4b9, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6627a4ec-76d3-4ea9-95f7-d6cad56ff460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:43.404747 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.427447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Allocated IP 172.25.2.68 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/c1c5fc93-9f68-4705-a2e6-6043217a20bf) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:43.472922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] For port 721afd76-6ce4-4ce4-9230-82d6a653f4b9, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:43.476120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] For port 721afd76-6ce4-4ce4-9230-82d6a653f4b9, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=721afd76-6ce4-4ce4-9230-82d6a653f4b9,segment=NetworkSegment(6627a4ec-76d3-4ea9-95f7-d6cad56ff460),segment_id=6627a4ec-76d3-4ea9-95f7-d6cad56ff460)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:43.480846 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.540325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5d9ba-f54e-492c-befc-b9344a022a76 None None] Pushing event updated for resources: {'Port': ['ID=721afd76-6ce4-4ce4-9230-82d6a653f4b9,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:43.559574 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.597047 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.637456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:43.640349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:43.644877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:43.671344 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c5fc93-9f68-4705-a2e6-6043217a20bf,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:43.931034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.059048 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Sync routers for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:44.069201 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:44.069805 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-032cdd66-85da-4667-989e-0314224848e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:02:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:44.120897 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.171968 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:44.249591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Router d082176a-108f-4580-b5a6-af5b2c1503b3 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:02:44.357258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:44.377598 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.377874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Sync routers for ids ['d082176a-108f-4580-b5a6-af5b2c1503b3'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:44.379013 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f5b186be-f589-417b-8b7d-a273ee33b5c9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5299199 Apr 18 21:02:44.380928 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-032cdd66-85da-4667-989e-0314224848e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:41Z', 'revision_number': 2, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:44.381804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 47874) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:02:44.390120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Routers {'d082176a-108f-4580-b5a6-af5b2c1503b3'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:44.390719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:02:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['d082176a-108f-4580-b5a6-af5b2c1503b3'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:44.411073 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Checking router: ae9294e4-767e-4dc2-bef9-c2d35059d9b8 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:44.411427 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Updating router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 port 0afe59bd-a546-45f6-9d49-eb9a1392b234 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:02:44.439626 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.564210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Set router d082176a-108f-4580-b5a6-af5b2c1503b3 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:44.695117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 721afd76-6ce4-4ce4-9230-82d6a653f4b9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:44.777910 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.787586 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.861781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 721afd76-6ce4-4ce4-9230-82d6a653f4b9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:44.862341 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.862551 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Pushing event updated for resources: {'Port': ['ID=0afe59bd-a546-45f6-9d49-eb9a1392b234,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:44.889091 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.889791 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.890303 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.891427 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.892109 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.892731 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.893386 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.893875 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.895212 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.895720 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.896250 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.896574 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:44.900138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1e9aa6-b34f-4d6a-9362-71b6c303fbe9 None None] Network 8288937a-3e67-4aab-a41d-b85bbaa43804 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:02:44.923191 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Attempting to bind port 0afe59bd-a546-45f6-9d49-eb9a1392b234 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:44.923705 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Attempting to bind port 0afe59bd-a546-45f6-9d49-eb9a1392b234 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:44.924426 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Attempting to bind port 0afe59bd-a546-45f6-9d49-eb9a1392b234 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:44.931009 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:44.932070 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Checking segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:44.932702 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.933361 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Bound using segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:44.934078 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Bound port: 0afe59bd-a546-45f6-9d49-eb9a1392b234, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:44.934702 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.963956 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.018577 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-032cdd66-85da-4667-989e-0314224848e1 None None] For port 0afe59bd-a546-45f6-9d49-eb9a1392b234, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:45.023036 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-032cdd66-85da-4667-989e-0314224848e1 None None] For port 0afe59bd-a546-45f6-9d49-eb9a1392b234, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0afe59bd-a546-45f6-9d49-eb9a1392b234,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:45.028896 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.092789 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bd6a9-ff07-43c1-8226-102e26099054 None None] Pushing event updated for resources: {'Port': ['ID=0afe59bd-a546-45f6-9d49-eb9a1392b234,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:45.106002 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:45.106724 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-032cdd66-85da-4667-989e-0314224848e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:02:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:45.162052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Allocated IP 172.20.0.1 (8288937a-3e67-4aab-a41d-b85bbaa43804/990feea9-8c10-436d-894a-79a416b7e87a/05047f56-2a38-48f2-aff3-bcff2f32d0a1) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:45.236768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'name': 'tempest-TestVolumeBootPattern-1102332375-router', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:42Z', 'updated_at': '2022-04-18T21:02:43Z', 'revision_number': 3, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'gw_port': {'id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:43Z', 'updated_at': '2022-04-18T21:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:45.245953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-646713a0-23fa-41e4-91e9-34e3e0707662 None None] Provisioning complete for port 721afd76-6ce4-4ce4-9230-82d6a653f4b9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:45.246326 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-646713a0-23fa-41e4-91e9-34e3e0707662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.299901 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.307786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Checking router: d082176a-108f-4580-b5a6-af5b2c1503b3 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:45.308184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Updating router d082176a-108f-4580-b5a6-af5b2c1503b3 port c1c5fc93-9f68-4705-a2e6-6043217a20bf binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:02:45.315988 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-032cdd66-85da-4667-989e-0314224848e1 None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:45.338211 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.339797 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.340758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.379453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Network 8288937a-3e67-4aab-a41d-b85bbaa43804 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:45.382436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:45.386282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:45.433990 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Pushing event updated for resources: {'Port': ['ID=05047f56-2a38-48f2-aff3-bcff2f32d0a1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:45.443178 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.520638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 721afd76-6ce4-4ce4-9230-82d6a653f4b9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=721afd76-6ce4-4ce4-9230-82d6a653f4b9,segment=NetworkSegment(6627a4ec-76d3-4ea9-95f7-d6cad56ff460),segment_id=6627a4ec-76d3-4ea9-95f7-d6cad56ff460)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:45.535048 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.535827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7517b235-8db2-4d26-9414-eb4ce2259a6c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:45.536416 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-032cdd66-85da-4667-989e-0314224848e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:45Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:45.566560 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032cdd66-85da-4667-989e-0314224848e1 None None] The sync data for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 is: [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:45Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:45.574240 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.747333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=721afd76-6ce4-4ce4-9230-82d6a653f4b9,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:45.757407 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.765608 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.794034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7517b235-8db2-4d26-9414-eb4ce2259a6c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:45.794571 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.952128 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.962744 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.975524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e3bdf957-e1e7-4ca3-ac53-66e5ae26edb7 None None] Provisioning complete for port 0afe59bd-a546-45f6-9d49-eb9a1392b234 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:45.976039 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf957-e1e7-4ca3-ac53-66e5ae26edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.112260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a6d01-912e-4b62-b49d-d2cb65afd3be None None] Pushing event updated for resources: {'Port': ['ID=c1c5fc93-9f68-4705-a2e6-6043217a20bf,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.117003 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.117791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Attempting to bind port c1c5fc93-9f68-4705-a2e6-6043217a20bf on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:46.118155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Attempting to bind port c1c5fc93-9f68-4705-a2e6-6043217a20bf by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:46.118515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Attempting to bind port c1c5fc93-9f68-4705-a2e6-6043217a20bf on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:46.139117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:46.139516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:46.140062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.140463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:46.141484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Bound port: c1c5fc93-9f68-4705-a2e6-6043217a20bf, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:46.141865 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.227363 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Pushing event updated for resources: {'Port': ['ID=05047f56-2a38-48f2-aff3-bcff2f32d0a1,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.230202 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.240836 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf957-e1e7-4ca3-ac53-66e5ae26edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.250674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] For port c1c5fc93-9f68-4705-a2e6-6043217a20bf, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:46.263627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] For port c1c5fc93-9f68-4705-a2e6-6043217a20bf, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c1c5fc93-9f68-4705-a2e6-6043217a20bf,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:46.271347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.333090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e3bdf957-e1e7-4ca3-ac53-66e5ae26edb7 None None] For port 0afe59bd-a546-45f6-9d49-eb9a1392b234, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0afe59bd-a546-45f6-9d49-eb9a1392b234,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:46.347265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3bdf957-e1e7-4ca3-ac53-66e5ae26edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.359354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a6d01-912e-4b62-b49d-d2cb65afd3be None None] Pushing event updated for resources: {'Port': ['ID=c1c5fc93-9f68-4705-a2e6-6043217a20bf,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.366786 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Network 8288937a-3e67-4aab-a41d-b85bbaa43804 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:46.367034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Routers {'d082176a-108f-4580-b5a6-af5b2c1503b3'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:46.368244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:02:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['d082176a-108f-4580-b5a6-af5b2c1503b3'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.368455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:46.484035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdf957-e1e7-4ca3-ac53-66e5ae26edb7 None None] Pushing event updated for resources: {'Port': ['ID=0afe59bd-a546-45f6-9d49-eb9a1392b234,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.530540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d5fe55c8-ae18-45b9-aab5-829df596b3a5 None None] Provisioning complete for port 721afd76-6ce4-4ce4-9230-82d6a653f4b9 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:46.530922 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d5fe55c8-ae18-45b9-aab5-829df596b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.537291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Router d082176a-108f-4580-b5a6-af5b2c1503b3 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:02:46.561719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] Set router d082176a-108f-4580-b5a6-af5b2c1503b3 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:46.682215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:02:46.692551 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b2df24f6-7763-4940-a956-1c5d51cefe83 admin admin] 10.222.0.49 "PUT /v2.0/routers/d082176a-108f-4580-b5a6-af5b2c1503b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3094409 Apr 18 21:02:46.748653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0afe59bd-a546-45f6-9d49-eb9a1392b234 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:46.842412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d5fe55c8-ae18-45b9-aab5-829df596b3a5 None None] Provisioning complete for port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:46.842781 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d5fe55c8-ae18-45b9-aab5-829df596b3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.893708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe55c8-ae18-45b9-aab5-829df596b3a5 None None] Port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:46.897929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0afe59bd-a546-45f6-9d49-eb9a1392b234 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:46.898290 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.931794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'name': 'tempest-TestVolumeBootPattern-1102332375-router', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:42Z', 'updated_at': '2022-04-18T21:02:45Z', 'revision_number': 4, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'gw_port': {'id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:43Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '05047f56-2a38-48f2-aff3-bcff2f32d0a1', 'name': '', 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'mac_address': 'fa:16:3e:08:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '990feea9-8c10-436d-894a-79a416b7e87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:44Z', 'updated_at': '2022-04-18T21:02:45Z', 'revision_number': 2, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'subnets': [{'id': '990feea9-8c10-436d-894a-79a416b7e87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.964318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8ffd8-e927-4cf6-ae48-bc426bed2543 None None] The sync data for ids ['d082176a-108f-4580-b5a6-af5b2c1503b3'] in n-d-836015-4 is: [{'id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'name': 'tempest-TestVolumeBootPattern-1102332375-router', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:42Z', 'updated_at': '2022-04-18T21:02:45Z', 'revision_number': 4, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'gw_port': {'id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:43Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '05047f56-2a38-48f2-aff3-bcff2f32d0a1', 'name': '', 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'mac_address': 'fa:16:3e:08:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '990feea9-8c10-436d-894a-79a416b7e87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:44Z', 'updated_at': '2022-04-18T21:02:45Z', 'revision_number': 2, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'subnets': [{'id': '990feea9-8c10-436d-894a-79a416b7e87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:47.031874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 721afd76-6ce4-4ce4-9230-82d6a653f4b9 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:47.035732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c6d7dc4e-6a86-412c-8123-d5cdee853e35 None None] Provisioning complete for port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:47.036124 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6d7dc4e-6a86-412c-8123-d5cdee853e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.100833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c6d7dc4e-6a86-412c-8123-d5cdee853e35 None None] Port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:47.117400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 721afd76-6ce4-4ce4-9230-82d6a653f4b9 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:47.117845 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.555107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0afe59bd-a546-45f6-9d49-eb9a1392b234 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:48.607557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 0afe59bd-a546-45f6-9d49-eb9a1392b234 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:48.607983 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.709736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c1c5fc93-9f68-4705-a2e6-6043217a20bf up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:48.773245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c1c5fc93-9f68-4705-a2e6-6043217a20bf triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:48.773245 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.873292 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.896407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port c1c5fc93-9f68-4705-a2e6-6043217a20bf, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c1c5fc93-9f68-4705-a2e6-6043217a20bf,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:48.903630 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.110591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-df1fa0d8-b78c-4409-b204-ecac2cd80b2d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:49.112175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-df1fa0d8-b78c-4409-b204-ecac2cd80b2d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1976452 Apr 18 21:02:49.118896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=c1c5fc93-9f68-4705-a2e6-6043217a20bf,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:49.131242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-dc881ffb-23c1-43d4-8203-d7591ca26e44 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/quotas/a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 375 time: 0.0112507 Apr 18 21:02:49.217858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-c43b0d44-9bd4-4727-8b62-c58c195ac84d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807605 Apr 18 21:02:49.309306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-e4e4606a-b887-4b55-8d52-8448f858a42d service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839009 Apr 18 21:02:49.398520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-259e1def-c351-4a03-80fd-ff4d1e137c80 service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829499 Apr 18 21:02:49.832270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-981d13ed-8a63-445f-8141-85a0654b85c1 req-d216a6e7-1aa4-49c7-995a-bc9bfdb5a8d7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 210 time: 0.1682241 Apr 18 21:02:50.036844 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Sync routers for ids ['d082176a-108f-4580-b5a6-af5b2c1503b3'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:50.047354 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Routers {'d082176a-108f-4580-b5a6-af5b2c1503b3'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:50.048027 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:02:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['d082176a-108f-4580-b5a6-af5b2c1503b3'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.166113 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Set router d082176a-108f-4580-b5a6-af5b2c1503b3 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:50.364980 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'name': 'tempest-TestVolumeBootPattern-1102332375-router', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:42Z', 'updated_at': '2022-04-18T21:02:45Z', 'revision_number': 4, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'gw_port': {'id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:43Z', 'updated_at': '2022-04-18T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '05047f56-2a38-48f2-aff3-bcff2f32d0a1', 'name': '', 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'mac_address': 'fa:16:3e:08:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '990feea9-8c10-436d-894a-79a416b7e87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:44Z', 'updated_at': '2022-04-18T21:02:45Z', 'revision_number': 2, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'subnets': [{'id': '990feea9-8c10-436d-894a-79a416b7e87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.390054 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Checking router: d082176a-108f-4580-b5a6-af5b2c1503b3 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:02:50.390401 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Updating router d082176a-108f-4580-b5a6-af5b2c1503b3 port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:02:50.415300 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.461384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c1c5fc93-9f68-4705-a2e6-6043217a20bf up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:50.509550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c1c5fc93-9f68-4705-a2e6-6043217a20bf triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:50.509996 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.742531 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.748320 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.762427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-323d215b-972e-45e3-b351-fe090aec3fb4 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:50.764798 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-323d215b-972e-45e3-b351-fe090aec3fb4 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1219194 Apr 18 21:02:50.780958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'port': {'device_id': 'ab0be4a7-c629-4206-b2a7-f7007bca74fa', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'admin_state_up': True, 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:50.840433 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348fb25-ff4b-4b5b-9cf6-858a06bb52a8 None None] Pushing event updated for resources: {'Port': ['ID=05047f56-2a38-48f2-aff3-bcff2f32d0a1,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:50.857420 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Attempting to bind port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:50.857793 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Attempting to bind port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '6627a4ec-76d3-4ea9-95f7-d6cad56ff460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:50.858163 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Attempting to bind port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 on network 8288937a-3e67-4aab-a41d-b85bbaa43804 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:50.865034 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:50.865417 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Checking segment: {'id': '6627a4ec-76d3-4ea9-95f7-d6cad56ff460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:50.865857 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.866346 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Bound using segment: {'id': '6627a4ec-76d3-4ea9-95f7-d6cad56ff460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:50.866854 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Bound port: 05047f56-2a38-48f2-aff3-bcff2f32d0a1, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6627a4ec-76d3-4ea9-95f7-d6cad56ff460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:50.867236 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.941391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Made reservation on behalf of a2bbda67877d4111b3329f708b6bf0eb for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:50.945770 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.956236 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] For port 05047f56-2a38-48f2-aff3-bcff2f32d0a1, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:50.970959 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] For port 05047f56-2a38-48f2-aff3-bcff2f32d0a1, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=05047f56-2a38-48f2-aff3-bcff2f32d0a1,segment=NetworkSegment(6627a4ec-76d3-4ea9-95f7-d6cad56ff460),segment_id=6627a4ec-76d3-4ea9-95f7-d6cad56ff460)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:50.978954 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.053568 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Routers {'d082176a-108f-4580-b5a6-af5b2c1503b3'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:02:51.055024 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:02:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['d082176a-108f-4580-b5a6-af5b2c1503b3'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:51.055506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-35156468-422e-45c3-a656-2d1050e8bb78 req-20ec4ee5-f56c-498b-b369-cbaadfa1fe73 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 210 time: 0.0379696 Apr 18 21:02:51.141029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Allocated IP 172.20.0.10 (ae5183a9-941a-419d-be5f-423f19073c9b/828bb9d6-e3b5-4619-8a43-7c3d9efa8e86/684e15ae-dad3-4cb6-b868-3912ea187d95) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:51.149657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c5fac8ad-d1ac-4384-ad71-a32fbcbb2eee None None] Provisioning complete for port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:51.150076 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5fac8ad-d1ac-4384-ad71-a32fbcbb2eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.154447 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348fb25-ff4b-4b5b-9cf6-858a06bb52a8 None None] Pushing event updated for resources: {'Port': ['ID=05047f56-2a38-48f2-aff3-bcff2f32d0a1,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.281184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5fac8ad-d1ac-4384-ad71-a32fbcbb2eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.293998 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] Set router d082176a-108f-4580-b5a6-af5b2c1503b3 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:02:51.330007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c5fac8ad-d1ac-4384-ad71-a32fbcbb2eee None None] For port 05047f56-2a38-48f2-aff3-bcff2f32d0a1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=05047f56-2a38-48f2-aff3-bcff2f32d0a1,segment=NetworkSegment(6627a4ec-76d3-4ea9-95f7-d6cad56ff460),segment_id=6627a4ec-76d3-4ea9-95f7-d6cad56ff460)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:02:51.338213 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c5fac8ad-d1ac-4384-ad71-a32fbcbb2eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.376475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.413442 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.454895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fac8ad-d1ac-4384-ad71-a32fbcbb2eee None None] Pushing event updated for resources: {'Port': ['ID=05047f56-2a38-48f2-aff3-bcff2f32d0a1,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.461803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Network ae5183a9-941a-419d-be5f-423f19073c9b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:51.467033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:51.469653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:02:51.481475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7609959c-8e80-41f8-bb99-cf7533eeb5d2 None None] Provisioning complete for port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:51.482111 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7609959c-8e80-41f8-bb99-cf7533eeb5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.534206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=684e15ae-dad3-4cb6-b868-3912ea187d95,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:51.548538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.548889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.549233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.549575 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.549908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.550241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.550570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.550899 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.551237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.551546 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.551887 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.552218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:51.571706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:51.572411 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.592703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-f59b1b7c-ae80-4e6a-acd6-09890e560690 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8160198 Apr 18 21:02:51.600503 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'name': 'tempest-TestVolumeBootPattern-1102332375-router', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:42Z', 'updated_at': '2022-04-18T21:02:45Z', 'revision_number': 4, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'gw_port': {'id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:43Z', 'updated_at': '2022-04-18T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '05047f56-2a38-48f2-aff3-bcff2f32d0a1', 'name': '', 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'mac_address': 'fa:16:3e:08:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '990feea9-8c10-436d-894a-79a416b7e87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:44Z', 'updated_at': '2022-04-18T21:02:50Z', 'revision_number': 4, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'subnets': [{'id': '990feea9-8c10-436d-894a-79a416b7e87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:51.611170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Request body: {'port': {'device_id': 'ab0be4a7-c629-4206-b2a7-f7007bca74fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:51.629643 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7dab0-c268-45e7-a7a0-9eda955dccbe None None] The sync data for ids ['d082176a-108f-4580-b5a6-af5b2c1503b3'] in n-d-836015-4 is: [{'id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'name': 'tempest-TestVolumeBootPattern-1102332375-router', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:42Z', 'updated_at': '2022-04-18T21:02:45Z', 'revision_number': 4, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'gw_port': {'id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:43Z', 'updated_at': '2022-04-18T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '05047f56-2a38-48f2-aff3-bcff2f32d0a1', 'name': '', 'network_id': '8288937a-3e67-4aab-a41d-b85bbaa43804', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'mac_address': 'fa:16:3e:08:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '990feea9-8c10-436d-894a-79a416b7e87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:44Z', 'updated_at': '2022-04-18T21:02:50Z', 'revision_number': 4, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'subnets': [{'id': '990feea9-8c10-436d-894a-79a416b7e87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:51.675739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.817919 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-57fdbd66-f108-4900-89d2-cd33eaf6988e None None] Provisioning complete for port 684e15ae-dad3-4cb6-b868-3912ea187d95 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:51.818197 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57fdbd66-f108-4900-89d2-cd33eaf6988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.854791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-57fdbd66-f108-4900-89d2-cd33eaf6988e None None] Port 684e15ae-dad3-4cb6-b868-3912ea187d95 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:02:51.959336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684e15ae-dad3-4cb6-b868-3912ea187d95 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:02:51.966541 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.978380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Transition to ACTIVE for port object 684e15ae-dad3-4cb6-b868-3912ea187d95 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:51.983066 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.334695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Pushing event updated for resources: {'Port': ['ID=684e15ae-dad3-4cb6-b868-3912ea187d95,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:52.389942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe758ada-4c5b-44b2-9e4d-d336d1529367 req-3f9bfa2a-2df0-41a8-8a0a-6d2ff30414ec tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.391878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe758ada-4c5b-44b2-9e4d-d336d1529367 req-3f9bfa2a-2df0-41a8-8a0a-6d2ff30414ec tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 944 time: 0.1298988 Apr 18 21:02:52.478999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe758ada-4c5b-44b2-9e4d-d336d1529367 req-9d2a5f08-adf9-4cea-953c-94e41b4b209f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737448 Apr 18 21:02:52.497809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Attempting to bind port 684e15ae-dad3-4cb6-b868-3912ea187d95 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:52.498192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Attempting to bind port 684e15ae-dad3-4cb6-b868-3912ea187d95 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:52.498459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Attempting to bind port 684e15ae-dad3-4cb6-b868-3912ea187d95 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:52.505069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Port 684e15ae-dad3-4cb6-b868-3912ea187d95 on network ae5183a9-941a-419d-be5f-423f19073c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:02:52.505408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Attempting to bind port 684e15ae-dad3-4cb6-b868-3912ea187d95 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:02:52.521339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:02:52.521671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Checking segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:02:52.522053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Bound using segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:02:52.522517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Bound port: 684e15ae-dad3-4cb6-b868-3912ea187d95, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:52.522836 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.582863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 05047f56-2a38-48f2-aff3-bcff2f32d0a1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:02:52.626398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] For port 684e15ae-dad3-4cb6-b868-3912ea187d95, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:02:52.631257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] For port 684e15ae-dad3-4cb6-b868-3912ea187d95, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=684e15ae-dad3-4cb6-b868-3912ea187d95,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:02:52.639273 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.670961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:52.671512 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.679539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.680684 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.682421 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] 10.222.0.64 "PUT /v2.0/ports/684e15ae-dad3-4cb6-b868-3912ea187d95 HTTP/1.1" status: 200 len: 1092 time: 1.0778952 Apr 18 21:02:52.685287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0be4a7-c629-4206-b2a7-f7007bca74fa', 'tag': '684e15ae-dad3-4cb6-b868-3912ea187d95'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:02:52.689074 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd32838-668f-4e68-b19a-c661e80b3df1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0be4a7-c629-4206-b2a7-f7007bca74fa", "tag": "684e15ae-dad3-4cb6-b868-3912ea187d95"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:02:52.740833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ba8c1-ea8c-49b4-b67a-05db9b52396b service neutron] Pushing event updated for resources: {'Port': ['ID=684e15ae-dad3-4cb6-b868-3912ea187d95,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:52.808868 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56b28f2-f3da-4490-984b-7630b32585ec x-openstack-request-id: req-c56b28f2-f3da-4490-984b-7630b32585ec {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:02:52.809265 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0be4a7-c629-4206-b2a7-f7007bca74fa", "tag": "684e15ae-dad3-4cb6-b868-3912ea187d95", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:02:52.809452 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c56b28f2-f3da-4490-984b-7630b32585ec {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:02:52.809867 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56b28f2-f3da-4490-984b-7630b32585ec'] response: {'name': 'network-changed', 'server_uuid': 'ab0be4a7-c629-4206-b2a7-f7007bca74fa', 'tag': '684e15ae-dad3-4cb6-b868-3912ea187d95', 'status': 'completed', 'code': 200} Apr 18 21:02:52.860894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-8864a37b-d25d-46cb-a394-75c7976bb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.863788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-8864a37b-d25d-46cb-a394-75c7976bb2c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 1095 time: 0.0948882 Apr 18 21:02:52.917791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-26f97727-719d-4aca-bb63-6b1c279946c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=684e15ae-dad3-4cb6-b868-3912ea187d95 HTTP/1.1" status: 200 len: 217 time: 0.0413535 Apr 18 21:02:52.980353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-55f82fe0-9ae6-4439-9d54-1f0ba53fea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:52.983311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-55f82fe0-9ae6-4439-9d54-1f0ba53fea35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0556014 Apr 18 21:02:53.042159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-ce533d46-dce0-4d83-a9bf-7126941286a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:53.043700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-ce533d46-dce0-4d83-a9bf-7126941286a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491180 Apr 18 21:02:53.151621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-e841ed60-9574-4422-8012-2005beb1935d service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973871 Apr 18 21:02:53.257253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d62c1a37-a824-42f6-8716-6c3ee635756d req-42186237-02c6-4254-b769-b3decf2fafad service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954664 Apr 18 21:02:53.354263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-db278051-9f09-424c-94db-502a9319bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:53.355776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-db278051-9f09-424c-94db-502a9319bfef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 1095 time: 0.0469663 Apr 18 21:02:53.454303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-a908de2b-a818-4631-91b6-bd3ac296e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:53.456010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-a908de2b-a818-4631-91b6-bd3ac296e2c9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0922883 Apr 18 21:02:53.506656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-2381496d-6a07-4704-8e6d-ba39c38c8594 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=684e15ae-dad3-4cb6-b868-3912ea187d95 HTTP/1.1" status: 200 len: 217 time: 0.0401852 Apr 18 21:02:53.564911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-a1327492-fc3b-4f57-910d-5c989ab2956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:53.566505 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-a1327492-fc3b-4f57-910d-5c989ab2956f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0496581 Apr 18 21:02:53.648865 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c252f6e-b84c-43cf-94e5-e72889905f60 req-0e6add64-d923-4e44-a285-798eaf26291b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:53.650370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c252f6e-b84c-43cf-94e5-e72889905f60 req-0e6add64-d923-4e44-a285-798eaf26291b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 944 time: 0.0789001 Apr 18 21:02:53.652224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-ba0f5664-86d5-4152-8196-c72a4d42b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:53.653582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-ba0f5664-86d5-4152-8196-c72a4d42b458 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729024 Apr 18 21:02:53.741634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c252f6e-b84c-43cf-94e5-e72889905f60 req-b566b1b6-afca-4a73-ac2d-2f660c556374 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848203 Apr 18 21:02:53.778462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-280b3218-b164-4551-8f77-34660e9fbb0f service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145127 Apr 18 21:02:53.886309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fd32838-668f-4e68-b19a-c661e80b3df1 req-7fad3ed6-9489-4296-9b87-92cacfc8ecba service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950873 Apr 18 21:02:54.868345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee739f4-31cc-46da-86ee-10c1113c5f85 req-a7490e55-f8d2-464d-bfd2-1bdbc99260ad tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:54.869774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bee739f4-31cc-46da-86ee-10c1113c5f85 req-a7490e55-f8d2-464d-bfd2-1bdbc99260ad tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 944 time: 0.0519562 Apr 18 21:02:54.908810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bee739f4-31cc-46da-86ee-10c1113c5f85 req-7863193b-b943-415c-ab8e-43e7e14da67c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328696 Apr 18 21:02:56.027770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76ed3b-f72f-4fd4-9f25-a73e60ddb054 req-bd761b5f-6377-4cee-8736-160bafeb55bd tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:56.029190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d76ed3b-f72f-4fd4-9f25-a73e60ddb054 req-bd761b5f-6377-4cee-8736-160bafeb55bd tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 944 time: 0.0507257 Apr 18 21:02:56.072139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d76ed3b-f72f-4fd4-9f25-a73e60ddb054 req-10fb87ba-1345-407f-8f8f-41e8ae4d5e16 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368600 Apr 18 21:02:56.282526 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:02:57.186740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa93d93-148d-409d-bc58-5f1ac182d024 req-fccbf176-d9a8-4c67-9296-eb93e5d1a92d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:57.188753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fa93d93-148d-409d-bc58-5f1ac182d024 req-fccbf176-d9a8-4c67-9296-eb93e5d1a92d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 944 time: 0.0499926 Apr 18 21:02:57.231674 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3fa93d93-148d-409d-bc58-5f1ac182d024 req-dfe0ef70-0444-427e-8d52-31e5bd3dd568 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Apr 18 21:02:58.346772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79e6ed-c7a4-4cef-94a7-eaeb2bc1d0c3 req-861d2017-2fb8-44d4-9708-fd67ed3fdb75 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:58.348247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f79e6ed-c7a4-4cef-94a7-eaeb2bc1d0c3 req-861d2017-2fb8-44d4-9708-fd67ed3fdb75 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 944 time: 0.0486493 Apr 18 21:02:58.386957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f79e6ed-c7a4-4cef-94a7-eaeb2bc1d0c3 req-85ac54b0-523d-4804-8f6e-b79b8246668b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Apr 18 21:02:59.502744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefd698-f45c-4510-9a09-7bda95a6d581 req-c3ca68e9-b78b-452f-8380-93228c70d669 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:59.504265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acefd698-f45c-4510-9a09-7bda95a6d581 req-c3ca68e9-b78b-452f-8380-93228c70d669 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 944 time: 0.0492127 Apr 18 21:02:59.542820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acefd698-f45c-4510-9a09-7bda95a6d581 req-fa0a9346-d38a-4b96-9938-f684b204d1ab tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323398 Apr 18 21:03:00.659083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e25a8f-4432-41b0-b894-b5f7f4a7e911 req-7aac0a8b-acda-4619-9d1f-40291ec743ea tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:00.660515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31e25a8f-4432-41b0-b894-b5f7f4a7e911 req-7aac0a8b-acda-4619-9d1f-40291ec743ea tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 944 time: 0.0489712 Apr 18 21:03:00.704358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31e25a8f-4432-41b0-b894-b5f7f4a7e911 req-3562311f-2452-49d0-b500-d7265a272eb6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369635 Apr 18 21:03:01.829104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6023f-d172-4c21-822e-a736e04af263 req-466199a5-a467-4d42-a69c-816ec6884062 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:01.830655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91f6023f-d172-4c21-822e-a736e04af263 req-466199a5-a467-4d42-a69c-816ec6884062 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 944 time: 0.0584872 Apr 18 21:03:01.869540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91f6023f-d172-4c21-822e-a736e04af263 req-71780c9e-1893-4ac1-a8e4-473ad461e7ca tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325897 Apr 18 21:03:02.989635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81abd4a-5e29-4564-a9ed-47fd3cc764c9 req-4473af49-1a78-4e4a-b371-e564b7f08b99 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:02.991154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e81abd4a-5e29-4564-a9ed-47fd3cc764c9 req-4473af49-1a78-4e4a-b371-e564b7f08b99 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 944 time: 0.0507848 Apr 18 21:03:03.030386 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e81abd4a-5e29-4564-a9ed-47fd3cc764c9 req-05339c58-3341-485e-97cd-5e4e43d00edd tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331113 Apr 18 21:03:03.695975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 684e15ae-dad3-4cb6-b868-3912ea187d95 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:03:03.798481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 684e15ae-dad3-4cb6-b868-3912ea187d95, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=684e15ae-dad3-4cb6-b868-3912ea187d95,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:03.810456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '684e15ae-dad3-4cb6-b868-3912ea187d95', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'port_id': '684e15ae-dad3-4cb6-b868-3912ea187d95', 'mac_address': 'fa:16:3e:ba:e7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:03:03.846545 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.859502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684e15ae-dad3-4cb6-b868-3912ea187d95 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:03:03.878470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 684e15ae-dad3-4cb6-b868-3912ea187d95, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=684e15ae-dad3-4cb6-b868-3912ea187d95,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:03.882369 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.928815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=684e15ae-dad3-4cb6-b868-3912ea187d95,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.149024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5742d0-ba55-4e5d-bc42-d50d62e14199 req-903cfe12-7a15-48ff-be3f-d1446c269cf8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:04.150534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d5742d0-ba55-4e5d-bc42-d50d62e14199 req-903cfe12-7a15-48ff-be3f-d1446c269cf8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 945 time: 0.0526049 Apr 18 21:03:04.179960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['684e15ae-dad3-4cb6-b868-3912ea187d95'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:03:04.196973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d5742d0-ba55-4e5d-bc42-d50d62e14199 req-5e5300d5-716c-4b06-8579-b4f533a5e2f8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Apr 18 21:03:05.311961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f344d70-7bd3-4e74-933e-01a990686eb7 req-f88d0e58-49c7-491d-af27-7358bf2aa3a6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:05.313435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f344d70-7bd3-4e74-933e-01a990686eb7 req-f88d0e58-49c7-491d-af27-7358bf2aa3a6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 945 time: 0.0492280 Apr 18 21:03:05.350929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f344d70-7bd3-4e74-933e-01a990686eb7 req-0b967bb3-4346-41ea-8485-75f827e288ac tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Apr 18 21:03:05.696082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 684e15ae-dad3-4cb6-b868-3912ea187d95 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:05.743761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 684e15ae-dad3-4cb6-b868-3912ea187d95 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:05.747548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 684e15ae-dad3-4cb6-b868-3912ea187d95 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:05.747942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.827460 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.850333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0be4a7-c629-4206-b2a7-f7007bca74fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684e15ae-dad3-4cb6-b868-3912ea187d95'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:03:05.852618 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd33f115-3e09-485b-b6a5-0cb455f93e34" -d '{"events": [{"server_uuid": "ab0be4a7-c629-4206-b2a7-f7007bca74fa", "name": "network-vif-plugged", "status": "completed", "tag": "684e15ae-dad3-4cb6-b868-3912ea187d95"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:03:05.866940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 684e15ae-dad3-4cb6-b868-3912ea187d95, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=684e15ae-dad3-4cb6-b868-3912ea187d95,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:05.872258 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.895340 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab1d23-0ac1-42b9-860d-1aeacc281918 x-openstack-request-id: req-5eab1d23-0ac1-42b9-860d-1aeacc281918 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:03:05.895626 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0be4a7-c629-4206-b2a7-f7007bca74fa", "name": "network-vif-plugged", "status": "completed", "tag": "684e15ae-dad3-4cb6-b868-3912ea187d95", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:03:05.895899 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5eab1d23-0ac1-42b9-860d-1aeacc281918 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:03:05.896289 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eab1d23-0ac1-42b9-860d-1aeacc281918'] response: {'server_uuid': 'ab0be4a7-c629-4206-b2a7-f7007bca74fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684e15ae-dad3-4cb6-b868-3912ea187d95', 'code': 200} Apr 18 21:03:05.935653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=684e15ae-dad3-4cb6-b868-3912ea187d95,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.948673 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7cd22e6-56ff-4098-99fc-3a4eea9c01f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:06.004830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c902700-721c-4403-bf4a-cca7a4afdeec req-acc511fd-261f-40bd-a4ce-0575b0c2cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:06.006318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c902700-721c-4403-bf4a-cca7a4afdeec req-acc511fd-261f-40bd-a4ce-0575b0c2cdcf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 1097 time: 0.0403891 Apr 18 21:03:06.041584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c902700-721c-4403-bf4a-cca7a4afdeec req-ffd71133-a7a6-4a36-b98b-bd9b3557a82d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283780 Apr 18 21:03:06.473182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367ede9-a353-4575-931a-d9c03b3da81f req-5b63ff57-c23e-4dfe-b19f-a5b5e7540961 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:06.474766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f367ede9-a353-4575-931a-d9c03b3da81f req-5b63ff57-c23e-4dfe-b19f-a5b5e7540961 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 946 time: 0.0550492 Apr 18 21:03:06.520717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f367ede9-a353-4575-931a-d9c03b3da81f req-3f7b0fba-55a6-499a-9fa6-62946176c325 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393915 Apr 18 21:03:07.649966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639028c-caec-427c-8dc1-db821476a392 req-f0f3a768-026d-41c4-a363-10c8c7a7772d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:07.651464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d639028c-caec-427c-8dc1-db821476a392 req-f0f3a768-026d-41c4-a363-10c8c7a7772d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 946 time: 0.0563841 Apr 18 21:03:07.692399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d639028c-caec-427c-8dc1-db821476a392 req-8be52523-de4a-41e5-9f1d-8944f47456ba tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343275 Apr 18 21:03:07.815068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f229ad-455a-483c-8602-296ea01aa511 req-4311d70d-c03e-44d5-8b47-a9c978a33a62 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:07.816580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73f229ad-455a-483c-8602-296ea01aa511 req-4311d70d-c03e-44d5-8b47-a9c978a33a62 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 946 time: 0.0512104 Apr 18 21:03:07.855604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73f229ad-455a-483c-8602-296ea01aa511 req-d7e5eecf-bc95-4453-a734-019a7d403919 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Apr 18 21:03:07.986415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423254b-ce80-4563-a1e0-a49c36a353a3 req-682b965b-b250-48bc-b556-aabe5e6f94e7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:07.987958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2423254b-ce80-4563-a1e0-a49c36a353a3 req-682b965b-b250-48bc-b556-aabe5e6f94e7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 946 time: 0.0630310 Apr 18 21:03:08.030272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2423254b-ce80-4563-a1e0-a49c36a353a3 req-8e91c0f3-aa33-4887-8347-324cb75024cb tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359333 Apr 18 21:03:08.273625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09f6e-dd06-4835-920c-03ee1bda7152 req-f5bae20b-99b0-442f-8bee-f11959eae5ac tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:08.275128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d09f6e-dd06-4835-920c-03ee1bda7152 req-f5bae20b-99b0-442f-8bee-f11959eae5ac tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 946 time: 0.0511906 Apr 18 21:03:08.314124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6d09f6e-dd06-4835-920c-03ee1bda7152 req-61ba5eef-d130-45c6-ab9a-9fde5f3481bb tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Apr 18 21:03:08.678895 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3cbe2c8f-c4ac-4e98-901b-e974f7005ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.365293 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.434459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afcba2-24d5-468e-a6a2-3fd46e9d16ed req-ce52c447-8db6-4e7e-a098-48f8eb6342ba tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:09.436049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9afcba2-24d5-468e-a6a2-3fd46e9d16ed req-ce52c447-8db6-4e7e-a098-48f8eb6342ba tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 946 time: 0.0506256 Apr 18 21:03:09.480477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9afcba2-24d5-468e-a6a2-3fd46e9d16ed req-7e3f6fcc-ccc0-48b5-9c08-e4562357083e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Apr 18 21:03:09.823346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-ae5f7f50-58f6-4fc8-a5cf-f63aa6424fc5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:09.824983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-ae5f7f50-58f6-4fc8-a5cf-f63aa6424fc5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 946 time: 0.0515707 Apr 18 21:03:09.921557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-48bd5c0e-549b-43b9-9f80-fc499e6887c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Deleting port 684e15ae-dad3-4cb6-b868-3912ea187d95 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:03:09.921895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-48bd5c0e-549b-43b9-9f80-fc499e6887c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.014400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-48bd5c0e-549b-43b9-9f80-fc499e6887c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] For port 684e15ae-dad3-4cb6-b868-3912ea187d95, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=684e15ae-dad3-4cb6-b868-3912ea187d95,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:10.014759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-48bd5c0e-549b-43b9-9f80-fc499e6887c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.032628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-48bd5c0e-549b-43b9-9f80-fc499e6887c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Calling delete_port for 684e15ae-dad3-4cb6-b868-3912ea187d95 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:03:10.170076 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-48bd5c0e-549b-43b9-9f80-fc499e6887c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.201643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd5c0e-549b-43b9-9f80-fc499e6887c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'Port': ['ID=684e15ae-dad3-4cb6-b868-3912ea187d95,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:10.249559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-48bd5c0e-549b-43b9-9f80-fc499e6887c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] No DVR routers for this DVR port 684e15ae-dad3-4cb6-b868-3912ea187d95 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:10.255185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-48bd5c0e-549b-43b9-9f80-fc499e6887c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.259078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a12e408-fabc-48b4-9395-97549fab50a6 req-48bd5c0e-549b-43b9-9f80-fc499e6887c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "DELETE /v2.0/ports/684e15ae-dad3-4cb6-b868-3912ea187d95 HTTP/1.1" status: 204 len: 173 time: 0.4264927 Apr 18 21:03:10.259548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0be4a7-c629-4206-b2a7-f7007bca74fa', 'name': 'network-vif-deleted', 'tag': '684e15ae-dad3-4cb6-b868-3912ea187d95'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:03:10.262019 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8301e4f1-2175-42fb-9a63-fbc5f7da9d6a" -d '{"events": [{"server_uuid": "ab0be4a7-c629-4206-b2a7-f7007bca74fa", "name": "network-vif-deleted", "tag": "684e15ae-dad3-4cb6-b868-3912ea187d95"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:03:10.310347 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0bb963-85b2-460c-a873-2cf7ac5e7720 x-openstack-request-id: req-2f0bb963-85b2-460c-a873-2cf7ac5e7720 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:03:10.310695 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0be4a7-c629-4206-b2a7-f7007bca74fa", "name": "network-vif-deleted", "tag": "684e15ae-dad3-4cb6-b868-3912ea187d95", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:03:10.310949 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f0bb963-85b2-460c-a873-2cf7ac5e7720 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:03:10.311478 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0bb963-85b2-460c-a873-2cf7ac5e7720'] response: {'server_uuid': 'ab0be4a7-c629-4206-b2a7-f7007bca74fa', 'name': 'network-vif-deleted', 'tag': '684e15ae-dad3-4cb6-b868-3912ea187d95', 'status': 'completed', 'code': 200} Apr 18 21:03:10.562540 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.593938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a28d0578-a252-4a22-bb69-11e7795d5ec7 req-88ff71fc-4ead-4bbd-b09e-44ef2f8bb514 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 210 time: 0.0304456 Apr 18 21:03:11.198984 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.695763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a56e747-d3b3-4499-8e85-9e5ea3737796 req-54906235-9016-4a60-8db0-58105393b724 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 210 time: 0.0279205 Apr 18 21:03:11.725553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 684e15ae-dad3-4cb6-b868-3912ea187d95 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:03:11.745830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 684e15ae-dad3-4cb6-b868-3912ea187d95 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:03:11.746169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 684e15ae-dad3-4cb6-b868-3912ea187d95 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:03:12.394599 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.796687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e71764c5-aed5-4855-b737-441297780cab req-e10721f9-e1dc-45db-84f8-08f7680ba29c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 210 time: 0.0303521 Apr 18 21:03:13.903591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-588990fe-44e9-4d1f-9198-d3a4b0563a2b req-69e263a0-0636-4e2c-8514-57fc957a92fc tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=ab0be4a7-c629-4206-b2a7-f7007bca74fa HTTP/1.1" status: 200 len: 210 time: 0.0255978 Apr 18 21:03:16.048715 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.385397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-51680396-3830-42e5-a1f7-d77fab773b3a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124306 Apr 18 21:03:26.471321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-c458be39-8a64-4514-a75e-0e0f2718967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:26.472908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-c458be39-8a64-4514-a75e-0e0f2718967c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=946e24bc69f140efa3cef17a19fdd818&device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0423083 Apr 18 21:03:26.575813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-a6c42566-76f8-4f78-b748-86337fbe218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:26.577317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-a6c42566-76f8-4f78-b748-86337fbe218f service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2 HTTP/1.1" status: 200 len: 909 time: 0.0847397 Apr 18 21:03:26.653664 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-cf7bf79b-4dbf-4fca-bc3f-4a4c803392fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15de41c1-8cbe-433e-964b-5f4252498397 HTTP/1.1" status: 200 len: 1000 time: 0.0677650 Apr 18 21:03:26.701589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-98ba77e1-6b93-4f02-9145-cc5186f986db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:26.703049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-98ba77e1-6b93-4f02-9145-cc5186f986db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e24600b4-0dd5-4cb0-a5ee-f19707b847c0 HTTP/1.1" status: 200 len: 847 time: 0.0435059 Apr 18 21:03:26.749288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-7c4cbf5b-2a1e-4860-a4c5-96b8e97a9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:26.750792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-7c4cbf5b-2a1e-4860-a4c5-96b8e97a9bb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401027 Apr 18 21:03:26.761948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-845dbed4-cc3c-4a4f-82b0-7a32c590aa18 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:03:26.762888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-845dbed4-cc3c-4a4f-82b0-7a32c590aa18 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049284 Apr 18 21:03:26.861865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-c74fc72b-8eb7-4f94-8c9f-0a3c1e18def0 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913622 Apr 18 21:03:26.959388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ade10cf-120c-4ca5-a962-822b4e228f00 req-06228605-5305-4084-a65c-acf50da74f46 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906951 Apr 18 21:03:33.281327 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:03:33.819309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfefe3e-4952-4800-9470-949710576da7 req-1bfacc03-7f4d-435c-8a35-26f5f1a9c8f8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:33.820708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-1bfacc03-7f4d-435c-8a35-26f5f1a9c8f8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1034918 Apr 18 21:03:33.836436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-cada17ca-bafa-4761-821e-384252c2234b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/quotas/a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 375 time: 0.0091147 Apr 18 21:03:33.893129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-5540fefd-cc07-46de-9ea4-b5c117219a2c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510178 Apr 18 21:03:33.987811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-7442cc88-5add-408d-bb48-1d146de22805 service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878341 Apr 18 21:03:34.080377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-400e2840-08e0-49c1-b86c-1b5eabe47128 service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863130 Apr 18 21:03:34.265266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-02320f2a-5330-4ddd-814f-456cf6f7d040 req-eb33dbc6-5f46-4060-a062-16e9223dea2b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 210 time: 0.0275309 Apr 18 21:03:35.240056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfefe3e-4952-4800-9470-949710576da7 req-1e540cc8-25e8-4732-b3c9-2a950c3b3c6b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:35.241494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-1e540cc8-25e8-4732-b3c9-2a950c3b3c6b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1081061 Apr 18 21:03:35.261966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'port': {'device_id': '503bc626-78b1-45e3-a164-84698c0cf4da', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'admin_state_up': True, 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:35.376225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fcc5ba80-d2f3-4eb8-bab0-ae4f808e4a61 req-30caae26-c327-4c8d-9f40-8cd8b2845409 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 210 time: 0.0380416 Apr 18 21:03:35.401726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Made reservation on behalf of a2bbda67877d4111b3329f708b6bf0eb for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:35.405283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.532169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Allocated IP 172.20.0.7 (ae5183a9-941a-419d-be5f-423f19073c9b/828bb9d6-e3b5-4619-8a43-7c3d9efa8e86/2239b2c9-63b0-47a8-8eef-c30510a15195) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:35.699429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.735670 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.777923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Network ae5183a9-941a-419d-be5f-423f19073c9b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:35.785589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:35.789091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:03:35.831888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=2239b2c9-63b0-47a8-8eef-c30510a15195,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:35.860352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:35.861035 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.884654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-b0852cfe-e924-4056-84dd-6aa0ec6e02db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6262438 Apr 18 21:03:35.901258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-e1c3aa75-4b79-472d-a662-3a79ee0e0f76 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:03:35.902757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-e1c3aa75-4b79-472d-a662-3a79ee0e0f76 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086689 Apr 18 21:03:35.919976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Request body: {'port': {'device_id': '503bc626-78b1-45e3-a164-84698c0cf4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:35.936470 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f7baba04-2107-4535-89e0-9640362810f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.985169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.068884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4961ad83-f0e4-4d89-9f3f-a3a664b666d4 None None] Provisioning complete for port 2239b2c9-63b0-47a8-8eef-c30510a15195 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:36.069241 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4961ad83-f0e4-4d89-9f3f-a3a664b666d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.112126 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4961ad83-f0e4-4d89-9f3f-a3a664b666d4 None None] Port 2239b2c9-63b0-47a8-8eef-c30510a15195 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:03:36.307505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2239b2c9-63b0-47a8-8eef-c30510a15195 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:03:36.315212 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.327791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Transition to ACTIVE for port object 2239b2c9-63b0-47a8-8eef-c30510a15195 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:36.333933 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.384012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Pushing event updated for resources: {'Port': ['ID=2239b2c9-63b0-47a8-8eef-c30510a15195,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:36.476303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Attempting to bind port 2239b2c9-63b0-47a8-8eef-c30510a15195 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:36.476303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Attempting to bind port 2239b2c9-63b0-47a8-8eef-c30510a15195 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:36.476303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Attempting to bind port 2239b2c9-63b0-47a8-8eef-c30510a15195 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:36.497477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Port 2239b2c9-63b0-47a8-8eef-c30510a15195 on network ae5183a9-941a-419d-be5f-423f19073c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:03:36.497790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Attempting to bind port 2239b2c9-63b0-47a8-8eef-c30510a15195 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:03:36.505566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:03:36.505902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Checking segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:03:36.506285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Bound using segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:03:36.506712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Bound port: 2239b2c9-63b0-47a8-8eef-c30510a15195, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:36.507069 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.539017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866c01f-621a-4821-87bf-2b543f81ee90 req-35ab4c1a-fa54-43d8-8e57-3ee0ffb1542b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:36.541992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6866c01f-621a-4821-87bf-2b543f81ee90 req-35ab4c1a-fa54-43d8-8e57-3ee0ffb1542b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0797758 Apr 18 21:03:36.616609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6866c01f-621a-4821-87bf-2b543f81ee90 req-cb187552-5435-4d67-bd97-53d6821d5a3d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562577 Apr 18 21:03:36.621375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] For port 2239b2c9-63b0-47a8-8eef-c30510a15195, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:03:36.625051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] For port 2239b2c9-63b0-47a8-8eef-c30510a15195, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2239b2c9-63b0-47a8-8eef-c30510a15195,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:03:36.634780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.670101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:36.670737 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:36.672527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] 10.222.0.64 "PUT /v2.0/ports/2239b2c9-63b0-47a8-8eef-c30510a15195 HTTP/1.1" status: 200 len: 1091 time: 0.7575343 Apr 18 21:03:36.674857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503bc626-78b1-45e3-a164-84698c0cf4da', 'tag': '2239b2c9-63b0-47a8-8eef-c30510a15195'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:03:36.677154 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651f2395-df06-4feb-8243-d7f752993275" -d '{"events": [{"name": "network-changed", "server_uuid": "503bc626-78b1-45e3-a164-84698c0cf4da", "tag": "2239b2c9-63b0-47a8-8eef-c30510a15195"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:03:36.710727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c47f9c-09d1-4edf-8e28-4f230568b515 service neutron] Pushing event updated for resources: {'Port': ['ID=2239b2c9-63b0-47a8-8eef-c30510a15195,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:36.750492 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435ceb67-3259-4558-a165-21a2da4ae6b0 x-openstack-request-id: req-435ceb67-3259-4558-a165-21a2da4ae6b0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:03:36.750926 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "503bc626-78b1-45e3-a164-84698c0cf4da", "tag": "2239b2c9-63b0-47a8-8eef-c30510a15195", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:03:36.751230 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-435ceb67-3259-4558-a165-21a2da4ae6b0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:03:36.751751 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435ceb67-3259-4558-a165-21a2da4ae6b0'] response: {'name': 'network-changed', 'server_uuid': '503bc626-78b1-45e3-a164-84698c0cf4da', 'tag': '2239b2c9-63b0-47a8-8eef-c30510a15195', 'status': 'completed', 'code': 200} Apr 18 21:03:36.777674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfefe3e-4952-4800-9470-949710576da7 req-afc4aad6-6039-4f58-9c4a-d2dcff4fee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:36.779262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-afc4aad6-6039-4f58-9c4a-d2dcff4fee51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 1094 time: 0.0641978 Apr 18 21:03:36.831544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-77e0cb39-f0ed-4d5c-bd13-b4d6eb695cae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2239b2c9-63b0-47a8-8eef-c30510a15195 HTTP/1.1" status: 200 len: 217 time: 0.0385528 Apr 18 21:03:36.885443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfefe3e-4952-4800-9470-949710576da7 req-48d59d10-1f81-4322-baf8-d470de488e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:36.886897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-48d59d10-1f81-4322-baf8-d470de488e78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0456192 Apr 18 21:03:36.937390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfefe3e-4952-4800-9470-949710576da7 req-c63665e0-4d64-48d8-91cb-ce68cc6a9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:36.938905 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-c63665e0-4d64-48d8-91cb-ce68cc6a9452 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413082 Apr 18 21:03:37.037457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-a48a523d-fc31-46fb-bdfe-fdf6bfd8a00d service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879364 Apr 18 21:03:37.136053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbfefe3e-4952-4800-9470-949710576da7 req-3141e042-4a22-4afd-86bc-61d6effee85a service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880635 Apr 18 21:03:37.227489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f2395-df06-4feb-8243-d7f752993275 req-f5dfefa1-cfb4-46af-b026-f7aaf034b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:37.229011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651f2395-df06-4feb-8243-d7f752993275 req-f5dfefa1-cfb4-46af-b026-f7aaf034b5df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 1094 time: 0.0446897 Apr 18 21:03:37.320608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f2395-df06-4feb-8243-d7f752993275 req-362764fb-ea02-4eb6-83e9-ed88e9716e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:37.322086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651f2395-df06-4feb-8243-d7f752993275 req-362764fb-ea02-4eb6-83e9-ed88e9716e39 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0862691 Apr 18 21:03:37.371247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651f2395-df06-4feb-8243-d7f752993275 req-7ead2c7e-607c-4100-a8aa-21816bb55246 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2239b2c9-63b0-47a8-8eef-c30510a15195 HTTP/1.1" status: 200 len: 217 time: 0.0382001 Apr 18 21:03:37.423728 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f2395-df06-4feb-8243-d7f752993275 req-1547f778-d757-4024-9172-f0de148aaaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:37.425555 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651f2395-df06-4feb-8243-d7f752993275 req-1547f778-d757-4024-9172-f0de148aaaff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0432737 Apr 18 21:03:37.476218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f2395-df06-4feb-8243-d7f752993275 req-af7f7ac1-981d-472c-b9f7-d72d41fe1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:37.479767 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651f2395-df06-4feb-8243-d7f752993275 req-af7f7ac1-981d-472c-b9f7-d72d41fe1839 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424027 Apr 18 21:03:37.579548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651f2395-df06-4feb-8243-d7f752993275 req-76aed651-b60c-4413-a1ff-3c0f5fdc0f96 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898995 Apr 18 21:03:37.687300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-651f2395-df06-4feb-8243-d7f752993275 req-09b5cbf6-2d19-41ca-99d6-e911c26302b8 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977628 Apr 18 21:03:37.746636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4d1d3-37a6-4756-ac8b-f929d2bc14fa req-5b3569b1-554d-4cfb-8a79-2a5a4d331be0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:37.748086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19c4d1d3-37a6-4756-ac8b-f929d2bc14fa req-5b3569b1-554d-4cfb-8a79-2a5a4d331be0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0517731 Apr 18 21:03:37.787891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19c4d1d3-37a6-4756-ac8b-f929d2bc14fa req-9a1d3c0a-40d9-4db3-8098-455c0c007cfd tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335715 Apr 18 21:03:38.693475 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-24cebfec-ceda-422a-aa28-f55f636d184b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.020869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec57cb-6746-46e1-b4fe-9f7924a8517a req-736d38f2-fb67-4903-95d3-be04c3b77734 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:39.022545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec57cb-6746-46e1-b4fe-9f7924a8517a req-736d38f2-fb67-4903-95d3-be04c3b77734 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0809896 Apr 18 21:03:39.092971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afec57cb-6746-46e1-b4fe-9f7924a8517a req-ee92138f-a9dc-4ebf-8e60-c14ec8bd2389 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554590 Apr 18 21:03:39.382592 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.219433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907ee59-6e70-44ed-ae07-f2839473a788 req-2a55068d-6e6f-431e-9461-65ddd8120cbe tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:40.224650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9907ee59-6e70-44ed-ae07-f2839473a788 req-2a55068d-6e6f-431e-9461-65ddd8120cbe tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0578432 Apr 18 21:03:40.271788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9907ee59-6e70-44ed-ae07-f2839473a788 req-03c15fc4-ccfb-48a4-bcae-c29bb1d9d299 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440836 Apr 18 21:03:40.560256 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.202802 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.417990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f12e41-25f3-4d90-8d3c-2fccbf762fde req-51e3be09-3811-4f31-8998-1fa76934c6bc tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:41.426397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f12e41-25f3-4d90-8d3c-2fccbf762fde req-51e3be09-3811-4f31-8998-1fa76934c6bc tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0738356 Apr 18 21:03:41.473942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f12e41-25f3-4d90-8d3c-2fccbf762fde req-e9daf592-ebb1-4c85-a0b2-03d81ab83e83 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465229 Apr 18 21:03:42.394452 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.595499 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803730b-9696-4000-b456-2126d17309fd req-2347d9e9-6f60-411d-9ea9-9a817d891350 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:42.596986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0803730b-9696-4000-b456-2126d17309fd req-2347d9e9-6f60-411d-9ea9-9a817d891350 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0538485 Apr 18 21:03:42.633322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0803730b-9696-4000-b456-2126d17309fd req-adf197cd-b269-4b21-a359-23ac56fa2ee6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303087 Apr 18 21:03:43.750462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7cd19-4dc5-40ce-a129-7713707c6bfe req-e1820c08-1215-40c6-9072-8642fa5503c0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:43.751984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ef7cd19-4dc5-40ce-a129-7713707c6bfe req-e1820c08-1215-40c6-9072-8642fa5503c0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0510240 Apr 18 21:03:43.790768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ef7cd19-4dc5-40ce-a129-7713707c6bfe req-ba8f5b9b-297c-4834-b1a4-38e427321331 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Apr 18 21:03:44.908103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a003b82-66d0-4133-b806-5143484f1538 req-ec5d59b8-540d-4780-8b21-b05192f809ef tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:44.909623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a003b82-66d0-4133-b806-5143484f1538 req-ec5d59b8-540d-4780-8b21-b05192f809ef tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0492806 Apr 18 21:03:44.951493 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a003b82-66d0-4133-b806-5143484f1538 req-cf07d03a-4463-4644-bb49-fec0e91073a5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358865 Apr 18 21:03:46.043198 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.073287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729ed84-5aa9-45fb-a4d1-fd9cc5f90a8a req-99873976-a80b-4b5b-8c54-87313fb50471 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:46.075492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6729ed84-5aa9-45fb-a4d1-fd9cc5f90a8a req-99873976-a80b-4b5b-8c54-87313fb50471 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0547836 Apr 18 21:03:46.113890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6729ed84-5aa9-45fb-a4d1-fd9cc5f90a8a req-60ca4d96-709c-4841-b703-6e47055237db tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Apr 18 21:03:47.239046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f5898-ad0b-4d7a-98b1-fb2c3821a467 req-c5fcc6d8-5dc2-4389-a769-8cc2bfedf1aa tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:47.240719 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d4f5898-ad0b-4d7a-98b1-fb2c3821a467 req-c5fcc6d8-5dc2-4389-a769-8cc2bfedf1aa tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0509787 Apr 18 21:03:47.280346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d4f5898-ad0b-4d7a-98b1-fb2c3821a467 req-8d355ce4-92d9-4697-b572-2ef0afc2853b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326352 Apr 18 21:03:48.397080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d1c46-0ed2-43f8-b698-57ff0771d16a req-7c3ad7e6-f52b-473d-b77d-f72a6b22f546 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:48.398562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d5d1c46-0ed2-43f8-b698-57ff0771d16a req-7c3ad7e6-f52b-473d-b77d-f72a6b22f546 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0506551 Apr 18 21:03:48.438067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d5d1c46-0ed2-43f8-b698-57ff0771d16a req-3a95c851-5ea6-4a08-b05b-bb786402b1e2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Apr 18 21:03:49.562040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e887af6-a032-4659-8226-c8b6c12e12fc req-b3f78d2e-5417-433c-ba35-aa51f64882ac tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:49.563811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e887af6-a032-4659-8226-c8b6c12e12fc req-b3f78d2e-5417-433c-ba35-aa51f64882ac tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0551779 Apr 18 21:03:49.603549 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e887af6-a032-4659-8226-c8b6c12e12fc req-b4d7cbcc-608c-461b-a1c1-0663c4341b9d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331554 Apr 18 21:03:50.719246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3372c-624c-4ab2-98b1-6011ab40bcde req-0dc897fa-1379-4159-8616-4fc42d4df02c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:50.720987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec3372c-624c-4ab2-98b1-6011ab40bcde req-0dc897fa-1379-4159-8616-4fc42d4df02c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0505409 Apr 18 21:03:50.758501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec3372c-624c-4ab2-98b1-6011ab40bcde req-be252d77-e029-4e8f-b24e-8f40cc86557f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Apr 18 21:03:51.878074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5ed5d-a917-49fa-bc51-ec8d58ad9faf req-3c4c82ab-07fb-4c98-bc40-a6d4374637e7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:51.879530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73c5ed5d-a917-49fa-bc51-ec8d58ad9faf req-3c4c82ab-07fb-4c98-bc40-a6d4374637e7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0484552 Apr 18 21:03:51.916607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73c5ed5d-a917-49fa-bc51-ec8d58ad9faf req-6b30a609-92eb-47f2-9db3-080eb5bb7da3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311027 Apr 18 21:03:53.289361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723f832-15c9-43b4-81eb-cdbe56f1c9fb req-8fc7cd36-b47c-4d07-a92c-5d628cfa49ea tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:53.290848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6723f832-15c9-43b4-81eb-cdbe56f1c9fb req-8fc7cd36-b47c-4d07-a92c-5d628cfa49ea tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.3053398 Apr 18 21:03:53.328743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6723f832-15c9-43b4-81eb-cdbe56f1c9fb req-fb0573e9-5caa-461a-b2db-6a5bec57a77a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Apr 18 21:03:54.443182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d9f55-597b-4cdc-979c-6bf22d809c74 req-a1a92e80-c83c-47a4-9a0a-3765e516110b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:54.444685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6d9f55-597b-4cdc-979c-6bf22d809c74 req-a1a92e80-c83c-47a4-9a0a-3765e516110b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0485275 Apr 18 21:03:54.484617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6d9f55-597b-4cdc-979c-6bf22d809c74 req-14c1f132-b6c3-42be-aa13-25a8c6742889 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332439 Apr 18 21:03:55.600541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d57d5-4e76-423a-94b6-8559163741a2 req-3619cc30-b43b-4eee-a88b-34d348bcb4e6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:55.602152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e7d57d5-4e76-423a-94b6-8559163741a2 req-3619cc30-b43b-4eee-a88b-34d348bcb4e6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 943 time: 0.0500216 Apr 18 21:03:55.641822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e7d57d5-4e76-423a-94b6-8559163741a2 req-0ced472e-8997-487d-b5f5-c72a759ce240 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337555 Apr 18 21:03:55.847197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2239b2c9-63b0-47a8-8eef-c30510a15195 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:03:55.945335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2239b2c9-63b0-47a8-8eef-c30510a15195, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2239b2c9-63b0-47a8-8eef-c30510a15195,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:55.957325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '2239b2c9-63b0-47a8-8eef-c30510a15195', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'port_id': '2239b2c9-63b0-47a8-8eef-c30510a15195', 'mac_address': 'fa:16:3e:b0:ba:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:03:55.993063 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.005914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2239b2c9-63b0-47a8-8eef-c30510a15195 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:03:56.024597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2239b2c9-63b0-47a8-8eef-c30510a15195, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2239b2c9-63b0-47a8-8eef-c30510a15195,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:56.028905 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:56.074704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=2239b2c9-63b0-47a8-8eef-c30510a15195,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:56.081890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.082237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.082593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.082901 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.083226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.083549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.083886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.084207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.084524 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.084839 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.085154 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.085467 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:56.257053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['2239b2c9-63b0-47a8-8eef-c30510a15195'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:03:56.764344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d5508-9ecf-4bfc-b436-6367768e3409 req-b1916148-5d81-4fec-aabf-407d265dfd0f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:56.765835 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-785d5508-9ecf-4bfc-b436-6367768e3409 req-b1916148-5d81-4fec-aabf-407d265dfd0f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 944 time: 0.0554163 Apr 18 21:03:56.805189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-785d5508-9ecf-4bfc-b436-6367768e3409 req-945e4e15-36ee-46fa-8ba1-61856c56972b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332150 Apr 18 21:03:57.883228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2239b2c9-63b0-47a8-8eef-c30510a15195 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:03:57.927401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d0578-f7e6-493d-b35e-92bb7370bacc req-c1d00ebe-843e-4498-855d-c2e7d39a6799 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:57.930132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b4d0578-f7e6-493d-b35e-92bb7370bacc req-c1d00ebe-843e-4498-855d-c2e7d39a6799 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 944 time: 0.0566869 Apr 18 21:03:57.953848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 2239b2c9-63b0-47a8-8eef-c30510a15195 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:57.957905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 2239b2c9-63b0-47a8-8eef-c30510a15195 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:57.958373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:57.973466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b4d0578-f7e6-493d-b35e-92bb7370bacc req-afe73697-84b3-4aba-bd72-02dbab196587 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365062 Apr 18 21:03:58.041761 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.065137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503bc626-78b1-45e3-a164-84698c0cf4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2239b2c9-63b0-47a8-8eef-c30510a15195'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:03:58.067447 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f486fb4-328b-455f-a78a-d59f5ee9e485" -d '{"events": [{"server_uuid": "503bc626-78b1-45e3-a164-84698c0cf4da", "name": "network-vif-plugged", "status": "completed", "tag": "2239b2c9-63b0-47a8-8eef-c30510a15195"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:03:58.081412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 2239b2c9-63b0-47a8-8eef-c30510a15195, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2239b2c9-63b0-47a8-8eef-c30510a15195,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:03:58.085492 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.114605 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404e5b4b-98a4-4573-bb87-4fe3aad067d9 x-openstack-request-id: req-404e5b4b-98a4-4573-bb87-4fe3aad067d9 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:03:58.114895 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503bc626-78b1-45e3-a164-84698c0cf4da", "name": "network-vif-plugged", "status": "completed", "tag": "2239b2c9-63b0-47a8-8eef-c30510a15195", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:03:58.115143 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-404e5b4b-98a4-4573-bb87-4fe3aad067d9 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:03:58.115539 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404e5b4b-98a4-4573-bb87-4fe3aad067d9'] response: {'server_uuid': '503bc626-78b1-45e3-a164-84698c0cf4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2239b2c9-63b0-47a8-8eef-c30510a15195', 'code': 200} Apr 18 21:03:58.143115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=2239b2c9-63b0-47a8-8eef-c30510a15195,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:58.271762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c07e22-e69c-4f6c-9260-77b9befa1b99 req-582fd0a3-953d-469b-a741-576644553940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:58.273940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04c07e22-e69c-4f6c-9260-77b9befa1b99 req-582fd0a3-953d-469b-a741-576644553940 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 1096 time: 0.0977077 Apr 18 21:03:58.313839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04c07e22-e69c-4f6c-9260-77b9befa1b99 req-b3e172a4-9518-41d8-90e4-7d2c561cda8d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303700 Apr 18 21:03:59.103560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f767b-d45e-4550-8c02-8b7ab5c8afd3 req-41d327bf-c17f-40a9-9d0b-4b8cc86bbd3e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:59.105490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f19f767b-d45e-4550-8c02-8b7ab5c8afd3 req-41d327bf-c17f-40a9-9d0b-4b8cc86bbd3e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 945 time: 0.0530891 Apr 18 21:03:59.144413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f19f767b-d45e-4550-8c02-8b7ab5c8afd3 req-f430ee0d-7758-4730-8957-7c22dfed57bf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325856 Apr 18 21:04:00.265013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639d1b9-5259-4699-8b55-e862caf5d4d0 req-bb8e71ea-9489-4032-8c52-516de001294e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:00.266500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5639d1b9-5259-4699-8b55-e862caf5d4d0 req-bb8e71ea-9489-4032-8c52-516de001294e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 945 time: 0.0495858 Apr 18 21:04:00.305460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5639d1b9-5259-4699-8b55-e862caf5d4d0 req-dcd682d0-c15d-4920-973f-f0e5abc8f539 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329072 Apr 18 21:04:00.420405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0942d61-f621-4228-ab59-b2d4c07f27b4 req-e23df626-aed4-46da-8a91-5763eae25778 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:00.421901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0942d61-f621-4228-ab59-b2d4c07f27b4 req-e23df626-aed4-46da-8a91-5763eae25778 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 945 time: 0.0489714 Apr 18 21:04:00.460949 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0942d61-f621-4228-ab59-b2d4c07f27b4 req-1cd2496b-7d65-4e62-9d04-24edac495249 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Apr 18 21:04:00.578437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca387e-6f28-40db-9b83-a38aab9737fb req-adab1011-f51c-4a32-8e9f-b5492b37a470 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:00.580073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6ca387e-6f28-40db-9b83-a38aab9737fb req-adab1011-f51c-4a32-8e9f-b5492b37a470 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 945 time: 0.0528355 Apr 18 21:04:00.620166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6ca387e-6f28-40db-9b83-a38aab9737fb req-8885c0f5-f19b-4336-9810-f7d8595a6e89 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336790 Apr 18 21:04:00.920868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a9f7f-cbe1-4cfc-818d-875d6d315f13 req-85b56f49-406b-490b-a2be-511c4334d66c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:00.922340 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b8a9f7f-cbe1-4cfc-818d-875d6d315f13 req-85b56f49-406b-490b-a2be-511c4334d66c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 945 time: 0.0520489 Apr 18 21:04:00.960021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b8a9f7f-cbe1-4cfc-818d-875d6d315f13 req-cae90fc3-d9c0-4289-8323-3d5be0394e4e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Apr 18 21:04:02.081993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7722b-fe41-489d-98d2-5af10e9bf1c8 req-b5578647-7b8a-4d55-bd40-b872ba26d885 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:02.083413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cd7722b-fe41-489d-98d2-5af10e9bf1c8 req-b5578647-7b8a-4d55-bd40-b872ba26d885 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 945 time: 0.0489173 Apr 18 21:04:02.123353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cd7722b-fe41-489d-98d2-5af10e9bf1c8 req-2794680c-61ae-4675-b786-20abf5331cba tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324261 Apr 18 21:04:02.491082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-41799ad7-e933-4529-9c10-66b7dce0803a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:02.492595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-41799ad7-e933-4529-9c10-66b7dce0803a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 945 time: 0.0520389 Apr 18 21:04:02.585754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Deleting port 2239b2c9-63b0-47a8-8eef-c30510a15195 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:04:02.586102 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.679317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] For port 2239b2c9-63b0-47a8-8eef-c30510a15195, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=2239b2c9-63b0-47a8-8eef-c30510a15195,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:02.679679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.694768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Calling delete_port for 2239b2c9-63b0-47a8-8eef-c30510a15195 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:04:02.824264 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.837293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['2239b2c9-63b0-47a8-8eef-c30510a15195'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:04:02.856863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'Port': ['ID=2239b2c9-63b0-47a8-8eef-c30510a15195,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:02.882550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.882902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.883285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.883585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.884106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.884280 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.884590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.884919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.885235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.885554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.885908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.886244 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:02.908795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] No DVR routers for this DVR port 2239b2c9-63b0-47a8-8eef-c30510a15195 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:02.911822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.915941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47fc23cc-cd39-405f-b332-ba9836e3b8cd req-d0f4fb4e-8823-4080-87df-cb2fca2aac1e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "DELETE /v2.0/ports/2239b2c9-63b0-47a8-8eef-c30510a15195 HTTP/1.1" status: 204 len: 173 time: 0.4143136 Apr 18 21:04:02.916443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503bc626-78b1-45e3-a164-84698c0cf4da', 'name': 'network-vif-deleted', 'tag': '2239b2c9-63b0-47a8-8eef-c30510a15195'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:04:02.921143 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7be2a3e-340d-4801-8b2c-d8a068794f5d" -d '{"events": [{"server_uuid": "503bc626-78b1-45e3-a164-84698c0cf4da", "name": "network-vif-deleted", "tag": "2239b2c9-63b0-47a8-8eef-c30510a15195"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:04:02.987619 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a280eb-b1df-47f6-90c3-40a85ddaf39e x-openstack-request-id: req-91a280eb-b1df-47f6-90c3-40a85ddaf39e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:04:02.988005 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "503bc626-78b1-45e3-a164-84698c0cf4da", "name": "network-vif-deleted", "tag": "2239b2c9-63b0-47a8-8eef-c30510a15195", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:04:02.988393 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-91a280eb-b1df-47f6-90c3-40a85ddaf39e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:04:02.988810 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a280eb-b1df-47f6-90c3-40a85ddaf39e'] response: {'server_uuid': '503bc626-78b1-45e3-a164-84698c0cf4da', 'name': 'network-vif-deleted', 'tag': '2239b2c9-63b0-47a8-8eef-c30510a15195', 'status': 'completed', 'code': 200} Apr 18 21:04:03.220136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c6950dd-286a-4051-8dae-1b4aa1cff533 req-5ab93db9-6983-4d69-8bde-b82b85432da1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 210 time: 0.0268919 Apr 18 21:04:04.322829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2058175e-f724-4776-aafb-2e6a528339c4 req-c4ef868c-80e1-45d0-b77e-384c0e29a964 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 210 time: 0.0293157 Apr 18 21:04:05.419869 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e1178e7-f2f8-4f40-b9ba-5afb5195d7c5 req-52664999-0ae5-4a32-81fd-7a46c7663b1c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 210 time: 0.0260675 Apr 18 21:04:05.938841 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d51dd711-8cc4-4d95-9ee8-c6a0000c588f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.956952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2239b2c9-63b0-47a8-8eef-c30510a15195 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:04:05.976950 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 2239b2c9-63b0-47a8-8eef-c30510a15195 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:04:05.977290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 2239b2c9-63b0-47a8-8eef-c30510a15195 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:04:06.533718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a482ff54-fbf4-4a98-8746-78099be95dc6 req-4eafd327-17f0-4985-a4cc-a3595cf81884 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=503bc626-78b1-45e3-a164-84698c0cf4da HTTP/1.1" status: 200 len: 210 time: 0.0308607 Apr 18 21:04:08.694974 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb5e5c28-91ed-4744-86f0-a260e0d07e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.374011 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.280902 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:04:10.553947 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.206463 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.407500 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.061019 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:27.379779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-0bd48483-4698-4895-b00d-b1b07cc981e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988965 Apr 18 21:04:27.394440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-82993050-d71c-4dca-b231-34b283285704 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:27.395908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-82993050-d71c-4dca-b231-34b283285704 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1364751 Apr 18 21:04:27.412570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-38e75b0a-977d-4606-bc34-748b5b2e96dc tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/quotas/a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 375 time: 0.0096931 Apr 18 21:04:27.489362 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-9378d443-84ce-48df-b214-8171d4908006 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709565 Apr 18 21:04:27.493706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-a0ef2c7f-6875-489b-9237-00869bc27c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:27.495064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-a0ef2c7f-6875-489b-9237-00869bc27c44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=946e24bc69f140efa3cef17a19fdd818&device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0677884 Apr 18 21:04:27.666517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-a0df0cab-3d60-4f76-8a92-b08b87bbb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:27.667892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-a0df0cab-3d60-4f76-8a92-b08b87bbb593 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2 HTTP/1.1" status: 200 len: 909 time: 0.1512678 Apr 18 21:04:27.713082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-e787296f-1f4a-4eb9-aaba-4d884315a961 service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168055 Apr 18 21:04:27.782143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-66ad3c21-80c5-4eb3-8a7e-b3dd8a91bbb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15de41c1-8cbe-433e-964b-5f4252498397 HTTP/1.1" status: 200 len: 1000 time: 0.1055841 Apr 18 21:04:27.853656 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-b804249a-09c2-48bc-b10a-ac017e7b6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:27.855097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-b804249a-09c2-48bc-b10a-ac017e7b6098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e24600b4-0dd5-4cb0-a5ee-f19707b847c0 HTTP/1.1" status: 200 len: 847 time: 0.0655553 Apr 18 21:04:27.857084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-d45adb5d-54f8-4a7c-be2c-55c4c8a6c40c service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375518 Apr 18 21:04:27.901101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-444ef0f2-1ff5-4d2b-905f-85af5a78cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:27.902639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-444ef0f2-1ff5-4d2b-905f-85af5a78cb01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397213 Apr 18 21:04:28.000356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-4648aafa-ac1f-4265-a53f-5626a2881197 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900061 Apr 18 21:04:28.094532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80dc29fe-28f7-4fae-bb61-242fa121471a req-10c7f018-63a0-44e9-b99b-474062c7d7c4 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879276 Apr 18 21:04:28.165239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b707a2f-4428-443b-baa4-a4ac4ec1026c req-6299bbc6-4532-4978-a649-40820f6427df tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Apr 18 21:04:29.259961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-f2f4ef54-b266-4ef1-a8ad-afca0ec8dd49 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:29.261975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-f2f4ef54-b266-4ef1-a8ad-afca0ec8dd49 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1200972 Apr 18 21:04:29.280428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'port': {'device_id': '0df12bdd-1b88-443e-aaa4-429636d3a2d8', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'admin_state_up': True, 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:29.284501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b950c157-0aa6-445c-b4a5-9f79784e35ce req-4d1fa354-2048-4e41-b9f3-c8b90b5eaeb2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0460274 Apr 18 21:04:29.397086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Made reservation on behalf of a2bbda67877d4111b3329f708b6bf0eb for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:29.400767 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.525647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Allocated IP 172.20.0.7 (ae5183a9-941a-419d-be5f-423f19073c9b/828bb9d6-e3b5-4619-8a43-7c3d9efa8e86/4b9f4644-eefb-4a99-90f4-b8e78a886038) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:29.675681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.708652 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.752531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Network ae5183a9-941a-419d-be5f-423f19073c9b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:29.755605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:29.759380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:04:29.785823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=4b9f4644-eefb-4a99-90f4-b8e78a886038,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:29.813957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:29.814756 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:29.833872 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-939d418d-6e29-47c5-a8d2-dc16250ee828 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574265 Apr 18 21:04:29.851926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Request body: {'port': {'device_id': '0df12bdd-1b88-443e-aaa4-429636d3a2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:29.916353 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.035819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b99051e4-240a-453f-970e-f14a3188090d None None] Provisioning complete for port 4b9f4644-eefb-4a99-90f4-b8e78a886038 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:30.036513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b99051e4-240a-453f-970e-f14a3188090d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.073433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b99051e4-240a-453f-970e-f14a3188090d None None] Port 4b9f4644-eefb-4a99-90f4-b8e78a886038 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:04:30.195824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9f4644-eefb-4a99-90f4-b8e78a886038 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:04:30.204261 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.216061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Transition to ACTIVE for port object 4b9f4644-eefb-4a99-90f4-b8e78a886038 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:30.219949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.291324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Pushing event updated for resources: {'Port': ['ID=4b9f4644-eefb-4a99-90f4-b8e78a886038,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:30.351540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Attempting to bind port 4b9f4644-eefb-4a99-90f4-b8e78a886038 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:30.352071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Attempting to bind port 4b9f4644-eefb-4a99-90f4-b8e78a886038 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:30.352634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Attempting to bind port 4b9f4644-eefb-4a99-90f4-b8e78a886038 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:04:30.371884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Port 4b9f4644-eefb-4a99-90f4-b8e78a886038 on network ae5183a9-941a-419d-be5f-423f19073c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:04:30.372215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Attempting to bind port 4b9f4644-eefb-4a99-90f4-b8e78a886038 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:04:30.392398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:04:30.392747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Checking segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:04:30.393145 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Bound using segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:04:30.393591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Bound port: 4b9f4644-eefb-4a99-90f4-b8e78a886038, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:30.393955 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.446683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858148ec-6419-4608-bc12-999405c80cb6 req-0702753f-72e4-4914-adc3-049264b4c6d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:30.448315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-858148ec-6419-4608-bc12-999405c80cb6 req-0702753f-72e4-4914-adc3-049264b4c6d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0875554 Apr 18 21:04:30.523243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] For port 4b9f4644-eefb-4a99-90f4-b8e78a886038, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:30.528355 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-858148ec-6419-4608-bc12-999405c80cb6 req-6e9312d9-5090-4bc5-af90-4cb7721b36b5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715027 Apr 18 21:04:30.544440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] For port 4b9f4644-eefb-4a99-90f4-b8e78a886038, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4b9f4644-eefb-4a99-90f4-b8e78a886038,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:30.554791 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.590265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:30.590887 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:30.592312 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] 10.222.0.64 "PUT /v2.0/ports/4b9f4644-eefb-4a99-90f4-b8e78a886038 HTTP/1.1" status: 200 len: 1091 time: 0.7453783 Apr 18 21:04:30.592756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df12bdd-1b88-443e-aaa4-429636d3a2d8', 'tag': '4b9f4644-eefb-4a99-90f4-b8e78a886038'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:04:30.595033 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d60a278-882f-4e59-a4c8-06b1c0f44029" -d '{"events": [{"name": "network-changed", "server_uuid": "0df12bdd-1b88-443e-aaa4-429636d3a2d8", "tag": "4b9f4644-eefb-4a99-90f4-b8e78a886038"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:04:30.621140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8906c8-e46d-43a6-834e-90a08521cc5c service neutron] Pushing event updated for resources: {'Port': ['ID=4b9f4644-eefb-4a99-90f4-b8e78a886038,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:30.711287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-d588ac41-1bb7-4320-930e-b2cc940a9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:30.713079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-d588ac41-1bb7-4320-930e-b2cc940a9a58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 1094 time: 0.0648277 Apr 18 21:04:30.774081 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49324605-c8d4-461c-8d07-153d13edd265 x-openstack-request-id: req-49324605-c8d4-461c-8d07-153d13edd265 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:04:30.774363 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df12bdd-1b88-443e-aaa4-429636d3a2d8", "tag": "4b9f4644-eefb-4a99-90f4-b8e78a886038", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:04:30.774725 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-49324605-c8d4-461c-8d07-153d13edd265 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:04:30.775201 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49324605-c8d4-461c-8d07-153d13edd265'] response: {'name': 'network-changed', 'server_uuid': '0df12bdd-1b88-443e-aaa4-429636d3a2d8', 'tag': '4b9f4644-eefb-4a99-90f4-b8e78a886038', 'status': 'completed', 'code': 200} Apr 18 21:04:30.777258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-79f9692d-4a38-4b7d-aaad-5e83ac6ee4e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f4644-eefb-4a99-90f4-b8e78a886038 HTTP/1.1" status: 200 len: 217 time: 0.0517056 Apr 18 21:04:30.846790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-0ca3c6dc-b4d5-4081-8288-ad4cb8be3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:30.848303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-0ca3c6dc-b4d5-4081-8288-ad4cb8be3b8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0557096 Apr 18 21:04:30.897978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-f6a71ac5-dd20-45cc-8a94-447c24a00855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:30.900172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-f6a71ac5-dd20-45cc-8a94-447c24a00855 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409539 Apr 18 21:04:30.996439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-e36d0eb0-1883-4504-b22f-7f2b863e97bc service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851529 Apr 18 21:04:31.091777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2181ab-a6c7-4e1e-9728-8ebee0d630d3 req-1dce12e2-4921-474e-8efb-b44d5d43d3bc service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825214 Apr 18 21:04:31.181823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-31fcbb97-b6e9-46c1-a5dc-1475530ec3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:31.183631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-31fcbb97-b6e9-46c1-a5dc-1475530ec3de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 1094 time: 0.0426753 Apr 18 21:04:31.288355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-3c8e8d61-a42f-449b-af9b-6bbe82c9d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:31.289836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-3c8e8d61-a42f-449b-af9b-6bbe82c9d3b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0912235 Apr 18 21:04:31.335783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-4f33970f-541c-49e3-8580-88e2acfa3e28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b9f4644-eefb-4a99-90f4-b8e78a886038 HTTP/1.1" status: 200 len: 217 time: 0.0357015 Apr 18 21:04:31.387940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-aae50008-73e5-4524-b520-0d7ffa706e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:31.389855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-aae50008-73e5-4524-b520-0d7ffa706e64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0432329 Apr 18 21:04:31.444440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-6cab5d18-75ee-45c1-b2cc-696c35be7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:31.445863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-6cab5d18-75ee-45c1-b2cc-696c35be7125 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453291 Apr 18 21:04:31.538544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-dfe0e674-c97f-4fbb-ad60-4356f173876d service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819783 Apr 18 21:04:31.931460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae7c07-3f78-463f-91aa-9af994479bed req-599de288-41cc-4156-adb0-09910cb707df tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:31.933259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90ae7c07-3f78-463f-91aa-9af994479bed req-599de288-41cc-4156-adb0-09910cb707df tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0736959 Apr 18 21:04:31.935490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d60a278-882f-4e59-a4c8-06b1c0f44029 req-bb66540a-ab86-425a-afb0-bd017cbbcdd4 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872032 Apr 18 21:04:31.972804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-90ae7c07-3f78-463f-91aa-9af994479bed req-94c05f59-186d-4773-bffb-43a219dc1892 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Apr 18 21:04:33.097615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01ddf3-7b29-4288-b622-69b143521c56 req-c5dc4d98-e10c-4799-b27d-8c5620f76ea0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:33.099186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c01ddf3-7b29-4288-b622-69b143521c56 req-c5dc4d98-e10c-4799-b27d-8c5620f76ea0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0548947 Apr 18 21:04:33.141754 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c01ddf3-7b29-4288-b622-69b143521c56 req-f3cffeda-2e07-41ba-a2fc-26a6fe8ca5d6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362725 Apr 18 21:04:34.257788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877b344-df2d-4b93-a1e7-b98182734a25 req-b5f56dab-5e21-4ce9-9c31-75deebe5f293 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:34.260251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1877b344-df2d-4b93-a1e7-b98182734a25 req-b5f56dab-5e21-4ce9-9c31-75deebe5f293 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0497048 Apr 18 21:04:34.297923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1877b344-df2d-4b93-a1e7-b98182734a25 req-80170b24-f994-41be-ac55-0a6cde1fd1cc tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314527 Apr 18 21:04:35.415718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346f392-15da-4be8-8160-559e713c2d45 req-563d4d31-e2c3-4390-95c8-b7fa94745a5d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:35.417250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8346f392-15da-4be8-8160-559e713c2d45 req-563d4d31-e2c3-4390-95c8-b7fa94745a5d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0506165 Apr 18 21:04:35.455082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8346f392-15da-4be8-8160-559e713c2d45 req-c485e79d-0c94-4914-8d12-0bdbb77e1a85 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Apr 18 21:04:35.931977 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-13d9b88f-197f-43f7-9b2f-d5cf5ec1a1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:36.572315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06076b1-3b08-45ee-889d-5603b5429e49 req-1fb3e4b7-a942-4489-88cc-f6548c594c99 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:36.573797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f06076b1-3b08-45ee-889d-5603b5429e49 req-1fb3e4b7-a942-4489-88cc-f6548c594c99 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0516255 Apr 18 21:04:36.616838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f06076b1-3b08-45ee-889d-5603b5429e49 req-8784d260-1311-4d03-a701-2d48c6033fb5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363433 Apr 18 21:04:37.732593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15575ec-ed14-4cf9-b0e2-54c608321696 req-0726eae6-0e54-4ab6-ad24-fdc1f6ff103e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:37.734623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a15575ec-ed14-4cf9-b0e2-54c608321696 req-0726eae6-0e54-4ab6-ad24-fdc1f6ff103e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0500541 Apr 18 21:04:37.771486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a15575ec-ed14-4cf9-b0e2-54c608321696 req-59c283ce-f69a-4042-a093-b633f82148fb tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306652 Apr 18 21:04:38.684002 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c1ad7ca-7fcd-4638-9880-83b750f78b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:38.888934 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cb666-5e82-48a3-a310-80f9cc5483e8 req-2ca8bcea-a1b2-49ff-89c4-c7fc3c62953e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:38.890479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb0cb666-5e82-48a3-a310-80f9cc5483e8 req-2ca8bcea-a1b2-49ff-89c4-c7fc3c62953e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0509291 Apr 18 21:04:38.933951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb0cb666-5e82-48a3-a310-80f9cc5483e8 req-de260ab0-e466-4dc5-9912-302799bf953a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345123 Apr 18 21:04:39.375233 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:40.050709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6e18e-4e05-4fd1-87db-97150656330e req-d1afca8f-ae4d-40d7-b289-ea44bd9fa131 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:40.052123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2c6e18e-4e05-4fd1-87db-97150656330e req-d1afca8f-ae4d-40d7-b289-ea44bd9fa131 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0487611 Apr 18 21:04:40.096058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2c6e18e-4e05-4fd1-87db-97150656330e req-ccbfc976-d763-4d57-a954-5d46c6a44902 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357583 Apr 18 21:04:40.555404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.208613 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:41.211194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d9938-8405-4c47-b81f-68dcd24df23d req-e8ed42da-ebaf-425a-b81f-610dcf988737 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:41.212717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a03d9938-8405-4c47-b81f-68dcd24df23d req-e8ed42da-ebaf-425a-b81f-610dcf988737 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 943 time: 0.0494480 Apr 18 21:04:41.251733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a03d9938-8405-4c47-b81f-68dcd24df23d req-634f2cc3-977f-4ff3-a778-248b0316125b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322921 Apr 18 21:04:42.103036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4b9f4644-eefb-4a99-90f4-b8e78a886038 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:04:42.197357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4b9f4644-eefb-4a99-90f4-b8e78a886038, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4b9f4644-eefb-4a99-90f4-b8e78a886038,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:42.208338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '4b9f4644-eefb-4a99-90f4-b8e78a886038', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'port_id': '4b9f4644-eefb-4a99-90f4-b8e78a886038', 'mac_address': 'fa:16:3e:3b:8b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:04:42.244057 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.256053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9f4644-eefb-4a99-90f4-b8e78a886038 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:04:42.274669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4b9f4644-eefb-4a99-90f4-b8e78a886038, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4b9f4644-eefb-4a99-90f4-b8e78a886038,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:42.278700 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.324639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=4b9f4644-eefb-4a99-90f4-b8e78a886038,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:42.368393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780052ad-72cd-4613-b9e9-2dcb17077331 req-cd092cb5-01f2-4f77-a0d7-37a401652101 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:42.369817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-780052ad-72cd-4613-b9e9-2dcb17077331 req-cd092cb5-01f2-4f77-a0d7-37a401652101 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 944 time: 0.0498135 Apr 18 21:04:42.409825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-780052ad-72cd-4613-b9e9-2dcb17077331 req-1bcd4e50-dbbe-4980-a6aa-473a7ddbbe7b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339801 Apr 18 21:04:42.425467 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:42.551515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['4b9f4644-eefb-4a99-90f4-b8e78a886038'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:04:43.529040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3253d09-844b-4e48-86f7-5c617fb0a34a req-9ba02e9e-f88d-4566-816c-a5cb0a6562bc tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:43.530505 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3253d09-844b-4e48-86f7-5c617fb0a34a req-9ba02e9e-f88d-4566-816c-a5cb0a6562bc tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 944 time: 0.0479305 Apr 18 21:04:43.572112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3253d09-844b-4e48-86f7-5c617fb0a34a req-51306609-37e3-4b0c-b28a-b0fb36b4c609 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350473 Apr 18 21:04:44.118408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4b9f4644-eefb-4a99-90f4-b8e78a886038 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:04:44.169341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 4b9f4644-eefb-4a99-90f4-b8e78a886038 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:44.173955 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 4b9f4644-eefb-4a99-90f4-b8e78a886038 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:44.174562 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.256878 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.278248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df12bdd-1b88-443e-aaa4-429636d3a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9f4644-eefb-4a99-90f4-b8e78a886038'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:04:44.280504 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79899bb3-d79d-4a59-b92b-25e0ba099262" -d '{"events": [{"server_uuid": "0df12bdd-1b88-443e-aaa4-429636d3a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b9f4644-eefb-4a99-90f4-b8e78a886038"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:04:44.292636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4b9f4644-eefb-4a99-90f4-b8e78a886038, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4b9f4644-eefb-4a99-90f4-b8e78a886038,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:04:44.297015 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:44.323211 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f97a21d-a12b-4077-8a37-7d88c30dfd5e x-openstack-request-id: req-2f97a21d-a12b-4077-8a37-7d88c30dfd5e {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:04:44.323496 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df12bdd-1b88-443e-aaa4-429636d3a2d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b9f4644-eefb-4a99-90f4-b8e78a886038", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:04:44.323744 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2f97a21d-a12b-4077-8a37-7d88c30dfd5e {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:04:44.324165 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f97a21d-a12b-4077-8a37-7d88c30dfd5e'] response: {'server_uuid': '0df12bdd-1b88-443e-aaa4-429636d3a2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9f4644-eefb-4a99-90f4-b8e78a886038', 'code': 200} Apr 18 21:04:44.352665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=4b9f4644-eefb-4a99-90f4-b8e78a886038,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:44.420185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a8f81-1b88-426e-99ba-e2003b082379 req-d3ffd7cc-ff0c-42a1-a698-cd3d1c1d1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:44.421566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1a8f81-1b88-426e-99ba-e2003b082379 req-d3ffd7cc-ff0c-42a1-a698-cd3d1c1d1217 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0393260 Apr 18 21:04:44.458268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae1a8f81-1b88-426e-99ba-e2003b082379 req-afb8ae9a-f624-4676-b5a8-baad41904d30 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289762 Apr 18 21:04:44.687909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa859bf-be3f-4d30-9cfb-a01a0c705310 req-248c4f00-e965-400b-8009-963c9d7fa683 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:44.690007 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fa859bf-be3f-4d30-9cfb-a01a0c705310 req-248c4f00-e965-400b-8009-963c9d7fa683 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0483510 Apr 18 21:04:44.726071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fa859bf-be3f-4d30-9cfb-a01a0c705310 req-6d06f3c3-7679-4750-bd31-87de09248d62 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301771 Apr 18 21:04:45.847000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e50e8-460f-41d5-ab26-8a9ab1cdb679 req-587dce2c-cf32-434e-a422-78b0fba3f047 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:45.848471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c0e50e8-460f-41d5-ab26-8a9ab1cdb679 req-587dce2c-cf32-434e-a422-78b0fba3f047 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0484409 Apr 18 21:04:45.888561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c0e50e8-460f-41d5-ab26-8a9ab1cdb679 req-7a115b16-4d70-4576-ab50-8518ce058e87 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340440 Apr 18 21:04:46.007345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b33324-4093-45d3-9a1b-50a5e68d0906 req-eef64876-2fd3-4f36-b510-7d78f4c320bb tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:46.008870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61b33324-4093-45d3-9a1b-50a5e68d0906 req-eef64876-2fd3-4f36-b510-7d78f4c320bb tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0503392 Apr 18 21:04:46.046155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61b33324-4093-45d3-9a1b-50a5e68d0906 req-97707f88-0bd2-4637-aec1-eaa5190ff8ee tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Apr 18 21:04:46.065589 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.280692 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:04:48.499490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-276c4020-88da-4608-95d9-5c2bdf116b80 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:48.500992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-276c4020-88da-4608-95d9-5c2bdf116b80 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.0997329 Apr 18 21:04:48.515805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-01b11d61-d794-4d4e-983b-a8338de657ee tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/quotas/a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 375 time: 0.0089486 Apr 18 21:04:48.573195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-0a66cea6-52f4-4059-a9fc-4d52f934436b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514555 Apr 18 21:04:48.636852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f952e2f2-8b06-465b-b88f-83277735fa9d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:04:48.637848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f952e2f2-8b06-465b-b88f-83277735fa9d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565879 Apr 18 21:04:48.726916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-30dc1b92-4c63-4420-b138-180ff27292ae service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822299 Apr 18 21:04:48.822313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-e63c913b-fbbd-4fae-818c-fee7e881b0a7 service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892618 Apr 18 21:04:49.016215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdc50efe-8d35-4f99-a2c0-ab27a6d95094 req-46ef1b0f-ec69-4d45-b45a-dba3e12bb1e0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 210 time: 0.0280299 Apr 18 21:04:49.954847 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-2b42dd2c-1674-4b14-b02c-abbd24af946e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:49.956887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-2b42dd2c-1674-4b14-b02c-abbd24af946e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.60 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1055043 Apr 18 21:04:49.969786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'port': {'device_id': '592c09d9-3801-4c87-8a3d-fd458cd80fe0', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'admin_state_up': True, 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:50.103430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Made reservation on behalf of a2bbda67877d4111b3329f708b6bf0eb for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:50.106951 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.134214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18de5a9e-b076-426b-9e6e-46a566dbfbb2 req-ff847868-5f2c-4b59-9bd9-826ede528464 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 210 time: 0.0422540 Apr 18 21:04:50.255293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Allocated IP 172.20.0.9 (ae5183a9-941a-419d-be5f-423f19073c9b/828bb9d6-e3b5-4619-8a43-7c3d9efa8e86/4b5b89c0-a259-48ad-93de-d889897ffe54) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:50.414892 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.454924 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.467750 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['4b9f4644-eefb-4a99-90f4-b8e78a886038'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:04:50.507263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Network ae5183a9-941a-419d-be5f-423f19073c9b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:50.511207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=4b5b89c0-a259-48ad-93de-d889897ffe54,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:50.514380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:50.516039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:04:50.565852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:50.566504 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.587507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-55aa0423-411f-46ee-974c-2971d43bd1d0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6212058 Apr 18 21:04:50.601268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Request body: {'port': {'device_id': '592c09d9-3801-4c87-8a3d-fd458cd80fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:50.666451 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.776113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-dfa3d7d6-d3ff-4def-8504-dd64d0c44740 None None] Provisioning complete for port 4b5b89c0-a259-48ad-93de-d889897ffe54 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:50.776718 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfa3d7d6-d3ff-4def-8504-dd64d0c44740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.826927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3d7d6-d3ff-4def-8504-dd64d0c44740 None None] Port 4b5b89c0-a259-48ad-93de-d889897ffe54 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:04:50.967222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b5b89c0-a259-48ad-93de-d889897ffe54 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:04:50.975679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:50.989064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Transition to ACTIVE for port object 4b5b89c0-a259-48ad-93de-d889897ffe54 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:50.993074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.059559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5b89c0-a259-48ad-93de-d889897ffe54,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:51.116691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Attempting to bind port 4b5b89c0-a259-48ad-93de-d889897ffe54 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:51.117027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Attempting to bind port 4b5b89c0-a259-48ad-93de-d889897ffe54 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:51.117359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Attempting to bind port 4b5b89c0-a259-48ad-93de-d889897ffe54 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:04:51.122016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Port 4b5b89c0-a259-48ad-93de-d889897ffe54 on network ae5183a9-941a-419d-be5f-423f19073c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:04:51.122352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Attempting to bind port 4b5b89c0-a259-48ad-93de-d889897ffe54 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:04:51.127529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:04:51.127949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Checking segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:04:51.128336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Bound using segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:04:51.128763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Bound port: 4b5b89c0-a259-48ad-93de-d889897ffe54, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:51.129125 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.199236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] For port 4b5b89c0-a259-48ad-93de-d889897ffe54, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:04:51.203136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] For port 4b5b89c0-a259-48ad-93de-d889897ffe54, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4b5b89c0-a259-48ad-93de-d889897ffe54,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:04:51.209842 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.280511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:51.280934 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:51.282370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] 10.222.0.60 "PUT /v2.0/ports/4b5b89c0-a259-48ad-93de-d889897ffe54 HTTP/1.1" status: 200 len: 1091 time: 0.6871192 Apr 18 21:04:51.282775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592c09d9-3801-4c87-8a3d-fd458cd80fe0', 'tag': '4b5b89c0-a259-48ad-93de-d889897ffe54'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:04:51.285680 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4945d45-a381-4be9-a999-dba670ca15f6" -d '{"events": [{"name": "network-changed", "server_uuid": "592c09d9-3801-4c87-8a3d-fd458cd80fe0", "tag": "4b5b89c0-a259-48ad-93de-d889897ffe54"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:04:51.314193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8917b-a225-418e-bd03-afc8a4245062 service neutron] Pushing event updated for resources: {'Port': ['ID=4b5b89c0-a259-48ad-93de-d889897ffe54,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:51.333078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a6c54-ced8-4d73-b02b-ba066ffce9c8 req-34768da2-f904-41f9-9cd9-ed9650f15d7c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:51.334533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-549a6c54-ced8-4d73-b02b-ba066ffce9c8 req-34768da2-f904-41f9-9cd9-ed9650f15d7c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0933118 Apr 18 21:04:51.355925 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4644b8b9-f438-4a04-8abb-acef0e2933a3 x-openstack-request-id: req-4644b8b9-f438-4a04-8abb-acef0e2933a3 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:04:51.356220 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592c09d9-3801-4c87-8a3d-fd458cd80fe0", "tag": "4b5b89c0-a259-48ad-93de-d889897ffe54", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:04:51.356462 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4644b8b9-f438-4a04-8abb-acef0e2933a3 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:04:51.356866 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4644b8b9-f438-4a04-8abb-acef0e2933a3'] response: {'name': 'network-changed', 'server_uuid': '592c09d9-3801-4c87-8a3d-fd458cd80fe0', 'tag': '4b5b89c0-a259-48ad-93de-d889897ffe54', 'status': 'completed', 'code': 200} Apr 18 21:04:51.405560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-549a6c54-ced8-4d73-b02b-ba066ffce9c8 req-8212956e-ecd2-472d-b802-331eb3dc0401 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622172 Apr 18 21:04:51.415818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-220d4254-d3ec-4ed7-b917-574019a5100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:51.417534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-220d4254-d3ec-4ed7-b917-574019a5100e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 1094 time: 0.0820818 Apr 18 21:04:51.464706 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-6fa0ce36-04f9-4d63-ba24-caa1c7120a26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b5b89c0-a259-48ad-93de-d889897ffe54 HTTP/1.1" status: 200 len: 217 time: 0.0382679 Apr 18 21:04:51.526714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-7038df1c-746a-43e3-b1c9-11802cb82824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:51.528871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-7038df1c-746a-43e3-b1c9-11802cb82824 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0579042 Apr 18 21:04:51.576221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-1be70ad1-76b5-49ad-8463-3e96ebc40486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:51.577829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-1be70ad1-76b5-49ad-8463-3e96ebc40486 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423620 Apr 18 21:04:51.669342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-740a6420-8f26-48d9-a972-dffbeeb01a0b service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847764 Apr 18 21:04:51.764241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0915f5bd-e99f-48bf-b443-ae172e257a24 req-cd1d0835-dd9b-40db-bceb-9f4905875727 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875044 Apr 18 21:04:51.866842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-ee947b9d-e0b7-4794-909d-7512cbd56fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:51.868399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-ee947b9d-e0b7-4794-909d-7512cbd56fe9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 1094 time: 0.0452015 Apr 18 21:04:51.965013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-5c4185e2-3151-4d0c-a729-20a5bfd0d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:51.966466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-5c4185e2-3151-4d0c-a729-20a5bfd0d765 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0916507 Apr 18 21:04:52.008416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-c49e0ce1-f30e-4fc4-82d8-e4b9e9733dca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b5b89c0-a259-48ad-93de-d889897ffe54 HTTP/1.1" status: 200 len: 217 time: 0.0355070 Apr 18 21:04:52.056002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-732102f9-47fb-46ab-bd40-0ae1d4d70f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:52.057504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-732102f9-47fb-46ab-bd40-0ae1d4d70f35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0433307 Apr 18 21:04:52.101952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-9872370b-3162-4e60-9043-0f42b537081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:52.103440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-9872370b-3162-4e60-9043-0f42b537081c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396383 Apr 18 21:04:52.211172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-0782b3b8-6e68-4c9f-a180-cc386de3d1c4 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010878 Apr 18 21:04:52.309782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4945d45-a381-4be9-a999-dba670ca15f6 req-bc89a66e-341d-4186-b4b6-9fa02d341863 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912986 Apr 18 21:04:52.542527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ada489-6a6d-4c64-ac69-61c46c337911 req-3a3113ab-1a48-433d-a910-99ab17a45693 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:52.544190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57ada489-6a6d-4c64-ac69-61c46c337911 req-3a3113ab-1a48-433d-a910-99ab17a45693 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0589287 Apr 18 21:04:52.584394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57ada489-6a6d-4c64-ac69-61c46c337911 req-ea12a64b-038e-4051-aaed-35d7b592f698 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337815 Apr 18 21:04:53.796037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d4aec-a58e-4e6b-9e5e-e353ba68218e req-19a32226-758b-4991-8a2b-4563dc4d3de2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:53.798761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e90d4aec-a58e-4e6b-9e5e-e353ba68218e req-19a32226-758b-4991-8a2b-4563dc4d3de2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0824299 Apr 18 21:04:53.869935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e90d4aec-a58e-4e6b-9e5e-e353ba68218e req-9a12b4bd-ac30-4c21-b576-337df825e4bd tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629654 Apr 18 21:04:55.020098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878588c-c71e-4500-ae7b-12424d0d4133 req-d11cd45f-b388-48e4-996e-13da4dce5763 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:55.027587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1878588c-c71e-4500-ae7b-12424d0d4133 req-d11cd45f-b388-48e4-996e-13da4dce5763 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0603015 Apr 18 21:04:55.080889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1878588c-c71e-4500-ae7b-12424d0d4133 req-c7870ef4-2849-4a6d-94ec-efd5e796ef0a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498002 Apr 18 21:04:56.225740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd626aee-bcc9-4a57-87d2-acfe69bd590a req-dcd3c3a2-d149-4fd3-b1e6-c85a99c825f3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:56.227254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd626aee-bcc9-4a57-87d2-acfe69bd590a req-dcd3c3a2-d149-4fd3-b1e6-c85a99c825f3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0556493 Apr 18 21:04:56.270647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd626aee-bcc9-4a57-87d2-acfe69bd590a req-8fc81bdc-1285-4443-92ea-e35f80ebe9fc tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366757 Apr 18 21:04:57.390625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c1b58-0ca5-44d6-8887-f99482c3cc06 req-3d450e52-2e81-4a64-8dbe-b810ad38719f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:57.392164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-115c1b58-0ca5-44d6-8887-f99482c3cc06 req-3d450e52-2e81-4a64-8dbe-b810ad38719f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0502217 Apr 18 21:04:57.430163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-115c1b58-0ca5-44d6-8887-f99482c3cc06 req-03edce53-124a-427d-a49d-382b0f1c426f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 Apr 18 21:04:58.546490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19785996-ac2d-4b30-8867-204140e5f2bb req-e63fc353-34f5-42d0-95bf-6d34f1d0e52c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:58.547990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19785996-ac2d-4b30-8867-204140e5f2bb req-e63fc353-34f5-42d0-95bf-6d34f1d0e52c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0484447 Apr 18 21:04:58.589879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19785996-ac2d-4b30-8867-204140e5f2bb req-fe68ea5f-9574-4ef3-bb2c-70f1de056ab9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359104 Apr 18 21:04:59.712708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbc9b0-3456-4b24-b8b2-944fddefa62c req-05ad92cb-2c15-4dbc-b1a4-1b4304fea4a9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:59.714190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5dbc9b0-3456-4b24-b8b2-944fddefa62c req-05ad92cb-2c15-4dbc-b1a4-1b4304fea4a9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0509210 Apr 18 21:04:59.752336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5dbc9b0-3456-4b24-b8b2-944fddefa62c req-7e62c0be-4194-440d-819c-e74aaad04d7d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317733 Apr 18 21:05:00.875252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a80244-5092-456a-8fd4-ffbfa4f59e9f req-ecb2fcbd-c5b4-4b21-ae7e-784111a8f290 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:00.876791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38a80244-5092-456a-8fd4-ffbfa4f59e9f req-ecb2fcbd-c5b4-4b21-ae7e-784111a8f290 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0495319 Apr 18 21:05:00.917018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-38a80244-5092-456a-8fd4-ffbfa4f59e9f req-221dc477-552a-439b-b1b8-851f585b986a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335305 Apr 18 21:05:02.038749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425e413-def8-4d8a-931a-2a3f61ba4451 req-a859d3f4-4f13-4989-bc5e-33a9d0074bf3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:02.040262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1425e413-def8-4d8a-931a-2a3f61ba4451 req-a859d3f4-4f13-4989-bc5e-33a9d0074bf3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0493011 Apr 18 21:05:02.083909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1425e413-def8-4d8a-931a-2a3f61ba4451 req-cc948c16-a09f-4a2c-b507-56795dd8e5d3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373523 Apr 18 21:05:03.202788 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62ea10-22a7-44c4-b2ca-35bc64f46779 req-41bfcc8e-9b2b-4882-963f-648ce891bf2e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:03.204486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c62ea10-22a7-44c4-b2ca-35bc64f46779 req-41bfcc8e-9b2b-4882-963f-648ce891bf2e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0521970 Apr 18 21:05:03.244858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c62ea10-22a7-44c4-b2ca-35bc64f46779 req-300a8d23-ad0f-45e4-a747-060f5667541e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341082 Apr 18 21:05:04.359130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f3735-b061-4305-8aa5-5598c6c3ba4e req-51f99e64-90d7-48f4-b668-49c96316f3ee tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:04.360634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-022f3735-b061-4305-8aa5-5598c6c3ba4e req-51f99e64-90d7-48f4-b668-49c96316f3ee tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0482154 Apr 18 21:05:04.398519 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-022f3735-b061-4305-8aa5-5598c6c3ba4e req-7c316789-df5b-4893-be04-4b2cc97a9398 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Apr 18 21:05:05.521041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6dc6e-bb3f-429c-bd09-ffbc7fde7c88 req-f84c508f-681b-4f3f-ba79-d8410af5d280 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:05.522650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99e6dc6e-bb3f-429c-bd09-ffbc7fde7c88 req-f84c508f-681b-4f3f-ba79-d8410af5d280 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0523977 Apr 18 21:05:05.567970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99e6dc6e-bb3f-429c-bd09-ffbc7fde7c88 req-65295c19-c858-419d-b7c6-1dbbe7bddfcc tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389650 Apr 18 21:05:05.937437 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f2b9e4e7-433f-49c8-a882-a28f067da980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.692809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb78cb2-f42d-41b5-8b5c-45f6bd6a52c8 req-43730a26-56a6-4449-bdad-cda2a882d37b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:06.694898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bb78cb2-f42d-41b5-8b5c-45f6bd6a52c8 req-43730a26-56a6-4449-bdad-cda2a882d37b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0493770 Apr 18 21:05:06.732799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bb78cb2-f42d-41b5-8b5c-45f6bd6a52c8 req-ea17aef7-d854-4e8d-a426-a4ac618313e6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Apr 18 21:05:07.857341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936286b-3cfc-4e71-8e81-deb69a530be0 req-bfb481e3-06a9-43fa-b5f4-cda0d7c81177 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:07.858885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8936286b-3cfc-4e71-8e81-deb69a530be0 req-bfb481e3-06a9-43fa-b5f4-cda0d7c81177 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0518055 Apr 18 21:05:07.897323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8936286b-3cfc-4e71-8e81-deb69a530be0 req-e1bb0af4-fadf-4105-ac82-281ef965cb0d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Apr 18 21:05:08.685467 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3f7e49a1-b92b-499c-8aea-b4c1f1dd2af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.030782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05f947-d19d-4178-919c-b1836e92713d req-df3f705d-69e5-4af9-a655-c912a67bc45c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:09.032219 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de05f947-d19d-4178-919c-b1836e92713d req-df3f705d-69e5-4af9-a655-c912a67bc45c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0522795 Apr 18 21:05:09.079234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de05f947-d19d-4178-919c-b1836e92713d req-c5f9fcda-b90c-4e92-bc97-0aeaba4d4d91 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Apr 18 21:05:09.378341 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.202561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf42a5-d0df-46f4-9b45-877c1b9c0253 req-1945b701-72fc-4e4f-ad3e-7055ad2d0170 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:10.204100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4faf42a5-d0df-46f4-9b45-877c1b9c0253 req-1945b701-72fc-4e4f-ad3e-7055ad2d0170 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0513361 Apr 18 21:05:10.247236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4faf42a5-d0df-46f4-9b45-877c1b9c0253 req-76d97746-029c-4c4f-b6eb-b214f70f0cfa tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365856 Apr 18 21:05:10.560592 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.211021 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:11.376506 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949da3f-fbc5-4ed5-a38b-45d890571929 req-06ae4785-bd2a-4abf-98da-9341408e879d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:11.378096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8949da3f-fbc5-4ed5-a38b-45d890571929 req-06ae4785-bd2a-4abf-98da-9341408e879d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0545607 Apr 18 21:05:11.419259 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8949da3f-fbc5-4ed5-a38b-45d890571929 req-fe591863-7730-4458-8fe0-3b631b9ef920 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Apr 18 21:05:12.435060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:12.555155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb800d86-0030-4540-9eab-2f3122f2e808 req-775ee8fe-aadc-46be-a88b-30e8d9fa4310 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:12.556696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb800d86-0030-4540-9eab-2f3122f2e808 req-775ee8fe-aadc-46be-a88b-30e8d9fa4310 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0631545 Apr 18 21:05:12.607533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb800d86-0030-4540-9eab-2f3122f2e808 req-57c7c3be-8c13-4a59-9020-8455472cf1f6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444918 Apr 18 21:05:13.733077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4b5b89c0-a259-48ad-93de-d889897ffe54 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:05:13.742940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537b525-f430-4771-9d19-2ba6373dcbe5 req-98859eeb-8094-4397-8a20-eb0f31bdbff6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:13.744465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7537b525-f430-4771-9d19-2ba6373dcbe5 req-98859eeb-8094-4397-8a20-eb0f31bdbff6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 943 time: 0.0549672 Apr 18 21:05:13.783120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7537b525-f430-4771-9d19-2ba6373dcbe5 req-d55b999e-b687-41b3-8f9a-4e8336e794ce tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Apr 18 21:05:13.829413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 4b5b89c0-a259-48ad-93de-d889897ffe54, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4b5b89c0-a259-48ad-93de-d889897ffe54,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:13.840410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '4b5b89c0-a259-48ad-93de-d889897ffe54', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'port_id': '4b5b89c0-a259-48ad-93de-d889897ffe54', 'mac_address': 'fa:16:3e:c2:c5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:05:13.877893 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.891822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b5b89c0-a259-48ad-93de-d889897ffe54 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:05:13.910609 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 4b5b89c0-a259-48ad-93de-d889897ffe54, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4b5b89c0-a259-48ad-93de-d889897ffe54,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:13.914467 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:13.963823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=4b5b89c0-a259-48ad-93de-d889897ffe54,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:13.972481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.972864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.973331 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.973809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.974164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.974523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.974855 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.975344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.975669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.976037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.976392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:13.976801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:14.262768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['4b5b89c0-a259-48ad-93de-d889897ffe54'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:05:14.922235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2829c-3440-451c-b506-923fff246c39 req-f2b90800-f268-4138-a9dc-6486a9435a97 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:14.924236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80c2829c-3440-451c-b506-923fff246c39 req-f2b90800-f268-4138-a9dc-6486a9435a97 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 944 time: 0.0650389 Apr 18 21:05:14.974423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80c2829c-3440-451c-b506-923fff246c39 req-ddf56696-126b-4899-bcc3-7a0216085838 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Apr 18 21:05:15.728877 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4b5b89c0-a259-48ad-93de-d889897ffe54 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:05:15.779390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 4b5b89c0-a259-48ad-93de-d889897ffe54 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:05:15.783429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 4b5b89c0-a259-48ad-93de-d889897ffe54 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:15.783876 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.860750 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.883409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592c09d9-3801-4c87-8a3d-fd458cd80fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5b89c0-a259-48ad-93de-d889897ffe54'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:15.885747 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d20da4e-d7c8-46bf-9d9c-8fbc7c744f16" -d '{"events": [{"server_uuid": "592c09d9-3801-4c87-8a3d-fd458cd80fe0", "name": "network-vif-plugged", "status": "completed", "tag": "4b5b89c0-a259-48ad-93de-d889897ffe54"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:15.898236 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 4b5b89c0-a259-48ad-93de-d889897ffe54, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4b5b89c0-a259-48ad-93de-d889897ffe54,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:15.902539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:15.955821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=4b5b89c0-a259-48ad-93de-d889897ffe54,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:16.013935 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de850637-666c-47fe-b8e6-bd049bf0f555 x-openstack-request-id: req-de850637-666c-47fe-b8e6-bd049bf0f555 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:16.014397 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592c09d9-3801-4c87-8a3d-fd458cd80fe0", "name": "network-vif-plugged", "status": "completed", "tag": "4b5b89c0-a259-48ad-93de-d889897ffe54", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:16.014686 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de850637-666c-47fe-b8e6-bd049bf0f555 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:16.015194 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de850637-666c-47fe-b8e6-bd049bf0f555'] response: {'server_uuid': '592c09d9-3801-4c87-8a3d-fd458cd80fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b5b89c0-a259-48ad-93de-d889897ffe54', 'code': 200} Apr 18 21:05:16.064154 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.142143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9637c3a-a7c9-450a-9ac3-e13fcf7bfab0 req-7f761000-e116-4820-9bda-22a64d787773 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:16.143666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9637c3a-a7c9-450a-9ac3-e13fcf7bfab0 req-7f761000-e116-4820-9bda-22a64d787773 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 945 time: 0.0888903 Apr 18 21:05:16.152612 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbe1d6-f9ae-4756-8552-3eb243a652ff req-1ca774a6-8d46-4d94-b9bc-4d836ba80620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:16.154054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ddbe1d6-f9ae-4756-8552-3eb243a652ff req-1ca774a6-8d46-4d94-b9bc-4d836ba80620 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 1096 time: 0.0648978 Apr 18 21:05:16.201755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9637c3a-a7c9-450a-9ac3-e13fcf7bfab0 req-c5923ddd-16dc-4757-bf4c-ed120bb53887 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467222 Apr 18 21:05:16.214066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ddbe1d6-f9ae-4756-8552-3eb243a652ff req-26708c3c-95a0-419f-81bd-9763238743b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452642 Apr 18 21:05:17.329757 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e366793-4a97-4925-b964-bc4472b001a3 req-6b2d2a75-dcc0-4685-b836-26c0cabdb12a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:17.331339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e366793-4a97-4925-b964-bc4472b001a3 req-6b2d2a75-dcc0-4685-b836-26c0cabdb12a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 945 time: 0.0538354 Apr 18 21:05:17.375112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e366793-4a97-4925-b964-bc4472b001a3 req-8bc3bf6a-495c-4262-a58e-703e30851d3e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372880 Apr 18 21:05:18.493723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137087-6b84-47cd-929a-2323be2a607c req-3ab306ff-8f1a-4c5b-ad0e-7e31b625253c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:18.495695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1137087-6b84-47cd-929a-2323be2a607c req-3ab306ff-8f1a-4c5b-ad0e-7e31b625253c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 945 time: 0.0524724 Apr 18 21:05:18.532736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1137087-6b84-47cd-929a-2323be2a607c req-0bb20206-6739-4653-849a-c2c496c9434d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310128 Apr 18 21:05:18.654352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b26a2-ba2d-4a21-ac70-26d1a63423e6 req-d022d4c8-5464-4a82-ade8-7f5748298ad4 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:18.655969 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb0b26a2-ba2d-4a21-ac70-26d1a63423e6 req-d022d4c8-5464-4a82-ade8-7f5748298ad4 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 945 time: 0.0521312 Apr 18 21:05:18.695010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bb0b26a2-ba2d-4a21-ac70-26d1a63423e6 req-16c50a2e-dd94-4615-b1ae-bc902b2c19f8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Apr 18 21:05:18.991431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163c37a-9dd0-4538-9868-1caf480c7c32 req-071bbea6-074b-4466-9c51-ff7e2a7a4231 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:18.992922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6163c37a-9dd0-4538-9868-1caf480c7c32 req-071bbea6-074b-4466-9c51-ff7e2a7a4231 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 945 time: 0.0564291 Apr 18 21:05:19.045608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6163c37a-9dd0-4538-9868-1caf480c7c32 req-c5f6d860-0040-410e-bd3b-5e4b6989a746 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Apr 18 21:05:20.167601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13039ce1-2218-4c53-986c-ff40f143f2d0 req-e08b87ad-0715-4bf0-ab37-bd5c4e1f9dc3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:20.169184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13039ce1-2218-4c53-986c-ff40f143f2d0 req-e08b87ad-0715-4bf0-ab37-bd5c4e1f9dc3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 945 time: 0.0532992 Apr 18 21:05:20.207433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13039ce1-2218-4c53-986c-ff40f143f2d0 req-24c16c30-5f96-45ee-a0db-c87f36ddb308 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Apr 18 21:05:20.562665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-97d74652-6b7a-4621-a49e-093da8783d33 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:20.564143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-97d74652-6b7a-4621-a49e-093da8783d33 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.60 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 945 time: 0.0480936 Apr 18 21:05:20.652287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Deleting port 4b5b89c0-a259-48ad-93de-d889897ffe54 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:20.652629 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.742264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] For port 4b5b89c0-a259-48ad-93de-d889897ffe54, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=4b5b89c0-a259-48ad-93de-d889897ffe54,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:20.742539 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.755116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Calling delete_port for 4b5b89c0-a259-48ad-93de-d889897ffe54 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:20.882940 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.896160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['4b5b89c0-a259-48ad-93de-d889897ffe54'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:05:20.898459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['4b9f4644-eefb-4a99-90f4-b8e78a886038'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:05:20.914261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'Port': ['ID=4b5b89c0-a259-48ad-93de-d889897ffe54,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:20.942395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.942742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.943405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.943405 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.943737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.944097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.944430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.945194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.945194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.945830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.946061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.946377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:20.970959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] No DVR routers for this DVR port 4b5b89c0-a259-48ad-93de-d889897ffe54 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:20.973830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.977509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2944bd54-5e73-4da4-814b-2283ee3a4310 req-5cbc2b98-e212-497a-aedc-ed6f0df8ae64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.60 "DELETE /v2.0/ports/4b5b89c0-a259-48ad-93de-d889897ffe54 HTTP/1.1" status: 204 len: 173 time: 0.4079385 Apr 18 21:05:20.978069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592c09d9-3801-4c87-8a3d-fd458cd80fe0', 'name': 'network-vif-deleted', 'tag': '4b5b89c0-a259-48ad-93de-d889897ffe54'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:20.980706 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779c6df4-1a02-448b-839e-d953c6b8e52b" -d '{"events": [{"server_uuid": "592c09d9-3801-4c87-8a3d-fd458cd80fe0", "name": "network-vif-deleted", "tag": "4b5b89c0-a259-48ad-93de-d889897ffe54"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:21.028006 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47bf5e3-167b-4a59-a364-1b00593ecb9c x-openstack-request-id: req-e47bf5e3-167b-4a59-a364-1b00593ecb9c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:21.028127 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592c09d9-3801-4c87-8a3d-fd458cd80fe0", "name": "network-vif-deleted", "tag": "4b5b89c0-a259-48ad-93de-d889897ffe54", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:21.028388 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e47bf5e3-167b-4a59-a364-1b00593ecb9c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:21.028844 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47bf5e3-167b-4a59-a364-1b00593ecb9c'] response: {'server_uuid': '592c09d9-3801-4c87-8a3d-fd458cd80fe0', 'name': 'network-vif-deleted', 'tag': '4b5b89c0-a259-48ad-93de-d889897ffe54', 'status': 'completed', 'code': 200} Apr 18 21:05:21.306928 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fa79333b-515d-4383-905e-2ef3871b0373 req-e5c4167b-2c09-4411-bb4c-b4bd9f0198e0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 210 time: 0.0263815 Apr 18 21:05:22.411317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a5b466c-daab-49c8-8a03-2b8bf593e8f0 req-2ab2c7e5-22fb-40a0-b627-4f5ca7014f09 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 210 time: 0.0308232 Apr 18 21:05:23.526456 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-852ff12f-76ea-4468-8d55-af1f7f881ff3 req-fe3f1f21-50f7-4e95-a6b1-92e4bdac9ef0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 210 time: 0.0422099 Apr 18 21:05:23.755454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4b5b89c0-a259-48ad-93de-d889897ffe54 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:23.776529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 4b5b89c0-a259-48ad-93de-d889897ffe54 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:05:23.776878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 4b5b89c0-a259-48ad-93de-d889897ffe54 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:24.280216 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:05:24.650536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5cf85845-8336-43ba-b90b-9e0a542cb14d req-339b6166-6e7c-450b-9ce0-da04604b5825 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=592c09d9-3801-4c87-8a3d-fd458cd80fe0 HTTP/1.1" status: 200 len: 210 time: 0.0266333 Apr 18 21:05:28.339351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-89606bd6-a54b-4b79-8992-5c62d1625f26 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416355 Apr 18 21:05:28.420595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-d8ff1ecf-7bc8-4782-8a2b-29f95ce31802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:28.422030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-d8ff1ecf-7bc8-4782-8a2b-29f95ce31802 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=946e24bc69f140efa3cef17a19fdd818&device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 1096 time: 0.0408316 Apr 18 21:05:28.533667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-5c0ead7a-cdcd-4082-a3bb-687c2b0fe97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:28.535142 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-5c0ead7a-cdcd-4082-a3bb-687c2b0fe97b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2 HTTP/1.1" status: 200 len: 909 time: 0.0921307 Apr 18 21:05:28.599417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-6a2cf5e0-1c95-4004-a486-a5f854e7442d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15de41c1-8cbe-433e-964b-5f4252498397 HTTP/1.1" status: 200 len: 1000 time: 0.0575471 Apr 18 21:05:28.650834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-394fdb23-0a7d-4511-9d5e-e83e319a46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:28.652363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-394fdb23-0a7d-4511-9d5e-e83e319a46f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e24600b4-0dd5-4cb0-a5ee-f19707b847c0 HTTP/1.1" status: 200 len: 847 time: 0.0472467 Apr 18 21:05:28.706517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-b071e3e3-2a4b-425e-b988-73deeb7b5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:28.708022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-b071e3e3-2a4b-425e-b988-73deeb7b5f37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ec3cd5ee-9561-4c9f-accf-915a8d826cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496109 Apr 18 21:05:28.808121 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-e09dbc3f-a8ae-41df-9d1f-3027589e5b2b service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934241 Apr 18 21:05:28.902697 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dec735e-9c6a-4a84-b899-018c4ff775e3 req-92f9dcc9-f528-460d-9ecf-cb639be39080 service neutron] 10.222.0.60 "GET /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876822 Apr 18 21:05:29.150530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75028ad-e48a-4595-80a5-9acf79ca3bf8 req-c4027dde-f573-4c02-a894-aed833f85d68 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:29.152052 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d75028ad-e48a-4595-80a5-9acf79ca3bf8 req-c4027dde-f573-4c02-a894-aed833f85d68 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0520639 Apr 18 21:05:29.191111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d75028ad-e48a-4595-80a5-9acf79ca3bf8 req-dfc42988-ebc3-4ea5-906d-47d41e63176b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322254 Apr 18 21:05:30.320625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfdbed-d333-411e-9328-6bb7b663ae77 req-f95923f8-89ae-4e4b-82f3-1b7691ca02e9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:30.322142 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9cdfdbed-d333-411e-9328-6bb7b663ae77 req-f95923f8-89ae-4e4b-82f3-1b7691ca02e9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Apr 18 21:05:30.365659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9cdfdbed-d333-411e-9328-6bb7b663ae77 req-0bc3bad0-6910-4bea-9d06-b342139cf386 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366702 Apr 18 21:05:30.802833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-76291d3e-54fa-47fd-b261-0a145f5812e7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:30.804933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-76291d3e-54fa-47fd-b261-0a145f5812e7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 945 time: 0.0495610 Apr 18 21:05:30.896554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-abfa42ee-6df1-403e-99ef-0567fd5c55cf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Deleting port 4b9f4644-eefb-4a99-90f4-b8e78a886038 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:05:30.897046 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-abfa42ee-6df1-403e-99ef-0567fd5c55cf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:30.988071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-abfa42ee-6df1-403e-99ef-0567fd5c55cf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] For port 4b9f4644-eefb-4a99-90f4-b8e78a886038, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4b9f4644-eefb-4a99-90f4-b8e78a886038,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:05:30.988434 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-abfa42ee-6df1-403e-99ef-0567fd5c55cf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.001864 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-abfa42ee-6df1-403e-99ef-0567fd5c55cf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Calling delete_port for 4b9f4644-eefb-4a99-90f4-b8e78a886038 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:05:31.131903 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-abfa42ee-6df1-403e-99ef-0567fd5c55cf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.149554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['4b9f4644-eefb-4a99-90f4-b8e78a886038'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:05:31.161545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa42ee-6df1-403e-99ef-0567fd5c55cf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'Port': ['ID=4b9f4644-eefb-4a99-90f4-b8e78a886038,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:31.204437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-abfa42ee-6df1-403e-99ef-0567fd5c55cf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] No DVR routers for this DVR port 4b9f4644-eefb-4a99-90f4-b8e78a886038 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:05:31.207467 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-abfa42ee-6df1-403e-99ef-0567fd5c55cf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:31.210901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1af8ee1-f2e1-409e-846f-d38b3a5e40f2 req-abfa42ee-6df1-403e-99ef-0567fd5c55cf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "DELETE /v2.0/ports/4b9f4644-eefb-4a99-90f4-b8e78a886038 HTTP/1.1" status: 204 len: 173 time: 0.3995626 Apr 18 21:05:31.211369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df12bdd-1b88-443e-aaa4-429636d3a2d8', 'name': 'network-vif-deleted', 'tag': '4b9f4644-eefb-4a99-90f4-b8e78a886038'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:31.213771 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64898a9e-3736-460e-a99f-3ff44ff7aa24" -d '{"events": [{"server_uuid": "0df12bdd-1b88-443e-aaa4-429636d3a2d8", "name": "network-vif-deleted", "tag": "4b9f4644-eefb-4a99-90f4-b8e78a886038"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:31.252976 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7160ffe-2f4f-4f1c-a495-7101f5d3b36c x-openstack-request-id: req-d7160ffe-2f4f-4f1c-a495-7101f5d3b36c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:31.253290 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df12bdd-1b88-443e-aaa4-429636d3a2d8", "name": "network-vif-deleted", "tag": "4b9f4644-eefb-4a99-90f4-b8e78a886038", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:31.253590 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d7160ffe-2f4f-4f1c-a495-7101f5d3b36c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:31.255117 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7160ffe-2f4f-4f1c-a495-7101f5d3b36c'] response: {'server_uuid': '0df12bdd-1b88-443e-aaa4-429636d3a2d8', 'name': 'network-vif-deleted', 'tag': '4b9f4644-eefb-4a99-90f4-b8e78a886038', 'status': 'completed', 'code': 200} Apr 18 21:05:31.464367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aea565f5-a69e-49ad-9b86-7a4f911672d9 req-c18dab89-832a-464e-9fb3-d946f31b0f1b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0268319 Apr 18 21:05:32.567625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a653ff30-56a8-41ed-9ce2-6f394923266a req-9143393e-caff-4522-bf7c-cff5a8d85c32 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0267479 Apr 18 21:05:33.954331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad581003-102c-4ea8-beb4-9b004148e783 req-192f8773-5734-496f-b7bc-a308139b7113 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 210 time: 0.3102856 Apr 18 21:05:34.348718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4b9f4644-eefb-4a99-90f4-b8e78a886038 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:05:34.369002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 4b9f4644-eefb-4a99-90f4-b8e78a886038 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:05:34.369346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4b9f4644-eefb-4a99-90f4-b8e78a886038 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:05:35.075621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-83d8b7e3-3e10-4bef-81b7-94df2629bf73 req-869ad0fd-ea1e-4b75-84dc-9ee79ae6d0a1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=0df12bdd-1b88-443e-aaa4-429636d3a2d8 HTTP/1.1" status: 200 len: 210 time: 0.0313745 Apr 18 21:05:35.932055 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9e63245d-6c46-432b-b878-1890cc8f1444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.000527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48720) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:38.005634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-974e39f7-a2af-46b4-a19b-38cdd2c86b43 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1778352270', 'description': 'tempest-secgroup-smoke-1778352270 description', 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:38.029541 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-974e39f7-a2af-46b4-a19b-38cdd2c86b43 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.101384 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-974e39f7-a2af-46b4-a19b-38cdd2c86b43 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.104914 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-974e39f7-a2af-46b4-a19b-38cdd2c86b43 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.134029 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-974e39f7-a2af-46b4-a19b-38cdd2c86b43 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.135327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-974e39f7-a2af-46b4-a19b-38cdd2c86b43 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1335163 Apr 18 21:05:38.137241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e39f7-a2af-46b4-a19b-38cdd2c86b43 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.138633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48722) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:38.147196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'security_group_rule': {'security_group_id': 'edd4f45c-9509-43c3-9c24-fe94d7d7fe7c', 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:38.174341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.239481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.243881 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.265075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45084ebf-2db3-4329-8866-a91853f4fefc,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.275639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.276040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.276436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.276903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.277302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.277597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.277962 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.278328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.278659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.278985 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.279313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.279651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:05:38.284906 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.288329 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3b24a6ca-9eb0-4923-9dee-fd377fbd50b2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468241 Apr 18 21:05:38.289147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48726) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:38.293871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-90ff4482-0980-4339-9fac-788cc5ca629a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'security_group_rule': {'security_group_id': 'edd4f45c-9509-43c3-9c24-fe94d7d7fe7c', 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:38.321042 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90ff4482-0980-4339-9fac-788cc5ca629a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.379042 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90ff4482-0980-4339-9fac-788cc5ca629a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.382480 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90ff4482-0980-4339-9fac-788cc5ca629a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.399912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff4482-0980-4339-9fac-788cc5ca629a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8da632-51bd-4989-a4f5-3f7d9805f870,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.408223 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-90ff4482-0980-4339-9fac-788cc5ca629a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.412032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-90ff4482-0980-4339-9fac-788cc5ca629a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193066 Apr 18 21:05:38.412442 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48728) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:38.418120 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-cec51989-5009-4ad8-aa9e-1ef304529728 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'security_group_rule': {'security_group_id': 'edd4f45c-9509-43c3-9c24-fe94d7d7fe7c', 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:38.447597 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cec51989-5009-4ad8-aa9e-1ef304529728 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.509488 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cec51989-5009-4ad8-aa9e-1ef304529728 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.513387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cec51989-5009-4ad8-aa9e-1ef304529728 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.534698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec51989-5009-4ad8-aa9e-1ef304529728 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdac5f9d-eaad-48b2-8218-269b53b73c62,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.540323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cec51989-5009-4ad8-aa9e-1ef304529728 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.544074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48730) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:38.544375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cec51989-5009-4ad8-aa9e-1ef304529728 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305969 Apr 18 21:05:38.549653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-eb878cb4-df46-4df0-8390-a6a41f0e18fe tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'security_group_rule': {'security_group_id': 'edd4f45c-9509-43c3-9c24-fe94d7d7fe7c', 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:38.574370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eb878cb4-df46-4df0-8390-a6a41f0e18fe tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.636680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eb878cb4-df46-4df0-8390-a6a41f0e18fe tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.640822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eb878cb4-df46-4df0-8390-a6a41f0e18fe tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.661212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb878cb4-df46-4df0-8390-a6a41f0e18fe tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f846359f-c0a4-4091-8c90-3d294771177e,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.666884 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-eb878cb4-df46-4df0-8390-a6a41f0e18fe tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.668181 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-eb878cb4-df46-4df0-8390-a6a41f0e18fe tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228633 Apr 18 21:05:38.671417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48732) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:38.677184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-08ad10c4-6525-432a-90ab-648995c8718c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'security_group_rule': {'security_group_id': 'edd4f45c-9509-43c3-9c24-fe94d7d7fe7c', 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:38.688855 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e375416-7c62-4d07-b9d8-85b04faf063a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.699149 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-08ad10c4-6525-432a-90ab-648995c8718c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Project a2bbda67877d4111b3329f708b6bf0eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:05:38.704206 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-08ad10c4-6525-432a-90ab-648995c8718c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.764602 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-08ad10c4-6525-432a-90ab-648995c8718c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.768979 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-08ad10c4-6525-432a-90ab-648995c8718c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.788019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad10c4-6525-432a-90ab-648995c8718c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91faf107-ed96-4d68-a356-acdb7a58a38a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.799293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-08ad10c4-6525-432a-90ab-648995c8718c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.800532 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-08ad10c4-6525-432a-90ab-648995c8718c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276050 Apr 18 21:05:38.803339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48734) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:05:38.807766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4d97e9b9-f909-4c54-879c-043db3d329c6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'security_group_rule': {'security_group_id': 'edd4f45c-9509-43c3-9c24-fe94d7d7fe7c', 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:38.828430 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-4d97e9b9-f909-4c54-879c-043db3d329c6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Project a2bbda67877d4111b3329f708b6bf0eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:05:38.833288 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d97e9b9-f909-4c54-879c-043db3d329c6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.895701 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d97e9b9-f909-4c54-879c-043db3d329c6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.899489 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d97e9b9-f909-4c54-879c-043db3d329c6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.920606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97e9b9-f909-4c54-879c-043db3d329c6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662ac5e9-b9f1-4375-9d34-dba9446ccfae,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:38.930117 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4d97e9b9-f909-4c54-879c-043db3d329c6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:38.931979 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4d97e9b9-f909-4c54-879c-043db3d329c6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275601 Apr 18 21:05:39.381868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:40.564252 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:41.214775 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:42.454892 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.078457 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:53.243434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0da3ec93-93f2-4413-9e3d-5d0bd3976b1a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778352270&fields=id&tenant_id=a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 267 time: 0.0410800 Apr 18 21:05:53.358369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86d847-b63b-4183-9733-c9a11786d46b req-b87392ce-b138-4ada-81f1-677d33c05739 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:53.359742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-b87392ce-b138-4ada-81f1-677d33c05739 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1092021 Apr 18 21:05:53.374986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-b1d623dc-cd40-4a3d-8ac4-f850b1f717a8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/quotas/a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 375 time: 0.0088100 Apr 18 21:05:53.425786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-3206bc10-15e4-41a4-a9cb-7094a205733a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448155 Apr 18 21:05:53.525364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-8cce9503-87e0-4c99-895f-ff10ed33b18f service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878725 Apr 18 21:05:53.617535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-51419351-d36b-4aa0-8d90-0ed905837ccb service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858996 Apr 18 21:05:53.899789 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-12ab376e-c7ec-423f-b940-d31c9aa07711 req-4a2a7946-6288-43ec-b287-d88f99498663 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 210 time: 0.0268054 Apr 18 21:05:54.878683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86d847-b63b-4183-9733-c9a11786d46b req-6dbb0acb-5097-4e13-b129-1a9e54063eef tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:54.880173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-6dbb0acb-5097-4e13-b129-1a9e54063eef tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1118174 Apr 18 21:05:54.932048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-3aabdaf4-e6b6-4f2d-9d3b-d0ef047c419c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 380 time: 0.0425165 Apr 18 21:05:54.942988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'port': {'device_id': '9354977b-109d-4bd3-9811-4c66a46508be', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'admin_state_up': True, 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'security_groups': ['edd4f45c-9509-43c3-9c24-fe94d7d7fe7c']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:55.026898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66503785-9a83-4338-b486-8fe961133fa1 req-4b70a8c9-e8bb-4d46-9b74-d135610a7283 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 210 time: 0.0359604 Apr 18 21:05:55.082101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Made reservation on behalf of a2bbda67877d4111b3329f708b6bf0eb for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:05:55.085674 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.221692 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Allocated IP 172.20.0.11 (ae5183a9-941a-419d-be5f-423f19073c9b/828bb9d6-e3b5-4619-8a43-7c3d9efa8e86/4c65176d-cde7-4472-8efc-0dfbdad4be41) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:05:55.368382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.403922 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.450835 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Network ae5183a9-941a-419d-be5f-423f19073c9b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:05:55.454016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:05:55.457432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:05:55.491605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=4c65176d-cde7-4472-8efc-0dfbdad4be41,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:55.523883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:55.524699 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.544743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-0b28805d-0889-49e5-885e-43af5d041269 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6059690 Apr 18 21:05:55.562798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Request body: {'port': {'device_id': '9354977b-109d-4bd3-9811-4c66a46508be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:05:55.625669 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.727440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e40a2448-a920-4f22-af36-a0fe7d63e5ba None None] Provisioning complete for port 4c65176d-cde7-4472-8efc-0dfbdad4be41 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:05:55.728528 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e40a2448-a920-4f22-af36-a0fe7d63e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.766984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e40a2448-a920-4f22-af36-a0fe7d63e5ba None None] Port 4c65176d-cde7-4472-8efc-0dfbdad4be41 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:05:55.894812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c65176d-cde7-4472-8efc-0dfbdad4be41 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:05:55.902226 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.914323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Transition to ACTIVE for port object 4c65176d-cde7-4472-8efc-0dfbdad4be41 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:05:55.917454 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:55.972909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Pushing event updated for resources: {'Port': ['ID=4c65176d-cde7-4472-8efc-0dfbdad4be41,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:56.051543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Attempting to bind port 4c65176d-cde7-4472-8efc-0dfbdad4be41 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:05:56.051981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Attempting to bind port 4c65176d-cde7-4472-8efc-0dfbdad4be41 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:05:56.052316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Attempting to bind port 4c65176d-cde7-4472-8efc-0dfbdad4be41 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:56.059350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Port 4c65176d-cde7-4472-8efc-0dfbdad4be41 on network ae5183a9-941a-419d-be5f-423f19073c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:05:56.060105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Attempting to bind port 4c65176d-cde7-4472-8efc-0dfbdad4be41 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:05:56.066519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:05:56.066883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Checking segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:05:56.067249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Bound using segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:05:56.068070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Bound port: 4c65176d-cde7-4472-8efc-0dfbdad4be41, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:05:56.068598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.183774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] For port 4c65176d-cde7-4472-8efc-0dfbdad4be41, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:05:56.193170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb31a50-98a3-4556-9456-4021ae8dd94f req-935199f0-dfa4-442a-864f-151ce0d5a10c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.194693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb31a50-98a3-4556-9456-4021ae8dd94f req-935199f0-dfa4-442a-864f-151ce0d5a10c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0836599 Apr 18 21:05:56.212029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] For port 4c65176d-cde7-4472-8efc-0dfbdad4be41, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4c65176d-cde7-4472-8efc-0dfbdad4be41,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:05:56.219395 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.265064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.265676 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:56.267058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] 10.222.0.64 "PUT /v2.0/ports/4c65176d-cde7-4472-8efc-0dfbdad4be41 HTTP/1.1" status: 200 len: 1092 time: 0.7090037 Apr 18 21:05:56.269364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9354977b-109d-4bd3-9811-4c66a46508be', 'tag': '4c65176d-cde7-4472-8efc-0dfbdad4be41'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:05:56.271432 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d32fb1-82db-429f-852a-6d144019b158" -d '{"events": [{"name": "network-changed", "server_uuid": "9354977b-109d-4bd3-9811-4c66a46508be", "tag": "4c65176d-cde7-4472-8efc-0dfbdad4be41"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:05:56.285526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbb31a50-98a3-4556-9456-4021ae8dd94f req-a567608a-6daa-4a53-ae70-e20fe06d7838 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831540 Apr 18 21:05:56.305434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a58a79-4617-4d6c-a4aa-737da1b13b9f service neutron] Pushing event updated for resources: {'Port': ['ID=4c65176d-cde7-4472-8efc-0dfbdad4be41,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:56.359326 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1e8c51-b58f-4c16-a455-3e429dd9b011 x-openstack-request-id: req-8c1e8c51-b58f-4c16-a455-3e429dd9b011 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:05:56.359625 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9354977b-109d-4bd3-9811-4c66a46508be", "tag": "4c65176d-cde7-4472-8efc-0dfbdad4be41", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:05:56.359893 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c1e8c51-b58f-4c16-a455-3e429dd9b011 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:05:56.360295 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1e8c51-b58f-4c16-a455-3e429dd9b011'] response: {'name': 'network-changed', 'server_uuid': '9354977b-109d-4bd3-9811-4c66a46508be', 'tag': '4c65176d-cde7-4472-8efc-0dfbdad4be41', 'status': 'completed', 'code': 200} Apr 18 21:05:56.380878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86d847-b63b-4183-9733-c9a11786d46b req-5e0b5632-4428-4940-91e8-2baf8ccbdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.382711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-5e0b5632-4428-4940-91e8-2baf8ccbdf77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 1095 time: 0.0494688 Apr 18 21:05:56.438669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-878d2314-4e28-4397-8a29-197bb649a01f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c65176d-cde7-4472-8efc-0dfbdad4be41 HTTP/1.1" status: 200 len: 217 time: 0.0424340 Apr 18 21:05:56.495067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86d847-b63b-4183-9733-c9a11786d46b req-5f12ced5-6cf1-40cc-a6be-da2628fb0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.496793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-5f12ced5-6cf1-40cc-a6be-da2628fb0242 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0477221 Apr 18 21:05:56.547584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86d847-b63b-4183-9733-c9a11786d46b req-ba372248-d2b3-40dd-bd48-32fbf6595137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.549119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-ba372248-d2b3-40dd-bd48-32fbf6595137 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410857 Apr 18 21:05:56.645451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-dc23f85c-c79c-4382-9b09-263945418489 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857832 Apr 18 21:05:56.744236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a86d847-b63b-4183-9733-c9a11786d46b req-b5dec1ce-82a3-4987-93c8-da26a46669a9 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881836 Apr 18 21:05:56.834608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d32fb1-82db-429f-852a-6d144019b158 req-9c83c156-230f-4aca-9229-3481f70d5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.836125 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6d32fb1-82db-429f-852a-6d144019b158 req-9c83c156-230f-4aca-9229-3481f70d5f61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 1095 time: 0.0408077 Apr 18 21:05:56.934273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d32fb1-82db-429f-852a-6d144019b158 req-e6190dd7-3fb4-4fc4-9610-8360d0b4b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:56.935720 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6d32fb1-82db-429f-852a-6d144019b158 req-e6190dd7-3fb4-4fc4-9610-8360d0b4b57b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0881875 Apr 18 21:05:56.978780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6d32fb1-82db-429f-852a-6d144019b158 req-5c8dee0e-f9c0-4d87-a371-464d53517637 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c65176d-cde7-4472-8efc-0dfbdad4be41 HTTP/1.1" status: 200 len: 217 time: 0.0351176 Apr 18 21:05:57.034634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d32fb1-82db-429f-852a-6d144019b158 req-1a1c7c10-eb12-415b-b13f-34b95d739789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:57.036048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6d32fb1-82db-429f-852a-6d144019b158 req-1a1c7c10-eb12-415b-b13f-34b95d739789 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0497158 Apr 18 21:05:57.085162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d32fb1-82db-429f-852a-6d144019b158 req-cfcd8c92-1fc2-487d-a05c-53670789eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:57.086680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6d32fb1-82db-429f-852a-6d144019b158 req-cfcd8c92-1fc2-487d-a05c-53670789eb63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406060 Apr 18 21:05:57.181095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6d32fb1-82db-429f-852a-6d144019b158 req-e7d2bf94-1745-4e3b-860a-9a373f26c4e4 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832324 Apr 18 21:05:57.281790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6d32fb1-82db-429f-852a-6d144019b158 req-a6db4090-2a27-4c70-91e0-988e4e4ded42 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901039 Apr 18 21:05:57.439361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df32021-7413-4b5c-b36e-e153797b6b86 req-039d603c-9831-4be1-8195-66ffed268d84 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:57.444295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1df32021-7413-4b5c-b36e-e153797b6b86 req-039d603c-9831-4be1-8195-66ffed268d84 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0607076 Apr 18 21:05:57.481455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1df32021-7413-4b5c-b36e-e153797b6b86 req-82a4627b-bb9b-4f85-b3c3-9299c52113d3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335169 Apr 18 21:05:58.600941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc16d6-3457-48b5-b21a-9d97563a09d6 req-88f43335-612a-45dd-afaf-cfc986a500a2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:58.602502 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cbc16d6-3457-48b5-b21a-9d97563a09d6 req-88f43335-612a-45dd-afaf-cfc986a500a2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0493984 Apr 18 21:05:58.648232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cbc16d6-3457-48b5-b21a-9d97563a09d6 req-1c2c7add-b9b7-42a8-ba62-954c33917856 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389955 Apr 18 21:05:59.762996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa7dc9-b78f-4ab1-b68f-f8f09ce6f19b req-834c7ce4-b10b-432a-9d1b-6e755b6e8a32 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:05:59.764500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5cfa7dc9-b78f-4ab1-b68f-f8f09ce6f19b req-834c7ce4-b10b-432a-9d1b-6e755b6e8a32 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0489893 Apr 18 21:05:59.803282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5cfa7dc9-b78f-4ab1-b68f-f8f09ce6f19b req-a1b5387a-12e1-4ad6-8885-f1d0887c631b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Apr 18 21:06:00.922391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee1a72-21c4-437a-946c-e4013bfd15fd req-e87787cc-f635-464d-a3ec-c8e60f432e23 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:00.924400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05ee1a72-21c4-437a-946c-e4013bfd15fd req-e87787cc-f635-464d-a3ec-c8e60f432e23 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0511644 Apr 18 21:06:00.963097 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05ee1a72-21c4-437a-946c-e4013bfd15fd req-1938a0ae-644f-41a5-b2f3-2ce1d4b94786 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319602 Apr 18 21:06:01.278892 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:06:02.079639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78302240-1aca-4afb-80c7-127b5318c15a req-c7296e1b-38be-4196-98c5-39c99eb0f514 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:02.081044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78302240-1aca-4afb-80c7-127b5318c15a req-c7296e1b-38be-4196-98c5-39c99eb0f514 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0478513 Apr 18 21:06:02.122508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78302240-1aca-4afb-80c7-127b5318c15a req-a9b22c8e-06ca-4940-85b6-f81d8b9eaff0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348659 Apr 18 21:06:03.240055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c2b78-b5e0-4439-8030-376ed27cf0ab req-c0c0c639-2bf8-4eac-ac5c-b32e160f1a7c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:03.241532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-151c2b78-b5e0-4439-8030-376ed27cf0ab req-c0c0c639-2bf8-4eac-ac5c-b32e160f1a7c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0508926 Apr 18 21:06:03.281545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-151c2b78-b5e0-4439-8030-376ed27cf0ab req-1f3981f7-52b6-4913-8771-af5843ce3524 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339022 Apr 18 21:06:04.396531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668ecec-8871-4a43-9b0b-ed03a855699f req-0d79b662-6efd-4f7f-9236-a15c7902a9d1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:04.398006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e668ecec-8871-4a43-9b0b-ed03a855699f req-0d79b662-6efd-4f7f-9236-a15c7902a9d1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0491240 Apr 18 21:06:04.435383 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e668ecec-8871-4a43-9b0b-ed03a855699f req-0a326037-da74-43ed-97dc-2d41df04de30 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312967 Apr 18 21:06:05.550404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30150637-eaa2-4326-ad8d-fa09e8dd2bf8 req-0d9cfcc3-d1c0-4a5f-92c1-ed291ccc175a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:05.552525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30150637-eaa2-4326-ad8d-fa09e8dd2bf8 req-0d9cfcc3-d1c0-4a5f-92c1-ed291ccc175a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0483384 Apr 18 21:06:05.593494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30150637-eaa2-4326-ad8d-fa09e8dd2bf8 req-42811f3c-0f3e-45e8-b021-c17c322fb06b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348642 Apr 18 21:06:05.932439 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e1a4-56c3-455c-9511-482ae91fe26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:06.709992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa441d-c876-4db6-b059-1c9a013b5158 req-ecd6daef-a042-464b-89a6-5d8d39087d0b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:06.711450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4fa441d-c876-4db6-b059-1c9a013b5158 req-ecd6daef-a042-464b-89a6-5d8d39087d0b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0495188 Apr 18 21:06:06.748331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4fa441d-c876-4db6-b059-1c9a013b5158 req-1807784f-c767-4a53-88a1-5d9e4a74be23 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307274 Apr 18 21:06:07.862520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924242b-a1c7-4c98-a8f3-59dd62fdbb75 req-a17d7856-3cdf-4df2-aeb0-6ceca78c6c41 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:07.864031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d924242b-a1c7-4c98-a8f3-59dd62fdbb75 req-a17d7856-3cdf-4df2-aeb0-6ceca78c6c41 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 944 time: 0.0481434 Apr 18 21:06:07.901218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d924242b-a1c7-4c98-a8f3-59dd62fdbb75 req-2b28e5be-dd60-4158-ae25-52420f7348e2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Apr 18 21:06:08.571516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4c65176d-cde7-4472-8efc-0dfbdad4be41 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:06:08.661642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4c65176d-cde7-4472-8efc-0dfbdad4be41, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4c65176d-cde7-4472-8efc-0dfbdad4be41,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:08.678762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '4c65176d-cde7-4472-8efc-0dfbdad4be41', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'port_id': '4c65176d-cde7-4472-8efc-0dfbdad4be41', 'mac_address': 'fa:16:3e:c1:56:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:06:08.688931 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76f51716-de41-40be-b7a5-ad9b64c0a5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.726437 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.740115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c65176d-cde7-4472-8efc-0dfbdad4be41 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:06:08.758347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4c65176d-cde7-4472-8efc-0dfbdad4be41, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4c65176d-cde7-4472-8efc-0dfbdad4be41,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:08.762162 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:08.809264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=4c65176d-cde7-4472-8efc-0dfbdad4be41,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:09.015416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556fd22-4506-4ae1-91aa-39b60d3687c9 req-f34f47d1-0935-40da-9395-781ac95a4bca tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:09.016800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d556fd22-4506-4ae1-91aa-39b60d3687c9 req-f34f47d1-0935-40da-9395-781ac95a4bca tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 945 time: 0.0477040 Apr 18 21:06:09.025670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['4c65176d-cde7-4472-8efc-0dfbdad4be41'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:06:09.060957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d556fd22-4506-4ae1-91aa-39b60d3687c9 req-3cd36cc1-bfdf-4fc8-aa32-02ad76e55833 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372756 Apr 18 21:06:09.383019 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.175770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79772b80-b738-4496-9ad9-c4245dc16109 req-6447f826-38f1-431e-ad95-31727cff3047 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:10.177391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79772b80-b738-4496-9ad9-c4245dc16109 req-6447f826-38f1-431e-ad95-31727cff3047 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 945 time: 0.0488865 Apr 18 21:06:10.215369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79772b80-b738-4496-9ad9-c4245dc16109 req-09f79a47-9444-4636-b404-0cdbb2b06d1a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Apr 18 21:06:10.565299 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.571587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4c65176d-cde7-4472-8efc-0dfbdad4be41 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:10.622619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 4c65176d-cde7-4472-8efc-0dfbdad4be41 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:10.627115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 4c65176d-cde7-4472-8efc-0dfbdad4be41 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:10.627475 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.702518 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.724815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9354977b-109d-4bd3-9811-4c66a46508be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c65176d-cde7-4472-8efc-0dfbdad4be41'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:10.727097 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301da066-48b0-417a-9383-86db897ed876" -d '{"events": [{"server_uuid": "9354977b-109d-4bd3-9811-4c66a46508be", "name": "network-vif-plugged", "status": "completed", "tag": "4c65176d-cde7-4472-8efc-0dfbdad4be41"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:10.740325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4c65176d-cde7-4472-8efc-0dfbdad4be41, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4c65176d-cde7-4472-8efc-0dfbdad4be41,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:10.743867 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:10.765784 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9acd1c-4121-4c8a-a9e0-b645dcc0a3f9 x-openstack-request-id: req-de9acd1c-4121-4c8a-a9e0-b645dcc0a3f9 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:10.766074 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9354977b-109d-4bd3-9811-4c66a46508be", "name": "network-vif-plugged", "status": "completed", "tag": "4c65176d-cde7-4472-8efc-0dfbdad4be41", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:10.766321 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de9acd1c-4121-4c8a-a9e0-b645dcc0a3f9 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:10.766730 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9acd1c-4121-4c8a-a9e0-b645dcc0a3f9'] response: {'server_uuid': '9354977b-109d-4bd3-9811-4c66a46508be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c65176d-cde7-4472-8efc-0dfbdad4be41', 'code': 200} Apr 18 21:06:10.792940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=4c65176d-cde7-4472-8efc-0dfbdad4be41,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:10.870002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d3f8c-2357-4e86-9b35-ccf723398c6f req-8f2a4027-024c-475a-82f4-b8b09e7871af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:10.871508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a42d3f8c-2357-4e86-9b35-ccf723398c6f req-8f2a4027-024c-475a-82f4-b8b09e7871af service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 1097 time: 0.0401397 Apr 18 21:06:10.908306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a42d3f8c-2357-4e86-9b35-ccf723398c6f req-57eb7146-1df9-4e05-9c77-67d8392abf00 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267549 Apr 18 21:06:11.220614 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:11.336535 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2980-b4b4-442b-a4b8-694ee2c5b7e5 req-d7b66f64-4c3a-4f18-84b3-4802aff8dea6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:11.338019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3aba2980-b4b4-442b-a4b8-694ee2c5b7e5 req-d7b66f64-4c3a-4f18-84b3-4802aff8dea6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 946 time: 0.0502319 Apr 18 21:06:11.379532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3aba2980-b4b4-442b-a4b8-694ee2c5b7e5 req-b20f793b-a8fd-43e4-a9f8-12315bd76368 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353920 Apr 18 21:06:12.462019 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.498110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290ab7a-9f45-4443-bd11-d19061b7fe3d req-df1f24c6-58ca-4365-b95c-2dbfce3ee6ea tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:12.498972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f290ab7a-9f45-4443-bd11-d19061b7fe3d req-df1f24c6-58ca-4365-b95c-2dbfce3ee6ea tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 946 time: 0.0498674 Apr 18 21:06:12.537619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f290ab7a-9f45-4443-bd11-d19061b7fe3d req-05a0c7ee-8ca3-4140-8ea5-db626c415f54 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Apr 18 21:06:12.654816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63f1e2-b1fa-486f-a146-a7ff1feca951 req-9ef5e115-a9e4-4c45-8a15-9eabc1e0f6f6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:12.656311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e63f1e2-b1fa-486f-a146-a7ff1feca951 req-9ef5e115-a9e4-4c45-8a15-9eabc1e0f6f6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 946 time: 0.0498285 Apr 18 21:06:12.694599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e63f1e2-b1fa-486f-a146-a7ff1feca951 req-8dd41180-72dd-4cfe-a1b3-3592d037ad88 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323057 Apr 18 21:06:12.718402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48924) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:12.757171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00223aab-7274-476c-a031-a927440bc370 tempest-TestVolumeBootPattern-24111850 tempest-TestVolumeBootPattern-24111850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:12.758642 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-00223aab-7274-476c-a031-a927440bc370 tempest-TestVolumeBootPattern-24111850 tempest-TestVolumeBootPattern-24111850-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 1092 time: 0.0392866 Apr 18 21:06:12.761549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48926) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:12.765813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '4c65176d-cde7-4472-8efc-0dfbdad4be41', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:12.793070 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:12.889321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.009059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Allocated IP 172.25.2.123 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/d28c36ec-de8a-4bda-a2b2-10c6c9a324c9) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:13.121261 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.155409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.199406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:13.202610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:13.205240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:13.230375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=d28c36ec-de8a-4bda-a2b2-10c6c9a324c9,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:13.969898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.067038 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.214086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.218767 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.285345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=d28c36ec-de8a-4bda-a2b2-10c6c9a324c9,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:14.297759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.397961 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Floating IP 5cebcc5c-14d9-43c6-a2d6-1cd61b4b4eb4 associated. External IP: 172.25.2.123, port: 4c65176d-cde7-4472-8efc-0dfbdad4be41. Apr 18 21:06:14.609089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:14.738039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:14.750791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] Sync routers for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:14.761072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:14.765100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:14.766204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:14.791419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9dec6456-2657-43ba-81d5-8007abbea0b0 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0288422 Apr 18 21:06:14.792545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9354977b-109d-4bd3-9811-4c66a46508be', 'tag': '4c65176d-cde7-4472-8efc-0dfbdad4be41'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:14.794445 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87" -d '{"events": [{"name": "network-changed", "server_uuid": "9354977b-109d-4bd3-9811-4c66a46508be", "tag": "4c65176d-cde7-4472-8efc-0dfbdad4be41"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:14.832024 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc3265d-ee2a-4cc6-8aa0-8c0cec9b6e06 x-openstack-request-id: req-2bc3265d-ee2a-4cc6-8aa0-8c0cec9b6e06 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:14.832316 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9354977b-109d-4bd3-9811-4c66a46508be", "tag": "4c65176d-cde7-4472-8efc-0dfbdad4be41", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:14.832592 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bc3265d-ee2a-4cc6-8aa0-8c0cec9b6e06 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:14.833001 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc3265d-ee2a-4cc6-8aa0-8c0cec9b6e06'] response: {'name': 'network-changed', 'server_uuid': '9354977b-109d-4bd3-9811-4c66a46508be', 'tag': '4c65176d-cde7-4472-8efc-0dfbdad4be41', 'status': 'completed', 'code': 200} Apr 18 21:06:14.889330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:14.898925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-d0f25777-1cca-428d-a3e8-c8ec223466b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:14.900494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-d0f25777-1cca-428d-a3e8-c8ec223466b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 1097 time: 0.0429878 Apr 18 21:06:15.001749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-178d7d33-e15e-4f2d-b95f-281d94c4d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:15.003274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-178d7d33-e15e-4f2d-b95f-281d94c4d86b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0948167 Apr 18 21:06:15.069970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-8ecef127-ab74-47a8-8142-80e4a7d02d8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c65176d-cde7-4472-8efc-0dfbdad4be41 HTTP/1.1" status: 200 len: 1000 time: 0.0596223 Apr 18 21:06:15.109965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '5cebcc5c-14d9-43c6-a2d6-1cd61b4b4eb4', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': '4c65176d-cde7-4472-8efc-0dfbdad4be41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:c1:56:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9354977b-109d-4bd3-9811-4c66a46508be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:06:13Z', 'updated_at': '2022-04-18T21:06:13Z', 'revision_number': 0, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:15.120223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-87569304-2c87-4c29-a748-7363200cb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:15.122148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-87569304-2c87-4c29-a748-7363200cb02d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0442116 Apr 18 21:06:15.138487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] Checking router: ae9294e4-767e-4dc2-bef9-c2d35059d9b8 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:15.146997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:15.147589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:15.171942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-9735bb47-6a1b-4ddc-a82d-8a13ccc1cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:15.173534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-9735bb47-6a1b-4ddc-a82d-8a13ccc1cc54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457056 Apr 18 21:06:15.250866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:15.270264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-04e5a687-3f3c-4e97-a7e0-4b05dc7b88a2 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893259 Apr 18 21:06:15.365640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae4a2ad5-6b7a-4d60-8a5b-d71876d46a87 req-1e6f284e-f3d2-44d7-8ec3-9f58e99cadeb service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891492 Apr 18 21:06:15.474797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '5cebcc5c-14d9-43c6-a2d6-1cd61b4b4eb4', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': '4c65176d-cde7-4472-8efc-0dfbdad4be41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:c1:56:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9354977b-109d-4bd3-9811-4c66a46508be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:06:13Z', 'updated_at': '2022-04-18T21:06:13Z', 'revision_number': 0, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:15.504351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60d29d9-8548-41d8-8afa-445d2195778d None None] The sync data for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 is: [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '5cebcc5c-14d9-43c6-a2d6-1cd61b4b4eb4', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.123', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': '4c65176d-cde7-4472-8efc-0dfbdad4be41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:c1:56:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9354977b-109d-4bd3-9811-4c66a46508be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:06:13Z', 'updated_at': '2022-04-18T21:06:13Z', 'revision_number': 0, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:15.690292 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dd0b43-57d6-4fda-8053-fb62d3fa6f2e None None] New status for floating IP 5cebcc5c-14d9-43c6-a2d6-1cd61b4b4eb4: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:06:16.088785 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.095423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034eb825-e93a-4a52-b0f4-8c98f45b7cf3 req-5819eed7-cece-4e1e-ba99-665a5caf8a18 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:22.096977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-034eb825-e93a-4a52-b0f4-8c98f45b7cf3 req-5819eed7-cece-4e1e-ba99-665a5caf8a18 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 945 time: 0.0512090 Apr 18 21:06:22.139166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-034eb825-e93a-4a52-b0f4-8c98f45b7cf3 req-ed661dc3-ea6b-440a-94d4-accfea4ec013 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351372 Apr 18 21:06:22.771384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694748c9-41cd-4381-b54f-0f757e042f67 req-863f0b23-929a-4592-8a86-469c32115024 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:22.772876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-694748c9-41cd-4381-b54f-0f757e042f67 req-863f0b23-929a-4592-8a86-469c32115024 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.60 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 945 time: 0.0574350 Apr 18 21:06:22.889042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Deleting port 15de41c1-8cbe-433e-964b-5f4252498397 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:22.889404 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:22.984590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] For port 15de41c1-8cbe-433e-964b-5f4252498397, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=15de41c1-8cbe-433e-964b-5f4252498397,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:22.985067 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.315401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.316328 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.316328 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Floating IP 8397e91f-2a9d-4136-8832-c947d0d7fe0f disassociated. External IP: 172.25.2.90, port: 15de41c1-8cbe-433e-964b-5f4252498397. Apr 18 21:06:23.316560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Calling delete_port for 15de41c1-8cbe-433e-964b-5f4252498397 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:23.341366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8508822-46c1-44df-8ef7-f9589c50ef32 req-04403615-31e9-4a5b-b513-275c8ec1df8f tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:23.343102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8508822-46c1-44df-8ef7-f9589c50ef32 req-04403615-31e9-4a5b-b513-275c8ec1df8f tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/ports?device_id=03430c1d-999f-415c-8a23-9f4d016b3ca7 HTTP/1.1" status: 200 len: 945 time: 0.1194727 Apr 18 21:06:23.428076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8508822-46c1-44df-8ef7-f9589c50ef32 req-fa94ad87-3fde-4cd8-9065-224651ab3bbc tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "GET /v2.0/security-groups?id=71755a0b-49c5-4f96-90d8-f8b674c6f4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506384 Apr 18 21:06:23.500429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.530592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event deleted for resources: {'Port': ['ID=15de41c1-8cbe-433e-964b-5f4252498397,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:23.544111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.544474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.544787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.545089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.545426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.545812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.546112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.546434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.547401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.547401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.547401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.547726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:23.668816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:23.772587 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:23.783185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] Sync routers for ids ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:23.793480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] Routers {'3b07334f-ce9f-43da-8a42-1990f34d6fa5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:23.794081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:23.812402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] No DVR routers for this DVR port 15de41c1-8cbe-433e-964b-5f4252498397 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:23.815211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.818628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-694748c9-41cd-4381-b54f-0f757e042f67 req-77e769ce-5321-42ea-8eea-73ba385cc702 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.60 "DELETE /v2.0/ports/15de41c1-8cbe-433e-964b-5f4252498397 HTTP/1.1" status: 204 len: 173 time: 1.0403001 Apr 18 21:06:23.819062 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'name': 'network-vif-deleted', 'tag': '15de41c1-8cbe-433e-964b-5f4252498397'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:23.821436 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c6ad7b-a4de-426a-8784-b816b5f92931" -d '{"events": [{"server_uuid": "03430c1d-999f-415c-8a23-9f4d016b3ca7", "name": "network-vif-deleted", "tag": "15de41c1-8cbe-433e-964b-5f4252498397"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:23.875782 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf25fc4-6045-4d8d-8332-70ca72107812 x-openstack-request-id: req-ecf25fc4-6045-4d8d-8332-70ca72107812 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:23.876130 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03430c1d-999f-415c-8a23-9f4d016b3ca7", "name": "network-vif-deleted", "tag": "15de41c1-8cbe-433e-964b-5f4252498397", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:23.876347 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ecf25fc4-6045-4d8d-8332-70ca72107812 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:23.876760 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf25fc4-6045-4d8d-8332-70ca72107812'] response: {'server_uuid': '03430c1d-999f-415c-8a23-9f4d016b3ca7', 'name': 'network-vif-deleted', 'tag': '15de41c1-8cbe-433e-964b-5f4252498397', 'status': 'completed', 'code': 200} Apr 18 21:06:24.068251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] Set router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:24.266613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:37Z', 'revision_number': 5, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:24.296962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] Checking router: 3b07334f-ce9f-43da-8a42-1990f34d6fa5 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:24.305832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] Routers {'3b07334f-ce9f-43da-8a42-1990f34d6fa5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:24.306604 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:24.410814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] Set router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:24.486959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48946) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:24.615492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:37Z', 'revision_number': 5, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:24.620215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f032612b-00d4-452c-8300-2a3d6f5f8dc7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Deleting port 75ebaac7-b95a-413a-a166-4a98e881cb37 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:24.620560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f032612b-00d4-452c-8300-2a3d6f5f8dc7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.641201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4080de3f-b386-4c76-b15c-a49cec9e2234 None None] The sync data for ids ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'] in n-d-836015-4 is: [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:27Z', 'revision_number': 4, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'e06ae5a0-0f4b-4387-a03c-a61601381bca', 'name': '', 'network_id': 'ec3cd5ee-9561-4c9f-accf-915a8d826cf2', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'mac_address': 'fa:16:3e:75:48:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:26Z', 'updated_at': '2022-04-18T21:00:37Z', 'revision_number': 5, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'subnets': [{'id': 'e24600b4-0dd5-4cb0-a5ee-f19707b847c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:24.697384 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f032612b-00d4-452c-8300-2a3d6f5f8dc7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.697717 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f032612b-00d4-452c-8300-2a3d6f5f8dc7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.709966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-f032612b-00d4-452c-8300-2a3d6f5f8dc7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Calling delete_port for 75ebaac7-b95a-413a-a166-4a98e881cb37 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:24.851095 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f032612b-00d4-452c-8300-2a3d6f5f8dc7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.879119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032612b-00d4-452c-8300-2a3d6f5f8dc7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event deleted for resources: {'Port': ['ID=75ebaac7-b95a-413a-a166-4a98e881cb37,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:24.891471 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b1e7d4-9232-4563-8164-0f87dbdc58f8 None None] New status for floating IP 8397e91f-2a9d-4136-8832-c947d0d7fe0f: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:06:24.938139 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f032612b-00d4-452c-8300-2a3d6f5f8dc7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.940800 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f032612b-00d4-452c-8300-2a3d6f5f8dc7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.941997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f032612b-00d4-452c-8300-2a3d6f5f8dc7 tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "DELETE /v2.0/floatingips/8397e91f-2a9d-4136-8832-c947d0d7fe0f HTTP/1.1" status: 204 len: 168 time: 0.4539347 Apr 18 21:06:25.020570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48952) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:25.082403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b55b23b8-b3c1-4509-9960-90625dfe650d tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.107305 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b55b23b8-b3c1-4509-9960-90625dfe650d tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.167988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b55b23b8-b3c1-4509-9960-90625dfe650d tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.170780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b55b23b8-b3c1-4509-9960-90625dfe650d tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.171968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b55b23b8-b3c1-4509-9960-90625dfe650d tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] 10.222.0.49 "DELETE /v2.0/security-groups/71755a0b-49c5-4f96-90d8-f8b674c6f4ba HTTP/1.1" status: 204 len: 168 time: 0.1503975 Apr 18 21:06:25.181762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b23b8-b3c1-4509-9960-90625dfe650d tempest-TestServerBasicOps-539052694 tempest-TestServerBasicOps-539052694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71755a0b-49c5-4f96-90d8-f8b674c6f4ba,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:25.208176 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48956) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:25.947249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.114328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 15de41c1-8cbe-433e-964b-5f4252498397 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:26.141105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 15de41c1-8cbe-433e-964b-5f4252498397 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:26.141447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 15de41c1-8cbe-433e-964b-5f4252498397 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:26.202265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] Deleting port e06ae5a0-0f4b-4387-a03c-a61601381bca {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:26.202603 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.282988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] For port e06ae5a0-0f4b-4387-a03c-a61601381bca, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e06ae5a0-0f4b-4387-a03c-a61601381bca,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:26.283351 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.295748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] Calling delete_port for e06ae5a0-0f4b-4387-a03c-a61601381bca owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:26.472352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.499029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] Pushing event deleted for resources: {'Port': ['ID=e06ae5a0-0f4b-4387-a03c-a61601381bca,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:26.676855 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:26.887291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] Router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:26.993688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:26.999315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-594acb4d-72e2-40d1-ba59-cfbf31f6ecbc admin admin] 10.222.0.49 "PUT /v2.0/routers/3b07334f-ce9f-43da-8a42-1990f34d6fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7899082 Apr 18 21:06:27.001912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48960) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.002079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] Sync routers for ids ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:27.011358 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] Routers {'3b07334f-ce9f-43da-8a42-1990f34d6fa5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:27.011984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:27.112617 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.116695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] Set router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:27.215564 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.268501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Deleting port 5858695e-0000-4558-a8db-df76919746c9 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:27.268836 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.294757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '5858695e-0000-4558-a8db-df76919746c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:06:26Z', 'revision_number': 5, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port': {'id': '5858695e-0000-4558-a8db-df76919746c9', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:27.327594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] Checking router: 3b07334f-ce9f-43da-8a42-1990f34d6fa5 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:27.336369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] Routers {'3b07334f-ce9f-43da-8a42-1990f34d6fa5'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:27.337009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:27.359070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] For port 5858695e-0000-4558-a8db-df76919746c9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5858695e-0000-4558-a8db-df76919746c9,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:27.359433 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.371763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Calling delete_port for 5858695e-0000-4558-a8db-df76919746c9 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:27.418246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] Set router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:27.471945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:06:27Z', 'revision_number': 6, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:27.499270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633b85c-0c84-456d-97ec-6d5c6624e1b4 None None] The sync data for ids ['3b07334f-ce9f-43da-8a42-1990f34d6fa5'] in n-d-836015-4 is: [{'id': '3b07334f-ce9f-43da-8a42-1990f34d6fa5', 'name': 'tempest-TestServerBasicOps-414383169-router', 'tenant_id': '946e24bc69f140efa3cef17a19fdd818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:22Z', 'updated_at': '2022-04-18T21:06:27Z', 'revision_number': 6, 'project_id': '946e24bc69f140efa3cef17a19fdd818', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:27.544943 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.569041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Pushing event deleted for resources: {'Port': ['ID=5858695e-0000-4558-a8db-df76919746c9,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:27.631180 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.723635 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.725759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.768004 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.768524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b07334f-ce9f-43da-8a42-1990f34d6fa5 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:06:27.772881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.777766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2edfafbb-fb29-4557-bb86-b0218d0890be admin admin] 10.222.0.49 "DELETE /v2.0/routers/3b07334f-ce9f-43da-8a42-1990f34d6fa5 HTTP/1.1" status: 204 len: 168 time: 0.7713561 Apr 18 21:06:27.777766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48962) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:27.821574 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac4f01f-d4f7-480f-a72e-4d2811441cb7 admin admin] Deleting subnet e24600b4-0dd5-4cb0-a5ee-f19707b847c0 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:06:27.824518 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f01f-d4f7-480f-a72e-4d2811441cb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.861041 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f01f-d4f7-480f-a72e-4d2811441cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:27.950127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f01f-d4f7-480f-a72e-4d2811441cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.002550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f01f-d4f7-480f-a72e-4d2811441cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.029299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4f01f-d4f7-480f-a72e-4d2811441cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24600b4-0dd5-4cb0-a5ee-f19707b847c0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:28.033134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ac4f01f-d4f7-480f-a72e-4d2811441cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.036310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6ac4f01f-d4f7-480f-a72e-4d2811441cb7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e24600b4-0dd5-4cb0-a5ee-f19707b847c0 HTTP/1.1" status: 204 len: 168 time: 0.2580037 Apr 18 21:06:28.038878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48966) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:28.039594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f1874-3e78-4f79-96c9-f623c2bff20e None None] Network ec3cd5ee-9561-4c9f-accf-915a8d826cf2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:28.110401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.163460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Deleting port c0d1c268-76bd-4a09-869b-a0d7f36475d7 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:28.163809 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.227627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] For port c0d1c268-76bd-4a09-869b-a0d7f36475d7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c0d1c268-76bd-4a09-869b-a0d7f36475d7,segment=NetworkSegment(ab3bd898-a16e-457e-afe1-9af5dce18bc8),segment_id=ab3bd898-a16e-457e-afe1-9af5dce18bc8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:28.228021 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.241107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Calling delete_port for c0d1c268-76bd-4a09-869b-a0d7f36475d7 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:28.299999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] DHCP port deletion for ec3cd5ee-9561-4c9f-accf-915a8d826cf2 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:06:28.340418 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.354143 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Deleting port c0d1c268-76bd-4a09-869b-a0d7f36475d7 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:28.354511 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.369830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] No DVR routers for this DVR port c0d1c268-76bd-4a09-869b-a0d7f36475d7 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:28.375694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d1c268-76bd-4a09-869b-a0d7f36475d7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:28.419825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] For port c0d1c268-76bd-4a09-869b-a0d7f36475d7, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:28.420267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.433638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Calling delete_port for c0d1c268-76bd-4a09-869b-a0d7f36475d7 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:28.436251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Port c0d1c268-76bd-4a09-869b-a0d7f36475d7 was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:06:28.437521 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.449107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.464017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Pushing event deleted for resources: {'Port': ['ID=c0d1c268-76bd-4a09-869b-a0d7f36475d7,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:28.466219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] No DVR routers for this DVR port c0d1c268-76bd-4a09-869b-a0d7f36475d7 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:28.475975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3cd5ee-9561-4c9f-accf-915a8d826cf2']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:28.476571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.477085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.477632 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.478135 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.479116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.479617 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.480299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.480574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.480913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.481230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.481535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.482029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d8a355-2d7e-4d36-a2e1-1882e35d55c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:28.487449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3bd898-a16e-457e-afe1-9af5dce18bc8') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:28.487592 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3bd898-a16e-457e-afe1-9af5dce18bc8') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:28.498189 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.514571 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.521979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:06:28.522406 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:28.524344 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:28.589046 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.591261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e06ae5a0-0f4b-4387-a03c-a61601381bca no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:28.598542 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:28.602140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] 10.222.0.49 "DELETE /v2.0/networks/ec3cd5ee-9561-4c9f-accf-915a8d826cf2 HTTP/1.1" status: 204 len: 168 time: 0.5623412 Apr 18 21:06:28.605772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48968) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:28.615878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c751fa-3b1f-4a91-b6bb-b20a1524200f admin admin] Pushing event deleted for resources: {'Network': ['ID=ec3cd5ee-9561-4c9f-accf-915a8d826cf2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:28.623145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e06ae5a0-0f4b-4387-a03c-a61601381bca {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:28.623913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e06ae5a0-0f4b-4387-a03c-a61601381bca not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:28.624705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5858695e-0000-4558-a8db-df76919746c9 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:28.660504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 5858695e-0000-4558-a8db-df76919746c9 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:28.660848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5858695e-0000-4558-a8db-df76919746c9 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:28.661263 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c0d1c268-76bd-4a09-869b-a0d7f36475d7 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:28.680199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c0d1c268-76bd-4a09-869b-a0d7f36475d7 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:28.680995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c0d1c268-76bd-4a09-869b-a0d7f36475d7 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:28.970551 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.213299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] Deleting port 522cf8f7-5170-46c6-9114-769b9f6c1755 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:29.213544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.298434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] For port 522cf8f7-5170-46c6-9114-769b9f6c1755, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=522cf8f7-5170-46c6-9114-769b9f6c1755,segment=NetworkSegment(78392364-929b-4741-b529-a5db69c7952c),segment_id=78392364-929b-4741-b529-a5db69c7952c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:29.299049 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.317967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] Calling delete_port for 522cf8f7-5170-46c6-9114-769b9f6c1755 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:29.497299 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.522524 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] Pushing event deleted for resources: {'Port': ['ID=522cf8f7-5170-46c6-9114-769b9f6c1755,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:29.713943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:29.942803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] Router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:30.051903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:30.057249 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d7befe70-97dc-4e2e-aaec-172ac86f036d admin admin] 10.222.0.49 "PUT /v2.0/routers/1ccb3a76-3351-4dee-83a2-1ae1c179aa5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4502819 Apr 18 21:06:30.059722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48970) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:30.064679 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] Sync routers for ids ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:30.075876 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] Routers {'1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:30.076465 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:30.171956 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.189176 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] Set router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:30.274504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.332097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Deleting port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:30.332404 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.366993 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'name': 'tempest-TestServerBasicOps-1719220109-router', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:30Z', 'updated_at': '2022-04-18T21:06:29Z', 'revision_number': 5, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'gw_port': {'id': '7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:00:32Z', 'updated_at': '2022-04-18T21:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:30.393269 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] Checking router: 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:30.402221 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] Routers {'1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:30.402808 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:30.414812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] For port 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:30.415175 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.432070 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Calling delete_port for 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:30.490856 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] Set router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:30.547201 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'name': 'tempest-TestServerBasicOps-1719220109-router', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:30Z', 'updated_at': '2022-04-18T21:06:30Z', 'revision_number': 6, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:30.575680 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fc643-74b8-45f0-a569-2415d0aed9d5 None None] The sync data for ids ['1ccb3a76-3351-4dee-83a2-1ae1c179aa5b'] in n-d-836015-4 is: [{'id': '1ccb3a76-3351-4dee-83a2-1ae1c179aa5b', 'name': 'tempest-TestServerBasicOps-1719220109-router', 'tenant_id': 'af6f2fca987a48ada5a425852b9b6523', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:00:30Z', 'updated_at': '2022-04-18T21:06:30Z', 'revision_number': 6, 'project_id': 'af6f2fca987a48ada5a425852b9b6523', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:30.597894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.628982 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:30.696061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.786493 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.788667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.837813 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.838653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ccb3a76-3351-4dee-83a2-1ae1c179aa5b {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:06:30.843901 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.845063 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0cc2c5ac-fce9-4ceb-b549-cb03f7e52b35 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1ccb3a76-3351-4dee-83a2-1ae1c179aa5b HTTP/1.1" status: 204 len: 168 time: 0.7841625 Apr 18 21:06:30.847546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48972) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:30.892945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a56ea5-6fe8-4469-9af7-ff0c747fdc44 admin admin] Deleting subnet 5fc2019b-8eee-4c3d-9e72-43633ef35324 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:06:30.895981 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16a56ea5-6fe8-4469-9af7-ff0c747fdc44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:30.933097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16a56ea5-6fe8-4469-9af7-ff0c747fdc44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.018096 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16a56ea5-6fe8-4469-9af7-ff0c747fdc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.072610 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16a56ea5-6fe8-4469-9af7-ff0c747fdc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.099857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a56ea5-6fe8-4469-9af7-ff0c747fdc44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc2019b-8eee-4c3d-9e72-43633ef35324,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.104141 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-16a56ea5-6fe8-4469-9af7-ff0c747fdc44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.107367 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-16a56ea5-6fe8-4469-9af7-ff0c747fdc44 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5fc2019b-8eee-4c3d-9e72-43633ef35324 HTTP/1.1" status: 204 len: 168 time: 0.2588475 Apr 18 21:06:31.110599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48974) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:31.113508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1174b4-b153-4d8a-86c7-3ba175c85a3c None None] Network 784a8039-5223-454d-8b83-9634533038b2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:31.186100 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.251007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Deleting port eae35982-1f38-41cb-97b7-4120c601bc82 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:31.251351 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.327877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] For port eae35982-1f38-41cb-97b7-4120c601bc82, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=eae35982-1f38-41cb-97b7-4120c601bc82,segment=NetworkSegment(78392364-929b-4741-b529-a5db69c7952c),segment_id=78392364-929b-4741-b529-a5db69c7952c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:31.328521 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.333670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c85be-3d48-4fe9-aa26-42bd5d91c51e None None] DHCP port deletion for 784a8039-5223-454d-8b83-9634533038b2 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:06:31.345352 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Calling delete_port for eae35982-1f38-41cb-97b7-4120c601bc82 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:31.388528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c85be-3d48-4fe9-aa26-42bd5d91c51e None None] Deleting port eae35982-1f38-41cb-97b7-4120c601bc82 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:06:31.389014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c85be-3d48-4fe9-aa26-42bd5d91c51e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.432070 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.460933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-cc2c85be-3d48-4fe9-aa26-42bd5d91c51e None None] For port eae35982-1f38-41cb-97b7-4120c601bc82, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=eae35982-1f38-41cb-97b7-4120c601bc82,segment=NetworkSegment(78392364-929b-4741-b529-a5db69c7952c),segment_id=78392364-929b-4741-b529-a5db69c7952c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:31.462073 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c85be-3d48-4fe9-aa26-42bd5d91c51e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.462470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Pushing event deleted for resources: {'Port': ['ID=eae35982-1f38-41cb-97b7-4120c601bc82,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.468789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] No DVR routers for this DVR port eae35982-1f38-41cb-97b7-4120c601bc82 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:31.481434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c85be-3d48-4fe9-aa26-42bd5d91c51e None None] Calling delete_port for eae35982-1f38-41cb-97b7-4120c601bc82 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:06:31.541603 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.560579 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cc2c85be-3d48-4fe9-aa26-42bd5d91c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.563265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784a8039-5223-454d-8b83-9634533038b2']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:31.572778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c85be-3d48-4fe9-aa26-42bd5d91c51e None None] No DVR routers for this DVR port eae35982-1f38-41cb-97b7-4120c601bc82 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:31.575631 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78392364-929b-4741-b529-a5db69c7952c') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:31.575808 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78392364-929b-4741-b529-a5db69c7952c') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:31.586524 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.593010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c85be-3d48-4fe9-aa26-42bd5d91c51e None None] Pushing event deleted for resources: {'Port': ['ID=eae35982-1f38-41cb-97b7-4120c601bc82,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.606495 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.613807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:06:31.614367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:06:31.616471 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:06:31.676503 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.683591 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.688620 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] 10.222.0.49 "DELETE /v2.0/networks/784a8039-5223-454d-8b83-9634533038b2 HTTP/1.1" status: 204 len: 168 time: 0.5767667 Apr 18 21:06:31.704939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e09bc7-cb5c-4a74-89ef-3fdf50cf372f admin admin] Pushing event deleted for resources: {'Network': ['ID=784a8039-5223-454d-8b83-9634533038b2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.804449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48978) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:31.844531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1b5fab97-53f1-4e32-8578-35b3f921116a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=946e24bc69f140efa3cef17a19fdd818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389197 Apr 18 21:06:31.846907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 48980) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:31.895625 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-213113e1-6f71-4f1a-bb21-9ed430c47a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.921790 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-213113e1-6f71-4f1a-bb21-9ed430c47a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.968441 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-213113e1-6f71-4f1a-bb21-9ed430c47a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.971051 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-213113e1-6f71-4f1a-bb21-9ed430c47a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.972232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-213113e1-6f71-4f1a-bb21-9ed430c47a6c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca625516-02e5-45f4-aecb-d627923fd829 HTTP/1.1" status: 204 len: 168 time: 0.1244457 Apr 18 21:06:31.980333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213113e1-6f71-4f1a-bb21-9ed430c47a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca625516-02e5-45f4-aecb-d627923fd829,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:32.292564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48986) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:32.333323 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-54e6286e-d42f-4d22-adfd-02ccbf315266 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=af6f2fca987a48ada5a425852b9b6523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395527 Apr 18 21:06:32.335964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 48988) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:32.383364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e4d272d-a981-4e18-b576-cdb17f71fe58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.406863 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e4d272d-a981-4e18-b576-cdb17f71fe58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.452202 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e4d272d-a981-4e18-b576-cdb17f71fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.454984 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8e4d272d-a981-4e18-b576-cdb17f71fe58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:32.456148 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8e4d272d-a981-4e18-b576-cdb17f71fe58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/303619db-aa99-430e-9f9d-e492bdd88b4a HTTP/1.1" status: 204 len: 168 time: 0.1192636 Apr 18 21:06:32.464907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d272d-a981-4e18-b576-cdb17f71fe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303619db-aa99-430e-9f9d-e492bdd88b4a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:32.567489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device eae35982-1f38-41cb-97b7-4120c601bc82 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:32.592495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: eae35982-1f38-41cb-97b7-4120c601bc82 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:32.592835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device eae35982-1f38-41cb-97b7-4120c601bc82 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:32.593254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 522cf8f7-5170-46c6-9114-769b9f6c1755 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:32.613276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 522cf8f7-5170-46c6-9114-769b9f6c1755 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:32.613616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 522cf8f7-5170-46c6-9114-769b9f6c1755 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:32.617287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:06:32.637409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:06:32.637726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7e18f9ec-e8cc-4d97-a75d-6b137cae9e7b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:06:33.172736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49010) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:33.271693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1654714662-network', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:33.294656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Made reservation on behalf of f5710d262f1c41d8acc7984742d5e8f1 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:33.296962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.305391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.381056 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.385576 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.409988 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:33.419517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943d0ed2-793a-479e-9310-6d005cfa180e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:33.424307 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.424654 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Added segment e66358b4-1f44-45c6-be44-c91294f463e4 of type vlan for network a877863b-a602-4024-a33b-00fbb6033127 Apr 18 21:06:33.466823 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.491693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.492806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:33.493427 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.562348 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3883419 Apr 18 21:06:33.566151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49014) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:33.575629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Request body: {'subnet': {'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1654714662-subnet', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:33.583410 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579f42e-94e4-497f-b2b5-60b6af433155 admin admin] Pushing event updated for resources: {'Network': ['ID=a877863b-a602-4024-a33b-00fbb6033127,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:33.592810 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a877863b-a602-4024-a33b-00fbb6033127 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:06:33.599539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Made reservation on behalf of f5710d262f1c41d8acc7984742d5e8f1 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:33.602066 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.775594 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.839250 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9622da32-b6e8-4641-a821-457b933bf7b8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:33.847918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Checking segment: {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:33.848281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Network hostable DHCP agents. Network: a877863b-a602-4024-a33b-00fbb6033127, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:33.865321 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Network a877863b-a602-4024-a33b-00fbb6033127 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:33.874565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a877863b-a602-4024-a33b-00fbb6033127) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:33.882006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:33.883173 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.883646 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97111dec-dc32-448b-b0fb-501c8ee42c67 None None] Network a877863b-a602-4024-a33b-00fbb6033127 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:33.900737 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5bddb735-fc8e-478e-8633-1be448a64b2a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3333986 Apr 18 21:06:33.903382 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49016) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:33.907722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1654714662-router', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:33.926485 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.927435 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:33.981784 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.031142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a877863b-a602-4024-a33b-00fbb6033127', 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'fixed_ips': [{'subnet_id': '9622da32-b6e8-4641-a821-457b933bf7b8'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:06:34.032043 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.122860 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.169711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Allocated IP 172.20.0.2 (a877863b-a602-4024-a33b-00fbb6033127/9622da32-b6e8-4641-a821-457b933bf7b8/cf979fff-f8be-4a02-a9df-1b7f7a608382) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:34.314298 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.319977 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.326763 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.346930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.368165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Network a877863b-a602-4024-a33b-00fbb6033127 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:34.369897 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:34.371825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Pushing event updated for resources: {'Port': ['ID=cf979fff-f8be-4a02-a9df-1b7f7a608382,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:34.373980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:34.430262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Attempting to bind port cf979fff-f8be-4a02-a9df-1b7f7a608382 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:34.430623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Attempting to bind port cf979fff-f8be-4a02-a9df-1b7f7a608382 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:34.430978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Attempting to bind port cf979fff-f8be-4a02-a9df-1b7f7a608382 on network a877863b-a602-4024-a33b-00fbb6033127 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:34.435904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:34.436269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Checking segment: {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:34.436658 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.437040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Bound using segment: {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:34.437487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Bound port: cf979fff-f8be-4a02-a9df-1b7f7a608382, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:34.437857 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.468336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Allocated IP 172.25.2.144 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/b61eed08-adc8-4838-8b86-113342f98a95) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:34.500963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] For port cf979fff-f8be-4a02-a9df-1b7f7a608382, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:34.504166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] For port cf979fff-f8be-4a02-a9df-1b7f7a608382, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cf979fff-f8be-4a02-a9df-1b7f7a608382,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:34.508792 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.575094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e068c34-b09a-4054-b605-fb29d0b57ebb None None] Pushing event updated for resources: {'Port': ['ID=cf979fff-f8be-4a02-a9df-1b7f7a608382,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:34.592810 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.630869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:34.673216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:34.676105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:34.682063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:34.694287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-04f23720-868e-4e12-a9fd-50b32b784b63 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498474 Apr 18 21:06:34.711866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Pushing event updated for resources: {'Port': ['ID=b61eed08-adc8-4838-8b86-113342f98a95,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:34.821852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-ca83616d-a89d-4be2-ad40-51a1acf14564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:34.823480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-ca83616d-a89d-4be2-ad40-51a1acf14564 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 1097 time: 0.0716362 Apr 18 21:06:34.944580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-176811a7-996b-4ca1-aa7c-4fec42c8bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:34.946198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-176811a7-996b-4ca1-aa7c-4fec42c8bfbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.1001661 Apr 18 21:06:34.986661 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.014281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-54ac39bb-1377-4d49-ad6c-79431b59b951 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c65176d-cde7-4472-8efc-0dfbdad4be41 HTTP/1.1" status: 200 len: 1002 time: 0.0600481 Apr 18 21:06:35.069235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-e4d8e917-9826-4833-97f4-703c9a31e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.070858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-e4d8e917-9826-4833-97f4-703c9a31e5b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0478208 Apr 18 21:06:35.125069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-a1e528ab-8026-445f-b8bb-ddf44a097ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.126733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-a1e528ab-8026-445f-b8bb-ddf44a097ae0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472071 Apr 18 21:06:35.225079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-9023e175-dae5-4d04-ae2f-b3f1593f471c service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890582 Apr 18 21:06:35.346864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-931ef5e8-e959-4d54-aa1a-ee98e7fe3bd9 req-d6d84e0e-37d2-48d0-8b9e-f32fe62a40ea service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140170 Apr 18 21:06:35.538824 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.563861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba84bb6-0d51-435e-b60d-1e54dc2f4a70 None None] Network a877863b-a602-4024-a33b-00fbb6033127 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:35.660857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-408f88c0-02e7-4a68-833d-29ceede0f8fb None None] Provisioning complete for port cf979fff-f8be-4a02-a9df-1b7f7a608382 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:35.661099 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-408f88c0-02e7-4a68-833d-29ceede0f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.675275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Router 6840df35-406e-4d5a-a5f0-38b530178807 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:06:35.792539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:35.813413 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.814677 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-24b2460b-3c96-4593-b2f9-e03b37c94fda admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9102743 Apr 18 21:06:35.817593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49020) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:35.951445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Sync routers for ids ['6840df35-406e-4d5a-a5f0-38b530178807'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:35.990007 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-408f88c0-02e7-4a68-833d-29ceede0f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:35.991721 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4902eb52-51d7-4de1-aff6-54b397b3fb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.003616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Routers {'6840df35-406e-4d5a-a5f0-38b530178807'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:36.004280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6840df35-406e-4d5a-a5f0-38b530178807'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:36.080594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-408f88c0-02e7-4a68-833d-29ceede0f8fb None None] For port cf979fff-f8be-4a02-a9df-1b7f7a608382, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cf979fff-f8be-4a02-a9df-1b7f7a608382,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:36.088704 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-408f88c0-02e7-4a68-833d-29ceede0f8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.193918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Set router 6840df35-406e-4d5a-a5f0-38b530178807 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:36.255099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f88c0-02e7-4a68-833d-29ceede0f8fb None None] Pushing event updated for resources: {'Port': ['ID=cf979fff-f8be-4a02-a9df-1b7f7a608382,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:36.264698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.361039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-175f936b-57a1-46e3-ba3c-9014988a2e5a None None] Provisioning complete for port cf979fff-f8be-4a02-a9df-1b7f7a608382 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:36.361326 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-175f936b-57a1-46e3-ba3c-9014988a2e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.438567 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Allocated IP 172.20.0.1 (a877863b-a602-4024-a33b-00fbb6033127/9622da32-b6e8-4641-a821-457b933bf7b8/42d3282c-d008-4601-8488-aba4dd9823f8) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:36.487675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6840df35-406e-4d5a-a5f0-38b530178807', 'name': 'tempest-TestServerMultinode-1654714662-router', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:33Z', 'updated_at': '2022-04-18T21:06:34Z', 'revision_number': 3, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'gw_port': {'id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:34Z', 'updated_at': '2022-04-18T21:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:36.515672 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Checking router: 6840df35-406e-4d5a-a5f0-38b530178807 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:36.516049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Updating router 6840df35-406e-4d5a-a5f0-38b530178807 port b61eed08-adc8-4838-8b86-113342f98a95 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:06:36.545157 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.561790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.604675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.637626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cf979fff-f8be-4a02-a9df-1b7f7a608382 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:36.649864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Network a877863b-a602-4024-a33b-00fbb6033127 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:36.655322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:36.658944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:36.686709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Pushing event updated for resources: {'Port': ['ID=42d3282c-d008-4601-8488-aba4dd9823f8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:36.704756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.762553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port cf979fff-f8be-4a02-a9df-1b7f7a608382 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:36.762924 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.865780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.935383 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.940925 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:36.998282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb5a21-7976-4391-937a-4615cebc8f7d None None] Pushing event updated for resources: {'Port': ['ID=b61eed08-adc8-4838-8b86-113342f98a95,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:37.000373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Attempting to bind port b61eed08-adc8-4838-8b86-113342f98a95 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:37.000749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Attempting to bind port b61eed08-adc8-4838-8b86-113342f98a95 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:37.001108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Attempting to bind port b61eed08-adc8-4838-8b86-113342f98a95 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:37.009861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:37.010229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:37.011205 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.011612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:37.012098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Bound port: b61eed08-adc8-4838-8b86-113342f98a95, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:37.012496 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.039664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ec4161f2-7b15-4a52-b6a8-5b98212105b1 None None] Provisioning complete for port 42d3282c-d008-4601-8488-aba4dd9823f8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:37.040057 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec4161f2-7b15-4a52-b6a8-5b98212105b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.048223 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.052585 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.098155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ec4161f2-7b15-4a52-b6a8-5b98212105b1 None None] Port 42d3282c-d008-4601-8488-aba4dd9823f8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:37.101493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] For port b61eed08-adc8-4838-8b86-113342f98a95, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:37.104820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] For port b61eed08-adc8-4838-8b86-113342f98a95, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b61eed08-adc8-4838-8b86-113342f98a95,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:37.109697 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.119709 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.125218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Pushing event updated for resources: {'Port': ['ID=42d3282c-d008-4601-8488-aba4dd9823f8,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:37.168486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Routers {'6840df35-406e-4d5a-a5f0-38b530178807'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:37.169088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6840df35-406e-4d5a-a5f0-38b530178807'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:37.204083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb5a21-7976-4391-937a-4615cebc8f7d None None] Pushing event updated for resources: {'Port': ['ID=b61eed08-adc8-4838-8b86-113342f98a95,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:37.218999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Network a877863b-a602-4024-a33b-00fbb6033127 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:37.220469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:37.285345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] Set router 6840df35-406e-4d5a-a5f0-38b530178807 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:37.353975 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Router 6840df35-406e-4d5a-a5f0-38b530178807 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:37.477341 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:37.482785 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-85f1eb74-36c7-4727-a614-5fac8ffdda22 admin admin] 10.222.0.49 "PUT /v2.0/routers/6840df35-406e-4d5a-a5f0-38b530178807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6637588 Apr 18 21:06:37.532313 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6840df35-406e-4d5a-a5f0-38b530178807', 'name': 'tempest-TestServerMultinode-1654714662-router', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:33Z', 'updated_at': '2022-04-18T21:06:36Z', 'revision_number': 4, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'gw_port': {'id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:34Z', 'updated_at': '2022-04-18T21:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '42d3282c-d008-4601-8488-aba4dd9823f8', 'name': '', 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'mac_address': 'fa:16:3e:40:12:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:36Z', 'updated_at': '2022-04-18T21:06:36Z', 'revision_number': 2, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'subnets': [{'id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:37.535554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-328e61a5-bff9-4614-b6a5-d8b965c959e0 None None] Provisioning complete for port 42d3282c-d008-4601-8488-aba4dd9823f8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:37.536594 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-328e61a5-bff9-4614-b6a5-d8b965c959e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:37.569378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb7787d-ee15-46b6-a6aa-b06279696046 None None] The sync data for ids ['6840df35-406e-4d5a-a5f0-38b530178807'] in n-d-836015-4 is: [{'id': '6840df35-406e-4d5a-a5f0-38b530178807', 'name': 'tempest-TestServerMultinode-1654714662-router', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:33Z', 'updated_at': '2022-04-18T21:06:36Z', 'revision_number': 4, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'gw_port': {'id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:34Z', 'updated_at': '2022-04-18T21:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '42d3282c-d008-4601-8488-aba4dd9823f8', 'name': '', 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'mac_address': 'fa:16:3e:40:12:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:36Z', 'updated_at': '2022-04-18T21:06:36Z', 'revision_number': 2, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'subnets': [{'id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:37.613002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-328e61a5-bff9-4614-b6a5-d8b965c959e0 None None] Port 42d3282c-d008-4601-8488-aba4dd9823f8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:38.022235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49036) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:38.027340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-144232986-network', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:38.048114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Made reservation on behalf of 8c84d4a1933f4d32bbeb39a126c13819 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:38.050486 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.060750 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.139541 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.143459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.171957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:06:38.180830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:38.186831 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.187327 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Added segment c86d2558-660f-48e9-b2a7-3f01b289ce89 of type vlan for network ddc63d16-20c2-4565-8453-2924e6c105c8 Apr 18 21:06:38.232315 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.264628 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.265672 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:38.266279 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.278137 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:06:38.326874 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3034174 Apr 18 21:06:38.329642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49038) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:38.335519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Request body: {'subnet': {'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-144232986-subnet', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:38.342109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Pushing event updated for resources: {'Network': ['ID=ddc63d16-20c2-4565-8453-2924e6c105c8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:38.350085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.350435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.350777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.351150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.351507 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.351899 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.352449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.352825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.353164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.353491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.353818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.354942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afd4e3-16cc-4a06-9bc4-7e6398a404cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:38.359618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Made reservation on behalf of 8c84d4a1933f4d32bbeb39a126c13819 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:38.368436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.369389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ddc63d16-20c2-4565-8453-2924e6c105c8 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:06:38.550210 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.608979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b61eed08-adc8-4838-8b86-113342f98a95 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:38.612005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d82783-c006-4a9f-8939-76e9110d44fa,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:38.617513 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Checking segment: {'id': 'c86d2558-660f-48e9-b2a7-3f01b289ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:38.617871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Network hostable DHCP agents. Network: ddc63d16-20c2-4565-8453-2924e6c105c8, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:06:38.638150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Network ddc63d16-20c2-4565-8453-2924e6c105c8 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:06:38.649740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ddc63d16-20c2-4565-8453-2924e6c105c8) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:38.655693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:38.656315 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.663034 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d6b119-a2ca-47b4-8759-58c318cc786b None None] Network ddc63d16-20c2-4565-8453-2924e6c105c8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:38.676849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49040) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:38.679951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-846fc908-43e0-4ec8-8f8c-299c24df91a3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3448021 Apr 18 21:06:38.681371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-144232986-router', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:38.696993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e06d2610-83ad-43ba-9ad7-55db3036014e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.709023 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.710555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.728064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b61eed08-adc8-4838-8b86-113342f98a95 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:38.728570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.775514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.931599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.049525 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.083385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ddc63d16-20c2-4565-8453-2924e6c105c8', 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'fixed_ips': [{'subnet_id': '71d82783-c006-4a9f-8939-76e9110d44fa'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:06:39.084251 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.091169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port b61eed08-adc8-4838-8b86-113342f98a95, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b61eed08-adc8-4838-8b86-113342f98a95,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:39.100507 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.166845 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.190075 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.228939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=b61eed08-adc8-4838-8b86-113342f98a95,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:39.289446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Allocated IP 172.20.0.2 (ddc63d16-20c2-4565-8453-2924e6c105c8/71d82783-c006-4a9f-8939-76e9110d44fa/275621e2-751d-410c-aeb3-e68a2f85ca08) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:39.311807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Allocated IP 172.25.2.172 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/a4bd931a-689f-4de7-b905-d19ba43641d1) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:39.406995 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.445757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.481556 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.486123 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.487669 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.526760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:39.528563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Network ddc63d16-20c2-4565-8453-2924e6c105c8 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:39.531581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:39.532096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:39.536081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:39.537598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:39.558838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Pushing event updated for resources: {'Port': ['ID=275621e2-751d-410c-aeb3-e68a2f85ca08,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:39.568495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Pushing event updated for resources: {'Port': ['ID=a4bd931a-689f-4de7-b905-d19ba43641d1,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:39.610260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Attempting to bind port 275621e2-751d-410c-aeb3-e68a2f85ca08 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:39.610598 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Attempting to bind port 275621e2-751d-410c-aeb3-e68a2f85ca08 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'c86d2558-660f-48e9-b2a7-3f01b289ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:39.610958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Attempting to bind port 275621e2-751d-410c-aeb3-e68a2f85ca08 on network ddc63d16-20c2-4565-8453-2924e6c105c8 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:39.616666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:39.617077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Checking segment: {'id': 'c86d2558-660f-48e9-b2a7-3f01b289ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:39.617473 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.617876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Bound using segment: {'id': 'c86d2558-660f-48e9-b2a7-3f01b289ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:39.618350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Bound port: 275621e2-751d-410c-aeb3-e68a2f85ca08, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86d2558-660f-48e9-b2a7-3f01b289ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:39.618741 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.696319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] For port 275621e2-751d-410c-aeb3-e68a2f85ca08, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:39.700093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] For port 275621e2-751d-410c-aeb3-e68a2f85ca08, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=275621e2-751d-410c-aeb3-e68a2f85ca08,segment=NetworkSegment(c86d2558-660f-48e9-b2a7-3f01b289ce89),segment_id=c86d2558-660f-48e9-b2a7-3f01b289ce89)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:39.704725 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.766334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c3830-5aad-41ae-a729-6188cc00d1c3 None None] Pushing event updated for resources: {'Port': ['ID=275621e2-751d-410c-aeb3-e68a2f85ca08,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:39.795756 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Sync routers for ids ['6840df35-406e-4d5a-a5f0-38b530178807'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:39.812490 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Routers {'6840df35-406e-4d5a-a5f0-38b530178807'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:39.813114 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6840df35-406e-4d5a-a5f0-38b530178807'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:39.843147 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.928164 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Set router 6840df35-406e-4d5a-a5f0-38b530178807 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:40.094777 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.164233 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6840df35-406e-4d5a-a5f0-38b530178807', 'name': 'tempest-TestServerMultinode-1654714662-router', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:33Z', 'updated_at': '2022-04-18T21:06:36Z', 'revision_number': 4, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'gw_port': {'id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:34Z', 'updated_at': '2022-04-18T21:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '42d3282c-d008-4601-8488-aba4dd9823f8', 'name': '', 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'mac_address': 'fa:16:3e:40:12:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:36Z', 'updated_at': '2022-04-18T21:06:36Z', 'revision_number': 2, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'subnets': [{'id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:40.190585 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Checking router: 6840df35-406e-4d5a-a5f0-38b530178807 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:40.190932 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Updating router 6840df35-406e-4d5a-a5f0-38b530178807 port 42d3282c-d008-4601-8488-aba4dd9823f8 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:06:40.216605 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.239026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Router 6886924c-1bfa-4b49-96e6-677d2da1885d is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:06:40.358231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:40.369581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Sync routers for ids ['6886924c-1bfa-4b49-96e6-677d2da1885d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:40.377934 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.381808 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-52e73a3c-2bbc-47da-ab69-a48dacafe902 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7013383 Apr 18 21:06:40.382098 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49042) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:06:40.388918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Routers {'6886924c-1bfa-4b49-96e6-677d2da1885d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:40.389948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6886924c-1bfa-4b49-96e6-677d2da1885d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:40.501498 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.509675 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.527870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Set router 6886924c-1bfa-4b49-96e6-677d2da1885d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:40.630556 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Attempting to bind port 42d3282c-d008-4601-8488-aba4dd9823f8 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:40.631078 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Attempting to bind port 42d3282c-d008-4601-8488-aba4dd9823f8 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:40.631545 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Attempting to bind port 42d3282c-d008-4601-8488-aba4dd9823f8 on network a877863b-a602-4024-a33b-00fbb6033127 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:40.635471 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Pushing event updated for resources: {'Port': ['ID=42d3282c-d008-4601-8488-aba4dd9823f8,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.646630 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.647052 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.647552 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.648385 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.648823 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.649352 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.649934 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.650453 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.650878 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.651508 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.652044 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.652790 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:40.657570 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:40.658080 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Checking segment: {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:40.658663 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.659282 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Bound using segment: {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:40.659988 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Bound port: 42d3282c-d008-4601-8488-aba4dd9823f8, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:40.660483 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.682179 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.830055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b61eed08-adc8-4838-8b86-113342f98a95 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:40.891936 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] For port 42d3282c-d008-4601-8488-aba4dd9823f8, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:40.898431 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] For port 42d3282c-d008-4601-8488-aba4dd9823f8, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=42d3282c-d008-4601-8488-aba4dd9823f8,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:40.909287 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.928622 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b61eed08-adc8-4838-8b86-113342f98a95 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:40.929096 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.975214 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Routers {'6840df35-406e-4d5a-a5f0-38b530178807'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:40.976345 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6840df35-406e-4d5a-a5f0-38b530178807'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:41.029557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-94674408-76c0-4415-bdcb-c0ee4aff6e7e None None] Provisioning complete for port 42d3282c-d008-4601-8488-aba4dd9823f8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:41.030076 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-94674408-76c0-4415-bdcb-c0ee4aff6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.082179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'name': 'tempest-TestServerMultinode-144232986-router', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:38Z', 'updated_at': '2022-04-18T21:06:39Z', 'revision_number': 3, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'gw_port': {'id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:39Z', 'updated_at': '2022-04-18T21:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:41.111288 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] Set router 6840df35-406e-4d5a-a5f0-38b530178807 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:41.136403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Checking router: 6886924c-1bfa-4b49-96e6-677d2da1885d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:41.136899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Updating router 6886924c-1bfa-4b49-96e6-677d2da1885d port a4bd931a-689f-4de7-b905-d19ba43641d1 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:06:41.208021 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5b0286-c9f5-4c92-b7ca-7185d990a7a6 None None] Network ddc63d16-20c2-4565-8453-2924e6c105c8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:06:41.231750 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0465a-767a-4974-b329-58ef66693668 None None] Pushing event updated for resources: {'Port': ['ID=42d3282c-d008-4601-8488-aba4dd9823f8,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.314330 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.341420 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.348003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 275621e2-751d-410c-aeb3-e68a2f85ca08 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:41.367771 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6840df35-406e-4d5a-a5f0-38b530178807', 'name': 'tempest-TestServerMultinode-1654714662-router', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:33Z', 'updated_at': '2022-04-18T21:06:36Z', 'revision_number': 4, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'gw_port': {'id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:34Z', 'updated_at': '2022-04-18T21:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '42d3282c-d008-4601-8488-aba4dd9823f8', 'name': '', 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'mac_address': 'fa:16:3e:40:12:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:36Z', 'updated_at': '2022-04-18T21:06:40Z', 'revision_number': 4, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'subnets': [{'id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:41.409804 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20425c83-a267-4443-9e9d-b39744c9cbab None None] The sync data for ids ['6840df35-406e-4d5a-a5f0-38b530178807'] in n-d-836015-4 is: [{'id': '6840df35-406e-4d5a-a5f0-38b530178807', 'name': 'tempest-TestServerMultinode-1654714662-router', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:33Z', 'updated_at': '2022-04-18T21:06:36Z', 'revision_number': 4, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'gw_port': {'id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:34Z', 'updated_at': '2022-04-18T21:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '42d3282c-d008-4601-8488-aba4dd9823f8', 'name': '', 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'mac_address': 'fa:16:3e:40:12:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:36Z', 'updated_at': '2022-04-18T21:06:40Z', 'revision_number': 4, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'subnets': [{'id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:41.461041 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.556393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-94674408-76c0-4415-bdcb-c0ee4aff6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.639448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Allocated IP 172.20.0.1 (ddc63d16-20c2-4565-8453-2924e6c105c8/71d82783-c006-4a9f-8939-76e9110d44fa/9dc66698-4bd8-4ead-983d-3866ba344a74) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:41.699960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 275621e2-751d-410c-aeb3-e68a2f85ca08 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:41.700311 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.703138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-94674408-76c0-4415-bdcb-c0ee4aff6e7e None None] For port 42d3282c-d008-4601-8488-aba4dd9823f8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=42d3282c-d008-4601-8488-aba4dd9823f8,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:41.748737 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-94674408-76c0-4415-bdcb-c0ee4aff6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.773575 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.819477 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.860346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Network ddc63d16-20c2-4565-8453-2924e6c105c8 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:41.867613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:41.872267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:41.872508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94674408-76c0-4415-bdcb-c0ee4aff6e7e None None] Pushing event updated for resources: {'Port': ['ID=42d3282c-d008-4601-8488-aba4dd9823f8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.913499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc66698-4bd8-4ead-983d-3866ba344a74,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.930289 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.095808 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.167027 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.199437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c909fdb8-1164-460d-b87b-3f6f62a3b0a1 None None] Provisioning complete for port 42d3282c-d008-4601-8488-aba4dd9823f8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:42.199978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c909fdb8-1164-460d-b87b-3f6f62a3b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.250760 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.282380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.316858 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.326257 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.405004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711789ab-f578-4035-beaa-f5d813ef0a4a None None] Pushing event updated for resources: {'Port': ['ID=a4bd931a-689f-4de7-b905-d19ba43641d1,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:42.408380 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Pushing event updated for resources: {'Port': ['ID=9dc66698-4bd8-4ead-983d-3866ba344a74,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:42.411080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.445986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Attempting to bind port a4bd931a-689f-4de7-b905-d19ba43641d1 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:42.446567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Attempting to bind port a4bd931a-689f-4de7-b905-d19ba43641d1 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:42.446567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Attempting to bind port a4bd931a-689f-4de7-b905-d19ba43641d1 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:42.450648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 275621e2-751d-410c-aeb3-e68a2f85ca08, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=275621e2-751d-410c-aeb3-e68a2f85ca08,segment=NetworkSegment(c86d2558-660f-48e9-b2a7-3f01b289ce89),segment_id=c86d2558-660f-48e9-b2a7-3f01b289ce89)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:42.459427 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.465052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:42.465373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:42.465707 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.466099 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:42.466581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Bound port: a4bd931a-689f-4de7-b905-d19ba43641d1, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:42.466959 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.548607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c909fdb8-1164-460d-b87b-3f6f62a3b0a1 None None] Provisioning complete for port 275621e2-751d-410c-aeb3-e68a2f85ca08 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:42.548981 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c909fdb8-1164-460d-b87b-3f6f62a3b0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.557040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Network ddc63d16-20c2-4565-8453-2924e6c105c8 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:42.562364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:42.643185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.676305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=275621e2-751d-410c-aeb3-e68a2f85ca08,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:42.684465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 42d3282c-d008-4601-8488-aba4dd9823f8 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:42.691262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] For port a4bd931a-689f-4de7-b905-d19ba43641d1, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:42.730004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] For port a4bd931a-689f-4de7-b905-d19ba43641d1, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a4bd931a-689f-4de7-b905-d19ba43641d1,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:42.740245 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.743705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Router 6886924c-1bfa-4b49-96e6-677d2da1885d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:06:42.854155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711789ab-f578-4035-beaa-f5d813ef0a4a None None] Pushing event updated for resources: {'Port': ['ID=a4bd931a-689f-4de7-b905-d19ba43641d1,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:42.860931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Routers {'6886924c-1bfa-4b49-96e6-677d2da1885d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:42.861550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6886924c-1bfa-4b49-96e6-677d2da1885d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:42.872765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:06:42.873349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 42d3282c-d008-4601-8488-aba4dd9823f8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:42.873856 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:42.891689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f0c60225-838f-47d4-93ae-a50904e90f55 admin admin] 10.222.0.49 "PUT /v2.0/routers/6886924c-1bfa-4b49-96e6-677d2da1885d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4983389 Apr 18 21:06:43.025549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-53e0265f-f103-4508-8c45-2d5dc1fb1e0c None None] Provisioning complete for port 9dc66698-4bd8-4ead-983d-3866ba344a74 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:43.025920 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53e0265f-f103-4508-8c45-2d5dc1fb1e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.074484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] Set router 6886924c-1bfa-4b49-96e6-677d2da1885d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:43.133803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-53e0265f-f103-4508-8c45-2d5dc1fb1e0c None None] Port 9dc66698-4bd8-4ead-983d-3866ba344a74 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:43.191041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-53e0265f-f103-4508-8c45-2d5dc1fb1e0c None None] Provisioning complete for port 275621e2-751d-410c-aeb3-e68a2f85ca08 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:43.191041 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53e0265f-f103-4508-8c45-2d5dc1fb1e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.369271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'name': 'tempest-TestServerMultinode-144232986-router', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:38Z', 'updated_at': '2022-04-18T21:06:42Z', 'revision_number': 4, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'gw_port': {'id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:39Z', 'updated_at': '2022-04-18T21:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '9dc66698-4bd8-4ead-983d-3866ba344a74', 'name': '', 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'mac_address': 'fa:16:3e:b3:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '71d82783-c006-4a9f-8939-76e9110d44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:41Z', 'updated_at': '2022-04-18T21:06:42Z', 'revision_number': 2, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'subnets': [{'id': '71d82783-c006-4a9f-8939-76e9110d44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:43.398844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ead27b-4cba-4497-84ff-679495cdfbb7 None None] The sync data for ids ['6886924c-1bfa-4b49-96e6-677d2da1885d'] in n-d-836015-4 is: [{'id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'name': 'tempest-TestServerMultinode-144232986-router', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:38Z', 'updated_at': '2022-04-18T21:06:42Z', 'revision_number': 4, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'gw_port': {'id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:39Z', 'updated_at': '2022-04-18T21:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '9dc66698-4bd8-4ead-983d-3866ba344a74', 'name': '', 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'mac_address': 'fa:16:3e:b3:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '71d82783-c006-4a9f-8939-76e9110d44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:41Z', 'updated_at': '2022-04-18T21:06:42Z', 'revision_number': 2, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'subnets': [{'id': '71d82783-c006-4a9f-8939-76e9110d44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:43.473505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-c67da58f-52f0-4c2b-9628-97bb71341f52 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:43.475023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-c67da58f-52f0-4c2b-9628-97bb71341f52 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/networks?id=a877863b-a602-4024-a33b-00fbb6033127 HTTP/1.1" status: 200 len: 911 time: 0.1116242 Apr 18 21:06:43.478565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-01421281-d417-4ff7-a062-fe5f7d4a2705 None None] Provisioning complete for port 9dc66698-4bd8-4ead-983d-3866ba344a74 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:43.478940 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-01421281-d417-4ff7-a062-fe5f7d4a2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.494609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-cefbf44d-7a61-4758-a7c9-73ce704d2f82 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/quotas/8c84d4a1933f4d32bbeb39a126c13819 HTTP/1.1" status: 200 len: 375 time: 0.0097401 Apr 18 21:06:43.514134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-01421281-d417-4ff7-a062-fe5f7d4a2705 None None] Port 9dc66698-4bd8-4ead-983d-3866ba344a74 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:43.576296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-7ed61059-58be-47b4-a886-5a4e1ea51917 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c84d4a1933f4d32bbeb39a126c13819&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752900 Apr 18 21:06:43.683032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-16730b8a-1b49-4293-8379-61e140e74278 service neutron] 10.222.0.49 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986023 Apr 18 21:06:43.784024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-6dacb330-81f6-4345-b822-1764ac722c8e service neutron] 10.222.0.49 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946259 Apr 18 21:06:43.962506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-228687fb-e674-4a3a-af90-a17052fcb1cf req-962b4d65-1347-41b8-a16d-5be6e83c862c tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 210 time: 0.0288243 Apr 18 21:06:44.809416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 275621e2-751d-410c-aeb3-e68a2f85ca08 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:44.860517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 275621e2-751d-410c-aeb3-e68a2f85ca08 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:44.860799 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:44.941390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a4bd931a-689f-4de7-b905-d19ba43641d1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:44.992289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a4bd931a-689f-4de7-b905-d19ba43641d1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:44.992289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.023247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-6baec474-82a4-4b09-9821-bb310272becb tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:45.027939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-6baec474-82a4-4b09-9821-bb310272becb tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.60 "GET /v2.0/networks?id=a877863b-a602-4024-a33b-00fbb6033127 HTTP/1.1" status: 200 len: 911 time: 0.1098990 Apr 18 21:06:45.049344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Request body: {'port': {'device_id': '88a72cc8-b6c3-47f5-928a-d3ea79e90403', 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'admin_state_up': True, 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:45.074450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Made reservation on behalf of 8c84d4a1933f4d32bbeb39a126c13819 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:45.077409 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.084595 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.112018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port a4bd931a-689f-4de7-b905-d19ba43641d1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a4bd931a-689f-4de7-b905-d19ba43641d1,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:45.117081 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.122390 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9c40f28-6bc0-481d-a0a8-5e74f1e6a8f6 req-2e77a994-30f5-498a-a5cd-e12eceee3803 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 210 time: 0.0376849 Apr 18 21:06:45.171565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=a4bd931a-689f-4de7-b905-d19ba43641d1,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.538911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Allocated IP 172.20.0.4 (a877863b-a602-4024-a33b-00fbb6033127/9622da32-b6e8-4641-a821-457b933bf7b8/abf985e5-7269-4d54-82dd-2a064604e079) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:45.554478 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Sync routers for ids ['6886924c-1bfa-4b49-96e6-677d2da1885d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:06:45.568311 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Routers {'6886924c-1bfa-4b49-96e6-677d2da1885d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:45.569289 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6886924c-1bfa-4b49-96e6-677d2da1885d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:45.688208 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Set router 6886924c-1bfa-4b49-96e6-677d2da1885d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:45.698041 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.729829 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.772236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Network a877863b-a602-4024-a33b-00fbb6033127 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:45.775527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:45.779229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:45.803322 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Pushing event updated for resources: {'Port': ['ID=abf985e5-7269-4d54-82dd-2a064604e079,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.831979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:45.832857 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.851994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-dab679ed-fc36-4c4d-863c-00909713a4ea tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8157938 Apr 18 21:06:45.864150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Request body: {'port': {'device_id': '88a72cc8-b6c3-47f5-928a-d3ea79e90403', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:45.915789 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'name': 'tempest-TestServerMultinode-144232986-router', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:38Z', 'updated_at': '2022-04-18T21:06:42Z', 'revision_number': 4, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'gw_port': {'id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:39Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '9dc66698-4bd8-4ead-983d-3866ba344a74', 'name': '', 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'mac_address': 'fa:16:3e:b3:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '71d82783-c006-4a9f-8939-76e9110d44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:41Z', 'updated_at': '2022-04-18T21:06:42Z', 'revision_number': 2, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'subnets': [{'id': '71d82783-c006-4a9f-8939-76e9110d44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:45.931716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.947707 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Checking router: 6886924c-1bfa-4b49-96e6-677d2da1885d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:06:45.948050 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Updating router 6886924c-1bfa-4b49-96e6-677d2da1885d port 9dc66698-4bd8-4ead-983d-3866ba344a74 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:06:45.976714 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.053595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-81d00180-5c61-4828-b394-90f7627ac64e None None] Provisioning complete for port abf985e5-7269-4d54-82dd-2a064604e079 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:46.054155 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-81d00180-5c61-4828-b394-90f7627ac64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.107635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-81d00180-5c61-4828-b394-90f7627ac64e None None] Port abf985e5-7269-4d54-82dd-2a064604e079 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:46.109187 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.243441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf985e5-7269-4d54-82dd-2a064604e079 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:06:46.252584 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.267419 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.270367 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Transition to ACTIVE for port object abf985e5-7269-4d54-82dd-2a064604e079 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:46.273368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690ca0-776e-4d0a-81be-f25242a408f4 req-954f9aca-b4d6-4665-bc11-787a510dbda8 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:46.273972 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.275082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c690ca0-776e-4d0a-81be-f25242a408f4 req-954f9aca-b4d6-4665-bc11-787a510dbda8 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1027 time: 0.0674601 Apr 18 21:06:46.276110 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.333134 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf741cd-446c-42d2-9177-5e4067758ace None None] Pushing event updated for resources: {'Port': ['ID=9dc66698-4bd8-4ead-983d-3866ba344a74,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.346732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Pushing event updated for resources: {'Port': ['ID=abf985e5-7269-4d54-82dd-2a064604e079,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.398181 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Attempting to bind port 9dc66698-4bd8-4ead-983d-3866ba344a74 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:46.398547 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Attempting to bind port 9dc66698-4bd8-4ead-983d-3866ba344a74 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'c86d2558-660f-48e9-b2a7-3f01b289ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:46.399102 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Attempting to bind port 9dc66698-4bd8-4ead-983d-3866ba344a74 on network ddc63d16-20c2-4565-8453-2924e6c105c8 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:46.407436 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:46.408506 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Checking segment: {'id': 'c86d2558-660f-48e9-b2a7-3f01b289ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:46.409013 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.409472 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Bound using segment: {'id': 'c86d2558-660f-48e9-b2a7-3f01b289ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:46.410070 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Bound port: 9dc66698-4bd8-4ead-983d-3866ba344a74, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86d2558-660f-48e9-b2a7-3f01b289ce89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:46.410671 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.420407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c690ca0-776e-4d0a-81be-f25242a408f4 req-fd65b487-5ad1-49ee-ba11-534c3525c729 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097395 Apr 18 21:06:46.461780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Attempting to bind port abf985e5-7269-4d54-82dd-2a064604e079 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:46.462064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Attempting to bind port abf985e5-7269-4d54-82dd-2a064604e079 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:46.462685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Attempting to bind port abf985e5-7269-4d54-82dd-2a064604e079 on network a877863b-a602-4024-a33b-00fbb6033127 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:46.468473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Port abf985e5-7269-4d54-82dd-2a064604e079 on network a877863b-a602-4024-a33b-00fbb6033127 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:06:46.469057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Attempting to bind port abf985e5-7269-4d54-82dd-2a064604e079 on network a877863b-a602-4024-a33b-00fbb6033127 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:46.474943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:46.475368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Checking segment: {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:46.475912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Bound using segment: {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:46.476420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Bound port: abf985e5-7269-4d54-82dd-2a064604e079, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:46.476846 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.491196 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] For port 9dc66698-4bd8-4ead-983d-3866ba344a74, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:46.495659 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] For port 9dc66698-4bd8-4ead-983d-3866ba344a74, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9dc66698-4bd8-4ead-983d-3866ba344a74,segment=NetworkSegment(c86d2558-660f-48e9-b2a7-3f01b289ce89),segment_id=c86d2558-660f-48e9-b2a7-3f01b289ce89)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:46.504789 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.573665 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Routers {'6886924c-1bfa-4b49-96e6-677d2da1885d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:06:46.574305 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:06:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6886924c-1bfa-4b49-96e6-677d2da1885d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:46.585073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] For port abf985e5-7269-4d54-82dd-2a064604e079, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:46.588921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] For port abf985e5-7269-4d54-82dd-2a064604e079, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=abf985e5-7269-4d54-82dd-2a064604e079,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:46.597181 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.618300 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf741cd-446c-42d2-9177-5e4067758ace None None] Pushing event updated for resources: {'Port': ['ID=9dc66698-4bd8-4ead-983d-3866ba344a74,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.639496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a4bd931a-689f-4de7-b905-d19ba43641d1 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:46.679595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Pushing event updated for resources: {'Port': ['ID=abf985e5-7269-4d54-82dd-2a064604e079,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:46.686842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:46.688225 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.690098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-44a70502-d66c-4704-8f5f-1b8da2b5ba0e service neutron] 10.222.0.60 "PUT /v2.0/ports/abf985e5-7269-4d54-82dd-2a064604e079 HTTP/1.1" status: 200 len: 1091 time: 0.8302858 Apr 18 21:06:46.690594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a72cc8-b6c3-47f5-928a-d3ea79e90403', 'tag': 'abf985e5-7269-4d54-82dd-2a064604e079'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:46.692999 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ae9d7c-1901-41cd-9f95-54164ecee634" -d '{"events": [{"name": "network-changed", "server_uuid": "88a72cc8-b6c3-47f5-928a-d3ea79e90403", "tag": "abf985e5-7269-4d54-82dd-2a064604e079"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:46.731253 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] Set router 6886924c-1bfa-4b49-96e6-677d2da1885d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:06:46.744600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a4bd931a-689f-4de7-b905-d19ba43641d1 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:46.745247 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.793203 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf68127-4a05-4226-9e1f-290b5dab18d3 x-openstack-request-id: req-3cf68127-4a05-4226-9e1f-290b5dab18d3 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:46.793746 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a72cc8-b6c3-47f5-928a-d3ea79e90403", "tag": "abf985e5-7269-4d54-82dd-2a064604e079", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:46.794163 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3cf68127-4a05-4226-9e1f-290b5dab18d3 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:46.794738 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cf68127-4a05-4226-9e1f-290b5dab18d3'] response: {'name': 'network-changed', 'server_uuid': '88a72cc8-b6c3-47f5-928a-d3ea79e90403', 'tag': 'abf985e5-7269-4d54-82dd-2a064604e079', 'status': 'completed', 'code': 200} Apr 18 21:06:46.812291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c6c89e64-8d8e-421e-86f8-5a05bc9521f6 None None] Provisioning complete for port 9dc66698-4bd8-4ead-983d-3866ba344a74 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:46.813080 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6c89e64-8d8e-421e-86f8-5a05bc9521f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.816270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-f98bc02f-9571-46a7-8d38-cedde2de2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:46.817812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-f98bc02f-9571-46a7-8d38-cedde2de2e73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c84d4a1933f4d32bbeb39a126c13819&device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1094 time: 0.0819955 Apr 18 21:06:46.881630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-af70cdff-986a-4c36-99a2-aac7a3345c48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abf985e5-7269-4d54-82dd-2a064604e079 HTTP/1.1" status: 200 len: 217 time: 0.0556836 Apr 18 21:06:46.955597 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6c89e64-8d8e-421e-86f8-5a05bc9521f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.958445 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-f0043bf8-d94c-42fd-965f-93ba5aea5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:46.959970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-f0043bf8-d94c-42fd-965f-93ba5aea5fc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9622da32-b6e8-4641-a821-457b933bf7b8 HTTP/1.1" status: 200 len: 849 time: 0.0713019 Apr 18 21:06:46.993849 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c6c89e64-8d8e-421e-86f8-5a05bc9521f6 None None] For port 9dc66698-4bd8-4ead-983d-3866ba344a74, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9dc66698-4bd8-4ead-983d-3866ba344a74,segment=NetworkSegment(c86d2558-660f-48e9-b2a7-3f01b289ce89),segment_id=c86d2558-660f-48e9-b2a7-3f01b289ce89)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:46.997868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6c89e64-8d8e-421e-86f8-5a05bc9521f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.017762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-2a8cee5e-3a95-48ac-a7f4-be9747103ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.019197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-2a8cee5e-3a95-48ac-a7f4-be9747103ed9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a877863b-a602-4024-a33b-00fbb6033127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524917 Apr 18 21:06:47.038313 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'name': 'tempest-TestServerMultinode-144232986-router', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:38Z', 'updated_at': '2022-04-18T21:06:42Z', 'revision_number': 4, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'gw_port': {'id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:39Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '9dc66698-4bd8-4ead-983d-3866ba344a74', 'name': '', 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'mac_address': 'fa:16:3e:b3:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '71d82783-c006-4a9f-8939-76e9110d44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:41Z', 'updated_at': '2022-04-18T21:06:46Z', 'revision_number': 4, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'subnets': [{'id': '71d82783-c006-4a9f-8939-76e9110d44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:06:47.049504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c89e64-8d8e-421e-86f8-5a05bc9521f6 None None] Pushing event updated for resources: {'Port': ['ID=9dc66698-4bd8-4ead-983d-3866ba344a74,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:47.068212 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2b50e-5f13-422d-8772-792b968da9bc None None] The sync data for ids ['6886924c-1bfa-4b49-96e6-677d2da1885d'] in n-d-836015-4 is: [{'id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'name': 'tempest-TestServerMultinode-144232986-router', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:38Z', 'updated_at': '2022-04-18T21:06:42Z', 'revision_number': 4, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'gw_port': {'id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:39Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '9dc66698-4bd8-4ead-983d-3866ba344a74', 'name': '', 'network_id': 'ddc63d16-20c2-4565-8453-2924e6c105c8', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'mac_address': 'fa:16:3e:b3:56:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '71d82783-c006-4a9f-8939-76e9110d44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:41Z', 'updated_at': '2022-04-18T21:06:46Z', 'revision_number': 4, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'subnets': [{'id': '71d82783-c006-4a9f-8939-76e9110d44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:06:47.120413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-47694775-cb49-474b-a047-1cde4803de2e service neutron] 10.222.0.60 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942597 Apr 18 21:06:47.130775 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-530d01fd-0111-4816-8a7d-29f0d141c539 None None] Provisioning complete for port 9dc66698-4bd8-4ead-983d-3866ba344a74 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:47.131335 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-530d01fd-0111-4816-8a7d-29f0d141c539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.240127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ecb4663-c2af-4bcb-82df-e1b1e687090f req-1a77b7e7-382a-43d3-a157-88b5d82aeef2 service neutron] 10.222.0.60 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126697 Apr 18 21:06:47.334438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-60ed90a5-e762-4115-ad46-9435b6501d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.336063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-60ed90a5-e762-4115-ad46-9435b6501d58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c84d4a1933f4d32bbeb39a126c13819&device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1094 time: 0.0458417 Apr 18 21:06:47.446386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-3c9d8416-cd3a-45a1-b96f-d4b1e985d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.448322 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-3c9d8416-cd3a-45a1-b96f-d4b1e985d32a service neutron] 10.222.0.60 "GET /v2.0/networks?id=a877863b-a602-4024-a33b-00fbb6033127 HTTP/1.1" status: 200 len: 911 time: 0.1056557 Apr 18 21:06:47.507610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-cdb22fcd-52c5-4092-9ede-fdb93e62026b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abf985e5-7269-4d54-82dd-2a064604e079 HTTP/1.1" status: 200 len: 217 time: 0.0510304 Apr 18 21:06:47.580055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43669379-c448-43fe-ab20-235f4ffea03f req-6597e62b-f5af-4a4d-8207-bfdb713c8aa1 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.581580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43669379-c448-43fe-ab20-235f4ffea03f req-6597e62b-f5af-4a4d-8207-bfdb713c8aa1 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1094 time: 0.0837283 Apr 18 21:06:47.583096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-d72cc7a1-b8be-4a69-9948-e14b89ddee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.584422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-d72cc7a1-b8be-4a69-9948-e14b89ddee4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9622da32-b6e8-4641-a821-457b933bf7b8 HTTP/1.1" status: 200 len: 849 time: 0.0599756 Apr 18 21:06:47.645217 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43669379-c448-43fe-ab20-235f4ffea03f req-7cee79c1-d2b9-4483-89e2-e28d50403853 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573080 Apr 18 21:06:47.655175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-1671fd2f-4173-432f-814a-b38f03e4fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.656699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-1671fd2f-4173-432f-814a-b38f03e4fc8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a877863b-a602-4024-a33b-00fbb6033127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617828 Apr 18 21:06:47.747394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-364d1521-7958-4708-8575-5cb64f495995 service neutron] 10.222.0.60 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830333 Apr 18 21:06:47.843137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14ae9d7c-1901-41cd-9f95-54164ecee634 req-570d8b32-b17b-4fd6-8cf7-5e30c390d20e service neutron] 10.222.0.60 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890505 Apr 18 21:06:48.597462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9dc66698-4bd8-4ead-983d-3866ba344a74 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:48.645568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9dc66698-4bd8-4ead-983d-3866ba344a74 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:48.645936 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:48.755326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde30a3-12fa-4509-a8c5-a338758ba7d8 req-036986ed-af47-4b44-b2d6-a4123058bef9 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:48.756902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afde30a3-12fa-4509-a8c5-a338758ba7d8 req-036986ed-af47-4b44-b2d6-a4123058bef9 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1094 time: 0.0424051 Apr 18 21:06:48.793509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afde30a3-12fa-4509-a8c5-a338758ba7d8 req-c7ad44b0-7740-4fc0-99db-d0854a5ff3b3 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295041 Apr 18 21:06:49.906605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b9322-1f1f-4350-b012-647a7422608d req-1f42a307-9975-432f-86ef-aa63f79da5c8 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.908168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb8b9322-1f1f-4350-b012-647a7422608d req-1f42a307-9975-432f-86ef-aa63f79da5c8 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1094 time: 0.0465958 Apr 18 21:06:49.942230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb8b9322-1f1f-4350-b012-647a7422608d req-02527773-5ba0-4afe-8c27-7705564639ae tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279665 Apr 18 21:06:51.052178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160c728-bc1e-48bd-bd0b-944ed219d65d req-245e2294-6e63-489e-92ff-baf97a579976 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:51.053617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e160c728-bc1e-48bd-bd0b-944ed219d65d req-245e2294-6e63-489e-92ff-baf97a579976 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1094 time: 0.0417430 Apr 18 21:06:51.087771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e160c728-bc1e-48bd-bd0b-944ed219d65d req-36ca08ce-129d-4de8-9d2a-dab69a99df4e tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281904 Apr 18 21:06:52.197286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab4238-a292-43e2-8f4f-bed14e3db875 req-e6b747d6-dc8d-457a-b80d-52ef4e4dc001 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:52.198779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-feab4238-a292-43e2-8f4f-bed14e3db875 req-e6b747d6-dc8d-457a-b80d-52ef4e4dc001 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1094 time: 0.0439713 Apr 18 21:06:52.212394 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device abf985e5-7269-4d54-82dd-2a064604e079 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:06:52.236521 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-feab4238-a292-43e2-8f4f-bed14e3db875 req-b0727a9f-e0bd-4d9c-a957-979fa72c2e2c tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311370 Apr 18 21:06:52.314760 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port abf985e5-7269-4d54-82dd-2a064604e079, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=abf985e5-7269-4d54-82dd-2a064604e079,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:52.328454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'abf985e5-7269-4d54-82dd-2a064604e079', 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'port_id': 'abf985e5-7269-4d54-82dd-2a064604e079', 'mac_address': 'fa:16:3e:47:db:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:06:52.367633 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.381052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf985e5-7269-4d54-82dd-2a064604e079 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:06:52.401241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port abf985e5-7269-4d54-82dd-2a064604e079, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=abf985e5-7269-4d54-82dd-2a064604e079,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:52.404777 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.450237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=abf985e5-7269-4d54-82dd-2a064604e079,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:52.696175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['abf985e5-7269-4d54-82dd-2a064604e079'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:06:53.347446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa0108-c6a7-4cb2-b616-d94f81183772 req-1a1acadb-c251-4a64-915e-0460538c5031 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:53.348990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75fa0108-c6a7-4cb2-b616-d94f81183772 req-1a1acadb-c251-4a64-915e-0460538c5031 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1095 time: 0.0439591 Apr 18 21:06:53.383020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75fa0108-c6a7-4cb2-b616-d94f81183772 req-d1c23a9d-bf24-470e-9e65-8c9a089f310c tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280995 Apr 18 21:06:54.245755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device abf985e5-7269-4d54-82dd-2a064604e079 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:06:54.296255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port abf985e5-7269-4d54-82dd-2a064604e079 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:54.300473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port abf985e5-7269-4d54-82dd-2a064604e079 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:54.300847 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.379360 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.401573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a72cc8-b6c3-47f5-928a-d3ea79e90403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf985e5-7269-4d54-82dd-2a064604e079'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:54.403804 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4e7469-370b-4841-ac66-548ba64929af" -d '{"events": [{"server_uuid": "88a72cc8-b6c3-47f5-928a-d3ea79e90403", "name": "network-vif-plugged", "status": "completed", "tag": "abf985e5-7269-4d54-82dd-2a064604e079"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:54.418310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port abf985e5-7269-4d54-82dd-2a064604e079, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=abf985e5-7269-4d54-82dd-2a064604e079,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:06:54.423164 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:54.448839 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c09834-f28c-4ee7-89f6-97ae638cf17e x-openstack-request-id: req-a4c09834-f28c-4ee7-89f6-97ae638cf17e {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:54.449136 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a72cc8-b6c3-47f5-928a-d3ea79e90403", "name": "network-vif-plugged", "status": "completed", "tag": "abf985e5-7269-4d54-82dd-2a064604e079", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:54.449656 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a4c09834-f28c-4ee7-89f6-97ae638cf17e {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:54.450059 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c09834-f28c-4ee7-89f6-97ae638cf17e'] response: {'server_uuid': '88a72cc8-b6c3-47f5-928a-d3ea79e90403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf985e5-7269-4d54-82dd-2a064604e079', 'code': 200} Apr 18 21:06:54.478286 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=abf985e5-7269-4d54-82dd-2a064604e079,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:54.540217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df8d8e-9427-46a4-af28-d8c7dea7bcf1 req-4b2099ba-0b08-4a4c-afe6-e6bec767dabc tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:54.541746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93df8d8e-9427-46a4-af28-d8c7dea7bcf1 req-4b2099ba-0b08-4a4c-afe6-e6bec767dabc tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1096 time: 0.0788469 Apr 18 21:06:54.558649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ac6e5-b7ed-481c-9107-0c00393bb28c req-29df17c2-246e-4ad2-adb7-9a88157d4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:54.560090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e9ac6e5-b7ed-481c-9107-0c00393bb28c req-29df17c2-246e-4ad2-adb7-9a88157d4a98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1096 time: 0.0532751 Apr 18 21:06:54.601834 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93df8d8e-9427-46a4-af28-d8c7dea7bcf1 req-6e2584cb-c787-45f2-8565-c3ab496162a2 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533319 Apr 18 21:06:54.607167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e9ac6e5-b7ed-481c-9107-0c00393bb28c req-24f18ca2-e4ee-41b7-9ecc-ea9ee7b1c8fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403223 Apr 18 21:06:55.712224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe8d31-29a8-4c71-997b-977153316e78 req-6657fa06-0667-4c9e-8b28-0334bf6a28fb tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:55.713730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45fe8d31-29a8-4c71-997b-977153316e78 req-6657fa06-0667-4c9e-8b28-0334bf6a28fb tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1096 time: 0.0450649 Apr 18 21:06:55.748849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45fe8d31-29a8-4c71-997b-977153316e78 req-cbae3cc8-e7cc-4596-86f1-b9f0b746d705 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289235 Apr 18 21:06:56.857425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d17b6b-2952-4c78-9615-80f036eaa620 req-80ad1521-8d95-4e9f-b5fa-5571b3aab62e tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.858939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7d17b6b-2952-4c78-9615-80f036eaa620 req-80ad1521-8d95-4e9f-b5fa-5571b3aab62e tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1096 time: 0.0401516 Apr 18 21:06:56.893951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7d17b6b-2952-4c78-9615-80f036eaa620 req-e2869a53-2a6d-4719-83eb-ecb3e3291af3 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287249 Apr 18 21:06:56.997379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5927c8-9457-4578-b527-ee56684e63eb req-8e6ff53e-ce73-45a0-acba-aae71d239685 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:56.998853 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf5927c8-9457-4578-b527-ee56684e63eb req-8e6ff53e-ce73-45a0-acba-aae71d239685 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1096 time: 0.0388436 Apr 18 21:06:57.032947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf5927c8-9457-4578-b527-ee56684e63eb req-d99dfd83-c4fd-4b9c-9b06-4fbc654f91d2 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275054 Apr 18 21:06:57.138448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec00c91-5f42-40c3-8a8d-8542441599a6 req-12a59b05-550e-4078-85a1-f50b9d22a406 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:57.139960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec00c91-5f42-40c3-8a8d-8542441599a6 req-12a59b05-550e-4078-85a1-f50b9d22a406 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1096 time: 0.0435240 Apr 18 21:06:57.173578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec00c91-5f42-40c3-8a8d-8542441599a6 req-eeb120b3-44dd-40fa-8896-5cbca10c53a2 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276320 Apr 18 21:06:57.383754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-04e4a598-6c6e-4bf2-bbc9-d4d4a202e359 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:57.385418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-04e4a598-6c6e-4bf2-bbc9-d4d4a202e359 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/networks?id=a877863b-a602-4024-a33b-00fbb6033127 HTTP/1.1" status: 200 len: 911 time: 0.0874064 Apr 18 21:06:57.400272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-f58ae92f-bf44-498f-a91c-6e87e3c326c4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/quotas/8c84d4a1933f4d32bbeb39a126c13819 HTTP/1.1" status: 200 len: 375 time: 0.0088732 Apr 18 21:06:57.455677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-0362a529-a0c9-4117-ac11-f0282b96437c tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c84d4a1933f4d32bbeb39a126c13819&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498176 Apr 18 21:06:57.547654 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-39eda655-ccae-4eca-9d7b-80a932343f1f service neutron] 10.222.0.49 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837722 Apr 18 21:06:57.642181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-da4f251b-b2c6-4f38-87a2-bf335bcba294 service neutron] 10.222.0.49 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882497 Apr 18 21:06:57.810746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46afbecd-1eca-4efe-bba3-028b358e7aea req-49738fe4-c12b-458a-b291-999ad56d979a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 210 time: 0.0306559 Apr 18 21:06:58.794003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-5d6de55a-ba3e-41f4-945b-65a7c37203d3 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:58.795532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-5d6de55a-ba3e-41f4-945b-65a7c37203d3 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.64 "GET /v2.0/networks?id=a877863b-a602-4024-a33b-00fbb6033127 HTTP/1.1" status: 200 len: 911 time: 0.0944719 Apr 18 21:06:58.808846 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Request body: {'port': {'device_id': '5abd94b4-7ad4-4b18-b444-8b249ca667cc', 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'admin_state_up': True, 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:58.837102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Made reservation on behalf of 8c84d4a1933f4d32bbeb39a126c13819 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:58.839560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:58.925748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-458bb0fd-b160-4ec2-914c-19e68b1f0d65 req-f4253b18-f02e-4754-8820-adf001c95e3e tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 210 time: 0.0317330 Apr 18 21:06:58.980828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Allocated IP 172.20.0.6 (a877863b-a602-4024-a33b-00fbb6033127/9622da32-b6e8-4641-a821-457b933bf7b8/1c6a14dc-c91e-4ecd-8e78-f43d48eac24a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:59.116646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.150011 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.160534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['abf985e5-7269-4d54-82dd-2a064604e079'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:06:59.197620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Network a877863b-a602-4024-a33b-00fbb6033127 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:59.202536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:59.207693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:06:59.211140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Pushing event updated for resources: {'Port': ['ID=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:59.257670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:59.258285 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.276166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19c0774d-e73a-4634-a7c3-cb9e10d647f4 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4709136 Apr 18 21:06:59.290852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Request body: {'port': {'device_id': '5abd94b4-7ad4-4b18-b444-8b249ca667cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:59.350134 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.423638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f37298aa-31aa-4535-ab0b-417cb6359ce7 None None] Provisioning complete for port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:59.424441 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f37298aa-31aa-4535-ab0b-417cb6359ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.461157 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f37298aa-31aa-4535-ab0b-417cb6359ce7 None None] Port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:06:59.611457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:06:59.619182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.631381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Transition to ACTIVE for port object 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:59.635123 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.681759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Pushing event updated for resources: {'Port': ['ID=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:59.764703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Attempting to bind port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:59.765043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Attempting to bind port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:59.765372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Attempting to bind port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a on network a877863b-a602-4024-a33b-00fbb6033127 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:59.774413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a on network a877863b-a602-4024-a33b-00fbb6033127 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:06:59.774735 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Attempting to bind port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a on network a877863b-a602-4024-a33b-00fbb6033127 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:06:59.780172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:06:59.783541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Checking segment: {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:06:59.783541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Bound using segment: {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:06:59.783541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Bound port: 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66358b4-1f44-45c6-be44-c91294f463e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:59.783541 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.849904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] For port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:06:59.852898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] For port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:06:59.857174 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.890938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:59.891481 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:59.892900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] 10.222.0.64 "PUT /v2.0/ports/1c6a14dc-c91e-4ecd-8e78-f43d48eac24a HTTP/1.1" status: 200 len: 1091 time: 0.6071587 Apr 18 21:06:59.893361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5abd94b4-7ad4-4b18-b444-8b249ca667cc', 'tag': '1c6a14dc-c91e-4ecd-8e78-f43d48eac24a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:59.895602 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892726fa-b5be-4059-9420-351278e22495" -d '{"events": [{"name": "network-changed", "server_uuid": "5abd94b4-7ad4-4b18-b444-8b249ca667cc", "tag": "1c6a14dc-c91e-4ecd-8e78-f43d48eac24a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:06:59.931268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e38c79-1a6a-4372-99d0-561019aa869d service neutron] Pushing event updated for resources: {'Port': ['ID=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:59.951558 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8c17f8-f259-4293-af96-73c7257c5e4a x-openstack-request-id: req-ef8c17f8-f259-4293-af96-73c7257c5e4a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:06:59.951895 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5abd94b4-7ad4-4b18-b444-8b249ca667cc", "tag": "1c6a14dc-c91e-4ecd-8e78-f43d48eac24a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:06:59.952121 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef8c17f8-f259-4293-af96-73c7257c5e4a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:06:59.952689 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8c17f8-f259-4293-af96-73c7257c5e4a'] response: {'name': 'network-changed', 'server_uuid': '5abd94b4-7ad4-4b18-b444-8b249ca667cc', 'tag': '1c6a14dc-c91e-4ecd-8e78-f43d48eac24a', 'status': 'completed', 'code': 200} Apr 18 21:06:59.983005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-74f9b4e7-81a3-48af-aebd-0c87c7e43808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:59.985458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-74f9b4e7-81a3-48af-aebd-0c87c7e43808 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c84d4a1933f4d32bbeb39a126c13819&device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1094 time: 0.0503173 Apr 18 21:07:00.053350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-c586ba37-6fa3-4244-9da3-d0ca1c887f3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a HTTP/1.1" status: 200 len: 217 time: 0.0479002 Apr 18 21:07:00.099267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17efd-dfae-4496-b3ff-8813176da9cd req-54a10fcb-8d0c-487e-a612-270c5eb5fabd tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.100796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44c17efd-dfae-4496-b3ff-8813176da9cd req-54a10fcb-8d0c-487e-a612-270c5eb5fabd tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1094 time: 0.1038706 Apr 18 21:07:00.126471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-c656159d-60c9-4f7b-b620-608f685bea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.127937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-c656159d-60c9-4f7b-b620-608f685bea6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9622da32-b6e8-4641-a821-457b933bf7b8 HTTP/1.1" status: 200 len: 849 time: 0.0650351 Apr 18 21:07:00.165838 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44c17efd-dfae-4496-b3ff-8813176da9cd req-e0f20584-3465-4722-81f0-f574b19be585 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571444 Apr 18 21:07:00.183017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-bf5fe1e3-e70b-47ca-9fd3-ec47da9398b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.184605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-bf5fe1e3-e70b-47ca-9fd3-ec47da9398b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a877863b-a602-4024-a33b-00fbb6033127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457888 Apr 18 21:07:00.277439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-40fe45d2-cf21-4792-9e36-08a785d2a13e service neutron] 10.222.0.64 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825057 Apr 18 21:07:00.373063 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ead32e6-6f82-461b-83ed-9b82b7bd30c2 req-19264529-5dc3-4759-8e3c-52ac25fbb7c3 service neutron] 10.222.0.64 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846512 Apr 18 21:07:00.473484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892726fa-b5be-4059-9420-351278e22495 req-da7885f0-dbeb-43f7-944f-736355a6d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.474970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-892726fa-b5be-4059-9420-351278e22495 req-da7885f0-dbeb-43f7-944f-736355a6d7db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c84d4a1933f4d32bbeb39a126c13819&device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1094 time: 0.0413475 Apr 18 21:07:00.573769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892726fa-b5be-4059-9420-351278e22495 req-7cdba514-75bb-47ee-8bd3-22740f7402f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.575328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-892726fa-b5be-4059-9420-351278e22495 req-7cdba514-75bb-47ee-8bd3-22740f7402f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a877863b-a602-4024-a33b-00fbb6033127 HTTP/1.1" status: 200 len: 911 time: 0.0938306 Apr 18 21:07:00.616810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-892726fa-b5be-4059-9420-351278e22495 req-af592c3f-bd67-4250-838d-5b5e5b2a2b29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a HTTP/1.1" status: 200 len: 217 time: 0.0345714 Apr 18 21:07:00.665945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892726fa-b5be-4059-9420-351278e22495 req-3a8d2190-54b3-405b-aece-e7eef2be119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.667376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-892726fa-b5be-4059-9420-351278e22495 req-3a8d2190-54b3-405b-aece-e7eef2be119c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9622da32-b6e8-4641-a821-457b933bf7b8 HTTP/1.1" status: 200 len: 849 time: 0.0432220 Apr 18 21:07:00.719799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892726fa-b5be-4059-9420-351278e22495 req-47db8e5e-58a0-49db-b5d2-654f9b97799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:00.721292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-892726fa-b5be-4059-9420-351278e22495 req-47db8e5e-58a0-49db-b5d2-654f9b97799e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a877863b-a602-4024-a33b-00fbb6033127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442407 Apr 18 21:07:00.810450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-892726fa-b5be-4059-9420-351278e22495 req-fd1fd5c1-5d66-44c3-ba50-67379dbc0477 service neutron] 10.222.0.64 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804636 Apr 18 21:07:00.913146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-892726fa-b5be-4059-9420-351278e22495 req-d5216421-f649-4cb2-b88c-b168994c72b3 service neutron] 10.222.0.64 "GET /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937500 Apr 18 21:07:01.276342 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9a64a-c52f-4275-b524-d10ba48c22ba req-891d1855-fa6e-46a0-b535-e92be0897db6 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:01.277889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f9a64a-c52f-4275-b524-d10ba48c22ba req-891d1855-fa6e-46a0-b535-e92be0897db6 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1094 time: 0.0405285 Apr 18 21:07:01.312374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3f9a64a-c52f-4275-b524-d10ba48c22ba req-f3b10764-31b0-4a5a-89a7-cfc84cd65b5c tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279362 Apr 18 21:07:02.420275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f1101-4fc6-4a9a-85a6-eb5398fd3513 req-07c4e918-4772-4752-b6dd-031b653857a3 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:02.421760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-066f1101-4fc6-4a9a-85a6-eb5398fd3513 req-07c4e918-4772-4752-b6dd-031b653857a3 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1094 time: 0.0398514 Apr 18 21:07:02.455551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-066f1101-4fc6-4a9a-85a6-eb5398fd3513 req-2207d6cf-10ba-4a22-8d8a-c77ff9da0ea9 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278037 Apr 18 21:07:03.565266 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27e54d-5228-41cd-a199-d7bf76fd73b3 req-5fdf359a-1545-405c-a7bd-65ecdf2252eb tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:03.566749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa27e54d-5228-41cd-a199-d7bf76fd73b3 req-5fdf359a-1545-405c-a7bd-65ecdf2252eb tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1094 time: 0.0434260 Apr 18 21:07:03.600633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa27e54d-5228-41cd-a199-d7bf76fd73b3 req-9e809022-9d6a-4038-a9ab-cc98c633ccf3 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279140 Apr 18 21:07:04.706863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655cac4-177c-4c54-8ed1-fc7757a51b8b req-c3cc187b-7892-4483-b7b3-36c8520bd129 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:04.708394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6655cac4-177c-4c54-8ed1-fc7757a51b8b req-c3cc187b-7892-4483-b7b3-36c8520bd129 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1094 time: 0.0401618 Apr 18 21:07:04.742441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6655cac4-177c-4c54-8ed1-fc7757a51b8b req-cc118d02-3d89-40ad-bd5a-f3546d01f322 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279555 Apr 18 21:07:04.828509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:07:04.918581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:04.930123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '1c6a14dc-c91e-4ecd-8e78-f43d48eac24a', 'network_id': 'a877863b-a602-4024-a33b-00fbb6033127', 'port_id': '1c6a14dc-c91e-4ecd-8e78-f43d48eac24a', 'mac_address': 'fa:16:3e:ef:f6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9622da32-b6e8-4641-a821-457b933bf7b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:07:05.121105 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.133412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:07:05.152396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:05.156096 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:05.202581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:05.394781 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1c6a14dc-c91e-4ecd-8e78-f43d48eac24a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:07:05.849746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae84cad-ecaa-4ef2-b284-e0287d2fbe50 req-366dc260-c053-4cd4-a54b-b8b5f7d3a4fb tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:05.851255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ae84cad-ecaa-4ef2-b284-e0287d2fbe50 req-366dc260-c053-4cd4-a54b-b8b5f7d3a4fb tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1095 time: 0.0401549 Apr 18 21:07:05.886574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ae84cad-ecaa-4ef2-b284-e0287d2fbe50 req-234d288e-dae2-45cd-a4bb-0e27a33ce780 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285635 Apr 18 21:07:05.934915 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f75762ba-f17b-44f4-9ae9-594faa5c2ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.844088 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:06.892689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:06.896898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:06.897309 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.977664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:06.996705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fd66c-b676-424c-af60-ef8fff8c9ed4 req-ef40d948-beab-4204-954d-1cd9c44c7909 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:06.998204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a5fd66c-b676-424c-af60-ef8fff8c9ed4 req-ef40d948-beab-4204-954d-1cd9c44c7909 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1095 time: 0.0444291 Apr 18 21:07:06.999876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abd94b4-7ad4-4b18-b444-8b249ca667cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6a14dc-c91e-4ecd-8e78-f43d48eac24a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:07.002447 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec95e7d2-cf87-4384-9b2b-13ec78798c72" -d '{"events": [{"server_uuid": "5abd94b4-7ad4-4b18-b444-8b249ca667cc", "name": "network-vif-plugged", "status": "completed", "tag": "1c6a14dc-c91e-4ecd-8e78-f43d48eac24a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:07:07.015854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:07.021329 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:07.036664 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a5fd66c-b676-424c-af60-ef8fff8c9ed4 req-cc162dcc-8697-4fa1-8653-fef6fea68942 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Apr 18 21:07:07.054191 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ee7d20-6c41-4683-a858-d8d8215789db x-openstack-request-id: req-56ee7d20-6c41-4683-a858-d8d8215789db {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:07:07.054472 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5abd94b4-7ad4-4b18-b444-8b249ca667cc", "name": "network-vif-plugged", "status": "completed", "tag": "1c6a14dc-c91e-4ecd-8e78-f43d48eac24a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:07:07.054715 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56ee7d20-6c41-4683-a858-d8d8215789db {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:07:07.055099 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ee7d20-6c41-4683-a858-d8d8215789db'] response: {'server_uuid': '5abd94b4-7ad4-4b18-b444-8b249ca667cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6a14dc-c91e-4ecd-8e78-f43d48eac24a', 'code': 200} Apr 18 21:07:07.071290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:07.152185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01252f-3d38-4442-a291-7400a95ba7f9 req-1633a2c8-23e1-4804-bdc6-0d2c4ed081eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:07.153552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a01252f-3d38-4442-a291-7400a95ba7f9 req-1633a2c8-23e1-4804-bdc6-0d2c4ed081eb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1096 time: 0.0396569 Apr 18 21:07:07.193335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a01252f-3d38-4442-a291-7400a95ba7f9 req-cc36fd3e-e5e5-42ff-abf1-4bbb396da48c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278759 Apr 18 21:07:08.142801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2b71b-6912-4442-b8c5-4c478a81b36e req-32545e2f-a3c3-4107-984c-4c81d3f98d5e tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:08.144317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9b2b71b-6912-4442-b8c5-4c478a81b36e req-32545e2f-a3c3-4107-984c-4c81d3f98d5e tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1096 time: 0.0395811 Apr 18 21:07:08.178575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9b2b71b-6912-4442-b8c5-4c478a81b36e req-57c114e4-6643-4ae9-905f-ba97b67d214e tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283177 Apr 18 21:07:08.679987 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-75008de2-447c-48d8-af39-dfe3381fc036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.286985 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b087ab7-1df4-489f-a98b-1d692db30c3d req-99d0fc91-b6f8-4257-9736-7660261d720f tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:09.288527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b087ab7-1df4-489f-a98b-1d692db30c3d req-99d0fc91-b6f8-4257-9736-7660261d720f tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1096 time: 0.0448546 Apr 18 21:07:09.322062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b087ab7-1df4-489f-a98b-1d692db30c3d req-419ef983-4125-451a-81de-55db848c10f8 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275297 Apr 18 21:07:09.395204 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:09.427102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb16ce6-7acd-45ab-a859-a13f0e3a1658 req-aac24084-6a27-477f-952b-67cd60197114 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:09.428620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cb16ce6-7acd-45ab-a859-a13f0e3a1658 req-aac24084-6a27-477f-952b-67cd60197114 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1096 time: 0.0408561 Apr 18 21:07:09.462771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cb16ce6-7acd-45ab-a859-a13f0e3a1658 req-e1ce54a4-9bc3-4c38-bb5e-1cee5aaf26af tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280180 Apr 18 21:07:09.571392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d5701-d332-409c-a3bc-f1a237cd3531 req-1cc1c811-4510-4f39-8ae0-160e8f6452f2 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:09.572912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da8d5701-d332-409c-a3bc-f1a237cd3531 req-1cc1c811-4510-4f39-8ae0-160e8f6452f2 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1096 time: 0.0431063 Apr 18 21:07:09.610372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da8d5701-d332-409c-a3bc-f1a237cd3531 req-cb18a161-4188-4c69-a19b-0553700ef9be tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299284 Apr 18 21:07:09.835932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d52208-000c-44ae-b50c-c0b17eaa9248 req-50231266-359b-4624-adbb-ac854fd9fd91 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:09.837430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40d52208-000c-44ae-b50c-c0b17eaa9248 req-50231266-359b-4624-adbb-ac854fd9fd91 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1096 time: 0.0442898 Apr 18 21:07:09.874021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40d52208-000c-44ae-b50c-c0b17eaa9248 req-b456588f-4ad8-4569-b91e-d5ec423ef1ac tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305204 Apr 18 21:07:10.570472 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:10.985328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd5a4d-3a36-4057-aa79-d9e26bf2c802 req-44208479-ab20-4b01-a295-5d1e7f0b1e36 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:10.986864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91fd5a4d-3a36-4057-aa79-d9e26bf2c802 req-44208479-ab20-4b01-a295-5d1e7f0b1e36 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1096 time: 0.0411663 Apr 18 21:07:11.021248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91fd5a4d-3a36-4057-aa79-d9e26bf2c802 req-57c0a422-146c-42c6-aa1a-21cf796b4ada tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283685 Apr 18 21:07:11.139085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-9f8ce715-90f0-428f-a6e2-24a04c0a4390 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:11.140602 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-9f8ce715-90f0-428f-a6e2-24a04c0a4390 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 1096 time: 0.0395839 Apr 18 21:07:11.224856 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.225645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-c82e5f5a-6407-4a3b-b6ea-34b50119502a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Deleting port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:11.225988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-c82e5f5a-6407-4a3b-b6ea-34b50119502a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.301713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-c82e5f5a-6407-4a3b-b6ea-34b50119502a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] For port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:11.302014 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-c82e5f5a-6407-4a3b-b6ea-34b50119502a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.314279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-c82e5f5a-6407-4a3b-b6ea-34b50119502a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Calling delete_port for 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:11.435569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-c82e5f5a-6407-4a3b-b6ea-34b50119502a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.445920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['abf985e5-7269-4d54-82dd-2a064604e079'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:07:11.450449 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1c6a14dc-c91e-4ecd-8e78-f43d48eac24a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:07:11.465572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e5f5a-6407-4a3b-b6ea-34b50119502a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c6a14dc-c91e-4ecd-8e78-f43d48eac24a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:11.511505 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-c82e5f5a-6407-4a3b-b6ea-34b50119502a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] No DVR routers for this DVR port 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:11.514985 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-c82e5f5a-6407-4a3b-b6ea-34b50119502a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:11.519685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c100881b-578e-4269-9024-8cd9eb5bf851 req-c82e5f5a-6407-4a3b-b6ea-34b50119502a tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.64 "DELETE /v2.0/ports/1c6a14dc-c91e-4ecd-8e78-f43d48eac24a HTTP/1.1" status: 204 len: 173 time: 0.3697083 Apr 18 21:07:11.520189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5abd94b4-7ad4-4b18-b444-8b249ca667cc', 'name': 'network-vif-deleted', 'tag': '1c6a14dc-c91e-4ecd-8e78-f43d48eac24a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:11.523926 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f3b037-4b13-43af-9ad2-396566df0cea" -d '{"events": [{"server_uuid": "5abd94b4-7ad4-4b18-b444-8b249ca667cc", "name": "network-vif-deleted", "tag": "1c6a14dc-c91e-4ecd-8e78-f43d48eac24a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:07:11.567344 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e316b924-0bab-4d88-b2fb-2d2465528855 x-openstack-request-id: req-e316b924-0bab-4d88-b2fb-2d2465528855 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:07:11.567664 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5abd94b4-7ad4-4b18-b444-8b249ca667cc", "name": "network-vif-deleted", "tag": "1c6a14dc-c91e-4ecd-8e78-f43d48eac24a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:07:11.567966 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e316b924-0bab-4d88-b2fb-2d2465528855 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:07:11.568376 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e316b924-0bab-4d88-b2fb-2d2465528855'] response: {'server_uuid': '5abd94b4-7ad4-4b18-b444-8b249ca667cc', 'name': 'network-vif-deleted', 'tag': '1c6a14dc-c91e-4ecd-8e78-f43d48eac24a', 'status': 'completed', 'code': 200} Apr 18 21:07:12.417129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3bacd7b7-64a8-4d33-bef2-db8c9c36cf68 req-5d956d54-4daa-4a62-a43c-bf8765df30e7 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5abd94b4-7ad4-4b18-b444-8b249ca667cc HTTP/1.1" status: 200 len: 210 time: 0.3146915 Apr 18 21:07:12.497774 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:13.675223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cbb06-4f19-40d0-9b69-56b0799d95c3 req-8e47057f-dec3-4822-bb5f-ed167a60f134 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:13.676750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a09cbb06-4f19-40d0-9b69-56b0799d95c3 req-8e47057f-dec3-4822-bb5f-ed167a60f134 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1096 time: 0.0392609 Apr 18 21:07:13.711321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a09cbb06-4f19-40d0-9b69-56b0799d95c3 req-cf4d7296-c6f9-485f-8866-417d0f8eef41 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281084 Apr 18 21:07:14.821077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ecb2c-b7d5-4721-ba57-1a694e002ca0 req-f006ecf8-421c-45d3-9928-6c61e1269de0 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:14.822496 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c6ecb2c-b7d5-4721-ba57-1a694e002ca0 req-f006ecf8-421c-45d3-9928-6c61e1269de0 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1096 time: 0.0426857 Apr 18 21:07:14.857923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c6ecb2c-b7d5-4721-ba57-1a694e002ca0 req-2be9ed84-9040-4578-a906-4c0e88dba048 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/security-groups?id=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293262 Apr 18 21:07:14.891635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:14.911918 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:14.912258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1c6a14dc-c91e-4ecd-8e78-f43d48eac24a not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:15.129856 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-fbafc4db-f727-479e-9b14-795999b79325 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:15.131232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-fbafc4db-f727-479e-9b14-795999b79325 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 1096 time: 0.0433319 Apr 18 21:07:15.209395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-c4a02e39-9a8b-4430-90a0-2de009d3f861 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Deleting port abf985e5-7269-4d54-82dd-2a064604e079 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:15.209733 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-c4a02e39-9a8b-4430-90a0-2de009d3f861 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.278754 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:07:15.291106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-c4a02e39-9a8b-4430-90a0-2de009d3f861 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] For port abf985e5-7269-4d54-82dd-2a064604e079, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=abf985e5-7269-4d54-82dd-2a064604e079,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:15.291470 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-c4a02e39-9a8b-4430-90a0-2de009d3f861 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.303882 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-c4a02e39-9a8b-4430-90a0-2de009d3f861 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Calling delete_port for abf985e5-7269-4d54-82dd-2a064604e079 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:15.422650 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-c4a02e39-9a8b-4430-90a0-2de009d3f861 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.435662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['abf985e5-7269-4d54-82dd-2a064604e079'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:07:15.452743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a02e39-9a8b-4430-90a0-2de009d3f861 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Pushing event deleted for resources: {'Port': ['ID=abf985e5-7269-4d54-82dd-2a064604e079,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:15.494459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-c4a02e39-9a8b-4430-90a0-2de009d3f861 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] No DVR routers for this DVR port abf985e5-7269-4d54-82dd-2a064604e079 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:15.497312 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-c4a02e39-9a8b-4430-90a0-2de009d3f861 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:15.501235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9df7d49-c377-45dd-8058-3fa5b9db9af3 req-c4a02e39-9a8b-4430-90a0-2de009d3f861 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.60 "DELETE /v2.0/ports/abf985e5-7269-4d54-82dd-2a064604e079 HTTP/1.1" status: 204 len: 173 time: 0.3632557 Apr 18 21:07:15.501723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a72cc8-b6c3-47f5-928a-d3ea79e90403', 'name': 'network-vif-deleted', 'tag': 'abf985e5-7269-4d54-82dd-2a064604e079'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:15.504773 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8895aa-1192-47ea-86be-cf9e91ed4cf7" -d '{"events": [{"server_uuid": "88a72cc8-b6c3-47f5-928a-d3ea79e90403", "name": "network-vif-deleted", "tag": "abf985e5-7269-4d54-82dd-2a064604e079"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:07:15.555828 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f84f85a-3685-452a-a98d-aa02b581fff0 x-openstack-request-id: req-6f84f85a-3685-452a-a98d-aa02b581fff0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:07:15.556145 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a72cc8-b6c3-47f5-928a-d3ea79e90403", "name": "network-vif-deleted", "tag": "abf985e5-7269-4d54-82dd-2a064604e079", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:07:15.556702 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f84f85a-3685-452a-a98d-aa02b581fff0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:07:15.556831 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f84f85a-3685-452a-a98d-aa02b581fff0'] response: {'server_uuid': '88a72cc8-b6c3-47f5-928a-d3ea79e90403', 'name': 'network-vif-deleted', 'tag': 'abf985e5-7269-4d54-82dd-2a064604e079', 'status': 'completed', 'code': 200} Apr 18 21:07:15.969569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99d368e1-6916-4791-9b6f-b63875ab13cc req-35196b90-ae07-4dd0-9937-d79e85c39ad8 tempest-TestServerMultinode-857730043 tempest-TestServerMultinode-857730043-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=88a72cc8-b6c3-47f5-928a-d3ea79e90403 HTTP/1.1" status: 200 len: 210 time: 0.0280144 Apr 18 21:07:16.107266 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.032414 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49186) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:17.370180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.611745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] Deleting port 42d3282c-d008-4601-8488-aba4dd9823f8 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:17.612131 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.692688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] For port 42d3282c-d008-4601-8488-aba4dd9823f8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=42d3282c-d008-4601-8488-aba4dd9823f8,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:17.693055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.705512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] Calling delete_port for 42d3282c-d008-4601-8488-aba4dd9823f8 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:17.885221 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.910937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=42d3282c-d008-4601-8488-aba4dd9823f8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:18.072357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.285235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] Router 6840df35-406e-4d5a-a5f0-38b530178807 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:18.389531 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:18.394733 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-63555870-86be-480b-b28a-4d2ac56b0d1a admin admin] 10.222.0.49 "PUT /v2.0/routers/6840df35-406e-4d5a-a5f0-38b530178807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3612478 Apr 18 21:07:18.397374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49188) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:18.398312 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] Sync routers for ids ['6840df35-406e-4d5a-a5f0-38b530178807'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:07:18.409518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] Routers {'6840df35-406e-4d5a-a5f0-38b530178807'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:18.410557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:07:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6840df35-406e-4d5a-a5f0-38b530178807'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:18.502094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.517803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] Set router 6840df35-406e-4d5a-a5f0-38b530178807 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:18.607257 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.658762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Deleting port b61eed08-adc8-4838-8b86-113342f98a95 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:18.659105 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.695110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6840df35-406e-4d5a-a5f0-38b530178807', 'name': 'tempest-TestServerMultinode-1654714662-router', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:33Z', 'updated_at': '2022-04-18T21:07:17Z', 'revision_number': 5, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'gw_port': {'id': 'b61eed08-adc8-4838-8b86-113342f98a95', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6840df35-406e-4d5a-a5f0-38b530178807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:34Z', 'updated_at': '2022-04-18T21:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:18.721031 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] Checking router: 6840df35-406e-4d5a-a5f0-38b530178807 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:07:18.730135 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] Routers {'6840df35-406e-4d5a-a5f0-38b530178807'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:18.730727 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:07:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6840df35-406e-4d5a-a5f0-38b530178807'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:18.741734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] For port b61eed08-adc8-4838-8b86-113342f98a95, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b61eed08-adc8-4838-8b86-113342f98a95,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:18.742104 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.753761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Calling delete_port for b61eed08-adc8-4838-8b86-113342f98a95 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:18.815257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] Set router 6840df35-406e-4d5a-a5f0-38b530178807 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:18.869857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6840df35-406e-4d5a-a5f0-38b530178807', 'name': 'tempest-TestServerMultinode-1654714662-router', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:33Z', 'updated_at': '2022-04-18T21:07:18Z', 'revision_number': 6, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:18.897074 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b6b4a-96bf-48ce-89aa-a82614caf8e4 None None] The sync data for ids ['6840df35-406e-4d5a-a5f0-38b530178807'] in n-d-836015-4 is: [{'id': '6840df35-406e-4d5a-a5f0-38b530178807', 'name': 'tempest-TestServerMultinode-1654714662-router', 'tenant_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:33Z', 'updated_at': '2022-04-18T21:07:18Z', 'revision_number': 6, 'project_id': 'f5710d262f1c41d8acc7984742d5e8f1', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:07:18.921514 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.946916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61eed08-adc8-4838-8b86-113342f98a95,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.006505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.095478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.098216 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.141597 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.142220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6840df35-406e-4d5a-a5f0-38b530178807 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:19.147097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.148308 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cbb84786-799b-418c-a4d7-a727e8a9a639 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6840df35-406e-4d5a-a5f0-38b530178807 HTTP/1.1" status: 204 len: 168 time: 0.7499404 Apr 18 21:07:19.150785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49190) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:19.194364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47a846b-0621-461b-9a51-b7a4cf2f95c0 admin admin] Deleting subnet 9622da32-b6e8-4641-a821-457b933bf7b8 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:19.197355 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f47a846b-0621-461b-9a51-b7a4cf2f95c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.232345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f47a846b-0621-461b-9a51-b7a4cf2f95c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.317221 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f47a846b-0621-461b-9a51-b7a4cf2f95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.370371 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f47a846b-0621-461b-9a51-b7a4cf2f95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.394596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a846b-0621-461b-9a51-b7a4cf2f95c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9622da32-b6e8-4641-a821-457b933bf7b8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.398149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f47a846b-0621-461b-9a51-b7a4cf2f95c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.401314 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f47a846b-0621-461b-9a51-b7a4cf2f95c0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9622da32-b6e8-4641-a821-457b933bf7b8 HTTP/1.1" status: 204 len: 168 time: 0.2496083 Apr 18 21:07:19.403668 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49192) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:19.406140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35162ee-0062-450b-9664-b76ad3e523e4 None None] Network a877863b-a602-4024-a33b-00fbb6033127 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:19.471477 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.528306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Deleting port cf979fff-f8be-4a02-a9df-1b7f7a608382 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:19.528647 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.592296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] For port cf979fff-f8be-4a02-a9df-1b7f7a608382, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=cf979fff-f8be-4a02-a9df-1b7f7a608382,segment=NetworkSegment(e66358b4-1f44-45c6-be44-c91294f463e4),segment_id=e66358b4-1f44-45c6-be44-c91294f463e4)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:19.592572 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.605278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Calling delete_port for cf979fff-f8be-4a02-a9df-1b7f7a608382 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:19.657215 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c7ba1f-9261-4bcf-ba03-afd8e660af5a None None] DHCP port deletion for a877863b-a602-4024-a33b-00fbb6033127 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:07:19.690461 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.707570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7ba1f-9261-4bcf-ba03-afd8e660af5a None None] Deleting port cf979fff-f8be-4a02-a9df-1b7f7a608382 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:19.707976 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ba1f-9261-4bcf-ba03-afd8e660af5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.715439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=cf979fff-f8be-4a02-a9df-1b7f7a608382,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.721147 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] No DVR routers for this DVR port cf979fff-f8be-4a02-a9df-1b7f7a608382 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:19.776683 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d9c7ba1f-9261-4bcf-ba03-afd8e660af5a None None] For port cf979fff-f8be-4a02-a9df-1b7f7a608382, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:19.777100 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ba1f-9261-4bcf-ba03-afd8e660af5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.794185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d9c7ba1f-9261-4bcf-ba03-afd8e660af5a None None] Calling delete_port for cf979fff-f8be-4a02-a9df-1b7f7a608382 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:19.794440 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.797038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-d9c7ba1f-9261-4bcf-ba03-afd8e660af5a None None] Port cf979fff-f8be-4a02-a9df-1b7f7a608382 was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:07:19.798310 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d9c7ba1f-9261-4bcf-ba03-afd8e660af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.814728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a877863b-a602-4024-a33b-00fbb6033127']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:19.822001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7ba1f-9261-4bcf-ba03-afd8e660af5a None None] Pushing event deleted for resources: {'Port': ['ID=cf979fff-f8be-4a02-a9df-1b7f7a608382,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.825996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66358b4-1f44-45c6-be44-c91294f463e4') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:19.826332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66358b4-1f44-45c6-be44-c91294f463e4') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:19.828581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c7ba1f-9261-4bcf-ba03-afd8e660af5a None None] No DVR routers for this DVR port cf979fff-f8be-4a02-a9df-1b7f7a608382 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:19.847102 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.860754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.867540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:19.868057 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:19.869911 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:20.260209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.265650 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.269409 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] 10.222.0.49 "DELETE /v2.0/networks/a877863b-a602-4024-a33b-00fbb6033127 HTTP/1.1" status: 204 len: 168 time: 0.8648043 Apr 18 21:07:20.272609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49194) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:20.280220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12183992-1ea5-4c82-bb77-7e092fafe8ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a877863b-a602-4024-a33b-00fbb6033127,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:20.339628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device abf985e5-7269-4d54-82dd-2a064604e079 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:20.361539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: abf985e5-7269-4d54-82dd-2a064604e079 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:20.361969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device abf985e5-7269-4d54-82dd-2a064604e079 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:20.600872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b61eed08-adc8-4838-8b86-113342f98a95 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:20.621492 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.625032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b61eed08-adc8-4838-8b86-113342f98a95 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:20.625376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b61eed08-adc8-4838-8b86-113342f98a95 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:20.625783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cf979fff-f8be-4a02-a9df-1b7f7a608382 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:20.644570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: cf979fff-f8be-4a02-a9df-1b7f7a608382 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:20.644900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device cf979fff-f8be-4a02-a9df-1b7f7a608382 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:20.645305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 42d3282c-d008-4601-8488-aba4dd9823f8 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:20.664080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 42d3282c-d008-4601-8488-aba4dd9823f8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:20.664423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 42d3282c-d008-4601-8488-aba4dd9823f8 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:20.865937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] Deleting port 9dc66698-4bd8-4ead-983d-3866ba344a74 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:20.866187 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.943390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] For port 9dc66698-4bd8-4ead-983d-3866ba344a74, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9dc66698-4bd8-4ead-983d-3866ba344a74,segment=NetworkSegment(c86d2558-660f-48e9-b2a7-3f01b289ce89),segment_id=c86d2558-660f-48e9-b2a7-3f01b289ce89)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:20.943752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.956114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] Calling delete_port for 9dc66698-4bd8-4ead-983d-3866ba344a74 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:21.131788 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.161685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc66698-4bd8-4ead-983d-3866ba344a74,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.323686 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.534733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] Router 6886924c-1bfa-4b49-96e6-677d2da1885d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:21.641010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:21.646577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4c7c522e-3716-4d3b-b2eb-9b2f1add392c admin admin] 10.222.0.49 "PUT /v2.0/routers/6886924c-1bfa-4b49-96e6-677d2da1885d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3728554 Apr 18 21:07:21.649216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49196) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:21.650541 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] Sync routers for ids ['6886924c-1bfa-4b49-96e6-677d2da1885d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:07:21.662157 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] Routers {'6886924c-1bfa-4b49-96e6-677d2da1885d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:21.662832 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:07:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6886924c-1bfa-4b49-96e6-677d2da1885d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:21.751166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.766268 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] Set router 6886924c-1bfa-4b49-96e6-677d2da1885d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:21.852130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.910862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Deleting port a4bd931a-689f-4de7-b905-d19ba43641d1 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:21.911209 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.940828 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'name': 'tempest-TestServerMultinode-144232986-router', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:38Z', 'updated_at': '2022-04-18T21:07:21Z', 'revision_number': 5, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'gw_port': {'id': 'a4bd931a-689f-4de7-b905-d19ba43641d1', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:06:39Z', 'updated_at': '2022-04-18T21:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:21.968021 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] Checking router: 6886924c-1bfa-4b49-96e6-677d2da1885d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:07:21.976071 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] Routers {'6886924c-1bfa-4b49-96e6-677d2da1885d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:21.976664 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:07:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6886924c-1bfa-4b49-96e6-677d2da1885d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:21.989262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] For port a4bd931a-689f-4de7-b905-d19ba43641d1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a4bd931a-689f-4de7-b905-d19ba43641d1,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:21.989617 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.002360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Calling delete_port for a4bd931a-689f-4de7-b905-d19ba43641d1 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:22.060344 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] Set router 6886924c-1bfa-4b49-96e6-677d2da1885d gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:22.112370 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'name': 'tempest-TestServerMultinode-144232986-router', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:38Z', 'updated_at': '2022-04-18T21:07:21Z', 'revision_number': 6, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:22.139047 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c900ca-3b72-4a62-a1c6-db4f19f770cb None None] The sync data for ids ['6886924c-1bfa-4b49-96e6-677d2da1885d'] in n-d-836015-4 is: [{'id': '6886924c-1bfa-4b49-96e6-677d2da1885d', 'name': 'tempest-TestServerMultinode-144232986-router', 'tenant_id': '8c84d4a1933f4d32bbeb39a126c13819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:06:38Z', 'updated_at': '2022-04-18T21:07:21Z', 'revision_number': 6, 'project_id': '8c84d4a1933f4d32bbeb39a126c13819', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:07:22.163569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.191269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4bd931a-689f-4de7-b905-d19ba43641d1,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.252388 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.340789 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.342855 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.384130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.384573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6886924c-1bfa-4b49-96e6-677d2da1885d {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:22.388709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.389827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-343009a1-cdba-4ea2-ac1e-ea58942b9a31 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6886924c-1bfa-4b49-96e6-677d2da1885d HTTP/1.1" status: 204 len: 168 time: 0.7394934 Apr 18 21:07:22.392301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49198) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:22.439168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c16b8ee-b909-432e-abb9-ba8fd585efe3 admin admin] Deleting subnet 71d82783-c006-4a9f-8939-76e9110d44fa {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:22.442188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c16b8ee-b909-432e-abb9-ba8fd585efe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.477475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c16b8ee-b909-432e-abb9-ba8fd585efe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.561856 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c16b8ee-b909-432e-abb9-ba8fd585efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.616188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c16b8ee-b909-432e-abb9-ba8fd585efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.645972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16b8ee-b909-432e-abb9-ba8fd585efe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d82783-c006-4a9f-8939-76e9110d44fa,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.649858 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8c16b8ee-b909-432e-abb9-ba8fd585efe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.653037 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8c16b8ee-b909-432e-abb9-ba8fd585efe3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/71d82783-c006-4a9f-8939-76e9110d44fa HTTP/1.1" status: 204 len: 168 time: 0.2598214 Apr 18 21:07:22.655363 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49200) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:22.655670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefc52f1-31f6-4727-9ad0-5f5605117989 None None] Network ddc63d16-20c2-4565-8453-2924e6c105c8 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:22.721706 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.776955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Deleting port 275621e2-751d-410c-aeb3-e68a2f85ca08 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:22.777350 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.844935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] For port 275621e2-751d-410c-aeb3-e68a2f85ca08, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=275621e2-751d-410c-aeb3-e68a2f85ca08,segment=NetworkSegment(c86d2558-660f-48e9-b2a7-3f01b289ce89),segment_id=c86d2558-660f-48e9-b2a7-3f01b289ce89)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:22.845223 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.857634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Calling delete_port for 275621e2-751d-410c-aeb3-e68a2f85ca08 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:22.932857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd89912-9493-49d4-b6ac-630dcc8cab1c None None] DHCP port deletion for ddc63d16-20c2-4565-8453-2924e6c105c8 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:07:22.939321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:22.969781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=275621e2-751d-410c-aeb3-e68a2f85ca08,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:22.975940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] No DVR routers for this DVR port 275621e2-751d-410c-aeb3-e68a2f85ca08 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:23.033677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9dc66698-4bd8-4ead-983d-3866ba344a74 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:23.055562 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.056527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 9dc66698-4bd8-4ead-983d-3866ba344a74 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:23.056872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9dc66698-4bd8-4ead-983d-3866ba344a74 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:23.081005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc63d16-20c2-4565-8453-2924e6c105c8']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:23.090261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86d2558-660f-48e9-b2a7-3f01b289ce89') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:23.090549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86d2558-660f-48e9-b2a7-3f01b289ce89') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:23.100651 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.115585 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.122358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:23.123312 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:23.124985 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:23.185117 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.190238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.196291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] 10.222.0.49 "DELETE /v2.0/networks/ddc63d16-20c2-4565-8453-2924e6c105c8 HTTP/1.1" status: 204 len: 168 time: 0.5375872 Apr 18 21:07:23.209203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5c3b1-c69f-45dc-bfe9-e541f84eb6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ddc63d16-20c2-4565-8453-2924e6c105c8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:23.358228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49206) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:23.398008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a59f6295-8465-4f43-a727-0dba0fa6d369 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5710d262f1c41d8acc7984742d5e8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386050 Apr 18 21:07:23.400624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49208) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:23.448561 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea582a1-d4e1-444d-8135-3eb9d3e166ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.471711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea582a1-d4e1-444d-8135-3eb9d3e166ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.517168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea582a1-d4e1-444d-8135-3eb9d3e166ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.520499 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ea582a1-d4e1-444d-8135-3eb9d3e166ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:23.521875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2ea582a1-d4e1-444d-8135-3eb9d3e166ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/943d0ed2-793a-479e-9310-6d005cfa180e HTTP/1.1" status: 204 len: 168 time: 0.1200228 Apr 18 21:07:23.529717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea582a1-d4e1-444d-8135-3eb9d3e166ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d0ed2-793a-479e-9310-6d005cfa180e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:23.841040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49214) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:23.880291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6e45cb88-f76e-43bf-be36-2e92286dbfe4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c84d4a1933f4d32bbeb39a126c13819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380712 Apr 18 21:07:23.882552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49216) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:23.933962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.247422 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.293486 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.296142 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:24.297307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a49a2ab9-5d8d-44d9-9a3f-342858cea2b6 HTTP/1.1" status: 204 len: 168 time: 0.4138579 Apr 18 21:07:24.305904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49a2ab9-5d8d-44d9-9a3f-342858cea2b6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:24.313152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.313491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.313920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.314183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.314508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.314841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.315161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.315480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.315797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.316210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.317158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.317478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9196b5-da78-4f6c-9031-b6fa32de2a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:24.592677 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 275621e2-751d-410c-aeb3-e68a2f85ca08 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:24.616921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 275621e2-751d-410c-aeb3-e68a2f85ca08 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:24.617457 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 275621e2-751d-410c-aeb3-e68a2f85ca08 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:24.617957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a4bd931a-689f-4de7-b905-d19ba43641d1 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:24.637597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: a4bd931a-689f-4de7-b905-d19ba43641d1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:24.637943 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a4bd931a-689f-4de7-b905-d19ba43641d1 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:24.965854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49238) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:25.062966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1120441608-network', 'tenant_id': '2a71728d94544f7c8d4303295d042d21'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:25.082724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Made reservation on behalf of 2a71728d94544f7c8d4303295d042d21 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:25.084982 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.093414 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.167309 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.171410 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.197281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:25.207064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ba5e4f-b52e-4061-ab9c-00bc05edf7cd,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:25.211988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.212337 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Added segment dfe2e634-64f7-4f2d-82e4-342cd0b0a228 of type vlan for network 110c5097-8529-41ac-bc20-1b2f3092c3bb Apr 18 21:07:25.254516 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.279660 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.280688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:25.281272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.334114 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3669798 Apr 18 21:07:25.337218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49242) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:25.342829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Request body: {'subnet': {'network_id': '110c5097-8529-41ac-bc20-1b2f3092c3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1120441608-subnet', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:25.346580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa97a3-60c2-4d15-b233-e72ed95f2e3e admin admin] Pushing event updated for resources: {'Network': ['ID=110c5097-8529-41ac-bc20-1b2f3092c3bb,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:25.356570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 110c5097-8529-41ac-bc20-1b2f3092c3bb details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:07:25.365173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Made reservation on behalf of 2a71728d94544f7c8d4303295d042d21 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:25.368022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.535073 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.599151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d990dd5-1305-4cbc-b567-7b54f835d597,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:25.607093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Checking segment: {'id': 'dfe2e634-64f7-4f2d-82e4-342cd0b0a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '110c5097-8529-41ac-bc20-1b2f3092c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:25.607453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Network hostable DHCP agents. Network: 110c5097-8529-41ac-bc20-1b2f3092c3bb, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:25.624436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Network 110c5097-8529-41ac-bc20-1b2f3092c3bb is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:25.632155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 110c5097-8529-41ac-bc20-1b2f3092c3bb) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:25.636160 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:25.636736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.641350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9783b7c4-6410-4293-b827-c0fa7bb418f6 None None] Network 110c5097-8529-41ac-bc20-1b2f3092c3bb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:25.652108 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-87bb0469-4cf7-4eed-b622-afd5215084da admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3129146 Apr 18 21:07:25.654609 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49244) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:25.659008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1120441608-router', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:25.680314 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.681450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.740863 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.794458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-110c5097-8529-41ac-bc20-1b2f3092c3bb', 'network_id': '110c5097-8529-41ac-bc20-1b2f3092c3bb', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'fixed_ips': [{'subnet_id': '9d990dd5-1305-4cbc-b567-7b54f835d597'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:07:25.795309 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.881680 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.936242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Allocated IP 172.20.0.2 (110c5097-8529-41ac-bc20-1b2f3092c3bb/9d990dd5-1305-4cbc-b567-7b54f835d597/73a122b5-9a49-4b8a-b143-505ccfa8d8e2) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:26.080609 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.090168 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.093108 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.114211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.133437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Network 110c5097-8529-41ac-bc20-1b2f3092c3bb is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:26.136151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:26.139594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:26.145029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Pushing event updated for resources: {'Port': ['ID=73a122b5-9a49-4b8a-b143-505ccfa8d8e2,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:26.203512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Attempting to bind port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:26.203902 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Attempting to bind port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'dfe2e634-64f7-4f2d-82e4-342cd0b0a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '110c5097-8529-41ac-bc20-1b2f3092c3bb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:26.204258 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Attempting to bind port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 on network 110c5097-8529-41ac-bc20-1b2f3092c3bb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:07:26.209903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:07:26.210271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Checking segment: {'id': 'dfe2e634-64f7-4f2d-82e4-342cd0b0a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '110c5097-8529-41ac-bc20-1b2f3092c3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:26.210667 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.211049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Bound using segment: {'id': 'dfe2e634-64f7-4f2d-82e4-342cd0b0a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '110c5097-8529-41ac-bc20-1b2f3092c3bb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:07:26.211503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Bound port: 73a122b5-9a49-4b8a-b143-505ccfa8d8e2, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe2e634-64f7-4f2d-82e4-342cd0b0a228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '110c5097-8529-41ac-bc20-1b2f3092c3bb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:26.211901 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.228026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Allocated IP 172.25.2.225 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:26.274798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] For port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:26.277976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] For port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=73a122b5-9a49-4b8a-b143-505ccfa8d8e2,segment=NetworkSegment(dfe2e634-64f7-4f2d-82e4-342cd0b0a228),segment_id=dfe2e634-64f7-4f2d-82e4-342cd0b0a228)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:26.283320 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.340418 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.340616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07fbdf-7b33-45e9-8fbd-45575a829134 None None] Pushing event updated for resources: {'Port': ['ID=73a122b5-9a49-4b8a-b143-505ccfa8d8e2,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:26.375811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.417142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:26.420294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:26.424871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:26.428360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Pushing event updated for resources: {'Port': ['ID=7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:26.636812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:26.689131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:26.689793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.702564 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.775298 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.808274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=73a122b5-9a49-4b8a-b143-505ccfa8d8e2,segment=NetworkSegment(dfe2e634-64f7-4f2d-82e4-342cd0b0a228),segment_id=dfe2e634-64f7-4f2d-82e4-342cd0b0a228)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:26.812495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:26.862344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=73a122b5-9a49-4b8a-b143-505ccfa8d8e2,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:26.904630 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.032796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Router 01ea055f-e83d-4a53-96a1-9f357639029f is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:07:27.142033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:27.152491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Sync routers for ids ['01ea055f-e83d-4a53-96a1-9f357639029f'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:07:27.160276 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.164705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cf8b7ea6-5144-4338-91cd-bc49c71e929c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.5088961 Apr 18 21:07:27.165003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49246) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:27.166800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Routers {'01ea055f-e83d-4a53-96a1-9f357639029f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:27.167413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:07:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['01ea055f-e83d-4a53-96a1-9f357639029f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:27.279692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Set router 01ea055f-e83d-4a53-96a1-9f357639029f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:27.337267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e2ec1-d034-4a63-a7e3-9393cd524be6 None None] Network 110c5097-8529-41ac-bc20-1b2f3092c3bb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:27.469575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-402cc653-6ffa-4a0e-9e92-630619e8acaf None None] Provisioning complete for port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:27.469943 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-402cc653-6ffa-4a0e-9e92-630619e8acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.585321 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.748020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Allocated IP 172.20.0.1 (110c5097-8529-41ac-bc20-1b2f3092c3bb/9d990dd5-1305-4cbc-b567-7b54f835d597/8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:27.804256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'name': 'tempest-ImageQuotaTest-1120441608-router', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:25Z', 'updated_at': '2022-04-18T21:07:26Z', 'revision_number': 3, 'project_id': '2a71728d94544f7c8d4303295d042d21', 'gw_port': {'id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:26Z', 'updated_at': '2022-04-18T21:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:27.844150 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Checking router: 01ea055f-e83d-4a53-96a1-9f357639029f for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:07:27.844497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Updating router 01ea055f-e83d-4a53-96a1-9f357639029f port 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:07:27.853619 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.875436 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.888737 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.925483 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Network 110c5097-8529-41ac-bc20-1b2f3092c3bb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:27.931439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:27.938180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:07:27.970210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Pushing event updated for resources: {'Port': ['ID=8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:27.992223 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.126921 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.153052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.158503 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.227922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Attempting to bind port 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:28.228279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Attempting to bind port 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:28.228642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Attempting to bind port 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:07:28.231556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c7eddb2d-b387-4be3-a0cd-17f273f58c4d None None] Provisioning complete for port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:28.231969 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c7eddb2d-b387-4be3-a0cd-17f273f58c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.233671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b700de3-36ad-4aeb-9901-6d786baa7e45 None None] Pushing event updated for resources: {'Port': ['ID=7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.264623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:07:28.265164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:07:28.265570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.265962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:07:28.266444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Bound port: 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:28.266821 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.310496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.315205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.336338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] For port 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:07:28.339740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] For port 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:07:28.344471 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.384816 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.386487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Pushing event updated for resources: {'Port': ['ID=8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.429896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b700de3-36ad-4aeb-9901-6d786baa7e45 None None] Pushing event updated for resources: {'Port': ['ID=7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:28.434861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Routers {'01ea055f-e83d-4a53-96a1-9f357639029f'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:28.435454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:07:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['01ea055f-e83d-4a53-96a1-9f357639029f'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:28.483947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Network 110c5097-8529-41ac-bc20-1b2f3092c3bb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:28.485403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:28.553904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-9ef420e3-6a4c-48de-9048-69eef4ce5e10 None None] Provisioning complete for port 8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:28.554195 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9ef420e3-6a4c-48de-9048-69eef4ce5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.575548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] Set router 01ea055f-e83d-4a53-96a1-9f357639029f gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:28.611124 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Router 01ea055f-e83d-4a53-96a1-9f357639029f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:28.628525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:28.659079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-9ef420e3-6a4c-48de-9048-69eef4ce5e10 None None] Port 8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:28.735335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:28.741663 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b7bd5ee6-4c83-44a5-8399-249c4c9da205 admin admin] 10.222.0.49 "PUT /v2.0/routers/01ea055f-e83d-4a53-96a1-9f357639029f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5748792 Apr 18 21:07:28.784158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:28.784534 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.831426 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-cf805c50-e410-479b-9764-f98868591e3c None None] Provisioning complete for port 8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:28.832191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cf805c50-e410-479b-9764-f98868591e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:28.904112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cf805c50-e410-479b-9764-f98868591e3c None None] Port 8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:07:28.955418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'name': 'tempest-ImageQuotaTest-1120441608-router', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:25Z', 'updated_at': '2022-04-18T21:07:28Z', 'revision_number': 4, 'project_id': '2a71728d94544f7c8d4303295d042d21', 'gw_port': {'id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:26Z', 'updated_at': '2022-04-18T21:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f', 'name': '', 'network_id': '110c5097-8529-41ac-bc20-1b2f3092c3bb', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'mac_address': 'fa:16:3e:32:47:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '9d990dd5-1305-4cbc-b567-7b54f835d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:27Z', 'updated_at': '2022-04-18T21:07:28Z', 'revision_number': 2, 'project_id': '2a71728d94544f7c8d4303295d042d21', 'subnets': [{'id': '9d990dd5-1305-4cbc-b567-7b54f835d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:28.984551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e2e14-a3c1-422d-9e15-7a8ec305644a None None] The sync data for ids ['01ea055f-e83d-4a53-96a1-9f357639029f'] in n-d-836015-4 is: [{'id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'name': 'tempest-ImageQuotaTest-1120441608-router', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:25Z', 'updated_at': '2022-04-18T21:07:28Z', 'revision_number': 4, 'project_id': '2a71728d94544f7c8d4303295d042d21', 'gw_port': {'id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:26Z', 'updated_at': '2022-04-18T21:07:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f', 'name': '', 'network_id': '110c5097-8529-41ac-bc20-1b2f3092c3bb', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'mac_address': 'fa:16:3e:32:47:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '9d990dd5-1305-4cbc-b567-7b54f835d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:27Z', 'updated_at': '2022-04-18T21:07:28Z', 'revision_number': 2, 'project_id': '2a71728d94544f7c8d4303295d042d21', 'subnets': [{'id': '9d990dd5-1305-4cbc-b567-7b54f835d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:07:29.813745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49266) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:30.165803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.413407 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] Deleting port 8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:30.413747 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.491205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.502365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] Calling delete_port for 8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:30.640048 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:07:30.694801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:30.695308 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.696564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.725114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:30.795962 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.837003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:30.843125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.900561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:30.910725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.911692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.912064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.912403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.912733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.913073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.913430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.913759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.914215 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.915273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.915615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.915963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:30.926762 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:30.981822 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] Sync routers for ids ['01ea055f-e83d-4a53-96a1-9f357639029f'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:07:30.991444 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] Routers {'01ea055f-e83d-4a53-96a1-9f357639029f'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:30.992121 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:07:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['01ea055f-e83d-4a53-96a1-9f357639029f'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:31.094733 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] Set router 01ea055f-e83d-4a53-96a1-9f357639029f gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:31.149280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] Router 01ea055f-e83d-4a53-96a1-9f357639029f has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:07:31.275897 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'name': 'tempest-ImageQuotaTest-1120441608-router', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:25Z', 'updated_at': '2022-04-18T21:07:30Z', 'revision_number': 5, 'project_id': '2a71728d94544f7c8d4303295d042d21', 'gw_port': {'id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:26Z', 'updated_at': '2022-04-18T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:31.303612 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] Checking router: 01ea055f-e83d-4a53-96a1-9f357639029f for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:07:31.312417 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] Routers {'01ea055f-e83d-4a53-96a1-9f357639029f'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:31.313040 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:07:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['01ea055f-e83d-4a53-96a1-9f357639029f'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:31.419577 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] Set router 01ea055f-e83d-4a53-96a1-9f357639029f gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:07:31.587442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:07:31.592606 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-09e0fc2b-8d27-41e1-954f-3ae648e53ad0 admin admin] 10.222.0.49 "PUT /v2.0/routers/01ea055f-e83d-4a53-96a1-9f357639029f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7777495 Apr 18 21:07:31.595200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49268) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:31.693707 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'name': 'tempest-ImageQuotaTest-1120441608-router', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:25Z', 'updated_at': '2022-04-18T21:07:30Z', 'revision_number': 5, 'project_id': '2a71728d94544f7c8d4303295d042d21', 'gw_port': {'id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:26Z', 'updated_at': '2022-04-18T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:31.703496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.722581 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47812ff5-31cc-4557-a0ec-f08bfb604de4 None None] The sync data for ids ['01ea055f-e83d-4a53-96a1-9f357639029f'] in n-d-836015-4 is: [{'id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'name': 'tempest-ImageQuotaTest-1120441608-router', 'tenant_id': '2a71728d94544f7c8d4303295d042d21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:07:25Z', 'updated_at': '2022-04-18T21:07:30Z', 'revision_number': 5, 'project_id': '2a71728d94544f7c8d4303295d042d21', 'gw_port': {'id': '7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:a6:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ea055f-e83d-4a53-96a1-9f357639029f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:07:26Z', 'updated_at': '2022-04-18T21:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:07:31.809660 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.860522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Deleting port 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:31.860861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.936078 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] For port 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:31.936801 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.957521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Calling delete_port for 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:32.125523 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.154026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Pushing event deleted for resources: {'Port': ['ID=7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:32.219180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.316093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.318967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.365428 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.365915 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01ea055f-e83d-4a53-96a1-9f357639029f {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:07:32.370765 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.374287 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-539cbd98-ed19-4c51-9870-bff3c4c6819f admin admin] 10.222.0.49 "DELETE /v2.0/routers/01ea055f-e83d-4a53-96a1-9f357639029f HTTP/1.1" status: 204 len: 168 time: 0.7758660 Apr 18 21:07:32.374546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49272) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:32.425873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-33adddf5-9477-41af-9cc4-dc46a4fa5429 admin admin] Deleting subnet 9d990dd5-1305-4cbc-b567-7b54f835d597 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:07:32.429606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33adddf5-9477-41af-9cc4-dc46a4fa5429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.465861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33adddf5-9477-41af-9cc4-dc46a4fa5429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.545725 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33adddf5-9477-41af-9cc4-dc46a4fa5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.612520 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33adddf5-9477-41af-9cc4-dc46a4fa5429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.622281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:32.639130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adddf5-9477-41af-9cc4-dc46a4fa5429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d990dd5-1305-4cbc-b567-7b54f835d597,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:32.642885 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-33adddf5-9477-41af-9cc4-dc46a4fa5429 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.643552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:32.643890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8a3fe53a-f9a5-4e12-aa7c-8bdaabd2e30f not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:32.646619 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-33adddf5-9477-41af-9cc4-dc46a4fa5429 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9d990dd5-1305-4cbc-b567-7b54f835d597 HTTP/1.1" status: 204 len: 168 time: 0.2711337 Apr 18 21:07:32.649412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49274) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:32.659510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5fc53-ec5f-470c-b976-73d168d924ca None None] Network 110c5097-8529-41ac-bc20-1b2f3092c3bb requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:07:32.720231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.780479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Deleting port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:32.780826 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.781113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d68fa-df3c-4828-a60d-04d7dc07b776 None None] Sync routers for ids ['01ea055f-e83d-4a53-96a1-9f357639029f'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:07:32.794226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d68fa-df3c-4828-a60d-04d7dc07b776 None None] Routers set() bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:32.794567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d68fa-df3c-4828-a60d-04d7dc07b776 None None] Router IDs set() for agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 21:07:32.795186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_agentschedulers_db [None req-205d68fa-df3c-4828-a60d-04d7dc07b776 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'01ea055f-e83d-4a53-96a1-9f357639029f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:07:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent'). {{(pid=102905) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:07:32.803770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d68fa-df3c-4828-a60d-04d7dc07b776 None None] Routers set() bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:07:32.804158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d68fa-df3c-4828-a60d-04d7dc07b776 None None] Router IDs set() for agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 18 21:07:32.804747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_agentschedulers_db [None req-205d68fa-df3c-4828-a60d-04d7dc07b776 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'01ea055f-e83d-4a53-96a1-9f357639029f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:07:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent'). {{(pid=102905) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 18 21:07:32.805114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205d68fa-df3c-4828-a60d-04d7dc07b776 None None] The sync data for ids ['01ea055f-e83d-4a53-96a1-9f357639029f'] in n-d-836015-4 is: [] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:07:32.852770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] For port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=73a122b5-9a49-4b8a-b143-505ccfa8d8e2,segment=NetworkSegment(dfe2e634-64f7-4f2d-82e4-342cd0b0a228),segment_id=dfe2e634-64f7-4f2d-82e4-342cd0b0a228)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:32.853136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.857262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56508c9-92f0-4662-b276-d4239cebe84a None None] DHCP port deletion for 110c5097-8529-41ac-bc20-1b2f3092c3bb request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:07:32.868673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Calling delete_port for 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:32.908739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e56508c9-92f0-4662-b276-d4239cebe84a None None] Deleting port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:07:32.909114 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e56508c9-92f0-4662-b276-d4239cebe84a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.959380 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.973965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e56508c9-92f0-4662-b276-d4239cebe84a None None] For port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=73a122b5-9a49-4b8a-b143-505ccfa8d8e2,segment=NetworkSegment(dfe2e634-64f7-4f2d-82e4-342cd0b0a228),segment_id=dfe2e634-64f7-4f2d-82e4-342cd0b0a228)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:07:32.974360 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e56508c9-92f0-4662-b276-d4239cebe84a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.988593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a122b5-9a49-4b8a-b143-505ccfa8d8e2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:32.990457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] No DVR routers for this DVR port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:32.991459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-e56508c9-92f0-4662-b276-d4239cebe84a None None] Calling delete_port for 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:07:33.059256 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.066851 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e56508c9-92f0-4662-b276-d4239cebe84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.079593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110c5097-8529-41ac-bc20-1b2f3092c3bb']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:33.089511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe2e634-64f7-4f2d-82e4-342cd0b0a228') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:33.089795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe2e634-64f7-4f2d-82e4-342cd0b0a228') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:07:33.092633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56508c9-92f0-4662-b276-d4239cebe84a None None] Pushing event deleted for resources: {'Port': ['ID=73a122b5-9a49-4b8a-b143-505ccfa8d8e2,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:33.096249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56508c9-92f0-4662-b276-d4239cebe84a None None] No DVR routers for this DVR port 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:33.103886 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.118088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.124406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:07:33.124731 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:07:33.126457 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:07:33.183746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.189028 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.192210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] 10.222.0.49 "DELETE /v2.0/networks/110c5097-8529-41ac-bc20-1b2f3092c3bb HTTP/1.1" status: 204 len: 168 time: 0.5415967 Apr 18 21:07:33.208986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5fa10-1f7b-4b63-992d-471106767a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=110c5097-8529-41ac-bc20-1b2f3092c3bb,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:33.309084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49278) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:33.349199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6f6b4af5-01a8-49fb-920e-63f35759b5eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2a71728d94544f7c8d4303295d042d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388863 Apr 18 21:07:33.351621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49280) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:33.398987 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce110591-8fc3-47ec-995c-08dbc7f4514e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.418973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce110591-8fc3-47ec-995c-08dbc7f4514e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.466287 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce110591-8fc3-47ec-995c-08dbc7f4514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.468842 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce110591-8fc3-47ec-995c-08dbc7f4514e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.469975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ce110591-8fc3-47ec-995c-08dbc7f4514e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00ba5e4f-b52e-4061-ab9c-00bc05edf7cd HTTP/1.1" status: 204 len: 168 time: 0.1174500 Apr 18 21:07:33.478336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce110591-8fc3-47ec-995c-08dbc7f4514e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ba5e4f-b52e-4061-ab9c-00bc05edf7cd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:33.803890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49286) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:33.820608 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d66e-1736-4519-8437-c919263d3ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.894247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d66e-1736-4519-8437-c919263d3ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.898243 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d66e-1736-4519-8437-c919263d3ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:33.936965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cdb7d66e-1736-4519-8437-c919263d3ff0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1320114 Apr 18 21:07:33.938065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7d66e-1736-4519-8437-c919263d3ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6334d7bf-e5c0-4240-99bb-65e89080f787,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:33.939721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49288) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:07:33.988994 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf6167fe-6b60-452f-a0f8-374417f7c723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.009304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf6167fe-6b60-452f-a0f8-374417f7c723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.056094 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf6167fe-6b60-452f-a0f8-374417f7c723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.058652 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf6167fe-6b60-452f-a0f8-374417f7c723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.059802 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bf6167fe-6b60-452f-a0f8-374417f7c723 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6334d7bf-e5c0-4240-99bb-65e89080f787 HTTP/1.1" status: 204 len: 168 time: 0.1190469 Apr 18 21:07:34.068235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6167fe-6b60-452f-a0f8-374417f7c723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6334d7bf-e5c0-4240-99bb-65e89080f787,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:34.600505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:34.626796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:34.627138 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 73a122b5-9a49-4b8a-b143-505ccfa8d8e2 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:34.627558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:07:34.647984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:07:34.648324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7400f1f0-035b-4b65-bbd6-34b5ba5f9ae0 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:07:35.937044 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0114925e-4e46-4a06-9f4f-3b2daf0a914f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:36.694681 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-471ad689-80fd-4df6-9b42-a60e98c1d3c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402462 Apr 18 21:07:36.785909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-cb9b29e6-813f-4c00-a422-d48c6fcfdcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:36.787494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-cb9b29e6-813f-4c00-a422-d48c6fcfdcb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 1097 time: 0.0406396 Apr 18 21:07:36.897297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-c40bbe29-8354-48b3-85c4-eb6b75bbeb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:36.898683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-c40bbe29-8354-48b3-85c4-eb6b75bbeb70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0867324 Apr 18 21:07:36.966475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-0ac8b07b-8021-4484-a6f9-8f839ed21b8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c65176d-cde7-4472-8efc-0dfbdad4be41 HTTP/1.1" status: 200 len: 1002 time: 0.0562687 Apr 18 21:07:37.021740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-2963afd7-3b42-4eac-8270-67a566f7e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:37.023507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-2963afd7-3b42-4eac-8270-67a566f7e354 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0471947 Apr 18 21:07:37.072004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-1ea7b50f-021f-44d7-b40b-121dd505f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:37.073460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-1ea7b50f-021f-44d7-b40b-121dd505f71c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392592 Apr 18 21:07:37.164614 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-ca792a73-e9ab-4902-b0cc-5708967db911 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800002 Apr 18 21:07:37.262056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05a04aa3-7aa9-435f-a55b-83cc94224dc2 req-801434c6-adce-4260-bf4e-21d62a4f0c8b service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870616 Apr 18 21:07:38.681589 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c866c493-f589-41e8-ad50-3bfa7247cd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:39.393905 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:40.572949 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.230342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.511280 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.109040 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:52.277553 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:07:57.590952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-c3f389c6-c79a-44f3-aa0e-c47467b272fd req-8f5c6ca4-a010-450f-9a5f-63ea27688ae5 service neutron] (102903) timed out ('10.222.0.49', 50966) {{(pid=102903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:08:05.937843 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e428261-d3a9-4d69-b0c7-87d256935ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:08.683432 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7de55526-5bea-4af9-916d-0b6bd851a809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:09.395303 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:10.576101 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:11.232683 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.506044 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:12.964437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1040a-4d3a-44b6-b72b-df1bb4c9888a req-6033c4c3-4a32-40f2-8ad8-846f221adeb1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:12.965926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6da1040a-4d3a-44b6-b72b-df1bb4c9888a req-6033c4c3-4a32-40f2-8ad8-846f221adeb1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 946 time: 0.1653214 Apr 18 21:08:13.004290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6da1040a-4d3a-44b6-b72b-df1bb4c9888a req-6ab080b1-5c40-4bb6-84a2-783eeff2f60a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318544 Apr 18 21:08:14.177229 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6981d-2c27-4d1b-a79e-de368bab6a44 req-373e4428-4da7-485e-ab9c-e0eac130fe53 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:14.178705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91f6981d-2c27-4d1b-a79e-de368bab6a44 req-373e4428-4da7-485e-ab9c-e0eac130fe53 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 946 time: 0.1056404 Apr 18 21:08:14.220559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91f6981d-2c27-4d1b-a79e-de368bab6a44 req-b4f19d47-6c8d-48e7-bcc1-572276d6967e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352471 Apr 18 21:08:14.580587 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-fd89b2fc-1021-411e-aef4-6c48ff49f52a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:14.582043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-fd89b2fc-1021-411e-aef4-6c48ff49f52a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 946 time: 0.0486357 Apr 18 21:08:14.673987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Deleting port 4c65176d-cde7-4472-8efc-0dfbdad4be41 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:08:14.674325 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.763222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] For port 4c65176d-cde7-4472-8efc-0dfbdad4be41, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4c65176d-cde7-4472-8efc-0dfbdad4be41,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:14.763581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.933339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.933667 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.934117 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Floating IP 5cebcc5c-14d9-43c6-a2d6-1cd61b4b4eb4 disassociated. External IP: 172.25.2.123, port: 4c65176d-cde7-4472-8efc-0dfbdad4be41. Apr 18 21:08:14.934631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Calling delete_port for 4c65176d-cde7-4472-8efc-0dfbdad4be41 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:08:15.061317 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.091154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'Port': ['ID=4c65176d-cde7-4472-8efc-0dfbdad4be41,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:15.203750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:15.324926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fbb0b5df-4051-44e6-a33f-7569bc4cb3cf req-1702d4f2-25fe-4134-930b-01f3da335aab tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 210 time: 0.0317829 Apr 18 21:08:15.334200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:15.345555 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] Sync routers for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:15.355833 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:15.357010 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:08:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:15.378186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] No DVR routers for this DVR port 4c65176d-cde7-4472-8efc-0dfbdad4be41 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:15.380814 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:15.384201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-746499f3-5b30-4f4e-905f-5d1fca6162ce req-a752cda6-4fd7-41b9-a5e9-0dea911d7c14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "DELETE /v2.0/ports/4c65176d-cde7-4472-8efc-0dfbdad4be41 HTTP/1.1" status: 204 len: 173 time: 0.7931807 Apr 18 21:08:15.384642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9354977b-109d-4bd3-9811-4c66a46508be', 'name': 'network-vif-deleted', 'tag': '4c65176d-cde7-4472-8efc-0dfbdad4be41'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:15.386919 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf3b9f1-0082-4d32-9e49-dfe82b702d64" -d '{"events": [{"server_uuid": "9354977b-109d-4bd3-9811-4c66a46508be", "name": "network-vif-deleted", "tag": "4c65176d-cde7-4472-8efc-0dfbdad4be41"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:15.429028 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427dca03-6862-40da-bc15-e3f6fe7e2ba0 x-openstack-request-id: req-427dca03-6862-40da-bc15-e3f6fe7e2ba0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:15.429269 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9354977b-109d-4bd3-9811-4c66a46508be", "name": "network-vif-deleted", "tag": "4c65176d-cde7-4472-8efc-0dfbdad4be41", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:15.429503 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-427dca03-6862-40da-bc15-e3f6fe7e2ba0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:15.429943 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427dca03-6862-40da-bc15-e3f6fe7e2ba0'] response: {'server_uuid': '9354977b-109d-4bd3-9811-4c66a46508be', 'name': 'network-vif-deleted', 'tag': '4c65176d-cde7-4472-8efc-0dfbdad4be41', 'status': 'completed', 'code': 200} Apr 18 21:08:15.486254 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:15.695852 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:15.722482 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] Checking router: ae9294e4-767e-4dc2-bef9-c2d35059d9b8 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:15.730775 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:15.732014 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:08:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:15.840262 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:16.047192 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:16.075555 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330dcfcf-7a11-48fb-983f-60b50014cb66 None None] The sync data for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 is: [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:16.128754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.316422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b4db5d-76d4-4927-810b-3a43daa2e34f None None] New status for floating IP 5cebcc5c-14d9-43c6-a2d6-1cd61b4b4eb4: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:08:16.430093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f117b89-aebd-4226-b328-f93b2c6439d4 req-51c90377-5811-4e4b-9517-858244636c64 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 210 time: 0.0294874 Apr 18 21:08:17.538485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e85f458-63d5-4087-be65-ed86747ec00e req-783424de-f155-40d6-8d0b-a48a982384ea tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 210 time: 0.0259204 Apr 18 21:08:18.638694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e1825e9-de02-4bf6-8079-63ecfebb6f09 req-eeef4ff0-cf31-4685-a30c-b50aaf4df56d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=9354977b-109d-4bd3-9811-4c66a46508be HTTP/1.1" status: 200 len: 210 time: 0.0285070 Apr 18 21:08:19.243371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4c65176d-cde7-4472-8efc-0dfbdad4be41 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:08:19.263450 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 4c65176d-cde7-4472-8efc-0dfbdad4be41 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:08:19.263793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4c65176d-cde7-4472-8efc-0dfbdad4be41 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:08:19.835699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-a373b487-8d8c-4882-9165-f4a30cf9acce tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778352270&fields=id&tenant_id=a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 267 time: 0.0324488 Apr 18 21:08:19.942411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-ea6c4b33-d73a-41f1-90ea-69a0685e692d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:19.943894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-ea6c4b33-d73a-41f1-90ea-69a0685e692d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1011360 Apr 18 21:08:19.959287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-96ee7488-b554-4ad8-9a35-3c60b2f3e7a5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/quotas/a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 375 time: 0.0094144 Apr 18 21:08:20.010922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-cd5b5637-b4de-4e6f-ae06-6fb24c58ade9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463309 Apr 18 21:08:20.028401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-4675fdfd-8863-4243-8bbc-f60ae7d31b2a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:08:20.029415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-4675fdfd-8863-4243-8bbc-f60ae7d31b2a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053399 Apr 18 21:08:20.119552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-2f784321-0b14-4038-b63d-f0fb32974f44 service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802889 Apr 18 21:08:20.213460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-1c53e534-2a11-4a13-b1cc-da7c27a19f69 service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870857 Apr 18 21:08:20.495677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46132688-91e7-4f7c-887d-27c328d0d39a req-ea1ac629-e8ae-4bd6-80b6-bd5a0cb1c27a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 210 time: 0.0268359 Apr 18 21:08:21.387441 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-b7e52c49-dca2-4e9a-96dd-4f6420ec6e5c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:21.388909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-b7e52c49-dca2-4e9a-96dd-4f6420ec6e5c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.60 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1084654 Apr 18 21:08:21.433036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-4fe69717-d131-47b9-a550-d035f1df89d4 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 380 time: 0.0357945 Apr 18 21:08:21.442141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'port': {'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'admin_state_up': True, 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'security_groups': ['edd4f45c-9509-43c3-9c24-fe94d7d7fe7c']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:21.551560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Made reservation on behalf of a2bbda67877d4111b3329f708b6bf0eb for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:21.555122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:21.604638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22e3b70d-eb25-4246-b7cb-46ace5f95fdb req-999dfec1-51da-4de0-83ee-ccdacbed4f3d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 210 time: 0.0375381 Apr 18 21:08:21.708279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Allocated IP 172.20.0.13 (ae5183a9-941a-419d-be5f-423f19073c9b/828bb9d6-e3b5-4619-8a43-7c3d9efa8e86/cd7a74be-29d5-4a84-8f7b-9305a4bf2784) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:22.143767 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.178519 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.220661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Network ae5183a9-941a-419d-be5f-423f19073c9b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:22.225884 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:22.228394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:22.260729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:22.290059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:22.290923 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.308791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-d154d553-583e-4365-815b-220005609af9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8701837 Apr 18 21:08:22.321304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Request body: {'port': {'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:22.384642 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.469334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-363db90b-b3d9-4499-906b-f671c21167ac None None] Provisioning complete for port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:22.469869 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-363db90b-b3d9-4499-906b-f671c21167ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.510769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-363db90b-b3d9-4499-906b-f671c21167ac None None] Port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:08:22.662503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7a74be-29d5-4a84-8f7b-9305a4bf2784 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:08:22.670080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.692236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Transition to ACTIVE for port object cd7a74be-29d5-4a84-8f7b-9305a4bf2784 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:22.706169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.767823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:22.785504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490b7e9-8548-4541-a91b-7df70b547493 req-b1520022-b826-4aba-846f-5a9fafc2610f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:22.787053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c490b7e9-8548-4541-a91b-7df70b547493 req-b1520022-b826-4aba-846f-5a9fafc2610f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 932 time: 0.1105864 Apr 18 21:08:22.875394 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c490b7e9-8548-4541-a91b-7df70b547493 req-256a3128-3b12-4482-af0d-d610f9281954 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683839 Apr 18 21:08:22.885410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Attempting to bind port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:22.886017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Attempting to bind port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:22.886524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Attempting to bind port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:22.896994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 on network ae5183a9-941a-419d-be5f-423f19073c9b not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:08:22.896994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Attempting to bind port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:08:22.897411 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:08:22.897832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Checking segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:08:22.898324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Bound using segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:08:22.898753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Bound port: cd7a74be-29d5-4a84-8f7b-9305a4bf2784, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:22.899111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.976218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] For port cd7a74be-29d5-4a84-8f7b-9305a4bf2784, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:08:22.979129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] For port cd7a74be-29d5-4a84-8f7b-9305a4bf2784, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:08:22.984543 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.018658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.019278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.020690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] 10.222.0.60 "PUT /v2.0/ports/cd7a74be-29d5-4a84-8f7b-9305a4bf2784 HTTP/1.1" status: 200 len: 1092 time: 0.7039130 Apr 18 21:08:23.021257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'tag': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:23.023487 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49516296-2854-47ae-8c65-f4c1ae9a8d44" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2453c8-c403-42e5-8fbd-828b72693a28", "tag": "cd7a74be-29d5-4a84-8f7b-9305a4bf2784"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:23.050365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c86c3-961d-4f02-bda5-90132012c504 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:23.089411 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b7c4a1-e9b5-4e6f-8d44-813392e22254 x-openstack-request-id: req-83b7c4a1-e9b5-4e6f-8d44-813392e22254 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:23.089766 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2453c8-c403-42e5-8fbd-828b72693a28", "tag": "cd7a74be-29d5-4a84-8f7b-9305a4bf2784", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:23.090383 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83b7c4a1-e9b5-4e6f-8d44-813392e22254 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:23.090852 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b7c4a1-e9b5-4e6f-8d44-813392e22254'] response: {'name': 'network-changed', 'server_uuid': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'tag': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'status': 'completed', 'code': 200} Apr 18 21:08:23.123504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-bae63b78-89e5-4883-ba98-b8e490ddfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.125554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-bae63b78-89e5-4883-ba98-b8e490ddfd3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 1095 time: 0.0503373 Apr 18 21:08:23.174551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-3133e2a4-d017-4834-a602-14583339759d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784 HTTP/1.1" status: 200 len: 217 time: 0.0409400 Apr 18 21:08:23.231478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-751bd0f3-b722-4451-b060-0047da629a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.233191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-751bd0f3-b722-4451-b060-0047da629a90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0523095 Apr 18 21:08:23.279207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-32a2c5aa-1516-4167-b99b-8a40f1db7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.281330 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-32a2c5aa-1516-4167-b99b-8a40f1db7f7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421705 Apr 18 21:08:23.374290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-8a711a76-7595-4a1c-a764-5ba3301b9bf7 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863552 Apr 18 21:08:23.463671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c5f9dc6-0794-4661-8ce2-dc169e68942a req-1ece7f5a-ab4f-44c5-b9c4-a5d5e00c8422 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833528 Apr 18 21:08:23.547673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-1187b047-3088-44e9-a498-18db2d491a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.549195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-1187b047-3088-44e9-a498-18db2d491a82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 1095 time: 0.0423481 Apr 18 21:08:23.644925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-18703c25-56dd-40db-bb69-6fef35c14f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.646398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-18703c25-56dd-40db-bb69-6fef35c14f94 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0910571 Apr 18 21:08:23.689588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-43ae139d-5c1f-44a6-96d0-526a45cb1b8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784 HTTP/1.1" status: 200 len: 217 time: 0.0361362 Apr 18 21:08:23.738593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-840c05c3-fd0f-4251-bb08-12117b267d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.740123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-840c05c3-fd0f-4251-bb08-12117b267d82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0440924 Apr 18 21:08:23.792450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-79e57e0c-07b0-4141-9d58-75aeda33a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.794002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-79e57e0c-07b0-4141-9d58-75aeda33a715 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465260 Apr 18 21:08:23.888766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-c295b4b4-6efd-4747-a018-61d17efa2918 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872738 Apr 18 21:08:24.013323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49516296-2854-47ae-8c65-f4c1ae9a8d44 req-b663e183-44e7-42be-99c7-307fcc25c26c service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180999 Apr 18 21:08:24.025566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac19a6-74b4-4f78-acc3-68023abf3f80 req-c98a3114-44c6-4bf3-8ef2-52d42b08432d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:24.027073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15ac19a6-74b4-4f78-acc3-68023abf3f80 req-c98a3114-44c6-4bf3-8ef2-52d42b08432d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 944 time: 0.0733085 Apr 18 21:08:24.067726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15ac19a6-74b4-4f78-acc3-68023abf3f80 req-6c5034e7-e921-4411-b962-e55c1258ba67 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335674 Apr 18 21:08:25.190064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85d1ba-4896-4b52-932f-6f16bb0084d9 req-5c06f48e-8544-42e0-9f8d-b84fa9e4c4c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.191807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a85d1ba-4896-4b52-932f-6f16bb0084d9 req-5c06f48e-8544-42e0-9f8d-b84fa9e4c4c2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 944 time: 0.0538876 Apr 18 21:08:25.232516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a85d1ba-4896-4b52-932f-6f16bb0084d9 req-48823a06-5bcb-412f-8fe3-dad8b87454f9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338626 Apr 18 21:08:26.354809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbe1e7-b61c-4920-ba6a-4aa87ee63832 req-949fde1f-6197-42ef-858a-cec59994be15 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:26.356331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21bbe1e7-b61c-4920-ba6a-4aa87ee63832 req-949fde1f-6197-42ef-858a-cec59994be15 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 944 time: 0.0553665 Apr 18 21:08:26.395002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21bbe1e7-b61c-4920-ba6a-4aa87ee63832 req-2fc7feb1-0859-4c4c-adc5-61b61ecf0a4d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Apr 18 21:08:27.514198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a0fc-4fce-41c2-84f5-c9419e554876 req-ffd7a178-abcc-4771-9060-a922ff813c18 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:27.516335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd12a0fc-4fce-41c2-84f5-c9419e554876 req-ffd7a178-abcc-4771-9060-a922ff813c18 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 944 time: 0.0496089 Apr 18 21:08:27.553475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd12a0fc-4fce-41c2-84f5-c9419e554876 req-e41e4425-9e4e-4ed5-8b99-ac067a165b51 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311148 Apr 18 21:08:28.669514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d1cc2-a6d2-4692-a7cb-62e5276ab68f req-2b0b3bf2-a0a3-4ede-b0fd-734ec6ed7df1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:28.670971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd5d1cc2-a6d2-4692-a7cb-62e5276ab68f req-2b0b3bf2-a0a3-4ede-b0fd-734ec6ed7df1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 944 time: 0.0498755 Apr 18 21:08:28.707607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd5d1cc2-a6d2-4692-a7cb-62e5276ab68f req-bf6667a4-3290-4a95-8a08-4ea46e4b352c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306222 Apr 18 21:08:29.276118 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:08:29.826007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e952c-f32d-482a-9dee-efe4b2db1dd1 req-12017815-7019-48de-a959-7a49d08acb4d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:29.827441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef4e952c-f32d-482a-9dee-efe4b2db1dd1 req-12017815-7019-48de-a959-7a49d08acb4d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 944 time: 0.0522974 Apr 18 21:08:29.865155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef4e952c-f32d-482a-9dee-efe4b2db1dd1 req-f05713ef-41ba-4278-bf46-4fb30e1d4694 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Apr 18 21:08:30.979407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0405a-86ab-4617-9977-830b80c165a1 req-8b111bad-726a-4cdf-9491-812749902212 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:30.980910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ae0405a-86ab-4617-9977-830b80c165a1 req-8b111bad-726a-4cdf-9491-812749902212 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 944 time: 0.0491660 Apr 18 21:08:31.018253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ae0405a-86ab-4617-9977-830b80c165a1 req-26fb5ad2-c42e-4756-965d-93afd573b793 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313647 Apr 18 21:08:32.137995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e18ca2-ab75-4d62-98a5-6f4062e58592 req-c99aa846-a8e0-4ed3-b540-01f9d8a3218b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:32.139507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68e18ca2-ab75-4d62-98a5-6f4062e58592 req-c99aa846-a8e0-4ed3-b540-01f9d8a3218b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 944 time: 0.0493677 Apr 18 21:08:32.177239 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68e18ca2-ab75-4d62-98a5-6f4062e58592 req-dd87a074-1a68-467d-b73d-48b64aae9be6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Apr 18 21:08:33.298492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c41940-0c84-49e1-ae37-ac86720dc222 req-80af619d-03eb-4450-b37b-119e520a63e4 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:33.299982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0c41940-0c84-49e1-ae37-ac86720dc222 req-80af619d-03eb-4450-b37b-119e520a63e4 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 944 time: 0.0525317 Apr 18 21:08:33.337521 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0c41940-0c84-49e1-ae37-ac86720dc222 req-737da8a0-4e39-47e8-b578-df148314c8f8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315435 Apr 18 21:08:34.450604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde64619-2d00-404c-b50c-79879039efcc req-3637bb85-a637-444b-b372-8b97442b036d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:34.452074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dde64619-2d00-404c-b50c-79879039efcc req-3637bb85-a637-444b-b372-8b97442b036d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 944 time: 0.0481145 Apr 18 21:08:34.490708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dde64619-2d00-404c-b50c-79879039efcc req-4db6b587-f547-46e2-a6d9-58c558d217c9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319445 Apr 18 21:08:34.599906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device cd7a74be-29d5-4a84-8f7b-9305a4bf2784 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:08:34.694791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port cd7a74be-29d5-4a84-8f7b-9305a4bf2784, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:34.705767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'mac_address': 'fa:16:3e:2f:38:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:08:34.741249 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.757515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7a74be-29d5-4a84-8f7b-9305a4bf2784 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:08:34.775907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port cd7a74be-29d5-4a84-8f7b-9305a4bf2784, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:34.780270 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.825759 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:34.832817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.833153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.833480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.833804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.834124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.834441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.834756 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.835069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.835382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.835695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.836029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:34.836344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.079065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['cd7a74be-29d5-4a84-8f7b-9305a4bf2784'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:08:35.605429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a8ad9-86cd-44ee-a622-b36043844b5d req-f11ad508-4499-4234-ab04-50bf56ebfab7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:35.606890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-923a8ad9-86cd-44ee-a622-b36043844b5d req-f11ad508-4499-4234-ab04-50bf56ebfab7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 945 time: 0.0488636 Apr 18 21:08:35.644183 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-923a8ad9-86cd-44ee-a622-b36043844b5d req-be58a91f-e95b-4473-872b-041bdffa0c22 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312898 Apr 18 21:08:35.939519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-259cd3dd-1ea5-4acf-b5a5-1dfcf4d88104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.593933 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device cd7a74be-29d5-4a84-8f7b-9305a4bf2784 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:08:36.640662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:36.644963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:36.645333 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.768933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910c7b0-38e9-41b5-9003-e42e60a2b00a req-503e6176-440f-4968-a1a2-51c7df9a1ab5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:36.771205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8910c7b0-38e9-41b5-9003-e42e60a2b00a req-503e6176-440f-4968-a1a2-51c7df9a1ab5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 945 time: 0.0579741 Apr 18 21:08:36.815109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8910c7b0-38e9-41b5-9003-e42e60a2b00a req-e02f7547-de5c-4f54-a3fa-fd9048a54868 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374215 Apr 18 21:08:36.879115 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.900133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:36.902369 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c25a0a8-365d-45d0-90a5-dbaf86f5ff54" -d '{"events": [{"server_uuid": "fc2453c8-c403-42e5-8fbd-828b72693a28", "name": "network-vif-plugged", "status": "completed", "tag": "cd7a74be-29d5-4a84-8f7b-9305a4bf2784"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:36.914357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port cd7a74be-29d5-4a84-8f7b-9305a4bf2784, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:08:36.918525 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:36.942303 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a960fc4-ee9c-4958-957f-cc68ee4fc1b3 x-openstack-request-id: req-2a960fc4-ee9c-4958-957f-cc68ee4fc1b3 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:36.942913 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2453c8-c403-42e5-8fbd-828b72693a28", "name": "network-vif-plugged", "status": "completed", "tag": "cd7a74be-29d5-4a84-8f7b-9305a4bf2784", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:36.942913 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a960fc4-ee9c-4958-957f-cc68ee4fc1b3 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:36.943204 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a960fc4-ee9c-4958-957f-cc68ee4fc1b3'] response: {'server_uuid': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'code': 200} Apr 18 21:08:36.968178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:37.083646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0cafa-38f4-43c0-b41f-216f887b4463 req-4b2f9310-98a9-40bf-8c8b-04b1810f3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:37.085076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfe0cafa-38f4-43c0-b41f-216f887b4463 req-4b2f9310-98a9-40bf-8c8b-04b1810f3ebb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 1097 time: 0.0888207 Apr 18 21:08:37.120662 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfe0cafa-38f4-43c0-b41f-216f887b4463 req-6ab11307-f9a6-4cf2-8dfb-26d8d7c9343b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276258 Apr 18 21:08:37.936085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbdd9b-fe47-4654-8100-cd6f71992ff8 req-bfba16c2-3cdb-4343-85b4-efe28c3052ba tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:37.937727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44bbdd9b-fe47-4654-8100-cd6f71992ff8 req-bfba16c2-3cdb-4343-85b4-efe28c3052ba tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 946 time: 0.0527458 Apr 18 21:08:37.976848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44bbdd9b-fe47-4654-8100-cd6f71992ff8 req-cddf51c6-4b75-4198-899b-87f1f6e34e14 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322444 Apr 18 21:08:38.685467 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fdf6ddd9-9e0d-4be5-973e-c35ceb0a3cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.097084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6318b2f-620d-438b-876d-2f380d057f2a req-de6fa19c-6c6d-4bcb-9013-1dbe684a4093 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:39.098832 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6318b2f-620d-438b-876d-2f380d057f2a req-de6fa19c-6c6d-4bcb-9013-1dbe684a4093 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 946 time: 0.0529273 Apr 18 21:08:39.135635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6318b2f-620d-438b-876d-2f380d057f2a req-c08b3dc6-12d6-4ceb-a942-3e67dec5e7bf tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307326 Apr 18 21:08:39.249286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c78587-7005-47ea-9335-daa56ada2af9 req-5d656bbe-3f85-4ac8-95aa-4fd70785d3b1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:39.250828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71c78587-7005-47ea-9335-daa56ada2af9 req-5d656bbe-3f85-4ac8-95aa-4fd70785d3b1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 946 time: 0.0493300 Apr 18 21:08:39.290130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71c78587-7005-47ea-9335-daa56ada2af9 req-02ecb39e-4a85-47c1-8a35-57cb24c41e3d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330801 Apr 18 21:08:39.311502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49384) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:39.398282 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.457471 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85127515-5331-40d1-bcda-4badccdd124a tempest-TestVolumeBootPattern-24111850 tempest-TestVolumeBootPattern-24111850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:39.458984 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-85127515-5331-40d1-bcda-4badccdd124a tempest-TestVolumeBootPattern-24111850 tempest-TestVolumeBootPattern-24111850-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 1092 time: 0.1464441 Apr 18 21:08:39.461749 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49390) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:08:39.465939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:39.485788 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.582295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.686479 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Allocated IP 172.25.2.53 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/cba7871e-772d-4dbd-a18f-b3f3f0c5da12) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:39.786405 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.820360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.864129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:39.866925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:39.870551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:08:39.896682 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=cba7871e-772d-4dbd-a18f-b3f3f0c5da12,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:39.909496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.909846 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.910195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.910540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.910882 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.911217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.911552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.911903 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.912233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.912561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.912889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:39.913215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:40.237436 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.302968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.449399 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.453939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.526680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=cba7871e-772d-4dbd-a18f-b3f3f0c5da12,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:40.537286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.581916 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.638835 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Floating IP 062ec262-58d4-45bb-b95b-abcabdd3265b associated. External IP: 172.25.2.53, port: cd7a74be-29d5-4a84-8f7b-9305a4bf2784. Apr 18 21:08:40.845617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:08:40.956122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:08:40.965300 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] Sync routers for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:08:40.974193 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.976161 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:40.976796 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:08:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:41.001430 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dfec6944-d89b-4ee4-a9ee-368eb284e087 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5381529 Apr 18 21:08:41.002081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'tag': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:41.004403 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096eb977-a669-4aa3-b93b-d51592bf1194" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2453c8-c403-42e5-8fbd-828b72693a28", "tag": "cd7a74be-29d5-4a84-8f7b-9305a4bf2784"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:08:41.081190 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:41.104263 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64897fff-dac1-433b-9e5b-210afbc12d11 x-openstack-request-id: req-64897fff-dac1-433b-9e5b-210afbc12d11 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:08:41.104644 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2453c8-c403-42e5-8fbd-828b72693a28", "tag": "cd7a74be-29d5-4a84-8f7b-9305a4bf2784", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:08:41.104965 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64897fff-dac1-433b-9e5b-210afbc12d11 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:08:41.105443 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64897fff-dac1-433b-9e5b-210afbc12d11'] response: {'name': 'network-changed', 'server_uuid': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'tag': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'status': 'completed', 'code': 200} Apr 18 21:08:41.165645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-551f6281-297c-4943-a0d6-d175cf833357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:41.167153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-551f6281-297c-4943-a0d6-d175cf833357 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 1097 time: 0.0399299 Apr 18 21:08:41.245504 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:41.268013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-581f2cf2-5aaa-4380-8f6d-4bd275ee9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:41.269504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-581f2cf2-5aaa-4380-8f6d-4bd275ee9427 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0954292 Apr 18 21:08:41.310625 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '062ec262-58d4-45bb-b95b-abcabdd3265b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:2f:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:40Z', 'updated_at': '2022-04-18T21:08:40Z', 'revision_number': 0, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:41.336152 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] Checking router: ae9294e4-767e-4dc2-bef9-c2d35059d9b8 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:08:41.337237 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-87364660-aac7-4159-a375-315a2311ac0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784 HTTP/1.1" status: 200 len: 999 time: 0.0588737 Apr 18 21:08:41.344288 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:08:41.344915 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:08:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:41.393667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-b7ea0b57-46d2-432e-9175-296b11b13d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:41.395264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-b7ea0b57-46d2-432e-9175-296b11b13d5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0492785 Apr 18 21:08:41.442693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-b0675b21-fff6-4a8f-9acc-f847cb53fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:41.444357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-b0675b21-fff6-4a8f-9acc-f847cb53fde9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431209 Apr 18 21:08:41.537071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-cb3a1722-5f47-4c18-9bf2-32ae08679227 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845854 Apr 18 21:08:41.537720 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:08:41.633262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-096eb977-a669-4aa3-b93b-d51592bf1194 req-4a9d71b6-0304-4bb5-b803-cf579f3271a9 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887196 Apr 18 21:08:41.759886 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '062ec262-58d4-45bb-b95b-abcabdd3265b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:2f:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:40Z', 'updated_at': '2022-04-18T21:08:40Z', 'revision_number': 0, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:41.786097 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ecdb3d-afcf-455b-bcdd-7e725188141e None None] The sync data for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 is: [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '062ec262-58d4-45bb-b95b-abcabdd3265b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:2f:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:40Z', 'updated_at': '2022-04-18T21:08:40Z', 'revision_number': 0, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:08:41.989941 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc5d96-e4b2-4789-91dc-62c002014195 None None] New status for floating IP 062ec262-58d4-45bb-b95b-abcabdd3265b: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:08:42.526410 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:46.136593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:05.941023 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e282145f-f2f3-4484-b7db-740009422fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:06.275740 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:09:08.687576 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-382d5efa-db95-4e36-957c-9acca8e1c475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:09.400815 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:10.581998 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:11.238470 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:12.544110 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.146304 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.353765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-7b5fe41a-c6dc-44b1-ab77-ac141e523baf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410583 Apr 18 21:09:31.431820 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-9574a841-45fc-4f2b-9c4f-1ef11790bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:31.433343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-9574a841-45fc-4f2b-9c4f-1ef11790bae8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 1097 time: 0.0409567 Apr 18 21:09:31.538695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-2db878a1-60ce-46c2-b732-39565b292fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:31.540177 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-2db878a1-60ce-46c2-b732-39565b292fde service neutron] 10.222.0.60 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0886126 Apr 18 21:09:31.605122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-688f4540-3d87-4a65-9917-3f4d643c2021 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784 HTTP/1.1" status: 200 len: 1001 time: 0.0583315 Apr 18 21:09:31.657267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-d47977d3-0c6f-447f-ba6b-f79611632e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:31.658785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-d47977d3-0c6f-447f-ba6b-f79611632e02 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0469224 Apr 18 21:09:31.703235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-dc31bc21-0610-41c8-aa56-15836d4378a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:31.704771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-dc31bc21-0610-41c8-aa56-15836d4378a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389063 Apr 18 21:09:31.792329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-2321dff6-13e8-43d8-b34b-f67d4a6d8947 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803680 Apr 18 21:09:31.885562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f432201c-f65c-4474-81d8-0e0fff0b05ab req-c9b18014-9cc3-4642-9ad3-09971a9a8752 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871468 Apr 18 21:09:35.943904 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-242c0271-9125-4257-a1c1-b576d28a5c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:38.688662 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2000f730-cba0-4ff7-be92-94bb09d439a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.403985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:40.584790 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:41.242660 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:42.562470 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:43.274660 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:09:46.152387 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:05.946178 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-789a9e54-4e08-48df-a05c-c8560bd08db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:08.697730 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7488793b-8d35-4d13-b596-50d0d6a90c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:09.407111 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:10.586139 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:11.246198 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:12.565126 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.166375 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.267448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7f0edc58-6239-4608-af86-b5bbbe8d5def tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778352270&fields=id&tenant_id=a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 267 time: 0.0332983 Apr 18 21:10:18.375235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-071f7467-620a-4318-a268-2385e7c636e7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:18.376609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-071f7467-620a-4318-a268-2385e7c636e7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1018190 Apr 18 21:10:18.391084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-e262b76e-b9ef-4e94-a533-ef758de6241f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/quotas/a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 375 time: 0.0087097 Apr 18 21:10:18.448085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-102d222a-a403-4ebe-9cff-acff13d68c41 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0515108 Apr 18 21:10:18.642460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c1958bbb-b8c5-411c-8def-c5bec4cbce29 service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813850 Apr 18 21:10:18.739197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-4f4a7c38-44fa-4e19-9207-a7f07413d838 service neutron] 10.222.0.49 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899510 Apr 18 21:10:19.034266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67e70993-e084-4215-baed-cd00e217240f req-34645d20-9e06-4ea3-840a-6c930e559242 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 210 time: 0.0311036 Apr 18 21:10:20.101883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-cb6afa31-6a09-4e5c-87e1-13034d47e34c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:20.103353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-cb6afa31-6a09-4e5c-87e1-13034d47e34c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 812 time: 0.1056998 Apr 18 21:10:20.154891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c44c8b1-30fd-44de-aab9-bbc95ccc5fa0 req-43093fe3-ef70-4f66-874e-efa0e00a2804 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 210 time: 0.0356300 Apr 18 21:10:20.171900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-35cb0d6a-bec6-4b66-9880-3d1f662215d8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2bbda67877d4111b3329f708b6bf0eb HTTP/1.1" status: 200 len: 380 time: 0.0582955 Apr 18 21:10:20.183056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'port': {'device_id': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'admin_state_up': True, 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'security_groups': ['edd4f45c-9509-43c3-9c24-fe94d7d7fe7c']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:20.273781 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:10:20.304123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Made reservation on behalf of a2bbda67877d4111b3329f708b6bf0eb for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:20.307569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.437432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Allocated IP 172.20.0.4 (ae5183a9-941a-419d-be5f-423f19073c9b/828bb9d6-e3b5-4619-8a43-7c3d9efa8e86/738d9d17-3afa-47c4-87dc-6ceb7e120a7d) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:20.580290 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.613627 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.660016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Network ae5183a9-941a-419d-be5f-423f19073c9b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:20.663414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:20.667540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:10:20.694890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:20.716571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.716571 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.716724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.717006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.717345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.717679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.718008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.718369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.718697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.719020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.719348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.719679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:20.735561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:20.736235 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.756753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-7debbf55-f4ba-4ed5-a682-fe1130bad58b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5773323 Apr 18 21:10:20.847562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Request body: {'port': {'device_id': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:20.902308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-740955ac-0b75-4b4a-8775-498bb30578f5 None None] Provisioning complete for port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:20.903288 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-740955ac-0b75-4b4a-8775-498bb30578f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.909269 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.939221 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-740955ac-0b75-4b4a-8775-498bb30578f5 None None] Port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:10:21.193758 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738d9d17-3afa-47c4-87dc-6ceb7e120a7d {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:10:21.202295 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.216072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Transition to ACTIVE for port object 738d9d17-3afa-47c4-87dc-6ceb7e120a7d will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:21.220909 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.333973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:21.380479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76762a66-2f2f-4739-a7b9-237424d10af8 req-a0cc48fb-12e9-425a-be62-395f06feafa7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:21.382500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76762a66-2f2f-4739-a7b9-237424d10af8 req-a0cc48fb-12e9-425a-be62-395f06feafa7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 943 time: 0.1519740 Apr 18 21:10:21.419156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Attempting to bind port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:21.419490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Attempting to bind port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:21.419816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Attempting to bind port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:10:21.429552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d on network ae5183a9-941a-419d-be5f-423f19073c9b not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:10:21.429873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Attempting to bind port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d on network ae5183a9-941a-419d-be5f-423f19073c9b {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:10:21.442785 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:10:21.443135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Checking segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:10:21.443558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Bound using segment: {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:10:21.443986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Bound port: 738d9d17-3afa-47c4-87dc-6ceb7e120a7d, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '023881c7-9bca-436e-ab86-611f8bf79d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:21.444341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.451671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76762a66-2f2f-4739-a7b9-237424d10af8 req-6302ec2b-2e5e-400b-b731-faa6902a194a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625122 Apr 18 21:10:21.520655 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] For port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:10:21.524825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] For port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:10:21.529030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.566316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:21.566932 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.568335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] 10.222.0.64 "PUT /v2.0/ports/738d9d17-3afa-47c4-87dc-6ceb7e120a7d HTTP/1.1" status: 200 len: 1091 time: 0.7992685 Apr 18 21:10:21.568776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'tag': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:21.571563 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd0188b-9a4a-4f32-9958-6f82d166303a", "tag": "738d9d17-3afa-47c4-87dc-6ceb7e120a7d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:21.613370 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28dfa52-4016-4c11-bd26-6be36806a3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:21.671134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-5c26541a-b919-4bf2-9e01-f28ec69679b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:21.674076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-5c26541a-b919-4bf2-9e01-f28ec69679b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 1094 time: 0.0525641 Apr 18 21:10:21.729436 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddc539d-71fc-42a3-8f6f-4966a0153d8b x-openstack-request-id: req-fddc539d-71fc-42a3-8f6f-4966a0153d8b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:21.729829 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd0188b-9a4a-4f32-9958-6f82d166303a", "tag": "738d9d17-3afa-47c4-87dc-6ceb7e120a7d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:21.729961 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fddc539d-71fc-42a3-8f6f-4966a0153d8b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:21.730363 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fddc539d-71fc-42a3-8f6f-4966a0153d8b'] response: {'name': 'network-changed', 'server_uuid': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'tag': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'status': 'completed', 'code': 200} Apr 18 21:10:21.732278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-02e467da-11ff-449b-936f-07d122b92c5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d HTTP/1.1" status: 200 len: 217 time: 0.0459177 Apr 18 21:10:21.793066 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-3c5a8fe0-2dde-4a95-9519-637ff8d7eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:21.794823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-3c5a8fe0-2dde-4a95-9519-637ff8d7eec1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0530150 Apr 18 21:10:21.844839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-5ac802c9-d55c-47cf-bfff-2d7416f52c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:21.846295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-5ac802c9-d55c-47cf-bfff-2d7416f52c1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413318 Apr 18 21:10:21.940637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-392d6dc9-cf69-4519-aa31-a93f991332b0 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835798 Apr 18 21:10:22.049346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff6d58db-8b0a-4c37-9df7-dacdff3794ce req-d648f77d-7c6e-4870-b5fc-f02982732d20 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981274 Apr 18 21:10:22.144994 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-bd4fd37b-f9af-420c-a20a-509bdf99642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:22.147127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-bd4fd37b-f9af-420c-a20a-509bdf99642b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 1094 time: 0.0418355 Apr 18 21:10:22.244769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-b51b6b1e-907a-45d2-839f-0599572c1f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:22.246265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-b51b6b1e-907a-45d2-839f-0599572c1f7d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0893097 Apr 18 21:10:22.292785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-54c9e615-c33d-40de-8716-b93ef3137ab1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d HTTP/1.1" status: 200 len: 217 time: 0.0352671 Apr 18 21:10:22.346429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-cb47d569-347e-46e2-a17b-8fb0ada983e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:22.347984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-cb47d569-347e-46e2-a17b-8fb0ada983e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0450332 Apr 18 21:10:22.400805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-b16e4027-7a26-473f-a23a-f24b578c5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:22.402305 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-b16e4027-7a26-473f-a23a-f24b578c5cfa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444441 Apr 18 21:10:22.496812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-1fdef27d-d41b-4508-895c-5227e8cbe6ce service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827711 Apr 18 21:10:22.631678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9041d-9f62-41ec-b8b1-444fb3d179f1 req-ce68da01-c2aa-464e-93f8-ee7c200a0556 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:22.633301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69a9041d-9f62-41ec-b8b1-444fb3d179f1 req-ce68da01-c2aa-464e-93f8-ee7c200a0556 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 943 time: 0.1036410 Apr 18 21:10:22.636021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9532d5e8-a7d6-4b15-8430-6bd58c2eb7f0 req-2662b2dc-ae21-4aa3-b7b1-449bc213be4b service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284232 Apr 18 21:10:22.677218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69a9041d-9f62-41ec-b8b1-444fb3d179f1 req-9ac2c5c7-91cb-4112-b88c-62486d5c95a6 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366039 Apr 18 21:10:23.794737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193e0b5-3600-4752-8b59-d0dbf8412460 req-53b0258c-c94e-4c86-8b5e-2866438c8136 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:23.796353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1193e0b5-3600-4752-8b59-d0dbf8412460 req-53b0258c-c94e-4c86-8b5e-2866438c8136 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 943 time: 0.0490077 Apr 18 21:10:23.835112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1193e0b5-3600-4752-8b59-d0dbf8412460 req-fc43b334-77ed-466d-85f2-ce216962c76e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326388 Apr 18 21:10:24.956810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798c762-10e9-49e8-9876-5797f870e9d2 req-a19893ca-427e-4dd1-acea-d6a2789d83ed tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:24.958310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b798c762-10e9-49e8-9876-5797f870e9d2 req-a19893ca-427e-4dd1-acea-d6a2789d83ed tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 943 time: 0.0526664 Apr 18 21:10:24.995766 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b798c762-10e9-49e8-9876-5797f870e9d2 req-b386a5c6-239f-4842-8867-285461cb2225 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314705 Apr 18 21:10:26.110629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd88ce0-567d-48e1-9a8c-ea46effe31ce req-e454bbd6-c746-4862-b0c7-ef940fa285cd tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:26.112122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3dd88ce0-567d-48e1-9a8c-ea46effe31ce req-e454bbd6-c746-4862-b0c7-ef940fa285cd tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 943 time: 0.0485146 Apr 18 21:10:26.149546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3dd88ce0-567d-48e1-9a8c-ea46effe31ce req-871a2ab7-76d1-4d77-8e6a-89c49145d9f3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314360 Apr 18 21:10:27.278951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579148a-e32c-4244-a328-edbfc8b2df82 req-e33c7c31-ace7-48c4-99a6-56322d18faf5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:27.280446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6579148a-e32c-4244-a328-edbfc8b2df82 req-e33c7c31-ace7-48c4-99a6-56322d18faf5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 943 time: 0.0541255 Apr 18 21:10:27.323538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6579148a-e32c-4244-a328-edbfc8b2df82 req-c81eac2a-5d02-47cc-b345-c8d367ad750a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361328 Apr 18 21:10:28.457791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdd710-8b05-40ff-9c64-38cf01929194 req-a2587a94-f052-49ba-954a-1404acc623e2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:28.459469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1fdd710-8b05-40ff-9c64-38cf01929194 req-a2587a94-f052-49ba-954a-1404acc623e2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 943 time: 0.0629442 Apr 18 21:10:28.503258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1fdd710-8b05-40ff-9c64-38cf01929194 req-616c3237-2f51-41b2-9f94-6e23e45f7e11 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374963 Apr 18 21:10:29.616975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d9946-fb1a-4f87-ba9e-a8aabe42e975 req-07aff2f4-c9ff-436d-b483-f749ee621bd3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:29.619016 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e1d9946-fb1a-4f87-ba9e-a8aabe42e975 req-07aff2f4-c9ff-436d-b483-f749ee621bd3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 943 time: 0.0484138 Apr 18 21:10:29.657088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e1d9946-fb1a-4f87-ba9e-a8aabe42e975 req-202cbbd4-9543-4480-bfa3-e519eede4f59 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Apr 18 21:10:30.775431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564b781-2d31-493f-9fe7-d36cbfcd52d8 req-9d78c6b6-a9e3-4035-90ad-4cc7ecfa9c5b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:30.776367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1564b781-2d31-493f-9fe7-d36cbfcd52d8 req-9d78c6b6-a9e3-4035-90ad-4cc7ecfa9c5b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 943 time: 0.0490251 Apr 18 21:10:30.814638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1564b781-2d31-493f-9fe7-d36cbfcd52d8 req-19f84ff3-0133-4f17-8fba-d14af8cabce9 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321248 Apr 18 21:10:31.938316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e4d1-a338-4164-82b7-6cbc5237abfd req-8af8db83-09d5-49d6-ada5-fe6a8ddf71b5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:31.939810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1223e4d1-a338-4164-82b7-6cbc5237abfd req-8af8db83-09d5-49d6-ada5-fe6a8ddf71b5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 943 time: 0.0544524 Apr 18 21:10:31.981032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1223e4d1-a338-4164-82b7-6cbc5237abfd req-b0682421-7ac1-4e14-b666-ce06843f42ce tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349760 Apr 18 21:10:32.020645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 738d9d17-3afa-47c4-87dc-6ceb7e120a7d details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:10:32.121386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:32.132875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'port_id': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'mac_address': 'fa:16:3e:ee:99:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:10:32.169789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.182445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738d9d17-3afa-47c4-87dc-6ceb7e120a7d {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:10:32.202507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:32.206329 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.252407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:32.260198 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.260532 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.260867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.261193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.261514 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.261833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.262148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.262461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.262774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.263086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.263418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.263707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.488880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['738d9d17-3afa-47c4-87dc-6ceb7e120a7d'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:10:33.108667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385aa91-e847-4317-8af6-b21d4b838fb8 req-3f89bbe5-0b2a-4f28-b347-4530cc96690c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.110054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0385aa91-e847-4317-8af6-b21d4b838fb8 req-3f89bbe5-0b2a-4f28-b347-4530cc96690c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 944 time: 0.0490003 Apr 18 21:10:33.147062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0385aa91-e847-4317-8af6-b21d4b838fb8 req-ca0c6896-7105-4507-8240-81f76cb86f7c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306485 Apr 18 21:10:33.345205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb816acb-3bc5-42a4-8806-14393235146e req-811c4ace-b636-43ce-9fd4-9bb6a373c188 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383997 Apr 18 21:10:33.429714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb816acb-3bc5-42a4-8806-14393235146e req-64849d3e-8fed-4c46-a399-62df983e3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.431102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb816acb-3bc5-42a4-8806-14393235146e req-64849d3e-8fed-4c46-a399-62df983e3365 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 1097 time: 0.0443056 Apr 18 21:10:33.532544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb816acb-3bc5-42a4-8806-14393235146e req-b4192a3a-8b8a-446a-89bf-9917a576d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.534006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb816acb-3bc5-42a4-8806-14393235146e req-b4192a3a-8b8a-446a-89bf-9917a576d8d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0845671 Apr 18 21:10:33.900428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb816acb-3bc5-42a4-8806-14393235146e req-995abab7-2741-4bda-ab5b-e080e7fe81e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784 HTTP/1.1" status: 200 len: 1001 time: 0.3594601 Apr 18 21:10:33.950840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb816acb-3bc5-42a4-8806-14393235146e req-20500d9f-eb38-4465-a26b-648436baaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.952353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb816acb-3bc5-42a4-8806-14393235146e req-20500d9f-eb38-4465-a26b-648436baaf9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0449495 Apr 18 21:10:33.997893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb816acb-3bc5-42a4-8806-14393235146e req-efc23ee9-9b55-4528-9b38-bcf19dd4a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:33.999396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb816acb-3bc5-42a4-8806-14393235146e req-efc23ee9-9b55-4528-9b38-bcf19dd4a3fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408649 Apr 18 21:10:34.038783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 738d9d17-3afa-47c4-87dc-6ceb7e120a7d up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:10:34.096465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:34.100576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:34.100997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb816acb-3bc5-42a4-8806-14393235146e req-cbf6bfd3-d479-421f-9f56-b33c34a71ac3 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943050 Apr 18 21:10:34.101128 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.176883 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.192017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb816acb-3bc5-42a4-8806-14393235146e req-49b088a3-7013-41c6-8c50-0825e81bf4be service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835495 Apr 18 21:10:34.202000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:34.204281 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd29d262-9686-4b98-b8bb-3833a0f9e45d" -d '{"events": [{"server_uuid": "5fd0188b-9a4a-4f32-9958-6f82d166303a", "name": "network-vif-plugged", "status": "completed", "tag": "738d9d17-3afa-47c4-87dc-6ceb7e120a7d"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:34.218397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:10:34.223042 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.276614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:34.276976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1711-f2b8-4ba0-8790-f84d372468d4 req-0c2aaed0-1da4-4b46-b3aa-f7221a0e6002 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:34.278529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60be1711-f2b8-4ba0-8790-f84d372468d4 req-0c2aaed0-1da4-4b46-b3aa-f7221a0e6002 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 945 time: 0.0575960 Apr 18 21:10:34.320466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60be1711-f2b8-4ba0-8790-f84d372468d4 req-e71a56ee-e225-4922-a312-7072e438a75c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343139 Apr 18 21:10:34.323218 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33a7d3f-a7f2-49e5-916d-05e754eb75b0 x-openstack-request-id: req-c33a7d3f-a7f2-49e5-916d-05e754eb75b0 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:34.323507 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd0188b-9a4a-4f32-9958-6f82d166303a", "name": "network-vif-plugged", "status": "completed", "tag": "738d9d17-3afa-47c4-87dc-6ceb7e120a7d", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:34.323752 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c33a7d3f-a7f2-49e5-916d-05e754eb75b0 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:34.324173 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33a7d3f-a7f2-49e5-916d-05e754eb75b0'] response: {'server_uuid': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'code': 200} Apr 18 21:10:34.437047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62044fc-40f2-4870-9be5-00eda5f3f67b req-7ec59d78-5145-41a3-88da-4bc1531f5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:34.438103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f62044fc-40f2-4870-9be5-00eda5f3f67b req-7ec59d78-5145-41a3-88da-4bc1531f5f35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 1096 time: 0.0450459 Apr 18 21:10:34.476222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f62044fc-40f2-4870-9be5-00eda5f3f67b req-df9603d3-169b-459c-bf77-5b961058f6ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278385 Apr 18 21:10:35.441051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb7ad2-09e4-4e45-bce5-6be77e1e156d req-85f6d650-7a1e-43b4-857b-bc3c6f522b3a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:35.442540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53eb7ad2-09e4-4e45-bce5-6be77e1e156d req-85f6d650-7a1e-43b4-857b-bc3c6f522b3a tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 945 time: 0.0497468 Apr 18 21:10:35.481106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53eb7ad2-09e4-4e45-bce5-6be77e1e156d req-38c3cbff-956b-43ac-80b6-d7d5cb765110 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325489 Apr 18 21:10:35.948417 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4f1e716a-62ae-413e-a685-57800f30d97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.597064 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ba3b7-37dd-4d62-a4db-b06c638ab592 req-f74a4af8-7fd8-43dc-9390-a1724c4e20f3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:36.598539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb6ba3b7-37dd-4d62-a4db-b06c638ab592 req-f74a4af8-7fd8-43dc-9390-a1724c4e20f3 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 945 time: 0.0489123 Apr 18 21:10:36.640275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb6ba3b7-37dd-4d62-a4db-b06c638ab592 req-5a7bc4c0-c2c9-4038-b704-1b01114cd248 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327773 Apr 18 21:10:36.768389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d2d1d-b025-4dce-bc3d-d448b9e02918 req-005765b3-27e7-4208-a399-41adad6f3031 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:36.769980 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd7d2d1d-b025-4dce-bc3d-d448b9e02918 req-005765b3-27e7-4208-a399-41adad6f3031 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 945 time: 0.0602622 Apr 18 21:10:36.813916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd7d2d1d-b025-4dce-bc3d-d448b9e02918 req-84721e54-06c6-4832-a908-47ab803a2637 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369470 Apr 18 21:10:36.836593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49538) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:36.875353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ecb860-ac06-43b0-8a20-9bc639bc54e2 tempest-TestVolumeBootPattern-24111850 tempest-TestVolumeBootPattern-24111850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:36.876886 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-39ecb860-ac06-43b0-8a20-9bc639bc54e2 tempest-TestVolumeBootPattern-24111850 tempest-TestVolumeBootPattern-24111850-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 1091 time: 0.0392897 Apr 18 21:10:36.879614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49540) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:10:36.883775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:36.904564 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.012339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.131289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Allocated IP 172.25.2.230 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/f4817de0-3e7f-42c7-a6c1-537de44c1619) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:37.241646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.277106 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.314804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:37.319781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:37.323399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:10:37.350479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=f4817de0-3e7f-42c7-a6c1-537de44c1619,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:37.723262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.793083 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.944275 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.949542 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.017283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event updated for resources: {'Port': ['ID=f4817de0-3e7f-42c7-a6c1-537de44c1619,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:38.032999 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.128306 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Floating IP 05bb2ef6-3b35-447f-8c79-f7afe171acef associated. External IP: 172.25.2.230, port: 738d9d17-3afa-47c4-87dc-6ceb7e120a7d. Apr 18 21:10:38.336383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:10:38.443576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:10:38.454206 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] Sync routers for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:38.463118 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.467376 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:38.468029 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:10:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:38.491081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0d7b5e34-764c-45d4-9ae9-f65d2871c97e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6104033 Apr 18 21:10:38.491958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'tag': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:38.494803 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec391cb-0a18-4d38-963a-feb8853a1555" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd0188b-9a4a-4f32-9958-6f82d166303a", "tag": "738d9d17-3afa-47c4-87dc-6ceb7e120a7d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:10:38.534730 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed938318-3e76-48dc-87fc-e71b7aa0074a x-openstack-request-id: req-ed938318-3e76-48dc-87fc-e71b7aa0074a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:10:38.535018 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd0188b-9a4a-4f32-9958-6f82d166303a", "tag": "738d9d17-3afa-47c4-87dc-6ceb7e120a7d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:10:38.535264 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed938318-3e76-48dc-87fc-e71b7aa0074a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:10:38.535672 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed938318-3e76-48dc-87fc-e71b7aa0074a'] response: {'name': 'network-changed', 'server_uuid': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'tag': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'status': 'completed', 'code': 200} Apr 18 21:10:38.574808 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:38.601600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-5696278c-4370-4efa-b654-dc42a9c0cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:38.603696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-5696278c-4370-4efa-b654-dc42a9c0cdd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 1096 time: 0.0447340 Apr 18 21:10:38.691938 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88205d83-070f-4014-8043-a5283f4c4700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.702432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-bb0e1f2f-9240-4b14-b12d-96397441a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:38.703933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-bb0e1f2f-9240-4b14-b12d-96397441a308 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0946112 Apr 18 21:10:38.774861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-ade3f1ab-32f1-481d-bff8-1aa7e7daada6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d HTTP/1.1" status: 200 len: 999 time: 0.0642407 Apr 18 21:10:38.800721 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '05bb2ef6-3b35-447f-8c79-f7afe171acef', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:ee:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:37Z', 'updated_at': '2022-04-18T21:10:37Z', 'revision_number': 0, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}, {'id': '062ec262-58d4-45bb-b95b-abcabdd3265b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:2f:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:40Z', 'updated_at': '2022-04-18T21:08:42Z', 'revision_number': 1, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:38.825142 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-d87fdf8c-dc30-4974-bbcf-40f4d8f9130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:38.826659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-d87fdf8c-dc30-4974-bbcf-40f4d8f9130a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0459974 Apr 18 21:10:38.830226 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] Checking router: ae9294e4-767e-4dc2-bef9-c2d35059d9b8 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:38.838906 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:10:38.839488 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:10:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:38.872294 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-f6f9f862-7228-4001-8e34-eaac934a0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:38.873727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-f6f9f862-7228-4001-8e34-eaac934a0916 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405660 Apr 18 21:10:38.939996 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:10:38.967479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-1ef8d839-d7f1-4fcc-9a81-502194a19c87 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867090 Apr 18 21:10:39.059293 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ec391cb-0a18-4d38-963a-feb8853a1555 req-15d9c599-9581-49c8-9814-e648a25172d5 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851674 Apr 18 21:10:39.164572 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '05bb2ef6-3b35-447f-8c79-f7afe171acef', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:ee:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:37Z', 'updated_at': '2022-04-18T21:10:37Z', 'revision_number': 0, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}, {'id': '062ec262-58d4-45bb-b95b-abcabdd3265b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:2f:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:40Z', 'updated_at': '2022-04-18T21:08:42Z', 'revision_number': 1, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:39.190051 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f7c450-3283-4e88-8ab8-3a38da51e53f None None] The sync data for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 is: [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '05bb2ef6-3b35-447f-8c79-f7afe171acef', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.230', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:ee:99:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:37Z', 'updated_at': '2022-04-18T21:10:37Z', 'revision_number': 0, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}, {'id': '062ec262-58d4-45bb-b95b-abcabdd3265b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:2f:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:40Z', 'updated_at': '2022-04-18T21:08:42Z', 'revision_number': 1, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:39.374865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75074132-6f12-478c-8a4e-23c43e287cf9 None None] New status for floating IP 05bb2ef6-3b35-447f-8c79-f7afe171acef: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:10:39.443812 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.721937 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-16447e42-ed51-469f-b7fc-0c4de949af09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405540 Apr 18 21:10:39.808537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-d993bef5-6611-4123-a1ed-25a86af0d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:39.810026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-d993bef5-6611-4123-a1ed-25a86af0d33b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 1096 time: 0.0451195 Apr 18 21:10:39.910720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-1b25ffc4-ee27-4264-af43-b7cb4f3a8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:39.912209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-1b25ffc4-ee27-4264-af43-b7cb4f3a8c93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0835447 Apr 18 21:10:39.981729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-db1c1298-a4e3-4375-966a-3d5e0d50f1f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d HTTP/1.1" status: 200 len: 1001 time: 0.0627341 Apr 18 21:10:40.029707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-24d48b35-8bc9-41ca-b3bf-afc5ff506942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:40.031221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-24d48b35-8bc9-41ca-b3bf-afc5ff506942 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0434124 Apr 18 21:10:40.076087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-1cf81d33-71d1-402f-aed1-8c2bec13ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:40.077565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-1cf81d33-71d1-402f-aed1-8c2bec13ca17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398068 Apr 18 21:10:40.169820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-0bb5039b-3601-4434-bfc4-9877b80d2946 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855212 Apr 18 21:10:40.261874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-737f36bd-8873-46c4-a03b-7b725fb46518 req-f9355cc9-d380-4af0-bff3-f1b3bef38473 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842156 Apr 18 21:10:40.591736 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.249830 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:42.573410 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.175699 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:57.272884 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:11:05.949721 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76db8552-a905-46dd-839a-3fe91d795fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:08.694704 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7a03af5e-14ac-4f77-8011-c4c99aa41923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:09.411459 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:10.593127 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:11.252385 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:12.593873 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:14.247073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-982cd3c2-3560-4c1c-91c7-41f501f99693 req-cf2a395d-a58e-48bd-b5b4-430ba3f74865 service neutron] (102904) timed out ('10.222.0.49', 52476) {{(pid=102904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:11:16.169186 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:33.353995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-da96f2c4-d38a-4cf2-b882-3fc24fa7cff4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426404 Apr 18 21:11:33.441129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-8806c846-b0ac-4629-9cdc-b26b42cf1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.442630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-8806c846-b0ac-4629-9cdc-b26b42cf1143 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 1097 time: 0.0460188 Apr 18 21:11:33.545218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-f525992c-3e90-4773-93c9-e5411b683baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.546684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-f525992c-3e90-4773-93c9-e5411b683baf service neutron] 10.222.0.60 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0847151 Apr 18 21:11:33.619609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-72c8197f-1788-4694-8611-9ca48687faae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784 HTTP/1.1" status: 200 len: 1001 time: 0.0659394 Apr 18 21:11:33.668249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-aa074c94-a26f-436a-ac0e-f7c68279dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.669715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-aa074c94-a26f-436a-ac0e-f7c68279dc56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0440137 Apr 18 21:11:33.717533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-ec8606d3-b300-4814-bc1c-c6d1cc206773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.719196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-ec8606d3-b300-4814-bc1c-c6d1cc206773 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436203 Apr 18 21:11:33.821174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-7b675105-c9e6-483e-bffe-e6dbe452548d service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936508 Apr 18 21:11:33.919140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc6bfae2-bfa2-4018-b359-658df1df968e req-6cc7494a-23bc-46c7-ac6f-27a3a8277987 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915258 Apr 18 21:11:34.274857 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:11:35.953423 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-90a7ddb0-395e-4272-94bc-8e2104dc89cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:38.696718 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0a75f315-43d5-47a9-b073-e5601e89fdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:39.415899 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.594658 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.734710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-7db8f2a2-3478-4f85-88c5-c10ff965e663 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398827 Apr 18 21:11:40.825343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-9fc6cf96-a85a-4e9c-b547-973b376975cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:40.826856 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-9fc6cf96-a85a-4e9c-b547-973b376975cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 1096 time: 0.0444515 Apr 18 21:11:40.936238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-b7997003-9887-4743-9230-24e141c595fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:40.937709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-b7997003-9887-4743-9230-24e141c595fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.0854790 Apr 18 21:11:41.011482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-371e2215-a656-44e1-93ec-447029ff5420 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d HTTP/1.1" status: 200 len: 1001 time: 0.0629504 Apr 18 21:11:41.062171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-ef78208b-f29e-4c7b-8cb0-ee0e27eb861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:41.063494 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-ef78208b-f29e-4c7b-8cb0-ee0e27eb861d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0428116 Apr 18 21:11:41.113703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-7a9c861a-3498-443b-b505-6c6d56b4dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:41.115193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-7a9c861a-3498-443b-b505-6c6d56b4dbcb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404816 Apr 18 21:11:41.210105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-0ba9262e-e8d9-4599-9de6-64c9b4df24a9 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842237 Apr 18 21:11:41.260910 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:41.597553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c404b23-9cd1-4f09-b504-68d9f2c34df0 req-5d992a06-f2c5-4181-85a8-a441770e7ae4 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776228 Apr 18 21:11:42.587596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.171033 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:05.956103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-75c55248-8826-4910-830b-a089e3c52865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:08.698581 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c4c2c43e-a540-4cae-acaf-9c6ca5a417ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:09.418256 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:10.597240 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.252879 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:11.274358 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:12:12.606345 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.185880 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.115720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49594) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:17.276375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Deleting port f4817de0-3e7f-42c7-a6c1-537de44c1619 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:17.276713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.355443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.355766 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.367679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Calling delete_port for f4817de0-3e7f-42c7-a6c1-537de44c1619 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:17.532958 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.559296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'Port': ['ID=f4817de0-3e7f-42c7-a6c1-537de44c1619,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:17.582431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.582773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.583115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.583455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.583787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.584162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.584468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.584789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.585109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.585429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.585750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.586069 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:17.636277 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.636523 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Floating IP 05bb2ef6-3b35-447f-8c79-f7afe171acef disassociated (deleted). External IP: 172.25.2.230, port: 738d9d17-3afa-47c4-87dc-6ceb7e120a7d. Apr 18 21:12:17.848548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:17.951603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:17.956531 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.962901 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] Sync routers for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:17.978219 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:17.978842 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:12:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:17.989086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-926fcaa1-a825-438f-aa9f-c2bd39ddf15c tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "DELETE /v2.0/floatingips/05bb2ef6-3b35-447f-8c79-f7afe171acef HTTP/1.1" status: 204 len: 168 time: 0.8721678 Apr 18 21:12:17.989673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'tag': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:17.991988 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9245dd-886f-4576-93ce-ab9c1b196956" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd0188b-9a4a-4f32-9958-6f82d166303a", "tag": "738d9d17-3afa-47c4-87dc-6ceb7e120a7d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:18.037536 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31d8d76-45fe-45ed-93f6-922e6770afb9 x-openstack-request-id: req-c31d8d76-45fe-45ed-93f6-922e6770afb9 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:18.037833 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd0188b-9a4a-4f32-9958-6f82d166303a", "tag": "738d9d17-3afa-47c4-87dc-6ceb7e120a7d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:18.038090 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c31d8d76-45fe-45ed-93f6-922e6770afb9 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:18.038563 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31d8d76-45fe-45ed-93f6-922e6770afb9'] response: {'name': 'network-changed', 'server_uuid': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'tag': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'status': 'completed', 'code': 200} Apr 18 21:12:18.086268 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:18.110087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-0ceda042-a680-41cd-b957-ac95ebf10541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.111863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-0ceda042-a680-41cd-b957-ac95ebf10541 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 1096 time: 0.0450971 Apr 18 21:12:18.248963 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-60a32df5-6e58-46a3-b3e1-ac9448dd2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.250354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-60a32df5-6e58-46a3-b3e1-ac9448dd2a99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.1196764 Apr 18 21:12:18.260774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bdc04-8828-45d5-abb4-5fad6e260601 req-96698281-d360-4e36-9916-463e8d2792e7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.262201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b01bdc04-8828-45d5-abb4-5fad6e260601 req-96698281-d360-4e36-9916-463e8d2792e7 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 945 time: 0.0817952 Apr 18 21:12:18.308438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-f6b8154f-2d49-4d06-a49f-3427d8a691f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d HTTP/1.1" status: 200 len: 217 time: 0.0452678 Apr 18 21:12:18.326987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '062ec262-58d4-45bb-b95b-abcabdd3265b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:2f:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:40Z', 'updated_at': '2022-04-18T21:08:42Z', 'revision_number': 1, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:18.353894 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] Checking router: ae9294e4-767e-4dc2-bef9-c2d35059d9b8 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:18.362679 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:18.363282 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:12:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:18.364400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b01bdc04-8828-45d5-abb4-5fad6e260601 req-609dfea1-2dd7-4e19-b3de-ce5216d3dc9f tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950155 Apr 18 21:12:18.380704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-10e65940-8d90-4fa7-8729-4575b08c6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.382174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-10e65940-8d90-4fa7-8729-4575b08c6b02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0663407 Apr 18 21:12:18.433423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-3be0e588-623e-4a16-8e7b-329a76aecfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.434936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-3be0e588-623e-4a16-8e7b-329a76aecfce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445745 Apr 18 21:12:18.466833 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:18.525138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-fb9f9cb3-88cf-4eca-880f-20b90fcd4962 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825784 Apr 18 21:12:18.619797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a9245dd-886f-4576-93ce-ab9c1b196956 req-f7f56bcf-e9f3-4889-a850-d5cd6905d586 service neutron] 10.222.0.64 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878584 Apr 18 21:12:18.689229 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '062ec262-58d4-45bb-b95b-abcabdd3265b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:2f:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:40Z', 'updated_at': '2022-04-18T21:08:42Z', 'revision_number': 1, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:18.719569 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd06407c-f624-49ed-bdc4-05803b73efa4 None None] The sync data for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 is: [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '062ec262-58d4-45bb-b95b-abcabdd3265b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'port_id': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'mac_address': 'fa:16:3e:2f:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:08:40Z', 'updated_at': '2022-04-18T21:08:42Z', 'revision_number': 1, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:18.936120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cb1059-f5d6-4bd7-a5cf-533a09be9dfc None None] New status for floating IP 05bb2ef6-3b35-447f-8c79-f7afe171acef: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:12:19.483935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383781a4-f6f2-4863-8b21-b090bf0f0e85 req-1bff7631-c790-417a-b378-d7a94e70d4ae tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:19.486087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383781a4-f6f2-4863-8b21-b090bf0f0e85 req-1bff7631-c790-417a-b378-d7a94e70d4ae tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 945 time: 0.0498104 Apr 18 21:12:19.524134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-383781a4-f6f2-4863-8b21-b090bf0f0e85 req-f1f2f9be-d100-4150-9f36-ac6c54e535a8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Apr 18 21:12:19.982397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-4a2e8e5a-2163-4e0e-ab9d-861662fc60f2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:19.983865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-4a2e8e5a-2163-4e0e-ab9d-861662fc60f2 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 945 time: 0.0480804 Apr 18 21:12:20.074098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-028f77d9-d7c3-4783-a8b0-091bddb239d5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Deleting port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:20.074361 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-028f77d9-d7c3-4783-a8b0-091bddb239d5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.160170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-028f77d9-d7c3-4783-a8b0-091bddb239d5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] For port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:20.160679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-028f77d9-d7c3-4783-a8b0-091bddb239d5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.173616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-028f77d9-d7c3-4783-a8b0-091bddb239d5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Calling delete_port for 738d9d17-3afa-47c4-87dc-6ceb7e120a7d owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:20.305338 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-028f77d9-d7c3-4783-a8b0-091bddb239d5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.333572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f77d9-d7c3-4783-a8b0-091bddb239d5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'Port': ['ID=738d9d17-3afa-47c4-87dc-6ceb7e120a7d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:20.376676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-028f77d9-d7c3-4783-a8b0-091bddb239d5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] No DVR routers for this DVR port 738d9d17-3afa-47c4-87dc-6ceb7e120a7d on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:20.379208 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-028f77d9-d7c3-4783-a8b0-091bddb239d5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:20.382517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf5cb7b3-5953-442e-801b-3d8332a83169 req-028f77d9-d7c3-4783-a8b0-091bddb239d5 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.64 "DELETE /v2.0/ports/738d9d17-3afa-47c4-87dc-6ceb7e120a7d HTTP/1.1" status: 204 len: 173 time: 0.3928337 Apr 18 21:12:20.382952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'name': 'network-vif-deleted', 'tag': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:20.385226 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a0a954-03d3-4a95-aa08-c9721f7d8b5a" -d '{"events": [{"server_uuid": "5fd0188b-9a4a-4f32-9958-6f82d166303a", "name": "network-vif-deleted", "tag": "738d9d17-3afa-47c4-87dc-6ceb7e120a7d"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:20.427280 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635040c0-0535-407a-9a17-93eadf083add x-openstack-request-id: req-635040c0-0535-407a-9a17-93eadf083add {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:20.427582 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd0188b-9a4a-4f32-9958-6f82d166303a", "name": "network-vif-deleted", "tag": "738d9d17-3afa-47c4-87dc-6ceb7e120a7d", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:20.427871 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-635040c0-0535-407a-9a17-93eadf083add {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:20.428275 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635040c0-0535-407a-9a17-93eadf083add'] response: {'server_uuid': '5fd0188b-9a4a-4f32-9958-6f82d166303a', 'name': 'network-vif-deleted', 'tag': '738d9d17-3afa-47c4-87dc-6ceb7e120a7d', 'status': 'completed', 'code': 200} Apr 18 21:12:20.625286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b83afdd7-e6b2-463d-97f6-c78ff1eedd76 req-8fa4ad45-6912-4002-b67c-2cea4aa82cd1 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 210 time: 0.0320899 Apr 18 21:12:21.728112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a7f691c-b76f-4aae-91b7-5ce396a9b98e req-956a373c-5140-4999-bca7-9a6ccb5676a8 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 210 time: 0.0293701 Apr 18 21:12:22.629410 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 738d9d17-3afa-47c4-87dc-6ceb7e120a7d no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:22.652458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 738d9d17-3afa-47c4-87dc-6ceb7e120a7d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:22.652800 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 738d9d17-3afa-47c4-87dc-6ceb7e120a7d not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:22.828379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3429e63a-a5e7-4b3f-86eb-369f925b9b76 req-c45cddb4-6658-4eed-b443-e136f59bec59 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 210 time: 0.0267274 Apr 18 21:12:23.931785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-094ac767-ea58-479a-9ae8-231e6bdfdc1f req-7b356b44-1de4-452c-8c74-ad9db4b25c7b tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=5fd0188b-9a4a-4f32-9958-6f82d166303a HTTP/1.1" status: 200 len: 210 time: 0.0254314 Apr 18 21:12:29.288988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49648) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:29.448299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Deleting port cba7871e-772d-4dbd-a18f-b3f3f0c5da12 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:29.448632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.524599 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.524925 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.536320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Calling delete_port for cba7871e-772d-4dbd-a18f-b3f3f0c5da12 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:29.679193 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.705304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'Port': ['ID=cba7871e-772d-4dbd-a18f-b3f3f0c5da12,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:29.764232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:29.764559 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Floating IP 062ec262-58d4-45bb-b95b-abcabdd3265b disassociated (deleted). External IP: 172.25.2.53, port: cd7a74be-29d5-4a84-8f7b-9305a4bf2784. Apr 18 21:12:29.966890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:30.070414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:30.075100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:30.080714 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] Sync routers for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:30.089747 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:30.090343 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:12:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:30.101603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-65e4e399-ff23-476b-84a9-06885c1da788 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "DELETE /v2.0/floatingips/062ec262-58d4-45bb-b95b-abcabdd3265b HTTP/1.1" status: 204 len: 168 time: 0.8115323 Apr 18 21:12:30.102212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'tag': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:30.104499 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bde6837-bea9-4bf7-b022-c0c121ab3237" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2453c8-c403-42e5-8fbd-828b72693a28", "tag": "cd7a74be-29d5-4a84-8f7b-9305a4bf2784"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:30.143766 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daaa5ac-7285-4d3c-bb87-51b21517b0b6 x-openstack-request-id: req-0daaa5ac-7285-4d3c-bb87-51b21517b0b6 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:30.143973 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2453c8-c403-42e5-8fbd-828b72693a28", "tag": "cd7a74be-29d5-4a84-8f7b-9305a4bf2784", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:30.144416 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0daaa5ac-7285-4d3c-bb87-51b21517b0b6 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:30.144881 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0daaa5ac-7285-4d3c-bb87-51b21517b0b6'] response: {'name': 'network-changed', 'server_uuid': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'tag': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'status': 'completed', 'code': 200} Apr 18 21:12:30.199962 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:30.213047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-a7eb4a9a-82fa-47d3-a237-9b85dc6e7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:30.214631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-a7eb4a9a-82fa-47d3-a237-9b85dc6e7cf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 1097 time: 0.0461125 Apr 18 21:12:30.369746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7ea13-2d7e-4b2e-9972-f3fe4e7d65f4 req-d6ff2a98-5d36-406b-8fbd-56d69c5a8302 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:30.371518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84b7ea13-2d7e-4b2e-9972-f3fe4e7d65f4 req-d6ff2a98-5d36-406b-8fbd-56d69c5a8302 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 946 time: 0.0764902 Apr 18 21:12:30.372941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-ff725d8d-fd01-453d-bab2-39ea49b8f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:30.374269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-ff725d8d-fd01-453d-bab2-39ea49b8f980 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 200 len: 913 time: 0.1466374 Apr 18 21:12:30.410478 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:30.440672 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] Checking router: ae9294e4-767e-4dc2-bef9-c2d35059d9b8 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:30.443325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-d886c760-b873-48ba-a18f-65849c55aa6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784 HTTP/1.1" status: 200 len: 217 time: 0.0552461 Apr 18 21:12:30.449074 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:30.449709 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:12:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:30.484507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84b7ea13-2d7e-4b2e-9972-f3fe4e7d65f4 req-a97bc921-015f-4d12-88a3-66ac0a8bd846 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059611 Apr 18 21:12:30.503811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-3a80e047-90bb-4f93-931c-9b136e2ac399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:30.505350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-3a80e047-90bb-4f93-931c-9b136e2ac399 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 200 len: 851 time: 0.0515954 Apr 18 21:12:30.552940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-b594c9d4-0275-4c14-bf40-beb6b181e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:30.554517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-b594c9d4-0275-4c14-bf40-beb6b181e33b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ae5183a9-941a-419d-be5f-423f19073c9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416770 Apr 18 21:12:30.647636 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:30.653841 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-994f6445-64f4-432f-bf30-62f22c0a8478 service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902002 Apr 18 21:12:30.745578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0bde6837-bea9-4bf7-b022-c0c121ab3237 req-54d0cc0b-0340-4be1-896d-6549af47a7cb service neutron] 10.222.0.60 "GET /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830922 Apr 18 21:12:30.846125 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:30.871628 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6d922e-6ad2-48f4-a748-4fdd0c3ec80d None None] The sync data for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 is: [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:40Z', 'revision_number': 4, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '0afe59bd-a546-45f6-9d49-eb9a1392b234', 'name': '', 'network_id': 'ae5183a9-941a-419d-be5f-423f19073c9b', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'mac_address': 'fa:16:3e:53:1f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:40Z', 'updated_at': '2022-04-18T21:02:46Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'subnets': [{'id': '828bb9d6-e3b5-4619-8a43-7c3d9efa8e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:31.076969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e38ed0-2667-4f3d-a552-69c34054866b None None] New status for floating IP 062ec262-58d4-45bb-b95b-abcabdd3265b: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:12:31.608908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a20959-32c6-45ed-9bb9-ea3e42ebb58c req-18205952-c284-43c1-9a3f-52efb8c3d691 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.610404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91a20959-32c6-45ed-9bb9-ea3e42ebb58c req-18205952-c284-43c1-9a3f-52efb8c3d691 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 946 time: 0.0530841 Apr 18 21:12:31.649316 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91a20959-32c6-45ed-9bb9-ea3e42ebb58c req-c02c3a01-4e50-4d59-a61d-e93d95412d25 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/security-groups?id=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323472 Apr 18 21:12:31.956130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-014df246-9654-414b-a564-6cab7e473b79 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:31.957578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-014df246-9654-414b-a564-6cab7e473b79 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 946 time: 0.0483241 Apr 18 21:12:32.044193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-e856c015-73be-4406-be79-78c60c8b976e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Deleting port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:32.044452 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-e856c015-73be-4406-be79-78c60c8b976e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.132361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-e856c015-73be-4406-be79-78c60c8b976e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] For port cd7a74be-29d5-4a84-8f7b-9305a4bf2784, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:32.132715 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-e856c015-73be-4406-be79-78c60c8b976e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.144995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-e856c015-73be-4406-be79-78c60c8b976e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Calling delete_port for cd7a74be-29d5-4a84-8f7b-9305a4bf2784 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:32.271762 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-e856c015-73be-4406-be79-78c60c8b976e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.300730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856c015-73be-4406-be79-78c60c8b976e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'Port': ['ID=cd7a74be-29d5-4a84-8f7b-9305a4bf2784,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:32.340543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-e856c015-73be-4406-be79-78c60c8b976e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] No DVR routers for this DVR port cd7a74be-29d5-4a84-8f7b-9305a4bf2784 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:32.343107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-e856c015-73be-4406-be79-78c60c8b976e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.346964 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fedcfdc5-5811-4802-8668-daaa64bc98d6 req-e856c015-73be-4406-be79-78c60c8b976e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.60 "DELETE /v2.0/ports/cd7a74be-29d5-4a84-8f7b-9305a4bf2784 HTTP/1.1" status: 204 len: 173 time: 0.3831136 Apr 18 21:12:32.347397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'name': 'network-vif-deleted', 'tag': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:32.349734 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2109011-89a8-4e4d-b9b7-f82daa297edc" -d '{"events": [{"server_uuid": "fc2453c8-c403-42e5-8fbd-828b72693a28", "name": "network-vif-deleted", "tag": "cd7a74be-29d5-4a84-8f7b-9305a4bf2784"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:12:32.385753 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4404e566-7643-477e-a7c3-2e74e8b369b4 x-openstack-request-id: req-4404e566-7643-477e-a7c3-2e74e8b369b4 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:12:32.386046 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2453c8-c403-42e5-8fbd-828b72693a28", "name": "network-vif-deleted", "tag": "cd7a74be-29d5-4a84-8f7b-9305a4bf2784", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:12:32.386295 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4404e566-7643-477e-a7c3-2e74e8b369b4 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:12:32.386698 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4404e566-7643-477e-a7c3-2e74e8b369b4'] response: {'server_uuid': 'fc2453c8-c403-42e5-8fbd-828b72693a28', 'name': 'network-vif-deleted', 'tag': 'cd7a74be-29d5-4a84-8f7b-9305a4bf2784', 'status': 'completed', 'code': 200} Apr 18 21:12:32.765805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc8c9f99-455f-4790-9e80-2ad31dc7acb0 req-524eb626-fdb0-40d5-a47d-f8cbe2d4ae16 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 210 time: 0.0318632 Apr 18 21:12:33.865413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2779912-52cf-4a08-8de8-eb80d2f62e81 req-d36088ae-4a4e-4929-b974-cdc3d0698701 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 210 time: 0.0265608 Apr 18 21:12:34.963286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e3db648-e796-45f8-b450-b7892ab8b9d1 req-220d683b-0f4b-42d9-9964-db7d42c5fa4e tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc2453c8-c403-42e5-8fbd-828b72693a28 HTTP/1.1" status: 200 len: 210 time: 0.0273788 Apr 18 21:12:35.566938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device cd7a74be-29d5-4a84-8f7b-9305a4bf2784 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:35.586546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: cd7a74be-29d5-4a84-8f7b-9305a4bf2784 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:35.586883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device cd7a74be-29d5-4a84-8f7b-9305a4bf2784 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:35.959201 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bad2e3ce-41b2-472d-ab39-35ca394928da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.023473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49672) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:36.153949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Deleting port d28c36ec-de8a-4bda-a2b2-10c6c9a324c9 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:36.154197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.226992 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.227320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.239272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Calling delete_port for d28c36ec-de8a-4bda-a2b2-10c6c9a324c9 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:36.369944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.395366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'Port': ['ID=d28c36ec-de8a-4bda-a2b2-10c6c9a324c9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:36.407011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.407297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.407639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.408008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.408344 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.408672 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.408998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.409318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.409639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.409978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.410282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.410602 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:36.467369 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.469917 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:36.471626 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2793562e-b910-490f-a8c3-ac405c1a9085 tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "DELETE /v2.0/floatingips/5cebcc5c-14d9-43c6-a2d6-1cd61b4b4eb4 HTTP/1.1" status: 204 len: 168 time: 0.4470568 Apr 18 21:12:38.704079 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d2f8835f-a5c7-4b22-bd98-3414944000b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.722989 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49696) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:38.787988 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af35dc04-5219-4e4b-a360-a372bc1bf23d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.813407 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af35dc04-5219-4e4b-a360-a372bc1bf23d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.877496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af35dc04-5219-4e4b-a360-a372bc1bf23d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.880128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-af35dc04-5219-4e4b-a360-a372bc1bf23d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.881317 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-af35dc04-5219-4e4b-a360-a372bc1bf23d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] 10.222.0.49 "DELETE /v2.0/security-groups/edd4f45c-9509-43c3-9c24-fe94d7d7fe7c HTTP/1.1" status: 204 len: 168 time: 0.1566844 Apr 18 21:12:38.893887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35dc04-5219-4e4b-a360-a372bc1bf23d tempest-TestVolumeBootPattern-1743568638 tempest-TestVolumeBootPattern-1743568638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd4f45c-9509-43c3-9c24-fe94d7d7fe7c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:38.942670 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49700) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:39.421449 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.682899 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.937831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] Deleting port 0afe59bd-a546-45f6-9d49-eb9a1392b234 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:39.938171 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.016695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] For port 0afe59bd-a546-45f6-9d49-eb9a1392b234, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=0afe59bd-a546-45f6-9d49-eb9a1392b234,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:40.017861 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.030383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] Calling delete_port for 0afe59bd-a546-45f6-9d49-eb9a1392b234 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:40.215928 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.240991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] Pushing event deleted for resources: {'Port': ['ID=0afe59bd-a546-45f6-9d49-eb9a1392b234,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:40.417387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.600770 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.635606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] Router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:40.756682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:40.762127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4e42553f-32c7-4db4-a319-33090b66c44f admin admin] 10.222.0.49 "PUT /v2.0/routers/ae9294e4-767e-4dc2-bef9-c2d35059d9b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8183765 Apr 18 21:12:40.764754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49704) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:40.767218 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] Sync routers for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:40.777041 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:40.777689 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:12:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:40.878331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:40.881687 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:40.981402 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.035352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Deleting port 7517b235-8db2-4d26-9414-eb4ce2259a6c {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:41.036031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.060484 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:12:40Z', 'revision_number': 5, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port': {'id': '7517b235-8db2-4d26-9414-eb4ce2259a6c', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:41.086458 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] Checking router: ae9294e4-767e-4dc2-bef9-c2d35059d9b8 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:41.095201 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] Routers {'ae9294e4-767e-4dc2-bef9-c2d35059d9b8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:41.096350 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:12:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:41.131818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] For port 7517b235-8db2-4d26-9414-eb4ce2259a6c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7517b235-8db2-4d26-9414-eb4ce2259a6c,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:41.132212 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.143890 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Calling delete_port for 7517b235-8db2-4d26-9414-eb4ce2259a6c owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:41.181642 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] Set router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:41.235875 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:12:40Z', 'revision_number': 6, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:41.256132 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.265202 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f8a8b0-1a4f-4181-b048-931bf9e7f0d1 None None] The sync data for ids ['ae9294e4-767e-4dc2-bef9-c2d35059d9b8'] in n-d-836015-4 is: [{'id': 'ae9294e4-767e-4dc2-bef9-c2d35059d9b8', 'name': 'tempest-TestVolumeBootPattern-1144180692-router', 'tenant_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:38Z', 'updated_at': '2022-04-18T21:12:40Z', 'revision_number': 6, 'project_id': 'a2bbda67877d4111b3329f708b6bf0eb', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:41.334319 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.363919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7517b235-8db2-4d26-9414-eb4ce2259a6c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:41.418852 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.507450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.509580 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.556606 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.556993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae9294e4-767e-4dc2-bef9-c2d35059d9b8 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:12:41.561617 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.562849 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c355cdab-1655-4ab9-b4c7-9a6b0d625ad0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ae9294e4-767e-4dc2-bef9-c2d35059d9b8 HTTP/1.1" status: 204 len: 168 time: 0.7971072 Apr 18 21:12:41.565302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49706) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:41.612615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-5487a41d-a0ac-4349-bc77-f8df3e344d2c admin admin] Deleting subnet 828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:12:41.615952 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5487a41d-a0ac-4349-bc77-f8df3e344d2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.653561 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5487a41d-a0ac-4349-bc77-f8df3e344d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.743143 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5487a41d-a0ac-4349-bc77-f8df3e344d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.796289 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5487a41d-a0ac-4349-bc77-f8df3e344d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.822179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487a41d-a0ac-4349-bc77-f8df3e344d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=828bb9d6-e3b5-4619-8a43-7c3d9efa8e86,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:41.826173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5487a41d-a0ac-4349-bc77-f8df3e344d2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.829551 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5487a41d-a0ac-4349-bc77-f8df3e344d2c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/828bb9d6-e3b5-4619-8a43-7c3d9efa8e86 HTTP/1.1" status: 204 len: 168 time: 0.2632895 Apr 18 21:12:41.833025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49708) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:41.834839 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0592695-5432-4cba-8246-ae6ea1caf961 None None] Network ae5183a9-941a-419d-be5f-423f19073c9b requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:12:41.909172 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:41.970012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Deleting port c434f606-0f04-41fa-8112-1439ac789537 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:41.970267 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.041949 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] For port c434f606-0f04-41fa-8112-1439ac789537, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c434f606-0f04-41fa-8112-1439ac789537,segment=NetworkSegment(023881c7-9bca-436e-ab86-611f8bf79d82),segment_id=023881c7-9bca-436e-ab86-611f8bf79d82)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:42.042656 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.058134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Calling delete_port for c434f606-0f04-41fa-8112-1439ac789537 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:42.160770 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.192459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb46f51-92c6-4369-8b8e-e0fcdea2110c None None] DHCP port deletion for ae5183a9-941a-419d-be5f-423f19073c9b request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:12:42.195878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Pushing event deleted for resources: {'Port': ['ID=c434f606-0f04-41fa-8112-1439ac789537,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:42.200622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] No DVR routers for this DVR port c434f606-0f04-41fa-8112-1439ac789537 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:42.280515 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.304446 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5183a9-941a-419d-be5f-423f19073c9b']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:42.315016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023881c7-9bca-436e-ab86-611f8bf79d82') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:42.315351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023881c7-9bca-436e-ab86-611f8bf79d82') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:42.325636 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.339791 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.345979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:12:42.346401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:12:42.348119 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:12:42.405687 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.411341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.414430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ae5183a9-941a-419d-be5f-423f19073c9b HTTP/1.1" status: 204 len: 168 time: 0.5804751 Apr 18 21:12:42.417570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49710) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:42.426087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc40008-c269-412d-959a-136c8911f543 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5183a9-941a-419d-be5f-423f19073c9b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:42.607717 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.756310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c434f606-0f04-41fa-8112-1439ac789537 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:42.767949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.775799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c434f606-0f04-41fa-8112-1439ac789537 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:42.776156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c434f606-0f04-41fa-8112-1439ac789537 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:42.776562 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0afe59bd-a546-45f6-9d49-eb9a1392b234 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:42.797363 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 0afe59bd-a546-45f6-9d49-eb9a1392b234 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:42.797699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 0afe59bd-a546-45f6-9d49-eb9a1392b234 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:42.798123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7517b235-8db2-4d26-9414-eb4ce2259a6c no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:42.817180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 7517b235-8db2-4d26-9414-eb4ce2259a6c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:42.817523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7517b235-8db2-4d26-9414-eb4ce2259a6c not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:43.013256 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] Deleting port 05047f56-2a38-48f2-aff3-bcff2f32d0a1 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:43.013596 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.090455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] For port 05047f56-2a38-48f2-aff3-bcff2f32d0a1, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=05047f56-2a38-48f2-aff3-bcff2f32d0a1,segment=NetworkSegment(6627a4ec-76d3-4ea9-95f7-d6cad56ff460),segment_id=6627a4ec-76d3-4ea9-95f7-d6cad56ff460)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:43.090820 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.104048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] Calling delete_port for 05047f56-2a38-48f2-aff3-bcff2f32d0a1 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:43.282764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.312821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=05047f56-2a38-48f2-aff3-bcff2f32d0a1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:43.474426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.008996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] Router d082176a-108f-4580-b5a6-af5b2c1503b3 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:12:44.114470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:12:44.122872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49712) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:44.123291 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-362fa14e-0a50-40de-bde8-37fd9f036d04 admin admin] 10.222.0.49 "PUT /v2.0/routers/d082176a-108f-4580-b5a6-af5b2c1503b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7039788 Apr 18 21:12:44.123910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] Sync routers for ids ['d082176a-108f-4580-b5a6-af5b2c1503b3'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:44.133721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] Routers {'d082176a-108f-4580-b5a6-af5b2c1503b3'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:44.134398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:12:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['d082176a-108f-4580-b5a6-af5b2c1503b3'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:44.228828 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.239819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] Set router d082176a-108f-4580-b5a6-af5b2c1503b3 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:44.333904 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.386001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Deleting port c1c5fc93-9f68-4705-a2e6-6043217a20bf {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:44.386222 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.413801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'name': 'tempest-TestVolumeBootPattern-1102332375-router', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:42Z', 'updated_at': '2022-04-18T21:12:43Z', 'revision_number': 5, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'gw_port': {'id': 'c1c5fc93-9f68-4705-a2e6-6043217a20bf', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:de:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:02:43Z', 'updated_at': '2022-04-18T21:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:44.440770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] Checking router: d082176a-108f-4580-b5a6-af5b2c1503b3 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:44.449123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] Routers {'d082176a-108f-4580-b5a6-af5b2c1503b3'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:12:44.449721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:12:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['d082176a-108f-4580-b5a6-af5b2c1503b3'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:44.468388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] For port c1c5fc93-9f68-4705-a2e6-6043217a20bf, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c1c5fc93-9f68-4705-a2e6-6043217a20bf,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:44.468752 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.480339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Calling delete_port for c1c5fc93-9f68-4705-a2e6-6043217a20bf owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:44.534356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] Set router d082176a-108f-4580-b5a6-af5b2c1503b3 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:12:44.587276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'name': 'tempest-TestVolumeBootPattern-1102332375-router', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:42Z', 'updated_at': '2022-04-18T21:12:44Z', 'revision_number': 6, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:44.613252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d49895-6638-4e7e-b9ae-d2652cd71427 None None] The sync data for ids ['d082176a-108f-4580-b5a6-af5b2c1503b3'] in n-d-836015-4 is: [{'id': 'd082176a-108f-4580-b5a6-af5b2c1503b3', 'name': 'tempest-TestVolumeBootPattern-1102332375-router', 'tenant_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:02:42Z', 'updated_at': '2022-04-18T21:12:44Z', 'revision_number': 6, 'project_id': 'b8f9d022ec424dbeb2aaa747e52c0ce2', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:44.650663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.677385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c5fc93-9f68-4705-a2e6-6043217a20bf,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:44.741703 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.831810 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.833973 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.882358 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.882959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d082176a-108f-4580-b5a6-af5b2c1503b3 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:12:44.887376 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.888559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3b4be4d2-6a72-466c-8eee-fe9682601021 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d082176a-108f-4580-b5a6-af5b2c1503b3 HTTP/1.1" status: 204 len: 168 time: 0.7645562 Apr 18 21:12:44.891073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49714) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:44.934840 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e859d2-288d-4863-ae3c-779eaac4bfd2 admin admin] Deleting subnet 990feea9-8c10-436d-894a-79a416b7e87a {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:12:44.937776 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d3e859d2-288d-4863-ae3c-779eaac4bfd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.976313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d3e859d2-288d-4863-ae3c-779eaac4bfd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.069620 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d3e859d2-288d-4863-ae3c-779eaac4bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.089845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 05047f56-2a38-48f2-aff3-bcff2f32d0a1 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:45.110281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 05047f56-2a38-48f2-aff3-bcff2f32d0a1 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:45.110776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 05047f56-2a38-48f2-aff3-bcff2f32d0a1 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:45.128880 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d3e859d2-288d-4863-ae3c-779eaac4bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.155453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e859d2-288d-4863-ae3c-779eaac4bfd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=990feea9-8c10-436d-894a-79a416b7e87a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:45.157323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d3e859d2-288d-4863-ae3c-779eaac4bfd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.161337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d3e859d2-288d-4863-ae3c-779eaac4bfd2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/990feea9-8c10-436d-894a-79a416b7e87a HTTP/1.1" status: 204 len: 168 time: 0.2692101 Apr 18 21:12:45.162786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf72205-3af4-4fcd-a013-b09b8dc3248b None None] Network 8288937a-3e67-4aab-a41d-b85bbaa43804 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:12:45.163739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49716) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:45.230174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.284523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Deleting port 721afd76-6ce4-4ce4-9230-82d6a653f4b9 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:12:45.285107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.352982 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] For port 721afd76-6ce4-4ce4-9230-82d6a653f4b9, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=721afd76-6ce4-4ce4-9230-82d6a653f4b9,segment=NetworkSegment(6627a4ec-76d3-4ea9-95f7-d6cad56ff460),segment_id=6627a4ec-76d3-4ea9-95f7-d6cad56ff460)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:12:45.353253 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.365824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Calling delete_port for 721afd76-6ce4-4ce4-9230-82d6a653f4b9 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:12:45.446154 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e8b310-9601-4351-b01d-2e435c27746e None None] DHCP port deletion for 8288937a-3e67-4aab-a41d-b85bbaa43804 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:12:45.447252 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.479690 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Pushing event deleted for resources: {'Port': ['ID=721afd76-6ce4-4ce4-9230-82d6a653f4b9,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:45.481571 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] No DVR routers for this DVR port 721afd76-6ce4-4ce4-9230-82d6a653f4b9 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:45.553067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.574929 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8288937a-3e67-4aab-a41d-b85bbaa43804']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:45.584630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6627a4ec-76d3-4ea9-95f7-d6cad56ff460') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:45.584921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6627a4ec-76d3-4ea9-95f7-d6cad56ff460') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:45.593874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.606642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.612679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:12:45.613107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:12:45.614952 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:12:45.680163 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.685858 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.689009 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] 10.222.0.49 "DELETE /v2.0/networks/8288937a-3e67-4aab-a41d-b85bbaa43804 HTTP/1.1" status: 204 len: 168 time: 0.5242524 Apr 18 21:12:45.701604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c9f13-d5a0-48a9-9d10-5873e5b72ece admin admin] Pushing event deleted for resources: {'Network': ['ID=8288937a-3e67-4aab-a41d-b85bbaa43804,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:45.852502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49720) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:45.893193 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-93e2cb42-b78c-4ec4-8c55-f423cfddc8b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2bbda67877d4111b3329f708b6bf0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395396 Apr 18 21:12:45.895516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49722) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:45.942318 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4dc68336-8d11-427c-ab1b-bc1febd7add4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.962823 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4dc68336-8d11-427c-ab1b-bc1febd7add4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.013231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4dc68336-8d11-427c-ab1b-bc1febd7add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.015887 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4dc68336-8d11-427c-ab1b-bc1febd7add4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.017028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4dc68336-8d11-427c-ab1b-bc1febd7add4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fb5f115d-28ac-4bf6-bfe3-0cdd02333c24 HTTP/1.1" status: 204 len: 168 time: 0.1205873 Apr 18 21:12:46.025159 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc68336-8d11-427c-ab1b-bc1febd7add4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f115d-28ac-4bf6-bfe3-0cdd02333c24,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:46.204539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.350295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49728) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:46.389566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-77679e19-fc65-4cad-8206-461d38f28bac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b8f9d022ec424dbeb2aaa747e52c0ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379672 Apr 18 21:12:46.391851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49730) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:12:46.439663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dfd25b2-bf91-4ac4-8a00-b39196c6012b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.461939 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dfd25b2-bf91-4ac4-8a00-b39196c6012b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.508283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dfd25b2-bf91-4ac4-8a00-b39196c6012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.510880 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9dfd25b2-bf91-4ac4-8a00-b39196c6012b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.512303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9dfd25b2-bf91-4ac4-8a00-b39196c6012b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9fcff123-0f99-42df-95d7-82c4e1f5f86f HTTP/1.1" status: 204 len: 168 time: 0.1195123 Apr 18 21:12:46.520021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd25b2-bf91-4ac4-8a00-b39196c6012b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcff123-0f99-42df-95d7-82c4e1f5f86f,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:46.760374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 721afd76-6ce4-4ce4-9230-82d6a653f4b9 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:46.786921 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 721afd76-6ce4-4ce4-9230-82d6a653f4b9 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:46.787267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 721afd76-6ce4-4ce4-9230-82d6a653f4b9 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:46.787695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c1c5fc93-9f68-4705-a2e6-6043217a20bf no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:12:46.808184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c1c5fc93-9f68-4705-a2e6-6043217a20bf {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:12:46.808527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c1c5fc93-9f68-4705-a2e6-6043217a20bf not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:12:48.273383 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:12:56.927238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-04d5f739-497c-4fc8-ba75-ac9edb75b903 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a49675b1283c4a7a97e23b35d8ef35a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295174 Apr 18 21:12:57.428607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-47632a6c-1148-41db-a1af-34da020bfb8d tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:57.430093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-47632a6c-1148-41db-a1af-34da020bfb8d tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4971397 Apr 18 21:12:57.449890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-d8079233-335c-4580-b947-8e773e872b4a tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/quotas/a49675b1283c4a7a97e23b35d8ef35a8 HTTP/1.1" status: 200 len: 375 time: 0.0099249 Apr 18 21:12:57.482278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-937832c5-1bd6-4f1a-a243-372728a2e74d tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a49675b1283c4a7a97e23b35d8ef35a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260670 Apr 18 21:12:57.654850 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-901d01bc-f952-4bc2-a95a-9bcca6e5a336 req-b2f7977e-fd25-4f5c-90f8-f2ed19cb0227 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 210 time: 0.0277846 Apr 18 21:12:58.758407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-6bf728b6-7e66-4c25-afec-93cd0db7d80c tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a49675b1283c4a7a97e23b35d8ef35a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331771 Apr 18 21:12:58.775101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1805ac0-2205-4718-b668-4da18d4d31d4 req-e8dae27a-64c7-4e32-a77c-ea744a61ff93 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 210 time: 0.0397816 Apr 18 21:12:58.883138 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-ecea5aa2-0a82-4feb-b3a5-8e79f3cd3343 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.884605 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-ecea5aa2-0a82-4feb-b3a5-8e79f3cd3343 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1122799 Apr 18 21:12:58.898582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Request body: {'port': {'device_id': '4938d451-69d7-48b9-a9a3-0f0944449fa7', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'admin_state_up': True, 'tenant_id': 'a49675b1283c4a7a97e23b35d8ef35a8'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:59.007415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Made reservation on behalf of a49675b1283c4a7a97e23b35d8ef35a8 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:59.010794 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.020350 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.092755 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.096867 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.154642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a24c68-e2ed-4136-b742-4f099ad07dc7,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:59.225630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Allocated IP 192.168.233.125 (24e6c96f-988b-4737-a674-dc71158a46ef/a5f1429e-8d0a-4206-9bf0-bd419ce3f079/09ced270-c932-4ca2-a1ef-8b1ee77a4253) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:59.372432 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.405701 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.450469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Network 24e6c96f-988b-4737-a674-dc71158a46ef is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:59.453603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:59.457453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:12:59.463861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Pushing event updated for resources: {'Port': ['ID=09ced270-c932-4ca2-a1ef-8b1ee77a4253,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:59.516516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:59.517154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.533313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-0121b019-c566-4f4d-9b33-a8d6a39135f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6383231 Apr 18 21:12:59.545590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Request body: {'port': {'device_id': '4938d451-69d7-48b9-a9a3-0f0944449fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:59.604955 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.661170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f318bd46-1f05-4a03-9bda-f3a1b1038e9a None None] Provisioning complete for port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:59.661769 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f318bd46-1f05-4a03-9bda-f3a1b1038e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:59.695798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f318bd46-1f05-4a03-9bda-f3a1b1038e9a None None] Port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:12:59.936791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f750-2be6-4388-9a85-62d92de5d898 req-1949ed09-ecda-4d7b-b561-7e0e9b7cdf56 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:59.938331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b253f750-2be6-4388-9a85-62d92de5d898 req-1949ed09-ecda-4d7b-b561-7e0e9b7cdf56 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 936 time: 0.0865300 Apr 18 21:12:59.991325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ced270-c932-4ca2-a1ef-8b1ee77a4253 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:00.005765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.015800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b253f750-2be6-4388-9a85-62d92de5d898 req-d15ba698-1b90-40df-9024-bc5c7d097c99 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560441 Apr 18 21:13:00.023491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Transition to ACTIVE for port object 09ced270-c932-4ca2-a1ef-8b1ee77a4253 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:00.027622 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.079563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Pushing event updated for resources: {'Port': ['ID=09ced270-c932-4ca2-a1ef-8b1ee77a4253,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:00.166570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Attempting to bind port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:00.166910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Attempting to bind port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:00.167248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Attempting to bind port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:00.172682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 on network 24e6c96f-988b-4737-a674-dc71158a46ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:13:00.173006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Attempting to bind port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 on network 24e6c96f-988b-4737-a674-dc71158a46ef {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:00.178579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:13:00.178918 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Checking segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:13:00.179301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Bound using segment: {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:13:00.179724 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Bound port: 09ced270-c932-4ca2-a1ef-8b1ee77a4253, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24db849-db22-4d53-8f5a-b9627f21acd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:00.180106 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.250924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] For port 09ced270-c932-4ca2-a1ef-8b1ee77a4253, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:00.254243 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] For port 09ced270-c932-4ca2-a1ef-8b1ee77a4253, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=09ced270-c932-4ca2-a1ef-8b1ee77a4253,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:00.258966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.295580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.296216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:00.297633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] 10.222.0.60 "PUT /v2.0/ports/09ced270-c932-4ca2-a1ef-8b1ee77a4253 HTTP/1.1" status: 200 len: 1096 time: 0.7566149 Apr 18 21:13:00.298088 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4938d451-69d7-48b9-a9a3-0f0944449fa7', 'tag': '09ced270-c932-4ca2-a1ef-8b1ee77a4253'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:00.300457 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707" -d '{"events": [{"name": "network-changed", "server_uuid": "4938d451-69d7-48b9-a9a3-0f0944449fa7", "tag": "09ced270-c932-4ca2-a1ef-8b1ee77a4253"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:00.367550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76370eeb-ed57-462a-b792-e9d9afe50be5 service neutron] Pushing event updated for resources: {'Port': ['ID=09ced270-c932-4ca2-a1ef-8b1ee77a4253,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:00.374553 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160ab294-ddc8-43f9-9de9-c76fd8cc3cbc x-openstack-request-id: req-160ab294-ddc8-43f9-9de9-c76fd8cc3cbc {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:00.374918 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4938d451-69d7-48b9-a9a3-0f0944449fa7", "tag": "09ced270-c932-4ca2-a1ef-8b1ee77a4253", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:00.375260 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-160ab294-ddc8-43f9-9de9-c76fd8cc3cbc {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:00.375774 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160ab294-ddc8-43f9-9de9-c76fd8cc3cbc'] response: {'name': 'network-changed', 'server_uuid': '4938d451-69d7-48b9-a9a3-0f0944449fa7', 'tag': '09ced270-c932-4ca2-a1ef-8b1ee77a4253', 'status': 'completed', 'code': 200} Apr 18 21:13:00.389955 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-ed85acc8-323e-42a6-b462-dabd694c8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.391583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-ed85acc8-323e-42a6-b462-dabd694c8d2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a49675b1283c4a7a97e23b35d8ef35a8&device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 1099 time: 0.0544848 Apr 18 21:13:00.448398 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-24b3bcce-dcc6-4d99-919c-0364b91ca99b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=09ced270-c932-4ca2-a1ef-8b1ee77a4253 HTTP/1.1" status: 200 len: 217 time: 0.0434141 Apr 18 21:13:00.515289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-bf146ecf-c71c-44c3-ba64-71bdc09b96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.516842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-bf146ecf-c71c-44c3-ba64-71bdc09b96e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0580983 Apr 18 21:13:00.567172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-63a23905-653c-4f3c-8563-251b87e7862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.568754 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-63a23905-653c-4f3c-8563-251b87e7862f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455303 Apr 18 21:13:00.673240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-bd584f69-c9a5-45f9-853d-21fb23b610d4 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978668 Apr 18 21:13:00.764936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61dff9b1-97dc-4fbc-9485-ef35391ca83c req-984a2746-18c7-45e7-963a-da9d8b3d9a62 service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857201 Apr 18 21:13:00.856553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-ee53919d-68c6-458e-a6f1-a6adba4feb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.858039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-ee53919d-68c6-458e-a6f1-a6adba4feb60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a49675b1283c4a7a97e23b35d8ef35a8&device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 1099 time: 0.0437250 Apr 18 21:13:00.951909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-97632e3e-05df-4372-be69-de7ba15a8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:00.953406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-97632e3e-05df-4372-be69-de7ba15a8618 service neutron] 10.222.0.60 "GET /v2.0/networks?id=24e6c96f-988b-4737-a674-dc71158a46ef HTTP/1.1" status: 200 len: 870 time: 0.0893257 Apr 18 21:13:00.994187 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-157dc2c5-a3a6-4ae9-a3ab-a621c24c48c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=09ced270-c932-4ca2-a1ef-8b1ee77a4253 HTTP/1.1" status: 200 len: 217 time: 0.0344942 Apr 18 21:13:01.046383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-4de9074f-e056-437d-baa1-6c7c3e2d1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:01.047888 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-4de9074f-e056-437d-baa1-6c7c3e2d1102 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a5f1429e-8d0a-4206-9bf0-bd419ce3f079 HTTP/1.1" status: 200 len: 843 time: 0.0473077 Apr 18 21:13:01.113967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-94b7d167-219c-4140-94c5-11400da9194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:01.115345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-94b7d167-219c-4140-94c5-11400da9194e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=24e6c96f-988b-4737-a674-dc71158a46ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613885 Apr 18 21:13:01.183102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827659d-0956-4196-b6d8-87286e057db9 req-45082c1d-8c80-4f18-a3f1-80eb1f97e9f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:01.184575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0827659d-0956-4196-b6d8-87286e057db9 req-45082c1d-8c80-4f18-a3f1-80eb1f97e9f8 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 948 time: 0.0978410 Apr 18 21:13:01.262028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0827659d-0956-4196-b6d8-87286e057db9 req-2d14e766-d10f-4ec1-a8a2-25283e0961c2 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711098 Apr 18 21:13:01.263887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-befcf51e-5bde-4e4b-ace9-feac53947e2b service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418447 Apr 18 21:13:01.357323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1e25f5-d695-4df0-8bc7-ebd1224bc707 req-b78e6b1d-2258-4cb9-a259-9f7b743579ed service neutron] 10.222.0.60 "GET /v2.0/networks/24e6c96f-988b-4737-a674-dc71158a46ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Apr 18 21:13:02.384577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e7490-ff6b-49d0-bf91-23e6aa47217d req-4496e67a-b05d-4ee9-a15d-9d630f44b60e tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:02.386049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d7e7490-ff6b-49d0-bf91-23e6aa47217d req-4496e67a-b05d-4ee9-a15d-9d630f44b60e tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 948 time: 0.0559227 Apr 18 21:13:02.422544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2d7e7490-ff6b-49d0-bf91-23e6aa47217d req-4faa2abe-708d-4740-bf20-09218c489243 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303805 Apr 18 21:13:03.540809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fd4c4-c57a-486a-99f4-591693e4d4d1 req-c37e4fe4-6c89-4e56-bdfd-7e5662051242 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:03.542366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-085fd4c4-c57a-486a-99f4-591693e4d4d1 req-c37e4fe4-6c89-4e56-bdfd-7e5662051242 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 948 time: 0.0495489 Apr 18 21:13:03.585583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-085fd4c4-c57a-486a-99f4-591693e4d4d1 req-7d40a763-9bca-44a7-945c-9692e6a51fa5 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367239 Apr 18 21:13:03.693177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 09ced270-c932-4ca2-a1ef-8b1ee77a4253 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:13:03.786641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 09ced270-c932-4ca2-a1ef-8b1ee77a4253, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=09ced270-c932-4ca2-a1ef-8b1ee77a4253,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:03.798905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '09ced270-c932-4ca2-a1ef-8b1ee77a4253', 'network_id': '24e6c96f-988b-4737-a674-dc71158a46ef', 'port_id': '09ced270-c932-4ca2-a1ef-8b1ee77a4253', 'mac_address': 'fa:16:3e:6d:5c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f1429e-8d0a-4206-9bf0-bd419ce3f079', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:13:03.834542 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.847027 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ced270-c932-4ca2-a1ef-8b1ee77a4253 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:03.868513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 09ced270-c932-4ca2-a1ef-8b1ee77a4253, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=09ced270-c932-4ca2-a1ef-8b1ee77a4253,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:03.872143 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:03.937238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=09ced270-c932-4ca2-a1ef-8b1ee77a4253,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:03.949269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.949634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.950009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.950339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.950665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.950989 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.951311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.951626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.951973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.952290 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.952614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:03.952925 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:04.198611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['09ced270-c932-4ca2-a1ef-8b1ee77a4253'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:13:04.701756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cd300-1b0b-48e3-9d80-ecb4bc761369 req-35b18947-60a6-42fa-93d3-8cea94776a2c tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.703222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f8cd300-1b0b-48e3-9d80-ecb4bc761369 req-35b18947-60a6-42fa-93d3-8cea94776a2c tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 949 time: 0.0484962 Apr 18 21:13:04.740570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5f8cd300-1b0b-48e3-9d80-ecb4bc761369 req-d9f088bf-8502-40b7-9b0f-1e956e97114e tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Apr 18 21:13:05.708691 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 09ced270-c932-4ca2-a1ef-8b1ee77a4253 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:05.760110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:05.763789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:05.764211 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.853429 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.879188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4938d451-69d7-48b9-a9a3-0f0944449fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ced270-c932-4ca2-a1ef-8b1ee77a4253'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:05.879407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a000-d574-4ecf-a433-4c56a6ca49a5 req-0e3d4ab7-f558-4f84-9806-349e06c3bc81 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:05.880703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1b4a000-d574-4ecf-a433-4c56a6ca49a5 req-0e3d4ab7-f558-4f84-9806-349e06c3bc81 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 949 time: 0.0662348 Apr 18 21:13:05.881264 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00733ba1-b974-4b52-8235-8a09a0d94fb9" -d '{"events": [{"server_uuid": "4938d451-69d7-48b9-a9a3-0f0944449fa7", "name": "network-vif-plugged", "status": "completed", "tag": "09ced270-c932-4ca2-a1ef-8b1ee77a4253"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:05.895969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 09ced270-c932-4ca2-a1ef-8b1ee77a4253, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=09ced270-c932-4ca2-a1ef-8b1ee77a4253,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:05.901153 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.937308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1b4a000-d574-4ecf-a433-4c56a6ca49a5 req-444a1a8a-6ffd-4409-b0d4-3af5263214b1 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475361 Apr 18 21:13:05.938219 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bde40e-a163-4446-b73e-ae680ebdd031 x-openstack-request-id: req-31bde40e-a163-4446-b73e-ae680ebdd031 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:05.938665 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4938d451-69d7-48b9-a9a3-0f0944449fa7", "name": "network-vif-plugged", "status": "completed", "tag": "09ced270-c932-4ca2-a1ef-8b1ee77a4253", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:05.939144 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31bde40e-a163-4446-b73e-ae680ebdd031 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:05.939428 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bde40e-a163-4446-b73e-ae680ebdd031'] response: {'server_uuid': '4938d451-69d7-48b9-a9a3-0f0944449fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ced270-c932-4ca2-a1ef-8b1ee77a4253', 'code': 200} Apr 18 21:13:05.979368 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-998a572d-19e5-4826-8106-5bb2dc8b9103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:05.980814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=09ced270-c932-4ca2-a1ef-8b1ee77a4253,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:06.049025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221d77f-0a34-46e2-a721-1e67fd74b834 req-8de4f5b5-a121-45e8-9a4d-42d68cb29303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:06.050578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6221d77f-0a34-46e2-a721-1e67fd74b834 req-8de4f5b5-a121-45e8-9a4d-42d68cb29303 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 1101 time: 0.0427890 Apr 18 21:13:06.098897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6221d77f-0a34-46e2-a721-1e67fd74b834 req-b6358e3c-6935-42d1-b931-ac879510c5da service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414190 Apr 18 21:13:07.064105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333971eb-d746-4cbe-9ca6-6acd0cca406e req-5c36deea-e7d7-4972-910e-cd002159cc82 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:07.065621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-333971eb-d746-4cbe-9ca6-6acd0cca406e req-5c36deea-e7d7-4972-910e-cd002159cc82 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 950 time: 0.0502596 Apr 18 21:13:07.111379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-333971eb-d746-4cbe-9ca6-6acd0cca406e req-6b863c3a-c814-4c95-8399-990662f15c42 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Apr 18 21:13:08.230167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7690b5-de1a-41bb-b105-bf6e609c47cb req-3ad350f6-e6ba-4e70-8c21-48b4e8568cb4 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.231639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea7690b5-de1a-41bb-b105-bf6e609c47cb req-3ad350f6-e6ba-4e70-8c21-48b4e8568cb4 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 950 time: 0.0521741 Apr 18 21:13:08.269102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea7690b5-de1a-41bb-b105-bf6e609c47cb req-521956c1-2d20-4cde-a78e-b5767843c561 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Apr 18 21:13:08.547421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-a55486fa-65fd-42b8-a8af-466b58d2a1fe req-5a13547b-553d-4d10-b897-f1ed53475064 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:13:08.548410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a55486fa-65fd-42b8-a8af-466b58d2a1fe req-5a13547b-553d-4d10-b897-f1ed53475064 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055020 Apr 18 21:13:08.697638 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-87119d6c-b87c-4185-a1f5-26fbbf31eac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:08.985136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-7817734e-c0b1-4136-8788-daf55d73d2b2 req-a6430407-ad4b-4fdf-9329-b61877a67e03 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:13:08.986127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7817734e-c0b1-4136-8788-daf55d73d2b2 req-a6430407-ad4b-4fdf-9329-b61877a67e03 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1057825 Apr 18 21:13:09.323312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b3c6c-a891-40ef-bbef-e00e9af35ae2 req-8d4fa16d-ba34-4551-8a3f-a6c0b697d4c9 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:09.324831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d87b3c6c-a891-40ef-bbef-e00e9af35ae2 req-8d4fa16d-ba34-4551-8a3f-a6c0b697d4c9 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 950 time: 0.0511925 Apr 18 21:13:09.362853 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d87b3c6c-a891-40ef-bbef-e00e9af35ae2 req-ecf3022f-5c81-4440-be84-a197da3efb60 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306761 Apr 18 21:13:09.422556 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.481425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b7f67-f4ba-42d8-93ce-2ae7951aaed8 req-e3ce5a47-c59d-4d13-a436-0926663d11e6 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:10.482889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-282b7f67-f4ba-42d8-93ce-2ae7951aaed8 req-e3ce5a47-c59d-4d13-a436-0926663d11e6 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 950 time: 0.0490396 Apr 18 21:13:10.522539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-282b7f67-f4ba-42d8-93ce-2ae7951aaed8 req-91539ab4-2e11-4e3c-90d0-9d1e6f39dc8d tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.49 "GET /v2.0/security-groups?id=a3a24c68-e2ed-4136-b742-4f099ad07dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335007 Apr 18 21:13:10.604133 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.697900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-c677da17-26bf-489d-88f1-fdaeb7e2e4f9 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:10.699413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-c677da17-26bf-489d-88f1-fdaeb7e2e4f9 tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.60 "GET /v2.0/ports?device_id=4938d451-69d7-48b9-a9a3-0f0944449fa7 HTTP/1.1" status: 200 len: 950 time: 0.0573447 Apr 18 21:13:10.793190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-81358cf0-15bc-4b89-b200-d70d89e856ea tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Deleting port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:13:10.793535 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-81358cf0-15bc-4b89-b200-d70d89e856ea tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.886078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-81358cf0-15bc-4b89-b200-d70d89e856ea tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] For port 09ced270-c932-4ca2-a1ef-8b1ee77a4253, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=09ced270-c932-4ca2-a1ef-8b1ee77a4253,segment=NetworkSegment(f24db849-db22-4d53-8f5a-b9627f21acd9),segment_id=f24db849-db22-4d53-8f5a-b9627f21acd9)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:10.886440 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-81358cf0-15bc-4b89-b200-d70d89e856ea tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.898199 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-81358cf0-15bc-4b89-b200-d70d89e856ea tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Calling delete_port for 09ced270-c932-4ca2-a1ef-8b1ee77a4253 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:13:11.030850 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-81358cf0-15bc-4b89-b200-d70d89e856ea tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.042852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['09ced270-c932-4ca2-a1ef-8b1ee77a4253'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:13:11.063305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81358cf0-15bc-4b89-b200-d70d89e856ea tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Pushing event deleted for resources: {'Port': ['ID=09ced270-c932-4ca2-a1ef-8b1ee77a4253,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:11.103480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-81358cf0-15bc-4b89-b200-d70d89e856ea tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] No DVR routers for this DVR port 09ced270-c932-4ca2-a1ef-8b1ee77a4253 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:11.106276 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-81358cf0-15bc-4b89-b200-d70d89e856ea tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.109565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db2917eb-2935-4ac8-b26b-91c7eecd7628 req-81358cf0-15bc-4b89-b200-d70d89e856ea tempest-ServersAdminNegativeTestJSON-1197280696 tempest-ServersAdminNegativeTestJSON-1197280696-project] 10.222.0.60 "DELETE /v2.0/ports/09ced270-c932-4ca2-a1ef-8b1ee77a4253 HTTP/1.1" status: 204 len: 173 time: 0.4031289 Apr 18 21:13:11.110106 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4938d451-69d7-48b9-a9a3-0f0944449fa7', 'name': 'network-vif-deleted', 'tag': '09ced270-c932-4ca2-a1ef-8b1ee77a4253'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:11.112281 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20aa18e-2fcb-4034-bb0e-ebb364997da0" -d '{"events": [{"server_uuid": "4938d451-69d7-48b9-a9a3-0f0944449fa7", "name": "network-vif-deleted", "tag": "09ced270-c932-4ca2-a1ef-8b1ee77a4253"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:11.161507 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be06bb03-b0f8-44b8-9b34-e9938123ecc0 x-openstack-request-id: req-be06bb03-b0f8-44b8-9b34-e9938123ecc0 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:11.161795 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4938d451-69d7-48b9-a9a3-0f0944449fa7", "name": "network-vif-deleted", "tag": "09ced270-c932-4ca2-a1ef-8b1ee77a4253", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:11.162047 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be06bb03-b0f8-44b8-9b34-e9938123ecc0 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:11.162446 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be06bb03-b0f8-44b8-9b34-e9938123ecc0'] response: {'server_uuid': '4938d451-69d7-48b9-a9a3-0f0944449fa7', 'name': 'network-vif-deleted', 'tag': '09ced270-c932-4ca2-a1ef-8b1ee77a4253', 'status': 'completed', 'code': 200} Apr 18 21:13:11.261339 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.821802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49868) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:11.962434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f356dffa-42c8-4799-8d7c-8dbbb8dee036 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a49675b1283c4a7a97e23b35d8ef35a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393490 Apr 18 21:13:11.964860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49872) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:12.014346 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb8792d7-ca42-48f9-9486-143668036f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.036894 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb8792d7-ca42-48f9-9486-143668036f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.088243 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb8792d7-ca42-48f9-9486-143668036f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.091132 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cb8792d7-ca42-48f9-9486-143668036f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.092603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cb8792d7-ca42-48f9-9486-143668036f19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3a24c68-e2ed-4136-b742-4f099ad07dc7 HTTP/1.1" status: 204 len: 168 time: 0.1265810 Apr 18 21:13:12.101543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8792d7-ca42-48f9-9486-143668036f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a24c68-e2ed-4136-b742-4f099ad07dc7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:12.384921 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49878) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:12.406435 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c1c3-8f28-4eeb-a36a-4afe332d31cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.491354 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c1c3-8f28-4eeb-a36a-4afe332d31cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.495747 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c1c3-8f28-4eeb-a36a-4afe332d31cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.534043 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7c1c3-8f28-4eeb-a36a-4afe332d31cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de03450-9db0-4481-b41b-1908a940af27,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:12.538822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f1e7c1c3-8f28-4eeb-a36a-4afe332d31cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be2c036e855542c7961964dcac3dff8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524527 Apr 18 21:13:12.541497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49880) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:12.592513 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd950465-3850-4f49-89fc-287d2ead65f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.614468 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.616811 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd950465-3850-4f49-89fc-287d2ead65f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.672974 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd950465-3850-4f49-89fc-287d2ead65f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.675507 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fd950465-3850-4f49-89fc-287d2ead65f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:12.677369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fd950465-3850-4f49-89fc-287d2ead65f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4de03450-9db0-4481-b41b-1908a940af27 HTTP/1.1" status: 204 len: 168 time: 0.1349638 Apr 18 21:13:12.686368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd950465-3850-4f49-89fc-287d2ead65f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de03450-9db0-4481-b41b-1908a940af27,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:13.424684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49902) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:13.522439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-942236425-network', 'tenant_id': '8c183fd257b64af8ace89b83bb28d9a4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:13.541224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Made reservation on behalf of 8c183fd257b64af8ace89b83bb28d9a4 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:13.543386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.554301 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.626240 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.630807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.653180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:13:13.668560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27fed738-b15e-4af3-81f2-2c2e372fd7fc,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:13.672258 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.672787 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Added segment 4ea6e11b-45df-42e6-a2f9-bf93b225b0fc of type vlan for network 06896ade-c74c-4dce-b6c1-d7762e58b08d Apr 18 21:13:13.713299 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.738881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.740216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.740903 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.791077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3652232 Apr 18 21:13:13.794042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 49906) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:13.799065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Request body: {'subnet': {'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-942236425-subnet', 'tenant_id': '8c183fd257b64af8ace89b83bb28d9a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:13.804168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a73ca9-3599-4484-89be-3729db2ed87a admin admin] Pushing event updated for resources: {'Network': ['ID=06896ade-c74c-4dce-b6c1-d7762e58b08d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:13.814128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 06896ade-c74c-4dce-b6c1-d7762e58b08d details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:13:13.820128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Made reservation on behalf of 8c183fd257b64af8ace89b83bb28d9a4 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:13.822519 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.986209 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.038992 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63282f8-08ab-40e2-a257-de60a80f1dcc,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:14.048956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Checking segment: {'id': '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:13:14.049312 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Network hostable DHCP agents. Network: 06896ade-c74c-4dce-b6c1-d7762e58b08d, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:13:14.065706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Network 06896ade-c74c-4dce-b6c1-d7762e58b08d is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:13:14.074244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 06896ade-c74c-4dce-b6c1-d7762e58b08d) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:14.078446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:14.078995 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:14.083659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4396aa-4125-420e-98e4-92c47a04d9e8 None None] Network 06896ade-c74c-4dce-b6c1-d7762e58b08d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:13:14.096477 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1819fdc3-f0a0-4dd8-bea1-bb16271be3ed admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3012497 Apr 18 21:13:14.206713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a72b370-bedd-4408-b9b8-6fb3652fe517 None None] Network 06896ade-c74c-4dce-b6c1-d7762e58b08d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:13:14.696834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-8a386e83-b15b-4c0a-b587-88a8ddac2c62 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:14.698678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-8a386e83-b15b-4c0a-b587-88a8ddac2c62 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/networks?id=06896ade-c74c-4dce-b6c1-d7762e58b08d HTTP/1.1" status: 200 len: 811 time: 0.1057410 Apr 18 21:13:14.713129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-31d26e02-a706-4e04-b9f9-2edb82db1a9b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/quotas/8c183fd257b64af8ace89b83bb28d9a4 HTTP/1.1" status: 200 len: 375 time: 0.0088155 Apr 18 21:13:14.746208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-34ebf9b8-427b-44ee-815f-84310cf74fa4 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c183fd257b64af8ace89b83bb28d9a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269380 Apr 18 21:13:14.840761 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-c21cd99e-d072-4cd5-8d6f-63bd2b3b3811 service neutron] 10.222.0.49 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869682 Apr 18 21:13:14.931190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-753fd49f-b6db-4b12-8b4d-b3c77f0503cb service neutron] 10.222.0.49 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837674 Apr 18 21:13:15.148569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f753db24-6d0d-439e-9467-e5e7319efa58 req-d99d4394-e67c-43bb-84c7-545676a394d2 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 210 time: 0.0841751 Apr 18 21:13:15.724606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 09ced270-c932-4ca2-a1ef-8b1ee77a4253 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:13:15.743995 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 09ced270-c932-4ca2-a1ef-8b1ee77a4253 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:13:15.744342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 09ced270-c932-4ca2-a1ef-8b1ee77a4253 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:13:16.150660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-736bd1cd-25f1-4119-af2a-80ba13ed69f9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.152345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-736bd1cd-25f1-4119-af2a-80ba13ed69f9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.60 "GET /v2.0/networks?id=06896ade-c74c-4dce-b6c1-d7762e58b08d HTTP/1.1" status: 200 len: 811 time: 0.1088381 Apr 18 21:13:16.166952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Request body: {'port': {'device_id': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d', 'admin_state_up': True, 'tenant_id': '8c183fd257b64af8ace89b83bb28d9a4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:16.214742 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.259513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac37da98-9a64-4ef5-84a9-f35af214432f req-13be98bb-b484-482c-9328-c9c031ee2ad2 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 210 time: 0.0313754 Apr 18 21:13:16.304873 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Made reservation on behalf of 8c183fd257b64af8ace89b83bb28d9a4 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:16.308429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.431767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Allocated IP 172.20.0.13 (06896ade-c74c-4dce-b6c1-d7762e58b08d/d63282f8-08ab-40e2-a257-de60a80f1dcc/cc9ad3b4-a573-4d20-9db7-4bf89ad1819a) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:16.584842 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.619502 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.666768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Network 06896ade-c74c-4dce-b6c1-d7762e58b08d is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:16.670122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:16.674118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:13:16.681083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Pushing event updated for resources: {'Port': ['ID=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:16.732839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.733450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.748267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-477bfd33-5b3e-4799-be99-2fb7f88203e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5859811 Apr 18 21:13:16.760512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Request body: {'port': {'device_id': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:16.813528 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.079100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc9ad3b4-a573-4d20-9db7-4bf89ad1819a {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:17.086900 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.098376 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Transition to ACTIVE for port object cc9ad3b4-a573-4d20-9db7-4bf89ad1819a will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:17.101620 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.156956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Pushing event updated for resources: {'Port': ['ID=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:17.217487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Attempting to bind port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:17.217814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Attempting to bind port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:17.218136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Attempting to bind port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a on network 06896ade-c74c-4dce-b6c1-d7762e58b08d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:17.222263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a on network 06896ade-c74c-4dce-b6c1-d7762e58b08d not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:13:17.222582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Attempting to bind port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a on network 06896ade-c74c-4dce-b6c1-d7762e58b08d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:17.227310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:13:17.227639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Checking segment: {'id': '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:13:17.228048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Bound using segment: {'id': '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:13:17.228465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Bound port: cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:17.228808 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.291260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:17.294607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,segment=NetworkSegment(4ea6e11b-45df-42e6-a2f9-bf93b225b0fc),segment_id=4ea6e11b-45df-42e6-a2f9-bf93b225b0fc)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:17.298516 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.335134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.335749 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.337152 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-9b02213d-322a-4173-904d-7560640cd67c service neutron] 10.222.0.60 "PUT /v2.0/ports/cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 200 len: 1092 time: 0.5806537 Apr 18 21:13:17.340482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'tag': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:17.342961 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960e66ac-636d-4816-8dfc-651cb55a3827" -d '{"events": [{"name": "network-changed", "server_uuid": "130e19be-8eef-4f06-bc6c-c7b20c9a5005", "tag": "cc9ad3b4-a573-4d20-9db7-4bf89ad1819a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:17.390087 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d55bf9-acd5-44bf-89bd-601fc90acecf x-openstack-request-id: req-f0d55bf9-acd5-44bf-89bd-601fc90acecf {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:17.390367 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130e19be-8eef-4f06-bc6c-c7b20c9a5005", "tag": "cc9ad3b4-a573-4d20-9db7-4bf89ad1819a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:17.390609 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0d55bf9-acd5-44bf-89bd-601fc90acecf {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:17.390990 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d55bf9-acd5-44bf-89bd-601fc90acecf'] response: {'name': 'network-changed', 'server_uuid': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'tag': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a', 'status': 'completed', 'code': 200} Apr 18 21:13:17.402895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02213d-322a-4173-904d-7560640cd67c service neutron] Pushing event updated for resources: {'Port': ['ID=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:17.444543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05235e36-5e7c-4633-b686-2bed0819b5d9 req-374b4ee0-2610-4237-bdd3-10b4424870e6 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.446025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05235e36-5e7c-4633-b686-2bed0819b5d9 req-374b4ee0-2610-4237-bdd3-10b4424870e6 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 944 time: 0.1063015 Apr 18 21:13:17.452364 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-d6bf85e6-9184-4805-9e20-4fb02de4d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.453783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-d6bf85e6-9184-4805-9e20-4fb02de4d1ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c183fd257b64af8ace89b83bb28d9a4&device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 1095 time: 0.0659196 Apr 18 21:13:17.507223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-2e349136-33bf-49f9-a181-c7f117281b44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 200 len: 217 time: 0.0460150 Apr 18 21:13:17.544982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05235e36-5e7c-4633-b686-2bed0819b5d9 req-2e9263ea-692a-4b47-bcdb-82b33e57bb43 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902824 Apr 18 21:13:17.560825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-8289f0fa-1b74-406e-b12a-b1c08bbb6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.562241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-8289f0fa-1b74-406e-b12a-b1c08bbb6738 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d63282f8-08ab-40e2-a257-de60a80f1dcc HTTP/1.1" status: 200 len: 851 time: 0.0481446 Apr 18 21:13:17.592180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-0bbc1093-7749-4a58-81ff-da61cde4ba91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06896ade-c74c-4dce-b6c1-d7762e58b08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231829 Apr 18 21:13:17.687744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-3db28087-0307-4624-9adf-30093b49724d service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887671 Apr 18 21:13:17.775566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e57fd5-d139-4cc0-b208-ff554ecb98d7 req-5dad515e-f228-4721-a11c-a92a107be222 service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815561 Apr 18 21:13:17.858171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e66ac-636d-4816-8dfc-651cb55a3827 req-33afa756-e115-44b0-b23c-241a037cf3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.859625 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-960e66ac-636d-4816-8dfc-651cb55a3827 req-33afa756-e115-44b0-b23c-241a037cf3dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c183fd257b64af8ace89b83bb28d9a4&device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 1095 time: 0.0408742 Apr 18 21:13:17.950778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e66ac-636d-4816-8dfc-651cb55a3827 req-a433283c-6341-4831-a372-d92f3e782acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.952296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-960e66ac-636d-4816-8dfc-651cb55a3827 req-a433283c-6341-4831-a372-d92f3e782acb service neutron] 10.222.0.60 "GET /v2.0/networks?id=06896ade-c74c-4dce-b6c1-d7762e58b08d HTTP/1.1" status: 200 len: 912 time: 0.0862558 Apr 18 21:13:17.992562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-960e66ac-636d-4816-8dfc-651cb55a3827 req-586e7d50-4ba7-4481-81a5-5a1db5a37075 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 200 len: 217 time: 0.0331817 Apr 18 21:13:18.043604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e66ac-636d-4816-8dfc-651cb55a3827 req-28625079-31f0-49b8-8362-92e017e974d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:18.045040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-960e66ac-636d-4816-8dfc-651cb55a3827 req-28625079-31f0-49b8-8362-92e017e974d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d63282f8-08ab-40e2-a257-de60a80f1dcc HTTP/1.1" status: 200 len: 851 time: 0.0464134 Apr 18 21:13:18.076640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-960e66ac-636d-4816-8dfc-651cb55a3827 req-e44c3574-8a40-4be4-b7bd-297c57ea8705 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06896ade-c74c-4dce-b6c1-d7762e58b08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244591 Apr 18 21:13:18.163688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-960e66ac-636d-4816-8dfc-651cb55a3827 req-7b311387-8e14-4e4d-822f-fb1da1389727 service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797806 Apr 18 21:13:18.255875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-960e66ac-636d-4816-8dfc-651cb55a3827 req-c5857c4c-6cec-4d72-863b-1a7d92a65452 service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856216 Apr 18 21:13:18.663216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85565f1-22e4-40b0-ad42-cd9dbf8e6d72 req-79285cf8-2f28-417c-988a-46610e4d4d10 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:18.664724 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a85565f1-22e4-40b0-ad42-cd9dbf8e6d72 req-79285cf8-2f28-417c-988a-46610e4d4d10 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 944 time: 0.0503330 Apr 18 21:13:18.702235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a85565f1-22e4-40b0-ad42-cd9dbf8e6d72 req-c1adf2df-8e37-4725-a46b-0c718fed3359 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Apr 18 21:13:19.724134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device cc9ad3b4-a573-4d20-9db7-4bf89ad1819a details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:13:19.822970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,segment=NetworkSegment(4ea6e11b-45df-42e6-a2f9-bf93b225b0fc),segment_id=4ea6e11b-45df-42e6-a2f9-bf93b225b0fc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:19.823798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74627d11-c12d-48ba-8b28-68cf0ff8248e req-859916e4-5669-48e4-886c-d4e2147fa473 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:19.825351 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74627d11-c12d-48ba-8b28-68cf0ff8248e req-859916e4-5669-48e4-886c-d4e2147fa473 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 944 time: 0.0501821 Apr 18 21:13:19.834545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a', 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d', 'port_id': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a', 'mac_address': 'fa:16:3e:53:79:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63282f8-08ab-40e2-a257-de60a80f1dcc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:13:19.862543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74627d11-c12d-48ba-8b28-68cf0ff8248e req-1bfb28f0-b017-4c92-882a-42bf3d95efa8 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311711 Apr 18 21:13:19.870105 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.883488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9ad3b4-a573-4d20-9db7-4bf89ad1819a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:19.905363 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,segment=NetworkSegment(4ea6e11b-45df-42e6-a2f9-bf93b225b0fc),segment_id=4ea6e11b-45df-42e6-a2f9-bf93b225b0fc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:19.909307 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.954678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:20.193283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['cc9ad3b4-a573-4d20-9db7-4bf89ad1819a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:13:20.981391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0487711-dde2-42e9-8fca-e03c2c06af26 req-8e318c58-011e-40ee-a0c8-a39b5d022c64 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.982744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0487711-dde2-42e9-8fca-e03c2c06af26 req-8e318c58-011e-40ee-a0c8-a39b5d022c64 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 945 time: 0.0516739 Apr 18 21:13:21.025594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0487711-dde2-42e9-8fca-e03c2c06af26 req-a6a70658-5092-4020-99da-af70f2f8ffea tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367470 Apr 18 21:13:21.740527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device cc9ad3b4-a573-4d20-9db7-4bf89ad1819a up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:13:21.788338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:21.792196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:21.792568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:21.866740 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:21.889028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:21.891254 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb1d372-a730-4b05-bbb6-04b1853ce041" -d '{"events": [{"server_uuid": "130e19be-8eef-4f06-bc6c-c7b20c9a5005", "name": "network-vif-plugged", "status": "completed", "tag": "cc9ad3b4-a573-4d20-9db7-4bf89ad1819a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:21.904720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,segment=NetworkSegment(4ea6e11b-45df-42e6-a2f9-bf93b225b0fc),segment_id=4ea6e11b-45df-42e6-a2f9-bf93b225b0fc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:21.908823 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:21.935173 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16565b24-3658-47c6-bcb5-5af350fda68c x-openstack-request-id: req-16565b24-3658-47c6-bcb5-5af350fda68c {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:21.935474 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130e19be-8eef-4f06-bc6c-c7b20c9a5005", "name": "network-vif-plugged", "status": "completed", "tag": "cc9ad3b4-a573-4d20-9db7-4bf89ad1819a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:21.935724 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16565b24-3658-47c6-bcb5-5af350fda68c {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:21.936136 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16565b24-3658-47c6-bcb5-5af350fda68c'] response: {'server_uuid': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a', 'code': 200} Apr 18 21:13:21.962543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:22.024749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aa4f3-8643-4a7e-a25c-9cbbdb0162be req-a6cc05f3-bebd-4272-8395-da952685a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.026160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea4aa4f3-8643-4a7e-a25c-9cbbdb0162be req-a6cc05f3-bebd-4272-8395-da952685a800 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 1097 time: 0.0401969 Apr 18 21:13:22.063826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea4aa4f3-8643-4a7e-a25c-9cbbdb0162be req-23c6eb27-ec04-4f80-a428-531cf9931f81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277383 Apr 18 21:13:22.140589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d545c0f-d522-49a8-bf2e-c9f58c381196 req-2e5a224b-142f-4850-8a13-871fe8b7954b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.142042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d545c0f-d522-49a8-bf2e-c9f58c381196 req-2e5a224b-142f-4850-8a13-871fe8b7954b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0479052 Apr 18 21:13:22.179354 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d545c0f-d522-49a8-bf2e-c9f58c381196 req-85036375-3173-4078-bb8a-0826257ef62f tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307953 Apr 18 21:13:23.300376 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcab25-fd7d-4dc0-8a40-d6cd6617517d req-832a087f-c2dc-46f6-92a2-a75386468734 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:23.302420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cfcab25-fd7d-4dc0-8a40-d6cd6617517d req-832a087f-c2dc-46f6-92a2-a75386468734 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0523474 Apr 18 21:13:23.340624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2cfcab25-fd7d-4dc0-8a40-d6cd6617517d req-0db0a337-92c0-40f5-a565-264ac8712e91 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Apr 18 21:13:24.466319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b48744-f421-4d0f-8145-00b6f0ed9f09 req-e518bb05-ce5b-47c5-9934-782b63e6e4f7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.467796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46b48744-f421-4d0f-8145-00b6f0ed9f09 req-e518bb05-ce5b-47c5-9934-782b63e6e4f7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0488336 Apr 18 21:13:24.505695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46b48744-f421-4d0f-8145-00b6f0ed9f09 req-86508153-d4d1-4a00-81ab-f49e5838e35b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Apr 18 21:13:24.688137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 49970) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:13:24.759108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ad59a-de82-47e2-90af-5426361b5365 req-16cf9c36-ab68-458f-8f94-44072237f2bb tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.760604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b1ad59a-de82-47e2-90af-5426361b5365 req-16cf9c36-ab68-458f-8f94-44072237f2bb tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0594041 Apr 18 21:13:25.124943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-5753a2f8-cb15-476b-9e83-0077c81e2e87 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4356656 Apr 18 21:13:25.127985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7b1ad59a-de82-47e2-90af-5426361b5365 req-ce92100c-63df-4302-9b0e-13243d3e5db9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496869 Apr 18 21:13:25.134631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-e5e7d815-cf2e-45bd-a0d0-ade821409eb4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:13:25.135480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-e5e7d815-cf2e-45bd-a0d0-ade821409eb4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054343 Apr 18 21:13:25.272696 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:13:26.255501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f656e74-2b06-4f3a-b320-bf017a6c4982 req-dbb269d8-cae4-4f09-a5b3-faf317b89f68 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:26.257044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f656e74-2b06-4f3a-b320-bf017a6c4982 req-dbb269d8-cae4-4f09-a5b3-faf317b89f68 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0509553 Apr 18 21:13:26.319294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f656e74-2b06-4f3a-b320-bf017a6c4982 req-23bbb541-177b-41e2-8492-e42846a9743d tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 Apr 18 21:13:26.328850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-1d3f3781-0b69-40a9-aea8-489da745f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:26.330708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-1d3f3781-0b69-40a9-aea8-489da745f464 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c183fd257b64af8ace89b83bb28d9a4&device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 1097 time: 0.0534310 Apr 18 21:13:26.433322 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-f8638ab5-df9a-4d35-9636-f7a3c10bbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:26.434749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-f8638ab5-df9a-4d35-9636-f7a3c10bbb7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=06896ade-c74c-4dce-b6c1-d7762e58b08d HTTP/1.1" status: 200 len: 912 time: 0.0981784 Apr 18 21:13:26.475884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-491d4acd-905f-4f52-a40c-f55c1a708a95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 200 len: 217 time: 0.0338292 Apr 18 21:13:26.526431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-e1c42d4e-67fb-449f-af67-37e3ae998918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:26.527893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-e1c42d4e-67fb-449f-af67-37e3ae998918 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d63282f8-08ab-40e2-a257-de60a80f1dcc HTTP/1.1" status: 200 len: 851 time: 0.0465493 Apr 18 21:13:26.558568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-42e2f9e8-9100-45aa-8df6-920e86db9771 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06896ade-c74c-4dce-b6c1-d7762e58b08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237036 Apr 18 21:13:26.644659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-1ee0296a-163b-4cef-adc3-11e2d3aafa06 service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792198 Apr 18 21:13:26.744084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-c886c12e-44cd-430b-b057-dd1aa6195dab service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929544 Apr 18 21:13:27.437993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aa52a-7d94-4098-a0a3-8ec3713136a2 req-16b5ca5b-fb0d-4fd3-bee7-e243fa479ca3 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:27.439470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a9aa52a-7d94-4098-a0a3-8ec3713136a2 req-16b5ca5b-fb0d-4fd3-bee7-e243fa479ca3 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0488901 Apr 18 21:13:27.477271 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a9aa52a-7d94-4098-a0a3-8ec3713136a2 req-6e7ed51f-be07-4d34-9ab7-bcc3fb387368 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Apr 18 21:13:28.592924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967a18d-646a-42ac-b1d5-3936fd6f9459 req-4d678ee0-0915-4141-9a86-30eb92ef3137 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:28.594369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c967a18d-646a-42ac-b1d5-3936fd6f9459 req-4d678ee0-0915-4141-9a86-30eb92ef3137 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0474925 Apr 18 21:13:28.631137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c967a18d-646a-42ac-b1d5-3936fd6f9459 req-315e539a-ac65-454d-abbf-ff656cdd2150 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302877 Apr 18 21:13:29.749621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c5fbb-3d4e-4a02-aa92-4cb5abde9023 req-8f7dc4f0-91a1-402b-809e-7ff6c1f8e62e tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:29.751345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f83c5fbb-3d4e-4a02-aa92-4cb5abde9023 req-8f7dc4f0-91a1-402b-809e-7ff6c1f8e62e tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0517833 Apr 18 21:13:29.788998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f83c5fbb-3d4e-4a02-aa92-4cb5abde9023 req-c49236cb-91ce-4707-92d5-d3eb738ed427 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313983 Apr 18 21:13:30.908687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df30ea8-b637-4af3-bf08-961e3ff4ce4e req-73f5cfe2-a058-4bef-91af-f7623e2c777b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:30.910180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3df30ea8-b637-4af3-bf08-961e3ff4ce4e req-73f5cfe2-a058-4bef-91af-f7623e2c777b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0487947 Apr 18 21:13:30.950433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3df30ea8-b637-4af3-bf08-961e3ff4ce4e req-03d36a04-cdef-4e8d-ab2e-b2cfeea96438 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Apr 18 21:13:32.064659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e0ef0-e9e9-4a50-8d00-5afc63e7794c req-91d1485b-bcad-4bba-b49b-b26b259c75b4 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:32.066028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d5e0ef0-e9e9-4a50-8d00-5afc63e7794c req-91d1485b-bcad-4bba-b49b-b26b259c75b4 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0475092 Apr 18 21:13:32.103476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d5e0ef0-e9e9-4a50-8d00-5afc63e7794c req-ed4648ee-2d50-42f9-906b-2e347bf9b10f tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Apr 18 21:13:33.221306 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe1f5-869d-4805-97d9-1b9f3a7e6e2f req-d6bb8d4c-c66a-47ad-8ea9-e5668ac1b8a2 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.222768 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13abe1f5-869d-4805-97d9-1b9f3a7e6e2f req-d6bb8d4c-c66a-47ad-8ea9-e5668ac1b8a2 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0518436 Apr 18 21:13:33.261321 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13abe1f5-869d-4805-97d9-1b9f3a7e6e2f req-9ba8bfe8-d6b5-4a61-8490-c905fca03032 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325587 Apr 18 21:13:34.410774 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc97336-f6fe-4e67-8096-01c7c662b437 req-af9fbc07-8992-43c4-a62f-9df67dfed650 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.415594 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dc97336-f6fe-4e67-8096-01c7c662b437 req-af9fbc07-8992-43c4-a62f-9df67dfed650 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0825372 Apr 18 21:13:34.437284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-b917aaa5-66e6-4ef8-b37c-7e46c2241f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.438904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-b917aaa5-66e6-4ef8-b37c-7e46c2241f55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c183fd257b64af8ace89b83bb28d9a4&device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 1097 time: 0.0733225 Apr 18 21:13:34.459010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dc97336-f6fe-4e67-8096-01c7c662b437 req-6dfe6273-56a6-4ff5-a893-4236e9deda49 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Apr 18 21:13:34.547495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-79ec188c-ddcd-4a10-863a-03db44b50499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.548953 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-79ec188c-ddcd-4a10-863a-03db44b50499 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06896ade-c74c-4dce-b6c1-d7762e58b08d HTTP/1.1" status: 200 len: 912 time: 0.0884571 Apr 18 21:13:34.591557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-ab6a2045-78b7-472a-abca-3801100fed24 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 200 len: 217 time: 0.0358367 Apr 18 21:13:34.647136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-a190e1fd-1925-435a-8d5d-362e46856cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.651480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-a190e1fd-1925-435a-8d5d-362e46856cbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d63282f8-08ab-40e2-a257-de60a80f1dcc HTTP/1.1" status: 200 len: 851 time: 0.0528970 Apr 18 21:13:34.691194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-3d917aca-747e-4970-9dd7-0f4dc6cbf072 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06896ade-c74c-4dce-b6c1-d7762e58b08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328684 Apr 18 21:13:34.703875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-d0507b58-063e-475a-a55f-b2d1f70a3ede service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:13:34.704795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-d0507b58-063e-475a-a55f-b2d1f70a3ede service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068867 Apr 18 21:13:34.792507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-92f131f5-8257-404e-bc5f-47bc28eed00d service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808978 Apr 18 21:13:34.886598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf1d438d-bbfd-4f46-bd98-ca344d0197d4 req-dac478f0-916e-4fe0-90a2-387c747ee18c service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869851 Apr 18 21:13:35.580607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca55571-745d-449a-8dca-50fec1c6d160 req-2111f6a6-c3d0-4fe8-8258-9298ac6528d2 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:35.582094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bca55571-745d-449a-8dca-50fec1c6d160 req-2111f6a6-c3d0-4fe8-8258-9298ac6528d2 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0545874 Apr 18 21:13:35.619733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bca55571-745d-449a-8dca-50fec1c6d160 req-4d19edda-b17a-41fb-bacc-5cb4319b3b9a tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Apr 18 21:13:35.963075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3908c980-b8c9-40d3-9378-d0681bd86bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.736360 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af702a-836b-4611-b4b0-8a9c37010b3b req-6d457e3a-1a03-446e-bb2d-ecaf52779668 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:36.737809 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49af702a-836b-4611-b4b0-8a9c37010b3b req-6d457e3a-1a03-446e-bb2d-ecaf52779668 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0478687 Apr 18 21:13:36.775676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49af702a-836b-4611-b4b0-8a9c37010b3b req-3270c6b6-d059-4040-a073-ef555ead1198 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Apr 18 21:13:37.893827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53f80f-6974-41f4-843f-494cdd7c060e req-a98bb2af-75a6-4400-a7cc-5c830ee06292 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.895311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a53f80f-6974-41f4-843f-494cdd7c060e req-a98bb2af-75a6-4400-a7cc-5c830ee06292 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0521202 Apr 18 21:13:37.933012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a53f80f-6974-41f4-843f-494cdd7c060e req-fd67d347-834a-46cd-b650-a71bbc39c65d tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 Apr 18 21:13:38.700003 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e8e0f94f-509a-49e5-9417-39b90fe59a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:39.049549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ba589-d0b6-4d90-8342-4f30f79ade94 req-e3f12d93-c4dc-4ede-9b4d-aef16e4aa368 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:39.051026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b23ba589-d0b6-4d90-8342-4f30f79ade94 req-e3f12d93-c4dc-4ede-9b4d-aef16e4aa368 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0498519 Apr 18 21:13:39.089764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b23ba589-d0b6-4d90-8342-4f30f79ade94 req-f6751009-6760-4962-b902-f9d42ad87c5e tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321205 Apr 18 21:13:39.425374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:40.204973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959e739-1258-450d-98ab-96c0b9054155 req-67474f19-fc63-4d72-a70b-f277f4b57e2a tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:40.206453 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3959e739-1258-450d-98ab-96c0b9054155 req-67474f19-fc63-4d72-a70b-f277f4b57e2a tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0491040 Apr 18 21:13:40.243922 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3959e739-1258-450d-98ab-96c0b9054155 req-f9072852-7c62-45db-92e8-b2d2f9999118 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307796 Apr 18 21:13:40.606298 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.264336 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:41.367267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb33e4-da72-4a79-98dd-c003904e6326 req-1388654f-8637-442e-84df-476145dbd71b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:41.368820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84bb33e4-da72-4a79-98dd-c003904e6326 req-1388654f-8637-442e-84df-476145dbd71b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0545611 Apr 18 21:13:41.410048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84bb33e4-da72-4a79-98dd-c003904e6326 req-6c8f371c-e456-46e5-83d3-3a6f94ffdbd2 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351565 Apr 18 21:13:42.526433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458bef4-bad5-43ec-b3b6-d1bf8ae6e228 req-8716d658-a46d-4f24-9d15-5bfb7e74b317 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:42.527935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3458bef4-bad5-43ec-b3b6-d1bf8ae6e228 req-8716d658-a46d-4f24-9d15-5bfb7e74b317 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0492008 Apr 18 21:13:42.565584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3458bef4-bad5-43ec-b3b6-d1bf8ae6e228 req-2f8bf593-a29f-44b6-a826-94c0d9e13d73 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Apr 18 21:13:42.623238 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.681909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c458-4b57-40d7-bf46-20dfb171a4e7 req-37e905a2-1089-49f7-addf-249cbe9cf97e tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:43.683377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3299c458-4b57-40d7-bf46-20dfb171a4e7 req-37e905a2-1089-49f7-addf-249cbe9cf97e tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0494809 Apr 18 21:13:43.720792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3299c458-4b57-40d7-bf46-20dfb171a4e7 req-30e492f3-f567-4686-8093-4c9b2480d02b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Apr 18 21:13:44.841957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4202ad-b16d-4df8-a583-7b780222b706 req-f7aabbf0-363a-42d3-84be-a445bc9984eb tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:44.843431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c4202ad-b16d-4df8-a583-7b780222b706 req-f7aabbf0-363a-42d3-84be-a445bc9984eb tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0528481 Apr 18 21:13:44.881391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c4202ad-b16d-4df8-a583-7b780222b706 req-beda28b5-dae4-4f71-b0c6-40e334e2553d tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319445 Apr 18 21:13:45.996530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cf5a4-5cd1-43bf-abbf-1317ce92667c req-8ebd2bc7-de9e-47c8-886b-268c526d6bfa tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.997983 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d30cf5a4-5cd1-43bf-abbf-1317ce92667c req-8ebd2bc7-de9e-47c8-886b-268c526d6bfa tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0483513 Apr 18 21:13:46.034743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d30cf5a4-5cd1-43bf-abbf-1317ce92667c req-8b6a98db-5835-4a61-9fb4-4efc0b83b146 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304453 Apr 18 21:13:46.222853 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.157922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67469914-63b2-45d1-8b33-94304e98f5bb req-6b5ff063-1ccf-41a9-bc68-071aaf934e72 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:47.159527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67469914-63b2-45d1-8b33-94304e98f5bb req-6b5ff063-1ccf-41a9-bc68-071aaf934e72 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0555370 Apr 18 21:13:47.197545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67469914-63b2-45d1-8b33-94304e98f5bb req-66afd3cb-3e6b-49a2-8814-6b0755e933e7 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320542 Apr 18 21:13:48.316875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fc142-5512-470f-abfc-eae97797dc6e req-307b8eac-6000-41a6-a594-515a7d4d9eb1 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:48.318371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d25fc142-5512-470f-abfc-eae97797dc6e req-307b8eac-6000-41a6-a594-515a7d4d9eb1 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0524514 Apr 18 21:13:48.355000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d25fc142-5512-470f-abfc-eae97797dc6e req-910dffd5-e55c-4e42-bb5b-6b206dde9a1b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305960 Apr 18 21:13:49.473933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2043f3-fefe-4f75-b231-139373d6264f req-17cc42de-27aa-48b5-bd10-f74d8ccc3042 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:49.475472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f2043f3-fefe-4f75-b231-139373d6264f req-17cc42de-27aa-48b5-bd10-f74d8ccc3042 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0515857 Apr 18 21:13:49.517683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f2043f3-fefe-4f75-b231-139373d6264f req-4d374362-1f3c-479a-9c46-cf2a5531efbe tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360618 Apr 18 21:13:50.634623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5f4d4-da2a-45de-b0e9-1c7622206571 req-8b91a16d-a317-4628-9277-656a0347e569 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:50.641318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5df5f4d4-da2a-45de-b0e9-1c7622206571 req-8b91a16d-a317-4628-9277-656a0347e569 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0476518 Apr 18 21:13:50.676957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5df5f4d4-da2a-45de-b0e9-1c7622206571 req-9fdec134-8193-4a04-941e-b954180fffc9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334437 Apr 18 21:13:51.798449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d4417-4cf0-42d2-96c2-5393c12017ef req-a729c1ae-d32a-41c5-9bab-859f402ac2e9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:51.799966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea8d4417-4cf0-42d2-96c2-5393c12017ef req-a729c1ae-d32a-41c5-9bab-859f402ac2e9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0541880 Apr 18 21:13:51.839471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea8d4417-4cf0-42d2-96c2-5393c12017ef req-670c352d-7c2c-4cc7-a401-eef6b04b7589 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334585 Apr 18 21:13:52.957100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79906414-4abc-41cc-9672-0d3ff9bc3157 req-21a6fcbc-6fc4-4b6d-a42a-86c67162b9db tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:52.958566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79906414-4abc-41cc-9672-0d3ff9bc3157 req-21a6fcbc-6fc4-4b6d-a42a-86c67162b9db tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0483682 Apr 18 21:13:52.997291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79906414-4abc-41cc-9672-0d3ff9bc3157 req-14553660-3555-45f6-ac9c-9cc5f8c7d46c tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320954 Apr 18 21:13:53.784945 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-61869f0b-ad58-4cdb-8e5f-2069e3d62644 service neutron] show failed (client error): The resource could not be found. Apr 18 21:13:53.785994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-61869f0b-ad58-4cdb-8e5f-2069e3d62644 service neutron] 10.222.0.60 "GET /v2.0/ports/cc9ad3b4-a573-4d20-9db7-4bf89ad1819a/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.1191812 Apr 18 21:13:54.017375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-8df5f180-c3f6-40bc-9bc5-cd828a0a4a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:54.018925 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-8df5f180-c3f6-40bc-9bc5-cd828a0a4a6a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005&tenant_id=8c183fd257b64af8ace89b83bb28d9a4 HTTP/1.1" status: 200 len: 1097 time: 0.0747530 Apr 18 21:13:54.032582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-d32523c6-5b09-4f43-946e-7605365ffdba service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:13:54.033574 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-d32523c6-5b09-4f43-946e-7605365ffdba service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051694 Apr 18 21:13:54.050396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:54.137283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.153601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8d7a3-2e9d-4d54-b0b8-a9d552d081f3 req-2aec2d7a-8257-424b-b2c3-3f33d4a9089e tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:54.155055 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-39e8d7a3-2e9d-4d54-b0b8-a9d552d081f3 req-2aec2d7a-8257-424b-b2c3-3f33d4a9089e tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 946 time: 0.0864203 Apr 18 21:13:54.274253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-39e8d7a3-2e9d-4d54-b0b8-a9d552d081f3 req-71495400-5ddb-447b-a52d-6df6b14b4966 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128001 Apr 18 21:13:54.378227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,segment=NetworkSegment(4ea6e11b-45df-42e6-a2f9-bf93b225b0fc),segment_id=4ea6e11b-45df-42e6-a2f9-bf93b225b0fc)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:54.416386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:54.456072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:54.458351 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fea4c0-47e2-40d4-b4e1-1227c7a41795" -d '{"events": [{"server_uuid": "130e19be-8eef-4f06-bc6c-c7b20c9a5005", "name": "network-vif-unplugged", "status": "completed", "tag": "cc9ad3b4-a573-4d20-9db7-4bf89ad1819a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:54.462239 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.475058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Transition to ACTIVE for port object cc9ad3b4-a573-4d20-9db7-4bf89ad1819a will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:54.478856 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.514358 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0084dd33-d4ea-4cb4-9d26-5b5ee5734f1a x-openstack-request-id: req-0084dd33-d4ea-4cb4-9d26-5b5ee5734f1a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:54.514358 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130e19be-8eef-4f06-bc6c-c7b20c9a5005", "name": "network-vif-unplugged", "status": "completed", "tag": "cc9ad3b4-a573-4d20-9db7-4bf89ad1819a", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:54.514358 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0084dd33-d4ea-4cb4-9d26-5b5ee5734f1a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:54.514771 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0084dd33-d4ea-4cb4-9d26-5b5ee5734f1a'] response: {'server_uuid': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a', 'code': 200} Apr 18 21:13:54.546110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] No DVR routers for this DVR port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:54.548015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:54.559553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.559908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.560239 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.560563 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.560883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.561200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.561516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.561830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.562150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.562464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.562779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.563089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:13:54.593607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Attempting to bind port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:54.593932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Attempting to bind port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:54.594255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Attempting to bind port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a on network 06896ade-c74c-4dce-b6c1-d7762e58b08d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:54.598373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a on network 06896ade-c74c-4dce-b6c1-d7762e58b08d not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:13:54.598682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Attempting to bind port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a on network 06896ade-c74c-4dce-b6c1-d7762e58b08d {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:13:54.603396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:13:54.603725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Checking segment: {'id': '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:13:54.604137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Bound using segment: {'id': '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:13:54.604552 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Bound port: cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:54.604902 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.668419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:13:54.671372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,segment=NetworkSegment(4ea6e11b-45df-42e6-a2f9-bf93b225b0fc),segment_id=4ea6e11b-45df-42e6-a2f9-bf93b225b0fc)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:13:54.676199 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.710443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:54.711138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:54.712681 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 200 len: 1092 time: 0.6664500 Apr 18 21:13:54.735332 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465ad0b-9ea2-4096-8109-eed59b2484b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:54.784818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-00d82a9e-3aa0-45c9-8a7e-71bcf5c981ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:54.786352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-00d82a9e-3aa0-45c9-8a7e-71bcf5c981ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c183fd257b64af8ace89b83bb28d9a4&device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 1095 time: 0.0481052 Apr 18 21:13:54.880866 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-aaff1adc-2031-49cf-823a-2ed78fa6f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:54.882327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-aaff1adc-2031-49cf-823a-2ed78fa6f801 service neutron] 10.222.0.64 "GET /v2.0/networks?id=06896ade-c74c-4dce-b6c1-d7762e58b08d HTTP/1.1" status: 200 len: 912 time: 0.0857027 Apr 18 21:13:54.926433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-05f21e01-726c-404a-bd42-cd733dd224b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 200 len: 217 time: 0.0342059 Apr 18 21:13:54.981559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-4f439d7d-8e14-4f5e-8b53-685922d72cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:54.983019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-4f439d7d-8e14-4f5e-8b53-685922d72cd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d63282f8-08ab-40e2-a257-de60a80f1dcc HTTP/1.1" status: 200 len: 851 time: 0.0469871 Apr 18 21:13:55.019207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-ecaac210-1022-4315-9bdf-33a6b8a4ea6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06896ade-c74c-4dce-b6c1-d7762e58b08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253863 Apr 18 21:13:55.121032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-b60a63d1-a086-46db-9742-e4c2a9e972ad service neutron] 10.222.0.64 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912337 Apr 18 21:13:55.218933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dcb9c881-685b-4112-8af4-d166194aeb97 req-0caca523-c694-4cec-aafb-8d7ddd150b5f service neutron] 10.222.0.64 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878150 Apr 18 21:13:55.396291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de3a5-fd0d-4bf0-906c-2753f7fe25c9 req-10d9eb39-c370-4568-b908-6d757bee9339 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:55.398273 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c06de3a5-fd0d-4bf0-906c-2753f7fe25c9 req-10d9eb39-c370-4568-b908-6d757bee9339 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 944 time: 0.0503445 Apr 18 21:13:55.437134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c06de3a5-fd0d-4bf0-906c-2753f7fe25c9 req-ac78f3ad-c75e-4173-8144-f8c8f3b4caa0 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327585 Apr 18 21:13:56.520484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'tag': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:56.523488 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6" -d '{"events": [{"name": "network-changed", "server_uuid": "130e19be-8eef-4f06-bc6c-c7b20c9a5005", "tag": "cc9ad3b4-a573-4d20-9db7-4bf89ad1819a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:13:56.565961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebd107-0801-4bf3-a86c-9060baaabe17 req-029b9275-9522-4a87-b816-3265977ca699 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.567488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19ebd107-0801-4bf3-a86c-9060baaabe17 req-029b9275-9522-4a87-b816-3265977ca699 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 944 time: 0.0553927 Apr 18 21:13:56.572272 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d383f9-3db3-4105-aa1c-8a1c941b3f04 x-openstack-request-id: req-82d383f9-3db3-4105-aa1c-8a1c941b3f04 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:13:56.572559 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130e19be-8eef-4f06-bc6c-c7b20c9a5005", "tag": "cc9ad3b4-a573-4d20-9db7-4bf89ad1819a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:13:56.572807 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82d383f9-3db3-4105-aa1c-8a1c941b3f04 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:13:56.573194 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d383f9-3db3-4105-aa1c-8a1c941b3f04'] response: {'name': 'network-changed', 'server_uuid': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'tag': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a', 'status': 'completed', 'code': 200} Apr 18 21:13:56.667509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19ebd107-0801-4bf3-a86c-9060baaabe17 req-1b1feebb-814b-4683-a107-e4d4fbbaee92 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934410 Apr 18 21:13:56.685013 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-6ca882a3-c087-49bd-be10-999c335e695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.686487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-6ca882a3-c087-49bd-be10-999c335e695d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c183fd257b64af8ace89b83bb28d9a4&device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 1095 time: 0.0857403 Apr 18 21:13:56.690699 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-a016cfa6-fc19-439a-8466-fdd0b33eecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.692078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-a016cfa6-fc19-439a-8466-fdd0b33eecf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c183fd257b64af8ace89b83bb28d9a4&device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 1095 time: 0.0897424 Apr 18 21:13:56.860408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-2bc22b0d-b1dd-4792-912e-dfedf5128f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.861955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-2bc22b0d-b1dd-4792-912e-dfedf5128f3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=06896ade-c74c-4dce-b6c1-d7762e58b08d HTTP/1.1" status: 200 len: 912 time: 0.1683347 Apr 18 21:13:56.863299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-b822ecb7-f841-43f1-aed5-a50fea920c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.864612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-b822ecb7-f841-43f1-aed5-a50fea920c10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06896ade-c74c-4dce-b6c1-d7762e58b08d HTTP/1.1" status: 200 len: 912 time: 0.1639745 Apr 18 21:13:56.937002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-84b3d3fd-7f27-409c-b24f-cf7597ae9d9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 200 len: 217 time: 0.0677757 Apr 18 21:13:56.938349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-382b4843-f4bb-4e00-8285-51056926913b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 200 len: 217 time: 0.0636833 Apr 18 21:13:57.024366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-5a2563b0-7682-4a4d-9bd5-83aa76f2bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:57.025781 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-5a2563b0-7682-4a4d-9bd5-83aa76f2bf8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d63282f8-08ab-40e2-a257-de60a80f1dcc HTTP/1.1" status: 200 len: 851 time: 0.0825467 Apr 18 21:13:57.029461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-630422a0-72be-44e6-9bfd-536ab6b4debe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:57.031378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-630422a0-72be-44e6-9bfd-536ab6b4debe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d63282f8-08ab-40e2-a257-de60a80f1dcc HTTP/1.1" status: 200 len: 851 time: 0.0807009 Apr 18 21:13:57.081286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-52aa5449-361c-4d38-bebd-f5d0f7f74744 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06896ade-c74c-4dce-b6c1-d7762e58b08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485890 Apr 18 21:13:57.083161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-eea473f6-5c8b-40ea-b32f-4de55e7946d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06896ade-c74c-4dce-b6c1-d7762e58b08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418739 Apr 18 21:13:57.242847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-b37470a0-55a8-4e0a-be33-c6d70e005d13 service neutron] 10.222.0.64 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551721 Apr 18 21:13:57.244715 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-7df7f12b-3146-447a-b62d-35739666cef8 service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501176 Apr 18 21:13:57.405488 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-92658d16-7331-496e-b668-34915f89ebe0 service neutron] 10.222.0.64 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557796 Apr 18 21:13:57.407390 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac15f752-7c65-4d6d-be6c-1e0eb339cae6 req-a5046816-6d25-40ba-a182-4456cff61fe8 service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505640 Apr 18 21:13:57.791666 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128969d-0525-4762-a478-5cb3390d8987 req-058be476-49fd-4c3a-9c6f-533ffdfd515b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:57.793188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9128969d-0525-4762-a478-5cb3390d8987 req-058be476-49fd-4c3a-9c6f-533ffdfd515b tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 944 time: 0.0524952 Apr 18 21:13:57.831220 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9128969d-0525-4762-a478-5cb3390d8987 req-c081507e-bad1-4a54-a73a-d9f210d311c1 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319381 Apr 18 21:13:57.929952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device cc9ad3b4-a573-4d20-9db7-4bf89ad1819a no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:13:57.969107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device cc9ad3b4-a573-4d20-9db7-4bf89ad1819a not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:13:58.110694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-a65ae34a-a80c-45af-a084-841b7064d6d6 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:58.112282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-a65ae34a-a80c-45af-a084-841b7064d6d6 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.60 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005&tenant_id=8c183fd257b64af8ace89b83bb28d9a4&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 944 time: 0.0864732 Apr 18 21:13:58.187649 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7eee3430-9b09-4057-b160-8a378cb4714f service neutron] delete failed (client error): The resource could not be found. Apr 18 21:13:58.188701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7eee3430-9b09-4057-b160-8a378cb4714f service neutron] 10.222.0.60 "DELETE /v2.0/ports/cc9ad3b4-a573-4d20-9db7-4bf89ad1819a/bindings/n-h1-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0698979 Apr 18 21:13:58.272667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-932f1389-15c1-450e-808d-0c230792129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:58.274269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-932f1389-15c1-450e-808d-0c230792129a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c183fd257b64af8ace89b83bb28d9a4&device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 1095 time: 0.0423741 Apr 18 21:13:58.370253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-97903c09-8bef-45b6-8743-ad8b0f7c6c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:58.371739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-97903c09-8bef-45b6-8743-ad8b0f7c6c30 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06896ade-c74c-4dce-b6c1-d7762e58b08d HTTP/1.1" status: 200 len: 912 time: 0.0915155 Apr 18 21:13:58.413108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-93477b72-2fac-49c1-8a55-71113b7f371c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 200 len: 217 time: 0.0350277 Apr 18 21:13:58.467772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-18823cbb-6d89-4ae0-b774-cb98a95eaf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:58.469264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-18823cbb-6d89-4ae0-b774-cb98a95eaf4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d63282f8-08ab-40e2-a257-de60a80f1dcc HTTP/1.1" status: 200 len: 851 time: 0.0503585 Apr 18 21:13:58.502288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-02e15d9e-abda-481d-a9c4-caa8f22007e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06896ade-c74c-4dce-b6c1-d7762e58b08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255084 Apr 18 21:13:58.592635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-6d18fa87-a0ca-4742-bce7-1a064ddcd2c2 service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829127 Apr 18 21:13:58.681696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-79019103-888c-4343-b61b-32eed538a967 service neutron] 10.222.0.60 "GET /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823560 Apr 18 21:13:59.021856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device cc9ad3b4-a573-4d20-9db7-4bf89ad1819a details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:13:59.297101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,segment=NetworkSegment(4ea6e11b-45df-42e6-a2f9-bf93b225b0fc),segment_id=4ea6e11b-45df-42e6-a2f9-bf93b225b0fc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:59.308260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a', 'network_id': '06896ade-c74c-4dce-b6c1-d7762e58b08d', 'port_id': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a', 'mac_address': 'fa:16:3e:53:79:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63282f8-08ab-40e2-a257-de60a80f1dcc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:13:59.345909 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:59.359864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc9ad3b4-a573-4d20-9db7-4bf89ad1819a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:59.380218 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,segment=NetworkSegment(4ea6e11b-45df-42e6-a2f9-bf93b225b0fc),segment_id=4ea6e11b-45df-42e6-a2f9-bf93b225b0fc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:13:59.383932 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:59.392838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f02a4-206c-4881-8d74-ee6d05c78cf8 req-8bc13971-f895-44e2-885d-d527b3eaacd1 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:59.394337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-196f02a4-206c-4881-8d74-ee6d05c78cf8 req-8bc13971-f895-44e2-885d-d527b3eaacd1 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 944 time: 0.0552742 Apr 18 21:13:59.430073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:59.433511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-196f02a4-206c-4881-8d74-ee6d05c78cf8 req-7399a5ed-108b-4c4b-b3b3-2558e48dbe6d tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Apr 18 21:13:59.685381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['cc9ad3b4-a573-4d20-9db7-4bf89ad1819a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:14:00.555065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352eb80-aed6-486b-b511-675b1556f8e8 req-af7fc6a0-bc66-4c4e-95f2-fe4bc8ea4be1 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:00.556596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d352eb80-aed6-486b-b511-675b1556f8e8 req-af7fc6a0-bc66-4c4e-95f2-fe4bc8ea4be1 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 945 time: 0.0493584 Apr 18 21:14:00.594190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d352eb80-aed6-486b-b511-675b1556f8e8 req-6a324b7d-682f-40f3-bf5f-f0dcbfa9dae4 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.49 "GET /v2.0/security-groups?id=27fed738-b15e-4af3-81f2-2c2e372fd7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315845 Apr 18 21:14:00.664052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-3a1663b5-4c86-46ee-aee8-4e429e3aa648 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:00.665526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-3a1663b5-4c86-46ee-aee8-4e429e3aa648 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.64 "GET /v2.0/ports?device_id=130e19be-8eef-4f06-bc6c-c7b20c9a5005 HTTP/1.1" status: 200 len: 945 time: 0.0518138 Apr 18 21:14:00.759661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7e56255a-a5e6-43ac-892a-12c9a19bbad9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Deleting port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:14:00.760023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7e56255a-a5e6-43ac-892a-12c9a19bbad9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.849957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7e56255a-a5e6-43ac-892a-12c9a19bbad9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] For port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,segment=NetworkSegment(4ea6e11b-45df-42e6-a2f9-bf93b225b0fc),segment_id=4ea6e11b-45df-42e6-a2f9-bf93b225b0fc)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:00.850318 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7e56255a-a5e6-43ac-892a-12c9a19bbad9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:00.863211 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7e56255a-a5e6-43ac-892a-12c9a19bbad9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Calling delete_port for cc9ad3b4-a573-4d20-9db7-4bf89ad1819a owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:14:00.990269 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7e56255a-a5e6-43ac-892a-12c9a19bbad9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.007728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['cc9ad3b4-a573-4d20-9db7-4bf89ad1819a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:14:01.021086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56255a-a5e6-43ac-892a-12c9a19bbad9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Pushing event deleted for resources: {'Port': ['ID=cc9ad3b4-a573-4d20-9db7-4bf89ad1819a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:01.035008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device cc9ad3b4-a573-4d20-9db7-4bf89ad1819a up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:14:01.061960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: cc9ad3b4-a573-4d20-9db7-4bf89ad1819a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:14:01.062473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device cc9ad3b4-a573-4d20-9db7-4bf89ad1819a not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 21:14:01.073897 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7e56255a-a5e6-43ac-892a-12c9a19bbad9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] No DVR routers for this DVR port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:01.076724 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7e56255a-a5e6-43ac-892a-12c9a19bbad9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.080039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87d1e899-39ce-425d-b1fb-fc53f1af97ac req-7e56255a-a5e6-43ac-892a-12c9a19bbad9 tempest-DeleteServersTestJSON-1807830680 tempest-DeleteServersTestJSON-1807830680-project] 10.222.0.64 "DELETE /v2.0/ports/cc9ad3b4-a573-4d20-9db7-4bf89ad1819a HTTP/1.1" status: 204 len: 173 time: 0.4048860 Apr 18 21:14:01.080480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'name': 'network-vif-deleted', 'tag': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:01.082265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Port cc9ad3b4-a573-4d20-9db7-4bf89ad1819a not found, will not notify nova. {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 21:14:01.082742 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a944607c-2422-4e16-8bfd-2227ab01363b" -d '{"events": [{"server_uuid": "130e19be-8eef-4f06-bc6c-c7b20c9a5005", "name": "network-vif-deleted", "tag": "cc9ad3b4-a573-4d20-9db7-4bf89ad1819a"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:14:01.120427 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77588511-f748-4769-a88d-c13675c0d80c x-openstack-request-id: req-77588511-f748-4769-a88d-c13675c0d80c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:14:01.120722 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130e19be-8eef-4f06-bc6c-c7b20c9a5005", "name": "network-vif-deleted", "tag": "cc9ad3b4-a573-4d20-9db7-4bf89ad1819a", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:14:01.121179 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-77588511-f748-4769-a88d-c13675c0d80c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:14:01.121744 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77588511-f748-4769-a88d-c13675c0d80c'] response: {'server_uuid': '130e19be-8eef-4f06-bc6c-c7b20c9a5005', 'name': 'network-vif-deleted', 'tag': 'cc9ad3b4-a573-4d20-9db7-4bf89ad1819a', 'status': 'completed', 'code': 200} Apr 18 21:14:01.725557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50074) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:14:01.769970 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0ad1a3-141e-4c2a-8502-a154f339906a admin admin] Deleting subnet d63282f8-08ab-40e2-a257-de60a80f1dcc {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:14:01.773195 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c0ad1a3-141e-4c2a-8502-a154f339906a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.808611 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c0ad1a3-141e-4c2a-8502-a154f339906a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.847478 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c0ad1a3-141e-4c2a-8502-a154f339906a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.899760 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c0ad1a3-141e-4c2a-8502-a154f339906a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.931936 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c0ad1a3-141e-4c2a-8502-a154f339906a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:01.935029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4c0ad1a3-141e-4c2a-8502-a154f339906a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d63282f8-08ab-40e2-a257-de60a80f1dcc HTTP/1.1" status: 204 len: 168 time: 0.2079923 Apr 18 21:14:01.936000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ad1a3-141e-4c2a-8502-a154f339906a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63282f8-08ab-40e2-a257-de60a80f1dcc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:01.937842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50076) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:14:02.010002 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.086703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.107066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06896ade-c74c-4dce-b6c1-d7762e58b08d']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:02.116069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:02.116370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea6e11b-45df-42e6-a2f9-bf93b225b0fc') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:02.125670 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.138916 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.145152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:14:02.145637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:14:02.147241 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:14:02.206596 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.215229 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.219126 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] 10.222.0.49 "DELETE /v2.0/networks/06896ade-c74c-4dce-b6c1-d7762e58b08d HTTP/1.1" status: 204 len: 168 time: 0.2801793 Apr 18 21:14:02.229738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Pushing event deleted for resources: {'Network': ['ID=06896ade-c74c-4dce-b6c1-d7762e58b08d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:02.237427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.237779 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.238123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.238464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.238800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.239132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.239462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.239789 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.240214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.240542 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.240952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.241346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ef7835-8d98-4a2d-8c86-e2b3e336231f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:02.277798 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:14:02.333646 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50080) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:14:02.376758 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-33b48c34-22ed-40f2-877c-4ca47d081ad5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8c183fd257b64af8ace89b83bb28d9a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420001 Apr 18 21:14:02.379762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50082) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:14:02.428185 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3114-c767-44de-bb05-b837c6d7f138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.449711 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3114-c767-44de-bb05-b837c6d7f138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.496698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3114-c767-44de-bb05-b837c6d7f138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.499168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6c4b3114-c767-44de-bb05-b837c6d7f138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:02.500350 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6c4b3114-c767-44de-bb05-b837c6d7f138 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27fed738-b15e-4af3-81f2-2c2e372fd7fc HTTP/1.1" status: 204 len: 168 time: 0.1196563 Apr 18 21:14:02.509386 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b3114-c767-44de-bb05-b837c6d7f138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fed738-b15e-4af3-81f2-2c2e372fd7fc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:03.194029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50104) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:14:03.322752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1434821382-network', 'tenant_id': '33cee3a3bca749b6af51853a58b8419e'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:14:03.343274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Made reservation on behalf of 33cee3a3bca749b6af51853a58b8419e for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:03.345727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.358742 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.433587 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.441274 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.467754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:14:03.473972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69d2adb-3bb8-46ef-a439-bab07c53aead,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:03.480568 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.480911 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Added segment 77ad110a-1867-47ae-9d8f-fb6bae97fb97 of type vlan for network 8fd1e67e-438e-46f0-b575-f8ef06192390 Apr 18 21:14:03.521245 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.545465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.546331 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:03.546902 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.604578 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4094207 Apr 18 21:14:03.607805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50110) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:14:03.612032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f60d88-38d0-4c45-b0b1-3cfe93fc2aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd1e67e-438e-46f0-b575-f8ef06192390,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:03.614834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Request body: {'subnet': {'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1434821382-subnet', 'tenant_id': '33cee3a3bca749b6af51853a58b8419e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:14:03.621667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 8fd1e67e-438e-46f0-b575-f8ef06192390 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:14:03.645746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Made reservation on behalf of 33cee3a3bca749b6af51853a58b8419e for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:03.648644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.827681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.885345 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c5fffd3-7443-477d-9328-6f7e23bb4384,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:03.892812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Checking segment: {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:14:03.893162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Network hostable DHCP agents. Network: 8fd1e67e-438e-46f0-b575-f8ef06192390, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:14:03.910074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Network 8fd1e67e-438e-46f0-b575-f8ef06192390 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:14:03.919409 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 8fd1e67e-438e-46f0-b575-f8ef06192390) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:03.923576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:03.924228 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:03.929633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019d67f8-9f49-4992-974d-b5ae010e3918 None None] Network 8fd1e67e-438e-46f0-b575-f8ef06192390 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:14:03.949647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5c4dc757-d892-4f6f-a4e5-7f39b7ab36b9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3316348 Apr 18 21:14:04.091040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0a8ec-72a1-46d4-a05f-bb2c78f401e8 None None] Network 8fd1e67e-438e-46f0-b575-f8ef06192390 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:14:04.428343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-2fb3395d-56ca-4051-9ed7-68b4ceb9c0ed tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:04.430280 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-2fb3395d-56ca-4051-9ed7-68b4ceb9c0ed tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 815 time: 0.1092227 Apr 18 21:14:04.446281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-7f4a9d59-6cf7-44d7-aea3-fa9e87f71f7a tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/quotas/33cee3a3bca749b6af51853a58b8419e HTTP/1.1" status: 200 len: 375 time: 0.0099659 Apr 18 21:14:04.478192 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-016dbc5e-206f-44cf-96f1-0bdbfdd4cd82 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262163 Apr 18 21:14:04.567743 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-f272e078-7368-435c-8167-81c35e2be2e4 service neutron] 10.222.0.49 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825889 Apr 18 21:14:04.978265 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-1d203923-1708-4590-8689-cb9a6942f828 service neutron] 10.222.0.49 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033885 Apr 18 21:14:05.050711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device cc9ad3b4-a573-4d20-9db7-4bf89ad1819a no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:14:05.078484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: cc9ad3b4-a573-4d20-9db7-4bf89ad1819a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:14:05.078838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device cc9ad3b4-a573-4d20-9db7-4bf89ad1819a not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:14:05.141236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a525e7ac-bf9d-4f1f-85fb-7bd3f7f46e94 req-46a530a3-9b5a-4db3-be34-a6c5521e13c0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 210 time: 0.0267286 Apr 18 21:14:05.965714 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bc419f7d-cc6b-47c4-b4c3-02277aa0c149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.148021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-e5ad1166-aa74-468f-8dea-18c17375eb89 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:06.149582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-e5ad1166-aa74-468f-8dea-18c17375eb89 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.64 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 815 time: 0.1036341 Apr 18 21:14:06.168860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Request body: {'port': {'device_id': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390', 'admin_state_up': True, 'tenant_id': '33cee3a3bca749b6af51853a58b8419e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:14:06.254554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-098f7568-1198-446f-868a-1ae890ceba20 req-7474e3b9-e730-4a51-ba96-3c6841516328 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 210 time: 0.0314846 Apr 18 21:14:06.309750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Made reservation on behalf of 33cee3a3bca749b6af51853a58b8419e for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:06.313467 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.444781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Allocated IP 172.20.0.13 (8fd1e67e-438e-46f0-b575-f8ef06192390/2c5fffd3-7443-477d-9328-6f7e23bb4384/c8ee157b-1072-4854-a025-700de24ae007) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:06.605249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.638633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.684762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Network 8fd1e67e-438e-46f0-b575-f8ef06192390 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:06.688036 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:06.692148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:14:06.698779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Pushing event updated for resources: {'Port': ['ID=c8ee157b-1072-4854-a025-700de24ae007,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:06.746549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:06.747250 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:06.763092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-daf30c4c-a840-433b-bdee-3e4f5155a3ac tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5993013 Apr 18 21:14:06.780135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Request body: {'port': {'device_id': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:14:06.839246 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.118150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ee157b-1072-4854-a025-700de24ae007 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:14:07.125656 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.139509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Transition to ACTIVE for port object c8ee157b-1072-4854-a025-700de24ae007 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:07.143201 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.193667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ee157b-1072-4854-a025-700de24ae007,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:07.267732 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Attempting to bind port c8ee157b-1072-4854-a025-700de24ae007 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:07.268097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Attempting to bind port c8ee157b-1072-4854-a025-700de24ae007 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:07.268432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Attempting to bind port c8ee157b-1072-4854-a025-700de24ae007 on network 8fd1e67e-438e-46f0-b575-f8ef06192390 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:14:07.272811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Port c8ee157b-1072-4854-a025-700de24ae007 on network 8fd1e67e-438e-46f0-b575-f8ef06192390 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:14:07.273156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Attempting to bind port c8ee157b-1072-4854-a025-700de24ae007 on network 8fd1e67e-438e-46f0-b575-f8ef06192390 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:14:07.278124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:14:07.278467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Checking segment: {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:14:07.278854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Bound using segment: {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:14:07.279282 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Bound port: c8ee157b-1072-4854-a025-700de24ae007, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:07.279646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.373558 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:07.375359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c8ee157b-1072-4854-a025-700de24ae007,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:07.385258 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.401331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2c7b6-eb72-4940-8b61-49e0911e81b1 req-754cedd8-d4c0-4e15-9fb2-1785fd8d73d8 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.402818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4fd2c7b6-eb72-4940-8b61-49e0911e81b1 req-754cedd8-d4c0-4e15-9fb2-1785fd8d73d8 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 944 time: 0.0776544 Apr 18 21:14:07.428888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.430338 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:07.431687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 200 len: 1092 time: 0.6559432 Apr 18 21:14:07.437877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:07.440100 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8179e11c-98f8-4e77-89f4-b6159eaceb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "tag": "c8ee157b-1072-4854-a025-700de24ae007"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:14:07.490868 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1253aa-d51a-4131-b5da-502f9db518a9 x-openstack-request-id: req-5d1253aa-d51a-4131-b5da-502f9db518a9 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:14:07.491158 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "tag": "c8ee157b-1072-4854-a025-700de24ae007", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:14:07.491403 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5d1253aa-d51a-4131-b5da-502f9db518a9 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:14:07.492430 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1253aa-d51a-4131-b5da-502f9db518a9'] response: {'name': 'network-changed', 'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007', 'status': 'completed', 'code': 200} Apr 18 21:14:07.506642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4c6c4-b029-4061-b838-418fc162f0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ee157b-1072-4854-a025-700de24ae007,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:07.527891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4fd2c7b6-eb72-4940-8b61-49e0911e81b1 req-8fd1e9a6-2a5a-401e-b134-0b5ecdb59220 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064417 Apr 18 21:14:07.551328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-9d008d1f-2282-45a4-8a79-87324d687645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.553785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-9d008d1f-2282-45a4-8a79-87324d687645 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 1095 time: 0.0703290 Apr 18 21:14:07.602812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-084bd3f2-9f5c-4514-8f93-e7266882db32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 200 len: 217 time: 0.0355098 Apr 18 21:14:07.658330 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-a2668d99-4f38-4435-986a-b0d97954dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.659729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-a2668d99-4f38-4435-986a-b0d97954dbce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0503552 Apr 18 21:14:07.694532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-0cbf945a-2b81-4d43-a2ca-db8c3a5942c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252366 Apr 18 21:14:07.790776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-240e1fb7-cd01-44a3-859b-437b54177f43 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839162 Apr 18 21:14:07.888261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4e686d1-da77-4a13-bff7-8e62608f6709 req-1c687449-3371-4f78-a28c-df7f2827ef90 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872846 Apr 18 21:14:07.980635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179e11c-98f8-4e77-89f4-b6159eaceb4a req-a1f8800d-8ba7-49d0-a9ce-15879b683839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.982250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8179e11c-98f8-4e77-89f4-b6159eaceb4a req-a1f8800d-8ba7-49d0-a9ce-15879b683839 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 1095 time: 0.0418282 Apr 18 21:14:08.077389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179e11c-98f8-4e77-89f4-b6159eaceb4a req-c2561b7e-a3ea-45bd-9981-4097524e3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:08.078876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8179e11c-98f8-4e77-89f4-b6159eaceb4a req-c2561b7e-a3ea-45bd-9981-4097524e3446 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.0900407 Apr 18 21:14:08.121664 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8179e11c-98f8-4e77-89f4-b6159eaceb4a req-5172d3b2-0824-414e-a8d4-b930f8676e8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 200 len: 217 time: 0.0358207 Apr 18 21:14:08.174381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179e11c-98f8-4e77-89f4-b6159eaceb4a req-99fb0999-32bf-4f61-9ffa-358d90995f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:08.176128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8179e11c-98f8-4e77-89f4-b6159eaceb4a req-99fb0999-32bf-4f61-9ffa-358d90995f26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0474057 Apr 18 21:14:08.207372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8179e11c-98f8-4e77-89f4-b6159eaceb4a req-4706f93a-06b1-4628-bc8d-121344bb41af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243897 Apr 18 21:14:08.303665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8179e11c-98f8-4e77-89f4-b6159eaceb4a req-16904324-c1c8-4d96-b90e-35b0f391c7d3 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893948 Apr 18 21:14:08.399733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8179e11c-98f8-4e77-89f4-b6159eaceb4a req-2702e88e-298c-43d3-8a3d-8eceb0f20ed0 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878541 Apr 18 21:14:08.655297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01e94e-1709-4572-8352-2ec6cbd40971 req-bd9872af-3ff1-410f-bf37-721bf0400e14 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:08.656839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d01e94e-1709-4572-8352-2ec6cbd40971 req-bd9872af-3ff1-410f-bf37-721bf0400e14 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 944 time: 0.0580010 Apr 18 21:14:08.697895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d01e94e-1709-4572-8352-2ec6cbd40971 req-d7671146-b2cd-4a17-b25a-7ca2e3f4b721 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347795 Apr 18 21:14:08.702249 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-76106159-d6b2-439b-878e-d0a2e9bb0698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.430030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:09.828179 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c113229-2d53-4f97-88bd-76e8541e09cf req-2cb41acb-5fc4-4038-a7c2-fca9dd81fd30 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:09.829763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c113229-2d53-4f97-88bd-76e8541e09cf req-2cb41acb-5fc4-4038-a7c2-fca9dd81fd30 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 944 time: 0.0583549 Apr 18 21:14:09.869215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c113229-2d53-4f97-88bd-76e8541e09cf req-bfd4234c-d297-4078-9cc1-3306411e3d47 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331635 Apr 18 21:14:10.610030 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:10.995960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a96fa-4dc5-47fe-816a-e75394cd2891 req-5d417196-3907-4f22-819b-25a95bb0a80b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:10.997434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb6a96fa-4dc5-47fe-816a-e75394cd2891 req-5d417196-3907-4f22-819b-25a95bb0a80b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 944 time: 0.0474963 Apr 18 21:14:11.035250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb6a96fa-4dc5-47fe-816a-e75394cd2891 req-bb37e092-334b-4016-84b8-328b1cf97348 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Apr 18 21:14:11.066494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c8ee157b-1072-4854-a025-700de24ae007 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:14:11.171828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c8ee157b-1072-4854-a025-700de24ae007,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:11.183405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'c8ee157b-1072-4854-a025-700de24ae007', 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390', 'port_id': 'c8ee157b-1072-4854-a025-700de24ae007', 'mac_address': 'fa:16:3e:1b:b9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5fffd3-7443-477d-9328-6f7e23bb4384', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:14:11.219214 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:11.233090 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ee157b-1072-4854-a025-700de24ae007 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:14:11.256293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c8ee157b-1072-4854-a025-700de24ae007,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:11.265080 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:11.288393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:11.315486 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=c8ee157b-1072-4854-a025-700de24ae007,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:11.322670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.323001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.323328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.323660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.324018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.324342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.324703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.325024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.325340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.325661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.325976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.326288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:11.502582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['c8ee157b-1072-4854-a025-700de24ae007'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:14:12.154766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5ed88-d0cb-488c-9bab-9c744b9997ee req-5d1bb398-4665-4301-b42a-2c6ae9e1b7d8 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:12.156286 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2c5ed88-d0cb-488c-9bab-9c744b9997ee req-5d1bb398-4665-4301-b42a-2c6ae9e1b7d8 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 945 time: 0.0534682 Apr 18 21:14:12.193686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2c5ed88-d0cb-488c-9bab-9c744b9997ee req-7fd83c40-ecef-4724-86aa-af40028fa83d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Apr 18 21:14:12.642849 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.067808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c8ee157b-1072-4854-a025-700de24ae007 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:14:13.121717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port c8ee157b-1072-4854-a025-700de24ae007 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:13.126440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port c8ee157b-1072-4854-a025-700de24ae007 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:13.126807 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.212838 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.236768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:13.239045 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc601fd1-4e91-44ea-9aa7-66f0f22847ca" -d '{"events": [{"server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "name": "network-vif-plugged", "status": "completed", "tag": "c8ee157b-1072-4854-a025-700de24ae007"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:14:13.257711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c8ee157b-1072-4854-a025-700de24ae007,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:13.262879 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.291012 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5f9cbb-9fd3-4489-b33e-e094b286a7b8 x-openstack-request-id: req-2b5f9cbb-9fd3-4489-b33e-e094b286a7b8 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:14:13.291012 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "name": "network-vif-plugged", "status": "completed", "tag": "c8ee157b-1072-4854-a025-700de24ae007", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:14:13.291012 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2b5f9cbb-9fd3-4489-b33e-e094b286a7b8 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:14:13.291438 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5f9cbb-9fd3-4489-b33e-e094b286a7b8'] response: {'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007', 'code': 200} Apr 18 21:14:13.318094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ed5f4-af29-44c2-b6d0-6acce519d094 req-b1a3b794-d78c-4ec8-a590-1d3ddb65b53d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:13.319560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c8ed5f4-af29-44c2-b6d0-6acce519d094 req-b1a3b794-d78c-4ec8-a590-1d3ddb65b53d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0536807 Apr 18 21:14:13.320944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=c8ee157b-1072-4854-a025-700de24ae007,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:13.368008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8c8ed5f4-af29-44c2-b6d0-6acce519d094 req-853677ea-b746-4cd9-8a73-30dc799a2ad6 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416856 Apr 18 21:14:13.395701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6982d0-010e-478f-9cea-f1cb5f7a9434 req-a1c0aab2-85c5-4b7b-a09b-de00d8d64b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:13.397233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d6982d0-010e-478f-9cea-f1cb5f7a9434 req-a1c0aab2-85c5-4b7b-a09b-de00d8d64b05 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 1097 time: 0.0424235 Apr 18 21:14:13.436010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d6982d0-010e-478f-9cea-f1cb5f7a9434 req-6fce0cf0-02a6-458e-950f-ffadd450d67c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282109 Apr 18 21:14:14.497375 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79a8f2-5ff2-4940-9ae2-f23c5273a874 req-7e3757c2-33aa-4765-8e06-94fad34bd0ff tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:14.499411 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd79a8f2-5ff2-4940-9ae2-f23c5273a874 req-7e3757c2-33aa-4765-8e06-94fad34bd0ff tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0602124 Apr 18 21:14:14.537392 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd79a8f2-5ff2-4940-9ae2-f23c5273a874 req-6b7d4a57-4e14-473a-b64a-69438bf117de tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317748 Apr 18 21:14:15.653727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9cd57-301d-4e54-a96c-1234a40c654e req-ff14c852-20ea-41b1-8557-eed6584be287 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:15.655410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbb9cd57-301d-4e54-a96c-1234a40c654e req-ff14c852-20ea-41b1-8557-eed6584be287 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0493331 Apr 18 21:14:15.693619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bbb9cd57-301d-4e54-a96c-1234a40c654e req-4c992f3c-8c58-461e-bfc0-46437620cafc tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320556 Apr 18 21:14:15.810937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08de65-2ba6-45f4-8284-ac8da2b2f44c req-1f3d659a-1d79-4c47-9588-a553218604ce tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:15.812457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c08de65-2ba6-45f4-8284-ac8da2b2f44c req-1f3d659a-1d79-4c47-9588-a553218604ce tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0505826 Apr 18 21:14:15.852274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c08de65-2ba6-45f4-8284-ac8da2b2f44c req-5556561e-930b-4b2f-a4ca-64a32f2fbe10 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329721 Apr 18 21:14:16.062090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16d621-5ff7-473c-9e98-c12088c3687b req-21bf4525-fca1-465e-95e9-9aca163009ad tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:16.063565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce16d621-5ff7-473c-9e98-c12088c3687b req-21bf4525-fca1-465e-95e9-9aca163009ad tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0529854 Apr 18 21:14:16.103160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce16d621-5ff7-473c-9e98-c12088c3687b req-d324b5ae-7b5d-4f82-be32-02202915ddcf tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Apr 18 21:14:16.217878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d71b43-c002-4ff9-a58b-26d251e3e2be req-7e65143e-a7fc-4d5d-8f6f-80d318aa31c8 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:16.219395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79d71b43-c002-4ff9-a58b-26d251e3e2be req-7e65143e-a7fc-4d5d-8f6f-80d318aa31c8 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0489483 Apr 18 21:14:16.240685 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.261310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79d71b43-c002-4ff9-a58b-26d251e3e2be req-b1456547-259b-4682-a020-7c669c892305 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Apr 18 21:14:16.522158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-e6366799-8817-47a7-adb1-697ec9e1a81c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739880 Apr 18 21:14:16.530491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f15093-4ecd-4409-bc77-e873801df45b req-4e0fc730-b5ce-42a8-ac59-7fb1612841f2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:16.531984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54f15093-4ecd-4409-bc77-e873801df45b req-4e0fc730-b5ce-42a8-ac59-7fb1612841f2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0747814 Apr 18 21:14:16.572209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-54f15093-4ecd-4409-bc77-e873801df45b req-7e0004cb-f8c4-47e5-a34a-12fa9795cff9 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339148 Apr 18 21:14:17.694015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-65029961-5f1b-408d-ad6f-3ebdc0651385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.695540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-65029961-5f1b-408d-ad6f-3ebdc0651385 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 1097 time: 0.0677702 Apr 18 21:14:17.727201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6944a86-770b-43f2-86a0-2e7717f722ef req-fa983b89-afb3-49ec-8267-90f8265ca061 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.728716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6944a86-770b-43f2-86a0-2e7717f722ef req-fa983b89-afb3-49ec-8267-90f8265ca061 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0756016 Apr 18 21:14:17.810129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6944a86-770b-43f2-86a0-2e7717f722ef req-cb28d3df-9570-454b-b605-c7b75e86da4b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Apr 18 21:14:17.825632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-18c9f016-7c91-47a7-9216-04e721f20151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.827111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-18c9f016-7c91-47a7-9216-04e721f20151 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.1251264 Apr 18 21:14:17.868833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-6095e71a-3e0d-41ba-8267-e1d57aa7bb0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 200 len: 217 time: 0.0344894 Apr 18 21:14:17.920883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-294e5800-56a4-48c0-b5f9-0dd8509e2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.922335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-294e5800-56a4-48c0-b5f9-0dd8509e2348 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0477519 Apr 18 21:14:17.954920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-637323db-c7ad-4619-9e0e-0f1c4622a421 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255945 Apr 18 21:14:18.044523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-c46ceb11-25fe-4bf6-80b6-82db76160401 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826700 Apr 18 21:14:18.138569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-ba86334b-d1bb-4e9c-91b3-d1ceb2b01b32 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874131 Apr 18 21:14:18.926703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9431fc-0d1e-482a-98b5-b73f59dd1ed3 req-d8c64aa1-7944-46e7-8875-ea20d8de4057 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:18.928209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f9431fc-0d1e-482a-98b5-b73f59dd1ed3 req-d8c64aa1-7944-46e7-8875-ea20d8de4057 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0494206 Apr 18 21:14:18.965847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f9431fc-0d1e-482a-98b5-b73f59dd1ed3 req-53b76189-26b4-47b3-b277-c7a63169c4cc tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Apr 18 21:14:20.079594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b4869-75d0-4508-a219-07ff9927e25d req-70b012dc-8e74-4944-bf07-031b2c6c3e31 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:20.080989 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-809b4869-75d0-4508-a219-07ff9927e25d req-70b012dc-8e74-4944-bf07-031b2c6c3e31 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0472236 Apr 18 21:14:20.117878 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-809b4869-75d0-4508-a219-07ff9927e25d req-e44a75b3-db93-4092-a5ca-856f98ea75b4 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309088 Apr 18 21:14:21.239029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c866e58-9f3f-46a0-83b9-8fb940ba6bbb req-55951925-5c5e-42ef-b2c0-17bda368de68 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:21.240547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c866e58-9f3f-46a0-83b9-8fb940ba6bbb req-55951925-5c5e-42ef-b2c0-17bda368de68 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0547578 Apr 18 21:14:21.279335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c866e58-9f3f-46a0-83b9-8fb940ba6bbb req-623980df-ff9f-4a58-b7ba-275291afc03a tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Apr 18 21:14:22.403693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dc742-67e7-4966-832e-fa66eb22f5aa req-e5e076ce-5445-405b-80f2-91aa3aaf980b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:22.405253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-604dc742-67e7-4966-832e-fa66eb22f5aa req-e5e076ce-5445-405b-80f2-91aa3aaf980b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0514238 Apr 18 21:14:22.443251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-604dc742-67e7-4966-832e-fa66eb22f5aa req-cbabc4ba-6d5c-4489-b004-943842333887 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Apr 18 21:14:23.561012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b101f4-59df-4dc4-9d8c-02d5bc16d7ab req-18b421e3-f607-43bc-ad93-116271c5b9a2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:23.562482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9b101f4-59df-4dc4-9d8c-02d5bc16d7ab req-18b421e3-f607-43bc-ad93-116271c5b9a2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0486157 Apr 18 21:14:23.599075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9b101f4-59df-4dc4-9d8c-02d5bc16d7ab req-239b8b83-3e83-45f8-b680-a2cb6f133afa tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306232 Apr 18 21:14:24.720997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787be8e-1469-4210-b2fa-a700e910cee3 req-bdb2b9cf-92ce-4dd3-8b29-a5ae06177ad0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:24.723172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d787be8e-1469-4210-b2fa-a700e910cee3 req-bdb2b9cf-92ce-4dd3-8b29-a5ae06177ad0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0540278 Apr 18 21:14:24.761987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d787be8e-1469-4210-b2fa-a700e910cee3 req-9b392ac7-f3b5-4ec5-a445-947de0e55f9b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322385 Apr 18 21:14:25.430099 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-d86cfdc5-1c71-4394-955c-356ce1b99243 req-e21ad9de-9e1e-4d24-84c4-844fa1896b49 service neutron] (102903) timed out ('10.222.0.60', 55335) {{(pid=102903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:14:25.877981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65f3eb-3acb-4238-bcae-c59841f2f264 req-d487063f-d34c-462e-b86a-51239e9430b7 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:25.879442 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f65f3eb-3acb-4238-bcae-c59841f2f264 req-d487063f-d34c-462e-b86a-51239e9430b7 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0486271 Apr 18 21:14:25.917682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f65f3eb-3acb-4238-bcae-c59841f2f264 req-6b7ad878-2fc5-4d55-bcd8-303392994709 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Apr 18 21:14:27.035352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278ef1-de3a-46c5-a8f9-4527423ab63d req-0b928ba7-41d0-47e0-97c5-73784b07c0bb tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:27.036829 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2278ef1-de3a-46c5-a8f9-4527423ab63d req-0b928ba7-41d0-47e0-97c5-73784b07c0bb tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0488658 Apr 18 21:14:27.074505 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2278ef1-de3a-46c5-a8f9-4527423ab63d req-b148a119-15dd-4852-9096-f5f81694a5cf tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311263 Apr 18 21:14:28.193935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950508a8-f652-4ca0-becc-91a15f19b2ce req-83c64af9-a62c-4696-ac35-af2b342fb5dd tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:28.195405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-950508a8-f652-4ca0-becc-91a15f19b2ce req-83c64af9-a62c-4696-ac35-af2b342fb5dd tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0527942 Apr 18 21:14:28.236504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-950508a8-f652-4ca0-becc-91a15f19b2ce req-4f73c22a-ccd9-4567-b4f9-c820a291d3ce tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Apr 18 21:14:29.355373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b184f-a9cd-4017-b1ba-0c1a335db57d req-7a6710a8-7368-4d8a-b5f3-96e7309b1af5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:29.356867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a71b184f-a9cd-4017-b1ba-0c1a335db57d req-7a6710a8-7368-4d8a-b5f3-96e7309b1af5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0485373 Apr 18 21:14:29.394407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a71b184f-a9cd-4017-b1ba-0c1a335db57d req-823cd3ff-98ed-4086-9fa1-4aa81e1ff2ce tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315247 Apr 18 21:14:30.511197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9d3f4-4435-4634-acc9-b2a520cedd6d req-cd81cea0-abd1-457a-9a1f-3b2cff72a466 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:30.512672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8c9d3f4-4435-4634-acc9-b2a520cedd6d req-cd81cea0-abd1-457a-9a1f-3b2cff72a466 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0479703 Apr 18 21:14:30.550385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8c9d3f4-4435-4634-acc9-b2a520cedd6d req-5cbb0b6a-52b1-477a-a2d1-a3b016def192 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315917 Apr 18 21:14:31.668017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c39789-1c81-4af6-831d-9c427b07c51b req-682a129f-b84a-467f-85e5-b3cd5405cd05 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:31.669492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8c39789-1c81-4af6-831d-9c427b07c51b req-682a129f-b84a-467f-85e5-b3cd5405cd05 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0524457 Apr 18 21:14:31.706490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8c39789-1c81-4af6-831d-9c427b07c51b req-4ebe7d1d-03df-4e32-a706-1b3ada97a72d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310142 Apr 18 21:14:32.823190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd05f16-6d7d-4cf1-ada9-4d511404f7fe req-04b52b82-61e3-4484-8906-c6184aa24498 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:32.824689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acd05f16-6d7d-4cf1-ada9-4d511404f7fe req-04b52b82-61e3-4484-8906-c6184aa24498 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0485489 Apr 18 21:14:32.862189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acd05f16-6d7d-4cf1-ada9-4d511404f7fe req-c6c03333-72ed-46f8-b61d-3378ddae74fd tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313957 Apr 18 21:14:33.979568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ba271-c4c2-4f04-ad42-81f35ca19d30 req-6dd6b62e-d2fd-46e9-882d-b43f2f589749 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.981070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b19ba271-c4c2-4f04-ad42-81f35ca19d30 req-6dd6b62e-d2fd-46e9-882d-b43f2f589749 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0485032 Apr 18 21:14:34.018577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b19ba271-c4c2-4f04-ad42-81f35ca19d30 req-0e0d138d-784b-423c-87a5-2955ea466f3d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315466 Apr 18 21:14:35.136180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25053245-f372-41cd-b1d5-972ab01306ee req-2ceebd36-6dbc-44da-a605-e68825d4dd5a tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:35.137624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25053245-f372-41cd-b1d5-972ab01306ee req-2ceebd36-6dbc-44da-a605-e68825d4dd5a tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0515027 Apr 18 21:14:35.174898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25053245-f372-41cd-b1d5-972ab01306ee req-8ac3084b-b19b-45d3-b6dd-9464783d216b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312381 Apr 18 21:14:35.968758 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0567057-724c-4ae2-9cc5-c9ebbad97dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:36.300155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bd307-1723-4778-b86f-4af2d8df1a8a req-7f1147c7-8b81-4c34-a833-0e8644b88d07 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:36.301640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-963bd307-1723-4778-b86f-4af2d8df1a8a req-7f1147c7-8b81-4c34-a833-0e8644b88d07 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0500507 Apr 18 21:14:36.341177 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-963bd307-1723-4778-b86f-4af2d8df1a8a req-9603bb6c-598f-455a-aeff-c7bd9a292534 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321772 Apr 18 21:14:37.457220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1111c8-a84b-4006-a376-927ffffeea4f req-5944bcb8-059b-4bd8-bdf6-647a0e5b8d7e tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:37.458727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1111c8-a84b-4006-a376-927ffffeea4f req-5944bcb8-059b-4bd8-bdf6-647a0e5b8d7e tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0488179 Apr 18 21:14:37.496556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca1111c8-a84b-4006-a376-927ffffeea4f req-9a2983e9-49e2-4693-a789-987a9628a70f tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Apr 18 21:14:38.615151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508ae5d-a042-496f-a889-d82ed797d23e req-5abec13c-8346-42d8-8b11-13792849b420 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:38.616638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1508ae5d-a042-496f-a889-d82ed797d23e req-5abec13c-8346-42d8-8b11-13792849b420 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0516541 Apr 18 21:14:38.655325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1508ae5d-a042-496f-a889-d82ed797d23e req-624c8cf7-c206-406d-b81d-5635d38f0309 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Apr 18 21:14:38.704519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-75e16ae4-e96c-49d3-aea3-fc87292bdf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:39.277833 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:14:39.431571 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:39.770581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a0f19-ad7f-4f32-af53-553ad62470f3 req-bc065974-b4f0-4808-aee9-31eaa6692c8d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:39.772190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-272a0f19-ad7f-4f32-af53-553ad62470f3 req-bc065974-b4f0-4808-aee9-31eaa6692c8d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0484309 Apr 18 21:14:39.810879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-272a0f19-ad7f-4f32-af53-553ad62470f3 req-ad9a842f-380a-4222-a7ec-cd226c99a0dc tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321405 Apr 18 21:14:40.612302 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:40.929901 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7501ce9-3e0f-43a4-a71b-54d36a5d317b req-840536e6-45b9-4a20-9a8a-8600cc7eb3d4 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:40.931395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7501ce9-3e0f-43a4-a71b-54d36a5d317b req-840536e6-45b9-4a20-9a8a-8600cc7eb3d4 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0482688 Apr 18 21:14:40.969478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7501ce9-3e0f-43a4-a71b-54d36a5d317b req-9d2ffac7-98e2-4929-a8a3-8ebf3f775807 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320480 Apr 18 21:14:41.270906 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:41.757854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ab775-a68c-4523-ae2a-110ac1d7a8ff req-c00e28bb-de5a-4f1c-a183-9c07b63f9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:41.759334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea7ab775-a68c-4523-ae2a-110ac1d7a8ff req-c00e28bb-de5a-4f1c-a183-9c07b63f9230 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 1097 time: 0.0446236 Apr 18 21:14:41.861387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ab775-a68c-4523-ae2a-110ac1d7a8ff req-ab5dbdcd-36ca-4346-8ecd-7a7bc0313679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:41.862845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea7ab775-a68c-4523-ae2a-110ac1d7a8ff req-ab5dbdcd-36ca-4346-8ecd-7a7bc0313679 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.0833776 Apr 18 21:14:41.910810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea7ab775-a68c-4523-ae2a-110ac1d7a8ff req-75d2b2dc-01a0-4faf-8d10-831aed7fac09 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 200 len: 217 time: 0.0376313 Apr 18 21:14:41.961710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ab775-a68c-4523-ae2a-110ac1d7a8ff req-3a3845b5-7ff5-40a8-81bd-f8b92fd3013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:41.963215 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea7ab775-a68c-4523-ae2a-110ac1d7a8ff req-3a3845b5-7ff5-40a8-81bd-f8b92fd3013f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0433280 Apr 18 21:14:41.994070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea7ab775-a68c-4523-ae2a-110ac1d7a8ff req-a880222d-ef4e-4825-9b48-45a799f964a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247059 Apr 18 21:14:42.121347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284639f4-08c8-4e4b-b0d0-04fddc524126 req-8c53b956-bb56-4858-8466-c9fcb3c01954 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:42.122744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-284639f4-08c8-4e4b-b0d0-04fddc524126 req-8c53b956-bb56-4858-8466-c9fcb3c01954 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0766559 Apr 18 21:14:42.124912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea7ab775-a68c-4523-ae2a-110ac1d7a8ff req-d55f9c36-d32e-4e13-8b33-0679bdc78614 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243205 Apr 18 21:14:42.211745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-284639f4-08c8-4e4b-b0d0-04fddc524126 req-b5d1045d-fac7-4ace-b028-650ce428b5eb tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829353 Apr 18 21:14:42.242314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea7ab775-a68c-4523-ae2a-110ac1d7a8ff req-632351fc-6a9e-47c7-acf8-24300d08e22f service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076093 Apr 18 21:14:42.662250 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.330325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb306b-fcea-4e4a-b0b5-f0d9ad62b0c0 req-1942970e-cc5d-4715-8743-b827ddbf56c7 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:43.331897 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bddb306b-fcea-4e4a-b0b5-f0d9ad62b0c0 req-1942970e-cc5d-4715-8743-b827ddbf56c7 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0507376 Apr 18 21:14:43.369200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bddb306b-fcea-4e4a-b0b5-f0d9ad62b0c0 req-09f06413-f260-48fc-8818-63430e67f1a6 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313134 Apr 18 21:14:44.492752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a40bc-22c7-4e14-8fae-ae075c10931b req-2ce4c75d-11a6-4fc9-9af0-9dec7de9b2e5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:44.494249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c6a40bc-22c7-4e14-8fae-ae075c10931b req-2ce4c75d-11a6-4fc9-9af0-9dec7de9b2e5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0494890 Apr 18 21:14:44.532933 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c6a40bc-22c7-4e14-8fae-ae075c10931b req-38791f8c-4466-4b52-8135-399732239861 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Apr 18 21:14:45.293810 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-9b2fbe7f-8e6a-46d8-803b-4bd3bd2637b5 service neutron] show failed (client error): The resource could not be found. Apr 18 21:14:45.294812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-9b2fbe7f-8e6a-46d8-803b-4bd3bd2637b5 service neutron] 10.222.0.64 "GET /v2.0/ports/c8ee157b-1072-4854-a025-700de24ae007/bindings/n-h1-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0534315 Apr 18 21:14:45.511356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-578f08df-e8d5-443f-9c72-4f5446b893ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:45.512895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-578f08df-e8d5-443f-9c72-4f5446b893ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28&tenant_id=33cee3a3bca749b6af51853a58b8419e HTTP/1.1" status: 200 len: 1097 time: 0.0459700 Apr 18 21:14:45.523665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:14:45.574977 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.721854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b7498-b064-4b8c-b53c-2d8cef5fdf65 req-158e2c98-95dc-4308-83de-0fceff808cfa tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:45.723315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-622b7498-b064-4b8c-b53c-2d8cef5fdf65 req-158e2c98-95dc-4308-83de-0fceff808cfa tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.1181083 Apr 18 21:14:45.812107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-622b7498-b064-4b8c-b53c-2d8cef5fdf65 req-c0627666-1a58-42c4-bd07-5b3ca4ad5ba2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808406 Apr 18 21:14:45.841527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=c8ee157b-1072-4854-a025-700de24ae007,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:45.873628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:45.911532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:45.913808 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf978cb-763d-4a51-937f-b910ea4fa21d" -d '{"events": [{"server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ee157b-1072-4854-a025-700de24ae007"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:14:45.917621 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.930318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Transition to ACTIVE for port object c8ee157b-1072-4854-a025-700de24ae007 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:45.934545 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.977496 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099df054-aefd-4d53-86bb-0f0b02520c2e x-openstack-request-id: req-099df054-aefd-4d53-86bb-0f0b02520c2e {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:14:45.977788 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ee157b-1072-4854-a025-700de24ae007", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:14:45.978035 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-099df054-aefd-4d53-86bb-0f0b02520c2e {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:14:45.978427 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099df054-aefd-4d53-86bb-0f0b02520c2e'] response: {'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007', 'code': 200} Apr 18 21:14:45.993135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] No DVR routers for this DVR port c8ee157b-1072-4854-a025-700de24ae007 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:46.001529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Pushing event updated for resources: {'Port': ['ID=c8ee157b-1072-4854-a025-700de24ae007,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:46.036582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Attempting to bind port c8ee157b-1072-4854-a025-700de24ae007 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:46.036911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Attempting to bind port c8ee157b-1072-4854-a025-700de24ae007 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:46.037237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Attempting to bind port c8ee157b-1072-4854-a025-700de24ae007 on network 8fd1e67e-438e-46f0-b575-f8ef06192390 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:14:46.041386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Port c8ee157b-1072-4854-a025-700de24ae007 on network 8fd1e67e-438e-46f0-b575-f8ef06192390 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:14:46.041706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Attempting to bind port c8ee157b-1072-4854-a025-700de24ae007 on network 8fd1e67e-438e-46f0-b575-f8ef06192390 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:14:46.047035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:14:46.047362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Checking segment: {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:14:46.047738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Bound using segment: {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:14:46.048209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Bound port: c8ee157b-1072-4854-a025-700de24ae007, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:46.048557 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.109427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:46.112440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=c8ee157b-1072-4854-a025-700de24ae007,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:46.116704 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.148180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:46.148783 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.150124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] 10.222.0.60 "PUT /v2.0/ports/c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 200 len: 1092 time: 0.6304147 Apr 18 21:14:46.179640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed3065-c52a-4470-a1bb-1ac2cc84795e service neutron] Pushing event updated for resources: {'Port': ['ID=c8ee157b-1072-4854-a025-700de24ae007,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:46.213734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-7c9c30ce-4ac4-4504-ba02-5b10569696b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:46.215222 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-7c9c30ce-4ac4-4504-ba02-5b10569696b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 1095 time: 0.0431328 Apr 18 21:14:46.241271 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.309392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-afe70cf9-3d1e-4ab5-837b-be38e33c4b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:46.310890 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-afe70cf9-3d1e-4ab5-837b-be38e33c4b5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.0886967 Apr 18 21:14:46.352048 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-934272b2-0eb7-4e86-8139-e4d725795214 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 200 len: 217 time: 0.0337014 Apr 18 21:14:46.402621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-bd6e970b-153b-46df-bdb0-cb18d5d86542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:46.404014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-bd6e970b-153b-46df-bdb0-cb18d5d86542 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0462794 Apr 18 21:14:46.434404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-32779596-1d12-4a5b-8bf7-587801da601c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239940 Apr 18 21:14:46.522145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-3f3a5152-7bfb-428e-a6df-823227f95864 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810144 Apr 18 21:14:46.615932 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3640250e-9b83-4057-aaa4-61b1079b10b0 req-aff1c208-bd28-4463-a68c-dfa9287edbc1 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845790 Apr 18 21:14:46.925828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95bc82-0f4a-4d3b-a3e6-87406259c175 req-9659e4d3-ef47-4126-9221-fbc2dd02a95b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:46.927255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba95bc82-0f4a-4d3b-a3e6-87406259c175 req-9659e4d3-ef47-4126-9221-fbc2dd02a95b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 944 time: 0.0477986 Apr 18 21:14:46.964554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba95bc82-0f4a-4d3b-a3e6-87406259c175 req-03d59a71-b33a-4a02-b3d7-c6c542f1ab42 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Apr 18 21:14:47.979913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:47.982327 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e915745-9e23-4a5a-922f-31e6ca9288ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "tag": "c8ee157b-1072-4854-a025-700de24ae007"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:14:48.031752 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcd946f-eb15-4576-97d0-a229df51fefa x-openstack-request-id: req-1fcd946f-eb15-4576-97d0-a229df51fefa {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:14:48.032064 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "tag": "c8ee157b-1072-4854-a025-700de24ae007", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:14:48.032316 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1fcd946f-eb15-4576-97d0-a229df51fefa {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:14:48.032715 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fcd946f-eb15-4576-97d0-a229df51fefa'] response: {'name': 'network-changed', 'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007', 'status': 'completed', 'code': 200} Apr 18 21:14:48.141016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dc6cd-caf2-4bb7-8bcd-2fff7779235c req-d1df75b8-d9a8-403a-8221-37ff8d5c0942 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:48.142487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-399dc6cd-caf2-4bb7-8bcd-2fff7779235c req-d1df75b8-d9a8-403a-8221-37ff8d5c0942 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 944 time: 0.1070688 Apr 18 21:14:48.149527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-7e2e2f53-eeee-4ace-838b-a8b08b5e5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:48.150911 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-7e2e2f53-eeee-4ace-838b-a8b08b5e5743 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 1095 time: 0.0904982 Apr 18 21:14:48.155035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-82e39ebf-fccb-4719-b666-27c8917d5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:48.156360 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-82e39ebf-fccb-4719-b666-27c8917d5a61 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 1095 time: 0.0860150 Apr 18 21:14:48.278380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-399dc6cd-caf2-4bb7-8bcd-2fff7779235c req-5e2b269b-acd9-4381-9281-ce6bbffeff25 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265209 Apr 18 21:14:48.333479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-81eb3615-96a2-44bd-b892-a6f7a4a8f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:48.334918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-81eb3615-96a2-44bd-b892-a6f7a4a8f7bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.1738591 Apr 18 21:14:48.335831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-da8af4f5-2f48-4624-9279-b9f41fca85ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:48.337135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-da8af4f5-2f48-4624-9279-b9f41fca85ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.1687555 Apr 18 21:14:48.694617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-524734e2-bbc4-4a85-9899-e64a5f75ab97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 200 len: 217 time: 0.3524740 Apr 18 21:14:48.726556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-08e9f9fe-0bbc-4ba0-bdfd-47c73e442308 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 200 len: 217 time: 0.3779638 Apr 18 21:14:48.794125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-f926431e-c3c9-44fc-ab98-24a8cf914c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:48.796169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-f926431e-c3c9-44fc-ab98-24a8cf914c72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0773549 Apr 18 21:14:48.802593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-2d718c4b-f4c7-492b-95b8-e2a7f9baa0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:48.803906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-2d718c4b-f4c7-492b-95b8-e2a7f9baa0c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0591180 Apr 18 21:14:48.834954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-ea11d31a-67c1-4ef8-96b8-73be338973f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301373 Apr 18 21:14:48.849690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-0e6fb94a-c964-4da7-8de7-0e19b22bcc78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357740 Apr 18 21:14:48.992947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-e11045b8-7045-45e1-910c-37a87f188dd2 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449978 Apr 18 21:14:49.009938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-49f25e1c-8049-4d01-86fd-3813286d7a08 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441703 Apr 18 21:14:49.145213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-2051ab1b-5651-4640-bcd1-c71999463fba service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454217 Apr 18 21:14:49.155366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e915745-9e23-4a5a-922f-31e6ca9288ea req-1ace35f2-0868-47e1-98d6-a043c24cfee0 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332550 Apr 18 21:14:49.239978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c8ee157b-1072-4854-a025-700de24ae007 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:14:49.278245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device c8ee157b-1072-4854-a025-700de24ae007 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:14:49.400109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb136e3-fc84-43d1-9c0d-295cfa213f4a req-8016e52a-8cda-4479-9fb7-f5c5d1258a10 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:49.401572 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cb136e3-fc84-43d1-9c0d-295cfa213f4a req-8016e52a-8cda-4479-9fb7-f5c5d1258a10 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 944 time: 0.0491955 Apr 18 21:14:49.440858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cb136e3-fc84-43d1-9c0d-295cfa213f4a req-3f962049-7a22-4d0e-a98d-fc796f97bf22 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324547 Apr 18 21:14:50.214863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device c8ee157b-1072-4854-a025-700de24ae007 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:14:50.308979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=c8ee157b-1072-4854-a025-700de24ae007,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:50.321848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'c8ee157b-1072-4854-a025-700de24ae007', 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390', 'port_id': 'c8ee157b-1072-4854-a025-700de24ae007', 'mac_address': 'fa:16:3e:1b:b9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5fffd3-7443-477d-9328-6f7e23bb4384', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:14:50.358532 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.371114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ee157b-1072-4854-a025-700de24ae007 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:14:50.390653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=c8ee157b-1072-4854-a025-700de24ae007,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:50.394410 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:50.439491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=c8ee157b-1072-4854-a025-700de24ae007,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:50.556535 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad38f0-cd66-48a9-8086-5a1f4bcc1ac8 req-f7a74b36-10c3-446b-ae47-7c8cc7067678 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:50.558040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23ad38f0-cd66-48a9-8086-5a1f4bcc1ac8 req-f7a74b36-10c3-446b-ae47-7c8cc7067678 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 945 time: 0.0486071 Apr 18 21:14:50.594782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23ad38f0-cd66-48a9-8086-5a1f4bcc1ac8 req-428075aa-ab86-4dae-aca0-18d8b7d07307 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Apr 18 21:14:50.763813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['c8ee157b-1072-4854-a025-700de24ae007'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:14:50.831371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4a383-ea7c-4eda-86c1-517a2b14853e req-ad317152-fa8e-455a-8f4f-5087a58cbe82 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:50.832883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0dc4a383-ea7c-4eda-86c1-517a2b14853e req-ad317152-fa8e-455a-8f4f-5087a58cbe82 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 945 time: 0.0849349 Apr 18 21:14:50.845591 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435ba02-964a-4c44-805b-7a16003c9939 req-ded8ef5c-63db-4288-9393-9eb833c03c21 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:50.847240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d435ba02-964a-4c44-805b-7a16003c9939 req-ded8ef5c-63db-4288-9393-9eb833c03c21 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.64 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28&tenant_id=33cee3a3bca749b6af51853a58b8419e&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 945 time: 0.0689113 Apr 18 21:14:50.913580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0dc4a383-ea7c-4eda-86c1-517a2b14853e req-a93a7a51-d56e-42d6-a435-b5ce18524721 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653307 Apr 18 21:14:50.936486 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-d435ba02-964a-4c44-805b-7a16003c9939 req-8be8c794-f2d6-4eab-90e2-de2230d6c0f9 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:14:50.937631 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d435ba02-964a-4c44-805b-7a16003c9939 req-8be8c794-f2d6-4eab-90e2-de2230d6c0f9 service neutron] 10.222.0.64 "DELETE /v2.0/ports/c8ee157b-1072-4854-a025-700de24ae007/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0753455 Apr 18 21:14:51.040511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435ba02-964a-4c44-805b-7a16003c9939 req-3643ce79-c6d6-45f2-8fd3-7c0371ebcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:51.041913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d435ba02-964a-4c44-805b-7a16003c9939 req-3643ce79-c6d6-45f2-8fd3-7c0371ebcc1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 1096 time: 0.0458744 Apr 18 21:14:51.137111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435ba02-964a-4c44-805b-7a16003c9939 req-c39dcac5-b955-4ddf-9960-c4bf99589b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:51.138585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d435ba02-964a-4c44-805b-7a16003c9939 req-c39dcac5-b955-4ddf-9960-c4bf99589b35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.0850115 Apr 18 21:14:51.187343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d435ba02-964a-4c44-805b-7a16003c9939 req-b8be1659-35e2-47b7-9220-ca5bdb41357f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 200 len: 217 time: 0.0377038 Apr 18 21:14:51.241124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435ba02-964a-4c44-805b-7a16003c9939 req-f11c6f1b-d9ee-4099-bcbd-6ba5e370bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:51.242577 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d435ba02-964a-4c44-805b-7a16003c9939 req-f11c6f1b-d9ee-4099-bcbd-6ba5e370bbc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0455599 Apr 18 21:14:51.277579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d435ba02-964a-4c44-805b-7a16003c9939 req-bab9c9fb-545d-41cc-ba0f-b5621ea372f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248020 Apr 18 21:14:51.369300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d435ba02-964a-4c44-805b-7a16003c9939 req-14845acd-a3fa-4957-9b53-7fdc0c83bdca service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803921 Apr 18 21:14:51.467225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d435ba02-964a-4c44-805b-7a16003c9939 req-32aa06eb-0db3-4ed3-a58b-aa99b42b1c62 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879521 Apr 18 21:14:52.043545 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59795846-59f8-4b9a-8e57-7781f79589de req-b611410f-7618-4389-bec0-ddc691d2e671 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:52.045035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59795846-59f8-4b9a-8e57-7781f79589de req-b611410f-7618-4389-bec0-ddc691d2e671 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 945 time: 0.0552485 Apr 18 21:14:52.093327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59795846-59f8-4b9a-8e57-7781f79589de req-4c64ce7a-884f-4912-a54c-7102420b1e66 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Apr 18 21:14:52.217572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f302e76-dab5-4f9a-ab3f-b17024fd2a93 req-cf13dd5c-9d9e-4eb8-bec0-a0fc31f9016e tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:52.219395 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f302e76-dab5-4f9a-ab3f-b17024fd2a93 req-cf13dd5c-9d9e-4eb8-bec0-a0fc31f9016e tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 945 time: 0.0538888 Apr 18 21:14:52.226910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device c8ee157b-1072-4854-a025-700de24ae007 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:14:52.257963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f302e76-dab5-4f9a-ab3f-b17024fd2a93 req-004aeb7c-bd19-4565-8af4-a4874750b6c2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Apr 18 21:14:52.275546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port c8ee157b-1072-4854-a025-700de24ae007 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:52.279315 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port c8ee157b-1072-4854-a025-700de24ae007 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:52.279785 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.360480 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.375485 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d81d-b7e1-4054-b737-5ffd78ef9c8d req-3435fdda-5d44-402d-a7ee-29e3ad2621d3 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:52.377122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e136d81d-b7e1-4054-b737-5ffd78ef9c8d req-3435fdda-5d44-402d-a7ee-29e3ad2621d3 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 945 time: 0.0507700 Apr 18 21:14:52.385294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:52.387634 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2294d1ab-d6d4-48e3-a928-15d461df21e7" -d '{"events": [{"server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "name": "network-vif-plugged", "status": "completed", "tag": "c8ee157b-1072-4854-a025-700de24ae007"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:14:52.400484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=c8ee157b-1072-4854-a025-700de24ae007,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:52.405326 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.425105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e136d81d-b7e1-4054-b737-5ffd78ef9c8d req-9bef2a40-ba0d-4a52-a6b1-edf7a9c98ec6 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Apr 18 21:14:52.439444 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c711fb6b-faf5-4db2-85e9-dc2cb42873b3 x-openstack-request-id: req-c711fb6b-faf5-4db2-85e9-dc2cb42873b3 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:14:52.439738 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "name": "network-vif-plugged", "status": "completed", "tag": "c8ee157b-1072-4854-a025-700de24ae007", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:14:52.440020 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c711fb6b-faf5-4db2-85e9-dc2cb42873b3 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:14:52.440421 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c711fb6b-faf5-4db2-85e9-dc2cb42873b3'] response: {'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007', 'code': 200} Apr 18 21:14:52.460793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=c8ee157b-1072-4854-a025-700de24ae007,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:52.780886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568abd50-31ec-4420-9606-a078004bd410 req-1a2f34e4-2c20-47ca-bb57-cf80814ef3da tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:52.781529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-1a2f34e4-2c20-47ca-bb57-cf80814ef3da tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 815 time: 0.1064346 Apr 18 21:14:52.797293 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-fb458103-a8fb-45aa-9bb3-1039bd51d3e7 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/quotas/33cee3a3bca749b6af51853a58b8419e HTTP/1.1" status: 200 len: 375 time: 0.0099132 Apr 18 21:14:52.846517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-6831f1c4-f124-4ed8-accf-c379f7cdc29b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435922 Apr 18 21:14:52.936096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-cbb332f3-13f2-497b-bf08-b6b196475fdb service neutron] 10.222.0.49 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826263 Apr 18 21:14:53.030269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-d1093478-1d27-4005-af0b-b0c51f2da83c service neutron] 10.222.0.49 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858920 Apr 18 21:14:53.188593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-61a372b3-2c64-45ce-9151-664a62f5508f req-90cb90f9-7b82-49a3-8f1d-6000e50589a9 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 210 time: 0.0269911 Apr 18 21:14:54.031355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-16ebbb54-5bf8-4c8b-a024-7955ac7d5398 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:54.032801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-16ebbb54-5bf8-4c8b-a024-7955ac7d5398 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28 HTTP/1.1" status: 200 len: 946 time: 0.0486732 Apr 18 21:14:54.044563 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.60', 55966) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:14:54.137856 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Deleting port c8ee157b-1072-4854-a025-700de24ae007 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:14:54.138445 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.156752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568abd50-31ec-4420-9606-a078004bd410 req-bc1be16b-f7b5-45f2-b2a1-f91b0465bf2b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:54.158303 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-bc1be16b-f7b5-45f2-b2a1-f91b0465bf2b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.60 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 815 time: 0.1115398 Apr 18 21:14:54.174741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Request body: {'port': {'device_id': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390', 'admin_state_up': True, 'tenant_id': '33cee3a3bca749b6af51853a58b8419e'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:14:54.229746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] For port c8ee157b-1072-4854-a025-700de24ae007, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=c8ee157b-1072-4854-a025-700de24ae007,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:54.230228 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.244902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Calling delete_port for c8ee157b-1072-4854-a025-700de24ae007 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:14:54.287020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Made reservation on behalf of 33cee3a3bca749b6af51853a58b8419e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:54.290430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.319021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5d42e77-ddaa-403e-b1fe-2fed447c6c7b req-1c9dc705-1c9e-4719-8fa7-62e0e3856fa2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 210 time: 0.0291159 Apr 18 21:14:54.405681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.419724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['c8ee157b-1072-4854-a025-700de24ae007'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:14:54.424271 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Allocated IP 172.20.0.9 (8fd1e67e-438e-46f0-b575-f8ef06192390/2c5fffd3-7443-477d-9328-6f7e23bb4384/64b2306f-09d1-4db7-8ef3-3787714d56cf) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:14:54.433224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Pushing event deleted for resources: {'Port': ['ID=c8ee157b-1072-4854-a025-700de24ae007,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:54.483694 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] No DVR routers for this DVR port c8ee157b-1072-4854-a025-700de24ae007 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:54.486002 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.489379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.60 "DELETE /v2.0/ports/c8ee157b-1072-4854-a025-700de24ae007 HTTP/1.1" status: 204 len: 173 time: 0.4449327 Apr 18 21:14:54.489952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'name': 'network-vif-deleted', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:54.492273 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d06d81-47cb-4089-b228-59827cc9c42a" -d '{"events": [{"server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "name": "network-vif-deleted", "tag": "c8ee157b-1072-4854-a025-700de24ae007"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:14:54.533816 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4e4a72-405f-458f-b290-14c04e15d98c x-openstack-request-id: req-7d4e4a72-405f-458f-b290-14c04e15d98c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:14:54.534178 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28", "name": "network-vif-deleted", "tag": "c8ee157b-1072-4854-a025-700de24ae007", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:14:54.534539 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7d4e4a72-405f-458f-b290-14c04e15d98c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:14:54.535045 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d4e4a72-405f-458f-b290-14c04e15d98c'] response: {'server_uuid': 'f7b9e75a-6bbd-4dd0-827d-9ee150fa9c28', 'name': 'network-vif-deleted', 'tag': 'c8ee157b-1072-4854-a025-700de24ae007', 'status': 'completed', 'code': 200} Apr 18 21:14:54.597276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.632618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.646278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['c8ee157b-1072-4854-a025-700de24ae007'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:14:54.679413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Network 8fd1e67e-438e-46f0-b575-f8ef06192390 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:14:54.682547 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:14:54.686392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:14:54.693132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Pushing event updated for resources: {'Port': ['ID=64b2306f-09d1-4db7-8ef3-3787714d56cf,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:54.730688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-9f8ce4b0-f859-4b82-920c-fd1b8d566720 req-55876d0d-30ac-4c3c-9b82-f912dcb15ca2 service neutron] (102903) timed out ('10.222.0.64', 63880) {{(pid=102903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:14:54.745257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:54.745967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.762352 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-821d15a6-488c-4ac8-89c5-217dfc81eaa0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5926685 Apr 18 21:14:54.773606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Request body: {'port': {'device_id': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:14:54.826531 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.080777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b2306f-09d1-4db7-8ef3-3787714d56cf {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:14:55.088143 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.099909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Transition to ACTIVE for port object 64b2306f-09d1-4db7-8ef3-3787714d56cf will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:55.103297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.171398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Pushing event updated for resources: {'Port': ['ID=64b2306f-09d1-4db7-8ef3-3787714d56cf,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:55.220930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Attempting to bind port 64b2306f-09d1-4db7-8ef3-3787714d56cf on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:55.221262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Attempting to bind port 64b2306f-09d1-4db7-8ef3-3787714d56cf by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:55.221589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Attempting to bind port 64b2306f-09d1-4db7-8ef3-3787714d56cf on network 8fd1e67e-438e-46f0-b575-f8ef06192390 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:14:55.225889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Port 64b2306f-09d1-4db7-8ef3-3787714d56cf on network 8fd1e67e-438e-46f0-b575-f8ef06192390 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:14:55.226207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Attempting to bind port 64b2306f-09d1-4db7-8ef3-3787714d56cf on network 8fd1e67e-438e-46f0-b575-f8ef06192390 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:14:55.230947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:14:55.231278 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Checking segment: {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:14:55.231659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Bound using segment: {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:14:55.232113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Bound port: 64b2306f-09d1-4db7-8ef3-3787714d56cf, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:55.232465 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.294736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:14:55.298219 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:14:55.302887 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.340891 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:55.341510 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.342919 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] 10.222.0.60 "PUT /v2.0/ports/64b2306f-09d1-4db7-8ef3-3787714d56cf HTTP/1.1" status: 200 len: 1091 time: 0.5737059 Apr 18 21:14:55.343349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:55.345648 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c174db96-4fa7-4538-be5d-85af2ace6531" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:14:55.377254 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce6616-910b-4db2-afd2-39b02998ca1d service neutron] Pushing event updated for resources: {'Port': ['ID=64b2306f-09d1-4db7-8ef3-3787714d56cf,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:55.442056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568abd50-31ec-4420-9606-a078004bd410 req-46e53184-3d51-45fa-8682-32b394c2dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:55.444109 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-46e53184-3d51-45fa-8682-32b394c2dd44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 1094 time: 0.0522373 Apr 18 21:14:55.461500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430d617-dc62-442d-ae0e-0a1eb73a6b54 req-a6dbeb84-f94b-4cc7-9c81-dfab7f2ad475 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:55.463108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d430d617-dc62-442d-ae0e-0a1eb73a6b54 req-a6dbeb84-f94b-4cc7-9c81-dfab7f2ad475 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 943 time: 0.0531602 Apr 18 21:14:55.491978 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b15bcc0-51e9-416e-b3ab-719fb0671413 x-openstack-request-id: req-7b15bcc0-51e9-416e-b3ab-719fb0671413 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:14:55.492274 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:14:55.492527 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b15bcc0-51e9-416e-b3ab-719fb0671413 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:14:55.492938 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b15bcc0-51e9-416e-b3ab-719fb0671413'] response: {'name': 'network-changed', 'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf', 'status': 'completed', 'code': 200} Apr 18 21:14:55.494437 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-6dcd0120-04c3-4cdd-ada7-372e7a0364ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf HTTP/1.1" status: 200 len: 217 time: 0.0421693 Apr 18 21:14:55.504520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d430d617-dc62-442d-ae0e-0a1eb73a6b54 req-3b519175-0416-4f2b-bcea-d23cd1251bcf tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348322 Apr 18 21:14:55.543517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568abd50-31ec-4420-9606-a078004bd410 req-d605bd87-2995-405c-993e-f6aa95b58287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:55.545012 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-d605bd87-2995-405c-993e-f6aa95b58287 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0443659 Apr 18 21:14:55.578706 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-0e898995-7bab-4aba-a778-562dff7e14fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272932 Apr 18 21:14:55.670369 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-702871a1-a107-4b04-b602-73eff0242451 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813308 Apr 18 21:14:55.761355 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-568abd50-31ec-4420-9606-a078004bd410 req-4ce8f263-8eb3-4f5a-acb5-6bfa069a3a51 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843637 Apr 18 21:14:55.848843 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174db96-4fa7-4538-be5d-85af2ace6531 req-dddffdc0-ad7c-4863-b8a9-dc5adc79706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:55.850362 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c174db96-4fa7-4538-be5d-85af2ace6531 req-dddffdc0-ad7c-4863-b8a9-dc5adc79706d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 1094 time: 0.0404003 Apr 18 21:14:55.939788 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174db96-4fa7-4538-be5d-85af2ace6531 req-5a6f2ec2-806f-4b04-bc6f-d6c5fe184892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:55.941293 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c174db96-4fa7-4538-be5d-85af2ace6531 req-5a6f2ec2-806f-4b04-bc6f-d6c5fe184892 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.0840836 Apr 18 21:14:55.986740 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c174db96-4fa7-4538-be5d-85af2ace6531 req-5014d316-57ee-406b-b6cd-1b0b3b4720ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf HTTP/1.1" status: 200 len: 217 time: 0.0379400 Apr 18 21:14:56.036307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174db96-4fa7-4538-be5d-85af2ace6531 req-a09db0d1-6906-4f00-bb56-2241478707b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:56.037743 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c174db96-4fa7-4538-be5d-85af2ace6531 req-a09db0d1-6906-4f00-bb56-2241478707b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0440361 Apr 18 21:14:56.067895 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c174db96-4fa7-4538-be5d-85af2ace6531 req-8475f2eb-3fc9-4fd0-b6c0-6ef65292a621 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231662 Apr 18 21:14:56.162000 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c174db96-4fa7-4538-be5d-85af2ace6531 req-34491f3f-3ff2-48a4-abd3-185000ca3af5 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864496 Apr 18 21:14:56.256210 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c174db96-4fa7-4538-be5d-85af2ace6531 req-850aa703-3676-4f83-9c07-dfff0dc77a66 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867965 Apr 18 21:14:56.621063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985bff0-fa4c-454f-80c6-4cea8caa24e9 req-2de661c1-98ab-43f4-a901-3e66193952e1 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:56.622541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f985bff0-fa4c-454f-80c6-4cea8caa24e9 req-2de661c1-98ab-43f4-a901-3e66193952e1 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 943 time: 0.0487754 Apr 18 21:14:56.660808 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f985bff0-fa4c-454f-80c6-4cea8caa24e9 req-6957b927-4c38-4537-981c-b769952de2cd tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Apr 18 21:14:57.781254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3ce46-7445-40f1-aa03-e4c9d44879f9 req-0b0fcb49-4fc2-4dd9-af33-58ceb524b6c1 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:57.782760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fdc3ce46-7445-40f1-aa03-e4c9d44879f9 req-0b0fcb49-4fc2-4dd9-af33-58ceb524b6c1 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 943 time: 0.0548666 Apr 18 21:14:57.824092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fdc3ce46-7445-40f1-aa03-e4c9d44879f9 req-a14e06c6-5e04-4693-b87d-ee08a24424fe tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346293 Apr 18 21:14:58.296487 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 64b2306f-09d1-4db7-8ef3-3787714d56cf details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:14:58.298726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device c8ee157b-1072-4854-a025-700de24ae007 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:14:58.324990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: c8ee157b-1072-4854-a025-700de24ae007 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:14:58.325321 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device c8ee157b-1072-4854-a025-700de24ae007 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:14:58.410697 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:58.421559 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '64b2306f-09d1-4db7-8ef3-3787714d56cf', 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390', 'port_id': '64b2306f-09d1-4db7-8ef3-3787714d56cf', 'mac_address': 'fa:16:3e:04:7f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5fffd3-7443-477d-9328-6f7e23bb4384', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:14:58.456351 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.469963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b2306f-09d1-4db7-8ef3-3787714d56cf {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:14:58.489345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:14:58.492987 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.541076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=64b2306f-09d1-4db7-8ef3-3787714d56cf,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:58.768248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['64b2306f-09d1-4db7-8ef3-3787714d56cf'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:14:58.950195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b0ec-cf4b-40ce-b406-dfc4ae3ee9a4 req-52ec426d-f615-4924-bcbe-37347f9d899d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:58.952266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deb3b0ec-cf4b-40ce-b406-dfc4ae3ee9a4 req-52ec426d-f615-4924-bcbe-37347f9d899d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 944 time: 0.0530722 Apr 18 21:14:58.992528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deb3b0ec-cf4b-40ce-b406-dfc4ae3ee9a4 req-45a10e81-4877-40d7-b45d-28bb40ab4a0d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341885 Apr 18 21:15:00.123742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c8cea-1d9a-4b1d-9f54-d7ef73b3a8da req-ffd0ef3b-26e9-4478-bd91-2b7d9740c778 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:00.125262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f9c8cea-1d9a-4b1d-9f54-d7ef73b3a8da req-ffd0ef3b-26e9-4478-bd91-2b7d9740c778 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 944 time: 0.0568511 Apr 18 21:15:00.168523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f9c8cea-1d9a-4b1d-9f54-d7ef73b3a8da req-530cdd45-fcdd-4c11-ba86-adc2dc4fa332 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369525 Apr 18 21:15:00.313564 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 64b2306f-09d1-4db7-8ef3-3787714d56cf up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:15:00.371492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 64b2306f-09d1-4db7-8ef3-3787714d56cf completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:00.375739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 64b2306f-09d1-4db7-8ef3-3787714d56cf triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:00.376143 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.453491 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.475526 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:00.477779 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f8adbf-556a-4220-a50c-d0969a6c2557" -d '{"events": [{"server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "name": "network-vif-plugged", "status": "completed", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:15:00.489606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:00.494078 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.517374 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4388530d-da30-4569-870c-62b7fed7dc02 x-openstack-request-id: req-4388530d-da30-4569-870c-62b7fed7dc02 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:15:00.517683 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "name": "network-vif-plugged", "status": "completed", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:15:00.517922 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4388530d-da30-4569-870c-62b7fed7dc02 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:15:00.518312 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4388530d-da30-4569-870c-62b7fed7dc02'] response: {'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf', 'code': 200} Apr 18 21:15:00.546586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=64b2306f-09d1-4db7-8ef3-3787714d56cf,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:00.618032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fa361-d15e-49a2-b361-027ddd3edf87 req-56a852cd-822d-47eb-9fd9-f88f5ae0ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:00.619439 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-786fa361-d15e-49a2-b361-027ddd3edf87 req-56a852cd-822d-47eb-9fd9-f88f5ae0ab2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 1096 time: 0.0452454 Apr 18 21:15:00.653537 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-786fa361-d15e-49a2-b361-027ddd3edf87 req-70c58c99-9b07-4266-a9ca-765381fa8a1d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270681 Apr 18 21:15:01.292009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9dda-9833-47e1-9836-37636d5513af req-0b08cf47-662a-4b3d-bfd3-2cdad78386ba tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.293490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58ab9dda-9833-47e1-9836-37636d5513af req-0b08cf47-662a-4b3d-bfd3-2cdad78386ba tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0558777 Apr 18 21:15:01.331371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58ab9dda-9833-47e1-9836-37636d5513af req-e74e5314-28b1-4c40-b7ab-339ee34bdb03 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313587 Apr 18 21:15:02.451528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd79fa9-fa54-4c71-8255-0e42fd1e559d req-a9aeef83-d29d-4727-8ab9-4e912e5ded0f tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:02.453627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebd79fa9-fa54-4c71-8255-0e42fd1e559d req-a9aeef83-d29d-4727-8ab9-4e912e5ded0f tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0524743 Apr 18 21:15:02.491023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebd79fa9-fa54-4c71-8255-0e42fd1e559d req-0855ba99-499a-44b8-9c5a-ea46dce1ff39 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Apr 18 21:15:02.604743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d216d-e3da-4e7e-8732-522ee49dc19d req-46079d9f-f01f-4a30-80a3-061e748b5481 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:02.606203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-205d216d-e3da-4e7e-8732-522ee49dc19d req-46079d9f-f01f-4a30-80a3-061e748b5481 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0483534 Apr 18 21:15:02.643901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-205d216d-e3da-4e7e-8732-522ee49dc19d req-9bb711bb-b466-495b-9235-a4b788bce629 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311565 Apr 18 21:15:02.911493 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-a997de22-9097-4120-a910-3971b1a5fd7d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760899 Apr 18 21:15:02.919815 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1745836-4952-40be-a88c-039b72b6afff req-3a7561d5-f45c-4522-93d7-723c0b6bb973 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:02.921901 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1745836-4952-40be-a88c-039b72b6afff req-3a7561d5-f45c-4522-93d7-723c0b6bb973 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0779359 Apr 18 21:15:02.963777 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1745836-4952-40be-a88c-039b72b6afff req-ac1aeed9-c528-4d54-9839-9f62b3c9a0d6 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350711 Apr 18 21:15:04.055916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df7ba-270a-420b-a100-8f6dd30567fc req-cbb5b197-4784-4c82-9953-39d6482795f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.057451 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-cbb5b197-4784-4c82-9953-39d6482795f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 1096 time: 0.0420578 Apr 18 21:15:04.084440 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e1583-f3e1-4ae6-9ad2-6b146ec4acac req-6b214519-9f42-4e93-b0f2-bd849230b276 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.085923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-705e1583-f3e1-4ae6-9ad2-6b146ec4acac req-6b214519-9f42-4e93-b0f2-bd849230b276 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0523841 Apr 18 21:15:04.125005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-705e1583-f3e1-4ae6-9ad2-6b146ec4acac req-a3412f99-21b1-4d8a-8b78-a8a36e0efd80 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Apr 18 21:15:04.145896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df7ba-270a-420b-a100-8f6dd30567fc req-4aade106-d398-4bd4-9768-62a5a4b19074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.147373 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-4aade106-d398-4bd4-9768-62a5a4b19074 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.0839946 Apr 18 21:15:04.191742 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-3f038a70-2361-448f-8e75-f3b152709876 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf HTTP/1.1" status: 200 len: 217 time: 0.0375712 Apr 18 21:15:04.240196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df7ba-270a-420b-a100-8f6dd30567fc req-aa616075-5f69-49e3-8c47-e5ee46ba18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.241646 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-aa616075-5f69-49e3-8c47-e5ee46ba18c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0436912 Apr 18 21:15:04.275941 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-1119a09f-e2ce-47b5-a37c-d91d52b7dfb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264297 Apr 18 21:15:04.365851 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-68b0bc78-9baa-477e-94d6-d08f0f5d528b service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835676 Apr 18 21:15:04.453927 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-924f925f-77bc-481a-83b7-23e68f6681e9 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811367 Apr 18 21:15:05.245425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebeab4-db51-46f7-be37-c34d78af3fb6 req-b0ea87ef-4913-4e65-b981-c61c95af55a8 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:05.246975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8ebeab4-db51-46f7-be37-c34d78af3fb6 req-b0ea87ef-4913-4e65-b981-c61c95af55a8 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0526404 Apr 18 21:15:05.286910 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e8ebeab4-db51-46f7-be37-c34d78af3fb6 req-6dda4c63-21c3-4159-802a-953b6b97f467 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Apr 18 21:15:05.973130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b61ea123-0728-48b3-9bf2-e4e6aa1d9040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:06.406164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108bd4b-e51a-40bc-b4ff-e46887aab773 req-f7067917-3a18-499b-a6b9-4ec91fd28553 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:06.407651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3108bd4b-e51a-40bc-b4ff-e46887aab773 req-f7067917-3a18-499b-a6b9-4ec91fd28553 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0497949 Apr 18 21:15:06.445735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3108bd4b-e51a-40bc-b4ff-e46887aab773 req-903f2cb7-4531-44b7-95b8-c0109d87147c tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321755 Apr 18 21:15:07.563223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632eddf-d3d7-47dc-a2c8-9d1875ef8ddd req-64efa236-fcda-493c-9fa1-a3e1b0c23cae tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:07.564771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2632eddf-d3d7-47dc-a2c8-9d1875ef8ddd req-64efa236-fcda-493c-9fa1-a3e1b0c23cae tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0486023 Apr 18 21:15:07.602652 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2632eddf-d3d7-47dc-a2c8-9d1875ef8ddd req-14cb0a25-c9cb-470e-bd4d-a19775e128a0 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Apr 18 21:15:08.706110 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8a24ba37-c68b-4c15-b3ac-5445db02691c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:08.726196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c2a7-4266-4fec-9ba6-451a883a4f02 req-2752d222-f857-4b74-be84-19d13cbfc764 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:08.727773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50e2c2a7-4266-4fec-9ba6-451a883a4f02 req-2752d222-f857-4b74-be84-19d13cbfc764 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0538104 Apr 18 21:15:08.765511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50e2c2a7-4266-4fec-9ba6-451a883a4f02 req-dce2abe4-e597-4ec8-ba90-88d128de5567 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312672 Apr 18 21:15:09.434727 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.884265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e032599-1461-4a92-b9df-d588f02c11b3 req-26a09a55-c650-41e8-9412-e69b0f364b0a tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:09.885767 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e032599-1461-4a92-b9df-d588f02c11b3 req-26a09a55-c650-41e8-9412-e69b0f364b0a tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0508432 Apr 18 21:15:09.925248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e032599-1461-4a92-b9df-d588f02c11b3 req-fb97223e-03f6-4bba-bdf9-79ad8bba9429 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327837 Apr 18 21:15:10.615207 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.040908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35f95a-39a9-4b05-b3cc-ccaf9448956d req-2805b5eb-33f2-4d57-8442-6491f4f315f3 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:11.042297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf35f95a-39a9-4b05-b3cc-ccaf9448956d req-2805b5eb-33f2-4d57-8442-6491f4f315f3 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0491533 Apr 18 21:15:11.079266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf35f95a-39a9-4b05-b3cc-ccaf9448956d req-88ba831e-05b1-4b2c-bf05-4e5cb846d9dd tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309241 Apr 18 21:15:11.272765 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:12.208422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2906c98-2477-4d9f-a6e9-b59c3b065618 req-586f5de4-4bcf-44f4-bb73-f3d56708a5d2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:12.209908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2906c98-2477-4d9f-a6e9-b59c3b065618 req-586f5de4-4bcf-44f4-bb73-f3d56708a5d2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0567272 Apr 18 21:15:12.249202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2906c98-2477-4d9f-a6e9-b59c3b065618 req-7dadde23-bd07-47c6-8b2c-934446d0652f tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332406 Apr 18 21:15:12.664122 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:13.366846 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b371d1e-2a08-486c-a908-225d6adddc31 req-e9767c3d-851f-442a-9c58-ec2c2e5fe0be tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:13.368361 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b371d1e-2a08-486c-a908-225d6adddc31 req-e9767c3d-851f-442a-9c58-ec2c2e5fe0be tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0484736 Apr 18 21:15:13.406776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b371d1e-2a08-486c-a908-225d6adddc31 req-9e9d12bd-8c40-46df-ab0f-e7dc2e933723 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Apr 18 21:15:14.524011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1fdf4-3e1d-499c-a6cf-cfeca9fe95b8 req-9742159a-53b5-499f-8714-7a11aa590885 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:14.525482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88e1fdf4-3e1d-499c-a6cf-cfeca9fe95b8 req-9742159a-53b5-499f-8714-7a11aa590885 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0507288 Apr 18 21:15:14.562558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88e1fdf4-3e1d-499c-a6cf-cfeca9fe95b8 req-a372eb03-82ca-44a1-b2c8-e24bff5f0367 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Apr 18 21:15:15.680468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b570c78-6166-4ec2-aa87-831369f7feac req-3b4b5e20-6a5d-4ec6-9864-594efa31e963 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:15.681967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b570c78-6166-4ec2-aa87-831369f7feac req-3b4b5e20-6a5d-4ec6-9864-594efa31e963 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0520365 Apr 18 21:15:15.720100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b570c78-6166-4ec2-aa87-831369f7feac req-0c716ba4-2e18-459c-995d-c991986846d6 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Apr 18 21:15:16.241186 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.275867 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:15:16.840747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f23b40-3d39-4304-a1d2-cb6c36d3f6c1 req-e08c97a0-31b9-4307-ae7c-a45c61b295d6 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.842236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59f23b40-3d39-4304-a1d2-cb6c36d3f6c1 req-e08c97a0-31b9-4307-ae7c-a45c61b295d6 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0524158 Apr 18 21:15:16.880017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59f23b40-3d39-4304-a1d2-cb6c36d3f6c1 req-374485f2-cc63-42cc-b0b5-92e36b6f69df tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Apr 18 21:15:17.995022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2270db2-f361-4792-a80a-89474299289e req-9cacf119-0918-4b74-99ec-16318f1cbc39 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:17.996526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2270db2-f361-4792-a80a-89474299289e req-9cacf119-0918-4b74-99ec-16318f1cbc39 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0482426 Apr 18 21:15:18.034507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c2270db2-f361-4792-a80a-89474299289e req-013144eb-2938-45a0-8c6d-4f95af408e20 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313778 Apr 18 21:15:19.153839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cdde7-9b06-41b2-bf75-da5587561e47 req-ada2e818-da03-4c62-8c9b-67462d4a13c1 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:19.155288 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b08cdde7-9b06-41b2-bf75-da5587561e47 req-ada2e818-da03-4c62-8c9b-67462d4a13c1 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0515659 Apr 18 21:15:19.192373 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b08cdde7-9b06-41b2-bf75-da5587561e47 req-80fb5659-c26f-49cf-9c74-85cc3d0674f1 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302939 Apr 18 21:15:20.307802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ea86e-68cb-47d1-82fa-8689bd83678c req-ff9e6c85-a1ff-420a-aa2e-a56ee04d8be8 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:20.309310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b83ea86e-68cb-47d1-82fa-8689bd83678c req-ff9e6c85-a1ff-420a-aa2e-a56ee04d8be8 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0489125 Apr 18 21:15:20.347567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b83ea86e-68cb-47d1-82fa-8689bd83678c req-a09b7667-77c1-45b3-ac7d-7bc8c90ae736 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Apr 18 21:15:21.469011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69983ca0-5d34-45a1-a4a7-601ad17eb72a req-95abeaae-f866-4db5-ba54-a594559b2e68 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:21.470520 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69983ca0-5d34-45a1-a4a7-601ad17eb72a req-95abeaae-f866-4db5-ba54-a594559b2e68 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0519383 Apr 18 21:15:21.511611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69983ca0-5d34-45a1-a4a7-601ad17eb72a req-b64b362f-4a91-459c-9f73-4261a7870b4b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351069 Apr 18 21:15:22.630187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd501c-26a4-456a-8309-2bcf3ce6d078 req-7fa37480-6e84-4fe3-a45e-49123a6e03f6 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:22.631651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2acd501c-26a4-456a-8309-2bcf3ce6d078 req-7fa37480-6e84-4fe3-a45e-49123a6e03f6 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0512538 Apr 18 21:15:22.670241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2acd501c-26a4-456a-8309-2bcf3ce6d078 req-6e767cce-815c-4c22-8c20-ca502568df22 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Apr 18 21:15:23.803637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910e0f7-e8c8-4426-9192-893c3e28be76 req-e30e9e47-618f-4991-86f9-5af7fed6db93 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:23.805145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0910e0f7-e8c8-4426-9192-893c3e28be76 req-e30e9e47-618f-4991-86f9-5af7fed6db93 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0604017 Apr 18 21:15:23.843800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0910e0f7-e8c8-4426-9192-893c3e28be76 req-e4cd2f9e-c7ab-4286-acc2-f45ea33c1e27 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Apr 18 21:15:24.962288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337c6a0-00f6-4caf-820d-76d55ff34dd3 req-42efe43e-810b-4261-850b-c128ca577de9 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.963755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b337c6a0-00f6-4caf-820d-76d55ff34dd3 req-42efe43e-810b-4261-850b-c128ca577de9 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0483661 Apr 18 21:15:25.001198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b337c6a0-00f6-4caf-820d-76d55ff34dd3 req-8d3ca562-b585-4203-8323-301a09176217 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Apr 18 21:15:26.128822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e92e1-bd22-4abe-96ab-e62095e6ef42 req-a162e113-2ba6-48c0-9bcc-2511544e6534 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.130346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d22e92e1-bd22-4abe-96ab-e62095e6ef42 req-a162e113-2ba6-48c0-9bcc-2511544e6534 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0545819 Apr 18 21:15:26.177683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d22e92e1-bd22-4abe-96ab-e62095e6ef42 req-94202449-77b8-460f-a218-97de9e498a35 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Apr 18 21:15:27.301567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c36a85-db16-449f-99a1-50832592765d req-51e8b10b-c631-4e6d-8c79-d8895ea7e415 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:27.303079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87c36a85-db16-449f-99a1-50832592765d req-51e8b10b-c631-4e6d-8c79-d8895ea7e415 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0493562 Apr 18 21:15:27.346674 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87c36a85-db16-449f-99a1-50832592765d req-cc7aa6f9-0bda-479c-9dc1-a5ec76476338 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375679 Apr 18 21:15:28.461151 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a594389-055f-437f-851a-71d73c76dba1 req-d35efcb8-e16a-46ce-832c-bea25031aefb tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:28.462632 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a594389-055f-437f-851a-71d73c76dba1 req-d35efcb8-e16a-46ce-832c-bea25031aefb tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0479245 Apr 18 21:15:28.500597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a594389-055f-437f-851a-71d73c76dba1 req-43171b8c-9b06-4e2c-bc78-8773e94efe7e tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Apr 18 21:15:29.623168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7ce78-4e28-44ae-8c00-689329b59d6d req-6a547f29-a228-401b-8f2b-90b29e32d855 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:29.625252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ea7ce78-4e28-44ae-8c00-689329b59d6d req-6a547f29-a228-401b-8f2b-90b29e32d855 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0525115 Apr 18 21:15:29.663188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ea7ce78-4e28-44ae-8c00-689329b59d6d req-5fce38e5-93cc-4bfc-a958-1c76faeff7b6 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Apr 18 21:15:30.786528 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33d0b9-404f-4bd0-acf6-0db5298ce26d req-00bb621f-de8d-4686-9b7f-ad5ac1c89a2b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:30.788310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf33d0b9-404f-4bd0-acf6-0db5298ce26d req-00bb621f-de8d-4686-9b7f-ad5ac1c89a2b tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0509915 Apr 18 21:15:30.833828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cf33d0b9-404f-4bd0-acf6-0db5298ce26d req-050cc37d-1611-4df6-add9-1f9fe31c5336 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393555 Apr 18 21:15:31.229449 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-357df7ba-270a-420b-a100-8f6dd30567fc req-d05dac80-47af-42f0-9c3d-068658a73092 service neutron] show failed (client error): The resource could not be found. Apr 18 21:15:31.230464 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-d05dac80-47af-42f0-9c3d-068658a73092 service neutron] 10.222.0.60 "GET /v2.0/ports/64b2306f-09d1-4db7-8ef3-3787714d56cf/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0608523 Apr 18 21:15:31.498705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df7ba-270a-420b-a100-8f6dd30567fc req-d1329645-e616-45ee-8840-6ed5586bd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:31.500206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-d1329645-e616-45ee-8840-6ed5586bd28d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da&tenant_id=33cee3a3bca749b6af51853a58b8419e HTTP/1.1" status: 200 len: 1096 time: 0.0991704 Apr 18 21:15:31.516246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:31.571072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.779301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:31.814459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:31.855311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:31.857643 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262dd119-5534-4e25-b52b-70c3014a8931" -d '{"events": [{"server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "name": "network-vif-unplugged", "status": "completed", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:15:31.862315 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.876523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Transition to ACTIVE for port object 64b2306f-09d1-4db7-8ef3-3787714d56cf will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:31.881448 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:31.963492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Pushing event updated for resources: {'Port': ['ID=64b2306f-09d1-4db7-8ef3-3787714d56cf,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:31.985448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] No DVR routers for this DVR port 64b2306f-09d1-4db7-8ef3-3787714d56cf on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:31.990107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.990519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.990805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.991138 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.991470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.991801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.992152 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.992476 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.992802 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.993181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.993443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.993761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:31.999933 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6050a854-7068-4f94-922b-5b58200dce00 x-openstack-request-id: req-6050a854-7068-4f94-922b-5b58200dce00 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:15:32.000171 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "name": "network-vif-unplugged", "status": "completed", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:15:32.000388 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6050a854-7068-4f94-922b-5b58200dce00 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:15:32.000789 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6050a854-7068-4f94-922b-5b58200dce00'] response: {'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf', 'code': 200} Apr 18 21:15:32.035769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7e3c3-2f32-4e48-8f04-512967ba4276 req-38bf4882-effc-4030-aa0b-c3a95c443add tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.037375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f7e3c3-2f32-4e48-8f04-512967ba4276 req-38bf4882-effc-4030-aa0b-c3a95c443add tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 943 time: 0.1251118 Apr 18 21:15:32.057140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Attempting to bind port 64b2306f-09d1-4db7-8ef3-3787714d56cf on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:32.057619 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Attempting to bind port 64b2306f-09d1-4db7-8ef3-3787714d56cf by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:32.057781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Attempting to bind port 64b2306f-09d1-4db7-8ef3-3787714d56cf on network 8fd1e67e-438e-46f0-b575-f8ef06192390 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:15:32.070715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Port 64b2306f-09d1-4db7-8ef3-3787714d56cf on network 8fd1e67e-438e-46f0-b575-f8ef06192390 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:15:32.071041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Attempting to bind port 64b2306f-09d1-4db7-8ef3-3787714d56cf on network 8fd1e67e-438e-46f0-b575-f8ef06192390 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:15:32.081984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:15:32.082333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Checking segment: {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:15:32.083167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Bound using segment: {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:15:32.083167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Bound port: 64b2306f-09d1-4db7-8ef3-3787714d56cf, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ad110a-1867-47ae-9d8f-fb6bae97fb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:32.083531 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.106368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6f7e3c3-2f32-4e48-8f04-512967ba4276 req-2c91f369-fb59-49f3-97f5-add14f4d69f7 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607998 Apr 18 21:15:32.163932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:32.166880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:32.171392 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.208687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.209313 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:32.210700 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] 10.222.0.64 "PUT /v2.0/ports/64b2306f-09d1-4db7-8ef3-3787714d56cf HTTP/1.1" status: 200 len: 1091 time: 0.6984148 Apr 18 21:15:32.248284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2977aaf-e45b-40f2-be52-98b4103d9403 service neutron] Pushing event updated for resources: {'Port': ['ID=64b2306f-09d1-4db7-8ef3-3787714d56cf,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:32.284839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df7ba-270a-420b-a100-8f6dd30567fc req-06fd3c30-9acf-4b1c-b4e7-10d18bce805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.286411 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-06fd3c30-9acf-4b1c-b4e7-10d18bce805b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 1094 time: 0.0491800 Apr 18 21:15:32.382256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df7ba-270a-420b-a100-8f6dd30567fc req-37be2225-4e57-4ec5-b5cc-f5281073e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.384159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-37be2225-4e57-4ec5-b5cc-f5281073e74a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.0875800 Apr 18 21:15:32.428545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-bfccf352-dcf8-4290-8875-68ce1e360bca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf HTTP/1.1" status: 200 len: 217 time: 0.0337195 Apr 18 21:15:32.483630 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df7ba-270a-420b-a100-8f6dd30567fc req-0628c4bc-fccc-40bc-80ce-16f52c5c7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.485095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-0628c4bc-fccc-40bc-80ce-16f52c5c7787 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0468218 Apr 18 21:15:32.521130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-b7ab6a2b-4cce-41ab-8189-26dcfc2ae0fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258796 Apr 18 21:15:32.617870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-84d54fcd-0446-4865-abc7-cdd1c87b9049 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864084 Apr 18 21:15:32.706212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-357df7ba-270a-420b-a100-8f6dd30567fc req-8f8141e4-21be-4966-a763-a550ba5da79a service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817955 Apr 18 21:15:33.234874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa03787-37f7-4742-a017-747ec74f31ef req-c3aa330f-95d3-447d-943e-ff728d6b81d9 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:33.236407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5aa03787-37f7-4742-a017-747ec74f31ef req-c3aa330f-95d3-447d-943e-ff728d6b81d9 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 943 time: 0.0556095 Apr 18 21:15:33.275138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5aa03787-37f7-4742-a017-747ec74f31ef req-4aa45429-5583-4a68-8a06-09513a413708 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Apr 18 21:15:34.001835 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:34.004259 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15761432-475e-4bcd-b67d-b60227f495c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:15:34.053864 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be963122-8a24-4231-9d08-2d3b04a5e807 x-openstack-request-id: req-be963122-8a24-4231-9d08-2d3b04a5e807 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:15:34.054157 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:15:34.054430 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be963122-8a24-4231-9d08-2d3b04a5e807 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:15:34.054847 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be963122-8a24-4231-9d08-2d3b04a5e807'] response: {'name': 'network-changed', 'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf', 'status': 'completed', 'code': 200} Apr 18 21:15:34.118159 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761432-475e-4bcd-b67d-b60227f495c2 req-1a5c1d54-9f40-42a5-85d0-e39194f31b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.119734 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-1a5c1d54-9f40-42a5-85d0-e39194f31b7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 1094 time: 0.0471606 Apr 18 21:15:34.120083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761432-475e-4bcd-b67d-b60227f495c2 req-4b3370c7-be42-4570-9557-4202e3524c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.121578 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-4b3370c7-be42-4570-9557-4202e3524c00 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 1094 time: 0.0398774 Apr 18 21:15:34.217282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761432-475e-4bcd-b67d-b60227f495c2 req-6b08c96b-76d1-4c7e-956c-d97b4c452ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.219636 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-6b08c96b-76d1-4c7e-956c-d97b4c452ad3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.0922256 Apr 18 21:15:34.221583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761432-475e-4bcd-b67d-b60227f495c2 req-91aa2b3c-a940-497a-aca4-c6759ced6bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.223030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-91aa2b3c-a940-497a-aca4-c6759ced6bbd service neutron] 10.222.0.64 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.0928798 Apr 18 21:15:34.266076 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-6edf2ce6-e77f-4b96-9187-cbe295d7be1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf HTTP/1.1" status: 200 len: 217 time: 0.0400870 Apr 18 21:15:34.274200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-8b2c41cd-871a-460c-ac86-9d8ab81b4cdf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf HTTP/1.1" status: 200 len: 217 time: 0.0404577 Apr 18 21:15:34.321072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761432-475e-4bcd-b67d-b60227f495c2 req-7005d62d-b254-4239-b428-40ebb51ce2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.322699 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-7005d62d-b254-4239-b428-40ebb51ce2ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0509851 Apr 18 21:15:34.325583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761432-475e-4bcd-b67d-b60227f495c2 req-c4c02137-9b93-41fc-9fd4-804a8005d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.327049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-c4c02137-9b93-41fc-9fd4-804a8005d802 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0460682 Apr 18 21:15:34.357582 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-f216e6a2-3c42-4ffd-b074-e4da6470b146 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269709 Apr 18 21:15:34.361904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-76da3323-3e10-4f10-8487-3e34e581f2f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278842 Apr 18 21:15:34.457768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 64b2306f-09d1-4db7-8ef3-3787714d56cf no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:15:34.462016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4e1a2-8043-4740-9965-a274c808eace req-9d4aa62d-5f9b-412b-a69a-404b7d6275bc tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.463558 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58d4e1a2-8043-4740-9965-a274c808eace req-9d4aa62d-5f9b-412b-a69a-404b7d6275bc tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 943 time: 0.1044788 Apr 18 21:15:34.463950 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-fe84a723-7419-4b82-8a48-6fe357a78f55 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993309 Apr 18 21:15:34.500806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 64b2306f-09d1-4db7-8ef3-3787714d56cf not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:15:34.505138 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-1d17026a-90ed-4be9-840d-aba4077fe401 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339493 Apr 18 21:15:34.539873 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58d4e1a2-8043-4740-9965-a274c808eace req-fb52004b-8307-4e55-b6d8-faeaa435aa68 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665357 Apr 18 21:15:34.579999 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-e397a852-61eb-42a7-87f0-978211ef8f72 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084576 Apr 18 21:15:34.940347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15761432-475e-4bcd-b67d-b60227f495c2 req-0234cf44-c237-44a9-bb83-7f0dedd66ac4 service neutron] 10.222.0.64 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248164 Apr 18 21:15:35.412043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 64b2306f-09d1-4db7-8ef3-3787714d56cf details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:15:35.513803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:35.528956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '64b2306f-09d1-4db7-8ef3-3787714d56cf', 'network_id': '8fd1e67e-438e-46f0-b575-f8ef06192390', 'port_id': '64b2306f-09d1-4db7-8ef3-3787714d56cf', 'mac_address': 'fa:16:3e:04:7f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c5fffd3-7443-477d-9328-6f7e23bb4384', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:15:35.567342 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.581605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b2306f-09d1-4db7-8ef3-3787714d56cf {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:15:35.602268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:35.607375 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.658255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=64b2306f-09d1-4db7-8ef3-3787714d56cf,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:35.667289 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.667549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.667907 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.668238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.668566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.668893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.669217 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.669611 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.669857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.670203 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.670483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.670808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:35.689009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f65e6-25da-4ff6-a917-1978f3531477 req-1c59c81f-4675-4613-ba31-976a793ba7db tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:35.690643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-500f65e6-25da-4ff6-a917-1978f3531477 req-1c59c81f-4675-4613-ba31-976a793ba7db tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 944 time: 0.0583920 Apr 18 21:15:35.729662 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-500f65e6-25da-4ff6-a917-1978f3531477 req-ebb28bd3-7bc2-4092-922a-a05f0097dde7 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Apr 18 21:15:35.845888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['64b2306f-09d1-4db7-8ef3-3787714d56cf'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:15:35.946979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf23576-e84e-44e7-8c06-81ecfe3e42f2 req-30620108-05b5-4727-888c-665c6a6ec0b2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:35.948741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ecf23576-e84e-44e7-8c06-81ecfe3e42f2 req-30620108-05b5-4727-888c-665c6a6ec0b2 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 944 time: 0.0541124 Apr 18 21:15:35.990715 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6c2e18c-690c-4406-8ac3-2d993556a62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.004316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-1c13855f-68ac-4d21-8a80-561d59636c60 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:36.006177 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-1c13855f-68ac-4d21-8a80-561d59636c60 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da&tenant_id=33cee3a3bca749b6af51853a58b8419e&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 944 time: 0.0975397 Apr 18 21:15:36.008426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ecf23576-e84e-44e7-8c06-81ecfe3e42f2 req-4196e65b-1981-4e4f-ab6d-f85a8dcb2f46 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530210 Apr 18 21:15:36.080656 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-f0691e04-f2bb-485d-b9e1-c93308011cf0 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:15:36.081686 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-f0691e04-f2bb-485d-b9e1-c93308011cf0 service neutron] 10.222.0.60 "DELETE /v2.0/ports/64b2306f-09d1-4db7-8ef3-3787714d56cf/bindings/n-h1-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0687749 Apr 18 21:15:36.168475 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-37cbfd0a-f289-479d-933c-dfe41f75a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:36.169954 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-37cbfd0a-f289-479d-933c-dfe41f75a329 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=33cee3a3bca749b6af51853a58b8419e&device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 1095 time: 0.0421605 Apr 18 21:15:36.263986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-1edffe3f-03b9-4646-9379-4e172c8abb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:36.265406 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-1edffe3f-03b9-4646-9379-4e172c8abb1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 200 len: 916 time: 0.0881124 Apr 18 21:15:36.307848 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-6933f07b-540d-4ae1-9987-4c74017cded9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf HTTP/1.1" status: 200 len: 217 time: 0.0359814 Apr 18 21:15:36.357525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-982035d7-5fe2-44cb-b479-5eacfb5abf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:36.359561 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-982035d7-5fe2-44cb-b479-5eacfb5abf13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 200 len: 855 time: 0.0444360 Apr 18 21:15:36.389803 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-51894c18-3c3a-4929-ae5d-d9a15efcc982 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8fd1e67e-438e-46f0-b575-f8ef06192390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243402 Apr 18 21:15:36.482713 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-89bfbf4e-3305-4257-a611-23e24e06ae88 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864902 Apr 18 21:15:36.574055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-05e83235-36c7-478b-acd7-d4ca6ba14a34 req-46e4b3dd-c839-409e-95b6-a43c8b9aa157 service neutron] 10.222.0.60 "GET /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844917 Apr 18 21:15:37.140403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e165752-884f-477d-a011-dd03082dc75e req-98fcf871-4f07-47be-9c66-230f98b51898 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:37.142059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e165752-884f-477d-a011-dd03082dc75e req-98fcf871-4f07-47be-9c66-230f98b51898 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 944 time: 0.0632663 Apr 18 21:15:37.190357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e165752-884f-477d-a011-dd03082dc75e req-868ca8a2-a0b7-46cb-960a-9b3f91b25eca tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397844 Apr 18 21:15:37.313203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38dbca-73b7-40bc-ba0f-a49ffb2f9a8e req-d14a2014-2f75-4e96-905a-75b091b7f83e tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:37.315470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae38dbca-73b7-40bc-ba0f-a49ffb2f9a8e req-d14a2014-2f75-4e96-905a-75b091b7f83e tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 944 time: 0.0564761 Apr 18 21:15:37.356462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae38dbca-73b7-40bc-ba0f-a49ffb2f9a8e req-ac8219c1-31d1-4e19-b73c-8439135259f1 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344214 Apr 18 21:15:37.420397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 64b2306f-09d1-4db7-8ef3-3787714d56cf up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:15:37.475690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 64b2306f-09d1-4db7-8ef3-3787714d56cf completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:37.479892 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 64b2306f-09d1-4db7-8ef3-3787714d56cf triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:37.480775 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:37.489253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf11d31-7e2d-4a03-b6b8-5c867f64aff8 req-cfece3ac-4975-4f31-a162-fc9ac60551e4 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:37.490836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cf11d31-7e2d-4a03-b6b8-5c867f64aff8 req-cfece3ac-4975-4f31-a162-fc9ac60551e4 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 944 time: 0.0503674 Apr 18 21:15:37.533651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1cf11d31-7e2d-4a03-b6b8-5c867f64aff8 req-2a9795af-6938-46fb-a1ac-57c8e32e4b5d tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360494 Apr 18 21:15:37.571547 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:37.596840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:37.599135 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512a1cf0-82ed-4f66-aec6-e8e3dc893186" -d '{"events": [{"server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "name": "network-vif-plugged", "status": "completed", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:15:37.616398 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:37.620830 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:37.685928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=64b2306f-09d1-4db7-8ef3-3787714d56cf,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:37.725522 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbb6404-d4f9-44ea-bd83-c9b9bde47264 x-openstack-request-id: req-4bbb6404-d4f9-44ea-bd83-c9b9bde47264 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:15:37.726152 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "name": "network-vif-plugged", "status": "completed", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:15:37.726418 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bbb6404-d4f9-44ea-bd83-c9b9bde47264 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:15:37.726829 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bbb6404-d4f9-44ea-bd83-c9b9bde47264'] response: {'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf', 'code': 200} Apr 18 21:15:37.965604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28f427-f52c-4456-a747-9656256088e3 req-eaeb99ed-ecf0-4977-b1e3-6749f000dc69 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:37.967096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e28f427-f52c-4456-a747-9656256088e3 req-eaeb99ed-ecf0-4977-b1e3-6749f000dc69 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0606122 Apr 18 21:15:38.005952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e28f427-f52c-4456-a747-9656256088e3 req-1e6d4812-0a70-4d53-968e-6e022a1a85ef tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Apr 18 21:15:38.708397 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f16ff9ac-8e05-4201-aca6-a0b60ca9e67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.127826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e169e-0314-4ed8-a0fb-03e93f23401a req-781ef780-8a3c-4742-9fd3-5476f1bd304e tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:39.129384 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c6e169e-0314-4ed8-a0fb-03e93f23401a req-781ef780-8a3c-4742-9fd3-5476f1bd304e tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0499501 Apr 18 21:15:39.194823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c6e169e-0314-4ed8-a0fb-03e93f23401a req-ca66bb1b-b315-452e-9f6c-00756bf6df65 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.49 "GET /v2.0/security-groups?id=c69d2adb-3bb8-46ef-a439-bab07c53aead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591927 Apr 18 21:15:39.208904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-a0535318-58cf-427f-bd09-e9de37c7e2bd tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:39.208904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-a0535318-58cf-427f-bd09-e9de37c7e2bd tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ebd1228-dffc-46a2-8fa6-1d6561fee2da HTTP/1.1" status: 200 len: 945 time: 0.0668094 Apr 18 21:15:39.304814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-c01b6536-3324-439d-92fc-8b0455df57f5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Deleting port 64b2306f-09d1-4db7-8ef3-3787714d56cf {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:15:39.305156 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-c01b6536-3324-439d-92fc-8b0455df57f5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.393717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-c01b6536-3324-439d-92fc-8b0455df57f5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] For port 64b2306f-09d1-4db7-8ef3-3787714d56cf, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=64b2306f-09d1-4db7-8ef3-3787714d56cf,segment=NetworkSegment(77ad110a-1867-47ae-9d8f-fb6bae97fb97),segment_id=77ad110a-1867-47ae-9d8f-fb6bae97fb97)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:39.394087 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-c01b6536-3324-439d-92fc-8b0455df57f5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.408660 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-c01b6536-3324-439d-92fc-8b0455df57f5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Calling delete_port for 64b2306f-09d1-4db7-8ef3-3787714d56cf owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:15:39.437933 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.544000 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-c01b6536-3324-439d-92fc-8b0455df57f5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.560140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['64b2306f-09d1-4db7-8ef3-3787714d56cf'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:15:39.576053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b6536-3324-439d-92fc-8b0455df57f5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Pushing event deleted for resources: {'Port': ['ID=64b2306f-09d1-4db7-8ef3-3787714d56cf,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:39.622543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-c01b6536-3324-439d-92fc-8b0455df57f5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] No DVR routers for this DVR port 64b2306f-09d1-4db7-8ef3-3787714d56cf on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:39.625411 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-c01b6536-3324-439d-92fc-8b0455df57f5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.628985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca7610a2-d7c3-4077-8814-96b71e06821a req-c01b6536-3324-439d-92fc-8b0455df57f5 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] 10.222.0.64 "DELETE /v2.0/ports/64b2306f-09d1-4db7-8ef3-3787714d56cf HTTP/1.1" status: 204 len: 173 time: 0.4117310 Apr 18 21:15:39.629483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'name': 'network-vif-deleted', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:39.631820 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd37861-9c59-44d4-8f40-6cf98861c99e" -d '{"events": [{"server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "name": "network-vif-deleted", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:15:39.680166 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a81e47d-103b-4f53-a4b7-b6344f60f6f2 x-openstack-request-id: req-6a81e47d-103b-4f53-a4b7-b6344f60f6f2 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:15:39.680500 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebd1228-dffc-46a2-8fa6-1d6561fee2da", "name": "network-vif-deleted", "tag": "64b2306f-09d1-4db7-8ef3-3787714d56cf", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:15:39.680659 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a81e47d-103b-4f53-a4b7-b6344f60f6f2 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:15:39.681064 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a81e47d-103b-4f53-a4b7-b6344f60f6f2'] response: {'server_uuid': '1ebd1228-dffc-46a2-8fa6-1d6561fee2da', 'name': 'network-vif-deleted', 'tag': '64b2306f-09d1-4db7-8ef3-3787714d56cf', 'status': 'completed', 'code': 200} Apr 18 21:15:40.325718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50446) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:40.373368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a053fb6-1176-41b3-9dab-241c05f087aa admin admin] Deleting subnet 2c5fffd3-7443-477d-9328-6f7e23bb4384 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:15:40.377569 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a053fb6-1176-41b3-9dab-241c05f087aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.418291 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a053fb6-1176-41b3-9dab-241c05f087aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.459032 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a053fb6-1176-41b3-9dab-241c05f087aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.516232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a053fb6-1176-41b3-9dab-241c05f087aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.540542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a053fb6-1176-41b3-9dab-241c05f087aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c5fffd3-7443-477d-9328-6f7e23bb4384,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:40.548367 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9a053fb6-1176-41b3-9dab-241c05f087aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.551877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9a053fb6-1176-41b3-9dab-241c05f087aa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2c5fffd3-7443-477d-9328-6f7e23bb4384 HTTP/1.1" status: 204 len: 168 time: 0.2248304 Apr 18 21:15:40.554461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50448) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:40.618238 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.626249 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.708031 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.728391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd1e67e-438e-46f0-b575-f8ef06192390']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:40.738992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ad110a-1867-47ae-9d8f-fb6bae97fb97') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:40.739305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ad110a-1867-47ae-9d8f-fb6bae97fb97') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:40.749013 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.762665 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.769001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:15:40.769458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:40.771720 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:40.832317 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.839104 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.842299 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8fd1e67e-438e-46f0-b575-f8ef06192390 HTTP/1.1" status: 204 len: 168 time: 0.2868786 Apr 18 21:15:40.855089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544df8ff-78fd-4845-94d9-8cd476b73a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd1e67e-438e-46f0-b575-f8ef06192390,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:40.974018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50452) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:41.018948 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-baaa27ce-99f4-4bba-9163-e1d0a3388d35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=33cee3a3bca749b6af51853a58b8419e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437579 Apr 18 21:15:41.021530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50454) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:41.073123 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87c65b12-f639-47bb-8ca7-e8bfb0ebdf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.095744 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87c65b12-f639-47bb-8ca7-e8bfb0ebdf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.146951 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87c65b12-f639-47bb-8ca7-e8bfb0ebdf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.149151 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-87c65b12-f639-47bb-8ca7-e8bfb0ebdf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.150385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-87c65b12-f639-47bb-8ca7-e8bfb0ebdf59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c69d2adb-3bb8-46ef-a439-bab07c53aead HTTP/1.1" status: 204 len: 168 time: 0.1279297 Apr 18 21:15:41.159620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c65b12-f639-47bb-8ca7-e8bfb0ebdf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69d2adb-3bb8-46ef-a439-bab07c53aead,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:41.275596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.857168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50476) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:41.964190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1526364014-network', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:41.987021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Made reservation on behalf of f37a647b82ff4fc6852fa1d10ad3bb5c for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:41.990679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:41.999318 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.080281 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.084214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.106898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:42.122385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07ab27d-cd3a-42bc-be73-9e42c6289e9b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:42.129727 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.130068 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Added segment 2a742724-d626-44ed-8497-1312801d3255 of type vlan for network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 Apr 18 21:15:42.181434 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.206426 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.207685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:42.208289 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.264312 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4060142 Apr 18 21:15:42.267352 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50480) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:42.271740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49716d44-ead7-4787-8168-dd581232770f admin admin] Pushing event updated for resources: {'Network': ['ID=1b4e9f30-0633-4042-9c8f-9b1813bd4e78,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:42.275579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Request body: {'subnet': {'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1526364014-subnet', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:42.282337 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:15:42.296359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Made reservation on behalf of f37a647b82ff4fc6852fa1d10ad3bb5c for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:42.299475 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.477035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.542644 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a963f9-3190-4f58-bc05-86bb817b01b8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:42.554809 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.555960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.555960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.555960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.555960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.557257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.557257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.557257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.557489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.557583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.557911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.558233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:42.561477 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:15:42.561830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Network hostable DHCP agents. Network: 1b4e9f30-0633-4042-9c8f-9b1813bd4e78, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:42.579765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:42.589042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 1b4e9f30-0633-4042-9c8f-9b1813bd4e78) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:42.598875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:42.599891 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.600001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e32dd-da98-4ea4-8113-5d54ad7c7ae2 None None] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:15:42.624483 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d485ee8-c211-443a-8b2e-5b4f8b6bb78d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3530426 Apr 18 21:15:42.624713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50482) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:42.629060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:42.650496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.651533 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.691092 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.718054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.772256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:15:42.773164 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:42.926673 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Allocated IP 172.20.0.2 (1b4e9f30-0633-4042-9c8f-9b1813bd4e78/95a963f9-3190-4f58-bc05-86bb817b01b8/5062b4fd-a9e4-4380-9c88-b6a07f510c9b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:43.080302 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.086216 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.126731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:43.129822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:43.133378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:15:43.167905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Pushing event updated for resources: {'Port': ['ID=5062b4fd-a9e4-4380-9c88-b6a07f510c9b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:43.195390 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.208341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Attempting to bind port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:43.208711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Attempting to bind port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:43.209075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Attempting to bind port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:15:43.214542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:15:43.214542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:15:43.214842 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.215241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:15:43.215698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Bound port: 5062b4fd-a9e4-4380-9c88-b6a07f510c9b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:43.216106 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.280595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] For port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:43.283947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] For port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5062b4fd-a9e4-4380-9c88-b6a07f510c9b,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:43.288686 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.357572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cd4ae-a7ac-4643-811d-dcf4c3e95542 None None] Pushing event updated for resources: {'Port': ['ID=5062b4fd-a9e4-4380-9c88-b6a07f510c9b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:43.427467 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.449743 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.478421 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 64b2306f-09d1-4db7-8ef3-3787714d56cf no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:15:43.540840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 64b2306f-09d1-4db7-8ef3-3787714d56cf {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:15:43.541738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 64b2306f-09d1-4db7-8ef3-3787714d56cf not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:15:43.628529 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Allocated IP 172.25.2.82 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/40e2d0a8-ad93-44f9-adb0-b03feeae3dda) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:43.759871 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.807886 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.847713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:43.852342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:43.856706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:15:43.860506 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Pushing event updated for resources: {'Port': ['ID=40e2d0a8-ad93-44f9-adb0-b03feeae3dda,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:44.153550 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.388596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e39801-183b-4eeb-b8f4-d700ec69ca7c None None] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:15:44.392414 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.490992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6798e009-1f1b-4eeb-bdbc-199b3f07bd7f None None] Provisioning complete for port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:44.491572 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6798e009-1f1b-4eeb-bdbc-199b3f07bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.525225 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:15:44.662580 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:44.674357 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6798e009-1f1b-4eeb-bdbc-199b3f07bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.679014 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:15:44.700668 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.703220 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-12741015-9ba3-451d-aac6-9a239fb7b3da admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0771775 Apr 18 21:15:44.705604 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:15:44.706398 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:15:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:44.706594 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:44.730567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6798e009-1f1b-4eeb-bdbc-199b3f07bd7f None None] For port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5062b4fd-a9e4-4380-9c88-b6a07f510c9b,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:44.735808 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6798e009-1f1b-4eeb-bdbc-199b3f07bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.809063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e009-1f1b-4eeb-bdbc-199b3f07bd7f None None] Pushing event updated for resources: {'Port': ['ID=5062b4fd-a9e4-4380-9c88-b6a07f510c9b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:44.994370 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:15:45.039437 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5062b4fd-a9e4-4380-9c88-b6a07f510c9b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:15:45.143248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:45.143644 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.193049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-03b9317f-1b89-4df1-a136-8cd12e8b5760 None None] Provisioning complete for port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:45.193434 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-03b9317f-1b89-4df1-a136-8cd12e8b5760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.233880 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:44Z', 'revision_number': 3, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:45.268555 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:15:45.269044 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Updating router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:15:45.295081 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.434790 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.589187 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.595611 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.621984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Allocated IP 172.20.0.1 (1b4e9f30-0633-4042-9c8f-9b1813bd4e78/95a963f9-3190-4f58-bc05-86bb817b01b8/ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:45.653549 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Attempting to bind port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:45.653918 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Attempting to bind port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:45.654280 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Attempting to bind port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:15:45.656903 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Pushing event updated for resources: {'Port': ['ID=40e2d0a8-ad93-44f9-adb0-b03feeae3dda,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:45.670182 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:15:45.670182 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:15:45.670182 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.670182 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:15:45.670182 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Bound port: 40e2d0a8-ad93-44f9-adb0-b03feeae3dda, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:45.670182 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.672231 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.672567 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.672899 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.673227 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.673551 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.673870 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.674189 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.674503 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.674818 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.675134 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.675457 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.675765 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:45.757725 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.799284 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.840964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:45.842454 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] For port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:45.847943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:45.850249 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] For port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=40e2d0a8-ad93-44f9-adb0-b03feeae3dda,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:45.853207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:15:45.866906 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.887052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:45.911732 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.958421 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9a285-0bdb-46b8-bfd0-3a729e3f4e1a None None] Pushing event updated for resources: {'Port': ['ID=40e2d0a8-ad93-44f9-adb0-b03feeae3dda,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:45.962105 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:15:45.962594 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:15:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:46.071812 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.109727 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:15:46.176519 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-100672d7-8766-484e-b40d-b88c3c84b957 None None] Provisioning complete for port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:46.177313 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-100672d7-8766-484e-b40d-b88c3c84b957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.242346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-100672d7-8766-484e-b40d-b88c3c84b957 None None] Port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:15:46.246393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.314968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.315259 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:44Z', 'revision_number': 3, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:46.320003 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.344673 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdd3323-9226-4935-9efe-53ce1ad39c34 None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:44Z', 'revision_number': 3, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:15:46.391613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:46.406157 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.511894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:46.514336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:46.684115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:15:46.814120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:15:46.820606 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-63ead6f2-c904-4b0e-b90b-2f96b0d889d1 admin admin] 10.222.0.49 "PUT /v2.0/routers/4060dc46-2d4a-4726-9cec-7a0c267f6eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1127982 Apr 18 21:15:46.884949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-689e4e70-7dd6-41ab-be4f-0dedd62a3e62 None None] Provisioning complete for port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:46.885698 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-689e4e70-7dd6-41ab-be4f-0dedd62a3e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.930171 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-689e4e70-7dd6-41ab-be4f-0dedd62a3e62 None None] Port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:15:46.990232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5062b4fd-a9e4-4380-9c88-b6a07f510c9b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:15:47.049771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:47.050142 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.148166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 40e2d0a8-ad93-44f9-adb0-b03feeae3dda up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:15:47.208149 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:47.208959 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.325029 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.355648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=40e2d0a8-ad93-44f9-adb0-b03feeae3dda,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:47.364000 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.426268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=40e2d0a8-ad93-44f9-adb0-b03feeae3dda,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:47.457763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50494) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:47.462427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fc7665f2-1a02-4d73-8f84-f235e701ceba tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1754980440', 'description': 'tempest-description--1488659601'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:47.484761 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc7665f2-1a02-4d73-8f84-f235e701ceba tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.554513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc7665f2-1a02-4d73-8f84-f235e701ceba tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.558990 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc7665f2-1a02-4d73-8f84-f235e701ceba tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.586368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fc7665f2-1a02-4d73-8f84-f235e701ceba tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.587607 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fc7665f2-1a02-4d73-8f84-f235e701ceba tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1288314 Apr 18 21:15:47.590727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50496) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:47.596167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e6016399-ea5a-4e9d-8eb5-d0c1f1a00949 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'security_group_rule': {'security_group_id': 'e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:47.596494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7665f2-1a02-4d73-8f84-f235e701ceba tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:47.638754 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6016399-ea5a-4e9d-8eb5-d0c1f1a00949 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.701322 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6016399-ea5a-4e9d-8eb5-d0c1f1a00949 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.705351 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6016399-ea5a-4e9d-8eb5-d0c1f1a00949 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.723783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6016399-ea5a-4e9d-8eb5-d0c1f1a00949 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaefa7f5-4300-4d5a-998e-d82cdc26b22a,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:47.732008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6016399-ea5a-4e9d-8eb5-d0c1f1a00949 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.733225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e6016399-ea5a-4e9d-8eb5-d0c1f1a00949 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1414039 Apr 18 21:15:47.736693 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50498) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:47.741053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-aa4a0580-ae74-4a32-aab8-72259525e89a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'security_group_rule': {'security_group_id': 'e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:47.767779 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0580-ae74-4a32-aab8-72259525e89a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.867147 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0580-ae74-4a32-aab8-72259525e89a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.876883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0580-ae74-4a32-aab8-72259525e89a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.894948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a0580-ae74-4a32-aab8-72259525e89a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d714100-d677-4c57-b95f-a4bbba7d35ad,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:47.909290 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa4a0580-ae74-4a32-aab8-72259525e89a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.909290 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aa4a0580-ae74-4a32-aab8-72259525e89a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675053 Apr 18 21:15:47.911411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 50500) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:15:47.916259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:47.938815 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.054549 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.131610 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:15:48.143325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:15:48.144247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:15:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:48.169085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Allocated IP 172.25.2.17 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/124e370d-5baf-4397-ae66-477f7e0f2a3a) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:48.268558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:15:48.295741 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.340764 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.382768 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:48.386533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:48.390069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:15:48.396014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event updated for resources: {'Port': ['ID=124e370d-5baf-4397-ae66-477f7e0f2a3a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:48.481822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 2, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:48.486270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.510725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:15:48.510725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Updating router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:15:48.526438 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.534930 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.700635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.705430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.779616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event updated for resources: {'Port': ['ID=124e370d-5baf-4397-ae66-477f7e0f2a3a,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:48.790254 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.814757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.816840 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f2ea5ebb-b2dc-4341-8042-3acda6bde2e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9041729 Apr 18 21:15:48.841840 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.852282 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.892035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 40e2d0a8-ad93-44f9-adb0-b03feeae3dda up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:15:48.967230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6281a4-412a-4eac-a382-ccba866c94e6 None None] Pushing event updated for resources: {'Port': ['ID=ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:49.020433 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-ada49da7-61a0-4f3d-b22b-c59bfe70a4f5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1754980440&fields=id&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 267 time: 0.0611112 Apr 18 21:15:49.038377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Attempting to bind port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:49.039400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Attempting to bind port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:49.040630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Attempting to bind port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:15:49.044037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:49.044646 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.067647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:15:49.067982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:15:49.068378 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.068746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:15:49.069176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Bound port: ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:49.069554 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.163388 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-29abe423-4376-4d91-8de1-b35daca52f04 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:49.164962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-29abe423-4376-4d91-8de1-b35daca52f04 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 812 time: 0.1428392 Apr 18 21:15:49.181718 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] For port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:49.191058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-53ac7164-f645-445c-a8f5-3b30c1440cf2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/quotas/f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 375 time: 0.0176909 Apr 18 21:15:49.201817 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] For port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:49.208213 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.271449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-0a2e2d9a-a840-4fd6-a03d-38f673dfdffd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696790 Apr 18 21:15:49.289337 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:15:49.289976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:15:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:49.297239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6281a4-412a-4eac-a382-ccba866c94e6 None None] Pushing event updated for resources: {'Port': ['ID=ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:49.350251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-66626319-64b5-4d7b-8092-e29e3bdca384 None None] Provisioning complete for port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:49.350616 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-66626319-64b5-4d7b-8092-e29e3bdca384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.456994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-d072b759-d779-4aee-b705-fca7a6d8febb service neutron] 10.222.0.49 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690431 Apr 18 21:15:49.584044 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-1432ef36-31ec-4981-8133-58393a36d95b service neutron] 10.222.0.49 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194155 Apr 18 21:15:49.645262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:15:49.693476 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-66626319-64b5-4d7b-8092-e29e3bdca384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.784651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77995945-c50f-45bc-821a-29ee2a461be4 req-82b301e4-fbc6-437a-bd33-b53bcf9f4505 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 210 time: 0.0341280 Apr 18 21:15:49.809268 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-66626319-64b5-4d7b-8092-e29e3bdca384 None None] For port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:49.815695 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-66626319-64b5-4d7b-8092-e29e3bdca384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.903266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66626319-64b5-4d7b-8092-e29e3bdca384 None None] Pushing event updated for resources: {'Port': ['ID=ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:49.945593 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c47a7563-106e-4d23-be7e-8f83fb2d6786 None None] Provisioning complete for port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:49.945954 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c47a7563-106e-4d23-be7e-8f83fb2d6786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.950222 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:50.000872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b109732b-a0c5-40a5-9bce-4291dd0c1b6c None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:15:50.942220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:15:50.966451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-018322bf-7341-4d32-b621-3d4a40c78f22 req-a7c2a6ea-831d-4913-b8ce-74a7f979e80f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 210 time: 0.0320919 Apr 18 21:15:50.967388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-01d3b2e1-fbf9-48d9-9e2e-c1d5a45a084b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:50.969689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-01d3b2e1-fbf9-48d9-9e2e-c1d5a45a084b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 812 time: 0.1822505 Apr 18 21:15:51.021841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:51.022410 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.031681 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-d1026b06-6c99-477d-8789-7c3f91ebb5ad tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 380 time: 0.0528584 Apr 18 21:15:51.047409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'port': {'device_id': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'admin_state_up': True, 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'security_groups': ['e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:51.177426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Made reservation on behalf of f37a647b82ff4fc6852fa1d10ad3bb5c for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:51.181033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.355483 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Allocated IP 172.20.0.12 (1b4e9f30-0633-4042-9c8f-9b1813bd4e78/95a963f9-3190-4f58-bc05-86bb817b01b8/b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:51.498838 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.536904 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.577585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:51.580458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:51.586941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:15:51.618288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event updated for resources: {'Port': ['ID=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:51.644039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:51.644669 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.660988 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-61955980-e0d1-4821-acc4-320e8dbac044 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6178985 Apr 18 21:15:51.673413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Request body: {'port': {'device_id': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:51.743575 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.833370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0baa52d9-44b9-4535-bb4a-f10c4e8f6ae7 None None] Provisioning complete for port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:51.833661 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0baa52d9-44b9-4535-bb4a-f10c4e8f6ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.872634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0baa52d9-44b9-4535-bb4a-f10c4e8f6ae7 None None] Port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:15:52.072265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:15:52.081865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.088952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cae155-be9a-48e0-b8ea-fcb866a916fe req-6117ef4c-cbdf-4baa-8e58-582397b9939a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:52.090396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1cae155-be9a-48e0-b8ea-fcb866a916fe req-6117ef4c-cbdf-4baa-8e58-582397b9939a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 932 time: 0.0537229 Apr 18 21:15:52.098128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Transition to ACTIVE for port object b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:52.102031 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.138805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1cae155-be9a-48e0-b8ea-fcb866a916fe req-65fa6b8a-8a29-493e-b82e-0e5e29525343 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412991 Apr 18 21:15:52.175583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:52.244191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Attempting to bind port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:52.244530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Attempting to bind port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:52.244855 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Attempting to bind port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:15:52.249748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:15:52.250099 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Attempting to bind port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:15:52.255327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:15:52.255651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:15:52.256196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:15:52.256621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Bound port: b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:52.256975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.331986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:15:52.335296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:15:52.340342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.374387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:52.375050 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.376466 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] 10.222.0.60 "PUT /v2.0/ports/b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 200 len: 1092 time: 0.7079253 Apr 18 21:15:52.376940 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:52.379185 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a829ce0-48af-4d29-bded-d144267f1c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:15:52.417741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d27461-3c2b-4428-8184-44422c1e7b28 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:52.440935 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2ced57-bbf1-4c12-a32c-1440dfcad427 x-openstack-request-id: req-8d2ced57-bbf1-4c12-a32c-1440dfcad427 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:15:52.441216 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:15:52.441457 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d2ced57-bbf1-4c12-a32c-1440dfcad427 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:15:52.441855 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2ced57-bbf1-4c12-a32c-1440dfcad427'] response: {'name': 'network-changed', 'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'status': 'completed', 'code': 200} Apr 18 21:15:52.478553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-2453e41b-7008-4e7a-8576-804ccb89263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:52.480191 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-2453e41b-7008-4e7a-8576-804ccb89263b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 1095 time: 0.0495884 Apr 18 21:15:52.881201 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-bf768903-d97f-45d7-8e78-9880b96bb5d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 200 len: 217 time: 0.3916671 Apr 18 21:15:52.936875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-417cc514-d591-4f7e-9f25-9352cb30acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:52.939023 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-417cc514-d591-4f7e-9f25-9352cb30acd6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0513375 Apr 18 21:15:52.987448 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-d68306d3-3b0f-4326-8127-76787fd54545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:52.989039 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-d68306d3-3b0f-4326-8127-76787fd54545 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438676 Apr 18 21:15:53.101796 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-bd870b0c-4390-498e-b74e-a44c1ee7f7d2 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061780 Apr 18 21:15:53.208285 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b740da4b-5f0b-4d82-b0d0-436f53ff90f5 req-28bce099-7223-4ac3-866b-437db23d9154 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941699 Apr 18 21:15:53.275374 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:15:53.305413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1c4dc-7fc5-4453-a9c7-d833683340b7 req-99349f99-85d4-458a-aa4d-13434d84f9d0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:53.309893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cb1c4dc-7fc5-4453-a9c7-d833683340b7 req-99349f99-85d4-458a-aa4d-13434d84f9d0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 944 time: 0.0726368 Apr 18 21:15:53.313418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-8b2d1333-5fd8-471d-a50a-c95d2610c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:53.315680 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-8b2d1333-5fd8-471d-a50a-c95d2610c4eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 1095 time: 0.0578866 Apr 18 21:15:53.357626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cb1c4dc-7fc5-4453-a9c7-d833683340b7 req-da9d5eb1-a01d-4861-9350-2bbb9223c81c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404720 Apr 18 21:15:53.408801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-ca15bc02-50d6-48f5-89ad-e11bf56039cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:53.410391 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-ca15bc02-50d6-48f5-89ad-e11bf56039cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0885489 Apr 18 21:15:53.456910 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-1b397475-4356-4af0-8f5a-dc7d5dbd90a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 200 len: 217 time: 0.0376391 Apr 18 21:15:53.520911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-2d31a4af-e702-4ccf-9fb6-5943bbbbcfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:53.522421 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-2d31a4af-e702-4ccf-9fb6-5943bbbbcfc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0596285 Apr 18 21:15:53.586024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-5fd6974e-370f-4917-a2a7-d58515ef8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:53.591579 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-5fd6974e-370f-4917-a2a7-d58515ef8811 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607798 Apr 18 21:15:53.704312 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-995c054b-13fd-4901-9f98-c74bbae83f7e service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053133 Apr 18 21:15:53.807662 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5a829ce0-48af-4d29-bded-d144267f1c6e req-f2726d5d-5a3d-4e59-84e8-6f2df2ef9767 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966270 Apr 18 21:15:54.484392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adfaae-af44-4557-8b13-6906bb7752d7 req-01a4a0a0-45a8-42d5-90f5-a68666234550 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:54.485923 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98adfaae-af44-4557-8b13-6906bb7752d7 req-01a4a0a0-45a8-42d5-90f5-a68666234550 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 944 time: 0.0526955 Apr 18 21:15:54.525660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98adfaae-af44-4557-8b13-6906bb7752d7 req-4908c51d-17cb-41cd-9301-cc7d79f24773 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334783 Apr 18 21:15:55.669338 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda34806-3b20-4141-8707-48e55f9853dd req-dd7edf36-2694-4e66-987d-eda626a824b2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.670919 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fda34806-3b20-4141-8707-48e55f9853dd req-dd7edf36-2694-4e66-987d-eda626a824b2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 944 time: 0.0714180 Apr 18 21:15:55.715612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fda34806-3b20-4141-8707-48e55f9853dd req-d631a549-fcd5-482c-8021-4ed1afd7f8b2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378478 Apr 18 21:15:56.570752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:15:56.678924 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:56.693624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'mac_address': 'fa:16:3e:2d:b8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:15:56.736035 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.755025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:15:56.783680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:56.788639 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.845776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:56.865843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95d8b3-4e1f-4d6a-91a3-4e2bf8dca6ce req-950a8473-90da-47f3-b1d8-fc365638bc86 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:56.867368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e95d8b3-4e1f-4d6a-91a3-4e2bf8dca6ce req-950a8473-90da-47f3-b1d8-fc365638bc86 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 945 time: 0.0601308 Apr 18 21:15:56.905909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e95d8b3-4e1f-4d6a-91a3-4e2bf8dca6ce req-184ee9a5-cb60-4baa-8f9f-bf193970f3db tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Apr 18 21:15:57.080530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:15:58.029431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45733480-89f0-4451-8f92-7927f5118653 req-134ca44f-5910-4e21-bdc7-5e2dc3edccbd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:58.030857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45733480-89f0-4451-8f92-7927f5118653 req-134ca44f-5910-4e21-bdc7-5e2dc3edccbd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 945 time: 0.0512526 Apr 18 21:15:58.069040 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45733480-89f0-4451-8f92-7927f5118653 req-e3f5596a-355b-4fc4-b936-5c0b60123515 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320287 Apr 18 21:15:58.586321 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:15:58.634613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:58.638698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:58.639062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.714737 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.737118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:58.739360 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c464f83b-858c-456c-8f3f-fc4118fb79e1" -d '{"events": [{"server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "name": "network-vif-plugged", "status": "completed", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:15:58.755615 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:15:58.759965 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.782961 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3d3a89-271f-49ff-a077-8fb2603e2af2 x-openstack-request-id: req-8c3d3a89-271f-49ff-a077-8fb2603e2af2 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:15:58.783246 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "name": "network-vif-plugged", "status": "completed", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:15:58.783503 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c3d3a89-271f-49ff-a077-8fb2603e2af2 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:15:58.783926 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3d3a89-271f-49ff-a077-8fb2603e2af2'] response: {'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'code': 200} Apr 18 21:15:58.813346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:58.873569 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c656e3-384d-4b21-bde5-116fa29ce446 req-72776c8a-0681-4a96-91aa-838953c0f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:58.875030 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49c656e3-384d-4b21-bde5-116fa29ce446 req-72776c8a-0681-4a96-91aa-838953c0f278 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 1097 time: 0.0410047 Apr 18 21:15:58.911568 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-49c656e3-384d-4b21-bde5-116fa29ce446 req-1932b370-4056-4279-8d40-4d2957609d84 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286722 Apr 18 21:15:59.190978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c4f5a-9f4e-42d9-8f6f-735a2aa63819 req-90724836-5f52-4eb7-a2d9-1fed9405696b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:59.192560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d5c4f5a-9f4e-42d9-8f6f-735a2aa63819 req-90724836-5f52-4eb7-a2d9-1fed9405696b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0536985 Apr 18 21:15:59.240350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d5c4f5a-9f4e-42d9-8f6f-735a2aa63819 req-66de9e2d-7416-4643-b384-760acc7a6e59 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Apr 18 21:16:00.376596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc660d71-acd1-4dc2-b4b9-89a329dabb9e req-14fba7f4-9295-470a-8bf1-f5a1546f1a73 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:00.378104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fc660d71-acd1-4dc2-b4b9-89a329dabb9e req-14fba7f4-9295-470a-8bf1-f5a1546f1a73 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0671802 Apr 18 21:16:00.416988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fc660d71-acd1-4dc2-b4b9-89a329dabb9e req-52101ca0-e1ca-47a3-8cea-369a80fd375d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328834 Apr 18 21:16:01.532148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e40d7-a91a-4eb0-9967-231a08ca23fe req-2140ff94-8e14-4131-b62a-646376fe3212 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:01.533621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a18e40d7-a91a-4eb0-9967-231a08ca23fe req-2140ff94-8e14-4131-b62a-646376fe3212 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0494637 Apr 18 21:16:01.575428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a18e40d7-a91a-4eb0-9967-231a08ca23fe req-4b2a56c0-f24f-49bd-a8c4-dd479d700110 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358508 Apr 18 21:16:01.690042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e2bc4-8238-421d-9aa1-cd5bdd35dd37 req-26d87a9e-7b2a-4a75-80c2-0c44fd48fe82 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:01.691526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-497e2bc4-8238-421d-9aa1-cd5bdd35dd37 req-26d87a9e-7b2a-4a75-80c2-0c44fd48fe82 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0493741 Apr 18 21:16:01.699939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50552) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:16:01.704256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c5523f78-4fff-4f80-baea-e01c12e85b4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'floatingip': {'port_id': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:01.746527 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5523f78-4fff-4f80-baea-e01c12e85b4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.189580 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5523f78-4fff-4f80-baea-e01c12e85b4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.194038 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5523f78-4fff-4f80-baea-e01c12e85b4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.290147 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-c5523f78-4fff-4f80-baea-e01c12e85b4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e associated. External IP: 172.25.2.17, port: b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8. Apr 18 21:16:02.493746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5523f78-4fff-4f80-baea-e01c12e85b4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:02.600045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5523f78-4fff-4f80-baea-e01c12e85b4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:02.604912 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c5523f78-4fff-4f80-baea-e01c12e85b4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.611423 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:16:02.620657 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:16:02.621250 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:15:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:02.632962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c5523f78-4fff-4f80-baea-e01c12e85b4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "PUT /v2.0/floatingips/54bcc75e-bff9-4db6-801f-c2d1ee1aac1e HTTP/1.1" status: 200 len: 991 time: 0.9319801 Apr 18 21:16:02.633557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:02.636127 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:16:02.680355 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbf2c9e-4f09-411a-9ed7-ff29e6a31f27 x-openstack-request-id: req-8fbf2c9e-4f09-411a-9ed7-ff29e6a31f27 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:16:02.680688 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:16:02.680945 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8fbf2c9e-4f09-411a-9ed7-ff29e6a31f27 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:16:02.681359 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbf2c9e-4f09-411a-9ed7-ff29e6a31f27'] response: {'name': 'network-changed', 'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'status': 'completed', 'code': 200} Apr 18 21:16:02.730554 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:16:02.740379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f2754-f5aa-48d5-a931-42c0cb5ea0be req-6825cc77-8cfb-4776-a7ea-51876eb34809 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.741938 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b2f2754-f5aa-48d5-a931-42c0cb5ea0be req-6825cc77-8cfb-4776-a7ea-51876eb34809 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0504906 Apr 18 21:16:02.745757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-1a26709a-9e8b-4e98-b45c-011197c77de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.747168 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-1a26709a-9e8b-4e98-b45c-011197c77de9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 1097 time: 0.0474446 Apr 18 21:16:02.787111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b2f2754-f5aa-48d5-a931-42c0cb5ea0be req-6f1d18fc-f1ac-45f0-bff1-4abe306b9916 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378942 Apr 18 21:16:02.853869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-bf50361a-d3fa-49a3-8174-0514023584e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.855372 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-bf50361a-d3fa-49a3-8174-0514023584e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.1014292 Apr 18 21:16:02.911740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fd1a4-7ef9-414c-bd42-2ee39e795349 req-f1093e2a-693f-487f-bc69-46a181ab1c28 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.913511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c9fd1a4-7ef9-414c-bd42-2ee39e795349 req-f1093e2a-693f-487f-bc69-46a181ab1c28 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0504212 Apr 18 21:16:02.927303 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-8b55aa9c-5b3d-4c2d-b052-120c3504a00f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 200 len: 999 time: 0.0653515 Apr 18 21:16:02.954898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c9fd1a4-7ef9-414c-bd42-2ee39e795349 req-dc9aeec3-cd19-4152-8bf1-6ab1f14908de tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347619 Apr 18 21:16:02.964964 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:2d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:16:02Z', 'revision_number': 1, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:02.978268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-c2cdbf8a-3459-4912-986e-cbfd4cfe2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.979759 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-c2cdbf8a-3459-4912-986e-cbfd4cfe2526 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0462670 Apr 18 21:16:02.991863 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:16:03.000069 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:16:03.000642 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:15:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:03.023945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-762b6de6-e18d-4cae-8f82-abc726c3ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:03.025439 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-762b6de6-e18d-4cae-8f82-abc726c3ce8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392003 Apr 18 21:16:03.103986 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:16:03.116949 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-f26f05e1-bfcc-4b55-bbf3-ca1559df0d0f service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843911 Apr 18 21:16:03.209230 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7186a9eb-dc6f-47e6-9506-b8ce8912b8e8 req-8f5b1453-ad1b-4365-8a34-74f3b0bade53 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857782 Apr 18 21:16:03.323702 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:2d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:16:02Z', 'revision_number': 1, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:03.352546 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8678b60c-5428-4adc-8540-8c8d8f19dbe7 None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:2d:b8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:16:02Z', 'revision_number': 1, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:16:03.538940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82ac48d-8a96-4ebe-8407-1f9398ef4b5b None None] New status for floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:16:04.073561 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b2eff-0879-4ae1-b35e-616bd6dc7437 req-23c514e2-22dc-4a51-99b8-b7bea8175bb8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:04.075030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d44b2eff-0879-4ae1-b35e-616bd6dc7437 req-23c514e2-22dc-4a51-99b8-b7bea8175bb8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0493824 Apr 18 21:16:04.112685 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d44b2eff-0879-4ae1-b35e-616bd6dc7437 req-1ad162c7-b12d-4af9-941c-365343a5473a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316496 Apr 18 21:16:04.228540 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7859b7a-e173-40b8-80e4-a171637ba343 req-d5e66333-5094-4d24-b6e6-47b647d3d27d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:04.229986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7859b7a-e173-40b8-80e4-a171637ba343 req-d5e66333-5094-4d24-b6e6-47b647d3d27d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0508094 Apr 18 21:16:04.271379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7859b7a-e173-40b8-80e4-a171637ba343 req-482c659b-aa1f-49fc-9d2a-2259e0d9c4e3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345950 Apr 18 21:16:04.528468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496ba67-a8ae-4ef8-bf8c-394ef7164e21 req-1e543761-a6d9-4462-8e4e-f2740fdf4ea9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:04.529854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1496ba67-a8ae-4ef8-bf8c-394ef7164e21 req-1e543761-a6d9-4462-8e4e-f2740fdf4ea9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0666490 Apr 18 21:16:04.533086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-1009db44-7c71-45b2-8305-0c933fb031a8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778222 Apr 18 21:16:04.568566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1496ba67-a8ae-4ef8-bf8c-394ef7164e21 req-b2105e3a-43fb-486f-8e68-984232f4bb59 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Apr 18 21:16:05.664423 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-ab121f85-d87b-4d83-beb4-ac72b129e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:05.666054 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-ab121f85-d87b-4d83-beb4-ac72b129e8ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 1097 time: 0.0425103 Apr 18 21:16:05.701698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c339e8-e0b2-44f2-9ec3-ad2f0367141b req-77851361-14c5-4903-91d0-2f24ac2715be tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:05.703198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7c339e8-e0b2-44f2-9ec3-ad2f0367141b req-77851361-14c5-4903-91d0-2f24ac2715be tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0499926 Apr 18 21:16:05.745024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7c339e8-e0b2-44f2-9ec3-ad2f0367141b req-aa42190e-aae1-472e-b37e-75fe9942584c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350995 Apr 18 21:16:05.761769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-621541da-b131-41b6-a45b-18889c060154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:05.763265 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-621541da-b131-41b6-a45b-18889c060154 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0894318 Apr 18 21:16:05.828986 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-fb526ca9-acc8-4351-9670-dd3becfa9a41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 200 len: 1001 time: 0.0580652 Apr 18 21:16:05.881946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-80d6b957-1df2-42d5-ab58-cfd807e8048c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:05.883305 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-80d6b957-1df2-42d5-ab58-cfd807e8048c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0473239 Apr 18 21:16:05.928601 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-f42f0f36-5422-468b-b36d-0479ffbd9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:05.930052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-f42f0f36-5422-468b-b36d-0479ffbd9b5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406072 Apr 18 21:16:05.973138 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-99019a96-f0c3-4dfc-9ee0-800746df176a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.019555 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-7714b13d-d1bd-4059-8913-1c6be2bc3aee service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Apr 18 21:16:06.111872 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-2c34c678-1350-4ad1-85c4-f0ba7004b355 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853741 Apr 18 21:16:06.863662 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427abc22-99a9-41cc-b60a-0ffed18bcfd0 req-c4110ff2-5ecf-422e-b7e1-38ac39d231a7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:06.865172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-427abc22-99a9-41cc-b60a-0ffed18bcfd0 req-c4110ff2-5ecf-422e-b7e1-38ac39d231a7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0484247 Apr 18 21:16:06.902855 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-427abc22-99a9-41cc-b60a-0ffed18bcfd0 req-cafdb606-1d24-4443-a34e-af3360dd9aba tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317128 Apr 18 21:16:08.017796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6d34b-e22f-4908-a54a-dfc0d431e8da req-ae222a5c-1c26-49d2-9366-6410ccea1041 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.019253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cf6d34b-e22f-4908-a54a-dfc0d431e8da req-ae222a5c-1c26-49d2-9366-6410ccea1041 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0483634 Apr 18 21:16:08.056093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cf6d34b-e22f-4908-a54a-dfc0d431e8da req-f8b01767-b8fb-4ed4-a82e-c040eaf823bb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307405 Apr 18 21:16:08.710168 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e4d28d4-8141-494a-b135-3de392166ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.171190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eff8a0-40ec-4a0b-9aec-6fb98497b925 req-4a37b4bb-7ae6-4146-a271-444a502f543e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:09.173320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9eff8a0-40ec-4a0b-9aec-6fb98497b925 req-4a37b4bb-7ae6-4146-a271-444a502f543e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0483677 Apr 18 21:16:09.213279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9eff8a0-40ec-4a0b-9aec-6fb98497b925 req-43a82d3f-7f0e-4095-90a5-dc9e22451a55 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339429 Apr 18 21:16:09.440544 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.329321 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce524fcc-8553-4419-b33b-5e970a33e054 req-ff0d08cf-6227-45ac-821b-914ed052aa8e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:10.330800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce524fcc-8553-4419-b33b-5e970a33e054 req-ff0d08cf-6227-45ac-821b-914ed052aa8e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0488734 Apr 18 21:16:10.368213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce524fcc-8553-4419-b33b-5e970a33e054 req-360e3fb4-7db3-46c0-a358-7a41c01d9f27 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313160 Apr 18 21:16:10.619227 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.277838 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.485083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620b7ab-86e0-4f7e-8ef4-aca0d78d58e8 req-37875e83-8e9d-45cd-99cf-2a06dc57c2ea tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:11.487274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b620b7ab-86e0-4f7e-8ef4-aca0d78d58e8 req-37875e83-8e9d-45cd-99cf-2a06dc57c2ea tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0481563 Apr 18 21:16:11.524955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b620b7ab-86e0-4f7e-8ef4-aca0d78d58e8 req-73205d57-73a4-4fb2-ade4-e2390feff77a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Apr 18 21:16:12.638779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473fde3-7710-4c87-94cd-162e4d7d06af req-70b1ebce-8922-4c42-bab7-93632fa55da7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:12.640255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9473fde3-7710-4c87-94cd-162e4d7d06af req-70b1ebce-8922-4c42-bab7-93632fa55da7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0481985 Apr 18 21:16:12.682723 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9473fde3-7710-4c87-94cd-162e4d7d06af req-2258ab53-5141-4eda-a0bf-9dd2658bd481 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358143 Apr 18 21:16:12.692086 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.799784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8891-496f-4da3-80db-e991967d191c req-7b4b6be2-f4f7-4106-b132-2172f3828f6a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:13.801284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c11b8891-496f-4da3-80db-e991967d191c req-7b4b6be2-f4f7-4106-b132-2172f3828f6a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0492277 Apr 18 21:16:13.838767 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c11b8891-496f-4da3-80db-e991967d191c req-e57162c5-2533-4836-9d5b-3b1d6bc6b24f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 Apr 18 21:16:14.957483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed018-42b9-4237-a59c-e3a3d3809246 req-a8c57695-dc37-4c24-bb3a-733e2a2aeb3f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:14.958988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f2bed018-42b9-4237-a59c-e3a3d3809246 req-a8c57695-dc37-4c24-bb3a-733e2a2aeb3f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0487225 Apr 18 21:16:14.995902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f2bed018-42b9-4237-a59c-e3a3d3809246 req-21e96de7-2309-4d2c-9553-a1a71209f8b9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308294 Apr 18 21:16:16.110744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6078c-bbc6-4ee5-9fd2-6a384c7d7b00 req-247603be-82bb-435c-ab9b-f73e08b383d9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:16.112710 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6c6078c-bbc6-4ee5-9fd2-6a384c7d7b00 req-247603be-82bb-435c-ab9b-f73e08b383d9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0469131 Apr 18 21:16:16.155370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6c6078c-bbc6-4ee5-9fd2-6a384c7d7b00 req-fa64c3fe-f7a5-41c1-8928-db195975f339 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366149 Apr 18 21:16:16.258432 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.271416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcdea4-0673-478b-94d5-fca84e3538e6 req-7ebec243-8305-47e2-a92a-6d5ef0c0c5ad tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:17.272924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67fcdea4-0673-478b-94d5-fca84e3538e6 req-7ebec243-8305-47e2-a92a-6d5ef0c0c5ad tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0497088 Apr 18 21:16:17.314725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67fcdea4-0673-478b-94d5-fca84e3538e6 req-0f1ae2c0-bfca-44da-adb9-6b809f0947ec tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342865 Apr 18 21:16:18.429923 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14137ca2-a142-4616-83ba-15a627994bdf req-643fddab-1d87-4c6c-893f-c30f5aa0b423 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:18.431387 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14137ca2-a142-4616-83ba-15a627994bdf req-643fddab-1d87-4c6c-893f-c30f5aa0b423 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0482657 Apr 18 21:16:18.468446 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14137ca2-a142-4616-83ba-15a627994bdf req-0213e6d9-56f4-4611-96b4-9dceb70b4c3f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310564 Apr 18 21:16:19.583341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f840c06-d2c8-4de9-81bb-688a97cd6878 req-3b967042-3330-4bf8-8c57-5d131dee5e51 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:19.584729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f840c06-d2c8-4de9-81bb-688a97cd6878 req-3b967042-3330-4bf8-8c57-5d131dee5e51 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0475700 Apr 18 21:16:19.625427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f840c06-d2c8-4de9-81bb-688a97cd6878 req-adbb2338-98b9-4096-9a71-d39fc4b6f416 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346541 Apr 18 21:16:20.750760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d509ba1-7bc4-440b-b75d-51cfaa511da0 req-ce24cb3b-dbc4-4884-a5fe-e48408dd2932 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.752893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d509ba1-7bc4-440b-b75d-51cfaa511da0 req-ce24cb3b-dbc4-4884-a5fe-e48408dd2932 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0482814 Apr 18 21:16:20.790200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d509ba1-7bc4-440b-b75d-51cfaa511da0 req-0a19784b-495a-4001-847a-48acde086025 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Apr 18 21:16:21.903944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b67c0-a591-461f-a1f0-5c5382fbba84 req-969c7d1e-44ef-4087-a7e9-779d35fdec6b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:21.905400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba0b67c0-a591-461f-a1f0-5c5382fbba84 req-969c7d1e-44ef-4087-a7e9-779d35fdec6b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0478578 Apr 18 21:16:21.943180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ba0b67c0-a591-461f-a1f0-5c5382fbba84 req-563e3d99-c615-46dc-b311-0cbe2a53532d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311987 Apr 18 21:16:23.058153 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2297539-489c-4630-8007-3a27b3e148b0 req-7cd86a36-6429-43af-a5a1-c243f87884cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:23.059543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2297539-489c-4630-8007-3a27b3e148b0 req-7cd86a36-6429-43af-a5a1-c243f87884cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0490501 Apr 18 21:16:23.097426 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-3deed5f4-4bca-4f17-a3fe-5892c7990383 service neutron] show failed (client error): The resource could not be found. Apr 18 21:16:23.098457 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-3deed5f4-4bca-4f17-a3fe-5892c7990383 service neutron] 10.222.0.60 "GET /v2.0/ports/b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0561185 Apr 18 21:16:23.101352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2297539-489c-4630-8007-3a27b3e148b0 req-3ae8a0f5-178e-49ad-9223-ee1ab6a08125 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357692 Apr 18 21:16:23.305977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-f3aef38d-ccbf-4f75-a8bd-bf18526d1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:23.307455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-f3aef38d-ccbf-4f75-a8bd-bf18526d1231 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 1097 time: 0.0409024 Apr 18 21:16:23.320778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:23.371360 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:23.572010 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:23.603083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:23.646514 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:23.649829 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083b3858-d570-4071-a3f0-6436df2f6435" -d '{"events": [{"server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:16:23.654714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:23.669533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Transition to ACTIVE for port object b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:23.674830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:23.706105 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0277b852-9849-4857-9420-da721ef2b4eb x-openstack-request-id: req-0277b852-9849-4857-9420-da721ef2b4eb {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:16:23.706397 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:16:23.706644 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0277b852-9849-4857-9420-da721ef2b4eb {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:16:23.707038 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0277b852-9849-4857-9420-da721ef2b4eb'] response: {'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'code': 200} Apr 18 21:16:23.789317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:23.852825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] No DVR routers for this DVR port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:23.986190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Attempting to bind port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:23.986448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Attempting to bind port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:23.986775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Attempting to bind port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:16:23.991111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:16:23.992993 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Attempting to bind port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:16:23.999672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:16:24.000033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:16:24.000414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:16:24.000833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Bound port: b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:24.001192 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.062965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:24.066422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:24.070981 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.106795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:24.107420 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:24.108872 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 200 len: 1092 time: 0.7919300 Apr 18 21:16:24.130107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96fc0d-9d88-4612-935e-e3eb8c6a37f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:24.179570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-d3f0da03-d636-4a60-90e1-62b710f65d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:24.181096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-d3f0da03-d636-4a60-90e1-62b710f65d95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 1095 time: 0.0462129 Apr 18 21:16:24.605633 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fd939-4383-4de7-a3b2-f0671891ea4c req-a9860aec-d259-4f2f-b77f-1e14f0dd6b5d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:24.607111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b1fd939-4383-4de7-a3b2-f0671891ea4c req-a9860aec-d259-4f2f-b77f-1e14f0dd6b5d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 944 time: 0.4298525 Apr 18 21:16:24.648238 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-9c970767-4403-4cf8-82dd-a4ee0623955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:24.649658 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-9c970767-4403-4cf8-82dd-a4ee0623955e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.4578230 Apr 18 21:16:24.669673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b1fd939-4383-4de7-a3b2-f0671891ea4c req-ae2056ad-6dfe-45f2-879a-dc7e4704b494 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540020 Apr 18 21:16:24.723624 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-eef88132-d8f2-40e3-a1e4-6d3ade8647c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 200 len: 999 time: 0.0622070 Apr 18 21:16:24.778928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-24eb2d02-3aae-49cb-8f10-3bd9cdc571fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:24.780441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-24eb2d02-3aae-49cb-8f10-3bd9cdc571fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0468287 Apr 18 21:16:24.829956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-a9c3f0fe-170c-4fb1-a985-5c05e51e3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:24.832098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-a9c3f0fe-170c-4fb1-a985-5c05e51e3ebb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402091 Apr 18 21:16:24.924884 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-ec9e6cb2-92f0-43af-ac65-4ab98f978be3 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818748 Apr 18 21:16:25.022920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2f6110eb-77d8-45eb-b514-6ca6bb5d67e9 req-fab6fd70-aa16-4be3-b4f8-09f31bf0168a service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876834 Apr 18 21:16:25.708185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:25.710587 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:16:25.775567 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b91eb3-392e-4f2b-bd25-474f1cbf5edf x-openstack-request-id: req-e6b91eb3-392e-4f2b-bd25-474f1cbf5edf {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:16:25.776005 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:16:25.776331 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e6b91eb3-392e-4f2b-bd25-474f1cbf5edf {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:16:25.776838 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b91eb3-392e-4f2b-bd25-474f1cbf5edf'] response: {'name': 'network-changed', 'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'status': 'completed', 'code': 200} Apr 18 21:16:25.823524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026c24b-b447-42e8-91ba-c9e6ae539497 req-a1056fa9-a601-4e92-8c04-d9cbdafcf95b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:25.825030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9026c24b-b447-42e8-91ba-c9e6ae539497 req-a1056fa9-a601-4e92-8c04-d9cbdafcf95b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 944 time: 0.0811319 Apr 18 21:16:25.833972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-71852453-57f3-4cdb-8740-281d98486c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:25.835589 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-71852453-57f3-4cdb-8740-281d98486c14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 1095 time: 0.0430064 Apr 18 21:16:25.851754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-c911c26a-3330-49d5-adf4-fea2ceab4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:25.853235 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-c911c26a-3330-49d5-adf4-fea2ceab4e4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 1095 time: 0.0677853 Apr 18 21:16:25.882237 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9026c24b-b447-42e8-91ba-c9e6ae539497 req-86e19129-39f1-4404-aff4-ce600cd0aed0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496407 Apr 18 21:16:25.932468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-fcda4c6d-d82c-4019-b44a-cf2db0b8503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:25.933968 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-fcda4c6d-d82c-4019-b44a-cf2db0b8503c service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0916059 Apr 18 21:16:25.963755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-f40ea8f6-83ff-46d0-bc7e-2f7b5b32a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:25.965153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-f40ea8f6-83ff-46d0-bc7e-2f7b5b32a70c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0970020 Apr 18 21:16:25.999287 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-20f8d09a-827f-44a2-842b-1b86c492c7df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 200 len: 999 time: 0.0589173 Apr 18 21:16:26.035712 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-86293347-e715-498d-865b-7fd8b7981946 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 200 len: 999 time: 0.0615451 Apr 18 21:16:26.054095 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-aa5a0f4a-a5e8-4164-bfa7-89d936cfcd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:26.055561 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-aa5a0f4a-a5e8-4164-bfa7-89d936cfcd86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0487473 Apr 18 21:16:26.085092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-fea3cd71-733c-4472-904d-fcba607d46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:26.086803 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-fea3cd71-733c-4472-904d-fcba607d46d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0437901 Apr 18 21:16:26.101299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-77e5b5e4-38bc-4c04-863b-006c4b20b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:26.102920 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-77e5b5e4-38bc-4c04-863b-006c4b20b991 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405958 Apr 18 21:16:26.133108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-435bb2b7-b56d-4fce-b706-c398703ea5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:26.134711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-435bb2b7-b56d-4fce-b706-c398703ea5f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415738 Apr 18 21:16:26.194119 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-ce4ec6dd-e7c6-4009-829c-60a663671ea9 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850499 Apr 18 21:16:26.229511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-a76b7a3c-07e6-4922-adaa-55f864b34e8a service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872989 Apr 18 21:16:26.290968 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-14ab7f24-d4eb-40a7-9f34-6d6148150986 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902770 Apr 18 21:16:26.324616 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fadeb933-b86e-4592-a368-2fbd8ce8e5fe req-367dd4b3-ce17-45e6-ad75-3d3f8e15897b service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846138 Apr 18 21:16:26.760515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:16:26.803675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:16:27.003134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2ea95-ae07-4f7b-a902-720d1d676915 req-66e4ee75-c214-49fe-9414-02e0a697aa72 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.004635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95c2ea95-ae07-4f7b-a902-720d1d676915 req-66e4ee75-c214-49fe-9414-02e0a697aa72 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 944 time: 0.0491652 Apr 18 21:16:27.041773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95c2ea95-ae07-4f7b-a902-720d1d676915 req-6d42f18d-f37f-4844-8626-4cfb04b6780d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Apr 18 21:16:27.234709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c164e-7031-4ca3-8860-b0a267524fe3 req-20468374-819d-473c-a0ae-44a08850d918 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.236226 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-438c164e-7031-4ca3-8860-b0a267524fe3 req-20468374-819d-473c-a0ae-44a08850d918 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 944 time: 0.0527058 Apr 18 21:16:27.245629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29923003-e207-4ba1-a265-51edf1a61f62 req-739e2954-6fcf-4d04-84c9-a21e0e5345be tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.247112 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-29923003-e207-4ba1-a265-51edf1a61f62 req-739e2954-6fcf-4d04-84c9-a21e0e5345be tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 944 time: 0.0518863 Apr 18 21:16:27.275770 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-438c164e-7031-4ca3-8860-b0a267524fe3 req-ddc99778-0130-465d-960a-a6ccee86b425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327201 Apr 18 21:16:27.309725 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-29923003-e207-4ba1-a265-51edf1a61f62 req-9c18ce4b-77b6-49c2-8cad-adfea10044ec service neutron] delete failed (client error): The resource could not be found. Apr 18 21:16:27.310660 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-29923003-e207-4ba1-a265-51edf1a61f62 req-9c18ce4b-77b6-49c2-8cad-adfea10044ec service neutron] 10.222.0.60 "DELETE /v2.0/ports/b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8/bindings/n-h1-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0548487 Apr 18 21:16:27.397770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29923003-e207-4ba1-a265-51edf1a61f62 req-19935021-d706-4a44-9738-ec8171711c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.399247 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-29923003-e207-4ba1-a265-51edf1a61f62 req-19935021-d706-4a44-9738-ec8171711c1c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 1095 time: 0.0453832 Apr 18 21:16:27.487437 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29923003-e207-4ba1-a265-51edf1a61f62 req-63dc99b1-e49f-41c1-8f31-e0e5131096c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.488975 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-29923003-e207-4ba1-a265-51edf1a61f62 req-63dc99b1-e49f-41c1-8f31-e0e5131096c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0833678 Apr 18 21:16:27.557206 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-29923003-e207-4ba1-a265-51edf1a61f62 req-2d1ee43c-f07c-4bb3-ba8a-337eb7e98fbf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 200 len: 999 time: 0.0616088 Apr 18 21:16:27.605297 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29923003-e207-4ba1-a265-51edf1a61f62 req-7f8079c3-3cdb-43ce-b976-3e5b652691e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.606654 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-29923003-e207-4ba1-a265-51edf1a61f62 req-7f8079c3-3cdb-43ce-b976-3e5b652691e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0429273 Apr 18 21:16:27.653953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29923003-e207-4ba1-a265-51edf1a61f62 req-b2113caf-96dd-4eee-a1e6-d60f3352c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.655460 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-29923003-e207-4ba1-a265-51edf1a61f62 req-b2113caf-96dd-4eee-a1e6-d60f3352c74d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412467 Apr 18 21:16:27.663560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:16:27.749086 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-29923003-e207-4ba1-a265-51edf1a61f62 req-e1343e88-b2cb-4b68-b2ce-60a041f2dd51 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857086 Apr 18 21:16:27.759484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:27.771812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'mac_address': 'fa:16:3e:2d:b8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:16:27.808261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.821888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:16:27.838402 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-29923003-e207-4ba1-a265-51edf1a61f62 req-6c3f62b2-ec0a-4e79-bfcd-f542896c8465 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831952 Apr 18 21:16:27.840803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:27.845698 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.897754 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:28.065703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:16:28.405674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f812dc-0568-4cda-933c-4a534f7be952 req-eb85c697-8121-4744-bf85-b20fb62dbaca tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:28.407171 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0f812dc-0568-4cda-933c-4a534f7be952 req-eb85c697-8121-4744-bf85-b20fb62dbaca tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 945 time: 0.0534039 Apr 18 21:16:28.446570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0f812dc-0568-4cda-933c-4a534f7be952 req-7b512205-e32c-4268-9271-59ccca609793 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Apr 18 21:16:28.563188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56b704-8d1b-480e-a7b2-ce2ad81e97bb req-11320952-beec-4309-b59e-956e30b4c69b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:28.564738 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d56b704-8d1b-480e-a7b2-ce2ad81e97bb req-11320952-beec-4309-b59e-956e30b4c69b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 945 time: 0.0489080 Apr 18 21:16:28.601570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d56b704-8d1b-480e-a7b2-ce2ad81e97bb req-38ec66a1-f103-43c9-b2f2-fd7a6dc18a22 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308919 Apr 18 21:16:28.720168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f651c-326d-41c6-8459-8d9cba60f951 req-ec0ff50f-84bd-48eb-aaa8-720718f678e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:28.721628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a58f651c-326d-41c6-8459-8d9cba60f951 req-ec0ff50f-84bd-48eb-aaa8-720718f678e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 945 time: 0.0545144 Apr 18 21:16:28.760815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a58f651c-326d-41c6-8459-8d9cba60f951 req-6a26e99c-1a4e-443c-b872-54a34f62a7b5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325813 Apr 18 21:16:29.010627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e824bb1-afcb-4ecc-aa36-971c17d5c699 req-1a65567e-2804-4a0c-a6a9-cc3d79d5f873 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:29.012474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e824bb1-afcb-4ecc-aa36-971c17d5c699 req-1a65567e-2804-4a0c-a6a9-cc3d79d5f873 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 945 time: 0.0531495 Apr 18 21:16:29.050805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e824bb1-afcb-4ecc-aa36-971c17d5c699 req-e668393b-c4e2-4e43-8bf5-e7f3ab48304f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Apr 18 21:16:29.697083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:16:29.748092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:29.752288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:29.752660 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.833609 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.856982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:29.859226 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ef8585-2153-4eb2-9f85-9bbe5b3f354d" -d '{"events": [{"server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "name": "network-vif-plugged", "status": "completed", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:16:29.872122 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:29.876120 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:29.902552 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944242ab-41bf-476d-8930-bd79b2615ee2 x-openstack-request-id: req-944242ab-41bf-476d-8930-bd79b2615ee2 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:16:29.902841 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "name": "network-vif-plugged", "status": "completed", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:16:29.903091 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-944242ab-41bf-476d-8930-bd79b2615ee2 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:16:29.903490 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944242ab-41bf-476d-8930-bd79b2615ee2'] response: {'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'code': 200} Apr 18 21:16:29.927824 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:30.169480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41058b46-15b7-4f13-a6cf-3542978cdf9d req-c0499c53-ccee-4205-8520-7120e57150eb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:30.170978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41058b46-15b7-4f13-a6cf-3542978cdf9d req-c0499c53-ccee-4205-8520-7120e57150eb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0511489 Apr 18 21:16:30.208975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41058b46-15b7-4f13-a6cf-3542978cdf9d req-4d4910e3-41fd-4f42-a3d8-e55e8a75dc20 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314837 Apr 18 21:16:30.275465 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:16:30.371565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-cae1380f-86ab-47e9-a271-9449a840dc13 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:30.373001 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-cae1380f-86ab-47e9-a271-9449a840dc13 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.64 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 946 time: 0.0540378 Apr 18 21:16:30.462988 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Deleting port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:16:30.463324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.553021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] For port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:30.553386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.727644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.728030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.728339 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e disassociated. External IP: 172.25.2.17, port: b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8. Apr 18 21:16:30.728671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Calling delete_port for b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:16:30.858194 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:30.888281 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event deleted for resources: {'Port': ['ID=b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:31.006186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:31.114270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:31.123774 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:16:31.133784 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:16:31.134377 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:16:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:31.153340 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] No DVR routers for this DVR port b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:31.156154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:31.159694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-277137cf-b6e4-46f6-a4ab-a22e45756dfa req-e8964e32-90b3-4ddf-959c-bcbfccd9ebee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.64 "DELETE /v2.0/ports/b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 HTTP/1.1" status: 204 len: 173 time: 0.7774730 Apr 18 21:16:31.160161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'name': 'network-vif-deleted', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:31.163095 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81712e8a-5ad6-46ef-9104-bed40aea6102" -d '{"events": [{"server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "name": "network-vif-deleted", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:16:31.206132 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1cdd6c-b647-4d73-a09e-47ea23f54cd8 x-openstack-request-id: req-5e1cdd6c-b647-4d73-a09e-47ea23f54cd8 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:16:31.206743 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f2abe0-eecf-4a32-90ed-189de4b87f55", "name": "network-vif-deleted", "tag": "b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:16:31.206743 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e1cdd6c-b647-4d73-a09e-47ea23f54cd8 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:16:31.207075 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1cdd6c-b647-4d73-a09e-47ea23f54cd8'] response: {'server_uuid': '46f2abe0-eecf-4a32-90ed-189de4b87f55', 'name': 'network-vif-deleted', 'tag': 'b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8', 'status': 'completed', 'code': 200} Apr 18 21:16:31.240743 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:16:31.306089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75e627c5-daa8-465f-840c-977701424309 req-f9eacb0d-6f6b-4cbf-95fe-ae24d4c8a65b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=46f2abe0-eecf-4a32-90ed-189de4b87f55 HTTP/1.1" status: 200 len: 210 time: 0.0276413 Apr 18 21:16:31.531301 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:31.555975 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:16:31.563679 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:16:31.564289 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:16:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:31.665218 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:16:31.860831 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:31.890348 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750701f-f85e-4cae-ae5f-0262bd724488 None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:16:32.116929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff9dcb-71e6-47fa-9c0f-7d9c5dbcc056 None None] New status for floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:16:32.545070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-5a29c6e1-8fa9-4039-a81c-04fbd17ae213 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1754980440&fields=id&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 267 time: 0.0346551 Apr 18 21:16:32.666740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-e3c10986-c06d-4636-b2ac-7f2e1a6aebbf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:32.668250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-e3c10986-c06d-4636-b2ac-7f2e1a6aebbf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 812 time: 0.1167336 Apr 18 21:16:32.683601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-124b47cc-0fe0-4920-9f44-758294453b2a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/quotas/f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 375 time: 0.0094264 Apr 18 21:16:32.739744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-c40c4d48-294e-43cb-af53-2231bfe2ef8c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503516 Apr 18 21:16:32.843164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-3e1583b1-c0b1-4d00-a8a6-5ddb7b6db5c4 service neutron] 10.222.0.49 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917325 Apr 18 21:16:32.935297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-995a3422-df39-4e03-9bbc-2db1ca8f44ab service neutron] 10.222.0.49 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850575 Apr 18 21:16:33.098583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f43b6b44-ce82-4ae1-a746-b2680bc77b30 req-4ef2e8fb-ddd6-48e4-82a3-2389db172bed tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 210 time: 0.0273309 Apr 18 21:16:34.090795 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-9b9877ae-0646-434d-8fd1-474c5beaa034 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:34.092287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-9b9877ae-0646-434d-8fd1-474c5beaa034 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 812 time: 0.1088321 Apr 18 21:16:34.142342 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-be9f44b1-5f44-43d8-83ce-cafa69388f89 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 380 time: 0.0352283 Apr 18 21:16:34.152357 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'port': {'device_id': '538de00e-50f8-42ba-91b1-7a561a939b61', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'admin_state_up': True, 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'security_groups': ['e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:34.223350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bdc48b58-b19e-4e83-be64-3111fa0b2d3b req-3431bd9c-4303-4c46-b7c7-2460584f1bdd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 210 time: 0.0559015 Apr 18 21:16:34.282700 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Made reservation on behalf of f37a647b82ff4fc6852fa1d10ad3bb5c for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:34.287036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.410107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Allocated IP 172.20.0.4 (1b4e9f30-0633-4042-9c8f-9b1813bd4e78/95a963f9-3190-4f58-bc05-86bb817b01b8/25e0fcf7-b12a-41a4-831b-f061a91253e6) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:34.547055 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.579950 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.620942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:34.627806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:34.636117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:16:34.673460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event updated for resources: {'Port': ['ID=25e0fcf7-b12a-41a4-831b-f061a91253e6,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:34.687940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.688289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.688635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.688972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.689307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.689639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.689966 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.690293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.690616 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.690941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.691262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.691584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:34.711071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:34.711694 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.728204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-dc2b8630-5430-4b04-ba39-8f57994d5c42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5794141 Apr 18 21:16:34.744817 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Request body: {'port': {'device_id': '538de00e-50f8-42ba-91b1-7a561a939b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:34.801329 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.856792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f0c2fe61-2468-4e84-92e3-e26632df5041 None None] Provisioning complete for port 25e0fcf7-b12a-41a4-831b-f061a91253e6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:34.857373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0c2fe61-2468-4e84-92e3-e26632df5041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:34.891225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2fe61-2468-4e84-92e3-e26632df5041 None None] Port 25e0fcf7-b12a-41a4-831b-f061a91253e6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:16:35.057860 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e0fcf7-b12a-41a4-831b-f061a91253e6 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:16:35.065021 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.077751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Transition to ACTIVE for port object 25e0fcf7-b12a-41a4-831b-f061a91253e6 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:35.081322 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.138038 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=25e0fcf7-b12a-41a4-831b-f061a91253e6,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:35.208625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Attempting to bind port 25e0fcf7-b12a-41a4-831b-f061a91253e6 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:35.208959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Attempting to bind port 25e0fcf7-b12a-41a4-831b-f061a91253e6 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:35.209289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Attempting to bind port 25e0fcf7-b12a-41a4-831b-f061a91253e6 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:16:35.213957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Port 25e0fcf7-b12a-41a4-831b-f061a91253e6 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:16:35.214277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Attempting to bind port 25e0fcf7-b12a-41a4-831b-f061a91253e6 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:16:35.219202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:16:35.219544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:16:35.219950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:16:35.220373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Bound port: 25e0fcf7-b12a-41a4-831b-f061a91253e6, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:35.220728 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.288996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:16:35.292510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:16:35.297060 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.370390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:35.371008 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:35.372451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] 10.222.0.64 "PUT /v2.0/ports/25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 1091 time: 0.6320703 Apr 18 21:16:35.374659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:35.376994 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a474a55d-3e31-4a04-97c0-b85b3c413602" -d '{"events": [{"name": "network-changed", "server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:16:35.406188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158a399-7be9-43c1-bf40-05994fe95ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=25e0fcf7-b12a-41a4-831b-f061a91253e6,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:35.417209 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb432ca1-4a4a-4f16-906f-531cc8ffe2dd req-394bdefa-cb77-445d-8749-04204fa4f0a7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:35.418772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb432ca1-4a4a-4f16-906f-531cc8ffe2dd req-394bdefa-cb77-445d-8749-04204fa4f0a7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 943 time: 0.1184139 Apr 18 21:16:35.430274 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff95604-676b-41e6-94f0-2c22c3c4426b x-openstack-request-id: req-cff95604-676b-41e6-94f0-2c22c3c4426b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:16:35.430566 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:16:35.430818 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cff95604-676b-41e6-94f0-2c22c3c4426b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:16:35.431226 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff95604-676b-41e6-94f0-2c22c3c4426b'] response: {'name': 'network-changed', 'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'status': 'completed', 'code': 200} Apr 18 21:16:35.488198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb432ca1-4a4a-4f16-906f-531cc8ffe2dd req-dd9e292f-791d-40ef-9fcd-ea2673323cd8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595565 Apr 18 21:16:35.491772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-4cf46a4b-e73c-4093-a98a-8e4330578f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:35.493248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-4cf46a4b-e73c-4093-a98a-8e4330578f90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1094 time: 0.0732021 Apr 18 21:16:35.544197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-878d1098-8bcf-41f2-baf9-50f4899fe0c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 217 time: 0.0392375 Apr 18 21:16:35.599824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-d64ee4b5-eee4-47b8-966e-ce9f3a22befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:35.601247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-d64ee4b5-eee4-47b8-966e-ce9f3a22befa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0462563 Apr 18 21:16:35.651538 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-3ba92955-2e69-4c3b-9734-2ca3a5193fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:35.653086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-3ba92955-2e69-4c3b-9734-2ca3a5193fcc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420258 Apr 18 21:16:35.697181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:16:35.720957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:16:35.721293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b8e100e4-cf94-41a6-9e24-4c04a7e0d5f8 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:16:35.757487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-03d19d98-8ec6-4b04-91fd-220b6be73dec service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934761 Apr 18 21:16:35.848721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5897ba6c-44c6-4966-8c73-ef9e31cf6c03 req-5076a3c3-fd0b-415a-8472-8085858411c4 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806196 Apr 18 21:16:35.940002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-b894ccc6-2390-460b-9610-11103a212fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:35.941498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-b894ccc6-2390-460b-9610-11103a212fd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1094 time: 0.0401509 Apr 18 21:16:35.974723 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce942-9c53-4bd1-8837-ad09878c2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:36.036511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-a2cecf16-bc87-408e-a9e7-3633f0cb250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:36.037988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-a2cecf16-bc87-408e-a9e7-3633f0cb250b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0896218 Apr 18 21:16:36.078560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-40d15111-070e-4276-a6a4-515a9f7ca864 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 217 time: 0.0341434 Apr 18 21:16:36.131948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-aea88cb4-08db-4e1a-b106-a1e0423e6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:36.133426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-aea88cb4-08db-4e1a-b106-a1e0423e6f72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0469673 Apr 18 21:16:36.181316 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-314db75a-6d4f-4d6d-b1ba-a9892490b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:36.182799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-314db75a-6d4f-4d6d-b1ba-a9892490b154 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401645 Apr 18 21:16:36.272041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-11da1b0f-02cd-49f2-a157-8da13561e134 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809705 Apr 18 21:16:36.370401 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a474a55d-3e31-4a04-97c0-b85b3c413602 req-a1479b69-09a8-4c35-bc89-9604b655829a service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871174 Apr 18 21:16:36.605172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b031ad7-af20-493a-be3d-4a939c5d1ef9 req-93db97c7-1eee-4cbc-b76a-93b446c00b6d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:36.606651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b031ad7-af20-493a-be3d-4a939c5d1ef9 req-93db97c7-1eee-4cbc-b76a-93b446c00b6d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 943 time: 0.0487852 Apr 18 21:16:36.643919 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b031ad7-af20-493a-be3d-4a939c5d1ef9 req-7e138316-90f0-41a6-97bd-c679692d66bb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Apr 18 21:16:37.770086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bd08a-3452-4c91-8b8c-ca89a377b497 req-991ee407-727d-4310-ac0b-faafbbefd322 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:37.771499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d50bd08a-3452-4c91-8b8c-ca89a377b497 req-991ee407-727d-4310-ac0b-faafbbefd322 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 943 time: 0.0491784 Apr 18 21:16:37.813332 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d50bd08a-3452-4c91-8b8c-ca89a377b497 req-caaf5480-e9a8-4080-855b-1f03e0adf567 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357859 Apr 18 21:16:38.711376 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c0c91d33-9d79-4fcf-882d-94fd7695fc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:38.931279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99783b96-bc12-4f54-8f2a-c9575f796174 req-979a29d1-a95c-42b5-b06e-a8d9988d4431 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:38.932791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99783b96-bc12-4f54-8f2a-c9575f796174 req-979a29d1-a95c-42b5-b06e-a8d9988d4431 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 943 time: 0.0487015 Apr 18 21:16:38.972238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99783b96-bc12-4f54-8f2a-c9575f796174 req-1b37a1c9-fc87-4c90-b43f-976e1dd3bbb8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334597 Apr 18 21:16:39.444789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.713160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 25e0fcf7-b12a-41a4-831b-f061a91253e6 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:16:39.814052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:39.825746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'mac_address': 'fa:16:3e:8a:d9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:16:39.862999 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.876547 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e0fcf7-b12a-41a4-831b-f061a91253e6 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:16:39.896208 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:39.900520 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:39.947742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=25e0fcf7-b12a-41a4-831b-f061a91253e6,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:39.955589 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.955961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.956302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.956642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.956969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.957296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.957624 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.957946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.958261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.958579 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.958902 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:39.959219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:40.097007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152fe26-bdb9-4d15-8de6-c9e6d280f61b req-cf9c8a58-2e8a-4cf7-b7ae-fbf5fd197c2f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:40.098483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6152fe26-bdb9-4d15-8de6-c9e6d280f61b req-cf9c8a58-2e8a-4cf7-b7ae-fbf5fd197c2f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 944 time: 0.0519078 Apr 18 21:16:40.142987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6152fe26-bdb9-4d15-8de6-c9e6d280f61b req-aeb53c1f-4528-4153-82f3-370bdae8ba16 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313537 Apr 18 21:16:40.158882 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['25e0fcf7-b12a-41a4-831b-f061a91253e6'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:16:40.622293 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.254671 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f0616-7a29-4aa4-a40a-aea551cee314 req-875a78ed-1f1a-4d38-b530-662ea0c8e685 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:41.256165 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d4f0616-7a29-4aa4-a40a-aea551cee314 req-875a78ed-1f1a-4d38-b530-662ea0c8e685 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 944 time: 0.0480304 Apr 18 21:16:41.280545 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.298367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d4f0616-7a29-4aa4-a40a-aea551cee314 req-3534d62a-505b-4ae0-afaf-7326e5be6018 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360732 Apr 18 21:16:41.728465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 25e0fcf7-b12a-41a4-831b-f061a91253e6 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:16:41.779704 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 25e0fcf7-b12a-41a4-831b-f061a91253e6 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:41.783412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 25e0fcf7-b12a-41a4-831b-f061a91253e6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:41.783771 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.858780 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.880053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:41.882861 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161be21e-7389-4e02-a2d5-52b726413800" -d '{"events": [{"server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "name": "network-vif-plugged", "status": "completed", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:16:41.895282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:16:41.900414 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:41.922537 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d829f54-746d-4479-85b5-03b4c421b5ab x-openstack-request-id: req-8d829f54-746d-4479-85b5-03b4c421b5ab {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:16:41.922819 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "name": "network-vif-plugged", "status": "completed", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:16:41.923062 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d829f54-746d-4479-85b5-03b4c421b5ab {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:16:41.923449 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d829f54-746d-4479-85b5-03b4c421b5ab'] response: {'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'code': 200} Apr 18 21:16:41.951301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=25e0fcf7-b12a-41a4-831b-f061a91253e6,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:42.023659 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc320808-26e4-47c4-be56-841d0ed62b0d req-cbc2822c-ae7b-487a-8b8d-82d9a40cdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:42.025071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc320808-26e4-47c4-be56-841d0ed62b0d req-cbc2822c-ae7b-487a-8b8d-82d9a40cdc69 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1096 time: 0.0404446 Apr 18 21:16:42.062161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc320808-26e4-47c4-be56-841d0ed62b0d req-bca5c26d-bc46-494c-9611-ee9946fcb8ab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267797 Apr 18 21:16:42.414936 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb205e1-7d90-449b-9531-9b49850d1115 req-e78d8d9d-62dc-482e-879f-6352c17504e3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:42.416484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fbb205e1-7d90-449b-9531-9b49850d1115 req-e78d8d9d-62dc-482e-879f-6352c17504e3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0492115 Apr 18 21:16:42.454127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fbb205e1-7d90-449b-9531-9b49850d1115 req-735213a2-1fa1-43a3-9409-45dcf7ed328f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316365 Apr 18 21:16:42.693967 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:43.578677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478234a-8a00-4abe-9448-1b973d7d7392 req-a85d5347-95d3-43e0-842c-6a9db2c69662 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:43.580471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8478234a-8a00-4abe-9448-1b973d7d7392 req-a85d5347-95d3-43e0-842c-6a9db2c69662 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0492733 Apr 18 21:16:43.627403 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8478234a-8a00-4abe-9448-1b973d7d7392 req-54764caf-db16-4218-9bc8-cf55aa08402e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361228 Apr 18 21:16:43.753054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-1a965fc4-d4b7-414b-8e31-2749b010b8de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676565 Apr 18 21:16:43.770206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ba0cb-39ab-41a6-94fc-5bba4f3c5995 req-2789b355-4b1d-4542-982a-6644deccd0d5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:43.771760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e8ba0cb-39ab-41a6-94fc-5bba4f3c5995 req-2789b355-4b1d-4542-982a-6644deccd0d5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0624468 Apr 18 21:16:43.781500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50706) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:16:43.786347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-dec9d8f3-f4f8-4800-bfbf-4ee1cd51f4c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'floatingip': {'port_id': '25e0fcf7-b12a-41a4-831b-f061a91253e6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:43.849991 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dec9d8f3-f4f8-4800-bfbf-4ee1cd51f4c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:43.943477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-f5a70528-7a6b-47e5-b011-45e9cccff7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:43.945036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-f5a70528-7a6b-47e5-b011-45e9cccff7b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1096 time: 0.1239297 Apr 18 21:16:44.478451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-442195ae-766d-4da9-bff6-6a7f6d5cd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:44.479955 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-442195ae-766d-4da9-bff6-6a7f6d5cd80b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.5109537 Apr 18 21:16:44.550524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-bfc73b1e-28f4-410b-af2f-f5caa5ef18e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 217 time: 0.0403194 Apr 18 21:16:44.666034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-62ee89ad-0ef3-48a1-a1de-530c998302e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:44.667556 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-62ee89ad-0ef3-48a1-a1de-530c998302e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0843496 Apr 18 21:16:44.751868 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-1a1531f0-9957-4fc2-8e8f-3f5a2542be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:44.753267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-1a1531f0-9957-4fc2-8e8f-3f5a2542be4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756469 Apr 18 21:16:44.856019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dec9d8f3-f4f8-4800-bfbf-4ee1cd51f4c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.860578 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dec9d8f3-f4f8-4800-bfbf-4ee1cd51f4c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:44.926309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-41afcc34-be1e-47a5-8769-1231599fcec0 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655223 Apr 18 21:16:45.026298 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-dec9d8f3-f4f8-4800-bfbf-4ee1cd51f4c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e associated. External IP: 172.25.2.17, port: 25e0fcf7-b12a-41a4-831b-f061a91253e6. Apr 18 21:16:45.103065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d845fd5-9585-486b-aeca-37f6606ff2ad req-0febfabf-f8cd-4a3c-8c69-b7c3a256103b service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701083 Apr 18 21:16:45.262395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec9d8f3-f4f8-4800-bfbf-4ee1cd51f4c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:16:45.387877 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec9d8f3-f4f8-4800-bfbf-4ee1cd51f4c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:16:45.392780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dec9d8f3-f4f8-4800-bfbf-4ee1cd51f4c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.400315 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:16:45.415412 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:16:45.416444 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:16:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:45.428675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dec9d8f3-f4f8-4800-bfbf-4ee1cd51f4c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "PUT /v2.0/floatingips/54bcc75e-bff9-4db6-801f-c2d1ee1aac1e HTTP/1.1" status: 200 len: 990 time: 1.6414716 Apr 18 21:16:45.428675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:45.428675 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449fecf0-cfc2-4d93-8d1c-170110324aad" -d '{"events": [{"name": "network-changed", "server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:16:45.479965 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b53927-eba3-4464-9dd5-c8a3010f8520 x-openstack-request-id: req-11b53927-eba3-4464-9dd5-c8a3010f8520 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:16:45.480275 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:16:45.480529 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-11b53927-eba3-4464-9dd5-c8a3010f8520 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:16:45.480941 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b53927-eba3-4464-9dd5-c8a3010f8520'] response: {'name': 'network-changed', 'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'status': 'completed', 'code': 200} Apr 18 21:16:45.540655 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:16:45.592483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-b26d5f24-d27d-4dd0-9a84-5333bcc00c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:45.594035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-b26d5f24-d27d-4dd0-9a84-5333bcc00c1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1096 time: 0.0907445 Apr 18 21:16:45.742085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa912b-dd20-4b5e-bbc6-12409a543c82 req-ae2b0462-f7da-404c-811e-7ee4281381b8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:45.743619 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87aa912b-dd20-4b5e-bbc6-12409a543c82 req-ae2b0462-f7da-404c-811e-7ee4281381b8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.1151648 Apr 18 21:16:45.746797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-c1a3d48e-5813-4309-bf72-57d927b4521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:45.748404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-c1a3d48e-5813-4309-bf72-57d927b4521c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.1463919 Apr 18 21:16:45.833211 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:8a:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538de00e-50f8-42ba-91b1-7a561a939b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:16:44Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:45.838164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87aa912b-dd20-4b5e-bbc6-12409a543c82 req-9ee20104-f3ea-46d4-a73d-7c9c21662e7f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881715 Apr 18 21:16:45.858846 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-837dbabb-d529-400c-9ff3-fa896e41d9ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 998 time: 0.1014211 Apr 18 21:16:45.859935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:16:45.872048 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:16:45.872673 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:16:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:45.911185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-decfa5cf-22f6-4492-b4c9-214265df1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:45.912814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-decfa5cf-22f6-4492-b4c9-214265df1329 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0472462 Apr 18 21:16:45.964052 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-e0a70bfb-3e01-4b97-8e18-88148a90431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:45.965588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-e0a70bfb-3e01-4b97-8e18-88148a90431d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465331 Apr 18 21:16:45.983095 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:16:46.068684 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-1ecc2b89-441a-4682-86a1-401b32158a28 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966558 Apr 18 21:16:46.174441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-449fecf0-cfc2-4d93-8d1c-170110324aad req-4687ca31-28a0-49fe-86ed-6d0c5f4bc555 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988674 Apr 18 21:16:46.227707 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:8a:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538de00e-50f8-42ba-91b1-7a561a939b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:16:44Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:46.253359 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f084102-be7b-4e6c-804e-f2522195a7f6 None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:8a:d9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538de00e-50f8-42ba-91b1-7a561a939b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:16:44Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:16:46.273969 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.447474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99cb3f2-d60e-40a6-a127-5be174121c44 None None] New status for floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:16:46.963309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712831e-1840-45fb-a43b-6fca141a23ad req-28b391cd-286e-4771-800f-0a81414f04e3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:46.964813 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a712831e-1840-45fb-a43b-6fca141a23ad req-28b391cd-286e-4771-800f-0a81414f04e3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0542264 Apr 18 21:16:47.002634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a712831e-1840-45fb-a43b-6fca141a23ad req-5c632154-eadb-4f4d-b13e-c91d9249d167 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Apr 18 21:16:48.120727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10e9f9-cf70-4f44-90be-52e4788a45bf req-c36ecd94-c320-4e74-997f-535fbb0fbaa6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:48.122209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d10e9f9-cf70-4f44-90be-52e4788a45bf req-c36ecd94-c320-4e74-997f-535fbb0fbaa6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0522201 Apr 18 21:16:48.160072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d10e9f9-cf70-4f44-90be-52e4788a45bf req-041e6208-f78c-4fae-aeaf-acec1349d60b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318210 Apr 18 21:16:49.275295 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42673ac1-1fd7-48cf-83a1-d39d4583ddc5 req-bedb7140-8780-407e-9d35-d39d58fc0652 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:49.276839 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42673ac1-1fd7-48cf-83a1-d39d4583ddc5 req-bedb7140-8780-407e-9d35-d39d58fc0652 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0484197 Apr 18 21:16:49.314506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42673ac1-1fd7-48cf-83a1-d39d4583ddc5 req-eae0cc02-1a22-4fc7-a50b-2f143a75b096 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316062 Apr 18 21:16:50.437247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac0d94-4038-48b1-9267-08481fc660de req-92940d45-7d22-432e-8209-cb745659facd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:50.438727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0ac0d94-4038-48b1-9267-08481fc660de req-92940d45-7d22-432e-8209-cb745659facd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0534937 Apr 18 21:16:50.476876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c0ac0d94-4038-48b1-9267-08481fc660de req-450160c7-a0c9-4a9b-9e26-7bc56482a64e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320494 Apr 18 21:16:51.592014 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71e0f2-62fd-4257-b564-69b98b264a07 req-363e9026-ab23-455b-bee4-1e1cf80f503b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:51.593544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e71e0f2-62fd-4257-b564-69b98b264a07 req-363e9026-ab23-455b-bee4-1e1cf80f503b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0478716 Apr 18 21:16:51.630774 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e71e0f2-62fd-4257-b564-69b98b264a07 req-4802e01f-4287-43e5-8e24-d3a922c77c61 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311949 Apr 18 21:16:52.745024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aad2c-1121-473b-8383-65f90653fc53 req-fed95e4c-4c58-42e8-84de-1024228fdd75 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:52.746489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d64aad2c-1121-473b-8383-65f90653fc53 req-fed95e4c-4c58-42e8-84de-1024228fdd75 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0483415 Apr 18 21:16:52.784797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d64aad2c-1121-473b-8383-65f90653fc53 req-e6aa4f30-4d0b-45fd-97ca-da93efc82bf4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Apr 18 21:16:53.903141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472d115-8992-424a-a0aa-8f65dbbb6e33 req-edda35f4-6b50-4cf2-bc88-f0e7aa4dcbe7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.904628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2472d115-8992-424a-a0aa-8f65dbbb6e33 req-edda35f4-6b50-4cf2-bc88-f0e7aa4dcbe7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0533967 Apr 18 21:16:53.941185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2472d115-8992-424a-a0aa-8f65dbbb6e33 req-9c7aba07-f334-47e8-9e0c-0fbd83b3a73a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306122 Apr 18 21:16:55.065156 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec406a8-e22f-401b-984f-869ba908987a req-169001f2-2a6f-49f9-9a07-fcb687e0f3df tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:55.066568 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ec406a8-e22f-401b-984f-869ba908987a req-169001f2-2a6f-49f9-9a07-fcb687e0f3df tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0544209 Apr 18 21:16:55.106407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ec406a8-e22f-401b-984f-869ba908987a req-48682716-d602-4208-993a-cd98e396f681 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336380 Apr 18 21:16:56.226144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272f1d3-21cd-4707-a296-1214f59ccac1 req-f9fc0971-4999-4551-b3fc-d206690f128a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:56.228413 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9272f1d3-21cd-4707-a296-1214f59ccac1 req-f9fc0971-4999-4551-b3fc-d206690f128a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0513256 Apr 18 21:16:56.265548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9272f1d3-21cd-4707-a296-1214f59ccac1 req-a2528fee-6f63-4f20-b133-df04c8fbbbb3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311394 Apr 18 21:16:57.390883 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98302a-5610-4da3-9601-301382b8a0b1 req-444c45d7-4568-45be-a3ae-d71a615f9e25 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:57.392401 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e98302a-5610-4da3-9601-301382b8a0b1 req-444c45d7-4568-45be-a3ae-d71a615f9e25 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0591691 Apr 18 21:16:57.436313 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7e98302a-5610-4da3-9601-301382b8a0b1 req-f574795d-be33-4aaf-a5cb-9ecc29e4e357 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Apr 18 21:16:58.553811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d035ef9-d597-4c56-b075-989d792bbfaf req-ab6311a1-eef3-4812-ba26-c81b4f470381 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:58.555258 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d035ef9-d597-4c56-b075-989d792bbfaf req-ab6311a1-eef3-4812-ba26-c81b4f470381 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0487018 Apr 18 21:16:58.593705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d035ef9-d597-4c56-b075-989d792bbfaf req-0fcec538-f264-44c5-84d4-1ef0553e9d23 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Apr 18 21:16:59.714336 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c91a7-b0fa-4126-8b1c-be81371c0895 req-81f5fe62-3068-45be-8b0e-0e3e68ef357c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:59.715887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-440c91a7-b0fa-4126-8b1c-be81371c0895 req-81f5fe62-3068-45be-8b0e-0e3e68ef357c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0501468 Apr 18 21:16:59.756772 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-440c91a7-b0fa-4126-8b1c-be81371c0895 req-57be5b6d-43e7-44fb-acf9-db8fa1f02dda tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349829 Apr 18 21:17:00.880110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733bea8a-16b2-4dc7-9125-a457db26c2cc req-973460f1-faf1-43a7-8bf1-b4c0392262b7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:00.881623 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-733bea8a-16b2-4dc7-9125-a457db26c2cc req-973460f1-faf1-43a7-8bf1-b4c0392262b7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0535007 Apr 18 21:17:00.920181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-733bea8a-16b2-4dc7-9125-a457db26c2cc req-33837d4a-1019-42a2-a166-6c7efa34b2af tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325069 Apr 18 21:17:02.034595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c9988-a8ae-4ade-bf89-82b870f8813d req-2e8b3ba8-664b-4809-aaf9-8179236b9e2a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:02.036102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-410c9988-a8ae-4ade-bf89-82b870f8813d req-2e8b3ba8-664b-4809-aaf9-8179236b9e2a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0489264 Apr 18 21:17:02.074212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-410c9988-a8ae-4ade-bf89-82b870f8813d req-d49db8da-ed2c-411e-8a72-913c48b7e5a3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316176 Apr 18 21:17:03.197701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb0f88-2b71-4764-8749-105aa37116a6 req-58770789-8672-44b3-884e-d3e7170f346f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:03.199191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dddb0f88-2b71-4764-8749-105aa37116a6 req-58770789-8672-44b3-884e-d3e7170f346f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0556409 Apr 18 21:17:03.236667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dddb0f88-2b71-4764-8749-105aa37116a6 req-023fabd6-efcf-40fc-a488-cd6da67daf61 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314295 Apr 18 21:17:04.357193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa3e74-2327-46c4-9a23-9d1cac1f3315 req-b1ced0a5-dbce-4e8a-bf0d-f9b9f40aa98d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:04.358703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-defa3e74-2327-46c4-9a23-9d1cac1f3315 req-b1ced0a5-dbce-4e8a-bf0d-f9b9f40aa98d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0530167 Apr 18 21:17:04.400714 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-defa3e74-2327-46c4-9a23-9d1cac1f3315 req-1c006217-d03d-4ce0-8c2e-495fa059656f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355957 Apr 18 21:17:05.532490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de854de-ca35-4998-9505-591e6f4b5579 req-07170163-4b8f-4777-9c40-7667c583853b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:05.534113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5de854de-ca35-4998-9505-591e6f4b5579 req-07170163-4b8f-4777-9c40-7667c583853b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0531652 Apr 18 21:17:05.574016 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5de854de-ca35-4998-9505-591e6f4b5579 req-923ddf8c-4d96-4e07-ba68-a983d6c8e385 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335820 Apr 18 21:17:05.976977 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-699c25be-cf9e-4338-8d05-f237fd3739fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:06.700049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775621-1240-44ce-94f7-f29161b511fb req-031e88fa-906d-4c66-80d9-bf1960018f26 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:06.701606 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf775621-1240-44ce-94f7-f29161b511fb req-031e88fa-906d-4c66-80d9-bf1960018f26 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0518465 Apr 18 21:17:06.741915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bf775621-1240-44ce-94f7-f29161b511fb req-6e1482d9-ab39-4113-810e-1b15fa9e9d95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339315 Apr 18 21:17:07.278383 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:17:07.863790 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e89f28-094d-4fe9-ade1-8ba3d10efd40 req-08f75cc1-b3fc-4c42-af15-8725742ba4ec tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:07.865300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3e89f28-094d-4fe9-ade1-8ba3d10efd40 req-08f75cc1-b3fc-4c42-af15-8725742ba4ec tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0535185 Apr 18 21:17:07.908129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3e89f28-094d-4fe9-ade1-8ba3d10efd40 req-815a32c3-10dc-4909-a317-268474146504 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Apr 18 21:17:08.713557 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6b09116e-52c1-4388-9cac-ca1c3c98f754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:09.025428 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc860d-7c8d-4b8a-9ba6-b86d5ebf5280 req-ccb4f3be-6844-4ad1-a46e-85de4bdd99d3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:09.026848 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33cc860d-7c8d-4b8a-9ba6-b86d5ebf5280 req-ccb4f3be-6844-4ad1-a46e-85de4bdd99d3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0501728 Apr 18 21:17:09.064604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33cc860d-7c8d-4b8a-9ba6-b86d5ebf5280 req-71eeedf5-e0d7-493c-b5e8-d3246b18a40a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317624 Apr 18 21:17:09.446427 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:10.184852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f4c9-8c05-4ff7-82cc-255df1101e0c req-2e37ae4a-b37d-4626-865e-806652582712 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:10.186334 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfd7f4c9-8c05-4ff7-82cc-255df1101e0c req-2e37ae4a-b37d-4626-865e-806652582712 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0490658 Apr 18 21:17:10.225112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfd7f4c9-8c05-4ff7-82cc-255df1101e0c req-9658bbea-35ee-4e4f-8212-f46452d4a76e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Apr 18 21:17:10.628516 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.285324 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:11.352518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ef77d-eef9-4ee6-964a-d3d821c70046 req-834fd9af-85d4-4050-bc05-1716d2db7823 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:11.354668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-749ef77d-eef9-4ee6-964a-d3d821c70046 req-834fd9af-85d4-4050-bc05-1716d2db7823 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0546787 Apr 18 21:17:11.393236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-749ef77d-eef9-4ee6-964a-d3d821c70046 req-754b0e09-5f26-4286-8c85-1df12809d9d3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323160 Apr 18 21:17:11.681999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-3141111b-dfee-4888-841e-5c278cbbddaf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719488 Apr 18 21:17:11.689258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7cff-9f03-42f3-9cfa-2800e02748ee req-0163c487-a05c-42e4-b88b-d6f8c5b3b272 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:11.691807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-82cb7cff-9f03-42f3-9cfa-2800e02748ee req-0163c487-a05c-42e4-b88b-d6f8c5b3b272 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0727072 Apr 18 21:17:11.737935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-82cb7cff-9f03-42f3-9cfa-2800e02748ee req-f111208a-4dbe-42fc-95aa-e04bebc201cc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379658 Apr 18 21:17:12.712867 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:12.828464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-accdda36-0aec-43fc-a611-7f0364e524e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:12.829970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-accdda36-0aec-43fc-a611-7f0364e524e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1096 time: 0.0571575 Apr 18 21:17:12.922184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb89541-339e-48cd-b779-9814e190f89e req-cdfc1f9e-1e79-416e-9d27-18ba5c8a686e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:12.923788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bb89541-339e-48cd-b779-9814e190f89e req-cdfc1f9e-1e79-416e-9d27-18ba5c8a686e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.1112692 Apr 18 21:17:12.966447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-6936e26d-314e-46f3-aa59-140968312524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:12.967917 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-6936e26d-314e-46f3-aa59-140968312524 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.1235280 Apr 18 21:17:12.988967 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1bb89541-339e-48cd-b779-9814e190f89e req-d1980a4e-ee71-4806-81ed-e5d8dc46d5bc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544808 Apr 18 21:17:13.046788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-e2fd9741-d5f2-4515-9742-b46925f9a36a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 1000 time: 0.0662594 Apr 18 21:17:13.100464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-4ebab1dd-0a0a-41a8-8174-a3e744ac882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:13.102127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-4ebab1dd-0a0a-41a8-8174-a3e744ac882b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0448000 Apr 18 21:17:13.156649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-e57004c5-c374-4c82-b7f9-5e679927f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:13.158212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-e57004c5-c374-4c82-b7f9-5e679927f88f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465539 Apr 18 21:17:13.254380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-c68dd02f-ff04-4077-9eca-f5a3048fd71f service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855763 Apr 18 21:17:13.355554 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-98383750-ee8f-4c74-8129-950d1d01d79f service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906739 Apr 18 21:17:14.116553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1904c-c533-4b35-a8cb-36fced3e1081 req-9a05edf7-6665-4cdc-a93c-d0a1f505fa4e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:14.118059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3cf1904c-c533-4b35-a8cb-36fced3e1081 req-9a05edf7-6665-4cdc-a93c-d0a1f505fa4e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0568504 Apr 18 21:17:14.158530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3cf1904c-c533-4b35-a8cb-36fced3e1081 req-4461c7da-1e0f-46b8-b801-52e8d9c782e7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334427 Apr 18 21:17:15.277059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97155df0-087f-484f-b74b-60f2d1e26280 req-a3eed451-41ad-425c-9015-11c0fa4477f0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:15.278593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97155df0-087f-484f-b74b-60f2d1e26280 req-a3eed451-41ad-425c-9015-11c0fa4477f0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0498292 Apr 18 21:17:15.317501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97155df0-087f-484f-b74b-60f2d1e26280 req-17aebe28-fadb-4fa5-a844-092f4a513bad tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328484 Apr 18 21:17:15.416847 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-6ab68843-4743-4b4e-8824-2455f5214eb5 service neutron] show failed (client error): The resource could not be found. Apr 18 21:17:15.417995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-6ab68843-4743-4b4e-8824-2455f5214eb5 service neutron] 10.222.0.64 "GET /v2.0/ports/25e0fcf7-b12a-41a4-831b-f061a91253e6/bindings/n-h1-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0631516 Apr 18 21:17:15.666584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-9a6d7e2e-8fcb-46d5-8e38-17b3c8a00d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:15.668051 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-9a6d7e2e-8fcb-46d5-8e38-17b3c8a00d6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 1096 time: 0.0783501 Apr 18 21:17:15.680090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:15.732406 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:15.934211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:15.966126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:16.010615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:17:16.012979 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25019780-28e9-4752-98bd-25320005e001" -d '{"events": [{"server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "name": "network-vif-unplugged", "status": "completed", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:17:16.017300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.030498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Transition to ACTIVE for port object 25e0fcf7-b12a-41a4-831b-f061a91253e6 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:16.034529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.076062 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ee6725-1eaa-457a-acff-09a2fb0981fa x-openstack-request-id: req-47ee6725-1eaa-457a-acff-09a2fb0981fa {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:17:16.076360 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "name": "network-vif-unplugged", "status": "completed", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:17:16.076671 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47ee6725-1eaa-457a-acff-09a2fb0981fa {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:17:16.077017 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ee6725-1eaa-457a-acff-09a2fb0981fa'] response: {'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'code': 200} Apr 18 21:17:16.084978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Pushing event updated for resources: {'Port': ['ID=25e0fcf7-b12a-41a4-831b-f061a91253e6,revision_number=6']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:16.141807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.142755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.143106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.143452 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.143787 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.144154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.144485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.144814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.145145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.145648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.145806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.146114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:16.235858 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] No DVR routers for this DVR port 25e0fcf7-b12a-41a4-831b-f061a91253e6 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:16.291949 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.386695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Attempting to bind port 25e0fcf7-b12a-41a4-831b-f061a91253e6 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:16.387178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Attempting to bind port 25e0fcf7-b12a-41a4-831b-f061a91253e6 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:16.387553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Attempting to bind port 25e0fcf7-b12a-41a4-831b-f061a91253e6 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:17:16.392702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Port 25e0fcf7-b12a-41a4-831b-f061a91253e6 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:17:16.393100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Attempting to bind port 25e0fcf7-b12a-41a4-831b-f061a91253e6 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:17:16.397977 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:17:16.398314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:17:16.398702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:17:16.399137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Bound port: 25e0fcf7-b12a-41a4-831b-f061a91253e6, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:16.399492 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.450346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6f3bb-5564-4c4a-a8bd-8d97e188e026 req-d5e6fa09-69d8-479a-8d97-e88c4a62202a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:16.451745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22a6f3bb-5564-4c4a-a8bd-8d97e188e026 req-d5e6fa09-69d8-479a-8d97-e88c4a62202a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 943 time: 0.0536559 Apr 18 21:17:16.464128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:16.467366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:16.472579 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.491370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-22a6f3bb-5564-4c4a-a8bd-8d97e188e026 req-b30157c8-bc41-4e1e-ba04-d5cc014edbe8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334959 Apr 18 21:17:16.512139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:16.512769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.514888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] 10.222.0.60 "PUT /v2.0/ports/25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 1091 time: 0.8388960 Apr 18 21:17:16.541140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65717a77-3199-4c39-8d3b-01ad899635c8 service neutron] Pushing event updated for resources: {'Port': ['ID=25e0fcf7-b12a-41a4-831b-f061a91253e6,revision_number=7']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:16.585907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-067d50f7-2cb6-4631-a934-0db0636ccd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:16.587446 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-067d50f7-2cb6-4631-a934-0db0636ccd5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1094 time: 0.0420001 Apr 18 21:17:16.687359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-3fbbf00f-49b4-471c-b0d6-fe2b6d97cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:16.688879 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-3fbbf00f-49b4-471c-b0d6-fe2b6d97cb87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0955043 Apr 18 21:17:16.757788 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-d38dabd2-7753-4790-857a-610744407767 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 998 time: 0.0619941 Apr 18 21:17:16.805045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-01a0850e-7458-480c-bdd9-0e15b5750279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:16.806461 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-01a0850e-7458-480c-bdd9-0e15b5750279 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0428901 Apr 18 21:17:16.852371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-c7f87be3-6e50-44b4-b3cb-e997a623fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:16.854164 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-c7f87be3-6e50-44b4-b3cb-e997a623fa16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413404 Apr 18 21:17:16.951027 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-bc7b8014-c55a-469c-8888-df922f326f72 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902460 Apr 18 21:17:17.038348 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a1b77962-6838-4478-b627-2a86ca2c4db2 req-7ced61f7-55db-41f5-93a1-94e82e5ea8ce service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807014 Apr 18 21:17:17.549626 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-8a7451d7-452b-4a15-8038-720eb28a8715 req-ecc2698c-1780-4ef7-b36d-ab8c31b0de58 service neutron] (102904) timed out ('10.222.0.49', 47304) {{(pid=102904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:17:17.613191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a86b2-ff40-4323-9036-8332825c34c0 req-f361f166-3a8a-445a-bcc9-6eaf64f98422 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:17.614722 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db3a86b2-ff40-4323-9036-8332825c34c0 req-f361f166-3a8a-445a-bcc9-6eaf64f98422 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 943 time: 0.0490077 Apr 18 21:17:17.653338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-db3a86b2-ff40-4323-9036-8332825c34c0 req-19f8a74c-5924-46d6-a87b-78d1e2bd0038 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319946 Apr 18 21:17:18.077925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:17:18.080260 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15551c90-d7de-46c3-9f43-a3b35a09f38a" -d '{"events": [{"name": "network-changed", "server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:17:18.129829 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e91d949-dfac-4f46-a806-8a1c46c39940 x-openstack-request-id: req-0e91d949-dfac-4f46-a806-8a1c46c39940 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:17:18.130115 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:17:18.130366 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e91d949-dfac-4f46-a806-8a1c46c39940 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:17:18.130770 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e91d949-dfac-4f46-a806-8a1c46c39940'] response: {'name': 'network-changed', 'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'status': 'completed', 'code': 200} Apr 18 21:17:18.194487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-6617685b-61ad-44d5-8513-59f72835aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.196012 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-6617685b-61ad-44d5-8513-59f72835aea1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1094 time: 0.0470545 Apr 18 21:17:18.205048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-ee4f5935-e443-4dd7-a668-cd3e2e84ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.208883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-ee4f5935-e443-4dd7-a668-cd3e2e84ba02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1094 time: 0.0492404 Apr 18 21:17:18.293310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-c5b3b4c6-739f-49b6-8dbf-10f8807ce0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.295319 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-c5b3b4c6-739f-49b6-8dbf-10f8807ce0bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0914922 Apr 18 21:17:18.319073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-20d1d934-bd12-45cd-84fa-d5c0c73a83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.320688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-20d1d934-bd12-45cd-84fa-d5c0c73a83fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.1006536 Apr 18 21:17:18.366632 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-84780bf7-a616-46c0-8d5a-5246f1d15cb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 998 time: 0.0635960 Apr 18 21:17:18.394023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-4138021c-a955-4e42-a181-2989c195171c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 998 time: 0.0633714 Apr 18 21:17:18.419625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-6926da26-f966-4b00-8902-3a669030fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.421129 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-6926da26-f966-4b00-8902-3a669030fcce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0475183 Apr 18 21:17:18.449807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-c6cd6926-be4d-4564-a82a-0add36505baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.451282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-c6cd6926-be4d-4564-a82a-0add36505baf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0466228 Apr 18 21:17:18.467742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-e73ba0d9-e4e5-42f0-8340-315eac556dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.469268 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-e73ba0d9-e4e5-42f0-8340-315eac556dd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410566 Apr 18 21:17:18.503162 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-0f007de8-3a2b-4f43-9f69-9858ebe6b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.504708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-0f007de8-3a2b-4f43-9f69-9858ebe6b98c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400612 Apr 18 21:17:18.562558 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-d0c0bee0-6902-47d1-9b92-b53e96bb52c2 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862272 Apr 18 21:17:18.611892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-e27b6609-a878-409b-a2fc-b7da2bbf3b12 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966523 Apr 18 21:17:18.660137 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-fbf5700b-d2c2-4fa2-901c-98b8a710f50c service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905116 Apr 18 21:17:18.726524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15551c90-d7de-46c3-9f43-a3b35a09f38a req-4b102383-7c56-4059-bc4c-863a57cda8e4 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053503 Apr 18 21:17:18.782025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6552b5-4241-4fd4-b5ba-b662d0601455 req-4f8054f3-d3ec-4670-8b0c-8f7d4769c42c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.783575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c6552b5-4241-4fd4-b5ba-b662d0601455 req-4f8054f3-d3ec-4670-8b0c-8f7d4769c42c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 943 time: 0.0553432 Apr 18 21:17:18.826297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c6552b5-4241-4fd4-b5ba-b662d0601455 req-1318f65d-010d-4a31-a66d-99fe429fc086 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350802 Apr 18 21:17:19.074265 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 25e0fcf7-b12a-41a4-831b-f061a91253e6 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:17:19.188629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:19.209067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'mac_address': 'fa:16:3e:8a:d9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:17:19.248869 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.262292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e0fcf7-b12a-41a4-831b-f061a91253e6 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:17:19.282976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:19.288134 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.344158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=25e0fcf7-b12a-41a4-831b-f061a91253e6,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:19.736470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['25e0fcf7-b12a-41a4-831b-f061a91253e6'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:17:19.907433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 25e0fcf7-b12a-41a4-831b-f061a91253e6 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:17:19.957049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 25e0fcf7-b12a-41a4-831b-f061a91253e6 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:17:20.306368 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bf2e2-4f34-44ea-9133-47c4112aca27 req-e52cfca9-f227-4671-81ea-88e9a40f1dca tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:20.308460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-642bf2e2-4f34-44ea-9133-47c4112aca27 req-e52cfca9-f227-4671-81ea-88e9a40f1dca tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 944 time: 0.3928797 Apr 18 21:17:20.350327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-642bf2e2-4f34-44ea-9133-47c4112aca27 req-5905ff1f-93f5-48c3-90c9-aeb5e6157eb3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351453 Apr 18 21:17:20.586793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cc035-8813-448b-9dea-fc69fcf300d7 req-f8e7f8b4-de2f-4092-9e95-318dc585f801 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:20.588254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb8cc035-8813-448b-9dea-fc69fcf300d7 req-f8e7f8b4-de2f-4092-9e95-318dc585f801 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 944 time: 0.0751870 Apr 18 21:17:20.611710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-3b44ec7e-1f07-4e23-b632-4209e34f1632 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:20.613198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-3b44ec7e-1f07-4e23-b632-4209e34f1632 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.64 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&binding%3Ahost_id=n-h1-836015-4 HTTP/1.1" status: 200 len: 944 time: 0.0741472 Apr 18 21:17:20.667713 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb8cc035-8813-448b-9dea-fc69fcf300d7 req-a780cfc9-40a2-411f-9018-9c6d903c6f5b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725529 Apr 18 21:17:20.691596 n-d-836015-4 neutron-server[102904]: INFO neutron.api.v2.resource [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-74b98a36-06e3-44ab-bdd4-0fceddcb72e4 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:17:20.692651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-74b98a36-06e3-44ab-bdd4-0fceddcb72e4 service neutron] 10.222.0.64 "DELETE /v2.0/ports/25e0fcf7-b12a-41a4-831b-f061a91253e6/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0668807 Apr 18 21:17:20.784986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-f2294f4d-80d1-4738-8800-ffeb7e26acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:20.786463 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-f2294f4d-80d1-4738-8800-ffeb7e26acbe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1095 time: 0.0405107 Apr 18 21:17:20.878480 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-d312a22d-a844-4696-833d-4d406455dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:20.879994 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-d312a22d-a844-4696-833d-4d406455dab7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0841398 Apr 18 21:17:20.951449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-c1c25e18-dbf7-47f7-b8af-f87ac77a59e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 999 time: 0.0610657 Apr 18 21:17:21.004001 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-58afde73-61ca-419b-badc-eec19f481cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:21.005444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-58afde73-61ca-419b-badc-eec19f481cb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0432050 Apr 18 21:17:21.054356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-4cbea96e-4c2d-49c4-9972-856ff9963d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:21.055883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-4cbea96e-4c2d-49c4-9972-856ff9963d26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393589 Apr 18 21:17:21.092376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 25e0fcf7-b12a-41a4-831b-f061a91253e6 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:17:21.139211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 25e0fcf7-b12a-41a4-831b-f061a91253e6 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:21.143282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 25e0fcf7-b12a-41a4-831b-f061a91253e6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:21.143654 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.151564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-03b52b76-9ec2-4e1d-aee1-c10fe6ed0d08 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849519 Apr 18 21:17:21.219209 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.242475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:17:21.244065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d034b5bc-6d54-40de-8492-04bc291fd876 req-af4eb834-09aa-4f9f-b589-6340337139f3 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827515 Apr 18 21:17:21.244800 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33439cc8-d4f6-4804-b1cf-a931d45a337b" -d '{"events": [{"server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "name": "network-vif-plugged", "status": "completed", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:17:21.264176 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:21.268264 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.297506 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef83aea-421e-4d3d-a61f-be26b10a3e47 x-openstack-request-id: req-2ef83aea-421e-4d3d-a61f-be26b10a3e47 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:17:21.297790 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "name": "network-vif-plugged", "status": "completed", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:17:21.298034 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ef83aea-421e-4d3d-a61f-be26b10a3e47 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:17:21.298419 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef83aea-421e-4d3d-a61f-be26b10a3e47'] response: {'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'code': 200} Apr 18 21:17:21.325132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=25e0fcf7-b12a-41a4-831b-f061a91253e6,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:21.793175 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2d960-10d6-4c69-a3cf-9dbfb03790b3 req-56895f8e-1a03-4633-8dca-5976d9a9a20e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:21.794744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9b2d960-10d6-4c69-a3cf-9dbfb03790b3 req-56895f8e-1a03-4633-8dca-5976d9a9a20e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0570927 Apr 18 21:17:21.836366 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9b2d960-10d6-4c69-a3cf-9dbfb03790b3 req-b1d33cc6-7861-4d37-bda9-daaa12f2be6f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352991 Apr 18 21:17:21.954800 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27626b-2beb-44c1-927f-9d3b359d514b req-ff119113-31fc-4363-acb6-72353de32a8f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:21.956243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b27626b-2beb-44c1-927f-9d3b359d514b req-ff119113-31fc-4363-acb6-72353de32a8f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0494809 Apr 18 21:17:21.993995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b27626b-2beb-44c1-927f-9d3b359d514b req-046352f1-8e19-44e8-9a6b-7a006d68e854 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315404 Apr 18 21:17:22.188384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693de02d-8912-4d19-a629-34cec8361a86 req-eacc81f1-d8d9-496d-a62e-f609ea1090eb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:22.189929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-693de02d-8912-4d19-a629-34cec8361a86 req-eacc81f1-d8d9-496d-a62e-f609ea1090eb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0494494 Apr 18 21:17:22.217218 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-add93293-aa90-4669-ad9e-459de75e1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:22.218668 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-add93293-aa90-4669-ad9e-459de75e1903 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 1096 time: 0.0438476 Apr 18 21:17:22.227573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-693de02d-8912-4d19-a629-34cec8361a86 req-d9364d2b-28a6-43b4-9a59-c502f4000f17 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317461 Apr 18 21:17:22.315784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-ba10bcea-8178-46be-838e-50fa16ec987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:22.317312 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-ba10bcea-8178-46be-838e-50fa16ec987f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0924802 Apr 18 21:17:22.383633 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-9221fe87-7d08-46b0-8b41-148322750e5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 200 len: 1000 time: 0.0575161 Apr 18 21:17:22.436201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-01596bdf-a376-4877-9698-57c72383991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:22.437737 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-01596bdf-a376-4877-9698-57c72383991b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0481632 Apr 18 21:17:22.483905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-2c9d16ca-64d8-4d2e-84e6-48cf7ebfb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:22.485314 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-2c9d16ca-64d8-4d2e-84e6-48cf7ebfb65f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413520 Apr 18 21:17:22.576819 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-3157f5ed-6385-4c4c-a03b-65e5a7a61cd9 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847793 Apr 18 21:17:22.674722 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-34fc7332-2d80-41d9-be7c-d6669051bf04 req-541ee3af-3cd2-498c-af91-d9b8ec3d8c69 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914779 Apr 18 21:17:23.355101 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310607c-51ce-4873-8468-5fccf0464884 req-27a20ec4-acc6-4b28-925f-c6344db3365b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:23.356741 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9310607c-51ce-4873-8468-5fccf0464884 req-27a20ec4-acc6-4b28-925f-c6344db3365b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0545759 Apr 18 21:17:23.395021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9310607c-51ce-4873-8468-5fccf0464884 req-bfcb98f2-c429-4ded-bf80-c55b11fa30fe tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322056 Apr 18 21:17:23.631520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481f3be-bace-4827-bb89-ae5cdb083585 req-a7d3c1bc-d600-4ed7-bb92-b849baf626f8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:23.633031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9481f3be-bace-4827-bb89-ae5cdb083585 req-a7d3c1bc-d600-4ed7-bb92-b849baf626f8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0495622 Apr 18 21:17:23.670532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9481f3be-bace-4827-bb89-ae5cdb083585 req-7ea2aa7a-1739-403b-87ed-005ff5b4012c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Apr 18 21:17:24.791343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e13c-b44f-4562-8317-a25e337b2828 req-445ae087-92d8-4d24-aa88-1feaef18db22 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:24.792861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a69e13c-b44f-4562-8317-a25e337b2828 req-445ae087-92d8-4d24-aa88-1feaef18db22 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0494421 Apr 18 21:17:24.831051 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a69e13c-b44f-4562-8317-a25e337b2828 req-3ed984b6-ac55-41e7-96c4-d6488f9190f7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321698 Apr 18 21:17:25.005621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e690d9-6147-401d-9832-2bea18128b10 req-0090b38d-bf04-4e00-bd26-a2f95f7d9947 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:25.006973 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-79e690d9-6147-401d-9832-2bea18128b10 req-0090b38d-bf04-4e00-bd26-a2f95f7d9947 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 945 time: 0.0482106 Apr 18 21:17:25.098805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Deleting port 25e0fcf7-b12a-41a4-831b-f061a91253e6 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:17:25.099134 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.185263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] For port 25e0fcf7-b12a-41a4-831b-f061a91253e6, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=25e0fcf7-b12a-41a4-831b-f061a91253e6,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:25.185642 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.723135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.723496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.723810 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e disassociated. External IP: 172.25.2.17, port: 25e0fcf7-b12a-41a4-831b-f061a91253e6. Apr 18 21:17:25.724243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Calling delete_port for 25e0fcf7-b12a-41a4-831b-f061a91253e6 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:17:25.855003 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.883775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event deleted for resources: {'Port': ['ID=25e0fcf7-b12a-41a4-831b-f061a91253e6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:25.938861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f8108b82-d957-4023-abbe-194387fcd71c req-1f68d842-b1cc-45b4-82f9-59d85e5d36c1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=538de00e-50f8-42ba-91b1-7a561a939b61 HTTP/1.1" status: 200 len: 210 time: 0.0320573 Apr 18 21:17:26.004035 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:17:26.115963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:26.126128 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:17:26.135827 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:17:26.136557 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:17:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.156220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] No DVR routers for this DVR port 25e0fcf7-b12a-41a4-831b-f061a91253e6 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:26.160055 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.163661 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-79e690d9-6147-401d-9832-2bea18128b10 req-b3a97769-5dd9-4d24-9b6a-9c0582f284ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "DELETE /v2.0/ports/25e0fcf7-b12a-41a4-831b-f061a91253e6 HTTP/1.1" status: 204 len: 173 time: 1.1507406 Apr 18 21:17:26.164139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'name': 'network-vif-deleted', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:17:26.166600 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad6c6ae-75ff-4d2d-a1f4-ccaaf9a934ba" -d '{"events": [{"server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "name": "network-vif-deleted", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:17:26.206474 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dd2623-b1d0-486d-9344-203da29676d9 x-openstack-request-id: req-62dd2623-b1d0-486d-9344-203da29676d9 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:17:26.206910 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538de00e-50f8-42ba-91b1-7a561a939b61", "name": "network-vif-deleted", "tag": "25e0fcf7-b12a-41a4-831b-f061a91253e6", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:17:26.207159 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-62dd2623-b1d0-486d-9344-203da29676d9 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:17:26.207561 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62dd2623-b1d0-486d-9344-203da29676d9'] response: {'server_uuid': '538de00e-50f8-42ba-91b1-7a561a939b61', 'name': 'network-vif-deleted', 'tag': '25e0fcf7-b12a-41a4-831b-f061a91253e6', 'status': 'completed', 'code': 200} Apr 18 21:17:26.251436 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:17:26.451244 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.476419 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:17:26.484954 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:17:26.485554 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:17:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.604992 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:17:26.799002 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.824224 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2cd77-01c6-48f2-8bd5-5ca70e54dd77 None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:17:27.058773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2cf5f5-cfc5-4276-a9b0-d49c9efacc28 None None] New status for floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:17:27.204999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-1c844f85-56f7-47a9-934e-0b431d520bae tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1754980440&fields=id&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 267 time: 0.0405915 Apr 18 21:17:27.323053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-3e85d674-1520-43ee-8929-9d7c25f37267 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:27.325525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-3e85d674-1520-43ee-8929-9d7c25f37267 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 812 time: 0.1128147 Apr 18 21:17:27.348204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-3e0b6d30-9d6c-4519-83d0-dbe6412ca947 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/quotas/f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 375 time: 0.0159547 Apr 18 21:17:27.461444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-ae9b9109-2b5c-4347-9a2c-3dbcb589bd84 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997269 Apr 18 21:17:27.480195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-1690e9a0-b491-40cd-8290-d9c8de502d83 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:17:27.481564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-1690e9a0-b491-40cd-8290-d9c8de502d83 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069683 Apr 18 21:17:27.595470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-b373acec-c60c-4309-a48a-95fe5d6f37b9 service neutron] 10.222.0.49 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991373 Apr 18 21:17:27.706296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-35f8c8ba-3297-4d67-8f16-1281420fb034 service neutron] 10.222.0.49 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033573 Apr 18 21:17:27.875530 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7aaa26ac-55f0-4176-9f08-6c26eb10dc63 req-de51a17d-d19b-4c77-9754-735c5736bedc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0314803 Apr 18 21:17:28.794026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-b113d45a-87df-4dcf-81c6-96f9865c1c82 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:28.795511 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-b113d45a-87df-4dcf-81c6-96f9865c1c82 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 812 time: 0.1128781 Apr 18 21:17:28.841436 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-48ffd02b-3ceb-4093-9020-4805f3f0f85d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 380 time: 0.0367508 Apr 18 21:17:28.851530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'port': {'device_id': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'admin_state_up': True, 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'security_groups': ['e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:28.955573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Made reservation on behalf of f37a647b82ff4fc6852fa1d10ad3bb5c for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:28.959148 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.971797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4298032-cf30-4686-93db-bfdf6f3e07fa req-f66f0adc-afe9-402e-b94a-b05910d7a90c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0277541 Apr 18 21:17:29.090416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Allocated IP 172.20.0.11 (1b4e9f30-0633-4042-9c8f-9b1813bd4e78/95a963f9-3190-4f58-bc05-86bb817b01b8/ff4ad680-3393-425c-b096-4c04d480a855) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:29.137778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 25e0fcf7-b12a-41a4-831b-f061a91253e6 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:17:29.161480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 25e0fcf7-b12a-41a4-831b-f061a91253e6 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:17:29.161822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 25e0fcf7-b12a-41a4-831b-f061a91253e6 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:17:29.230026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.262904 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.308096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:29.311832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:29.327375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:17:29.343263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:29.409627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:29.410396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.433484 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-63060e21-8276-4e6c-889b-3e4925ac7e33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854504 Apr 18 21:17:29.449745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Request body: {'port': {'device_id': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:29.543034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.650467 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f9cf65d7-9eb2-40ea-99e3-563aaf89b220 None None] Provisioning complete for port ff4ad680-3393-425c-b096-4c04d480a855 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:29.651543 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f9cf65d7-9eb2-40ea-99e3-563aaf89b220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.685647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf65d7-9eb2-40ea-99e3-563aaf89b220 None None] Port ff4ad680-3393-425c-b096-4c04d480a855 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:17:29.814464 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4ad680-3393-425c-b096-4c04d480a855 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:17:29.821845 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.833821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Transition to ACTIVE for port object ff4ad680-3393-425c-b096-4c04d480a855 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:29.841027 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.911235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:29.966156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:29.966679 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:29.967039 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:17:29.971485 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Port ff4ad680-3393-425c-b096-4c04d480a855 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:17:29.971807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:17:29.976950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:17:29.977291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:17:29.977684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:17:29.978119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Bound port: ff4ad680-3393-425c-b096-4c04d480a855, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:29.978484 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.048045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:17:30.052497 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:17:30.059235 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.091166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.091666 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.093341 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] 10.222.0.60 "PUT /v2.0/ports/ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1092 time: 0.6521878 Apr 18 21:17:30.094590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1267e-d300-40e0-93fe-9cdc78610d1a req-d6b20988-c26e-4069-b583-42aebe940fa6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.095729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:17:30.096058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-adc1267e-d300-40e0-93fe-9cdc78610d1a req-d6b20988-c26e-4069-b583-42aebe940fa6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 944 time: 0.0512812 Apr 18 21:17:30.098924 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea89952-3030-42fb-8c25-92dc4e8a9f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "tag": "ff4ad680-3393-425c-b096-4c04d480a855"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:17:30.137125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b2d63-17d9-46d1-a334-beb9eebc6f30 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:30.152597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-adc1267e-d300-40e0-93fe-9cdc78610d1a req-1962e3fa-9737-476c-b445-b35375c34e82 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479279 Apr 18 21:17:30.177328 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a3f1d4-d1b1-4854-83fc-3fd26c281718 x-openstack-request-id: req-79a3f1d4-d1b1-4854-83fc-3fd26c281718 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:17:30.177621 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "tag": "ff4ad680-3393-425c-b096-4c04d480a855", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:17:30.177874 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-79a3f1d4-d1b1-4854-83fc-3fd26c281718 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:17:30.178515 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a3f1d4-d1b1-4854-83fc-3fd26c281718'] response: {'name': 'network-changed', 'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855', 'status': 'completed', 'code': 200} Apr 18 21:17:30.194027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-13725e35-0259-4724-8c45-16b7d8ca97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.195551 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-13725e35-0259-4724-8c45-16b7d8ca97bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1095 time: 0.0482590 Apr 18 21:17:30.243049 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-6b99b93c-62d5-415e-ab2c-256016761acd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 217 time: 0.0403280 Apr 18 21:17:30.292761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-10024e3f-3cd2-409a-b6c0-82239a1f1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.294397 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-10024e3f-3cd2-409a-b6c0-82239a1f1e53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0452466 Apr 18 21:17:30.338604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-dbd14b63-1245-442a-b4ad-df42b94fe9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.340084 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-dbd14b63-1245-442a-b4ad-df42b94fe9cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390255 Apr 18 21:17:30.431489 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-0f4c8e21-48c7-4745-bd5e-61e387074638 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849586 Apr 18 21:17:30.520446 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-41d2cb19-9cd5-4aec-86f7-610e2552177d req-70dfc7e2-1b22-4d21-a6cf-381be3cf68ea service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821164 Apr 18 21:17:30.609259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-3a40f54f-1f8a-4db7-b417-44259c9c2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.610783 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-3a40f54f-1f8a-4db7-b417-44259c9c2ad3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1095 time: 0.0467224 Apr 18 21:17:30.700093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-e42d9c0e-da5a-4f9c-a195-e446c45e5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.701560 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-e42d9c0e-da5a-4f9c-a195-e446c45e5ffd service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0840099 Apr 18 21:17:30.746965 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-aca30136-631f-4fcb-8a8d-ffce9969d1d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 217 time: 0.0388947 Apr 18 21:17:30.795773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-c1790361-b27b-4c45-aaf8-1befc078f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.797245 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-c1790361-b27b-4c45-aaf8-1befc078f43e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0434852 Apr 18 21:17:30.841303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-ac11d267-c5f2-4965-9e71-87eb8dde6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:30.842787 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-ac11d267-c5f2-4965-9e71-87eb8dde6524 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392182 Apr 18 21:17:30.934689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-615a9319-9907-459d-9e10-23c329a731c1 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852423 Apr 18 21:17:31.023874 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dea89952-3030-42fb-8c25-92dc4e8a9f1c req-4e96f218-56bd-4ae5-9d41-57d08ed8a755 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817163 Apr 18 21:17:31.266103 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394ce9f-67fa-4301-b7f7-f339058db2a2 req-89b239de-675d-4102-8d2b-501e9938cbb3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:31.267603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e394ce9f-67fa-4301-b7f7-f339058db2a2 req-89b239de-675d-4102-8d2b-501e9938cbb3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 944 time: 0.0525670 Apr 18 21:17:31.305376 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e394ce9f-67fa-4301-b7f7-f339058db2a2 req-935c7cb9-2de5-4ac3-93b4-3977f25eecaf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314944 Apr 18 21:17:32.422456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449306b-3b48-42ca-9dfb-e5d30e86be96 req-b1884b49-ac4a-4a26-af76-d9f17302c10d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:32.423966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a449306b-3b48-42ca-9dfb-e5d30e86be96 req-b1884b49-ac4a-4a26-af76-d9f17302c10d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 944 time: 0.0491638 Apr 18 21:17:32.461031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a449306b-3b48-42ca-9dfb-e5d30e86be96 req-897071e8-2609-40ca-99fc-a893a4cb8d5a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310526 Apr 18 21:17:33.578109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab79fa6-88e3-494c-9c7a-334aec6f9ff2 req-9d5dffc6-bb75-4ac7-88d9-7c88c793944b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:33.579591 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ab79fa6-88e3-494c-9c7a-334aec6f9ff2 req-9d5dffc6-bb75-4ac7-88d9-7c88c793944b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 944 time: 0.0495458 Apr 18 21:17:33.620169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ab79fa6-88e3-494c-9c7a-334aec6f9ff2 req-e028d815-380c-49e7-a314-e453778b890d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345101 Apr 18 21:17:34.738982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f080d-eb9a-43e8-84cb-388d83a7b1e8 req-e95dc9b4-98bb-46de-b372-16b0b142eda9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:34.740470 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-653f080d-eb9a-43e8-84cb-388d83a7b1e8 req-e95dc9b4-98bb-46de-b372-16b0b142eda9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 944 time: 0.0525639 Apr 18 21:17:34.780960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-653f080d-eb9a-43e8-84cb-388d83a7b1e8 req-d506801d-bcdd-4180-9023-5532fd0d1d90 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345149 Apr 18 21:17:35.153092 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:17:35.248829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:35.259784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'ff4ad680-3393-425c-b096-4c04d480a855', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': 'ff4ad680-3393-425c-b096-4c04d480a855', 'mac_address': 'fa:16:3e:30:49:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:17:35.295501 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.308367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4ad680-3393-425c-b096-4c04d480a855 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:17:35.328042 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:35.332020 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.380828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:35.626595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['ff4ad680-3393-425c-b096-4c04d480a855'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:17:35.899116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5a0b-8d71-4c88-ada5-91c14be30750 req-717ddbfa-a10e-41c7-bf24-86bfb08da77a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:35.900566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-489b5a0b-8d71-4c88-ada5-91c14be30750 req-717ddbfa-a10e-41c7-bf24-86bfb08da77a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.0508361 Apr 18 21:17:35.955699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-489b5a0b-8d71-4c88-ada5-91c14be30750 req-f47556c4-0d99-43af-83be-54749f70c460 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436907 Apr 18 21:17:35.992476 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-361efbba-9019-4c48-8bd0-5586b71585c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.087027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87313-e8df-4420-8976-7ddce1f78ccb req-4f6f55ad-fb4c-4395-b46c-bceec3d44ee0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:37.088431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ce87313-e8df-4420-8976-7ddce1f78ccb req-4f6f55ad-fb4c-4395-b46c-bceec3d44ee0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.0475693 Apr 18 21:17:37.126123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ce87313-e8df-4420-8976-7ddce1f78ccb req-364bf4fc-69d1-41b1-be2f-00d7a53f06c7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308006 Apr 18 21:17:37.168968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:17:37.219581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port ff4ad680-3393-425c-b096-4c04d480a855 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:37.223270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port ff4ad680-3393-425c-b096-4c04d480a855 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:37.223636 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.297851 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.321996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:17:37.325060 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573cd96c-a2d6-4ddb-a4c0-43677d2e848d" -d '{"events": [{"server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "name": "network-vif-plugged", "status": "completed", "tag": "ff4ad680-3393-425c-b096-4c04d480a855"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:17:37.338411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:17:37.345019 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.375247 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002c960f-0b4b-49e1-a095-8e094e67d9f2 x-openstack-request-id: req-002c960f-0b4b-49e1-a095-8e094e67d9f2 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:17:37.375536 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "name": "network-vif-plugged", "status": "completed", "tag": "ff4ad680-3393-425c-b096-4c04d480a855", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:17:37.375775 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-002c960f-0b4b-49e1-a095-8e094e67d9f2 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:17:37.376187 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-002c960f-0b4b-49e1-a095-8e094e67d9f2'] response: {'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855', 'code': 200} Apr 18 21:17:37.408992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:37.466296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc2651-2270-455c-a619-7936e2b937aa req-fab95f40-3007-4e82-8c07-6aba4871ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:37.467928 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-efdc2651-2270-455c-a619-7936e2b937aa req-fab95f40-3007-4e82-8c07-6aba4871ae89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1097 time: 0.0417264 Apr 18 21:17:37.501880 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-efdc2651-2270-455c-a619-7936e2b937aa req-88e740a3-7a8f-41aa-9f4e-081f5b7b935f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273485 Apr 18 21:17:38.248752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21adb2-6d06-4d85-a9c4-0bc99e42327f req-db08906d-3450-4bbc-9f30-253e51942177 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:38.250279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa21adb2-6d06-4d85-a9c4-0bc99e42327f req-db08906d-3450-4bbc-9f30-253e51942177 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0543427 Apr 18 21:17:38.289655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa21adb2-6d06-4d85-a9c4-0bc99e42327f req-39c8d296-4517-4fb6-957a-020bf8ffb4cd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332346 Apr 18 21:17:38.718256 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6ad207c1-d57e-4b24-ae79-952cf3db8c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.414702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0994c-d9d6-4510-b917-e421ea8a584f req-a9f85d1c-c636-420e-bf91-9d2502d7e668 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:39.416264 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ae0994c-d9d6-4510-b917-e421ea8a584f req-a9f85d1c-c636-420e-bf91-9d2502d7e668 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0521672 Apr 18 21:17:39.451624 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.459669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3ae0994c-d9d6-4510-b917-e421ea8a584f req-67507b65-9343-4353-b024-0a308ec44dad tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367248 Apr 18 21:17:39.574824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd320bc4-6ebb-405b-81a1-d3f9e3eae5bb req-00c4c6ee-0b9d-469b-903c-f394697dffae tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:39.576484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd320bc4-6ebb-405b-81a1-d3f9e3eae5bb req-00c4c6ee-0b9d-469b-903c-f394697dffae tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0500741 Apr 18 21:17:39.585915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 50880) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:17:39.591169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ef6c8994-34f6-4011-9392-f8687fd7fe95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'floatingip': {'port_id': 'ff4ad680-3393-425c-b096-4c04d480a855'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:39.633344 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8994-34f6-4011-9392-f8687fd7fe95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.073117 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8994-34f6-4011-9392-f8687fd7fe95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.076637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8994-34f6-4011-9392-f8687fd7fe95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.177257 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-ef6c8994-34f6-4011-9392-f8687fd7fe95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e associated. External IP: 172.25.2.17, port: ff4ad680-3393-425c-b096-4c04d480a855. Apr 18 21:17:40.384355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6c8994-34f6-4011-9392-f8687fd7fe95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:17:40.494945 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6c8994-34f6-4011-9392-f8687fd7fe95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:17:40.500065 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ef6c8994-34f6-4011-9392-f8687fd7fe95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.504495 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:17:40.514197 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:17:40.514798 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:17:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:40.530597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ef6c8994-34f6-4011-9392-f8687fd7fe95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "PUT /v2.0/floatingips/54bcc75e-bff9-4db6-801f-c2d1ee1aac1e HTTP/1.1" status: 200 len: 991 time: 0.9410717 Apr 18 21:17:40.530597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:17:40.530959 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd5a8cd-b185-424c-98fc-9dba38006db9" -d '{"events": [{"name": "network-changed", "server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "tag": "ff4ad680-3393-425c-b096-4c04d480a855"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:17:40.569944 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91d1b6e-9513-4383-8404-4d278e636b41 x-openstack-request-id: req-b91d1b6e-9513-4383-8404-4d278e636b41 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:17:40.570235 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "tag": "ff4ad680-3393-425c-b096-4c04d480a855", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:17:40.570491 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b91d1b6e-9513-4383-8404-4d278e636b41 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:17:40.570933 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91d1b6e-9513-4383-8404-4d278e636b41'] response: {'name': 'network-changed', 'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855', 'status': 'completed', 'code': 200} Apr 18 21:17:40.624502 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:17:40.633933 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.640431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-7f8bc267-c5d1-49a9-8b70-180108769fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.641578 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-7f8bc267-c5d1-49a9-8b70-180108769fa5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1097 time: 0.0481219 Apr 18 21:17:40.755532 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-6283c2a3-c74e-4734-8f8c-009cfdf7ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.757058 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-6283c2a3-c74e-4734-8f8c-009cfdf7ccd5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.1095695 Apr 18 21:17:40.804035 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-9730de7e-1069-4805-8b8b-1ba845754652 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830564 Apr 18 21:17:40.818544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f503e1-9638-4b42-9323-06cf05cfc793 req-68eea441-3e1f-421d-8b63-fe2bc15f80d8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.821673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41f503e1-9638-4b42-9323-06cf05cfc793 req-68eea441-3e1f-421d-8b63-fe2bc15f80d8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0703952 Apr 18 21:17:40.850305 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-58961796-d0a7-4729-b44a-1faf4b05a3ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 999 time: 0.0858920 Apr 18 21:17:40.875516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41f503e1-9638-4b42-9323-06cf05cfc793 req-329eafcd-e6fa-49f7-8d8e-dd9fd9e80748 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460520 Apr 18 21:17:40.886812 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': 'ff4ad680-3393-425c-b096-4c04d480a855', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:30:49:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 9, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:40.913920 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:17:40.914091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-77d23c4f-894d-4e5a-9f74-93d2e6129b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.915683 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-77d23c4f-894d-4e5a-9f74-93d2e6129b7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0567188 Apr 18 21:17:40.922286 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:17:40.922891 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:17:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:40.969428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-8fca2597-7b40-47df-8a34-d41f3aa19777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.970967 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-8fca2597-7b40-47df-8a34-d41f3aa19777 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484226 Apr 18 21:17:41.063003 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:17:41.077177 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-20f73949-e5a4-470a-b647-290a79cd5a34 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987089 Apr 18 21:17:41.179294 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5cd5a8cd-b185-424c-98fc-9dba38006db9 req-92ef68f6-6e05-4f63-b9a3-ccc8a0e3ed02 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943894 Apr 18 21:17:41.290198 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.405177 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': 'ff4ad680-3393-425c-b096-4c04d480a855', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:30:49:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 9, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:41.426718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-e975513f-dc30-4cf8-a015-dddf75a3e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:41.428184 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-e975513f-dc30-4cf8-a015-dddf75a3e054 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1097 time: 0.0594592 Apr 18 21:17:41.434903 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2095dbaa-3f2a-44f3-905e-2168859123ac None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': 'ff4ad680-3393-425c-b096-4c04d480a855', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:30:49:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:17:39Z', 'revision_number': 9, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:17:41.547452 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-eb3999e3-6c4a-4b48-b119-a7677dc452fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:41.549377 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-eb3999e3-6c4a-4b48-b119-a7677dc452fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0967214 Apr 18 21:17:41.628173 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-20cc48c8-50f2-490d-9ed7-49f781861bbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 999 time: 0.0689540 Apr 18 21:17:41.690869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-f723b77f-fc91-4b5c-bc5e-943fe197c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:41.692353 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-f723b77f-fc91-4b5c-bc5e-943fe197c64b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0568242 Apr 18 21:17:41.698539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9848e8-c3d7-4ad4-a084-67bcaf548d24 None None] New status for floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:17:41.752245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-23ae6000-b8bd-486e-91ca-fa6fc4eab27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:41.759325 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-23ae6000-b8bd-486e-91ca-fa6fc4eab27f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556645 Apr 18 21:17:41.847257 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-558f95d7-bdea-4b8e-ac73-72e5837474f7 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870357 Apr 18 21:17:41.954757 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-712f0db1-3dcd-4b0e-9d39-311db5cc9915 req-10d23bc8-d5bf-4dfb-9327-b0268bdf0e3c service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004190 Apr 18 21:17:42.007857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba25e1c-2650-45a9-9f14-7234f1c749c5 req-84ccd6c6-899d-477a-8d69-668703e88d37 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:42.009490 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ba25e1c-2650-45a9-9f14-7234f1c749c5 req-84ccd6c6-899d-477a-8d69-668703e88d37 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0559168 Apr 18 21:17:42.052269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ba25e1c-2650-45a9-9f14-7234f1c749c5 req-952f1111-5a3d-429c-ab1f-d1df8a12f1e1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359886 Apr 18 21:17:42.092856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-90af8f4f-ad0b-4f55-bfc1-df4cfd9a3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:42.094334 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-90af8f4f-ad0b-4f55-bfc1-df4cfd9a3b80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1097 time: 0.0408542 Apr 18 21:17:42.186689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-b1062b74-1151-44bf-ae9b-469b60eb37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:42.188214 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-b1062b74-1151-44bf-ae9b-469b60eb37c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0876884 Apr 18 21:17:42.251486 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-0797987f-76ba-4e6d-aa39-b1fb6a1ade8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1002 time: 0.0573940 Apr 18 21:17:42.303954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-91f1f9bd-4002-40c1-ac86-11a563da8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:42.305424 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-91f1f9bd-4002-40c1-ac86-11a563da8c89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0470774 Apr 18 21:17:42.354175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-8ab3e056-f88c-47d2-951c-43eadc11d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:42.355638 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-8ab3e056-f88c-47d2-951c-43eadc11d19f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437703 Apr 18 21:17:42.442277 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-6054d840-9c04-4cf6-8402-88d34d9900fa service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800521 Apr 18 21:17:42.535645 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-bf8506b1-bd3a-43b5-8f8e-283a7e3f3e1b service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859556 Apr 18 21:17:42.716552 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.170381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440f806-bb60-4151-88b7-189685dfc426 req-f5f2425b-5167-4d3e-b155-a4767bf41a9a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:43.171810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a440f806-bb60-4151-88b7-189685dfc426 req-f5f2425b-5167-4d3e-b155-a4767bf41a9a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0481513 Apr 18 21:17:43.208598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a440f806-bb60-4151-88b7-189685dfc426 req-e7ff79fa-48f2-4711-aa56-6c3f83be15a2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308437 Apr 18 21:17:44.277528 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:17:44.326283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff1678-712e-40a5-9ef9-b09521cd29b5 req-014fad2e-983a-472c-9642-73de5bb32184 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:44.327732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71ff1678-712e-40a5-9ef9-b09521cd29b5 req-014fad2e-983a-472c-9642-73de5bb32184 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0511761 Apr 18 21:17:44.364093 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-71ff1678-712e-40a5-9ef9-b09521cd29b5 req-d889b841-5366-430a-be9a-5660f4c7510e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303242 Apr 18 21:17:45.481478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d133c-c043-46db-8574-6b162fb51b79 req-b737d6b8-eaa7-44af-9b29-2154d44a8cf7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:45.482963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-615d133c-c043-46db-8574-6b162fb51b79 req-b737d6b8-eaa7-44af-9b29-2154d44a8cf7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0486507 Apr 18 21:17:45.520805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-615d133c-c043-46db-8574-6b162fb51b79 req-91890cae-86ec-47d4-a858-0d9281fa9ba0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318475 Apr 18 21:17:46.296430 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.633962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab7d90-de4f-45b3-be48-5a89e2e9bf26 req-e4e2d085-8a57-475c-bdc4-cc145370d9d4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:46.635399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07ab7d90-de4f-45b3-be48-5a89e2e9bf26 req-e4e2d085-8a57-475c-bdc4-cc145370d9d4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0476749 Apr 18 21:17:46.672891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07ab7d90-de4f-45b3-be48-5a89e2e9bf26 req-80ae1dbc-2367-406d-a0ae-6f49c3d9e20b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311832 Apr 18 21:17:47.797987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48d0e1-a033-43ee-8758-77f4183e97eb req-3adb0ef1-36c7-47c9-aecd-bf8be60a957c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:47.799444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a48d0e1-a033-43ee-8758-77f4183e97eb req-3adb0ef1-36c7-47c9-aecd-bf8be60a957c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0553350 Apr 18 21:17:47.837219 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a48d0e1-a033-43ee-8758-77f4183e97eb req-18e95359-8707-44e1-975a-f4ce0aa3d5e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Apr 18 21:17:48.956611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b9238-e687-48c3-b0e1-bb2041450f97 req-7bf7b1e6-d2cd-410b-9c9b-cb5d0fd888df tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:48.958077 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-252b9238-e687-48c3-b0e1-bb2041450f97 req-7bf7b1e6-d2cd-410b-9c9b-cb5d0fd888df tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0483756 Apr 18 21:17:48.998754 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-252b9238-e687-48c3-b0e1-bb2041450f97 req-140d8bb1-9724-4527-9991-0eb12e49841c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340345 Apr 18 21:17:50.119449 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf9ea1-bb76-4d94-aa9b-adf5d1706120 req-e0b607a0-1fd7-4b4a-823f-4c230f7c8ad7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:50.120940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ebf9ea1-bb76-4d94-aa9b-adf5d1706120 req-e0b607a0-1fd7-4b4a-823f-4c230f7c8ad7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0510018 Apr 18 21:17:50.158129 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ebf9ea1-bb76-4d94-aa9b-adf5d1706120 req-d6310e70-32b5-485e-aa49-9adee9b8124a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311930 Apr 18 21:17:51.277078 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483011da-8b9e-45b2-a6b8-2cceba2888d0 req-a12d0117-e88a-4001-bfc0-5077a536d9c1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:51.278553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-483011da-8b9e-45b2-a6b8-2cceba2888d0 req-a12d0117-e88a-4001-bfc0-5077a536d9c1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0524228 Apr 18 21:17:51.315857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-483011da-8b9e-45b2-a6b8-2cceba2888d0 req-e97ae2bb-2f92-4002-b7a7-242e811e0b63 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 Apr 18 21:17:52.431828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845fde-a2a0-4c26-a433-bb8c5e34492d req-6eacfb4e-2f9a-45bb-a3ef-967497cb36c5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:52.433400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45845fde-a2a0-4c26-a433-bb8c5e34492d req-6eacfb4e-2f9a-45bb-a3ef-967497cb36c5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0501363 Apr 18 21:17:52.471065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45845fde-a2a0-4c26-a433-bb8c5e34492d req-caac2ed6-7bb9-4c3e-9794-9c420d5201c7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316556 Apr 18 21:17:53.586378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb80f3-38e7-417e-881b-6dc81fb1a095 req-5beb33e9-9e1f-4bc5-aa83-b48b03c0bd42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:53.587856 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4eb80f3-38e7-417e-881b-6dc81fb1a095 req-5beb33e9-9e1f-4bc5-aa83-b48b03c0bd42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0482569 Apr 18 21:17:53.625537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4eb80f3-38e7-417e-881b-6dc81fb1a095 req-fe615103-ff75-47c3-b689-6b06b37a20b4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316973 Apr 18 21:17:54.745035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119af373-4010-4454-80a3-ee6c76bc36ba req-a07e9011-f935-4f29-b591-b4f9776302fc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:54.746491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-119af373-4010-4454-80a3-ee6c76bc36ba req-a07e9011-f935-4f29-b591-b4f9776302fc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0526159 Apr 18 21:17:54.784213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-119af373-4010-4454-80a3-ee6c76bc36ba req-176534ec-5873-48ba-bb71-77bdaa01091f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316699 Apr 18 21:17:55.899614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97958f1-c1cd-45db-98c1-42e1a55e9f74 req-dfc703f1-c66a-45e1-9f6d-cd8e11f092c5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:55.901159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c97958f1-c1cd-45db-98c1-42e1a55e9f74 req-dfc703f1-c66a-45e1-9f6d-cd8e11f092c5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0479968 Apr 18 21:17:55.939066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c97958f1-c1cd-45db-98c1-42e1a55e9f74 req-49d83e12-7fcb-45ba-83a0-c4e4876fc5d8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310984 Apr 18 21:17:57.052032 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b719654-353f-4dfa-a6b7-45dd103d488f req-74f3ba54-77ee-4895-a6e8-caa30caf2e9e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:57.053412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b719654-353f-4dfa-a6b7-45dd103d488f req-74f3ba54-77ee-4895-a6e8-caa30caf2e9e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0474501 Apr 18 21:17:57.090581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b719654-353f-4dfa-a6b7-45dd103d488f req-6f646af6-551a-4a8a-b22a-44404bbb6c1a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306709 Apr 18 21:17:58.214646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a6114-32be-460c-9ee3-a53057450b1e req-d40a7ff0-3840-4706-8899-ae046a085f92 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:58.216156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-036a6114-32be-460c-9ee3-a53057450b1e req-d40a7ff0-3840-4706-8899-ae046a085f92 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0544257 Apr 18 21:17:58.253341 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-036a6114-32be-460c-9ee3-a53057450b1e req-69035b09-ace1-4e4f-88d7-11742ea9f731 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311711 Apr 18 21:17:59.375637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb738ad-412a-477b-8f7f-9b1161d2ad69 req-307b78cd-c8e8-4095-9096-809e57ce4a70 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:59.377150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cfb738ad-412a-477b-8f7f-9b1161d2ad69 req-307b78cd-c8e8-4095-9096-809e57ce4a70 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0498638 Apr 18 21:17:59.415773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cfb738ad-412a-477b-8f7f-9b1161d2ad69 req-1d035d44-8c05-47a0-a650-5cecac52d887 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326874 Apr 18 21:18:00.531431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576694d-464d-494e-bdad-9087d47d5c2a req-eaff6f2f-ec92-4fc2-8512-fe013e0edf54 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:00.532916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d576694d-464d-494e-bdad-9087d47d5c2a req-eaff6f2f-ec92-4fc2-8512-fe013e0edf54 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0479636 Apr 18 21:18:00.570739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d576694d-464d-494e-bdad-9087d47d5c2a req-d04812bc-72ef-434c-acb9-bda2683d1f6d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Apr 18 21:18:01.690232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2cd82-1c8d-4330-9b14-5328bae158fc req-c5819522-9f74-48cd-b202-e47ffafd3cd2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:01.691701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18b2cd82-1c8d-4330-9b14-5328bae158fc req-c5819522-9f74-48cd-b202-e47ffafd3cd2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0528791 Apr 18 21:18:01.728765 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18b2cd82-1c8d-4330-9b14-5328bae158fc req-e52343e1-04b5-4145-a96d-8e4bb9a361fc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310400 Apr 18 21:18:02.849850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3f0fe-d004-4489-88ea-d571ae9a0140 req-c42b7403-412e-4fac-8956-7ee6b8b5dfb1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:02.851522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4f3f0fe-d004-4489-88ea-d571ae9a0140 req-c42b7403-412e-4fac-8956-7ee6b8b5dfb1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0501394 Apr 18 21:18:02.890029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b4f3f0fe-d004-4489-88ea-d571ae9a0140 req-5da6d064-1fbf-42b9-99f5-93d849cbacb7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317624 Apr 18 21:18:04.015672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95096da-c823-426b-b89f-df03ff9da83c req-b584617a-ad08-46bf-963a-6ad7bbadd8f3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:04.017501 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d95096da-c823-426b-b89f-df03ff9da83c req-b584617a-ad08-46bf-963a-6ad7bbadd8f3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0484412 Apr 18 21:18:04.055190 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d95096da-c823-426b-b89f-df03ff9da83c req-b7dccb9c-e420-4cf6-9265-d3b8cb67999f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315855 Apr 18 21:18:05.173755 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74cce4-a1c8-4b7f-ba3c-885136c0762c req-5964b651-74fb-4053-9179-b7d2ba522d57 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:05.175262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb74cce4-a1c8-4b7f-ba3c-885136c0762c req-5964b651-74fb-4053-9179-b7d2ba522d57 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0529833 Apr 18 21:18:05.213074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eb74cce4-a1c8-4b7f-ba3c-885136c0762c req-9b04ed1f-870e-43a6-8c68-7d1d0f4ba240 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Apr 18 21:18:05.979327 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-771af915-f428-4835-9877-bde2981f19f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:06.334779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cc116-d6cc-4fe8-9fa8-b04c50363a68 req-33e76cff-fa47-42c6-88c6-43b853508cd4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:06.336301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d3cc116-d6cc-4fe8-9fa8-b04c50363a68 req-33e76cff-fa47-42c6-88c6-43b853508cd4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0518968 Apr 18 21:18:06.374327 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d3cc116-d6cc-4fe8-9fa8-b04c50363a68 req-33bdf9ba-f3f7-45bc-bc20-08afae3a0bbd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319910 Apr 18 21:18:07.491697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2167a5-faac-454c-bcc1-842f1fee1b5e req-32b785a1-76ad-44d2-a8cc-20785fc44939 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:07.493218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f2167a5-faac-454c-bcc1-842f1fee1b5e req-32b785a1-76ad-44d2-a8cc-20785fc44939 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0498540 Apr 18 21:18:07.531579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f2167a5-faac-454c-bcc1-842f1fee1b5e req-498f1082-0fae-49c0-b4b9-29d2293d5d85 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Apr 18 21:18:08.654740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070a8d5-3771-456f-86c4-dcf2d6e9655d req-a490e8cb-657a-4427-83ee-925eee728633 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:08.656267 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8070a8d5-3771-456f-86c4-dcf2d6e9655d req-a490e8cb-657a-4427-83ee-925eee728633 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0541787 Apr 18 21:18:08.698141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8070a8d5-3771-456f-86c4-dcf2d6e9655d req-faf52f25-1af0-4dbe-9606-12598f7ce3cc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346501 Apr 18 21:18:08.721118 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6597dace-16a8-4665-93ee-4c8a59fdb7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.323371 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-3b554fcd-99f7-435a-90bc-370f2dc39b8b service neutron] show failed (client error): The resource could not be found. Apr 18 21:18:09.324434 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-3b554fcd-99f7-435a-90bc-370f2dc39b8b service neutron] 10.222.0.60 "GET /v2.0/ports/ff4ad680-3393-425c-b096-4c04d480a855/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0578370 Apr 18 21:18:09.453333 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.529844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-bd68ca61-fc40-4a5b-be8b-ad349eb7f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.531893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-bd68ca61-fc40-4a5b-be8b-ad349eb7f3bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 1097 time: 0.0416765 Apr 18 21:18:09.543712 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:09.594568 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.825517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:09.853018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d8e10-fff1-484e-81ad-706df7139e99 req-d15a1273-1ff5-4395-94e9-5813079319a3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.854416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-493d8e10-fff1-484e-81ad-706df7139e99 req-d15a1273-1ff5-4395-94e9-5813079319a3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0791683 Apr 18 21:18:09.885011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:09.924956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-493d8e10-fff1-484e-81ad-706df7139e99 req-108e7b48-f59f-45ee-9ac0-c781b1f55879 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634151 Apr 18 21:18:09.936929 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:09.939243 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5395b38e-3cba-4160-85b3-26bd45bc9ff0" -d '{"events": [{"server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "ff4ad680-3393-425c-b096-4c04d480a855"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:18:09.943540 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.956521 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Transition to ACTIVE for port object ff4ad680-3393-425c-b096-4c04d480a855 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:09.960362 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.991268 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd7839-9e48-430e-bf77-ad2ed73e4ad8 x-openstack-request-id: req-c8dd7839-9e48-430e-bf77-ad2ed73e4ad8 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:18:09.991556 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "ff4ad680-3393-425c-b096-4c04d480a855", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:18:09.991824 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8dd7839-9e48-430e-bf77-ad2ed73e4ad8 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:18:09.992237 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8dd7839-9e48-430e-bf77-ad2ed73e4ad8'] response: {'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855', 'code': 200} Apr 18 21:18:10.042915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:10.054389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.054734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.055077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.055413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.055781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.056230 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.056422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.056748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.057072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.057395 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.057723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.058045 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:10.097990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] No DVR routers for this DVR port ff4ad680-3393-425c-b096-4c04d480a855 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:10.236265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:10.236600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:10.236925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:18:10.241302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Port ff4ad680-3393-425c-b096-4c04d480a855 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:18:10.241515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:18:10.246283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:18:10.246620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:18:10.247012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:18:10.247436 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Bound port: ff4ad680-3393-425c-b096-4c04d480a855, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:10.247791 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.313453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:10.316315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:10.320970 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.353186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:10.353807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.355207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] 10.222.0.64 "PUT /v2.0/ports/ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1092 time: 0.8153226 Apr 18 21:18:10.379189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9705e8f-1456-4fc5-899e-ae1a5d13f36f service neutron] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:10.425901 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-5d1378be-f693-4d4e-82e1-8afec525fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:10.427423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-5d1378be-f693-4d4e-82e1-8afec525fd6d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1095 time: 0.0437634 Apr 18 21:18:10.528844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-bab281d3-2b49-4597-af19-387dd2485c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:10.530312 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-bab281d3-2b49-4597-af19-387dd2485c0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0916712 Apr 18 21:18:10.598054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-df5ea2f1-ef7a-41fe-9d7f-d9f4229aa3eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1000 time: 0.0576596 Apr 18 21:18:10.632059 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:10.651205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-f79497d7-f832-4c5e-9031-c6833625c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:10.652721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-f79497d7-f832-4c5e-9031-c6833625c63c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0441477 Apr 18 21:18:10.705960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-0b45c336-6662-4cbc-bf45-61ec291cbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:10.707464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-0b45c336-6662-4cbc-bf45-61ec291cbf6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450516 Apr 18 21:18:10.800032 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-875c112a-aca3-4eea-beaf-5d5e10f77d94 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811062 Apr 18 21:18:10.897397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8da0a8c3-1b96-440c-a71d-fc97a1552817 req-e145cf9f-f543-4895-afe2-c80cede4916e service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872421 Apr 18 21:18:11.047721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a905cf-6697-4b52-b7d4-34bc320ff33e req-33c63c43-dab7-463d-bbc7-503ce936d025 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:11.049240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3a905cf-6697-4b52-b7d4-34bc320ff33e req-33c63c43-dab7-463d-bbc7-503ce936d025 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 944 time: 0.0525026 Apr 18 21:18:11.087337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a3a905cf-6697-4b52-b7d4-34bc320ff33e req-dfa80271-2de9-4983-b566-52b0777d1900 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Apr 18 21:18:11.291603 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:11.993833 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:11.996216 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70973746b099797642714abd0834f35f43914b8fed169a10e35ea4be32113c7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586034fd-f360-4a94-8f21-e06c3dd93f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "tag": "ff4ad680-3393-425c-b096-4c04d480a855"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:18:12.045868 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56439f6f-6493-4138-aec2-f7ed5fab25c5 x-openstack-request-id: req-56439f6f-6493-4138-aec2-f7ed5fab25c5 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:18:12.046218 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "tag": "ff4ad680-3393-425c-b096-4c04d480a855", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:18:12.046475 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56439f6f-6493-4138-aec2-f7ed5fab25c5 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:18:12.046874 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56439f6f-6493-4138-aec2-f7ed5fab25c5'] response: {'name': 'network-changed', 'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855', 'status': 'completed', 'code': 200} Apr 18 21:18:12.104288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-df8939bd-0bbe-4d9b-a3d4-4ab7d35576a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.105794 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-df8939bd-0bbe-4d9b-a3d4-4ab7d35576a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1095 time: 0.0418551 Apr 18 21:18:12.107472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-e9ced2d2-c23c-4273-9b0a-bedf363617c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.108968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-e9ced2d2-c23c-4273-9b0a-bedf363617c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1095 time: 0.0404711 Apr 18 21:18:12.202844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-5d8de001-c688-4c02-babb-a86568a2a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.204353 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-5d8de001-c688-4c02-babb-a86568a2a2c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0924504 Apr 18 21:18:12.239339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-e02fe34a-6f3b-4d8f-926f-e84d4e257a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.240958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-e02fe34a-6f3b-4d8f-926f-e84d4e257a13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.1244264 Apr 18 21:18:12.248260 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349c2e8-8c8f-42ab-b2f1-95d1d57ffb7d req-f4fd10b3-9a51-463f-bfd8-8eeca791fb5d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.250238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c349c2e8-8c8f-42ab-b2f1-95d1d57ffb7d req-f4fd10b3-9a51-463f-bfd8-8eeca791fb5d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 944 time: 0.0787883 Apr 18 21:18:12.269509 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-1b9e12aa-8760-4a27-b1c3-860633853a61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1000 time: 0.0588312 Apr 18 21:18:12.317810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-188aec0e-2f87-445c-a2a1-ebae3ac12753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.319326 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-188aec0e-2f87-445c-a2a1-ebae3ac12753 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0440819 Apr 18 21:18:12.335517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c349c2e8-8c8f-42ab-b2f1-95d1d57ffb7d req-d2198a9b-17b6-40d7-bb93-6d60f70175a3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776412 Apr 18 21:18:12.337477 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-f55ab168-6e7b-412d-8c41-d31d3d57abd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1000 time: 0.0863807 Apr 18 21:18:12.371042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-9d4eb086-90a2-4f13-9386-fdaff12915d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.372709 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-9d4eb086-90a2-4f13-9386-fdaff12915d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452180 Apr 18 21:18:12.388797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-9186505f-9a1e-4330-b113-cd18e99842e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.390250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-9186505f-9a1e-4330-b113-cd18e99842e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0456097 Apr 18 21:18:12.440527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-9bfa6b95-0519-4f8d-a0fb-f86614e90d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.442230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-9bfa6b95-0519-4f8d-a0fb-f86614e90d9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405695 Apr 18 21:18:12.460599 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-82d20bb4-4305-4b46-a281-fc523983d21b service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816429 Apr 18 21:18:12.558680 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-2e07f413-e53e-4588-bd43-cedb1053613c service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916564 Apr 18 21:18:12.727998 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.859767 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-f0b9ecaf-1224-42e6-b9ee-38cda088bb7d service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094925 Apr 18 21:18:12.954516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-586034fd-f360-4a94-8f21-e06c3dd93f7d req-95cfa90c-1a7e-4160-94b1-da56d2354556 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871043 Apr 18 21:18:13.357990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:18:13.398483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:18:13.466828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec2859-6bf5-4f1c-b5fe-1cda7b4018dd req-42b5ab45-3a8b-4dc0-b199-6f69679e4e88 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.468318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bec2859-6bf5-4f1c-b5fe-1cda7b4018dd req-42b5ab45-3a8b-4dc0-b199-6f69679e4e88 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 944 time: 0.0575769 Apr 18 21:18:13.505253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bec2859-6bf5-4f1c-b5fe-1cda7b4018dd req-e933e8fb-6f2a-436e-9df5-c3ef5e56c3c0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308869 Apr 18 21:18:13.814491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-47b258c8-9538-4403-823f-60f57af624e1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.815978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-47b258c8-9538-4403-823f-60f57af624e1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.64 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 944 time: 0.0773454 Apr 18 21:18:13.836223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36b60f-92bb-44db-b348-254d857cda00 req-aa480e06-d19f-49a3-948b-e9c83ee03f67 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.837646 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b36b60f-92bb-44db-b348-254d857cda00 req-aa480e06-d19f-49a3-948b-e9c83ee03f67 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 944 time: 0.0723190 Apr 18 21:18:13.912346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5b36b60f-92bb-44db-b348-254d857cda00 req-b157f9ae-d3b3-4cad-8e3b-28559a5d27fe tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577149 Apr 18 21:18:13.913778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-5d4b3ea5-61a6-43ea-ae37-7acfa7c29ebd service neutron] 10.222.0.64 "GET /v2.0/ports/ff4ad680-3393-425c-b096-4c04d480a855/bindings/n-h2-836015-4 HTTP/1.1" status: 200 len: 382 time: 0.0905612 Apr 18 21:18:13.978947 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-adba40ef-bc7a-45ee-8de7-3ced0ee75bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.980382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-adba40ef-bc7a-45ee-8de7-3ced0ee75bf2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1095 time: 0.0419264 Apr 18 21:18:14.071803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-ff6102bb-e5c8-44c1-b379-27d6cb38b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:14.073303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-ff6102bb-e5c8-44c1-b379-27d6cb38b7ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0868204 Apr 18 21:18:14.136629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-5f6c24cc-5563-495d-98bf-a2f8440faa8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1000 time: 0.0566697 Apr 18 21:18:14.171435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:18:14.184605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-61213c99-5064-4ec4-be6c-7493897de103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:14.186070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-61213c99-5064-4ec4-be6c-7493897de103 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0433669 Apr 18 21:18:14.235601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-d296133f-1f4b-44b5-bd9b-f04a7715a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:14.237034 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-d296133f-1f4b-44b5-bd9b-f04a7715a8cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440979 Apr 18 21:18:14.265128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:14.277452 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'ff4ad680-3393-425c-b096-4c04d480a855', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': 'ff4ad680-3393-425c-b096-4c04d480a855', 'mac_address': 'fa:16:3e:30:49:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:18:14.318771 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.326088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-7042e297-c9b3-4225-8341-7c220d555f40 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825553 Apr 18 21:18:14.332003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4ad680-3393-425c-b096-4c04d480a855 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:18:14.351148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:14.355694 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.403592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:14.411744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.412115 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.412451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.412780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.413124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.413438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.413753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.414070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.414383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.414698 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.415014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.415329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:14.422368 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-2fe38f62-0831-423c-b393-f428dbfcfb50 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901079 Apr 18 21:18:14.624623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['ff4ad680-3393-425c-b096-4c04d480a855'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:18:15.103124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be3610-af53-4c99-84b4-cdc2b9238ebd req-9e286d4f-04de-4245-91ac-8346e242e26e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:15.104635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23be3610-af53-4c99-84b4-cdc2b9238ebd req-9e286d4f-04de-4245-91ac-8346e242e26e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.1200180 Apr 18 21:18:15.142831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23be3610-af53-4c99-84b4-cdc2b9238ebd req-080c3ea8-7287-423d-aa82-ba6ef7e40347 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315065 Apr 18 21:18:16.184908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:18:16.239669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port ff4ad680-3393-425c-b096-4c04d480a855 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:16.244250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port ff4ad680-3393-425c-b096-4c04d480a855 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:16.244617 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.299774 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.346770 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db3622-0b9b-456c-8449-d317e295d28f req-f49130ff-b65a-45cb-949a-96c3376e0a3d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:16.348306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08db3622-0b9b-456c-8449-d317e295d28f req-f49130ff-b65a-45cb-949a-96c3376e0a3d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.1256320 Apr 18 21:18:16.358313 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.382688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:16.384454 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a5162b5cac3851cfd0b8f448509cd65aeba4233f9eb2f6a2577000e6062d9b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be16670d-2e61-4a07-a53a-ffb94f7a54d5" -d '{"events": [{"server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "name": "network-vif-plugged", "status": "completed", "tag": "ff4ad680-3393-425c-b096-4c04d480a855"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:18:16.391471 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08db3622-0b9b-456c-8449-d317e295d28f req-c570a59d-2b25-4840-b5f1-a89761486828 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354490 Apr 18 21:18:16.400264 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:16.404997 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.455733 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85794750-b7ed-43ee-958a-9b68f92652e7 x-openstack-request-id: req-85794750-b7ed-43ee-958a-9b68f92652e7 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:18:16.456054 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "name": "network-vif-plugged", "status": "completed", "tag": "ff4ad680-3393-425c-b096-4c04d480a855", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:18:16.456301 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85794750-b7ed-43ee-958a-9b68f92652e7 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:18:16.456693 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85794750-b7ed-43ee-958a-9b68f92652e7'] response: {'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855', 'code': 200} Apr 18 21:18:16.457702 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:16.520065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-2e601088-6af8-4981-9c61-3231b37d3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:16.521554 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-2e601088-6af8-4981-9c61-3231b37d3dcf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 1097 time: 0.0415409 Apr 18 21:18:16.533499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:16.584982 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.786774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:16.828588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:16.892313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:16.896215 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9433463-34c8-4601-b9da-f5b0e2a00d96" -d '{"events": [{"server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "ff4ad680-3393-425c-b096-4c04d480a855"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:18:16.903088 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.923317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Transition to ACTIVE for port object ff4ad680-3393-425c-b096-4c04d480a855 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:16.927274 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.954537 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8b9b0e-2c59-48b3-aedd-86d2e0d054d4 x-openstack-request-id: req-ca8b9b0e-2c59-48b3-aedd-86d2e0d054d4 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:18:16.954812 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "name": "network-vif-unplugged", "status": "completed", "tag": "ff4ad680-3393-425c-b096-4c04d480a855", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:18:16.955065 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca8b9b0e-2c59-48b3-aedd-86d2e0d054d4 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:18:16.955463 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8b9b0e-2c59-48b3-aedd-86d2e0d054d4'] response: {'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855', 'code': 200} Apr 18 21:18:17.011429 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=10']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:17.023361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.023714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.024142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.024432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.024769 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.025109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.025443 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.025861 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.026203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.026534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.026864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.027195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:17.066614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] No DVR routers for this DVR port ff4ad680-3393-425c-b096-4c04d480a855 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:17.199251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:17.199586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:17.199945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:18:17.204148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Port ff4ad680-3393-425c-b096-4c04d480a855 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:18:17.204472 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Attempting to bind port ff4ad680-3393-425c-b096-4c04d480a855 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:18:17.209276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:18:17.209613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:18:17.209995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:18:17.210426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Bound port: ff4ad680-3393-425c-b096-4c04d480a855, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:17.210779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.272923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:18:17.275917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:18:17.280466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.314670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.315286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.316865 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] 10.222.0.60 "PUT /v2.0/ports/ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1093 time: 0.7871804 Apr 18 21:18:17.345585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f661da-5f5c-4ac8-9657-2f4076a60697 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=11']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:17.384362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-43af3293-cd32-4358-95ad-f4a4ab71cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.385922 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-43af3293-cd32-4358-95ad-f4a4ab71cb8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1096 time: 0.0484979 Apr 18 21:18:17.489045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-061406d1-f7ff-4875-9e27-33f1451b2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.490744 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-061406d1-f7ff-4875-9e27-33f1451b2f74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0981996 Apr 18 21:18:17.520618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35854b3-608d-42a9-bd40-97a1f3c2be71 req-fa234590-b090-473e-8e20-92781c354de7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.522136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a35854b3-608d-42a9-bd40-97a1f3c2be71 req-fa234590-b090-473e-8e20-92781c354de7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.0517390 Apr 18 21:18:17.566049 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a35854b3-608d-42a9-bd40-97a1f3c2be71 req-d21475cc-d5c0-4e6e-91e8-9da265d12e42 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374882 Apr 18 21:18:17.568481 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-6c5ff613-0f32-4574-8e51-b2d4be824e00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1000 time: 0.0696986 Apr 18 21:18:17.618342 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-f34ee151-11ad-43bb-817c-046d6aae3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.619721 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-f34ee151-11ad-43bb-817c-046d6aae3172 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0435445 Apr 18 21:18:17.664500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-0e52822f-e74d-458f-9eda-f8f072e833c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.666009 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-0e52822f-e74d-458f-9eda-f8f072e833c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401647 Apr 18 21:18:18.090162 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-a693a942-7ac9-417c-84b4-73ef66c9d82d service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174933 Apr 18 21:18:18.184810 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6b31eec2-84ef-4a18-ae25-64582ae2b416 req-77e12be4-0ede-42ff-97cf-f000a79d4045 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882046 Apr 18 21:18:18.684649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32fa52-b19c-4463-903f-01e947d87bdb req-03520e08-d4cb-4789-9dd5-fa1f8aaea92c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:18.686112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa32fa52-b19c-4463-903f-01e947d87bdb req-03520e08-d4cb-4789-9dd5-fa1f8aaea92c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.0488887 Apr 18 21:18:18.723207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa32fa52-b19c-4463-903f-01e947d87bdb req-0350b767-459b-4584-912f-0cf6fc8ecd46 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310121 Apr 18 21:18:18.957422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:18.959772 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e947f8-7c1b-456f-8677-509356af9533" -d '{"events": [{"name": "network-changed", "server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "tag": "ff4ad680-3393-425c-b096-4c04d480a855"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:18:19.007427 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c424a4c6-e2cc-4bd4-ad21-533d68486739 x-openstack-request-id: req-c424a4c6-e2cc-4bd4-ad21-533d68486739 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:18:19.007714 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "tag": "ff4ad680-3393-425c-b096-4c04d480a855", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:18:19.007989 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c424a4c6-e2cc-4bd4-ad21-533d68486739 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:18:19.008405 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c424a4c6-e2cc-4bd4-ad21-533d68486739'] response: {'name': 'network-changed', 'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855', 'status': 'completed', 'code': 200} Apr 18 21:18:19.065973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e947f8-7c1b-456f-8677-509356af9533 req-5e3ca1ec-b462-4408-8a43-78cf7f480e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.067502 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-5e3ca1ec-b462-4408-8a43-78cf7f480e17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1096 time: 0.0412824 Apr 18 21:18:19.074385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e947f8-7c1b-456f-8677-509356af9533 req-f890c420-0ca5-4a2e-b3bf-1a6ce6044aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.075885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-f890c420-0ca5-4a2e-b3bf-1a6ce6044aef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 1096 time: 0.0393565 Apr 18 21:18:19.163570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e947f8-7c1b-456f-8677-509356af9533 req-585e050f-892a-420c-a5ac-96663fb0aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.164965 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-585e050f-892a-420c-a5ac-96663fb0aca7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0901444 Apr 18 21:18:19.170510 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e947f8-7c1b-456f-8677-509356af9533 req-20094246-2929-4103-99dc-e99b6aa9fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.172135 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-20094246-2929-4103-99dc-e99b6aa9fac2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0898106 Apr 18 21:18:19.229998 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-7d618c4a-123d-4405-b7c1-bf3afc340230 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1000 time: 0.0582018 Apr 18 21:18:19.247308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-6ad072d9-3c93-4009-90cb-ce71073cfc2d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 200 len: 1000 time: 0.0643942 Apr 18 21:18:19.284711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e947f8-7c1b-456f-8677-509356af9533 req-b9794775-a9d1-40ec-84af-f11962f8e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.286224 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-b9794775-a9d1-40ec-84af-f11962f8e4f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0485415 Apr 18 21:18:19.300434 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e947f8-7c1b-456f-8677-509356af9533 req-1ab71782-7379-40ee-afaa-cae5194e5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.301900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-1ab71782-7379-40ee-afaa-cae5194e5bea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0450490 Apr 18 21:18:19.334201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e947f8-7c1b-456f-8677-509356af9533 req-25d45a6c-5a44-458e-a6f8-a5a2f2ec43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.335819 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-25d45a6c-5a44-458e-a6f8-a5a2f2ec43ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426352 Apr 18 21:18:19.357435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e947f8-7c1b-456f-8677-509356af9533 req-6411cdbf-81f0-41da-8709-b2b1b16a8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.358947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-6411cdbf-81f0-41da-8709-b2b1b16a8c2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464849 Apr 18 21:18:19.425775 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-1d1d29aa-39de-415b-815a-7c6e91d68abf service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822396 Apr 18 21:18:19.454340 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-cb18a95f-9890-4d4d-97af-25f8b18d169a service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838387 Apr 18 21:18:19.522445 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-b05ab633-550c-4a15-8bc5-695fa9f85199 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893056 Apr 18 21:18:19.557335 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2e947f8-7c1b-456f-8677-509356af9533 req-67bc72bf-74eb-45a8-9914-4b25ebef5a13 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924933 Apr 18 21:18:19.840495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9776f-6230-40e2-8fe6-194dee76b1da req-1e27d6b0-284b-4fcf-b615-d0022e402235 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:19.841970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bcc9776f-6230-40e2-8fe6-194dee76b1da req-1e27d6b0-284b-4fcf-b615-d0022e402235 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.0490491 Apr 18 21:18:19.879410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bcc9776f-6230-40e2-8fe6-194dee76b1da req-08bc9d75-d51d-4bef-bf88-301ea4280070 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315068 Apr 18 21:18:20.215309 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:18:20.256960 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:18:20.999389 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a01f6-2296-4e3a-8864-d7ba06c8b926 req-70cdd54f-ebc6-4293-b4cb-40068eedb687 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:21.001992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a30a01f6-2296-4e3a-8864-d7ba06c8b926 req-70cdd54f-ebc6-4293-b4cb-40068eedb687 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.0510888 Apr 18 21:18:21.048891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a30a01f6-2296-4e3a-8864-d7ba06c8b926 req-ca54e322-b96f-49df-8d42-7929dd601c78 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376616 Apr 18 21:18:21.276697 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:18:22.168465 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e668d01-3866-4d6a-bd66-13e8f9bf2669 req-139390c8-a60c-464b-8e25-ff5bef18b531 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:22.169961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e668d01-3866-4d6a-bd66-13e8f9bf2669 req-139390c8-a60c-464b-8e25-ff5bef18b531 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.0534399 Apr 18 21:18:22.208205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e668d01-3866-4d6a-bd66-13e8f9bf2669 req-adc41447-c5f5-459f-8276-6fade784d617 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Apr 18 21:18:22.325781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36f924-a4a8-4586-8ce6-c984519b05f5 req-1508d710-e8fb-46d7-97f8-65d8cc2c05d7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:22.327329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e36f924-a4a8-4586-8ce6-c984519b05f5 req-1508d710-e8fb-46d7-97f8-65d8cc2c05d7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.0494187 Apr 18 21:18:22.366996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e36f924-a4a8-4586-8ce6-c984519b05f5 req-bb88cab8-471e-4feb-87a2-7fbb6eacefee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Apr 18 21:18:22.480017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bba6b-45fc-485c-8efd-4e2e35df92d0 req-01222ee5-9082-4887-8fb9-c157052fb4ae tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:22.481478 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-033bba6b-45fc-485c-8efd-4e2e35df92d0 req-01222ee5-9082-4887-8fb9-c157052fb4ae tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.0480998 Apr 18 21:18:22.522822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-033bba6b-45fc-485c-8efd-4e2e35df92d0 req-e0f8a7c1-9b87-4982-8262-afb2710a11c4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308189 Apr 18 21:18:22.778698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5cfa0-b685-40c2-b936-cd8b22da17e4 req-8015c778-2ecb-4305-803d-4f05dfa09b02 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:22.780391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46d5cfa0-b685-40c2-b936-cd8b22da17e4 req-8015c778-2ecb-4305-803d-4f05dfa09b02 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 945 time: 0.0544620 Apr 18 21:18:22.818833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-46d5cfa0-b685-40c2-b936-cd8b22da17e4 req-ae76ec5f-540d-43a3-ba4c-5659a3e3a1d5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Apr 18 21:18:23.429184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:18:23.521056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:23.533425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'ff4ad680-3393-425c-b096-4c04d480a855', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': 'ff4ad680-3393-425c-b096-4c04d480a855', 'mac_address': 'fa:16:3e:30:49:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:18:23.728094 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.742209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4ad680-3393-425c-b096-4c04d480a855 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:18:23.768040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:23.772796 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:23.817871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=12']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:23.938161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89b65b-d8f0-46e9-ab04-12cc5201504b req-60fb1549-4be3-49a5-a1f6-a3a721f30e2a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:23.939807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f89b65b-d8f0-46e9-ab04-12cc5201504b req-60fb1549-4be3-49a5-a1f6-a3a721f30e2a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0503726 Apr 18 21:18:23.979655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9f89b65b-d8f0-46e9-ab04-12cc5201504b req-c9b4839d-41a7-46d1-82b0-c47ce23b76cc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336540 Apr 18 21:18:24.032282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-1550ce4c-561a-4c42-aaf9-a7381639c9c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:24.033744 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-1550ce4c-561a-4c42-aaf9-a7381639c9c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 946 time: 0.0514376 Apr 18 21:18:24.092528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['ff4ad680-3393-425c-b096-4c04d480a855'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:18:24.128094 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Deleting port ff4ad680-3393-425c-b096-4c04d480a855 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:18:24.128435 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.221908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] For port ff4ad680-3393-425c-b096-4c04d480a855, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=ff4ad680-3393-425c-b096-4c04d480a855,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:18:24.222275 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.395915 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.396201 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.396524 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e disassociated. External IP: 172.25.2.17, port: ff4ad680-3393-425c-b096-4c04d480a855. Apr 18 21:18:24.396866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Calling delete_port for ff4ad680-3393-425c-b096-4c04d480a855 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:18:24.519802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.549082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event deleted for resources: {'Port': ['ID=ff4ad680-3393-425c-b096-4c04d480a855,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:24.667212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:18:24.776106 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:18:24.789007 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:18:24.799628 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:24.800253 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:18:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:24.821460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] No DVR routers for this DVR port ff4ad680-3393-425c-b096-4c04d480a855 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:18:24.824508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:24.827386 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-386055d6-20ee-4b90-940a-5bb1dc06b3fe req-d97b8ce7-d42f-474a-b38a-89a5500ce968 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "DELETE /v2.0/ports/ff4ad680-3393-425c-b096-4c04d480a855 HTTP/1.1" status: 204 len: 173 time: 0.7879128 Apr 18 21:18:24.827820 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'name': 'network-vif-deleted', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:24.830146 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f21130a6e424ec6af38e78ed87099bb5bb6b50e2c67459a5d914fee722ca9e5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce895c6b-139e-4d84-8e44-84561da10466" -d '{"events": [{"server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "name": "network-vif-deleted", "tag": "ff4ad680-3393-425c-b096-4c04d480a855"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:18:24.867633 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c79a04-1264-4922-aec3-5d01a7d453d4 x-openstack-request-id: req-50c79a04-1264-4922-aec3-5d01a7d453d4 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:18:24.867969 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c218cc30-72b1-447f-81c9-8dabe4e59b9d", "name": "network-vif-deleted", "tag": "ff4ad680-3393-425c-b096-4c04d480a855", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:18:24.868200 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-50c79a04-1264-4922-aec3-5d01a7d453d4 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:18:24.868599 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c79a04-1264-4922-aec3-5d01a7d453d4'] response: {'server_uuid': 'c218cc30-72b1-447f-81c9-8dabe4e59b9d', 'name': 'network-vif-deleted', 'tag': 'ff4ad680-3393-425c-b096-4c04d480a855', 'status': 'completed', 'code': 200} Apr 18 21:18:24.908571 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:25.097285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-93bc34f8-751a-4d67-9d36-42270cb56076 req-8668dacf-6dea-4eaa-b462-1b797de7c44f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0290849 Apr 18 21:18:25.121576 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:25.148046 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:18:25.157060 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:18:25.157662 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:18:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:25.227865 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1473e84b-d56e-4314-b23b-f7f59b33fe8a req-e43475fd-f3ab-420a-8a23-83826d2b9070 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263901 Apr 18 21:18:25.263505 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:18:25.340011 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab4f26be-e580-4a85-9725-81f4a0ecbe3a req-ef49b7bc-13ec-4510-8080-2535fc637431 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0329609 Apr 18 21:18:25.438186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:18:25.460110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: ff4ad680-3393-425c-b096-4c04d480a855 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:18:25.460623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 18 21:18:25.468357 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:25.494604 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b4cd4-a5e3-42d7-930f-174859d26488 None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:18:25.513052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Port ff4ad680-3393-425c-b096-4c04d480a855 not found, will not notify nova. {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 18 21:18:25.712238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06991d5d-8a49-4d5e-860c-91e3e0826633 None None] New status for floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:18:26.447904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef9ce109-19ca-49ff-981b-8015ff219c34 req-03333eec-c2b8-4231-b1b6-f70aaf732af7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257168 Apr 18 21:18:27.556014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24c570b7-9544-4d28-9abb-10fb5d2c2018 req-3684415b-e401-4781-a92f-dabb41033b8e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0275602 Apr 18 21:18:28.667939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68cdc774-c19e-4207-94c5-e2c9944e3904 req-82dbc7e4-98ef-4548-8106-c54ca2ec517a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258992 Apr 18 21:18:29.482346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:18:29.502639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: ff4ad680-3393-425c-b096-4c04d480a855 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:18:29.502977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device ff4ad680-3393-425c-b096-4c04d480a855 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:18:29.786369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24388ee0-8b13-40bd-b6ea-4afabe83563a req-3c581aa1-f0a7-488f-917d-bc284eb43297 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0302839 Apr 18 21:18:30.899959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2505c6e7-0781-4bfc-b087-179e58ed06df req-623d9327-931c-4834-b6ac-bfe66b102d2c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0275445 Apr 18 21:18:32.013966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd4f448b-a41d-413e-9c54-7ff8105a29fb req-643ea074-cb47-4572-ba32-0df025872ed4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0306671 Apr 18 21:18:33.129943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ccc1dc5-f0d1-45fc-b8d8-eddf49123935 req-454efea4-cd03-4cd6-8770-6681f00dcdb0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263791 Apr 18 21:18:34.244206 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76e5d3aa-bcba-41a9-8266-539e38d48827 req-32f74227-7f70-4634-8abe-9da7eae80b8a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0282016 Apr 18 21:18:35.352204 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7225c45-14f8-49e1-bdb9-71a6544b8493 req-4609d07f-9c1a-4ab9-bbed-6c61cd56f33c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271516 Apr 18 21:18:35.983185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-38f32903-ac7a-4398-b735-9a5d625de85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:36.475645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a237517-7747-4c0e-8042-7a5f363342a2 req-7453a543-f034-49c6-a1e0-3e234815c0ac tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0330982 Apr 18 21:18:37.583657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f8123f7d-8fd4-4a28-8699-ab6a921e5968 req-2166abb3-a654-41f6-a11b-0e37c2a6d545 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258687 Apr 18 21:18:38.695550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0386a504-c03c-4051-b44c-4cef893f07f4 req-1b3d88fb-bbf5-4c7d-8e7e-22298cb56a35 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0309074 Apr 18 21:18:38.723441 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ac805c24-861d-414d-92fc-b8291a0590f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.454411 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:39.805881 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-314c854a-ea8a-4305-be56-dce217161df9 req-287b97ac-58fc-4ec6-82a8-b8a1195755eb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267916 Apr 18 21:18:40.634567 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:40.915427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a0dbb3b-38f3-4727-af7e-98a563144364 req-505a3b82-aef0-4d48-b29b-43c9dfd92c10 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0278535 Apr 18 21:18:41.294942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:42.024541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80f4d340-4520-45db-b45e-2abbae330967 req-2f79d463-11ff-4f39-a4bf-8fc833bad428 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263004 Apr 18 21:18:42.357650 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-30327d25-719d-4c26-985e-5a94413204c2 req-649bc40f-41e1-4c72-a9ba-ca92346b577f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254016 Apr 18 21:18:42.426913 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-30327d25-719d-4c26-985e-5a94413204c2 req-39df8a52-6371-4363-a648-fceb48eca53c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264168 Apr 18 21:18:42.632302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30327d25-719d-4c26-985e-5a94413204c2 req-39d11edd-1018-4032-8bf5-4e4436fbb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:42.633693 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-30327d25-719d-4c26-985e-5a94413204c2 req-39d11edd-1018-4032-8bf5-4e4436fbb13c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1870389 Apr 18 21:18:42.748670 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:42.799212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30327d25-719d-4c26-985e-5a94413204c2 req-4a4c194b-e55b-4466-a2b0-b1bde9954381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:42.800758 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-30327d25-719d-4c26-985e-5a94413204c2 req-4a4c194b-e55b-4466-a2b0-b1bde9954381 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1598463 Apr 18 21:18:43.129579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8230f96-d512-4174-b6e8-4595704b9fb0 req-e4082edb-247b-4c35-bf61-2e9831310a9f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258691 Apr 18 21:18:44.236584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0338717e-d666-4997-9c09-ee9414597c8d req-4670c7ad-212f-48ae-a759-b76135fb2319 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271468 Apr 18 21:18:45.349145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3f9d33e9-5041-4226-96bd-0b096eb3c5fc req-26bfdfeb-680b-4e26-8df2-cdaf6df420e3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0301950 Apr 18 21:18:46.294218 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.460553 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-890230ce-4711-43c9-a490-6076080d353b req-7eaef02a-5551-488f-8af3-3b446922cf58 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269129 Apr 18 21:18:47.567812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b34ea6a3-df56-4a35-a1c9-adb8d53887f2 req-80756148-bc57-47e3-b0e3-c950e19ca2a0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265458 Apr 18 21:18:48.679318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1dd52c19-3a9a-4cc7-8dc6-1f269c08598e req-a9db3fa7-5749-4640-a924-b5926071805e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0273283 Apr 18 21:18:49.787020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2bf33eae-8294-4270-8512-41ee6d7de13c req-c6c42a08-2c5f-4c28-8e54-5878456e79a3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271754 Apr 18 21:18:50.908977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-229f5e1b-8eec-4022-a2ee-a539451b15ef req-12efd660-7fbb-449c-abb8-2864efcc905a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0379498 Apr 18 21:18:52.022853 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2640b5c1-ba1a-453e-924a-675010eaf604 req-058d82cb-3831-475b-992b-815f962b2aa1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0311587 Apr 18 21:18:53.130340 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aab6b7c1-facb-4ce6-b624-a1de46fcbe89 req-313e160c-cd0d-4848-9c8c-3e3674d341c0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260892 Apr 18 21:18:54.234840 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3740c23a-efad-48a0-b326-c9c8ce0180a5 req-0a790a69-a7d4-4f2a-a252-ecb714369c53 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0253606 Apr 18 21:18:55.339579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8cf8e074-f453-4aec-a122-784301d21374 req-d7cf5d77-3240-4024-8ebd-1409034fa750 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256910 Apr 18 21:18:56.447355 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fba282d-0a47-4234-97f5-87093e28eb64 req-bedf593b-47f4-45a7-941a-9fe5c340e8a9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263796 Apr 18 21:18:57.553306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b40f376-9372-4b17-9d70-a5909d1991aa req-2126da63-6b5c-414a-9c47-6a6b4d1a5f18 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265977 Apr 18 21:18:58.276980 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:18:58.663000 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eab3fe84-fbc9-4f2a-b9fd-44bee58936a7 req-ffddc618-7d64-426c-994d-661353671ad0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0290639 Apr 18 21:18:59.767337 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51079577-5f59-4c5d-b1bc-ed5817357143 req-0935069e-911b-4e62-963c-a3f3b7c9db9a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263422 Apr 18 21:19:00.872326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4005c054-7bf5-462e-891a-5aaeeff837c3 req-f97801ca-1011-4fe2-beac-7c46fe49a447 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269392 Apr 18 21:19:01.976713 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e763ac1d-1abd-4113-9512-5b4fc0235181 req-b20f8dc9-de4f-4837-a777-da911ce14f2d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0252328 Apr 18 21:19:03.079107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-25285185-54e0-4086-bc92-d1875a766d02 req-15945c6d-ad51-4a09-99ab-ae0b6e706b3a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0253294 Apr 18 21:19:04.183561 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30f4d560-2fa0-46e0-b756-62f3ecd37e69 req-07e0a4df-16f4-4752-ae5a-7e0f31e153e3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0252624 Apr 18 21:19:05.290113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0d3e9692-2e0b-429e-a17a-cb10c31dbade req-4f6d1a0d-121f-4b80-9b03-5a9d8b1f3b84 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0296209 Apr 18 21:19:05.986012 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-674f3b4f-077a-4b3e-b580-8367d115b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:06.400009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee21883b-9742-4f09-beb7-b90dd5ad1a2a req-13634574-520b-4b81-b6aa-af1f2e7ac76a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0288007 Apr 18 21:19:07.503927 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d49e273e-891a-4541-bb08-63464c68a289 req-883b4646-e986-48c1-a7ac-e44ceb88e7b8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265391 Apr 18 21:19:08.607428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec53c953-e336-4c95-b52d-877f4046eff2 req-668a3a4c-3b59-4393-8bd0-8e11079e80a3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0253706 Apr 18 21:19:08.724272 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7390c923-2ffa-4141-9461-5e223fbfeaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.457519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:09.714312 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-701a6678-a5cd-4a2a-89e2-4527462c30f4 req-939e2c8b-0e5b-4642-9fc6-a7560ad547d4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0280066 Apr 18 21:19:10.636060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:10.818648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41a193a6-6ab7-4edd-b64a-084f8e4aaf24 req-ea42a9a7-df63-4d4f-8ec8-382c708c54bc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0251310 Apr 18 21:19:11.296498 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:11.928347 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a09220e-5516-4e38-840b-aec699afa6d1 req-760b5d1c-c961-4cae-85ff-2c69e98ded23 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0291717 Apr 18 21:19:12.760085 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:13.031786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3ab9670-db0b-454d-8db1-7e31248edc7d req-f00383a8-9782-41bd-86c0-d03c37eedfa1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257916 Apr 18 21:19:14.136698 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f8de9007-332d-40e1-b286-5ceb856fc6a0 req-dd265498-18ec-4148-a155-ab99195b0dfb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261106 Apr 18 21:19:15.243380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95c8ef77-46c8-4063-93ac-f7c0a9606af4 req-d389a347-159d-4ca9-9e03-83f37139c2be tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264459 Apr 18 21:19:16.291450 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.349660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13314b57-52f9-496f-b693-91764a6fa1f5 req-850eb75f-2973-42c9-853a-7208b3370584 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0259724 Apr 18 21:19:17.455108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11374e52-e151-4799-b524-f295a765b96e req-b278d928-0461-4507-bc5b-e496a47d216a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0259085 Apr 18 21:19:18.562393 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-550653be-678c-4619-b8e6-5ce14138485e req-7c239886-30a5-47c7-8267-3dfb430fbfc3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0303321 Apr 18 21:19:19.676429 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6a8bf9e-3f44-433c-a2ea-a39efb6c40c9 req-33535f85-b001-4db5-9e01-9cacc3d883a3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0301702 Apr 18 21:19:20.783006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6957a103-b117-42ad-8f89-629316235ab3 req-4259ab8c-eeb7-4273-ae78-3b8e05074971 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269775 Apr 18 21:19:21.885491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-928ad0e6-0413-443e-bb5e-94fe7de05329 req-b322bf1e-3ea4-412f-9d95-9fac3a43364c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257990 Apr 18 21:19:22.993166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-104c3fbd-6f65-4303-b3cd-4c6f5a3c5314 req-13829357-aaf3-4c10-9f7f-179e707c54b3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0266283 Apr 18 21:19:24.096508 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16e8e9c7-ec9f-4984-808b-2f282621ec10 req-d6fc6fd9-db0d-4094-8022-2d509d9c0152 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0259297 Apr 18 21:19:25.205799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe61d80f-f966-4726-afd1-e48a1c386de8 req-31a440ce-fabe-43ad-be03-1071a61402a4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0300417 Apr 18 21:19:26.311287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6074511-b097-4fde-8530-8b699aeb0fbb req-3a7e90b9-2639-4873-aac1-9aaaaa82c98c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261981 Apr 18 21:19:27.414725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88a6152e-c4ed-4b37-bdd6-bfb9b6c0a4c9 req-d0cd9273-e1ec-424e-bfed-376a1b3f6a9d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257299 Apr 18 21:19:28.519863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b543b7c9-593e-4644-a093-dd639a4a168a req-5c5f2ef7-8189-435f-9441-c05c9d5d0b4c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0270412 Apr 18 21:19:29.625929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2dbfaa73-8e22-4603-a512-e7e414316426 req-d8051b75-ab3b-4b6d-899c-6f1bdfe510fe tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0286186 Apr 18 21:19:30.731758 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dc0823cf-6033-466f-a39d-3362b50a85d7 req-74908d95-e1f0-4eef-889f-616a95ed90e7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256071 Apr 18 21:19:31.841085 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3bacaaa6-b411-4a38-8965-1e6124459814 req-9cc21bcb-feef-402a-8570-114f693eca56 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0296669 Apr 18 21:19:32.947401 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6908754-c26b-45cd-bfca-828bbd7689bd req-9db429cf-448a-4f7e-b2b6-9f9942a6ed59 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0262115 Apr 18 21:19:34.050889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc64c7b1-8c8c-4328-8e96-e74781680f9f req-d0bcbfe2-104c-4c9a-a82d-9a1064b2a54b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260518 Apr 18 21:19:35.155617 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b755be92-dc7d-4eca-8081-28d017b2cf7e req-c0f603f0-f20a-4231-a39d-f2a67cea5937 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0266018 Apr 18 21:19:35.276829 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:19:35.988075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-24b140ee-a96d-4dfc-b197-60053d291e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:36.269548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-174c5c78-d0e8-412d-8998-90444e86bf28 req-f71ad576-5f05-44b0-bb61-4745876e91f2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0286779 Apr 18 21:19:37.378192 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0072cc9-fc11-4bc0-8920-5a3de108a228 req-077dc056-f7b9-4d18-986a-ef4b1c8c4311 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261006 Apr 18 21:19:38.488216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c75c6970-7033-4d50-b699-2edd48d28c0b req-dc0e4f43-9b14-4da2-b829-4e4cefdaa316 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0296028 Apr 18 21:19:38.726128 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9abb1182-b544-4d03-8264-7d3bc353ab4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.460014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.592103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5471a819-53c8-45b9-b890-ad61c72da167 req-8d667318-749e-4f94-8daf-19a0019e4893 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0262241 Apr 18 21:19:40.640736 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:40.704954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-00141a81-9a81-4a82-90b5-f830f2f8a996 req-0c4e9a99-2ac6-4559-b747-068226e3d81d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265591 Apr 18 21:19:41.299108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:41.810241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebead9b6-f2d0-4a7b-8164-cc528bf032b2 req-a43f2042-56d7-4360-8969-a5d43cb54b7b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269837 Apr 18 21:19:42.420344 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-676635b7-4e91-434f-83a7-2b04452c3487 req-de967b79-596a-4775-b33e-d4ca39a98193 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0829446 Apr 18 21:19:42.491684 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-676635b7-4e91-434f-83a7-2b04452c3487 req-83279584-acec-40ab-8356-a0c1369f6180 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0250075 Apr 18 21:19:42.609123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676635b7-4e91-434f-83a7-2b04452c3487 req-77935329-431f-484d-94ba-9e7192b0d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:42.610514 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-676635b7-4e91-434f-83a7-2b04452c3487 req-77935329-431f-484d-94ba-9e7192b0d70c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001792 Apr 18 21:19:42.708291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676635b7-4e91-434f-83a7-2b04452c3487 req-01c2ca1a-52cb-4744-b928-8f996c2f356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:42.709775 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-676635b7-4e91-434f-83a7-2b04452c3487 req-01c2ca1a-52cb-4744-b928-8f996c2f356b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933681 Apr 18 21:19:42.760239 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:42.913953 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66fcc3d4-4719-417b-bad6-0c09a45f2598 req-664c358d-84ee-4197-bff4-10c3061c8cc0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260954 Apr 18 21:19:44.017783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4006c129-4fcb-4b0a-94bd-64d4bd5ca9d6 req-1c6abe43-c293-400d-bfa9-0fdc220b0924 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0252962 Apr 18 21:19:45.125582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27d26188-1c9e-44ac-91f8-d21bab5ef3af req-ba189da7-941d-4363-bc36-b4afc1981259 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0298367 Apr 18 21:19:46.238816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80f181b5-f5c2-455f-8915-29db01e99652 req-ab1815c9-36e9-4ccb-a179-7882ceb2c8db tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264189 Apr 18 21:19:46.299160 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.346522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-855d4248-4dcd-4c80-8015-d089b2cfebaa req-df6d68f0-8145-43b9-90b5-19af862dae61 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267220 Apr 18 21:19:48.451247 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8dd1191e-3121-4a00-acbc-d3c23df6ddc8 req-fea3ed37-1348-4319-a918-4f4cd20872df tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260437 Apr 18 21:19:49.554805 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97f7f5a5-89da-4ea0-97d8-7fc90ccff048 req-4d85c5f0-fb92-44cf-a048-33288e7b2049 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271914 Apr 18 21:19:50.661826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ee94a2e-1800-465f-80b8-38ca7ab22e75 req-bd3037a9-09f3-45ae-aedb-aca08700f1be tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267546 Apr 18 21:19:51.775071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-daabd6e9-6986-4b18-af06-19bc1b7b65e5 req-673a5389-fb1c-4b52-8754-6a3dbbf53858 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0309732 Apr 18 21:19:52.883266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1ffcda0-b832-44ef-88e7-ce50e5d38b0e req-bcbc1170-0f44-4db2-912a-c30304d24494 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0293407 Apr 18 21:19:53.988934 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-95eb12ef-8453-4011-b946-0b819a8cdb2e req-24392d53-6188-403c-846a-24efc6dbe06a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0270052 Apr 18 21:19:55.093005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ac4597e-4038-49ad-8b30-0c89c9c8e8d7 req-376ff7d4-3ad0-4a63-8e7d-feb181af76e3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260739 Apr 18 21:19:56.199779 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca75f8e9-7b17-469e-879f-c73aec08638c req-58ff0d7a-6b2b-4bac-afb1-e70d2d983163 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265033 Apr 18 21:19:57.303969 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-14f3cd32-d351-4a00-86cb-8ae2e70a5e59 req-fa2dcb6f-eb38-4bb7-9d18-e8d8282758e7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256910 Apr 18 21:19:58.413256 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23f20bbc-0b75-424b-92bb-93853aa4495c req-2a687ce2-2652-48d3-a2d1-1c01699dee27 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0304570 Apr 18 21:19:59.516066 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-309508f4-e100-4e5c-924c-a839a22c4bc9 req-bddcf44c-8a3a-4f48-84be-a8bfd9a51aca tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261776 Apr 18 21:20:00.621518 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3c114a9-af58-4b7e-8b41-850659b0d7bd req-f71fd622-221a-434b-a9ae-365d3281aac9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0259781 Apr 18 21:20:01.729844 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1b8cc645-ef12-4183-8bf7-8a4570e41133 req-fdc3a827-4eb0-482b-b8f9-11eb7ea2ec19 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267196 Apr 18 21:20:02.835475 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dca1dc5f-cdf6-4453-a425-7c0d7ebc97a1 req-982ad17a-c0f2-451f-b72a-a961e9ef0829 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267181 Apr 18 21:20:03.939431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea70e352-0b21-40d5-a857-721a4685e80e req-d4c8d84c-23c9-4615-b5e5-b1e621682215 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0253875 Apr 18 21:20:05.050225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-479ad121-41b4-4224-99c7-51278df3520c req-3b1adf61-63c4-499d-8093-903e56c36cfc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0297813 Apr 18 21:20:05.991136 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-97ce8dbc-71de-4899-93f2-18d186be618f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.156106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4bfe557-7505-4c44-acb8-2b56ef16a1e8 req-3c859aa7-bd84-4ab9-a7c6-de21eebf65dc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267692 Apr 18 21:20:07.262141 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63938c65-05ad-4367-944f-971fc3ede46f req-282411f6-fe9b-4b73-889e-46dcf62449f2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263252 Apr 18 21:20:08.371892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2e8afa54-8ada-480a-9156-a4e184f5e286 req-8a78b954-7761-41f2-87fc-e28b642197f5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0270505 Apr 18 21:20:08.734138 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fea69317-f23f-4e4d-86a5-50870f363d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.464554 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.535709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9aaa7fe0-cdaa-494a-a06d-86399408212a req-da864ef0-0865-4907-b577-09f3857a99e7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260751 Apr 18 21:20:10.642539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.681396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b44522a-fc41-49ba-8f7a-09f8da8724f6 req-8b8cb5f2-baeb-4334-b8f7-c74b3b5a94d8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256355 Apr 18 21:20:11.302432 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.790158 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a4ba356-1a66-43a3-a5a4-2a39782379cd req-1a95b00e-0082-455c-931b-a442450a7ea0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0307240 Apr 18 21:20:12.276613 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:20:12.760200 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:12.894859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb9c6d47-56b7-47a8-9367-548040485a70 req-17196677-d205-4558-8688-68bdb8b4223f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261352 Apr 18 21:20:13.998503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-890adf03-c1a8-4233-9103-a9d0202eca7b req-3aa18762-3d8b-42f1-88ca-eafeaf0d1221 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256040 Apr 18 21:20:15.107927 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ffbc8128-9183-425e-bcb6-5b1c8410035d req-de89f587-5869-4ca8-8144-a306defe1635 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260072 Apr 18 21:20:16.299769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a2d763f9-10d9-4480-b6e1-e16d96a0f24b req-604a36be-cbe4-4ca6-9b2a-8341c472d273 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0731385 Apr 18 21:20:16.311736 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:17.410956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-285d55ab-af1e-461b-843f-ddd8c7320046 req-d6e5bfe0-1125-4df8-8107-77d24e788f51 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263553 Apr 18 21:20:18.523534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c448f4e4-0eb1-482b-ae55-669847c70742 req-2ada864b-5f94-4cf8-b544-6c8bf32d0032 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0303669 Apr 18 21:20:19.716627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a262cae9-7811-4922-a717-fb49b8f8d70e req-dd3ae208-6ea3-464f-ab68-35288b5f9060 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0706813 Apr 18 21:20:20.829268 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-663f52ca-7911-4b70-9833-86271603c3c3 req-8f94faee-db86-4911-9314-5f6481fd1174 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0268250 Apr 18 21:20:21.935940 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f7af842-9ad2-4a77-ab3e-735e9ac0809c req-f11477e1-a226-42b4-999c-35e89534b8a5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269485 Apr 18 21:20:23.039913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e59a557b-e838-4e70-b423-a353d2ceb702 req-41480a4f-8499-4303-9eb4-b01d9de3da81 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258241 Apr 18 21:20:24.150372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-268210ca-c177-4697-8b10-90ac89f12f13 req-7b6a88ad-9864-4a25-a3e3-90a0a714344d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271399 Apr 18 21:20:25.259272 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09b0dd8a-d36a-4025-887b-796a873b9833 req-da9e70f7-81d1-47b2-9ded-0ef0aceb3023 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0288653 Apr 18 21:20:26.363324 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5cf39692-9b21-4d4d-99fc-33ba07aa78b9 req-bc4161c5-928b-47ab-98b8-82ff6e3b42eb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263133 Apr 18 21:20:27.467887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d181d472-747d-4d1e-aecc-c27e95cc8251 req-7ddb2310-30c1-477f-b2a4-c0039ba142c8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258536 Apr 18 21:20:28.576748 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6432232d-2055-49fa-868f-864fe976df52 req-3b30ecb0-97c5-4c12-a06a-d9df33824f9f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0266702 Apr 18 21:20:29.682279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-005fa4af-7f78-49f1-bcfe-494f93704659 req-0cf5d817-d9a4-4423-8e1d-85c30815e7a6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267525 Apr 18 21:20:30.787495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-39d7521e-9b52-4ad6-a3ed-3728bd76d844 req-cb8983a9-3480-4924-a961-25a345f81e54 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0266914 Apr 18 21:20:31.897898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3cc13026-aadd-43f0-a207-686bba651cbc req-78540c5b-217c-4645-8619-a74c87046506 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0303771 Apr 18 21:20:33.002547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36054867-8e53-43e2-adc5-782b2519fdd2 req-ed8f253c-ecef-47c7-8bdb-087fa87a91d4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265324 Apr 18 21:20:34.111460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-336cb7df-7271-4dde-a02a-08c5cdadd400 req-78f9ff21-dbfa-4b28-9d85-e3adbc76cd59 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0300899 Apr 18 21:20:35.215701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-409883af-f27a-4b78-9424-67fdb678dc12 req-a811bf49-aa45-4c88-90a5-52197750e473 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260699 Apr 18 21:20:35.992669 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1911e1a8-7c00-443d-be1e-b02dbc4436d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:36.326341 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1809a84a-e63d-4765-ae53-1c58f1a9b92d req-45bcae79-fd7b-4cd1-b158-0ff7f614b5d8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0317619 Apr 18 21:20:37.438378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d539f221-bdf7-4793-9d13-b4c9ac2cfcf2 req-e6ea2cef-9051-42d0-bde8-76843a74c0d0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0252392 Apr 18 21:20:38.547379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8654811a-2e2d-4eab-8a85-fd496df0c172 req-02ea7941-3974-4f45-8190-3aaf792e3332 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0301452 Apr 18 21:20:38.725875 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0a15b1c0-ae5f-4f7f-9667-52333391c8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.466734 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:39.651136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-487b4aff-dca1-4ca3-a1d9-3f6afd49febd req-375a07e5-5d25-4815-a074-b986db14a009 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257428 Apr 18 21:20:40.645335 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:40.756726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-91143d65-12e1-4fcf-90cc-1bb330bc54cc req-d6b3ddb4-bcce-489f-9b90-e7ac03901b95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265653 Apr 18 21:20:41.305891 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:41.872436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99228bb5-0a75-4e7b-a8a1-247644199190 req-6b92ccca-83c6-4539-9867-d0620f02f462 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0283115 Apr 18 21:20:42.775851 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:42.977440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7db12f6f-6d6b-4a46-bab0-f829486667f4 req-3e0edb67-28a3-43a1-b856-e7b36701d100 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0262551 Apr 18 21:20:43.368400 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3548465-f865-4f46-aaf9-7ddc96c2d800 req-abb8b8cc-7f02-4e76-af30-769265b9cf96 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266314 Apr 18 21:20:43.432695 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3548465-f865-4f46-aaf9-7ddc96c2d800 req-ea403752-a9b6-4a7e-8f0a-95debda50697 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0242782 Apr 18 21:20:43.545886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3548465-f865-4f46-aaf9-7ddc96c2d800 req-0a85c75b-d94d-4157-9a74-76521c6a87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:43.547373 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3548465-f865-4f46-aaf9-7ddc96c2d800 req-0a85c75b-d94d-4157-9a74-76521c6a87d6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0963860 Apr 18 21:20:43.638942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3548465-f865-4f46-aaf9-7ddc96c2d800 req-d2d69e75-957c-47f4-932d-24af7e305104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:43.640871 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c3548465-f865-4f46-aaf9-7ddc96c2d800 req-d2d69e75-957c-47f4-932d-24af7e305104 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859976 Apr 18 21:20:44.089931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e688525-7dcc-4b07-9ed5-ae0d57eed5dc req-ca8d7dc2-6efb-430b-8581-cae87ba285d5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0337818 Apr 18 21:20:45.201221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8535119b-afb6-434c-8930-3859a204abf2 req-2c38c113-9acd-4075-a58c-6b7aaa14fc49 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0300746 Apr 18 21:20:46.306637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9610af2-01e1-49e0-af4c-b4b11b03b402 req-b2ecf287-a67d-4f97-b773-5767992aba0b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0268514 Apr 18 21:20:46.321864 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:47.470003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0bbfec19-1102-4478-a231-26faad7dac45 req-16075b5a-6bb5-4f99-b686-594bebb2feb4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0259695 Apr 18 21:20:48.574696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70f37ea2-0507-4ea5-9cc5-a311ced5cbf1 req-0f200bed-d08e-4de5-899f-c94dc8e6f47a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261171 Apr 18 21:20:49.276550 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:20:49.680255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f222453e-adfb-4df6-95aa-7f5562d6e666 req-3587d142-eb9d-4deb-8400-d12a1b1ab221 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258982 Apr 18 21:20:50.785374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b01da031-42fc-47e0-8ea4-a32b9e260913 req-ebbf5032-4c0a-4e18-a892-ceae01ecce20 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265803 Apr 18 21:20:51.893169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8baee523-6ab4-4cde-b063-a374af63f77c req-de53e6e4-112b-47dd-8bf9-cf447c605c52 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0296769 Apr 18 21:20:52.998139 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-715278ed-db62-4faa-8514-8ddeac2697e3 req-ed1d9a4a-b4ab-4644-8311-98420571c109 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0252461 Apr 18 21:20:54.103503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8018f617-37e2-4fae-8d48-28f8ae1d80eb req-1c4ee37e-14b5-4a9d-85b1-bde06be54e64 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0276117 Apr 18 21:20:55.208161 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b02b952-0f89-4294-bbfc-a642b41a5f74 req-1e2d59bc-7298-4f28-a1f2-16259096fcbd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264916 Apr 18 21:20:56.314564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97e7c58a-0ddc-4ec8-8701-ddd6f1af2323 req-4364aa32-6221-4221-bd53-8d57e55fda41 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263081 Apr 18 21:20:57.422827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b2138aa0-b83c-4b58-a9ad-fb43aae00a53 req-91b8ddbc-51f6-4dc3-99b6-2002ba925d07 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0273235 Apr 18 21:20:58.532579 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ca5d478-aefb-4b02-a6e7-5baa044918f8 req-eb1a4729-d221-45d0-bdff-12ac28c80a9e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0292482 Apr 18 21:20:59.637099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e368ff52-e986-4849-9ffa-56b358251e37 req-ce69aafc-fbc3-4e1b-9a2f-955b3f236cf9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257466 Apr 18 21:21:00.743701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae5ecfa9-10dd-4aba-a9e5-1b0fea4c4390 req-6bea67a3-25b9-42f1-820f-6ba324b51cbf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0287113 Apr 18 21:21:01.848430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-353a1f94-118e-4d37-b382-88aac42cce44 req-b42336e3-03b0-43a1-8c62-a6e8b48e65e8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0259504 Apr 18 21:21:02.952981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f105cc9-99a1-402c-82b0-a86a56946d90 req-9bd975b2-564e-4d77-afe2-ab1adb647344 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0255754 Apr 18 21:21:04.056783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dec92d08-de2a-44aa-8425-06a89582c130 req-758e2584-852e-4dc4-ba45-592fc9f352ab tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0251749 Apr 18 21:21:05.162896 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8477ff4-7717-43f9-b238-eaf49e7c8740 req-453fb6ab-ad4d-4dcc-b9de-87dac42d425f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0298817 Apr 18 21:21:05.994684 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-deb5c0ef-7134-44f1-8867-08376dabea4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:06.270847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94084ca3-3666-43ef-8b09-f6a45c6cbd9e req-0c4e6ff4-9303-467d-85f1-a6fc5ff45399 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0278835 Apr 18 21:21:07.375609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-440f8b4b-76ef-420d-8cff-0f53edcfa51f req-83447110-3117-4e2e-94a2-df3a78e04550 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264916 Apr 18 21:21:08.482254 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03bf7341-a23e-4782-b303-b6c31d62736d req-b00d365b-4755-42e4-9e3d-4b9cba47c73d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260091 Apr 18 21:21:08.726889 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-856a1247-f78c-44d9-91c3-749df39cefb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.469362 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:09.586995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-431e0fe9-5737-4c51-9d63-50633079c6e2 req-afe0480d-b702-4893-9d8b-191cdc329b59 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265589 Apr 18 21:21:10.649152 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:10.698363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24de97ec-f8ed-4e54-ab3a-d49dd9efed71 req-eaab39a6-45b4-41f8-a516-f508ca6f510b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0270493 Apr 18 21:21:11.309080 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:11.810260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9756d390-d92b-4f24-a467-a566bc0db962 req-ddac79fc-8091-4af6-84c5-3a1000c97762 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0293932 Apr 18 21:21:12.794905 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:12.914945 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9be7df13-8383-495d-a59b-b83f8335c301 req-bbfc7d26-e009-4b1d-9859-0eb84b2d5e89 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0270638 Apr 18 21:21:14.018155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d8c6cee-75dc-4cb9-9aa4-f3c5923dd991 req-9365767c-ec79-4d2f-bcac-2c37f63c3d8f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257933 Apr 18 21:21:15.129200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47771a87-2531-4af7-915f-1d124a9325b8 req-8d413b56-dd11-4b98-8c66-f006decaa39e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271144 Apr 18 21:21:16.233026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fe13ded7-e843-4618-af89-f2f1f478f7b3 req-6c5ce984-1ea6-4f48-9088-05dd74e92f41 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256884 Apr 18 21:21:16.335240 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.357528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff42e613-087b-4bec-861b-b017352edb18 req-d8cc699a-e98d-4bd1-a2bf-508ec394949b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260437 Apr 18 21:21:18.464566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f19ca2-7674-4025-bfb5-5aa11d72fa64 req-7c2e21e8-b935-4980-9187-4766b5fe619d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0301926 Apr 18 21:21:19.572977 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dba8754a-5ee6-4079-8fbf-a245ae0414a9 req-9f44439d-bf7a-4ff2-bf53-ea06aaebb36c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0255790 Apr 18 21:21:20.683326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e459e8cc-c759-49bb-b997-3a18982c5849 req-82137ab5-6af3-4812-a846-7f60fbf822c4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264070 Apr 18 21:21:21.787067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0df9bc22-8355-4801-99dd-7a58ddf0c108 req-675ae0ab-5de0-427e-8c43-4f34531041e8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0262697 Apr 18 21:21:22.890961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff05daeb-e347-47f7-95a0-f97b58ac3ad6 req-e97db5ef-5b61-4d33-89bf-8945602e1c3e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258224 Apr 18 21:21:23.999531 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d537f689-609e-4f8b-b786-843d2187871d req-d4311489-0983-4e50-aed8-75549ceaf2bd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0251229 Apr 18 21:21:25.106126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62b3af13-6688-4886-8bf2-215059648023 req-fe1cc16d-e16e-4a00-a04b-1aad6bff3f02 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0295475 Apr 18 21:21:26.215050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64263e84-5a33-481a-9cc1-74dd0c570bf7 req-552aabbd-3abb-40cd-9f2c-4b32b65eadff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0268497 Apr 18 21:21:26.276202 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:21:27.322018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-94bcdac8-d351-48b8-80d6-a817b5050708 req-482550f8-3cad-4b96-bf84-ca3335070b85 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260715 Apr 18 21:21:28.425676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b281d7d1-52d3-4914-b39d-b15c32240e71 req-f2001388-ee20-46ab-a6b7-b506a369c50d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256083 Apr 18 21:21:29.529815 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19d5e5dc-5401-492d-853f-954d065e7bfe req-751c9a1c-afdb-4ffe-9e2e-429846d7e327 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0252795 Apr 18 21:21:30.636104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26ec26af-944e-4dad-9d13-c7d34412ef95 req-99e90480-7c71-4213-b322-4a1e6c7cd352 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0280859 Apr 18 21:21:31.744359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e209725-113d-436d-9ebe-e79e4787bced req-6cc070fb-9254-40f7-a083-68d862750132 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0299759 Apr 18 21:21:32.850250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0844e47c-5374-4eca-aea1-af06ad0b4e3b req-dbca5b84-89e3-45af-b4df-6a2eec4e4229 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0254862 Apr 18 21:21:33.954987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48e1a093-1318-40ff-b617-fc4bffcdeac0 req-f75f6997-46c6-4dad-bc3a-d442f72a5095 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0266399 Apr 18 21:21:35.058780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df86667b-70ae-4b18-8c3c-886519cf19ab req-cc33fbda-a19a-4fcd-b37e-1cf0ebe73dc3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0254674 Apr 18 21:21:35.996049 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a44fbac1-11a8-46fd-8ac6-092187819e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.162573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef81ea1a-1db6-44fe-b617-038a252e84cd req-be9d56a5-c4b6-455a-92a9-86bddeba4d41 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261574 Apr 18 21:21:37.269716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d2c5f7f-b31a-41f1-b167-b7e9ac703c41 req-5c442975-d07b-4893-b09c-c6bd6d06225f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258951 Apr 18 21:21:38.381708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e66c442-3407-4c77-ab18-b163ead22b41 req-0bce702e-0375-4c0e-837b-768a4e07f254 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0301051 Apr 18 21:21:38.730123 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b95d38e9-ea07-4970-87c4-a6d8c8affe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:39.473321 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:39.488218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd758db6-6c1b-46e2-ad3c-1d14bb66adbb req-d688e88d-bdef-4c68-a3e4-05e9da1be8ff tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0259035 Apr 18 21:21:40.596739 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b8f5fa36-930b-42fa-8c3b-566aedf0bae7 req-a83ff70e-f68c-4544-909a-8f5321dd760d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256212 Apr 18 21:21:40.655118 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.317568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:41.705071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f2cf4d3-2aff-434f-b37c-b1c8e34b31d5 req-69b69638-abd3-4352-bacb-24b0ccf3913a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0282552 Apr 18 21:21:42.802574 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.814208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-05beaf53-e095-4023-88ec-fa1f5aefaf1f req-869026fa-ffb5-45a5-8667-c1b46fd27ef5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0274570 Apr 18 21:21:43.462651 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3e7f8086-3faa-4ada-bacc-931e9013a573 req-55b95a20-ec7d-4522-a566-9b9bb563f984 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0653925 Apr 18 21:21:43.525910 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3e7f8086-3faa-4ada-bacc-931e9013a573 req-6c7ac14a-c051-4574-81e1-4abdaab26010 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0244339 Apr 18 21:21:43.637447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f8086-3faa-4ada-bacc-931e9013a573 req-9e8e16ae-ba39-4f21-8953-752739bcc3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:43.638813 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3e7f8086-3faa-4ada-bacc-931e9013a573 req-9e8e16ae-ba39-4f21-8953-752739bcc3ba service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0957799 Apr 18 21:21:43.734765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f8086-3faa-4ada-bacc-931e9013a573 req-e13d0cc3-60e8-4b64-8722-f5b4bc8e1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:43.736802 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3e7f8086-3faa-4ada-bacc-931e9013a573 req-e13d0cc3-60e8-4b64-8722-f5b4bc8e1169 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921605 Apr 18 21:21:43.917707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfa09ef9-6949-4f94-bec6-ea97e118e820 req-f897d38f-8cd3-40e2-ad00-1399ffa6a3da tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261040 Apr 18 21:21:45.038545 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b86affb4-fed8-4e73-b937-31acbd764f2c req-464763ec-b37a-4c96-87ce-8be1ff2b1a36 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0305896 Apr 18 21:21:46.143399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7b91f2e-2de9-4371-976c-5ab719df9b1a req-582948b8-84c5-4ae2-829d-f372b3c39dc9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271230 Apr 18 21:21:46.357205 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.247170 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-224639e3-6376-429d-ac56-66be716fa1df req-4e4d0095-328e-4a2b-a6f5-d0a0a217b874 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0254607 Apr 18 21:21:48.353418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4894d915-ac98-46dd-86e5-f785400808ac req-9e91d18d-3125-4e11-9420-e7cb303c23e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0270479 Apr 18 21:21:49.460119 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-298c3540-6354-48e1-85ae-15031087395b req-acfc7806-14ea-4ca5-ba42-b5d9129b546a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265281 Apr 18 21:21:50.570729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f5822ea-bf13-40d9-a6ef-d46dc40715af req-21c58ca2-7125-40f8-8b9f-20811119a7c6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0287278 Apr 18 21:21:51.683022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3627b61d-72fc-46e1-b65f-9af2c3ccc43b req-fbb78ff7-5575-48a9-91e0-007c49031d03 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0297801 Apr 18 21:21:53.112665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d21978b-b8e0-490c-b803-828dc98eafca req-9413159d-d4bf-4e69-8c80-89bd334d992a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.3520453 Apr 18 21:21:54.219532 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-64f8c0e9-44f3-4b24-8989-11587cd2660a req-27339ee6-5e7a-40e1-bb7d-35043cbd4daf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256462 Apr 18 21:21:55.323294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f34df62-e64b-4327-a4f0-7bfde73ca253 req-f2e9e3c7-133c-44dc-b77d-8966d9e3da70 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0250008 Apr 18 21:21:56.437986 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e2f97b97-d504-4297-ac0d-12e5ac2b2a14 req-d2f5e86a-3f25-4887-8f3c-067e039763b6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263257 Apr 18 21:21:57.546401 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5132700d-230b-4be1-96b9-dcd2df0e8e64 req-f243c0ac-8c02-4292-9509-055db5f8e77c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0279989 Apr 18 21:21:58.651587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-794ffd8f-142b-478d-825a-2fa5eb846cf4 req-5290a9e4-0d56-4fba-820b-fcc89c120365 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269518 Apr 18 21:21:59.757212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f69b74d-86ee-45c3-a8f4-ea67a1a2a8f5 req-660c166f-8c4f-475f-872a-5e64c31f6f91 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264962 Apr 18 21:22:00.862830 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9372fb88-d1cf-4792-8173-bbc00fdf0b77 req-5b592cd7-054f-42b8-9783-18bd20ca50ca tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0268958 Apr 18 21:22:01.967996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b70d9ec-d0ec-4bec-b9ef-27fc00874102 req-4fe834d4-43d4-4204-9c80-a1143494515a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257788 Apr 18 21:22:03.076242 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ebb82175-dfb6-428c-8d75-71cb27238a48 req-2f2e26a1-0066-42d0-ab18-53896f361c17 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0292342 Apr 18 21:22:03.276546 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:22:04.195804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9dba2072-1163-4160-8d97-83fa4d6211d2 req-e6c8e8d4-5f4f-4ebf-bdec-827a0fb3bb69 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0255103 Apr 18 21:22:05.300537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a1a155f2-555e-4384-a8a0-7ddc465122f2 req-5297ec5f-4f6d-4067-8d9a-20d60c8b832c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260401 Apr 18 21:22:05.998076 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-61076cc6-b80c-4efe-8349-8316c2056c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:06.408238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20d098a1-1b9d-4d7e-86f4-becd644ee209 req-a31b7947-d456-4333-925f-867724e9d4e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0262253 Apr 18 21:22:07.513841 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16290b87-cbbb-4b26-840b-21cd3199d92d req-3ebcec53-1553-4e81-94d0-191d350ec0c7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0262311 Apr 18 21:22:08.616380 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d66a8c62-7646-471d-89db-7ead33f4c93b req-704af114-1766-473e-9b35-90e671019e67 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0250819 Apr 18 21:22:08.731958 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-13908bb0-b49c-471a-9e17-832ae7438eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.475062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.725589 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b1dd5e0f-f7c5-4016-b26b-67bad4ef90ce req-3e2d5421-fd04-4fe7-869d-d546985a295a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0288653 Apr 18 21:22:10.656146 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.838438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9ce9dc74-d896-4395-8550-99ce0ab6880e req-b74c2b71-01f4-447d-8e2c-906a6d5a9e1f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0270019 Apr 18 21:22:11.309084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:11.947496 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-726dd980-3bb9-4278-9e4d-7a1b216567f1 req-43bf4f90-6b50-4f72-8a66-5a1d62a9e2a0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0276127 Apr 18 21:22:12.793598 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:13.058639 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55f687f4-c173-4041-b794-1e0fa6366165 req-73a57d6e-4e7e-4231-b723-5ecaf29da3c5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264463 Apr 18 21:22:14.163825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1dd954d0-87b3-476f-ac1c-d7f99472606d req-12a1ec89-bdcb-45c8-aadb-8f8e52dacf43 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0259593 Apr 18 21:22:15.269078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-016039dd-7faa-4aba-bae9-d06265d312cf req-86dd6016-8e99-4f00-9600-35d3b1691c37 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258393 Apr 18 21:22:16.371662 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.381374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55e58a80-c669-4ce7-9787-0ab2e6ee7567 req-478602d0-70e0-437b-b9be-6d71da674c86 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0303485 Apr 18 21:22:17.491279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26222e54-1047-47da-8020-a96f483784c1 req-0d57eb5f-1a42-44e8-953f-eedad576595e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0278857 Apr 18 21:22:18.598593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f298b226-0519-465a-96b3-23139a454432 req-4caeaf76-e144-4565-902a-57cb56cc1234 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0282035 Apr 18 21:22:19.706404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1db1217d-5452-4542-b77c-f584bb5104ff req-634a9cb7-bea4-416e-bc38-f5d9687c16e9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267696 Apr 18 21:22:20.813995 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6d3087c8-0bda-4d81-8142-1e42f1e575fe req-2c06d19e-1e55-4be1-bb47-7efe26bdd875 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256405 Apr 18 21:22:21.922240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-199bd839-d155-4ac2-ab12-fcf5c7d78912 req-a3664080-68bf-4dd3-8a1d-6d09d10049f3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258822 Apr 18 21:22:23.032137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f1ddff38-fc27-4168-8f94-c7172c233a6e req-43efc3ab-742c-44b7-884e-0d202f87a33f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0331008 Apr 18 21:22:24.142385 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55f5dfe5-f675-4bca-8a2d-79d4200ba6fc req-39ed838a-179a-4ec6-ac1e-577b0cb7432c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0302932 Apr 18 21:22:25.246328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-155051af-377b-4a0f-b43c-548c780750e9 req-db5f2469-1822-4b6f-b207-0b1789bf6928 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0254960 Apr 18 21:22:26.351010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a987894-d7c9-4fae-adfc-a0cc318d90b3 req-0f020ea9-29ce-41b0-9801-8e98549ed874 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0253551 Apr 18 21:22:27.457410 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2511e966-8c8a-4bca-9266-5e585b5ba5e7 req-a808269b-f554-403d-aa53-bf97c8a093f2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0287905 Apr 18 21:22:28.563106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-36c42fe1-95b8-4634-9a06-acb2992afb90 req-b1bd7318-8633-4a4a-bed6-7f86d0695a34 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265541 Apr 18 21:22:29.673947 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f29ea786-47a5-45fa-9488-44f50f51cf03 req-7e2714fc-2838-430d-b24d-782103a57c16 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0305586 Apr 18 21:22:30.779228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e9a683f-7aa7-4fb7-b49b-176bc90c8c6a req-bd968b75-9d33-4f94-91fa-e619ccdf2b0f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267966 Apr 18 21:22:31.883369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57221573-4133-42a8-aba0-f9cbba655e38 req-57b105b8-4cc7-4214-be54-c5d67c4122d7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0253844 Apr 18 21:22:33.003191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1558c807-ceff-41dc-8ac2-2faf07deef6c req-0a9a6884-49e7-478f-8345-63676087ec36 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0286732 Apr 18 21:22:34.108438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c1a8cb12-14d6-403e-9412-aafb27415126 req-c34cdd49-47d2-4fbc-afa0-befa5916461d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264881 Apr 18 21:22:35.222800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-862c1572-26ca-4227-a6ae-b48f2eb342fb req-56b5724e-b68f-4730-9f93-01a6e9038fd5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0284803 Apr 18 21:22:35.999675 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c592-b927-4c4c-b3dd-2fab2ad0ec1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:36.337386 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-04335f76-e502-4ec6-a0f4-1fdebb48eb56 req-534990e5-2bd6-412a-a2ca-13d90b7fd16e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0306816 Apr 18 21:22:37.442854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2a148bb5-8ad3-4984-8f08-711c3af000e5 req-81aadb12-a034-44ec-a3b6-3a4b7ea196f7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263252 Apr 18 21:22:38.550252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59b1a8c9-f58f-40a9-8022-c132d0d3608d req-61730123-59c3-465f-9c85-00f33dfb5a75 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267174 Apr 18 21:22:38.733737 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d564d025-384a-4d7e-93fd-6312919667b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:39.479586 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:39.653683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7f74c8c8-e5cd-46d8-929c-54b86f87abed req-9de08a9e-de0b-49b4-8250-f896e1d456d1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264783 Apr 18 21:22:40.276051 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:22:40.657828 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:40.757225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-400f2e04-1c77-43ae-b917-a0bae4edfb5b req-e3aacba7-c7cd-4619-a374-e52430ff9e90 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261116 Apr 18 21:22:41.311543 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:41.866454 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c53b31b5-e68e-4408-af2c-4507aa7c50b4 req-b81184fd-abf1-47e0-bcbe-92574cdf7962 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0305064 Apr 18 21:22:42.794752 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:42.977585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01482660-88d3-4d55-875b-f09745f43338 req-3443a5f6-6e02-43f5-b290-c90981f9d9ae tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0296979 Apr 18 21:22:43.357729 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7110019e-7813-4b5e-a3b9-591ab9931aed req-4c687801-b491-4164-809e-812a2ba7c76f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0289440 Apr 18 21:22:43.427323 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7110019e-7813-4b5e-a3b9-591ab9931aed req-68dceb2c-d430-4912-8c37-b7cadfaea946 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0292034 Apr 18 21:22:43.541825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110019e-7813-4b5e-a3b9-591ab9931aed req-1f7b8bd6-0a76-4f39-87da-92a1060a5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:43.543319 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7110019e-7813-4b5e-a3b9-591ab9931aed req-1f7b8bd6-0a76-4f39-87da-92a1060a5cab service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0959756 Apr 18 21:22:43.634862 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110019e-7813-4b5e-a3b9-591ab9931aed req-ce48fb01-b838-49b9-ac5a-01f608d0c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:43.636293 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7110019e-7813-4b5e-a3b9-591ab9931aed req-ce48fb01-b838-49b9-ac5a-01f608d0c6e1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872695 Apr 18 21:22:44.084199 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01540881-d836-4945-947b-482495e442f5 req-3ed3f3f8-a789-463f-99be-e3559f663146 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264950 Apr 18 21:22:45.191309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec84370f-2c70-4363-abf3-1c1768256a16 req-51c5ed98-9445-4f26-9869-3c6f0324a4d7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0254433 Apr 18 21:22:46.307012 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-623d1c7a-bdaf-425e-be98-09a6611258dc req-a2aec1c0-5bb8-47e9-b9fd-b101732861df tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0348887 Apr 18 21:22:46.368670 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:47.410113 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-abab8359-78b3-4c02-99ce-d3df29048e49 req-9bc9079c-2f76-4a5b-a041-de41abac5a69 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257692 Apr 18 21:22:48.514843 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-23594add-c835-477e-ab15-a35f0c067cba req-2d512723-6365-44c6-8c8f-d1719c942624 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264528 Apr 18 21:22:49.624537 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a969a4aa-162a-417e-81b4-597893285964 req-4dc162d7-1930-4f7f-822f-c3b53fbf0edf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0295975 Apr 18 21:22:50.752630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c89a6b6-bebb-467b-a855-f8010cacb2ce req-f6eddd78-ebe8-49d6-9c4b-f4b187e14482 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0314665 Apr 18 21:22:51.857563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-03e63746-382c-46dd-a93c-49b601428076 req-f1b879d3-2ae2-4b22-9fed-e68449720b82 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263045 Apr 18 21:22:52.962946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96483636-2aa1-4632-a3d7-4c4f7c53e918 req-217745b7-e39b-4557-83a4-31be53598ada tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260801 Apr 18 21:22:54.074827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1fcae6bd-5b08-4413-81c5-fcfd71f36434 req-790b3711-f975-43cc-b8fe-1c874d428139 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0334980 Apr 18 21:22:55.179691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b62f687a-d14d-4e3b-ba9a-5243943bb11c req-e1aa09bc-22d0-4617-82bc-1f4dd04d0716 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264709 Apr 18 21:22:56.288450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fde6ee80-94e3-43ea-964a-6b9b448d2e81 req-f8608669-7522-495a-8bc1-4116d7185e11 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0304677 Apr 18 21:22:57.398823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6ebbb91c-4131-4374-9625-26bfcf60fcb2 req-aff46766-14de-4a25-b245-2bafc433e1bb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271416 Apr 18 21:22:58.508108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ad5f5ef-b97b-41b8-b0f7-c1a8f9d49830 req-59fe3e50-abb3-4c60-8554-56eaa3d18da8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258360 Apr 18 21:22:59.615018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d6c4bc23-2ba3-4d93-88ea-5a3d4ce88eb2 req-fd7c1e03-a39d-4bd9-8fec-cc095e6fe56f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0264518 Apr 18 21:23:00.724491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8aec8890-fe99-4fb9-9c0e-2dd3e473a223 req-0ed7450f-830a-482c-a772-c3e062fe0e91 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0288916 Apr 18 21:23:01.833279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b450d8b7-7bc7-4929-8d48-b497fa1bf341 req-df51ac9f-3b95-47f2-a8de-4cccf587e2bd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0259750 Apr 18 21:23:02.945784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df66fffd-d93d-403e-9575-a0b158cd8a12 req-68a40c39-6168-415c-be42-277439c84593 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0308962 Apr 18 21:23:04.060314 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7a422410-2af7-499e-bfa6-80c39ebcd5b8 req-36b0efd0-7bd7-457b-8516-d709176b7635 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265703 Apr 18 21:23:05.165971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41bb4122-36bd-4222-885b-1fd2c69a8fe6 req-2b61e2c9-5052-4ad5-8349-c20aa4279678 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263214 Apr 18 21:23:06.006014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3eb52cfa-1707-4290-a190-798b7e42c1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:06.275212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f3e76dcf-60aa-4c98-836b-d4f67e4602c1 req-12ba10f6-d1fa-4501-bb8b-d29385d28cde tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267425 Apr 18 21:23:07.385757 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5082b9f4-0c6c-47d4-a16e-9ccbcacb9f90 req-82171608-19ee-47ff-8b4c-84f49223e1a0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269020 Apr 18 21:23:08.493451 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f43d5a5e-b099-45ad-b554-0401cef37f79 req-2069994d-d16c-40de-87f0-d496be190bcc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0278769 Apr 18 21:23:08.740651 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a4a9302b-fb3a-401e-a228-84c1c0193e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.483156 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:09.601142 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c7bb6997-5c43-4e3d-8b91-62033c26e3f7 req-3b446c65-4a81-4cdb-acdc-d0297fa4e752 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0293555 Apr 18 21:23:10.662145 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:10.716486 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-557b6aee-3780-4e6c-8db7-fffa2488467a req-bfcb7c54-51a6-490c-81c2-6e6b13988111 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0315330 Apr 18 21:23:11.312851 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:11.824915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c9c166e2-1df2-42d3-8578-57d825245881 req-d6740e9f-ea35-4f9f-afc5-0d2b32a8b9e9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0277345 Apr 18 21:23:12.794261 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:12.932667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3432fd50-7248-48b0-94d0-eeb9e13196e7 req-acd5eae5-d590-4017-ac1a-0fa2b7941f29 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271249 Apr 18 21:23:14.045229 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58c019e4-e738-4b42-a550-0f30f3901e3b req-40084d01-f09e-46db-83e8-6c1f8c088f27 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258193 Apr 18 21:23:15.166816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-acc596d9-c619-4089-bec2-10df479521bd req-44116082-0b2c-4f13-ad99-e31eeb218fc2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0359523 Apr 18 21:23:16.279374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f47fffd1-59f7-46a8-b52a-87979260f6ca req-518c24a0-7cfe-434e-a5d8-5be82b861a2a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0307236 Apr 18 21:23:16.385787 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.281645 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:23:17.384348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85e45263-5716-4211-a708-785f499ed331 req-de23864c-2c0d-4074-a1c2-fa8f050b34ef tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260730 Apr 18 21:23:18.488978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-51c31d18-9e7a-408d-ae31-ca003f7c4936 req-b9cbd10a-b0e2-4711-87c3-5e845515e7bf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263839 Apr 18 21:23:19.593733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a504f2a0-f850-4e37-b7cf-bb00f8d9c914 req-26715ba4-33c4-4516-b05d-0703a2cb5844 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267041 Apr 18 21:23:20.698406 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9909334-2cbb-44ef-938f-ea71404d69c6 req-23d4ea89-4efb-452c-af86-1f8655a59790 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258460 Apr 18 21:23:21.813804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ef817d7c-1b3d-48e3-beff-5756a9363d51 req-837f749d-b779-470c-82be-3305b7b98c52 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0336409 Apr 18 21:23:22.923780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e895df2-fbc5-4182-9675-b728e0aff860 req-70f89fac-9bc2-4281-a6fd-6da471033de0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0315182 Apr 18 21:23:24.029124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b217c59-19ea-47b6-8d26-82f19aa5bf9a req-89283d51-fcdb-47c7-aca3-d1a057803c6a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271657 Apr 18 21:23:25.131666 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751db54f-2ec2-404d-a2f0-f44da6d6a23d req-dab4c1d6-1ced-4a3a-9bbf-157a0497bf66 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0255711 Apr 18 21:23:26.235973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87107475-b7c4-405d-8274-71cbd582cca3 req-b6fee373-20e5-4dc8-8a8f-95bd9fa3eb67 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0266912 Apr 18 21:23:27.342295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8daff5a-ea47-4ab1-b5b3-9d795437bd9c req-e43f0b50-904f-4f13-a12d-30309b7f10eb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263078 Apr 18 21:23:28.457099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a1e5e0c-fc99-4c14-bca6-0832c6448551 req-1e0a0143-1d3e-4fe4-a888-07e1b9a6798b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265574 Apr 18 21:23:29.569629 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-18a2bf74-dacc-4a8d-8143-60f0a57aeaaf req-29aaf4de-26b5-4509-b68a-dfc1d903a039 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0314572 Apr 18 21:23:30.681428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5acbb136-b600-4624-8d52-9fa72c8e8f83 req-db128c55-c4c8-4666-8e19-e8c135a5f97a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0268905 Apr 18 21:23:31.789323 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8ff3b25-b3d6-42e2-97a5-cc396e7025aa req-9bcf7d79-abda-4ce2-9b76-b0a3e0c45118 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0268681 Apr 18 21:23:32.894447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6cd075be-884e-4741-b712-76d9a304d5d2 req-060baf06-0da4-4171-9723-1042c1ceed4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0265286 Apr 18 21:23:33.997787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4c96025b-211a-479c-9be6-776db30d7aa2 req-b7b43539-4798-4b3c-8867-ca3b4d0aa8e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257599 Apr 18 21:23:35.102599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-577af5ba-5402-4801-b24e-8ee825f8aaeb req-629dfa24-b395-44aa-b371-5ed9d18d4862 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263727 Apr 18 21:23:35.999831 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-146a34fc-4403-4d27-8e86-e4f52b462712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.219985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-566539b2-6be8-41a0-9380-397050bbf0b2 req-d883327e-3a4d-4456-a0bc-4bee90d220b3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0331857 Apr 18 21:23:37.324999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ae4f0b4-bc54-4b09-a26b-82ca1b5a9101 req-e6eda01f-7cc2-4416-9452-8171763209bd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260563 Apr 18 21:23:38.434329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74d6eb31-3a03-4463-b6e7-54b2a3028f0b req-c2074f30-eb47-404f-a386-ad5027d83bf0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0272517 Apr 18 21:23:38.732733 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-79592740-d83a-465c-b7ec-e3b7c009255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.486858 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.551396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bc106c26-d6b6-4787-8d1e-353624109977 req-05f76209-0dd5-45ca-9c27-03820cd3ce3f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0314465 Apr 18 21:23:40.658650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-851626a1-f832-4812-a6c0-25b1af365e2f req-cfeba43f-7c26-47df-a421-8f3566005e9f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0274184 Apr 18 21:23:40.664530 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.314818 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:41.764543 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac0fa2ad-142c-4cee-af93-36001ff8f28b req-bdfd885b-a5ef-4ed8-8159-c58ba164cd7d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257590 Apr 18 21:23:42.795049 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:42.877575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e181a19b-ed5b-4b41-9de3-61a6bc113beb req-cf52b398-555e-4e8c-b1f2-25d62d38596b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0300779 Apr 18 21:23:43.985534 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6742a764-52a4-4c2d-8dc6-cbc73c954db2 req-18e6fd80-5600-411e-9666-665633545e08 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0283823 Apr 18 21:23:45.091311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1be092c1-5fc9-4ca3-934f-11a0df2ce8b3 req-9cb32fce-d48a-4090-943e-e0208865b902 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267055 Apr 18 21:23:45.358951 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d79e7c7b-53fd-4c75-933c-ca24a3babb7d req-3fc0457d-de22-4429-9b23-98be70bae53c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270641 Apr 18 21:23:45.431705 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d79e7c7b-53fd-4c75-933c-ca24a3babb7d req-d2bb2ce1-2a16-4130-a7cf-e297f3bb42b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0317123 Apr 18 21:23:45.538988 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e7c7b-53fd-4c75-933c-ca24a3babb7d req-9b75608d-f8a2-4517-8498-8b1d658f865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:45.540488 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d79e7c7b-53fd-4c75-933c-ca24a3babb7d req-9b75608d-f8a2-4517-8498-8b1d658f865c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0902648 Apr 18 21:23:45.636149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e7c7b-53fd-4c75-933c-ca24a3babb7d req-d3e234f1-ba41-42aa-87c3-4a6ed13bdc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:45.637571 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d79e7c7b-53fd-4c75-933c-ca24a3babb7d req-d3e234f1-ba41-42aa-87c3-4a6ed13bdc89 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912094 Apr 18 21:23:46.194103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5dffc3e-3d6a-4ff7-9b70-783a8dc46f6c req-a9162527-c1c5-4608-a18a-983b612a1ea5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261834 Apr 18 21:23:46.386632 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.301053 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e61d08a-5e9e-4e6b-b1e5-a266d5a8cbea req-5c57ed55-bc8f-45f8-82dc-e99d7cbd124b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0266008 Apr 18 21:23:48.406350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15136bfc-a098-4cb3-a6d2-3d404836170a req-54d1fe94-7780-4b21-a33e-6354f28ee6d7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267587 Apr 18 21:23:49.515308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9edceac1-6a84-4314-9e3b-b152338bdaca req-ae815ed5-f989-495d-8290-1b5dce77865d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0306361 Apr 18 21:23:50.622528 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50414996-5fbb-4339-ac66-bc53a5c784f8 req-8686be74-f1f9-42e1-b614-5e16cd9145b5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0286951 Apr 18 21:23:51.727370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ce5b0da2-bc63-4cc3-bded-11eb6d79bfc2 req-1235e767-0f8d-445a-a95f-c1f6caa66685 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258765 Apr 18 21:23:52.832307 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac31a0ce-a729-4d00-bacf-b8b6adb6ddd1 req-21af2f98-4f85-455e-94e6-998f9346192a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0262382 Apr 18 21:23:53.934720 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4ece96ac-9f68-4577-953c-fc853fd5b607 req-88ed9815-875b-420f-acdc-23ebd5160906 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0260999 Apr 18 21:23:54.281566 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:23:55.042045 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a71d2db-5a82-4c73-82db-ef9ffebc532b req-34404267-4143-490c-a51f-f6f64f827166 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0261729 Apr 18 21:23:56.154604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bab3aafd-dec3-4867-9af2-11a2e12d4e37 req-2a9f48c3-347c-4fa6-bb7b-e9dd6a96e68f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0299950 Apr 18 21:23:57.259084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d46af73a-a734-49f5-b38e-35e51be0d401 req-c0b5b4eb-dc37-4477-87ba-86cef6486111 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0256751 Apr 18 21:23:58.374189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a65f263-839e-466f-8a7b-09278547994c req-e632d0e4-b8a4-472c-9cc8-f64e79d6cd3f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0276492 Apr 18 21:23:59.482877 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44f1dd74-954c-41a2-a912-894e4da8bd9c req-ef56bb57-5c79-4426-8d52-3e05a0a65208 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269427 Apr 18 21:24:00.590864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e9b87cb3-7115-4257-9acd-9109babd059d req-7dcbd17c-7082-4714-8667-d7681add7106 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0263968 Apr 18 21:24:01.694382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e14d19a-9b92-4dee-a7a3-d43b06590837 req-103f5e76-718c-4cf8-bb03-64130cb5bd50 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257742 Apr 18 21:24:02.803584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc830784-dbb2-4b17-b099-d8304f7d8f12 req-12734d5f-08d8-406f-ba7c-a3769652c3bf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0306616 Apr 18 21:24:03.911954 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13dd1e22-c128-448f-a5d1-25ad7587c8fa req-fc8ba886-2b3c-4dea-a08d-ea75aa1a8e4d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0292883 Apr 18 21:24:05.015059 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b09b6886-2dfc-4de7-8130-8822ab1d5904 req-77c94afe-63f2-419d-a92c-7138214fcbe1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0268533 Apr 18 21:24:06.001513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9575605-f9dc-48e2-961b-6bdd0618eb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:06.118549 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-174b5e75-cb5a-4a54-a602-760b42f3933c req-0c905565-2966-4399-888a-552db4b8e0bf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0255122 Apr 18 21:24:07.222148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80724ae9-9035-4b76-a0bd-13f395393cad req-69a8376e-be45-44fd-9625-6969acdfbebe tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258977 Apr 18 21:24:08.328548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1dae2d23-5250-40c2-98c8-9f88b93a5388 req-c327cb17-12c7-4c23-a8ef-641d767b8bdc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0257869 Apr 18 21:24:08.733687 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-70ff55b3-ba81-47cf-9c95-86bdbb867c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.438896 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77aad2c6-9e3c-4409-86fb-148fbccb5b2e req-8d413585-93bf-4beb-82fc-e4e6668575e5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0300293 Apr 18 21:24:09.489084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.668514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.817096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d01c17b0-8353-4a69-bf85-a180995b33ba req-2d5b28f5-bb16-46d8-9077-7856f39eaa64 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0281596 Apr 18 21:24:11.317759 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:11.926149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea796df1-1868-4325-aa47-79bf908e7ec2 req-06fd2ba8-2462-4fe2-b9ae-03fef2eeaf69 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0288210 Apr 18 21:24:12.794038 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:13.032244 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fdc420e3-412e-4813-8e0c-d9e782584be5 req-693b8560-1a16-43e3-90fe-0344a8f0ca7a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0276432 Apr 18 21:24:14.135707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e5f9daa-33ea-4959-8125-612f38de0a24 req-6e3b6190-f649-49ad-80a2-e1c7b5ae2450 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0254951 Apr 18 21:24:15.253230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da06d4e9-ff93-4ad9-b756-fae51b3955c0 req-0b9c8dcd-55d6-4a0d-99e4-48d1a3495a82 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269368 Apr 18 21:24:16.361924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-17fb8547-aaac-4b3e-ab01-767dcc5fedb5 req-da79048e-1107-479e-a543-fed8e7045ccb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0294466 Apr 18 21:24:16.385359 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.471691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d0cbc3c-c773-4ee0-becf-2b922971b740 req-f52698c1-b4a5-45b3-a086-a026ada1d85e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271032 Apr 18 21:24:18.579408 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5cd0d62c-cc20-49b5-8064-8a3af85b768b req-e6914a90-2458-409d-b777-a637ee1ba822 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0273488 Apr 18 21:24:19.684090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07d5b202-d2df-4558-9c6b-a25fe9ec1aa9 req-76dac606-3341-4dc2-b2bc-a24db4a7d965 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0258160 Apr 18 21:24:20.794329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-30ffa5b8-f634-4511-a47a-18e2e6524cc7 req-f3757c55-5b03-430a-8649-ce4eb9c7766c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0309756 Apr 18 21:24:21.896557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fba209fd-6869-4467-bd1f-c322f1a3f9ec req-54455bde-60bf-44be-bcb0-2d7dd65de54b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0253792 Apr 18 21:24:23.006002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-606dc288-d828-414e-9b27-49074e01275b req-96e76dd1-bd3f-48f5-9fd9-ae3aa6e8c48d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0296888 Apr 18 21:24:24.113949 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5c86616d-bbf5-496d-940f-6313e5538f5c req-3d0ec942-cc48-425f-9601-e596fb9bd9e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0267501 Apr 18 21:24:25.483015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd64f9a5-40cf-4d06-a69c-0c28596e04cc req-3815ffdb-7a4c-414d-a789-6ab99e5a0688 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269592 Apr 18 21:24:25.693497 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ce25b627-867a-44b1-8732-16b6f7c14662 req-242a4a67-ca19-456f-8f9a-7650335cd253 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0269792 Apr 18 21:24:25.718899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6076e170-a85a-4c6e-aacc-5ae58dd511a0 req-1935abac-3a3f-47d9-9125-d40a5b8d8093 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0276515 Apr 18 21:24:25.792625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b627-867a-44b1-8732-16b6f7c14662 req-0ca24ccd-cf2c-4ea7-9001-330e0d9c2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:25.794128 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ce25b627-867a-44b1-8732-16b6f7c14662 req-0ca24ccd-cf2c-4ea7-9001-330e0d9c2a97 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931933 Apr 18 21:24:25.892373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b627-867a-44b1-8732-16b6f7c14662 req-06c88527-2acc-4ddd-9684-a41c9362d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:25.893940 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ce25b627-867a-44b1-8732-16b6f7c14662 req-06c88527-2acc-4ddd-9684-a41c9362d008 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936615 Apr 18 21:24:26.315300 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ce25b627-867a-44b1-8732-16b6f7c14662 req-15fc3655-3159-4da9-b0a5-5b75fe3c6c30 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/ports?device_id=c218cc30-72b1-447f-81c9-8dabe4e59b9d HTTP/1.1" status: 200 len: 210 time: 0.0271983 Apr 18 21:24:26.925291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-5b747f87-dc4b-4b1e-b8e4-e8e429913f77 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1754980440&fields=id&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 267 time: 0.0334165 Apr 18 21:24:27.033139 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-0aafab02-678d-4879-920b-d501678a94ae tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:27.034584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-0aafab02-678d-4879-920b-d501678a94ae tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 812 time: 0.1025269 Apr 18 21:24:27.049487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-58cf5c4f-d6d0-4014-b3fb-81d19c356206 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/quotas/f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 375 time: 0.0090058 Apr 18 21:24:27.102523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-52178331-1a9d-4eb2-9429-61eafb3842db tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476170 Apr 18 21:24:27.211903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-6d99c633-8c02-453c-bd19-fe972db7c2fa service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:24:27.212905 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-6d99c633-8c02-453c-bd19-fe972db7c2fa service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438964 Apr 18 21:24:27.308978 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-fc86f02f-5400-4f91-854a-88ae23b50ab7 service neutron] 10.222.0.49 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889628 Apr 18 21:24:27.398140 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-ee9fa095-486e-445e-a36a-53f90d9670b5 service neutron] 10.222.0.49 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829129 Apr 18 21:24:27.573750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62ee3889-0150-460d-b0a3-6b6431fed380 req-4465bc34-785c-4aca-a436-2f5454f8f0e4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 210 time: 0.0308263 Apr 18 21:24:28.564549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-06de6619-d19c-4e80-a424-2178763f17d2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:28.566029 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-06de6619-d19c-4e80-a424-2178763f17d2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 812 time: 0.1072016 Apr 18 21:24:28.609986 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-3516c819-d6a6-4ecc-91fe-8e0529e976ce tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 380 time: 0.0347621 Apr 18 21:24:28.621061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'port': {'device_id': '6d729dad-e497-471e-b4bc-8298275e0a39', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'admin_state_up': True, 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'security_groups': ['e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:28.675136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9dbe99f-c3b8-40b0-9767-4733600b0dbe req-55a2a240-a284-49f9-8adc-c8eedf50b3cb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 210 time: 0.0264492 Apr 18 21:24:28.726527 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Made reservation on behalf of f37a647b82ff4fc6852fa1d10ad3bb5c for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:24:28.730627 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:28.861857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Allocated IP 172.20.0.6 (1b4e9f30-0633-4042-9c8f-9b1813bd4e78/95a963f9-3190-4f58-bc05-86bb817b01b8/43f4b098-995e-4dff-b673-3cc9b734f438) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:28.992638 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.030970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.074604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:29.077699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:29.081487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:24:29.088241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:29.117200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.117451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.117795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.118127 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.118457 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.118793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.119102 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.119424 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.119763 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.120112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.120435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.120760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:29.146631 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:29.147291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.166337 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-1e6e2a48-3be0-48ba-8882-a51b249342cf tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5495453 Apr 18 21:24:29.176597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-126f93d5-fbd1-4e6e-85d9-64da7ff3e9f8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:24:29.177610 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-126f93d5-fbd1-4e6e-85d9-64da7ff3e9f8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053682 Apr 18 21:24:29.189183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Request body: {'port': {'device_id': '6d729dad-e497-471e-b4bc-8298275e0a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:29.251135 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.314169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5be4ffac-250a-45cc-8961-5c25444c037a None None] Provisioning complete for port 43f4b098-995e-4dff-b673-3cc9b734f438 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:29.314832 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5be4ffac-250a-45cc-8961-5c25444c037a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.354402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5be4ffac-250a-45cc-8961-5c25444c037a None None] Port 43f4b098-995e-4dff-b673-3cc9b734f438 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:24:29.530238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f4b098-995e-4dff-b673-3cc9b734f438 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:24:29.537717 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.549632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Transition to ACTIVE for port object 43f4b098-995e-4dff-b673-3cc9b734f438 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:24:29.553463 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.606748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:29.682169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:24:29.683042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:24:29.683379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:24:29.688144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Port 43f4b098-995e-4dff-b673-3cc9b734f438 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:24:29.688460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:24:29.693686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:24:29.694029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:24:29.694419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:24:29.694870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Bound port: 43f4b098-995e-4dff-b673-3cc9b734f438, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:24:29.695217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.770545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:24:29.774454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:24:29.780552 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.808121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fc7cf-1962-4bd5-afbc-8753b8f59b62 req-a041d197-0fc6-41ca-9497-5fd4ced65dde tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:29.809879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c0fc7cf-1962-4bd5-afbc-8753b8f59b62 req-a041d197-0fc6-41ca-9497-5fd4ced65dde tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0624347 Apr 18 21:24:29.821346 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:29.821968 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:29.824127 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-20291476-3df7-4a72-88e7-97803af10950 service neutron] 10.222.0.60 "PUT /v2.0/ports/43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 1091 time: 0.6391819 Apr 18 21:24:29.824573 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:29.867030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20291476-3df7-4a72-88e7-97803af10950 service neutron] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:29.881143 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0c0fc7cf-1962-4bd5-afbc-8753b8f59b62 req-047de9ef-f873-499b-9005-a067a0d0938e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592740 Apr 18 21:24:29.888054 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f37a74-f4aa-4397-b971-1a475eeabcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:24:29.933791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-a398e841-fac3-41d6-b7e8-137752834b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:29.935343 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-a398e841-fac3-41d6-b7e8-137752834b19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1094 time: 0.0637989 Apr 18 21:24:29.991601 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-f7664242-550f-4288-8230-79eaafb8f343 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 217 time: 0.0476716 Apr 18 21:24:29.995664 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63046a4e-c838-4602-bdca-3c1695542c27 x-openstack-request-id: req-63046a4e-c838-4602-bdca-3c1695542c27 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:24:29.995984 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:24:29.996239 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63046a4e-c838-4602-bdca-3c1695542c27 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:24:29.996648 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63046a4e-c838-4602-bdca-3c1695542c27'] response: {'name': 'network-changed', 'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438', 'status': 'completed', 'code': 200} Apr 18 21:24:30.048192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-cff8e970-a7ad-4f63-9a85-d1895707423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.049665 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-cff8e970-a7ad-4f63-9a85-d1895707423c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0466311 Apr 18 21:24:30.094432 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-30915182-ecbc-4b6b-96e9-b629b93d017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.095967 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-30915182-ecbc-4b6b-96e9-b629b93d017f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398371 Apr 18 21:24:30.189119 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-66a2851a-ff26-4779-bee4-db5a5f952503 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855763 Apr 18 21:24:30.282655 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0e6cf806-8295-41cc-a44b-7ad97df41c43 req-5ebe05aa-4f01-42bd-a1ba-de26dfcc7fef service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869007 Apr 18 21:24:30.368879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-880da707-851b-4ad9-8af0-25a091ea5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.370285 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-880da707-851b-4ad9-8af0-25a091ea5bd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1094 time: 0.0417562 Apr 18 21:24:30.460827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-ba296f7e-c9c6-4ce1-9644-a0bae22a0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.462293 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-ba296f7e-c9c6-4ce1-9644-a0bae22a0615 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0861266 Apr 18 21:24:30.502610 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-4800012a-8716-4830-b87d-821cdd43bd44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 217 time: 0.0338230 Apr 18 21:24:30.557065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-8e813242-f924-4c0f-9282-de866559a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.558636 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-8e813242-f924-4c0f-9282-de866559a19b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0487275 Apr 18 21:24:30.609766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-126a3fc7-c179-48ac-b1fa-f3a4d7512f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.611325 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-126a3fc7-c179-48ac-b1fa-f3a4d7512f85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462716 Apr 18 21:24:30.701780 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-ec517544-d81c-4873-bce6-ce20aeed7df6 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815208 Apr 18 21:24:30.793778 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-93f37a74-f4aa-4397-b971-1a475eeabcaf req-2f52c8d9-a2ea-4016-974e-b9564256b4dd service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854845 Apr 18 21:24:30.988353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf90d14-cf23-422b-9e21-909a173d092f req-f7309d9f-18e7-4081-8fa7-21dd5653f218 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:30.989726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cf90d14-cf23-422b-9e21-909a173d092f req-f7309d9f-18e7-4081-8fa7-21dd5653f218 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0489981 Apr 18 21:24:31.028151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cf90d14-cf23-422b-9e21-909a173d092f req-25b55acb-fc74-437d-87b5-dae997ce0d5f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Apr 18 21:24:31.280517 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:24:32.144201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd017d0-3c5c-48e1-aeea-5f757dbe2d8b req-4a90fc97-a4c6-496f-8820-8d14e3d43888 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:32.145669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bcd017d0-3c5c-48e1-aeea-5f757dbe2d8b req-4a90fc97-a4c6-496f-8820-8d14e3d43888 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0486412 Apr 18 21:24:32.183292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bcd017d0-3c5c-48e1-aeea-5f757dbe2d8b req-b847d6e7-db57-47fc-830b-4803d8c8d798 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311489 Apr 18 21:24:33.301467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d924ca6-a2e2-4922-ba60-9a7a53ca96ad req-cb652a56-1dd3-40f3-953d-071ee5cec75d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:33.302971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d924ca6-a2e2-4922-ba60-9a7a53ca96ad req-cb652a56-1dd3-40f3-953d-071ee5cec75d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0522511 Apr 18 21:24:33.341079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3d924ca6-a2e2-4922-ba60-9a7a53ca96ad req-80e5fe19-23c7-4188-aa0f-ae3ab93ab296 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313942 Apr 18 21:24:34.457380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c75cb-a1b1-42ec-8167-3ae08198656d req-78e5e8b7-d4b6-479c-bcdc-01d2272e02e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:34.458862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-563c75cb-a1b1-42ec-8167-3ae08198656d req-78e5e8b7-d4b6-479c-bcdc-01d2272e02e2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0487106 Apr 18 21:24:34.496690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-563c75cb-a1b1-42ec-8167-3ae08198656d req-e081bcdf-4590-41e5-ba6b-76a26227113f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Apr 18 21:24:35.416473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 43f4b098-995e-4dff-b673-3cc9b734f438 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:24:35.509783 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:35.521108 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '43f4b098-995e-4dff-b673-3cc9b734f438', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': '43f4b098-995e-4dff-b673-3cc9b734f438', 'mac_address': 'fa:16:3e:d2:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:24:35.560887 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.573623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f4b098-995e-4dff-b673-3cc9b734f438 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:24:35.596071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:35.600100 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:35.616429 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1472-3ebe-484c-a98f-6c1c10af4b13 req-8114580e-b06a-45e7-a53a-b4552fd74fd1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:35.618006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-537b1472-3ebe-484c-a98f-6c1c10af4b13 req-8114580e-b06a-45e7-a53a-b4552fd74fd1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0502362 Apr 18 21:24:35.646244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:35.654663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.654963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.655301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.655634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.655790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-537b1472-3ebe-484c-a98f-6c1c10af4b13 req-a54ba879-9103-438d-9635-5b8f9f6cd79e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315812 Apr 18 21:24:35.655984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.656301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.656620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.656940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.657256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.657568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.657883 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.658196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:24:35.977984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['43f4b098-995e-4dff-b673-3cc9b734f438'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:24:36.197054 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f5f69965-f854-4ad0-a4c9-d2821b88f705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:36.799821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccbfa7-13ee-4d8f-bd20-31ec25737767 req-31516cc7-4cd3-4d3f-b477-9592146a8095 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:36.801338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afccbfa7-13ee-4d8f-bd20-31ec25737767 req-31516cc7-4cd3-4d3f-b477-9592146a8095 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0549555 Apr 18 21:24:36.838586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afccbfa7-13ee-4d8f-bd20-31ec25737767 req-d7da3032-da7f-4e4a-9a56-b1fd1acfd3ce tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312271 Apr 18 21:24:37.420520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 43f4b098-995e-4dff-b673-3cc9b734f438 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:24:37.468102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 43f4b098-995e-4dff-b673-3cc9b734f438 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:37.472011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 43f4b098-995e-4dff-b673-3cc9b734f438 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:37.472380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.551623 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.573979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:37.588973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:24:37.595451 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:37.621126 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e4a23a-232c-4c58-aebc-1e1ea1a247f9" -d '{"events": [{"server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "name": "network-vif-plugged", "status": "completed", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:24:37.656338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:37.712175 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5602780-7ac1-4c0f-b6f9-7331d0d8764c x-openstack-request-id: req-f5602780-7ac1-4c0f-b6f9-7331d0d8764c {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:24:37.712477 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "name": "network-vif-plugged", "status": "completed", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:24:37.712729 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f5602780-7ac1-4c0f-b6f9-7331d0d8764c {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:24:37.713131 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5602780-7ac1-4c0f-b6f9-7331d0d8764c'] response: {'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438', 'code': 200} Apr 18 21:24:37.808645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d205f9-b0a3-4fb9-b56f-725213542aa7 req-92ec265c-ca0b-47c7-9d15-b1578d46379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:37.810126 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-95d205f9-b0a3-4fb9-b56f-725213542aa7 req-92ec265c-ca0b-47c7-9d15-b1578d46379e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1096 time: 0.0415313 Apr 18 21:24:37.845297 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-95d205f9-b0a3-4fb9-b56f-725213542aa7 req-1cd8200d-4c67-48e3-af8c-88f056351541 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278006 Apr 18 21:24:37.952739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff490b-1cbc-4793-9326-c030a837374d req-5fac7df3-5d87-41c7-9321-dd998032f097 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:37.954216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86ff490b-1cbc-4793-9326-c030a837374d req-5fac7df3-5d87-41c7-9321-dd998032f097 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0481274 Apr 18 21:24:37.993797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86ff490b-1cbc-4793-9326-c030a837374d req-492dd7b4-9b2a-46a6-8acf-5ccaf438a67c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335066 Apr 18 21:24:38.735559 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ffcd14f6-418b-4349-a9c2-0a3e807b9818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:39.112775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b422bf-0d61-4ab1-9850-aa1591203d04 req-d853ef68-1c54-4af6-9a16-75b20117d39e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:39.114251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50b422bf-0d61-4ab1-9850-aa1591203d04 req-d853ef68-1c54-4af6-9a16-75b20117d39e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0500946 Apr 18 21:24:39.151294 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50b422bf-0d61-4ab1-9850-aa1591203d04 req-a0b98673-6f5f-4e06-970c-8f6795ec5dab tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303369 Apr 18 21:24:39.490151 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.270499 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b0cdc-6a46-4d60-a7a3-928eba58a9be req-cf5c44f9-ed9a-4b96-ac40-63119d7fd4f1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.271976 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e2b0cdc-6a46-4d60-a7a3-928eba58a9be req-cf5c44f9-ed9a-4b96-ac40-63119d7fd4f1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0522304 Apr 18 21:24:40.308690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e2b0cdc-6a46-4d60-a7a3-928eba58a9be req-c9db6250-f541-4ed2-88f9-eb02d449d6da tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306849 Apr 18 21:24:40.424836 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8297408-6ba1-404f-a9bb-107cd4c25e63 req-335e05bf-5a38-44e3-81fa-ebf9d06a443e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:40.426301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a8297408-6ba1-404f-a9bb-107cd4c25e63 req-335e05bf-5a38-44e3-81fa-ebf9d06a443e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0486975 Apr 18 21:24:40.435686 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 51912) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:24:40.440018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ca1a34c5-e39a-47ed-99f8-d71bad50a3e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Request body: {'floatingip': {'port_id': '43f4b098-995e-4dff-b673-3cc9b734f438'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:40.477735 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca1a34c5-e39a-47ed-99f8-d71bad50a3e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.672380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.906646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca1a34c5-e39a-47ed-99f8-d71bad50a3e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:40.910380 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca1a34c5-e39a-47ed-99f8-d71bad50a3e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.007251 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-ca1a34c5-e39a-47ed-99f8-d71bad50a3e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e associated. External IP: 172.25.2.17, port: 43f4b098-995e-4dff-b673-3cc9b734f438. Apr 18 21:24:41.208515 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1a34c5-e39a-47ed-99f8-d71bad50a3e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:24:41.321694 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.635092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1a34c5-e39a-47ed-99f8-d71bad50a3e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:24:41.640526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ca1a34c5-e39a-47ed-99f8-d71bad50a3e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:41.645172 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:24:41.654561 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:24:41.655104 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:24:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:41.669603 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ca1a34c5-e39a-47ed-99f8-d71bad50a3e6 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "PUT /v2.0/floatingips/54bcc75e-bff9-4db6-801f-c2d1ee1aac1e HTTP/1.1" status: 200 len: 991 time: 1.2298861 Apr 18 21:24:41.669603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:41.712474 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:24:41.766461 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:24:41.806013 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa5290e-5713-42aa-b500-0d3e3f1cf553 x-openstack-request-id: req-9aa5290e-5713-42aa-b500-0d3e3f1cf553 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:24:41.806382 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:24:41.806604 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9aa5290e-5713-42aa-b500-0d3e3f1cf553 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:24:41.807021 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa5290e-5713-42aa-b500-0d3e3f1cf553'] response: {'name': 'network-changed', 'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438', 'status': 'completed', 'code': 200} Apr 18 21:24:41.874244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-7273edea-a21c-49f5-9b95-00c8002de7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.876389 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-7273edea-a21c-49f5-9b95-00c8002de7b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1096 time: 0.0450790 Apr 18 21:24:41.978706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-df26c937-33aa-4bf4-a6a1-683cd69a4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:41.985782 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-df26c937-33aa-4bf4-a6a1-683cd69a4888 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.1029928 Apr 18 21:24:42.031491 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': '43f4b098-995e-4dff-b673-3cc9b734f438', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:d2:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d729dad-e497-471e-b4bc-8298275e0a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:24:40Z', 'revision_number': 13, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:42.061371 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:24:42.065072 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-e865240d-0603-49de-af8b-1fc3d638d04e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 999 time: 0.0721490 Apr 18 21:24:42.069738 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:24:42.070332 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:24:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:42.120724 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-439fc847-fcaf-4da3-96d0-ddabc6cc7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:42.122407 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-439fc847-fcaf-4da3-96d0-ddabc6cc7c13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0514672 Apr 18 21:24:42.172512 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-c8d903f6-f363-44fb-82f9-c1c2287272c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:42.173966 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-c8d903f6-f363-44fb-82f9-c1c2287272c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452368 Apr 18 21:24:42.181437 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:24:42.266011 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-3765c261-d9c7-4af1-a8b1-40f9aa6b9448 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848708 Apr 18 21:24:42.363283 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b99ef974-eed1-4ed7-b1e8-232fbfb2ffb5 req-15d8f081-d7e1-434c-afd4-e301460d2cdd service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904832 Apr 18 21:24:42.423553 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': '43f4b098-995e-4dff-b673-3cc9b734f438', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:d2:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d729dad-e497-471e-b4bc-8298275e0a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:24:40Z', 'revision_number': 13, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:42.448965 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf1b21-93c9-4a77-9b04-177e9ee9f9ba None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '54bcc75e-bff9-4db6-801f-c2d1ee1aac1e', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'floating_ip_address': '172.25.2.17', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'port_id': '43f4b098-995e-4dff-b673-3cc9b734f438', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'mac_address': 'fa:16:3e:d2:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d729dad-e497-471e-b4bc-8298275e0a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:15:48Z', 'updated_at': '2022-04-18T21:24:40Z', 'revision_number': 13, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:24:42.669047 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d35a72-a6cc-437a-9e01-a521615a144c None None] New status for floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:24:42.816718 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:43.141208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84e966-4656-48d1-a16f-b63581f17fa8 req-fac8b825-891e-41e5-bb6f-8fb779e79610 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:43.142663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec84e966-4656-48d1-a16f-b63581f17fa8 req-fac8b825-891e-41e5-bb6f-8fb779e79610 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0481858 Apr 18 21:24:43.179467 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ec84e966-4656-48d1-a16f-b63581f17fa8 req-5fba85ee-964a-4bfb-9398-66279f6d84bc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307443 Apr 18 21:24:45.388939 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-fa5975d3-7167-45e6-890d-67d0f1a50ab3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451622 Apr 18 21:24:45.489589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-f7e7e6f7-abbc-4459-a162-a8bc52bbc860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:45.491063 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-f7e7e6f7-abbc-4459-a162-a8bc52bbc860 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1096 time: 0.0407016 Apr 18 21:24:45.613085 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-f53a3d94-94f2-4fd9-90e3-4a5fd5bc0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:45.614604 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-f53a3d94-94f2-4fd9-90e3-4a5fd5bc0918 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0921454 Apr 18 21:24:45.685728 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-7ddf2227-6b6a-4833-b97b-24c1425aa923 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 1001 time: 0.0628498 Apr 18 21:24:46.098214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-fbdd7bb5-d07c-46dc-9bff-d23e3d8f3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.099690 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-fbdd7bb5-d07c-46dc-9bff-d23e3d8f3a79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.4078944 Apr 18 21:24:46.146029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-d5baf4b3-ee1c-41aa-b99c-d607d8a93e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:46.147529 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-d5baf4b3-ee1c-41aa-b99c-d607d8a93e26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401886 Apr 18 21:24:46.240200 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-18150871-d1ac-43b1-896e-37729581fdef service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843766 Apr 18 21:24:46.330493 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8983d1da-49c0-49d8-94e6-17ad4f801de4 req-77b09ef6-5720-426e-912f-b6c943cef8da service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834124 Apr 18 21:24:46.389235 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:54.190471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-e0d5d0cc-6483-41cc-82b9-1acfc2f416c7 req-a92be18b-4a72-48c7-989a-16c3a14572b5 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:24:54.191466 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0d5d0cc-6483-41cc-82b9-1acfc2f416c7 req-a92be18b-4a72-48c7-989a-16c3a14572b5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438814 Apr 18 21:24:54.388456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288c433-7068-4814-b52b-9968c477c98b req-cc14eed0-961c-4efa-8fed-f8238a6a8898 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:54.389962 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4288c433-7068-4814-b52b-9968c477c98b req-cc14eed0-961c-4efa-8fed-f8238a6a8898 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0587733 Apr 18 21:24:54.453109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4288c433-7068-4814-b52b-9968c477c98b req-caf85e8d-f918-43e4-9936-cec66da539c3 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572968 Apr 18 21:24:54.463904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-294f706f-cd51-41ec-bc73-d356729658dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054220 Apr 18 21:24:54.475132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-e11233b2-e8a1-4553-9f27-4e1a379a73f8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:24:54.476160 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-e11233b2-e8a1-4553-9f27-4e1a379a73f8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049682 Apr 18 21:24:55.573824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c5dab-27f7-474e-9336-ca35ba6f2a51 req-ed56df32-d4e2-471f-9653-ab1210054084 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:55.575277 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e74c5dab-27f7-474e-9336-ca35ba6f2a51 req-ed56df32-d4e2-471f-9653-ab1210054084 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0480244 Apr 18 21:24:55.615353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e74c5dab-27f7-474e-9336-ca35ba6f2a51 req-8862335c-772f-4daf-9f97-a8374487af6a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337906 Apr 18 21:24:55.719103 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-4fa07473-6026-4aee-b431-9f824b3b2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:55.720653 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-4fa07473-6026-4aee-b431-9f824b3b2a9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1096 time: 0.0488582 Apr 18 21:24:55.821723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-a5cad558-583d-4e33-a60c-290d959cc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:55.823830 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-a5cad558-583d-4e33-a60c-290d959cc1f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0921915 Apr 18 21:24:55.889745 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-247f99af-94de-466d-a780-c2d3f3252298 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 1001 time: 0.0592184 Apr 18 21:24:55.941881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-8fe2a2be-3c89-44b4-a07f-88dcbaacbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:55.943343 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-8fe2a2be-3c89-44b4-a07f-88dcbaacbb92 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0472319 Apr 18 21:24:55.987539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-5b0d8fff-2226-4a54-8a0e-7d9f25406b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:55.989106 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-5b0d8fff-2226-4a54-8a0e-7d9f25406b83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391612 Apr 18 21:24:56.077437 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-9f6b2f9b-3046-40f0-b87d-bd400a16265e service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805581 Apr 18 21:24:56.169666 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-cfa43cf4-b257-4676-bee3-b3af19cb0904 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860872 Apr 18 21:24:56.733520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13204ba-ea7a-4897-8fc8-19a6896e823d req-b34b8222-360a-484d-99a9-11dfea5c27ee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:56.734968 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e13204ba-ea7a-4897-8fc8-19a6896e823d req-b34b8222-360a-484d-99a9-11dfea5c27ee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0480952 Apr 18 21:24:56.780615 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e13204ba-ea7a-4897-8fc8-19a6896e823d req-099d7f7d-f5e9-4998-a26a-01d620e19ac8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390971 Apr 18 21:24:57.904125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518e25c-100d-4048-a731-87f3b12f8d45 req-99b9ea6a-afce-4c46-9c88-aa40de9889a1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:57.905663 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f518e25c-100d-4048-a731-87f3b12f8d45 req-99b9ea6a-afce-4c46-9c88-aa40de9889a1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0494010 Apr 18 21:24:57.946353 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f518e25c-100d-4048-a731-87f3b12f8d45 req-c736b315-6add-4928-b91f-beabc2e77d19 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342288 Apr 18 21:24:59.070402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89270dde-c227-4f69-a38b-2e183b6498b9 req-95b7fa79-0bc2-4876-ab02-71c38c81e38c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:59.071883 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89270dde-c227-4f69-a38b-2e183b6498b9 req-95b7fa79-0bc2-4876-ab02-71c38c81e38c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0497599 Apr 18 21:24:59.110729 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89270dde-c227-4f69-a38b-2e183b6498b9 req-bd8f42ff-710d-4f66-9614-e714689e6a31 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327163 Apr 18 21:25:00.227458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b5013-9613-420e-bc3a-cea65d0bc6dc req-1700f6c0-9d0d-4ce9-bf6c-1cf954197e89 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:00.229498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad0b5013-9613-420e-bc3a-cea65d0bc6dc req-1700f6c0-9d0d-4ce9-bf6c-1cf954197e89 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0491858 Apr 18 21:25:00.271668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad0b5013-9613-420e-bc3a-cea65d0bc6dc req-da1d5fd5-73f8-4e72-bb79-e59c07004b4a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358293 Apr 18 21:25:01.397496 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ad63f-08eb-4153-8bc1-474f962da224 req-11ff2b9d-1eca-4cf7-84f8-bca1a4743d03 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:01.399730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd3ad63f-08eb-4153-8bc1-474f962da224 req-11ff2b9d-1eca-4cf7-84f8-bca1a4743d03 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0563641 Apr 18 21:25:01.442281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd3ad63f-08eb-4153-8bc1-474f962da224 req-6111ab5c-bd57-4743-a26d-43aa0b55f13f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362382 Apr 18 21:25:02.561746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f306f-0ea4-4383-8f94-32ffd88e4373 req-fb2ed730-123f-4b33-887a-223f37b12f12 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:02.563208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa6f306f-0ea4-4383-8f94-32ffd88e4373 req-fb2ed730-123f-4b33-887a-223f37b12f12 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0504296 Apr 18 21:25:02.603788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aa6f306f-0ea4-4383-8f94-32ffd88e4373 req-88e5c7e4-650f-480c-8579-46cf1f977d63 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345175 Apr 18 21:25:03.728000 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4356ed-f2d6-408c-adc0-702a88970557 req-cadf88a1-cf56-4c4e-986e-15cb8add5db2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:03.729544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd4356ed-f2d6-408c-adc0-702a88970557 req-cadf88a1-cf56-4c4e-986e-15cb8add5db2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0518918 Apr 18 21:25:03.784462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dd4356ed-f2d6-408c-adc0-702a88970557 req-d84116b9-3774-471f-b51f-1413e60fe008 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477877 Apr 18 21:25:04.708278 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-6d7e8f6c-f6eb-43f0-9406-fb9142d6b6a6 service neutron] show failed (client error): The resource could not be found. Apr 18 21:25:04.709313 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-6d7e8f6c-f6eb-43f0-9406-fb9142d6b6a6 service neutron] 10.222.0.60 "GET /v2.0/ports/43f4b098-995e-4dff-b673-3cc9b734f438/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0545533 Apr 18 21:25:04.904914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a620ec6-028b-4671-9997-11bd688569ce req-b33e84bc-2a8b-43c1-aeb1-68aa5d658367 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:04.906404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a620ec6-028b-4671-9997-11bd688569ce req-b33e84bc-2a8b-43c1-aeb1-68aa5d658367 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0520027 Apr 18 21:25:04.951369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a620ec6-028b-4671-9997-11bd688569ce req-bfe414e9-6bf3-4c64-8762-70e91fd66ebc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390625 Apr 18 21:25:05.022270 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-ac245edf-5b8b-4173-aa0a-aa9e79b13e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.023773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-ac245edf-5b8b-4173-aa0a-aa9e79b13e8e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 1096 time: 0.0847957 Apr 18 21:25:05.038706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-905c0af3-6f60-484a-812d-c32078850985 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:25:05.039650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-905c0af3-6f60-484a-812d-c32078850985 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051141 Apr 18 21:25:05.055365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:05.111028 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.312165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:05.344576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:05.383474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:05.385798 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc52527d-dc27-4990-90d0-ac4b56deaeae" -d '{"events": [{"server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "name": "network-vif-unplugged", "status": "completed", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:05.389632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.401905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Transition to ACTIVE for port object 43f4b098-995e-4dff-b673-3cc9b734f438 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:05.406130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.439602 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c97557-bea8-4d53-b2b4-a6affdca4ba6 x-openstack-request-id: req-39c97557-bea8-4d53-b2b4-a6affdca4ba6 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:05.439980 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "name": "network-vif-unplugged", "status": "completed", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:05.440149 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39c97557-bea8-4d53-b2b4-a6affdca4ba6 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:05.440535 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c97557-bea8-4d53-b2b4-a6affdca4ba6'] response: {'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438', 'code': 200} Apr 18 21:25:05.502532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:05.519060 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.519392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.519726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.520084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.520413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.520741 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.521065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.521391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.521705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.522033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.522349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.522665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:05.531169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 43f4b098-995e-4dff-b673-3cc9b734f438 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:25:05.540195 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] No DVR routers for this DVR port 43f4b098-995e-4dff-b673-3cc9b734f438 on host n-h1-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:05.587164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 43f4b098-995e-4dff-b673-3cc9b734f438 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:25:05.684926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:05.685253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:05.685573 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:05.689678 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Port 43f4b098-995e-4dff-b673-3cc9b734f438 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:25:05.689991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:05.694858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:25:05.695183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:25:05.695581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:25:05.696004 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Bound port: 43f4b098-995e-4dff-b673-3cc9b734f438, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:05.696353 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.757143 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:05.760225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:05.765282 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.802854 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.803699 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:05.805369 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] 10.222.0.64 "PUT /v2.0/ports/43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 1091 time: 0.7536232 Apr 18 21:25:05.840181 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bf6f5-10d8-419d-8be0-5457cd110bbb service neutron] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:05.878551 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-5ede5a41-a43a-48e7-883b-f8ac15692d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.880149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-5ede5a41-a43a-48e7-883b-f8ac15692d31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1094 time: 0.0488124 Apr 18 21:25:05.973938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-a9786bb5-a3ed-4f63-a0ab-3c18ce38af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:05.975612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-a9786bb5-a3ed-4f63-a0ab-3c18ce38af46 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0879653 Apr 18 21:25:06.007062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6eeb2301-1d3c-49f7-9226-6add207cd094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:06.076668 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-dd2dde2a-958c-4ffb-ac82-f612be61f6db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 999 time: 0.0886505 Apr 18 21:25:06.095711 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654a081-767f-477c-bce1-9fb093785fb1 req-c593b3b9-f051-4658-acdf-1e967ec5bb59 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.097693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0654a081-767f-477c-bce1-9fb093785fb1 req-c593b3b9-f051-4658-acdf-1e967ec5bb59 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0681765 Apr 18 21:25:06.169233 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0654a081-767f-477c-bce1-9fb093785fb1 req-9880ad82-1734-4b34-8c0e-b66a95fe43d8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624676 Apr 18 21:25:06.170704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-43c36085-d8b6-4ce7-986f-18749513fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.172050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-43c36085-d8b6-4ce7-986f-18749513fd67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0732419 Apr 18 21:25:06.219029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-78cbf309-da84-4d03-97f2-a4ae4a55558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:06.220535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-78cbf309-da84-4d03-97f2-a4ae4a55558d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397563 Apr 18 21:25:06.309767 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-fe1ea696-925c-4343-9eef-66070979ca12 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822127 Apr 18 21:25:06.407025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-afd792bb-02a0-481b-a82d-cfc94c2eacf4 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871696 Apr 18 21:25:07.289996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d512c17-51c2-4c04-8922-3a2be8f110b7 req-d5804610-be32-41bb-93b4-d97265dde51c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.291379 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d512c17-51c2-4c04-8922-3a2be8f110b7 req-d5804610-be32-41bb-93b4-d97265dde51c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0498865 Apr 18 21:25:07.329692 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d512c17-51c2-4c04-8922-3a2be8f110b7 req-b622c2f7-dd6d-4ee9-9b04-303a1d96cde2 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Apr 18 21:25:07.441759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:07.444354 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:07.494031 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631efaf6-423b-46f9-bd63-654a1871fe4b x-openstack-request-id: req-631efaf6-423b-46f9-bd63-654a1871fe4b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:07.494319 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:07.494573 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-631efaf6-423b-46f9-bd63-654a1871fe4b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:07.494976 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631efaf6-423b-46f9-bd63-654a1871fe4b'] response: {'name': 'network-changed', 'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438', 'status': 'completed', 'code': 200} Apr 18 21:25:07.553770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-dbd50fa5-5b7c-41e3-9410-55b06b141909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.555302 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-dbd50fa5-5b7c-41e3-9410-55b06b141909 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1094 time: 0.0419097 Apr 18 21:25:07.571022 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-c69b93b7-476e-41cc-9844-a60f030eefbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.572695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-c69b93b7-476e-41cc-9844-a60f030eefbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1094 time: 0.0415297 Apr 18 21:25:07.659412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-40ded66f-0e01-4724-9f71-fab079c8418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.661262 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-40ded66f-0e01-4724-9f71-fab079c8418b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0988677 Apr 18 21:25:07.683747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-4a1dd87a-2c7d-4f93-b602-40de41368a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.685720 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-4a1dd87a-2c7d-4f93-b602-40de41368a5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.1061847 Apr 18 21:25:07.731910 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-696fd20c-1e2c-4d5a-bfac-9654b95429fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 999 time: 0.0605698 Apr 18 21:25:07.762372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-e67c3ee9-bee8-44bc-8771-687cdc9e8ac7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 999 time: 0.0666370 Apr 18 21:25:07.791782 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-d505475a-2acb-4092-8429-25501c29c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.793345 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-d505475a-2acb-4092-8429-25501c29c721 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0551364 Apr 18 21:25:07.821549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-245973e9-75ed-45e2-b9a9-bd96f451d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.823056 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-245973e9-75ed-45e2-b9a9-bd96f451d9d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0511503 Apr 18 21:25:07.840201 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-b924e3e7-c3a3-48da-9400-3673256d7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.841736 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-b924e3e7-c3a3-48da-9400-3673256d7109 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419333 Apr 18 21:25:07.874374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-17df04b2-7536-48a1-b3aa-8f79012920e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:07.875981 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-17df04b2-7536-48a1-b3aa-8f79012920e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419047 Apr 18 21:25:07.936447 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-a0a6269c-f4d5-4540-97a1-72c50da72d9b service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860903 Apr 18 21:25:07.984006 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-6eeb5df2-0a5e-4a19-ae22-905226eec9de service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970635 Apr 18 21:25:08.047357 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-e647c5c8-245c-4594-a3ea-2a9f706acae7 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045544 Apr 18 21:25:08.087005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7a1057e-fe4c-48a1-a8b2-4e9d065edbcb req-7bf1c704-8bf0-4f29-bde1-71fd1f901ade service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949538 Apr 18 21:25:08.281097 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:25:08.452419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0c975-0f0c-47ac-9735-7411493e840d req-e6bb3273-0646-4575-9ebc-e13dbc2fc572 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:08.453903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16c0c975-0f0c-47ac-9735-7411493e840d req-e6bb3273-0646-4575-9ebc-e13dbc2fc572 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0512240 Apr 18 21:25:08.492752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16c0c975-0f0c-47ac-9735-7411493e840d req-1dc729f0-4e6f-4f8b-8f53-4cb16ecd84ee tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327592 Apr 18 21:25:08.738653 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2048afdd-c0e1-4811-8014-4353a4066e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.494670 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:09.619213 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbf628-947b-4708-8b23-0a9f173f58a4 req-21f53830-907b-4261-9b3c-3f680247fa34 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:09.621363 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9fbf628-947b-4708-8b23-0a9f173f58a4 req-21f53830-907b-4261-9b3c-3f680247fa34 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0503991 Apr 18 21:25:09.665096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a9fbf628-947b-4708-8b23-0a9f173f58a4 req-8c914161-dbaf-45d6-9740-b41655d80acb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373826 Apr 18 21:25:10.671924 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:10.784900 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56db8e6-2169-4031-b0da-b2d93a4a8265 req-fe2f436d-a1cb-4e9d-a416-a914b1ed3e45 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:10.786407 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c56db8e6-2169-4031-b0da-b2d93a4a8265 req-fe2f436d-a1cb-4e9d-a416-a914b1ed3e45 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0497193 Apr 18 21:25:10.824358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c56db8e6-2169-4031-b0da-b2d93a4a8265 req-ba7bdc9a-5431-4f75-9f2b-80679901a08c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317614 Apr 18 21:25:11.325832 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:11.939620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db758d-9450-43e6-9a55-c94b19750466 req-e0770efc-1b58-4c31-877a-d6bf794d84e1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:11.941144 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98db758d-9450-43e6-9a55-c94b19750466 req-e0770efc-1b58-4c31-877a-d6bf794d84e1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0484850 Apr 18 21:25:11.977690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98db758d-9450-43e6-9a55-c94b19750466 req-336c4b65-c9df-4aed-9982-d1b555921904 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305469 Apr 18 21:25:12.809498 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:13.096107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3414e-39df-4e0e-9ab4-712e8cc3605f req-9dd2dd0b-c064-48b6-bd5f-e5471cdccb1d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:13.096827 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cc3414e-39df-4e0e-9ab4-712e8cc3605f req-9dd2dd0b-c064-48b6-bd5f-e5471cdccb1d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0487566 Apr 18 21:25:13.138801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4cc3414e-39df-4e0e-9ab4-712e8cc3605f req-f4e541d8-0b6c-4b4d-ba0d-f1c38b7cf033 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357957 Apr 18 21:25:14.254074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e47f3-fd01-4825-8eb9-5b100ec1fca2 req-e0cab16f-9118-4634-be09-54dfc61d648e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:14.255566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-701e47f3-fd01-4825-8eb9-5b100ec1fca2 req-e0cab16f-9118-4634-be09-54dfc61d648e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0485501 Apr 18 21:25:14.293693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-701e47f3-fd01-4825-8eb9-5b100ec1fca2 req-0e18f448-e652-4a70-9c78-d623cd95e259 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321643 Apr 18 21:25:15.411264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df1e32-d351-49f6-bb11-b8f0e616fbdd req-3ff3b408-72c2-42ba-853b-e1acacd29d62 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:15.412705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4df1e32-d351-49f6-bb11-b8f0e616fbdd req-3ff3b408-72c2-42ba-853b-e1acacd29d62 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0492373 Apr 18 21:25:15.450535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4df1e32-d351-49f6-bb11-b8f0e616fbdd req-de55b62a-8886-4270-b198-e094d165b6dc tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Apr 18 21:25:16.391361 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.572762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc77b0-ceb7-49e6-b1cc-b148b526f1bc req-659838f3-fd7f-4ae9-b323-837b20c86e8f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:16.574218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09bc77b0-ceb7-49e6-b1cc-b148b526f1bc req-659838f3-fd7f-4ae9-b323-837b20c86e8f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0485406 Apr 18 21:25:16.615176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-09bc77b0-ceb7-49e6-b1cc-b148b526f1bc req-5f0555bd-30c5-4f9c-88d5-10e460f9717a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349367 Apr 18 21:25:17.786276 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef954c6-0d3e-4a2a-bf4a-72602517ae1f req-97073301-4cbd-4932-b18d-a252848f4afe tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:17.787771 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ef954c6-0d3e-4a2a-bf4a-72602517ae1f req-97073301-4cbd-4932-b18d-a252848f4afe tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.1022949 Apr 18 21:25:17.825906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ef954c6-0d3e-4a2a-bf4a-72602517ae1f req-d2944ed5-f405-4369-a4db-f0631df8a610 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Apr 18 21:25:18.134911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-8952f038-0526-4f45-a742-9e693e6c5334 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:18.136404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-8952f038-0526-4f45-a742-9e693e6c5334 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.64 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 943 time: 0.0796337 Apr 18 21:25:18.148262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9361e6-958e-4695-a1b2-9cc4c974dcef req-3884df2a-d7cc-4811-b376-8d6e4d296d27 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:18.149637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af9361e6-958e-4695-a1b2-9cc4c974dcef req-3884df2a-d7cc-4811-b376-8d6e4d296d27 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0662816 Apr 18 21:25:18.223893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-af9361e6-958e-4695-a1b2-9cc4c974dcef req-c7b08fb4-11cf-4fd4-8f2f-b20ea54fc768 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680141 Apr 18 21:25:18.233973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-67641e5b-4549-48ba-88df-d240bf203cc3 service neutron] 10.222.0.64 "GET /v2.0/ports/43f4b098-995e-4dff-b673-3cc9b734f438/bindings/n-h2-836015-4 HTTP/1.1" status: 200 len: 382 time: 0.0834370 Apr 18 21:25:18.297631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-53e2e5ea-39b5-413a-912c-b7df63066c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:18.299043 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-53e2e5ea-39b5-413a-912c-b7df63066c5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1094 time: 0.0412812 Apr 18 21:25:18.390404 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-be9c17ac-2b81-4f77-95ad-d46703bec9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:18.391909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-be9c17ac-2b81-4f77-95ad-d46703bec9f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0860927 Apr 18 21:25:18.457745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-bd1bec88-760b-4f86-8792-fe33db7ed5a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 999 time: 0.0586801 Apr 18 21:25:18.506082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-93233224-c8f2-4f39-8ada-c7ab39097760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:18.507522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-93233224-c8f2-4f39-8ada-c7ab39097760 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0432818 Apr 18 21:25:18.556760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-23e839e4-c0ba-4e24-ae50-5b4c6f94d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:18.558168 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-23e839e4-c0ba-4e24-ae50-5b4c6f94d1d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444744 Apr 18 21:25:18.646647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-e31327ce-066d-471f-aed0-0ccae32dd48f service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813782 Apr 18 21:25:18.740130 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-c60af818-5e67-4614-9298-04ba76db9398 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861065 Apr 18 21:25:19.345914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e57cb-a905-4148-9f54-9db4d79e2b1f req-c136d8e6-5e13-48f4-8b49-f96bf61faaa4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:19.347399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee9e57cb-a905-4148-9f54-9db4d79e2b1f req-c136d8e6-5e13-48f4-8b49-f96bf61faaa4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0495906 Apr 18 21:25:19.386871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee9e57cb-a905-4148-9f54-9db4d79e2b1f req-d78b2570-7558-4663-b009-8ec304c72026 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332615 Apr 18 21:25:20.434808 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 43f4b098-995e-4dff-b673-3cc9b734f438 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:25:20.509702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890e6f3-f5eb-4ac0-b22f-a4a6ce90e532 req-45e72b56-be2a-4773-a39a-73a8956857fa tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:20.511227 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d890e6f3-f5eb-4ac0-b22f-a4a6ce90e532 req-45e72b56-be2a-4773-a39a-73a8956857fa tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0498848 Apr 18 21:25:20.534030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:20.546662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '43f4b098-995e-4dff-b673-3cc9b734f438', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': '43f4b098-995e-4dff-b673-3cc9b734f438', 'mac_address': 'fa:16:3e:d2:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:25:20.553047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d890e6f3-f5eb-4ac0-b22f-a4a6ce90e532 req-15d96045-961a-4a6a-b3df-ff1584f1390a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Apr 18 21:25:20.589686 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.602534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f4b098-995e-4dff-b673-3cc9b734f438 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:25:20.624631 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:20.632702 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:20.679985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:21.723183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fde78-3e9d-401b-8f69-be1e40cf598b req-d251340e-2cb3-4bb0-9119-c164ba4f81c7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:21.724783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-575fde78-3e9d-401b-8f69-be1e40cf598b req-d251340e-2cb3-4bb0-9119-c164ba4f81c7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.1026294 Apr 18 21:25:21.765691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-575fde78-3e9d-401b-8f69-be1e40cf598b req-69b183ef-6042-44a2-9c30-f38c676e311a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349178 Apr 18 21:25:22.453269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 43f4b098-995e-4dff-b673-3cc9b734f438 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:25:22.535453 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.548201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 43f4b098-995e-4dff-b673-3cc9b734f438 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:25:22.568462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:22.572374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.620344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:22.632824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-9e200d7b-0d3f-4c13-bf09-9af2edc036e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:22.634315 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-9e200d7b-0d3f-4c13-bf09-9af2edc036e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39&tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c HTTP/1.1" status: 200 len: 1094 time: 0.0412004 Apr 18 21:25:22.644935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:22.699378 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.883122 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b499f-406b-4219-9130-9ce0a06e3cc3 req-ca5c4ee3-d67f-4928-82ca-546afbe8e979 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:22.884649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-005b499f-406b-4219-9130-9ce0a06e3cc3 req-ca5c4ee3-d67f-4928-82ca-546afbe8e979 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 943 time: 0.0488930 Apr 18 21:25:22.898550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:22.923208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-005b499f-406b-4219-9130-9ce0a06e3cc3 req-1cb0fe4d-0398-4c42-8c37-d61d9d12632e tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Apr 18 21:25:22.931597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:22.964388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f4b098-995e-4dff-b673-3cc9b734f438 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:25:22.972106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:22.983964 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Ignored duplicate provisioning block setup for port 43f4b098-995e-4dff-b673-3cc9b734f438 by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 21:25:22.987828 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.067203 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=10']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:23.112829 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] No DVR routers for this DVR port 43f4b098-995e-4dff-b673-3cc9b734f438 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:23.247475 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:23.247803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:23.248163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:23.252316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Port 43f4b098-995e-4dff-b673-3cc9b734f438 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:25:23.252633 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Attempting to bind port 43f4b098-995e-4dff-b673-3cc9b734f438 on network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:23.257375 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:25:23.257710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Checking segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:25:23.258093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Bound using segment: {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:25:23.258514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Bound port: 43f4b098-995e-4dff-b673-3cc9b734f438, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a742724-d626-44ed-8497-1312801d3255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:23.258863 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.320490 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:23.323421 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:23.328013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.363076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.363695 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:23.365076 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] 10.222.0.60 "PUT /v2.0/ports/43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 1092 time: 0.7240198 Apr 18 21:25:23.365515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:23.367865 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0dbd99-7d44-475c-973a-f2373f1e7aed" -d '{"events": [{"name": "network-changed", "server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:23.418885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56823b0c-b3fc-4e52-9ffa-193af8f5dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=11']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:23.425326 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0b9daa-20c7-409e-b1dd-15c1c4cae439 x-openstack-request-id: req-5f0b9daa-20c7-409e-b1dd-15c1c4cae439 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:23.425607 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:23.425859 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f0b9daa-20c7-409e-b1dd-15c1c4cae439 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:23.426256 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0b9daa-20c7-409e-b1dd-15c1c4cae439'] response: {'name': 'network-changed', 'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438', 'status': 'completed', 'code': 200} Apr 18 21:25:23.444303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-16228b60-a039-45a7-9ab0-7b06ad10bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.445852 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-16228b60-a039-45a7-9ab0-7b06ad10bdc4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1095 time: 0.0558059 Apr 18 21:25:23.501085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-81c05960-fa03-4319-9fb5-f646ab78b90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.502533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-81c05960-fa03-4319-9fb5-f646ab78b90d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1095 time: 0.0429404 Apr 18 21:25:23.547240 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-9d736ed8-31b6-45bd-83c5-6d515336249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.548781 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-9d736ed8-31b6-45bd-83c5-6d515336249f service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0953784 Apr 18 21:25:23.606649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-af03f29c-8038-4e0b-b2b4-6e153a83473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.608514 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-af03f29c-8038-4e0b-b2b4-6e153a83473a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0942774 Apr 18 21:25:23.629204 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-9ed7e038-54b9-47b4-8f18-a3810d599e25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 999 time: 0.0652401 Apr 18 21:25:23.678080 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-ea296e2a-347f-424d-8a73-24e40c20733b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 999 time: 0.0594540 Apr 18 21:25:23.681588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-86b85a00-57fd-4455-a74a-4e13a4402d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.683015 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-86b85a00-57fd-4455-a74a-4e13a4402d5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0436523 Apr 18 21:25:23.729125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006c-0954-4575-9b5e-0f9d77301173 req-cf1dc3e1-f8ca-4ba1-89cc-1eea2761dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.730726 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-cf1dc3e1-f8ca-4ba1-89cc-1eea2761dcd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410459 Apr 18 21:25:23.730857 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-b7c001d2-db86-44ea-bb33-8f7f08346b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.732301 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-b7c001d2-db86-44ea-bb33-8f7f08346b71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0446608 Apr 18 21:25:23.788241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-2540ce96-3a49-4cd2-aad9-8dcadd75a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.789812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-2540ce96-3a49-4cd2-aad9-8dcadd75a18a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478115 Apr 18 21:25:23.825263 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-821e684c-23a3-4b2e-9031-a82dd4e5518e service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882671 Apr 18 21:25:23.885339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-4e481487-d3bc-4bb6-9936-ddffe844a4a0 service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851784 Apr 18 21:25:23.913510 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dead006c-0954-4575-9b5e-0f9d77301173 req-77856883-1074-4617-bae4-13d005bb1734 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819869 Apr 18 21:25:23.996536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-9605e037-fda4-4779-89bb-b0873bff75ee service neutron] 10.222.0.64 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015139 Apr 18 21:25:24.013899 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-b767d311-5bca-41ec-a151-8312cefffd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:24.015550 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-b767d311-5bca-41ec-a151-8312cefffd5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 1095 time: 0.0594618 Apr 18 21:25:24.058629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f3c7-be04-4ee0-8d5a-a2478428e081 req-f9f621f0-0566-4389-8bd7-bd6a04fadc02 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:24.060787 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff83f3c7-be04-4ee0-8d5a-a2478428e081 req-f9f621f0-0566-4389-8bd7-bd6a04fadc02 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0551050 Apr 18 21:25:24.104875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff83f3c7-be04-4ee0-8d5a-a2478428e081 req-b5d95dc3-07ae-420e-9aa4-1344a827bc5a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376086 Apr 18 21:25:24.119048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-4b503642-c19a-402a-9cb8-a4a88274bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:24.120561 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-4b503642-c19a-402a-9cb8-a4a88274bb45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 200 len: 913 time: 0.0967705 Apr 18 21:25:24.190790 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-bded22b7-d8c6-49de-b51d-31d5284f14ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 200 len: 999 time: 0.0631654 Apr 18 21:25:24.241657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-e4195f13-bcb1-4c18-befd-bb6276005d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:24.243052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-e4195f13-bcb1-4c18-befd-bb6276005d99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 200 len: 851 time: 0.0463831 Apr 18 21:25:24.288617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-82841c8e-a383-4116-a2a0-a52a6eda607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:24.290026 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-82841c8e-a383-4116-a2a0-a52a6eda607c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b4e9f30-0633-4042-9c8f-9b1813bd4e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401578 Apr 18 21:25:24.383285 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-75fb9f63-1ac6-4f6a-947e-8e35a2fceec3 service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850799 Apr 18 21:25:24.473623 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3c0dbd99-7d44-475c-973a-f2373f1e7aed req-5649c70e-7937-4aab-a0db-4c94fac10aea service neutron] 10.222.0.60 "GET /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844321 Apr 18 21:25:25.221042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f14a85-f556-415d-9794-fa73b0e6a70c req-a6ff880d-754a-44de-bc91-46affa75abf7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:25.222526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08f14a85-f556-415d-9794-fa73b0e6a70c req-a6ff880d-754a-44de-bc91-46affa75abf7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0490592 Apr 18 21:25:25.260912 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08f14a85-f556-415d-9794-fa73b0e6a70c req-051a90ac-b4d7-4ab9-9923-7db7bf722e8f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322673 Apr 18 21:25:26.384056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5e7bd-7210-4cde-804a-8ff5c9ea5e11 req-897b6ea0-de5f-4fba-ba82-32ab3e848aeb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:26.385576 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66e5e7bd-7210-4cde-804a-8ff5c9ea5e11 req-897b6ea0-de5f-4fba-ba82-32ab3e848aeb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0525141 Apr 18 21:25:26.425070 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66e5e7bd-7210-4cde-804a-8ff5c9ea5e11 req-f07ebc30-dfce-479e-84d6-1e32414e838d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Apr 18 21:25:27.546365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0595c7-6fbc-44d7-a273-5f7073dfe908 req-b227c611-2937-4b94-b0e7-0c7f52fb95a8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:27.547974 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df0595c7-6fbc-44d7-a273-5f7073dfe908 req-b227c611-2937-4b94-b0e7-0c7f52fb95a8 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0510559 Apr 18 21:25:27.587281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df0595c7-6fbc-44d7-a273-5f7073dfe908 req-ee7fcd66-a9c8-4006-b1fe-30f0a2ca2415 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323393 Apr 18 21:25:28.704017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404e2c1-92d9-44f2-bcb2-8a2f2092e2bb req-b5285e9c-a86b-4185-a939-48559f3b3bd4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:28.705506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b404e2c1-92d9-44f2-bcb2-8a2f2092e2bb req-b5285e9c-a86b-4185-a939-48559f3b3bd4 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0491023 Apr 18 21:25:28.742858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b404e2c1-92d9-44f2-bcb2-8a2f2092e2bb req-132af088-9728-437f-b8d7-a347f1c80694 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Apr 18 21:25:29.865695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e4402-8ed2-4c2c-9c41-a6635a81844e req-02f379c9-0b4b-4567-a8de-217c22baaeaa tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:29.867155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c00e4402-8ed2-4c2c-9c41-a6635a81844e req-02f379c9-0b4b-4567-a8de-217c22baaeaa tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0523937 Apr 18 21:25:29.905455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c00e4402-8ed2-4c2c-9c41-a6635a81844e req-0b10bb76-4bcc-4bbe-b39d-6b43afa1ee24 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Apr 18 21:25:31.021387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1ec99-6146-4da2-892b-e987205a95e0 req-bf189514-1381-401f-80bb-fc362dcc471c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:31.022869 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01a1ec99-6146-4da2-892b-e987205a95e0 req-bf189514-1381-401f-80bb-fc362dcc471c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0482979 Apr 18 21:25:31.060481 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-01a1ec99-6146-4da2-892b-e987205a95e0 req-4c49e2db-b041-4ab2-ac9e-a9c8fc08e125 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306914 Apr 18 21:25:32.186903 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79ae51-9b38-47f0-af9a-290fce0aca0c req-a8d12269-cbd2-452c-86cd-6e42757bfb99 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.188418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a79ae51-9b38-47f0-af9a-290fce0aca0c req-a8d12269-cbd2-452c-86cd-6e42757bfb99 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0536427 Apr 18 21:25:32.226022 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a79ae51-9b38-47f0-af9a-290fce0aca0c req-0a107ae3-b466-4411-aec4-084458fab2fd tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Apr 18 21:25:33.348483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc739c-67c2-490b-bfec-ad504d0386c9 req-7f49d629-756e-40e2-8e63-2384b99e3fc9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:33.349966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5dc739c-67c2-490b-bfec-ad504d0386c9 req-7f49d629-756e-40e2-8e63-2384b99e3fc9 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0530033 Apr 18 21:25:33.388686 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5dc739c-67c2-490b-bfec-ad504d0386c9 req-9e0a1aba-bba4-4208-9ca9-f64e8a9a1398 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315759 Apr 18 21:25:34.523744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615adb3-1803-4916-8445-ab31748d8c7a req-a42632d3-52d5-4b20-90bc-a90ec441ff33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.525389 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9615adb3-1803-4916-8445-ab31748d8c7a req-a42632d3-52d5-4b20-90bc-a90ec441ff33 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0637162 Apr 18 21:25:34.566094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9615adb3-1803-4916-8445-ab31748d8c7a req-7207192e-725d-48a9-9343-a61f1b070530 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342588 Apr 18 21:25:35.683233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc20429-08b8-4ef2-9c1b-a613368ee7f9 req-fe77361e-2e67-4a9c-838f-510ceacf6853 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:35.685252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3bc20429-08b8-4ef2-9c1b-a613368ee7f9 req-fe77361e-2e67-4a9c-838f-510ceacf6853 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0493226 Apr 18 21:25:35.722678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3bc20429-08b8-4ef2-9c1b-a613368ee7f9 req-05965c7e-d84a-4c3e-a30b-676bb8d33bd5 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313456 Apr 18 21:25:36.001121 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7bae2-9dc6-4336-89ee-ffbb733fffe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.842990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba0620-d958-4b7b-b080-73e98c2a4efc req-cc91b710-c023-40af-8666-7fba1ee19478 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:36.844492 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dba0620-d958-4b7b-b080-73e98c2a4efc req-cc91b710-c023-40af-8666-7fba1ee19478 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0528409 Apr 18 21:25:36.880895 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7dba0620-d958-4b7b-b080-73e98c2a4efc req-9c68e6f7-67d5-406e-867d-e73b6eba47aa tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304143 Apr 18 21:25:37.001091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb2e93-59e7-4015-876e-40139dac79e1 req-abff4c7b-f082-48cd-9e73-9c62c6c49dc0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:37.002506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fbb2e93-59e7-4015-876e-40139dac79e1 req-abff4c7b-f082-48cd-9e73-9c62c6c49dc0 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0524209 Apr 18 21:25:37.045659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fbb2e93-59e7-4015-876e-40139dac79e1 req-7e6f46b6-2bca-4db3-8e12-579921cb319d tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370069 Apr 18 21:25:37.170578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba9560-3def-4f84-8906-cd2db9c40d0e req-c98fc42a-d8a7-4d3f-88ad-05432f15c023 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:37.172114 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5ba9560-3def-4f84-8906-cd2db9c40d0e req-c98fc42a-d8a7-4d3f-88ad-05432f15c023 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0525475 Apr 18 21:25:37.217891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5ba9560-3def-4f84-8906-cd2db9c40d0e req-1f940492-7c1b-431d-8b6f-aa47e47d0b4b tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356932 Apr 18 21:25:37.467529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9fb52-d6bf-4986-8806-9790c2de31b1 req-6b39ad16-9f62-4033-ace3-4c19b85aa41a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:37.468990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66c9fb52-d6bf-4986-8806-9790c2de31b1 req-6b39ad16-9f62-4033-ace3-4c19b85aa41a tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 944 time: 0.0545499 Apr 18 21:25:37.507683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-66c9fb52-d6bf-4986-8806-9790c2de31b1 req-964d603d-aadf-4c92-a4cb-c858ba5f5f38 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325785 Apr 18 21:25:37.667310 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 43f4b098-995e-4dff-b673-3cc9b734f438 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:25:37.771956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:37.784493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '43f4b098-995e-4dff-b673-3cc9b734f438', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': '43f4b098-995e-4dff-b673-3cc9b734f438', 'mac_address': 'fa:16:3e:d2:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:25:37.825259 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.838004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f4b098-995e-4dff-b673-3cc9b734f438 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:25:37.858527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:37.862198 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:37.909118 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=12']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:37.916685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.917036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.917359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.917687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.918012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.918335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.918672 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.919556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.919900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.920218 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.920536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:37.920851 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:38.200812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['43f4b098-995e-4dff-b673-3cc9b734f438'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:25:38.636472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb8333-6035-4197-a59d-33b6f320cf93 req-a2af337c-3470-4164-ab91-bf715d912d62 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:38.638599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdfb8333-6035-4197-a59d-33b6f320cf93 req-a2af337c-3470-4164-ab91-bf715d912d62 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0598698 Apr 18 21:25:38.679266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cdfb8333-6035-4197-a59d-33b6f320cf93 req-b38bf16e-39a7-41fa-bb5a-8d44ff9022ad tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332835 Apr 18 21:25:38.740956 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ca31bd2a-3e92-4793-b32b-3ca0dc59ad26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.305933 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-4f240901-8e34-4610-9092-7533e28a551f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:39.307500 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-4f240901-8e34-4610-9092-7533e28a551f tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0518477 Apr 18 21:25:39.407806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Deleting port 43f4b098-995e-4dff-b673-3cc9b734f438 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:25:39.408079 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.498498 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.509438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:39.509808 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.667334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 43f4b098-995e-4dff-b673-3cc9b734f438 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:25:39.692700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.692700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.693343 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e disassociated. External IP: 172.25.2.17, port: 43f4b098-995e-4dff-b673-3cc9b734f438. Apr 18 21:25:39.693343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Calling delete_port for 43f4b098-995e-4dff-b673-3cc9b734f438 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:25:39.775747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 43f4b098-995e-4dff-b673-3cc9b734f438, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=43f4b098-995e-4dff-b673-3cc9b734f438,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:39.789171 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '43f4b098-995e-4dff-b673-3cc9b734f438', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'port_id': '43f4b098-995e-4dff-b673-3cc9b734f438', 'mac_address': 'fa:16:3e:d2:71:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:25:39.809483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dee19f-bb8b-4b45-b68f-54023258e817 req-7ac5e962-11e2-4f8a-8a85-c82a754c61cb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:39.811593 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19dee19f-bb8b-4b45-b68f-54023258e817 req-7ac5e962-11e2-4f8a-8a85-c82a754c61cb tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 945 time: 0.0570452 Apr 18 21:25:39.838243 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:39.852316 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19dee19f-bb8b-4b45-b68f-54023258e817 req-65b66525-1796-480e-abfd-9356ee54c7a7 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups?id=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345705 Apr 18 21:25:39.873733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event deleted for resources: {'Port': ['ID=43f4b098-995e-4dff-b673-3cc9b734f438,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:39.884550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.884895 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.885284 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.885554 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.885884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.886230 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.886555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.886875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.887200 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.887547 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.887885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:39.888207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:40.002236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:25:40.337709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:40.347448 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:25:40.356465 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:25:40.357056 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:25:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:40.376043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] No DVR routers for this DVR port 43f4b098-995e-4dff-b673-3cc9b734f438 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:40.378875 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.382555 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9f3bb51d-6c49-46e1-bdc9-d7acdb9ec1fe req-87773681-3403-4d87-941a-a9fe8aff3449 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.60 "DELETE /v2.0/ports/43f4b098-995e-4dff-b673-3cc9b734f438 HTTP/1.1" status: 204 len: 173 time: 1.0683780 Apr 18 21:25:40.383017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'name': 'network-vif-deleted', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:40.385811 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d911590f-c09f-424c-ac9a-8da81d679e47" -d '{"events": [{"server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "name": "network-vif-deleted", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:40.429746 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76046b2b-b3dc-4860-a8da-f5b666e1ac7d x-openstack-request-id: req-76046b2b-b3dc-4860-a8da-f5b666e1ac7d {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:40.430238 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d729dad-e497-471e-b4bc-8298275e0a39", "name": "network-vif-deleted", "tag": "43f4b098-995e-4dff-b673-3cc9b734f438", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:40.430532 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-76046b2b-b3dc-4860-a8da-f5b666e1ac7d {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:40.430990 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76046b2b-b3dc-4860-a8da-f5b666e1ac7d'] response: {'server_uuid': '6d729dad-e497-471e-b4bc-8298275e0a39', 'name': 'network-vif-deleted', 'tag': '43f4b098-995e-4dff-b673-3cc9b734f438', 'status': 'completed', 'code': 200} Apr 18 21:25:40.560452 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:25:40.675256 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:40.760942 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:40.791182 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:25:40.799641 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:25:40.800270 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:25:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:40.920472 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:25:40.967970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-59374fd5-acc6-4689-9e3c-b3fd63d74bb3 req-ff16c042-804e-4bed-89ea-dce63345c6a1 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 210 time: 0.0320723 Apr 18 21:25:41.136644 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:41.162495 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950689d-45e2-4780-a1f8-e4df05196e4b None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:15:46Z', 'revision_number': 4, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e', 'name': '', 'network_id': '1b4e9f30-0633-4042-9c8f-9b1813bd4e78', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'mac_address': 'fa:16:3e:6d:fe:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:45Z', 'updated_at': '2022-04-18T21:15:49Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'subnets': [{'id': '95a963f9-3190-4f58-bc05-86bb817b01b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:25:41.330564 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:41.408943 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26efd2-5a94-4f3d-b067-cd7e96781fe8 None None] New status for floating IP 54bcc75e-bff9-4db6-801f-c2d1ee1aac1e: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:25:41.677627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 43f4b098-995e-4dff-b673-3cc9b734f438 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:25:41.701482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 43f4b098-995e-4dff-b673-3cc9b734f438 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:25:41.701815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 43f4b098-995e-4dff-b673-3cc9b734f438 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:25:42.066958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb97d197-3665-4f14-99e8-659a95c58b04 req-9cbd1203-3293-4d9c-853e-8ae5b3a8b75c tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 210 time: 0.0256772 Apr 18 21:25:42.813743 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:43.165349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd411374-6835-4575-a9fa-adc6cdd2eb84 req-e594db63-7ca2-48e0-9c0e-81b3d5891577 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d729dad-e497-471e-b4bc-8298275e0a39 HTTP/1.1" status: 200 len: 210 time: 0.0295792 Apr 18 21:25:45.281853 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:25:46.382978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:46.966247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52168) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:47.025089 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06acbcb-ab93-4a47-b41c-53a714f09c95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.050930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06acbcb-ab93-4a47-b41c-53a714f09c95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.101785 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06acbcb-ab93-4a47-b41c-53a714f09c95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.104675 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d06acbcb-ab93-4a47-b41c-53a714f09c95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.108298 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d06acbcb-ab93-4a47-b41c-53a714f09c95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "DELETE /v2.0/security-groups/e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a HTTP/1.1" status: 204 len: 168 time: 0.1384583 Apr 18 21:25:47.108696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52170) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:47.115431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06acbcb-ab93-4a47-b41c-53a714f09c95 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:47.125177 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-d0ca921e-8d83-428a-a833-43a4422faa51 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] show failed (client error): The resource could not be found. Apr 18 21:25:47.129413 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d0ca921e-8d83-428a-a833-43a4422faa51 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "GET /v2.0/security-groups/e1fce84d-6e58-4b2e-9d9d-d1dba59e1a5a HTTP/1.1" status: 404 len: 347 time: 0.0196047 Apr 18 21:25:47.131624 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52172) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:47.266501 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-af7c4fe3-23d7-4200-920d-c8a66c511425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Deleting port 124e370d-5baf-4397-ae66-477f7e0f2a3a {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:25:47.266772 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af7c4fe3-23d7-4200-920d-c8a66c511425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.348604 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af7c4fe3-23d7-4200-920d-c8a66c511425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.348984 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af7c4fe3-23d7-4200-920d-c8a66c511425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.360720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-af7c4fe3-23d7-4200-920d-c8a66c511425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Calling delete_port for 124e370d-5baf-4397-ae66-477f7e0f2a3a owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:25:47.501416 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af7c4fe3-23d7-4200-920d-c8a66c511425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.531511 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c4fe3-23d7-4200-920d-c8a66c511425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Pushing event deleted for resources: {'Port': ['ID=124e370d-5baf-4397-ae66-477f7e0f2a3a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:47.595878 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af7c4fe3-23d7-4200-920d-c8a66c511425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.598684 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af7c4fe3-23d7-4200-920d-c8a66c511425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.602627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-af7c4fe3-23d7-4200-920d-c8a66c511425 tempest-ServerActionsTestJSON-1156167973 tempest-ServerActionsTestJSON-1156167973-project] 10.222.0.49 "DELETE /v2.0/floatingips/54bcc75e-bff9-4db6-801f-c2d1ee1aac1e HTTP/1.1" status: 204 len: 168 time: 0.4667046 Apr 18 21:25:47.603028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52174) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:48.125494 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.363566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] Deleting port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:25:48.363928 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.438919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] For port ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:48.439280 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.451549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] Calling delete_port for ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:25:48.948804 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.975327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:49.146048 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.361247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] Router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:25:49.467457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:25:49.472455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-53aaca02-8f42-4892-a17a-28996d270f5b admin admin] 10.222.0.49 "PUT /v2.0/routers/4060dc46-2d4a-4726-9cec-7a0c267f6eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8686876 Apr 18 21:25:49.475048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52178) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:49.478022 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] Sync routers for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:25:49.488678 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:25:49.489288 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:25:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:49.579281 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.591020 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:25:49.681736 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.737110 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Deleting port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:25:49.737455 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.770463 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:25:48Z', 'revision_number': 5, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port': {'id': '40e2d0a8-ad93-44f9-adb0-b03feeae3dda', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ce:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:15:43Z', 'updated_at': '2022-04-18T21:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:49.797851 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] Checking router: 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:25:49.806054 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] Routers {'4060dc46-2d4a-4726-9cec-7a0c267f6eb4'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:25:49.806647 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:25:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:49.819962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] For port 40e2d0a8-ad93-44f9-adb0-b03feeae3dda, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=40e2d0a8-ad93-44f9-adb0-b03feeae3dda,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:49.820327 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.833234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Calling delete_port for 40e2d0a8-ad93-44f9-adb0-b03feeae3dda owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:25:49.895115 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] Set router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:25:49.947945 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:25:49Z', 'revision_number': 6, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:49.974197 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba75c7e-b844-4120-a1be-c867ef77dca2 None None] The sync data for ids ['4060dc46-2d4a-4726-9cec-7a0c267f6eb4'] in n-d-836015-4 is: [{'id': '4060dc46-2d4a-4726-9cec-7a0c267f6eb4', 'name': 'tempest-ServerActionsTestJSON-1526364014-router', 'tenant_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:15:42Z', 'updated_at': '2022-04-18T21:25:49Z', 'revision_number': 6, 'project_id': 'f37a647b82ff4fc6852fa1d10ad3bb5c', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:25:50.009999 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.039141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=40e2d0a8-ad93-44f9-adb0-b03feeae3dda,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:50.101382 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.190378 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.192488 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.236019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.236474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4060dc46-2d4a-4726-9cec-7a0c267f6eb4 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:25:50.244222 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.244831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-fc9f3b8c-19cb-43c4-ab14-9952aa1fb4ae admin admin] 10.222.0.49 "DELETE /v2.0/routers/4060dc46-2d4a-4726-9cec-7a0c267f6eb4 HTTP/1.1" status: 204 len: 168 time: 0.7687891 Apr 18 21:25:50.247347 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52180) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:50.295786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-23774b3a-c2a7-4723-98d6-41662ef52da7 admin admin] Deleting subnet 95a963f9-3190-4f58-bc05-86bb817b01b8 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:25:50.298695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-23774b3a-c2a7-4723-98d6-41662ef52da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.334908 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-23774b3a-c2a7-4723-98d6-41662ef52da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.415726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-23774b3a-c2a7-4723-98d6-41662ef52da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.466634 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-23774b3a-c2a7-4723-98d6-41662ef52da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.497423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23774b3a-c2a7-4723-98d6-41662ef52da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a963f9-3190-4f58-bc05-86bb817b01b8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:50.499335 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-23774b3a-c2a7-4723-98d6-41662ef52da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.502524 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-23774b3a-c2a7-4723-98d6-41662ef52da7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/95a963f9-3190-4f58-bc05-86bb817b01b8 HTTP/1.1" status: 204 len: 168 time: 0.2542071 Apr 18 21:25:50.505008 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52182) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:50.507145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec33452-91d6-4e42-bf18-5aef16616b0b None None] Network 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:25:50.572426 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.625892 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Deleting port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:25:50.626241 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.695536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] For port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5062b4fd-a9e4-4380-9c88-b6a07f510c9b,segment=NetworkSegment(2a742724-d626-44ed-8497-1312801d3255),segment_id=2a742724-d626-44ed-8497-1312801d3255)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:50.695926 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.708907 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Calling delete_port for 5062b4fd-a9e4-4380-9c88-b6a07f510c9b owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:25:50.752229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c8e90-6cb4-4cc6-bf41-861a4e56e511 None None] DHCP port deletion for 1b4e9f30-0633-4042-9c8f-9b1813bd4e78 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:25:50.794668 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.802057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c8e90-6cb4-4cc6-bf41-861a4e56e511 None None] Deleting port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:25:50.802436 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8e90-6cb4-4cc6-bf41-861a4e56e511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.821889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Pushing event deleted for resources: {'Port': ['ID=5062b4fd-a9e4-4380-9c88-b6a07f510c9b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:50.823811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] No DVR routers for this DVR port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:50.868262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5e3c8e90-6cb4-4cc6-bf41-861a4e56e511 None None] For port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:50.868665 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8e90-6cb4-4cc6-bf41-861a4e56e511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.887938 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c8e90-6cb4-4cc6-bf41-861a4e56e511 None None] Calling delete_port for 5062b4fd-a9e4-4380-9c88-b6a07f510c9b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:25:50.890585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-5e3c8e90-6cb4-4cc6-bf41-861a4e56e511 None None] Port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:25:50.891912 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8e90-6cb4-4cc6-bf41-861a4e56e511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.906185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.916323 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c8e90-6cb4-4cc6-bf41-861a4e56e511 None None] Pushing event deleted for resources: {'Port': ['ID=5062b4fd-a9e4-4380-9c88-b6a07f510c9b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:50.921084 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c8e90-6cb4-4cc6-bf41-861a4e56e511 None None] No DVR routers for this DVR port 5062b4fd-a9e4-4380-9c88-b6a07f510c9b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:50.928839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4e9f30-0633-4042-9c8f-9b1813bd4e78']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:50.942137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a742724-d626-44ed-8497-1312801d3255') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:50.942433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a742724-d626-44ed-8497-1312801d3255') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:25:50.952893 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.967023 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.973663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:25:50.974004 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:25:50.975773 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:25:51.038911 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.045022 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.050457 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1b4e9f30-0633-4042-9c8f-9b1813bd4e78 HTTP/1.1" status: 204 len: 168 time: 0.5422533 Apr 18 21:25:51.060371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d526c-2068-4527-928c-ab36facc4717 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4e9f30-0633-4042-9c8f-9b1813bd4e78,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:51.176413 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52186) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:51.192411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5062b4fd-a9e4-4380-9c88-b6a07f510c9b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:25:51.212527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 5062b4fd-a9e4-4380-9c88-b6a07f510c9b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:25:51.212868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5062b4fd-a9e4-4380-9c88-b6a07f510c9b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:25:51.213282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:25:51.219920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-51dabc63-ee58-4f8a-bfea-a45760380ede admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f37a647b82ff4fc6852fa1d10ad3bb5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421948 Apr 18 21:25:51.222288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52188) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:51.233167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:25:51.233378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ed2b0f5a-e474-4cd0-87a6-a17fcd380c0e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:25:51.233728 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 40e2d0a8-ad93-44f9-adb0-b03feeae3dda no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:25:51.255948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 40e2d0a8-ad93-44f9-adb0-b03feeae3dda {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:25:51.256184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 40e2d0a8-ad93-44f9-adb0-b03feeae3dda not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:25:51.271863 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73fe48dc-867b-4fe0-bf9d-40ff3e44cc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.293628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73fe48dc-867b-4fe0-bf9d-40ff3e44cc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.342159 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73fe48dc-867b-4fe0-bf9d-40ff3e44cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.344761 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73fe48dc-867b-4fe0-bf9d-40ff3e44cc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:51.345918 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-73fe48dc-867b-4fe0-bf9d-40ff3e44cc6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e07ab27d-cd3a-42bc-be73-9e42c6289e9b HTTP/1.1" status: 204 len: 168 time: 0.1227362 Apr 18 21:25:51.353771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe48dc-867b-4fe0-bf9d-40ff3e44cc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07ab27d-cd3a-42bc-be73-9e42c6289e9b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:52.064631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52210) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:52.163618 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1986191621-network', 'tenant_id': '891f006ff542475191c4afbb9cf2247a'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:52.183504 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Made reservation on behalf of 891f006ff542475191c4afbb9cf2247a for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:52.186354 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.194505 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.272326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.276428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.302962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:25:52.309099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:52.315547 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.315857 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Added segment d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd of type vlan for network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 Apr 18 21:25:52.355812 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.379635 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.380599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:52.381202 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.429078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3633301 Apr 18 21:25:52.432313 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52214) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:25:52.438129 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Request body: {'subnet': {'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1986191621-subnet', 'tenant_id': '891f006ff542475191c4afbb9cf2247a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:52.442077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35685f3f-2880-4730-a575-fee84bf2bab8 admin admin] Pushing event updated for resources: {'Network': ['ID=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:52.452322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:25:52.458420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Made reservation on behalf of 891f006ff542475191c4afbb9cf2247a for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:52.460827 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.626149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.681043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d96cea-86df-4f5d-bd5b-5b3042654495,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:52.688652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Checking segment: {'id': 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:25:52.689018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Network hostable DHCP agents. Network: fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:25:52.705152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:25:52.713362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:52.718222 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:52.718812 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:52.722744 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b79d981-6001-4e7e-ae6d-8f00b1ea19b6 None None] Network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:25:52.734381 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-35fa3408-9460-4470-8ec8-4e321f17d3b4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3008549 Apr 18 21:25:52.850805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4dffa8-fa7c-4792-98eb-8db8e9827f70 None None] Network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:25:53.216346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-21db4956-5c74-4556-b1b9-67dedd4cb909 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:53.217796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-21db4956-5c74-4556-b1b9-67dedd4cb909 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/networks?id=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 HTTP/1.1" status: 200 len: 814 time: 0.1044323 Apr 18 21:25:53.236847 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-4f921da6-188a-424c-894a-5745e3308bcb tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/quotas/891f006ff542475191c4afbb9cf2247a HTTP/1.1" status: 200 len: 375 time: 0.0095036 Apr 18 21:25:53.269017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-25a7a6a9-ccf9-46f0-868c-053cc0751163 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=891f006ff542475191c4afbb9cf2247a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266166 Apr 18 21:25:53.360581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-79398a58-9776-48f6-b0c9-2847e86c8cc4 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845511 Apr 18 21:25:53.451541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-c7884d31-9368-4545-a11f-a44645d445fc service neutron] 10.222.0.49 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848637 Apr 18 21:25:53.614667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d78b790-89cf-48c5-8a0a-eebe06ad3b00 req-4c7503f5-3b0f-4d2d-b4e3-949b59ce2785 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 210 time: 0.0264802 Apr 18 21:25:54.522812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-37fa6aab-1815-4731-9c27-a057ff55e03b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:54.524444 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-37fa6aab-1815-4731-9c27-a057ff55e03b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.60 "GET /v2.0/networks?id=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 HTTP/1.1" status: 200 len: 814 time: 0.1107373 Apr 18 21:25:54.537416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Request body: {'port': {'device_id': 'a12dbe98-bbe5-4b6a-8186-340bebff9d80', 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43', 'admin_state_up': True, 'tenant_id': '891f006ff542475191c4afbb9cf2247a'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:54.652653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Made reservation on behalf of 891f006ff542475191c4afbb9cf2247a for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:25:54.657087 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:54.711447 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ac60cf28-d6e6-48aa-846c-7a6ac1bbeaee req-967472cc-cf9c-4d5d-bc28-ee99b217e76d tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 210 time: 0.0262616 Apr 18 21:25:54.787949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Allocated IP 172.20.0.8 (fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43/e2d96cea-86df-4f5d-bd5b-5b3042654495/8c4c102d-f147-4ca8-bba8-da58956a5c4c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:25:54.934860 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:54.970097 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.010851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:25:55.017076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:25:55.020815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:25:55.046600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Pushing event updated for resources: {'Port': ['ID=8c4c102d-f147-4ca8-bba8-da58956a5c4c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:55.076804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.077420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.092793 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-ef951487-25f5-4e34-b9e2-9aa501fe0a2b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599060 Apr 18 21:25:55.104301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Request body: {'port': {'device_id': 'a12dbe98-bbe5-4b6a-8186-340bebff9d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:55.160300 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.418482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4c102d-f147-4ca8-bba8-da58956a5c4c {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:25:55.426149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.438247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Transition to ACTIVE for port object 8c4c102d-f147-4ca8-bba8-da58956a5c4c will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:55.442939 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.492783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4c102d-f147-4ca8-bba8-da58956a5c4c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:55.561352 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Attempting to bind port 8c4c102d-f147-4ca8-bba8-da58956a5c4c on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:55.562068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Attempting to bind port 8c4c102d-f147-4ca8-bba8-da58956a5c4c by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:55.562068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Attempting to bind port 8c4c102d-f147-4ca8-bba8-da58956a5c4c on network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:55.566274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Port 8c4c102d-f147-4ca8-bba8-da58956a5c4c on network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:25:55.566598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Attempting to bind port 8c4c102d-f147-4ca8-bba8-da58956a5c4c on network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:25:55.571438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:25:55.571781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Checking segment: {'id': 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:25:55.572195 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Bound using segment: {'id': 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:25:55.572620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Bound port: 8c4c102d-f147-4ca8-bba8-da58956a5c4c, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:55.572972 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.635587 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] For port 8c4c102d-f147-4ca8-bba8-da58956a5c4c, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:25:55.638583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] For port 8c4c102d-f147-4ca8-bba8-da58956a5c4c, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8c4c102d-f147-4ca8-bba8-da58956a5c4c,segment=NetworkSegment(d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd),segment_id=d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:25:55.641878 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.674109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.674723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:55.676159 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] 10.222.0.60 "PUT /v2.0/ports/8c4c102d-f147-4ca8-bba8-da58956a5c4c HTTP/1.1" status: 200 len: 1091 time: 0.5758302 Apr 18 21:25:55.676595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12dbe98-bbe5-4b6a-8186-340bebff9d80', 'tag': '8c4c102d-f147-4ca8-bba8-da58956a5c4c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:55.678853 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d950db8d-1905-4455-bf79-50c1ce6e8e03" -d '{"events": [{"name": "network-changed", "server_uuid": "a12dbe98-bbe5-4b6a-8186-340bebff9d80", "tag": "8c4c102d-f147-4ca8-bba8-da58956a5c4c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:25:55.707873 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a122c2-f013-4e1a-ab82-e2ff48cf61d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4c102d-f147-4ca8-bba8-da58956a5c4c,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:55.724775 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d353b41-a2bb-4d5d-9e35-b8b39059e556 x-openstack-request-id: req-1d353b41-a2bb-4d5d-9e35-b8b39059e556 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:25:55.725042 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a12dbe98-bbe5-4b6a-8186-340bebff9d80", "tag": "8c4c102d-f147-4ca8-bba8-da58956a5c4c", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:25:55.725283 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d353b41-a2bb-4d5d-9e35-b8b39059e556 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:25:55.725671 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d353b41-a2bb-4d5d-9e35-b8b39059e556'] response: {'name': 'network-changed', 'server_uuid': 'a12dbe98-bbe5-4b6a-8186-340bebff9d80', 'tag': '8c4c102d-f147-4ca8-bba8-da58956a5c4c', 'status': 'completed', 'code': 200} Apr 18 21:25:55.758066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-d2ddfec6-8e12-4125-b095-c2533641a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.759541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-d2ddfec6-8e12-4125-b095-c2533641a9ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=891f006ff542475191c4afbb9cf2247a&device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 1094 time: 0.0452940 Apr 18 21:25:55.808771 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-c12bbf38-8fe5-4d86-9d4f-bedcfce62ea0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c4c102d-f147-4ca8-bba8-da58956a5c4c HTTP/1.1" status: 200 len: 217 time: 0.0404501 Apr 18 21:25:55.835559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d300816-e1d3-4c22-a0a9-28c037bc1e7d req-7a3e3919-d153-4d6d-8ae8-0159ae4edb10 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.837297 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d300816-e1d3-4c22-a0a9-28c037bc1e7d req-7a3e3919-d153-4d6d-8ae8-0159ae4edb10 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 943 time: 0.0558815 Apr 18 21:25:55.858863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-e47526c0-2251-48c8-94a6-90a59c44c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:55.860565 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-e47526c0-2251-48c8-94a6-90a59c44c4e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2d96cea-86df-4f5d-bd5b-5b3042654495 HTTP/1.1" status: 200 len: 854 time: 0.0447984 Apr 18 21:25:55.876455 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d300816-e1d3-4c22-a0a9-28c037bc1e7d req-4291088b-ec0d-400c-bf36-7d533aba2b43 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Apr 18 21:25:55.891528 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-3d760a2e-c462-4c4f-80ed-6fa389fae2f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244875 Apr 18 21:25:55.986547 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-8c82bec8-5bca-4115-b495-906364ddc87e service neutron] 10.222.0.60 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881653 Apr 18 21:25:56.073500 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ae3571b0-d9b6-4913-bac7-9f4a1342deb1 req-3525daf8-3c3d-4816-8421-4d41eab1314f service neutron] 10.222.0.60 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804822 Apr 18 21:25:56.162801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950db8d-1905-4455-bf79-50c1ce6e8e03 req-b50ffbb7-93b4-4120-8f0d-6e2e57d97765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:56.164302 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d950db8d-1905-4455-bf79-50c1ce6e8e03 req-b50ffbb7-93b4-4120-8f0d-6e2e57d97765 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=891f006ff542475191c4afbb9cf2247a&device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 1094 time: 0.0458865 Apr 18 21:25:56.256044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950db8d-1905-4455-bf79-50c1ce6e8e03 req-4a0783c1-99b1-4786-8ada-ed0ba3a52d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:56.257426 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d950db8d-1905-4455-bf79-50c1ce6e8e03 req-4a0783c1-99b1-4786-8ada-ed0ba3a52d38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 HTTP/1.1" status: 200 len: 915 time: 0.0851059 Apr 18 21:25:56.300925 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d950db8d-1905-4455-bf79-50c1ce6e8e03 req-97fce386-d5df-45fd-8633-03b546910f85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c4c102d-f147-4ca8-bba8-da58956a5c4c HTTP/1.1" status: 200 len: 217 time: 0.0356741 Apr 18 21:25:56.354754 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950db8d-1905-4455-bf79-50c1ce6e8e03 req-9cce2f2f-2523-46dd-b158-5d7d5cce4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:56.356275 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d950db8d-1905-4455-bf79-50c1ce6e8e03 req-9cce2f2f-2523-46dd-b158-5d7d5cce4bb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e2d96cea-86df-4f5d-bd5b-5b3042654495 HTTP/1.1" status: 200 len: 854 time: 0.0491197 Apr 18 21:25:56.388178 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d950db8d-1905-4455-bf79-50c1ce6e8e03 req-64dfa425-5c6b-4fd3-9373-ab23b156307d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243583 Apr 18 21:25:56.474527 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d950db8d-1905-4455-bf79-50c1ce6e8e03 req-2b0f3a15-a6c4-40f4-8da4-e5c5104230cc service neutron] 10.222.0.60 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800893 Apr 18 21:25:56.565527 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d950db8d-1905-4455-bf79-50c1ce6e8e03 req-b18fe160-4277-4857-bf8b-9bcc2071d155 service neutron] 10.222.0.60 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848892 Apr 18 21:25:56.991193 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52cec0a-3e8c-4294-86fc-70c8824cf069 req-752d0376-fabb-4093-833e-31bf6bc77e65 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:56.992731 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c52cec0a-3e8c-4294-86fc-70c8824cf069 req-752d0376-fabb-4093-833e-31bf6bc77e65 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 943 time: 0.0484138 Apr 18 21:25:57.030127 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c52cec0a-3e8c-4294-86fc-70c8824cf069 req-ebba3eeb-c049-4e41-87f4-0219045304f0 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Apr 18 21:25:58.144799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800289f7-0b98-46ed-84f2-c0ce22a173e8 req-51066134-fde5-44d4-ae03-d9e81a6f478f tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:58.146237 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800289f7-0b98-46ed-84f2-c0ce22a173e8 req-51066134-fde5-44d4-ae03-d9e81a6f478f tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 943 time: 0.0489030 Apr 18 21:25:58.184181 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800289f7-0b98-46ed-84f2-c0ce22a173e8 req-477460ed-2f56-44ff-a9cc-a8d5abf5a73c tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Apr 18 21:25:59.301620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a8343-8642-4176-af63-9328f090f1cb req-e0f71d19-7ef9-47aa-926e-b6ca199e3acf tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:59.303064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-924a8343-8642-4176-af63-9328f090f1cb req-e0f71d19-7ef9-47aa-926e-b6ca199e3acf tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 943 time: 0.0509236 Apr 18 21:25:59.339846 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-924a8343-8642-4176-af63-9328f090f1cb req-16cb0062-810a-4520-9637-ee562d9eb9be tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Apr 18 21:25:59.784354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8c4c102d-f147-4ca8-bba8-da58956a5c4c details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:25:59.889774 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8c4c102d-f147-4ca8-bba8-da58956a5c4c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8c4c102d-f147-4ca8-bba8-da58956a5c4c,segment=NetworkSegment(d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd),segment_id=d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:59.900829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '8c4c102d-f147-4ca8-bba8-da58956a5c4c', 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43', 'port_id': '8c4c102d-f147-4ca8-bba8-da58956a5c4c', 'mac_address': 'fa:16:3e:b5:e7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d96cea-86df-4f5d-bd5b-5b3042654495', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:25:59.940820 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:59.952846 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4c102d-f147-4ca8-bba8-da58956a5c4c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:25:59.971220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8c4c102d-f147-4ca8-bba8-da58956a5c4c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8c4c102d-f147-4ca8-bba8-da58956a5c4c,segment=NetworkSegment(d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd),segment_id=d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:25:59.975467 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:00.024040 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=8c4c102d-f147-4ca8-bba8-da58956a5c4c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:00.278979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8c4c102d-f147-4ca8-bba8-da58956a5c4c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:26:00.458184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c325e68-25d3-4c00-a6c9-69af9543c3a5 req-bb02f239-02fa-4b0b-a3bc-625187c765c5 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:00.459438 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c325e68-25d3-4c00-a6c9-69af9543c3a5 req-bb02f239-02fa-4b0b-a3bc-625187c765c5 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 944 time: 0.0477808 Apr 18 21:26:00.497489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c325e68-25d3-4c00-a6c9-69af9543c3a5 req-1309ef78-1550-4c3a-b0bf-7769703a374c tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Apr 18 21:26:01.625219 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6530860-a0e5-4e79-be58-461eff50e33d req-504139f7-87a8-495a-8d31-6c89def1a9bb tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:01.626677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6530860-a0e5-4e79-be58-461eff50e33d req-504139f7-87a8-495a-8d31-6c89def1a9bb tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 944 time: 0.0482371 Apr 18 21:26:01.663517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f6530860-a0e5-4e79-be58-461eff50e33d req-bb4b6780-20aa-4892-a231-1f112dbc1cef tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Apr 18 21:26:01.784182 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8c4c102d-f147-4ca8-bba8-da58956a5c4c up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:01.836247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 8c4c102d-f147-4ca8-bba8-da58956a5c4c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:01.840187 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 8c4c102d-f147-4ca8-bba8-da58956a5c4c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:01.840556 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:01.917389 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:01.941872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12dbe98-bbe5-4b6a-8186-340bebff9d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4c102d-f147-4ca8-bba8-da58956a5c4c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:01.944128 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0cc810-c234-4cd3-8dac-91cf8f1971e3" -d '{"events": [{"server_uuid": "a12dbe98-bbe5-4b6a-8186-340bebff9d80", "name": "network-vif-plugged", "status": "completed", "tag": "8c4c102d-f147-4ca8-bba8-da58956a5c4c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:01.957116 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 8c4c102d-f147-4ca8-bba8-da58956a5c4c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8c4c102d-f147-4ca8-bba8-da58956a5c4c,segment=NetworkSegment(d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd),segment_id=d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:01.961049 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:01.988675 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1f1c7e-f7f3-494d-802c-e4944e1115d3 x-openstack-request-id: req-ce1f1c7e-f7f3-494d-802c-e4944e1115d3 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:01.988961 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12dbe98-bbe5-4b6a-8186-340bebff9d80", "name": "network-vif-plugged", "status": "completed", "tag": "8c4c102d-f147-4ca8-bba8-da58956a5c4c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:01.989211 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce1f1c7e-f7f3-494d-802c-e4944e1115d3 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:01.989592 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1f1c7e-f7f3-494d-802c-e4944e1115d3'] response: {'server_uuid': 'a12dbe98-bbe5-4b6a-8186-340bebff9d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4c102d-f147-4ca8-bba8-da58956a5c4c', 'code': 200} Apr 18 21:26:02.015250 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=8c4c102d-f147-4ca8-bba8-da58956a5c4c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:02.077002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678a4e5-118a-4c51-8a32-47a87a76aece req-c211780d-5d7f-418a-9dbb-f3ce96c59d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:02.078392 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6678a4e5-118a-4c51-8a32-47a87a76aece req-c211780d-5d7f-418a-9dbb-f3ce96c59d1f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 1096 time: 0.0403988 Apr 18 21:26:02.113338 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6678a4e5-118a-4c51-8a32-47a87a76aece req-d9340e9e-6f16-41be-8f38-a25a15fbebb9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273552 Apr 18 21:26:02.780828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb60dd-86b6-41dd-83a4-fdcd3e380b1f req-9f99ad6e-8448-452b-8232-e207a1de3606 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:02.782472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3fb60dd-86b6-41dd-83a4-fdcd3e380b1f req-9f99ad6e-8448-452b-8232-e207a1de3606 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0526996 Apr 18 21:26:02.820734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3fb60dd-86b6-41dd-83a4-fdcd3e380b1f req-6dcd75aa-1b9e-442d-a93b-41c666c53cba tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Apr 18 21:26:03.939500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96496658-9089-40f1-811b-08267f8b7d21 req-bc378e5c-fe00-4464-8a03-b38440c135c0 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:03.941657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96496658-9089-40f1-811b-08267f8b7d21 req-bc378e5c-fe00-4464-8a03-b38440c135c0 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0490134 Apr 18 21:26:03.978598 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96496658-9089-40f1-811b-08267f8b7d21 req-3460d294-8ade-41a8-bc0c-f66e3e3c0627 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Apr 18 21:26:04.199304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-03dbda39-d6e5-412f-815e-3b0758e41a12 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:04.200820 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-03dbda39-d6e5-412f-815e-3b0758e41a12 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/networks?id=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 HTTP/1.1" status: 200 len: 814 time: 0.1027644 Apr 18 21:26:04.217046 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-6e880323-f724-452b-9005-39cd57e82f41 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/quotas/891f006ff542475191c4afbb9cf2247a HTTP/1.1" status: 200 len: 375 time: 0.0091436 Apr 18 21:26:04.265223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-b39934ad-27c2-4e56-954f-0162a0ea09ed tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=891f006ff542475191c4afbb9cf2247a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429468 Apr 18 21:26:04.352610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-19da1d31-c6f6-43df-96b3-859adfd555c0 service neutron] 10.222.0.49 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802443 Apr 18 21:26:04.446764 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-e0e6ff6c-8748-4e2e-be48-67c701a83b2c service neutron] 10.222.0.49 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875199 Apr 18 21:26:04.611401 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1011a622-69a5-4aa3-bbf7-108912f99e2c req-949bb597-34b5-40e2-9474-da1f14f8257c tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 210 time: 0.0284815 Apr 18 21:26:05.656828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-8b14279a-9941-4b8c-87ec-fabaf1cb93bf tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:05.658425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-8b14279a-9941-4b8c-87ec-fabaf1cb93bf tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.64 "GET /v2.0/networks?id=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 HTTP/1.1" status: 200 len: 814 time: 0.1108091 Apr 18 21:26:05.677402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Request body: {'port': {'device_id': '06767ba7-0d36-4549-b4e5-5dc57ee93d4a', 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43', 'admin_state_up': True, 'tenant_id': '891f006ff542475191c4afbb9cf2247a'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:05.746365 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-28dbc414-b725-4354-94a2-150661eae07c req-ffb77159-f21a-4c6f-877d-4c146333c4a7 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 210 time: 0.0530250 Apr 18 21:26:05.808880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Made reservation on behalf of 891f006ff542475191c4afbb9cf2247a for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:05.813421 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:05.944353 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Allocated IP 172.20.0.12 (fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43/e2d96cea-86df-4f5d-bd5b-5b3042654495/50f97644-8e34-4368-9f4b-d590a17a15f5) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:06.006758 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7af3dd40-261c-4366-9ef8-72bd737bf6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.091679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.125801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.137453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8c4c102d-f147-4ca8-bba8-da58956a5c4c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:26:06.172310 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:06.175387 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:06.179264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:06.185683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Pushing event updated for resources: {'Port': ['ID=50f97644-8e34-4368-9f4b-d590a17a15f5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:06.212792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.213042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.213373 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.213705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.214049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.214355 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.214673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.214990 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.215307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.215620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.215960 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.216272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:06.241808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:06.242494 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.259102 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-9705594d-7f0f-420f-9db7-e6cc78b98fac tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5859966 Apr 18 21:26:06.273576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Request body: {'port': {'device_id': '06767ba7-0d36-4549-b4e5-5dc57ee93d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:06.330860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.587569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f97644-8e34-4368-9f4b-d590a17a15f5 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:26:06.595208 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.606595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Transition to ACTIVE for port object 50f97644-8e34-4368-9f4b-d590a17a15f5 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:06.610519 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.658954 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Pushing event updated for resources: {'Port': ['ID=50f97644-8e34-4368-9f4b-d590a17a15f5,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:06.731204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Attempting to bind port 50f97644-8e34-4368-9f4b-d590a17a15f5 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:06.731533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Attempting to bind port 50f97644-8e34-4368-9f4b-d590a17a15f5 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:06.731880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Attempting to bind port 50f97644-8e34-4368-9f4b-d590a17a15f5 on network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:06.736681 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Port 50f97644-8e34-4368-9f4b-d590a17a15f5 on network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:26:06.736998 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Attempting to bind port 50f97644-8e34-4368-9f4b-d590a17a15f5 on network fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:06.741765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:06.742097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Checking segment: {'id': 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:06.742477 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Bound using segment: {'id': 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:06.742893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Bound port: 50f97644-8e34-4368-9f4b-d590a17a15f5, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:06.743246 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.807704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] For port 50f97644-8e34-4368-9f4b-d590a17a15f5, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:06.810839 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] For port 50f97644-8e34-4368-9f4b-d590a17a15f5, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=50f97644-8e34-4368-9f4b-d590a17a15f5,segment=NetworkSegment(d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd),segment_id=d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:06.818495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.202352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.203490 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.204909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] 10.222.0.64 "PUT /v2.0/ports/50f97644-8e34-4368-9f4b-d590a17a15f5 HTTP/1.1" status: 200 len: 1092 time: 0.9356642 Apr 18 21:26:07.206182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06767ba7-0d36-4549-b4e5-5dc57ee93d4a', 'tag': '50f97644-8e34-4368-9f4b-d590a17a15f5'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:07.208450 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "06767ba7-0d36-4549-b4e5-5dc57ee93d4a", "tag": "50f97644-8e34-4368-9f4b-d590a17a15f5"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:07.241901 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146bc50-55f0-462a-a603-c678d05aa35b req-c70cfc52-e609-4502-a2d8-fffb171c51a8 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.243539 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0146bc50-55f0-462a-a603-c678d05aa35b req-c70cfc52-e609-4502-a2d8-fffb171c51a8 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 944 time: 0.4266419 Apr 18 21:26:07.244224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595706-bed0-43b1-984f-d7c7155d13f8 service neutron] Pushing event updated for resources: {'Port': ['ID=50f97644-8e34-4368-9f4b-d590a17a15f5,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:07.259682 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34689936-14ed-4c27-b898-55e11b15f07b x-openstack-request-id: req-34689936-14ed-4c27-b898-55e11b15f07b {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:07.259989 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06767ba7-0d36-4549-b4e5-5dc57ee93d4a", "tag": "50f97644-8e34-4368-9f4b-d590a17a15f5", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:07.260236 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34689936-14ed-4c27-b898-55e11b15f07b {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:07.260625 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34689936-14ed-4c27-b898-55e11b15f07b'] response: {'name': 'network-changed', 'server_uuid': '06767ba7-0d36-4549-b4e5-5dc57ee93d4a', 'tag': '50f97644-8e34-4368-9f4b-d590a17a15f5', 'status': 'completed', 'code': 200} Apr 18 21:26:07.312782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0146bc50-55f0-462a-a603-c678d05aa35b req-4fb55450-7a4f-4f8a-8f94-00171037d44b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617495 Apr 18 21:26:07.319572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-39c47d39-074b-4524-9aac-a20e13eef297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.321103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-39c47d39-074b-4524-9aac-a20e13eef297 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=891f006ff542475191c4afbb9cf2247a&device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 1095 time: 0.0719161 Apr 18 21:26:07.367536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-126cd259-38cc-4d3a-b418-a545d4f04d6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f97644-8e34-4368-9f4b-d590a17a15f5 HTTP/1.1" status: 200 len: 217 time: 0.0340786 Apr 18 21:26:07.420166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-c9f76bb9-e148-4986-9711-eb6890821e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.422057 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-c9f76bb9-e148-4986-9711-eb6890821e9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2d96cea-86df-4f5d-bd5b-5b3042654495 HTTP/1.1" status: 200 len: 854 time: 0.0465300 Apr 18 21:26:07.457676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-53581218-ec5a-4211-94a0-df8799ec0b5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250263 Apr 18 21:26:07.560752 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-54e8fbe0-41d3-4c75-8398-29251f0a4953 service neutron] 10.222.0.64 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910821 Apr 18 21:26:07.665498 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f15c06f1-cc7a-4ecf-9a87-4841b2fb10e7 req-c950f342-9443-4d84-b6c2-f49184d8cd44 service neutron] 10.222.0.64 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947390 Apr 18 21:26:07.758816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d req-48b10de2-aba7-46fa-960e-0f2469191045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.760371 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d req-48b10de2-aba7-46fa-960e-0f2469191045 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=891f006ff542475191c4afbb9cf2247a&device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 1095 time: 0.0410075 Apr 18 21:26:07.857326 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d req-29376fd0-e559-4a9a-ae19-e9efacd3affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.859357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d req-29376fd0-e559-4a9a-ae19-e9efacd3affd service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 HTTP/1.1" status: 200 len: 915 time: 0.0922050 Apr 18 21:26:07.899058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d req-1982619b-2f0a-47a7-a08e-08fdff9a7a0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f97644-8e34-4368-9f4b-d590a17a15f5 HTTP/1.1" status: 200 len: 217 time: 0.0334854 Apr 18 21:26:07.951070 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d req-b75b9582-5b95-4354-93b7-244ba7933f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.953794 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d req-b75b9582-5b95-4354-93b7-244ba7933f6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e2d96cea-86df-4f5d-bd5b-5b3042654495 HTTP/1.1" status: 200 len: 854 time: 0.0442643 Apr 18 21:26:07.985780 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d req-a91ee3fb-3cd1-45d5-8fb0-1c81117a9619 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260210 Apr 18 21:26:08.080082 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d req-e71b8c08-3f18-4c54-9a61-6eb66ff269c3 service neutron] 10.222.0.64 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874403 Apr 18 21:26:08.168510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f4f2eadf-2dc2-4a7c-b255-8724d1ae2a9d req-3f9de6b8-10bb-4ba4-a7ad-3e56b5bf6ba7 service neutron] 10.222.0.64 "GET /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817597 Apr 18 21:26:08.441393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b9046-4e29-425d-b940-eba489912f1d req-de5b6ac1-7eb9-46fb-80ad-ba0d6847a69f tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:08.442908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-310b9046-4e29-425d-b940-eba489912f1d req-de5b6ac1-7eb9-46fb-80ad-ba0d6847a69f tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 944 time: 0.0548592 Apr 18 21:26:08.482828 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-310b9046-4e29-425d-b940-eba489912f1d req-e1e9716c-2ae2-426d-b564-6704de8c76a1 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338538 Apr 18 21:26:08.742431 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-91405cf7-71d4-44e6-a915-e1c47777e983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:09.501740 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:09.601789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ae004-df92-4855-874d-608cf38d3b9e req-10101894-98a2-4c07-ab16-3bb002cb12d1 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:09.603319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f4ae004-df92-4855-874d-608cf38d3b9e req-10101894-98a2-4c07-ab16-3bb002cb12d1 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 944 time: 0.0523782 Apr 18 21:26:09.645474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f4ae004-df92-4855-874d-608cf38d3b9e req-b2d3adcd-1e8d-4d90-af30-989d91e383ff tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360022 Apr 18 21:26:10.624948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 50f97644-8e34-4368-9f4b-d590a17a15f5 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:26:10.715713 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.733095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 50f97644-8e34-4368-9f4b-d590a17a15f5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=50f97644-8e34-4368-9f4b-d590a17a15f5,segment=NetworkSegment(d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd),segment_id=d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:10.744675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '50f97644-8e34-4368-9f4b-d590a17a15f5', 'network_id': 'fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43', 'port_id': '50f97644-8e34-4368-9f4b-d590a17a15f5', 'mac_address': 'fa:16:3e:06:63:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d96cea-86df-4f5d-bd5b-5b3042654495', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:26:10.761943 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dffdc9-931f-4f30-bac7-d18f25215c82 req-6efe4c05-773f-423b-95fe-5940b1d1b98d tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:10.763418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15dffdc9-931f-4f30-bac7-d18f25215c82 req-6efe4c05-773f-423b-95fe-5940b1d1b98d tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 944 time: 0.0496058 Apr 18 21:26:10.786050 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.799736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f97644-8e34-4368-9f4b-d590a17a15f5 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:26:10.805871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15dffdc9-931f-4f30-bac7-d18f25215c82 req-0bc6b79a-43be-412d-9ead-05dab4ca560b tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345082 Apr 18 21:26:10.820018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 50f97644-8e34-4368-9f4b-d590a17a15f5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=50f97644-8e34-4368-9f4b-d590a17a15f5,segment=NetworkSegment(d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd),segment_id=d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:10.824118 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:10.870869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=50f97644-8e34-4368-9f4b-d590a17a15f5,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:11.086254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['50f97644-8e34-4368-9f4b-d590a17a15f5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:26:11.333466 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.925533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398eb21-a411-4a19-8c3a-cec2f5097b27 req-967bed4a-5c37-4f00-8178-114a596017c3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:11.927039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3398eb21-a411-4a19-8c3a-cec2f5097b27 req-967bed4a-5c37-4f00-8178-114a596017c3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 945 time: 0.0532539 Apr 18 21:26:11.965186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3398eb21-a411-4a19-8c3a-cec2f5097b27 req-a53b035b-853c-4a18-b085-29ebe005aa30 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321512 Apr 18 21:26:12.624835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 50f97644-8e34-4368-9f4b-d590a17a15f5 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:12.676199 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 50f97644-8e34-4368-9f4b-d590a17a15f5 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:12.680074 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 50f97644-8e34-4368-9f4b-d590a17a15f5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:12.680474 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.755476 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.778442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06767ba7-0d36-4549-b4e5-5dc57ee93d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f97644-8e34-4368-9f4b-d590a17a15f5'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:12.781620 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9d70c-fea6-4d58-b58e-e130a198e061" -d '{"events": [{"server_uuid": "06767ba7-0d36-4549-b4e5-5dc57ee93d4a", "name": "network-vif-plugged", "status": "completed", "tag": "50f97644-8e34-4368-9f4b-d590a17a15f5"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:12.795006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 50f97644-8e34-4368-9f4b-d590a17a15f5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=50f97644-8e34-4368-9f4b-d590a17a15f5,segment=NetworkSegment(d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd),segment_id=d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:12.800995 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.824848 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb05c85-34e3-45e9-9960-1039022806f1 x-openstack-request-id: req-9eb05c85-34e3-45e9-9960-1039022806f1 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:12.825132 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06767ba7-0d36-4549-b4e5-5dc57ee93d4a", "name": "network-vif-plugged", "status": "completed", "tag": "50f97644-8e34-4368-9f4b-d590a17a15f5", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:12.825379 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9eb05c85-34e3-45e9-9960-1039022806f1 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:12.825756 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb05c85-34e3-45e9-9960-1039022806f1'] response: {'server_uuid': '06767ba7-0d36-4549-b4e5-5dc57ee93d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f97644-8e34-4368-9f4b-d590a17a15f5', 'code': 200} Apr 18 21:26:12.853714 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:12.866414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=50f97644-8e34-4368-9f4b-d590a17a15f5,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:12.923580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647059d-8c75-4e3d-a921-0fbae72647dc req-6f00b33e-74b6-455d-9966-8a91850987c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:12.925118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f647059d-8c75-4e3d-a921-0fbae72647dc req-6f00b33e-74b6-455d-9966-8a91850987c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 1097 time: 0.0399029 Apr 18 21:26:12.961903 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f647059d-8c75-4e3d-a921-0fbae72647dc req-f7962c11-9eaf-4539-806d-d7eee055792f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278504 Apr 18 21:26:13.082457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb5eaa-d38d-4fb4-b135-22aa7dd4934f req-24a4727e-103a-4d97-9e6e-198f9f5540da tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:13.084021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bbb5eaa-d38d-4fb4-b135-22aa7dd4934f req-24a4727e-103a-4d97-9e6e-198f9f5540da tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 946 time: 0.0478070 Apr 18 21:26:13.120192 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4bbb5eaa-d38d-4fb4-b135-22aa7dd4934f req-1c40fed5-48e0-40f9-afcd-140568fd5271 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301607 Apr 18 21:26:14.242999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824325d6-90af-4694-bef2-a28212c2e07a req-b1b9b1b5-bd72-405a-8855-7580f5958b65 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:14.244515 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-824325d6-90af-4694-bef2-a28212c2e07a req-b1b9b1b5-bd72-405a-8855-7580f5958b65 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 946 time: 0.0526657 Apr 18 21:26:14.283450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-824325d6-90af-4694-bef2-a28212c2e07a req-ce5b0c20-ed94-4826-b21d-7dc33df64cf3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328887 Apr 18 21:26:14.520653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801412c5-b54c-45f1-8a92-4855e0f79c41 req-bae52978-cf49-417f-8ff9-f0e7b5d95361 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:14.522150 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-801412c5-b54c-45f1-8a92-4855e0f79c41 req-bae52978-cf49-417f-8ff9-f0e7b5d95361 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 946 time: 0.0486112 Apr 18 21:26:14.560019 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-801412c5-b54c-45f1-8a92-4855e0f79c41 req-2aa6c4c4-c144-42c7-a436-f912dde1aebb tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317912 Apr 18 21:26:15.685300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f724-2f4f-44fb-ae0a-dff68e84e04b req-6599b104-6730-43c7-a1b0-f9452f2383ea tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:15.686826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1077f724-2f4f-44fb-ae0a-dff68e84e04b req-6599b104-6730-43c7-a1b0-f9452f2383ea tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 946 time: 0.0489068 Apr 18 21:26:15.726317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1077f724-2f4f-44fb-ae0a-dff68e84e04b req-adb21052-3d87-4f24-b6e4-703843e4b565 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329421 Apr 18 21:26:15.869074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-86da8cc1-6a41-493f-9f3b-170a0665db5e tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:15.870429 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-86da8cc1-6a41-493f-9f3b-170a0665db5e tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.64 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 946 time: 0.0512166 Apr 18 21:26:15.961707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-6ad8c715-8147-45d0-87c5-817c6a2a3ad3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Deleting port 50f97644-8e34-4368-9f4b-d590a17a15f5 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:26:15.962052 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-6ad8c715-8147-45d0-87c5-817c6a2a3ad3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.053905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-6ad8c715-8147-45d0-87c5-817c6a2a3ad3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] For port 50f97644-8e34-4368-9f4b-d590a17a15f5, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=50f97644-8e34-4368-9f4b-d590a17a15f5,segment=NetworkSegment(d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd),segment_id=d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:16.054276 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-6ad8c715-8147-45d0-87c5-817c6a2a3ad3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.066827 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-6ad8c715-8147-45d0-87c5-817c6a2a3ad3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Calling delete_port for 50f97644-8e34-4368-9f4b-d590a17a15f5 owned by compute:nova {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:26:16.195632 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-6ad8c715-8147-45d0-87c5-817c6a2a3ad3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.208792 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8c4c102d-f147-4ca8-bba8-da58956a5c4c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:26:16.214202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['50f97644-8e34-4368-9f4b-d590a17a15f5'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:26:16.224739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8c715-8147-45d0-87c5-817c6a2a3ad3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Pushing event deleted for resources: {'Port': ['ID=50f97644-8e34-4368-9f4b-d590a17a15f5,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:16.266287 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-6ad8c715-8147-45d0-87c5-817c6a2a3ad3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] No DVR routers for this DVR port 50f97644-8e34-4368-9f4b-d590a17a15f5 on host n-h2-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:16.269017 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-6ad8c715-8147-45d0-87c5-817c6a2a3ad3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.272560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96a9eddc-9d12-4660-9705-054ff8d18dac req-6ad8c715-8147-45d0-87c5-817c6a2a3ad3 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.64 "DELETE /v2.0/ports/50f97644-8e34-4368-9f4b-d590a17a15f5 HTTP/1.1" status: 204 len: 173 time: 0.3929765 Apr 18 21:26:16.273002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06767ba7-0d36-4549-b4e5-5dc57ee93d4a', 'name': 'network-vif-deleted', 'tag': '50f97644-8e34-4368-9f4b-d590a17a15f5'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:16.275286 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbf29df-22f2-4dd2-8b0a-1f235ae180a0" -d '{"events": [{"server_uuid": "06767ba7-0d36-4549-b4e5-5dc57ee93d4a", "name": "network-vif-deleted", "tag": "50f97644-8e34-4368-9f4b-d590a17a15f5"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:16.315323 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bbef62-fcfb-43cc-aff8-0a681a071f51 x-openstack-request-id: req-31bbef62-fcfb-43cc-aff8-0a681a071f51 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:16.315613 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06767ba7-0d36-4549-b4e5-5dc57ee93d4a", "name": "network-vif-deleted", "tag": "50f97644-8e34-4368-9f4b-d590a17a15f5", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:16.315894 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31bbef62-fcfb-43cc-aff8-0a681a071f51 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:16.316301 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bbef62-fcfb-43cc-aff8-0a681a071f51'] response: {'server_uuid': '06767ba7-0d36-4549-b4e5-5dc57ee93d4a', 'name': 'network-vif-deleted', 'tag': '50f97644-8e34-4368-9f4b-d590a17a15f5', 'status': 'completed', 'code': 200} Apr 18 21:26:16.402263 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.840397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-34b2b7cd-3fdf-4aa4-bd66-e12a414899ac req-b3413c54-87d3-45c5-9403-78b9e5a66831 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=06767ba7-0d36-4549-b4e5-5dc57ee93d4a HTTP/1.1" status: 200 len: 210 time: 0.0268807 Apr 18 21:26:17.995902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6537a83-7669-41b5-91af-14ba59dca800 req-55fc3b42-0460-459e-943e-4297bd1bdad8 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:17.997382 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6537a83-7669-41b5-91af-14ba59dca800 req-55fc3b42-0460-459e-943e-4297bd1bdad8 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0522966 Apr 18 21:26:18.035727 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b6537a83-7669-41b5-91af-14ba59dca800 req-80c915cd-05bf-41d0-8c67-fed2b331c2d7 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Apr 18 21:26:18.164645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65058e88-8ee6-48c7-b467-4f27145c5cdf req-a9623559-3cde-4527-865d-9bc64a726c51 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.166151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65058e88-8ee6-48c7-b467-4f27145c5cdf req-a9623559-3cde-4527-865d-9bc64a726c51 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0493357 Apr 18 21:26:18.206112 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65058e88-8ee6-48c7-b467-4f27145c5cdf req-3fde947f-3a27-4c3b-805a-e61033bee830 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Apr 18 21:26:18.329787 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10295f7d-d089-4d6c-b875-861d0232f0b5 req-42e87ed3-d99a-45ff-a602-bdb4f44ec342 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.331153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10295f7d-d089-4d6c-b875-861d0232f0b5 req-42e87ed3-d99a-45ff-a602-bdb4f44ec342 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0485733 Apr 18 21:26:18.367159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-10295f7d-d089-4d6c-b875-861d0232f0b5 req-77e19fcd-8b5d-427e-a4a1-8eaf44bc32df tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300663 Apr 18 21:26:18.536766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f6e5b-47e1-41d4-8894-79ddf8d0528b req-3dbb7767-2722-4ad5-ba7c-63fae21caf38 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.538221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-912f6e5b-47e1-41d4-8894-79ddf8d0528b req-3dbb7767-2722-4ad5-ba7c-63fae21caf38 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0517788 Apr 18 21:26:18.576449 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-912f6e5b-47e1-41d4-8894-79ddf8d0528b req-d00f6f72-5b21-4d28-8113-187032c61338 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322971 Apr 18 21:26:18.691568 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5abf10-a513-4e21-a8ca-c6bcdc4dd4d5 req-a47312d1-ad95-4ca9-9b9a-54c5d3696c48 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.693107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b5abf10-a513-4e21-a8ca-c6bcdc4dd4d5 req-a47312d1-ad95-4ca9-9b9a-54c5d3696c48 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Apr 18 21:26:18.730096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3b5abf10-a513-4e21-a8ca-c6bcdc4dd4d5 req-35e7a72d-016c-4552-8ba1-cea5b233cf5c tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310125 Apr 18 21:26:18.853302 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477731e7-dab0-411b-b3fd-7441e84d4228 req-1ebf708c-aae7-4384-93fc-c310effa4e5c tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:18.854694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-477731e7-dab0-411b-b3fd-7441e84d4228 req-1ebf708c-aae7-4384-93fc-c310effa4e5c tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0479062 Apr 18 21:26:18.892423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-477731e7-dab0-411b-b3fd-7441e84d4228 req-ddc8ba51-ab6c-4221-80fe-a61dbf6440da tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Apr 18 21:26:19.195366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da1eb-b0aa-42c5-8e5f-516e945cb815 req-b41e24ee-75f7-49ed-9811-941280f57cd7 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:19.196871 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-736da1eb-b0aa-42c5-8e5f-516e945cb815 req-b41e24ee-75f7-49ed-9811-941280f57cd7 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0530198 Apr 18 21:26:19.234988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-736da1eb-b0aa-42c5-8e5f-516e945cb815 req-d0bdd521-1d6d-49f0-b346-6cb85e8fad55 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Apr 18 21:26:20.352311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81e7db-243a-4b47-8e7e-680e4e0daa64 req-d53124b0-5bd1-4b5e-9b46-15bf527e1d38 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:20.353791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b81e7db-243a-4b47-8e7e-680e4e0daa64 req-d53124b0-5bd1-4b5e-9b46-15bf527e1d38 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0497031 Apr 18 21:26:20.391184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b81e7db-243a-4b47-8e7e-680e4e0daa64 req-c1a93905-bc52-475f-a646-e4a6d5fa12aa tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/security-groups?id=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313501 Apr 18 21:26:20.670621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 50f97644-8e34-4368-9f4b-d590a17a15f5 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:26:20.691051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 50f97644-8e34-4368-9f4b-d590a17a15f5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:26:20.691397 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 50f97644-8e34-4368-9f4b-d590a17a15f5 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:26:20.870622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-9cc13883-0781-45e5-99f0-1c876f911a21 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:20.872122 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-9cc13883-0781-45e5-99f0-1c876f911a21 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.60 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 945 time: 0.0487111 Apr 18 21:26:20.964669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-91b55634-d15a-47ae-bf6b-8ba1c7728301 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Deleting port 8c4c102d-f147-4ca8-bba8-da58956a5c4c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:26:20.965018 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-91b55634-d15a-47ae-bf6b-8ba1c7728301 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.050600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-91b55634-d15a-47ae-bf6b-8ba1c7728301 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] For port 8c4c102d-f147-4ca8-bba8-da58956a5c4c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=8c4c102d-f147-4ca8-bba8-da58956a5c4c,segment=NetworkSegment(d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd),segment_id=d7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:21.050967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-91b55634-d15a-47ae-bf6b-8ba1c7728301 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.063721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-91b55634-d15a-47ae-bf6b-8ba1c7728301 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Calling delete_port for 8c4c102d-f147-4ca8-bba8-da58956a5c4c owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:26:21.190641 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-91b55634-d15a-47ae-bf6b-8ba1c7728301 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.202204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['8c4c102d-f147-4ca8-bba8-da58956a5c4c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:26:21.220984 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b55634-d15a-47ae-bf6b-8ba1c7728301 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Pushing event deleted for resources: {'Port': ['ID=8c4c102d-f147-4ca8-bba8-da58956a5c4c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:21.263522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-91b55634-d15a-47ae-bf6b-8ba1c7728301 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] No DVR routers for this DVR port 8c4c102d-f147-4ca8-bba8-da58956a5c4c on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:21.266199 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-91b55634-d15a-47ae-bf6b-8ba1c7728301 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.269704 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-93e858d5-0ce4-40fd-b891-d01c09b653f1 req-91b55634-d15a-47ae-bf6b-8ba1c7728301 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.60 "DELETE /v2.0/ports/8c4c102d-f147-4ca8-bba8-da58956a5c4c HTTP/1.1" status: 204 len: 173 time: 0.3920577 Apr 18 21:26:21.270148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12dbe98-bbe5-4b6a-8186-340bebff9d80', 'name': 'network-vif-deleted', 'tag': '8c4c102d-f147-4ca8-bba8-da58956a5c4c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:21.272450 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288c02ce-d844-4813-993b-d54b6ec0d4e5" -d '{"events": [{"server_uuid": "a12dbe98-bbe5-4b6a-8186-340bebff9d80", "name": "network-vif-deleted", "tag": "8c4c102d-f147-4ca8-bba8-da58956a5c4c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:21.309994 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3fc752-bb47-4ce4-a47b-0a5e477ea21b x-openstack-request-id: req-5e3fc752-bb47-4ce4-a47b-0a5e477ea21b {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:21.310283 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a12dbe98-bbe5-4b6a-8186-340bebff9d80", "name": "network-vif-deleted", "tag": "8c4c102d-f147-4ca8-bba8-da58956a5c4c", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:21.310557 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e3fc752-bb47-4ce4-a47b-0a5e477ea21b {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:21.310988 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3fc752-bb47-4ce4-a47b-0a5e477ea21b'] response: {'server_uuid': 'a12dbe98-bbe5-4b6a-8186-340bebff9d80', 'name': 'network-vif-deleted', 'tag': '8c4c102d-f147-4ca8-bba8-da58956a5c4c', 'status': 'completed', 'code': 200} Apr 18 21:26:21.495716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87217219-f756-49c5-afe5-5fdfb9c87374 req-8e87b98b-9140-45c0-a3aa-22e6b804abf6 tempest-ServersNegativeTestJSON-899241702 tempest-ServersNegativeTestJSON-899241702-project] 10.222.0.49 "GET /v2.0/ports?device_id=a12dbe98-bbe5-4b6a-8186-340bebff9d80 HTTP/1.1" status: 200 len: 210 time: 0.0263960 Apr 18 21:26:22.281446 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:26:22.552844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52362) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:22.597263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-a498353d-094d-4b21-a54c-2ecd10b35c55 admin admin] Deleting subnet e2d96cea-86df-4f5d-bd5b-5b3042654495 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:26:22.600568 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a498353d-094d-4b21-a54c-2ecd10b35c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.638638 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a498353d-094d-4b21-a54c-2ecd10b35c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.677577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a498353d-094d-4b21-a54c-2ecd10b35c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.729103 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a498353d-094d-4b21-a54c-2ecd10b35c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.756033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498353d-094d-4b21-a54c-2ecd10b35c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d96cea-86df-4f5d-bd5b-5b3042654495,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:22.758022 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a498353d-094d-4b21-a54c-2ecd10b35c55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.761291 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a498353d-094d-4b21-a54c-2ecd10b35c55 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e2d96cea-86df-4f5d-bd5b-5b3042654495 HTTP/1.1" status: 204 len: 168 time: 0.2074437 Apr 18 21:26:22.763761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52364) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:22.836769 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.914154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.934134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:22.944325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:22.944617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7597f2f-5d13-4a3a-ba4d-5d5ee5cfc4bd') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:22.953672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.967107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.973536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:26:22.973917 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:22.975532 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:23.031900 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.038944 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.042047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] 10.222.0.49 "DELETE /v2.0/networks/fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43 HTTP/1.1" status: 204 len: 168 time: 0.2770629 Apr 18 21:26:23.051749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963cf37-f384-443b-ab7d-24a995eb2aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4bc4ac-f20d-4b12-8caf-3a8fe4d13a43,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:23.147602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52368) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:23.187208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2886b0bb-3cf9-425f-8f72-ed155bb0660e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=891f006ff542475191c4afbb9cf2247a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384130 Apr 18 21:26:23.189677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52370) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:23.236198 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-19a74019-2a1d-424e-ad7c-e3833af2f3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.256738 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-19a74019-2a1d-424e-ad7c-e3833af2f3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.303347 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-19a74019-2a1d-424e-ad7c-e3833af2f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.305986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-19a74019-2a1d-424e-ad7c-e3833af2f3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.307147 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-19a74019-2a1d-424e-ad7c-e3833af2f3af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fbe12e3-3a1a-435f-87b9-6fa1abc813b0 HTTP/1.1" status: 204 len: 168 time: 0.1165640 Apr 18 21:26:23.315537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a74019-2a1d-424e-ad7c-e3833af2f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbe12e3-3a1a-435f-87b9-6fa1abc813b0,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:23.893026 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8c4c102d-f147-4ca8-bba8-da58956a5c4c no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:26:23.913619 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 8c4c102d-f147-4ca8-bba8-da58956a5c4c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:26:23.913952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 8c4c102d-f147-4ca8-bba8-da58956a5c4c not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:26:23.993978 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52392) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:24.088698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1627070099'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:24.108744 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Made reservation on behalf of 69e4817eea794d28b2a2c1e9502393fe for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:24.112173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.124121 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.198495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.202268 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.229374 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:24.239141 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ea64e5-7c7a-4c9e-8439-ba3e83ff3455,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:24.244263 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.244604 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Added segment 8d12429e-e214-4a5a-90f4-80a41ab449b8 of type vlan for network 1e1f9e8f-8e90-43bd-b3e0-56fae2784405 Apr 18 21:26:24.285688 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.309568 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.315610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:24.316218 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.378257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3831646 Apr 18 21:26:24.386167 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bd431-da42-4805-b25d-837b5db56480 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'Network': ['ID=1e1f9e8f-8e90-43bd-b3e0-56fae2784405,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:24.396578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 1e1f9e8f-8e90-43bd-b3e0-56fae2784405 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:26:27.671812 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52396) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:27.677402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Request body: {'subnet': {'network_id': '1e1f9e8f-8e90-43bd-b3e0-56fae2784405', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:27.761369 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Made reservation on behalf of 69e4817eea794d28b2a2c1e9502393fe for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:27.764806 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.946327 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.004202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'Subnet': ['ID=73a70d0f-8eea-40c6-aa6e-514dcb7e108b,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.012688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Checking segment: {'id': '8d12429e-e214-4a5a-90f4-80a41ab449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1e1f9e8f-8e90-43bd-b3e0-56fae2784405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:28.013034 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Network hostable DHCP agents. Network: 1e1f9e8f-8e90-43bd-b3e0-56fae2784405, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:28.028696 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Network 1e1f9e8f-8e90-43bd-b3e0-56fae2784405 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:28.038423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 1e1f9e8f-8e90-43bd-b3e0-56fae2784405) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:28.043135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.043732 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.050687 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d6ac66-5901-4d87-b0d2-f429fa760ad5 None None] Network 1e1f9e8f-8e90-43bd-b3e0-56fae2784405 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:28.060169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c551418a-2ced-4218-9acf-8af2c9ffeeff tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3872056 Apr 18 21:26:28.063957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52398) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:28.069394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296255960'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:28.088271 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Made reservation on behalf of 69e4817eea794d28b2a2c1e9502393fe for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:28.091677 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.120016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:28.129122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.129577 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Added segment fbbcd2e8-608f-4c2f-875c-bf6bd1712074 of type vlan for network a78a0ab3-7758-4529-adf1-4d36486e1395 Apr 18 21:26:28.169551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.188618 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-1e1f9e8f-8e90-43bd-b3e0-56fae2784405', 'network_id': '1e1f9e8f-8e90-43bd-b3e0-56fae2784405', 'tenant_id': '69e4817eea794d28b2a2c1e9502393fe', 'fixed_ips': [{'subnet_id': '73a70d0f-8eea-40c6-aa6e-514dcb7e108b'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:26:28.189616 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.197288 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.202906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.203497 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.258707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1936884 Apr 18 21:26:28.261663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52400) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:28.266767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Request body: {'subnet': {'network_id': 'a78a0ab3-7758-4529-adf1-4d36486e1395', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:28.274268 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a338a-2bf2-4025-a927-f28d5e9faeb6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'Network': ['ID=a78a0ab3-7758-4529-adf1-4d36486e1395,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.288125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a78a0ab3-7758-4529-adf1-4d36486e1395 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:26:28.357417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Made reservation on behalf of 69e4817eea794d28b2a2c1e9502393fe for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:28.361022 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.390216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Allocated IP 2001:db8:0:ffff::2 (1e1f9e8f-8e90-43bd-b3e0-56fae2784405/73a70d0f-8eea-40c6-aa6e-514dcb7e108b/5edad782-3c0a-46ec-98cd-6a4ccee17855) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:28.537846 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.544567 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.557536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.586207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Network 1e1f9e8f-8e90-43bd-b3e0-56fae2784405 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:28.591418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:28.593749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Pushing event updated for resources: {'Port': ['ID=5edad782-3c0a-46ec-98cd-6a4ccee17855,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.596951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:28.617594 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'Subnet': ['ID=9f6a4fa0-9968-4aa8-a450-eeb4eeb6357e,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.626832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Checking segment: {'id': 'fbbcd2e8-608f-4c2f-875c-bf6bd1712074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'a78a0ab3-7758-4529-adf1-4d36486e1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:28.627193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Network hostable DHCP agents. Network: a78a0ab3-7758-4529-adf1-4d36486e1395, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:28.643872 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Network a78a0ab3-7758-4529-adf1-4d36486e1395 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:28.649648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Attempting to bind port 5edad782-3c0a-46ec-98cd-6a4ccee17855 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:28.650012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Attempting to bind port 5edad782-3c0a-46ec-98cd-6a4ccee17855 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '8d12429e-e214-4a5a-90f4-80a41ab449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1e1f9e8f-8e90-43bd-b3e0-56fae2784405'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:28.650376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Attempting to bind port 5edad782-3c0a-46ec-98cd-6a4ccee17855 on network 1e1f9e8f-8e90-43bd-b3e0-56fae2784405 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:28.652583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a78a0ab3-7758-4529-adf1-4d36486e1395) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:28.655645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:28.656030 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Checking segment: {'id': '8d12429e-e214-4a5a-90f4-80a41ab449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1e1f9e8f-8e90-43bd-b3e0-56fae2784405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:28.656626 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.657016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Bound using segment: {'id': '8d12429e-e214-4a5a-90f4-80a41ab449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1e1f9e8f-8e90-43bd-b3e0-56fae2784405'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:28.657987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.658117 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Bound port: 5edad782-3c0a-46ec-98cd-6a4ccee17855, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d12429e-e214-4a5a-90f4-80a41ab449b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '1e1f9e8f-8e90-43bd-b3e0-56fae2784405'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:28.658378 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.658584 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.668540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a5847-08cd-4c00-ad03-7adca7965e3e None None] Network a78a0ab3-7758-4529-adf1-4d36486e1395 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:28.675246 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e3f76f06-e59c-40db-929f-948487552944 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4125154 Apr 18 21:26:28.678131 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52402) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:28.784085 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.794657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] For port 5edad782-3c0a-46ec-98cd-6a4ccee17855, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:28.799050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] For port 5edad782-3c0a-46ec-98cd-6a4ccee17855, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5edad782-3c0a-46ec-98cd-6a4ccee17855,segment=NetworkSegment(8d12429e-e214-4a5a-90f4-80a41ab449b8),segment_id=8d12429e-e214-4a5a-90f4-80a41ab449b8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:28.817939 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.863084 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.904521 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552d284-4944-4df7-aabe-1235eed209e9 None None] Pushing event updated for resources: {'Port': ['ID=5edad782-3c0a-46ec-98cd-6a4ccee17855,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.913152 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9248659d-358d-49e5-87bd-fe4496b8cc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a78a0ab3-7758-4529-adf1-4d36486e1395', 'network_id': 'a78a0ab3-7758-4529-adf1-4d36486e1395', 'tenant_id': '69e4817eea794d28b2a2c1e9502393fe', 'fixed_ips': [{'subnet_id': '9f6a4fa0-9968-4aa8-a450-eeb4eeb6357e'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:26:28.914231 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9248659d-358d-49e5-87bd-fe4496b8cc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.938775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.973484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6a4fa0-9968-4aa8-a450-eeb4eeb6357e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server [None req-9248659d-358d-49e5-87bd-fe4496b8cc48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f6a4fa0-9968-4aa8-a450-eeb4eeb6357e: This subnet is being modified by another concurrent operation. Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f6a4fa0-9968-4aa8-a450-eeb4eeb6357e: This subnet is being modified by another concurrent operation. Apr 18 21:26:29.022220 n-d-836015-4 neutron-server[102905]: ERROR oslo_messaging.rpc.server Apr 18 21:26:29.042914 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.044438 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21cd48a-91d7-4a04-baff-8e6ffacdfb34 None None] Network a78a0ab3-7758-4529-adf1-4d36486e1395 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:29.064333 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78a0ab3-7758-4529-adf1-4d36486e1395']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:29.099997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbcd2e8-608f-4c2f-875c-bf6bd1712074') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:29.100382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbcd2e8-608f-4c2f-875c-bf6bd1712074') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:29.110230 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.124507 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.135233 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:26:29.136152 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:29.155980 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:29.213047 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.223086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.230734 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/networks/a78a0ab3-7758-4529-adf1-4d36486e1395 HTTP/1.1" status: 204 len: 168 time: 0.5481434 Apr 18 21:26:29.232406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52404) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:29.240014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1608979977'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:29.248924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a51725-f233-4595-b1fc-87ea4c194e39 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Network': ['ID=a78a0ab3-7758-4529-adf1-4d36486e1395,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:29.268460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Made reservation on behalf of 69e4817eea794d28b2a2c1e9502393fe for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:29.272150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.276299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5edad782-3c0a-46ec-98cd-6a4ccee17855 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:29.303832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:29.313535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.314736 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Added segment cb99549d-98d2-4747-a43a-b7e2368cb5ac of type vlan for network a9d43877-0afd-4781-99f9-b70237feecee Apr 18 21:26:29.329058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5edad782-3c0a-46ec-98cd-6a4ccee17855 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:29.329331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.354367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.380799 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.386322 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:29.386915 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.411079 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.445869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 5edad782-3c0a-46ec-98cd-6a4ccee17855, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5edad782-3c0a-46ec-98cd-6a4ccee17855,segment=NetworkSegment(8d12429e-e214-4a5a-90f4-80a41ab449b8),segment_id=8d12429e-e214-4a5a-90f4-80a41ab449b8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:29.450666 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.470752 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2357521 Apr 18 21:26:29.473765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52406) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:29.480003 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Request body: {'subnet': {'network_id': 'a9d43877-0afd-4781-99f9-b70237feecee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:29.500191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=5edad782-3c0a-46ec-98cd-6a4ccee17855,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:29.502174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b2b74-6da4-45d2-91a8-fdc03405dcf4 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'Network': ['ID=a9d43877-0afd-4781-99f9-b70237feecee,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:29.519005 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a9d43877-0afd-4781-99f9-b70237feecee details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:26:29.573695 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Made reservation on behalf of 69e4817eea794d28b2a2c1e9502393fe for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:29.577733 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.641512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Performing IP validity checks on allocation pools {{(pid=102904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 18 21:26:29.642608 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.ipam_backend_mixin [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102904) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 18 21:26:29.777563 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.842555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'Subnet': ['ID=9dfbb04d-62cc-4b08-869b-c684a8255adc,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:29.853781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Checking segment: {'id': 'cb99549d-98d2-4747-a43a-b7e2368cb5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'a9d43877-0afd-4781-99f9-b70237feecee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:29.853979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Network hostable DHCP agents. Network: a9d43877-0afd-4781-99f9-b70237feecee, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:29.871017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Network a9d43877-0afd-4781-99f9-b70237feecee is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:29.879689 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a9d43877-0afd-4781-99f9-b70237feecee) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:29.883995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:29.884846 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.893083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7ca2db-8f00-4e65-8d03-19562a8eea59 None None] Network a9d43877-0afd-4781-99f9-b70237feecee requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:29.902939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b56dd5b5-ab4b-43f8-b2a8-e317a1d55b2e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4276466 Apr 18 21:26:29.905803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52408) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:29.942151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a6ed89-f515-4a6e-90df-4cce42541d77 None None] Network 1e1f9e8f-8e90-43bd-b3e0-56fae2784405 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:30.004353 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.056112 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.068662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fa4c1209-77e8-4359-a202-e44a1d10d32c None None] Provisioning complete for port 5edad782-3c0a-46ec-98cd-6a4ccee17855 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:30.068985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fa4c1209-77e8-4359-a202-e44a1d10d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.119813 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.145919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfbb04d-62cc-4b08-869b-c684a8255adc,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:30.183235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050ba334-1c11-4849-bb46-76e2dbd6fbda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a9d43877-0afd-4781-99f9-b70237feecee', 'network_id': 'a9d43877-0afd-4781-99f9-b70237feecee', 'tenant_id': '69e4817eea794d28b2a2c1e9502393fe', 'fixed_ips': [{'subnet_id': '9dfbb04d-62cc-4b08-869b-c684a8255adc'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:26:30.184036 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-050ba334-1c11-4849-bb46-76e2dbd6fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.205903 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.226764 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d43877-0afd-4781-99f9-b70237feecee']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:30.236567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb99549d-98d2-4747-a43a-b7e2368cb5ac') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:30.236862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb99549d-98d2-4747-a43a-b7e2368cb5ac') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:30.246386 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.259947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.266231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:26:30.266628 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:30.269724 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:30.337232 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.344451 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.347657 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/networks/a9d43877-0afd-4781-99f9-b70237feecee HTTP/1.1" status: 204 len: 168 time: 0.4408209 Apr 18 21:26:30.351682 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52410) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:30.356603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015621599'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:30.369748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109bd7f-b493-418a-8d85-8e0cd782bfe2 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Network': ['ID=a9d43877-0afd-4781-99f9-b70237feecee,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:30.387253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Made reservation on behalf of 69e4817eea794d28b2a2c1e9502393fe for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:30.390765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.415328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:30.425290 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.425628 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Added segment a4318a11-b660-416c-9a99-bd9f8fe7f0e1 of type vlan for network 91332377-b875-4461-8801-dccbc9cbc79d Apr 18 21:26:30.441246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2766025-d3f3-4bfb-a9fa-ac3cd659070a None None] Network a9d43877-0afd-4781-99f9-b70237feecee requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:30.453606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2766025-d3f3-4bfb-a9fa-ac3cd659070a None None] Network a9d43877-0afd-4781-99f9-b70237feecee could not be found, it might have been deleted concurrently. {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 21:26:30.466607 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.492773 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.498435 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.499312 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.560559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2077663 Apr 18 21:26:30.563451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52412) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:30.570068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Request body: {'subnet': {'network_id': '91332377-b875-4461-8801-dccbc9cbc79d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:30.577189 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f5ce4-a99a-4783-a14c-1caf7f5d9ed9 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'Network': ['ID=91332377-b875-4461-8801-dccbc9cbc79d,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:30.587823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 91332377-b875-4461-8801-dccbc9cbc79d details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:26:30.658800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Made reservation on behalf of 69e4817eea794d28b2a2c1e9502393fe for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:30.662457 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.664732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7cd0fb-55f4-45ea-b219-618394de9a71 None None] get_active_networks_info from n-d-836015-4 {{(pid=102905) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 18 21:26:30.734379 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7cd0fb-55f4-45ea-b219-618394de9a71 None None] Resources bound (agent type, host, resource id): {{(pid=102905) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:26:30.802819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f756448e-6c7f-492b-b8e4-961ccca1fd8b None None] Provisioning complete for port 5edad782-3c0a-46ec-98cd-6a4ccee17855 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:30.803472 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f756448e-6c7f-492b-b8e4-961ccca1fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.851692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.922867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'Subnet': ['ID=e4cfb8ba-ad33-46f1-a345-655a224a063b,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:30.931469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Checking segment: {'id': 'a4318a11-b660-416c-9a99-bd9f8fe7f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '91332377-b875-4461-8801-dccbc9cbc79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:30.931825 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Network hostable DHCP agents. Network: 91332377-b875-4461-8801-dccbc9cbc79d, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:30.950233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Network 91332377-b875-4461-8801-dccbc9cbc79d is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:30.960982 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 91332377-b875-4461-8801-dccbc9cbc79d) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:30.965282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.965891 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.986695 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-74e36d24-5382-4593-804b-c69f40ec767d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4169278 Apr 18 21:26:30.986945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52414) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:30.991802 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-955615908'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:31.011778 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Made reservation on behalf of 69e4817eea794d28b2a2c1e9502393fe for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:31.015237 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.020416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ed408e-b915-4cc2-a8aa-4936b829a352 None None] Network 91332377-b875-4461-8801-dccbc9cbc79d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:31.040371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:31.049864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.050256 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Added segment acc7022d-4f45-4497-9f6c-db6e28f80d11 of type vlan for network b2bff92a-4b83-4109-b397-c41325835181 Apr 18 21:26:31.088370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.114198 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.119760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:31.120377 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.153363 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1622095 Apr 18 21:26:31.155492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52416) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:31.165071 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Request body: {'subnet': {'network_id': 'b2bff92a-4b83-4109-b397-c41325835181', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:31.177210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-91332377-b875-4461-8801-dccbc9cbc79d', 'network_id': '91332377-b875-4461-8801-dccbc9cbc79d', 'tenant_id': '69e4817eea794d28b2a2c1e9502393fe', 'fixed_ips': [{'subnet_id': 'e4cfb8ba-ad33-46f1-a345-655a224a063b'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:26:31.178190 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.196019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685f4e9-654d-4c8a-9320-07340cfd87e0 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'Network': ['ID=b2bff92a-4b83-4109-b397-c41325835181,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:31.205963 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5edad782-3c0a-46ec-98cd-6a4ccee17855 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:31.213431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network b2bff92a-4b83-4109-b397-c41325835181 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:26:31.269549 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Made reservation on behalf of 69e4817eea794d28b2a2c1e9502393fe for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:31.273124 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.411747 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 5edad782-3c0a-46ec-98cd-6a4ccee17855 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:31.412142 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.419091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Allocated IP 2001:db8::2 (91332377-b875-4461-8801-dccbc9cbc79d/e4cfb8ba-ad33-46f1-a345-655a224a063b/37cc95a1-35c3-4e6c-897e-1c474160f05d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:31.460285 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.518470 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event updated for resources: {'Subnet': ['ID=ae347f0b-02de-469a-861d-d2ed3dac4ec0,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:31.529834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Checking segment: {'id': 'acc7022d-4f45-4497-9f6c-db6e28f80d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b2bff92a-4b83-4109-b397-c41325835181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:31.530459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Network hostable DHCP agents. Network: b2bff92a-4b83-4109-b397-c41325835181, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:31.547595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Network b2bff92a-4b83-4109-b397-c41325835181 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:31.557129 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, b2bff92a-4b83-4109-b397-c41325835181) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:31.561799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:31.562377 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.571951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1429f9-2cb8-48a5-99e3-d081d9b489fb None None] Network b2bff92a-4b83-4109-b397-c41325835181 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:31.581210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2ee9d5b3-6ab5-4d8a-ba7f-3489569e7b3d tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4240208 Apr 18 21:26:31.584674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52418) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:31.682696 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.683344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.695699 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.764806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.771671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Network 91332377-b875-4461-8801-dccbc9cbc79d is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:31.777273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Pushing event updated for resources: {'Port': ['ID=37cc95a1-35c3-4e6c-897e-1c474160f05d,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:31.780224 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:31.783826 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:31.827083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3560587-44ca-4aea-891e-0f6dc4992f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-b2bff92a-4b83-4109-b397-c41325835181', 'network_id': 'b2bff92a-4b83-4109-b397-c41325835181', 'tenant_id': '69e4817eea794d28b2a2c1e9502393fe', 'fixed_ips': [{'subnet_id': 'ae347f0b-02de-469a-861d-d2ed3dac4ec0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:26:31.827958 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e3560587-44ca-4aea-891e-0f6dc4992f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.843370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.870932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Subnet': ['ID=ae347f0b-02de-469a-861d-d2ed3dac4ec0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:31.875540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Attempting to bind port 37cc95a1-35c3-4e6c-897e-1c474160f05d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:31.875947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Attempting to bind port 37cc95a1-35c3-4e6c-897e-1c474160f05d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'a4318a11-b660-416c-9a99-bd9f8fe7f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '91332377-b875-4461-8801-dccbc9cbc79d'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:31.876916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Attempting to bind port 37cc95a1-35c3-4e6c-897e-1c474160f05d on network 91332377-b875-4461-8801-dccbc9cbc79d {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:31.930328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:31.930748 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Checking segment: {'id': 'a4318a11-b660-416c-9a99-bd9f8fe7f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '91332377-b875-4461-8801-dccbc9cbc79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:31.931199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.931587 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Bound using segment: {'id': 'a4318a11-b660-416c-9a99-bd9f8fe7f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '91332377-b875-4461-8801-dccbc9cbc79d'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:31.931697 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.932167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Bound port: 37cc95a1-35c3-4e6c-897e-1c474160f05d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4318a11-b660-416c-9a99-bd9f8fe7f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '91332377-b875-4461-8801-dccbc9cbc79d'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:31.932533 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.957869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bff92a-4b83-4109-b397-c41325835181']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:31.967057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc7022d-4f45-4497-9f6c-db6e28f80d11') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:31.967575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc7022d-4f45-4497-9f6c-db6e28f80d11') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:31.970077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f399c-e7dd-43f9-a877-00fd140e1b0c None None] Network b2bff92a-4b83-4109-b397-c41325835181 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:31.981915 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.995551 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.001838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:26:32.002220 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:32.005154 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:32.056389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] For port 37cc95a1-35c3-4e6c-897e-1c474160f05d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:32.062184 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.070417 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.073663 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/networks/b2bff92a-4b83-4109-b397-c41325835181 HTTP/1.1" status: 204 len: 168 time: 0.4879878 Apr 18 21:26:32.076672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52420) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:32.086340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2684bf-6bb7-4a01-b543-1cab6e74d52b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Network': ['ID=b2bff92a-4b83-4109-b397-c41325835181,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:32.088688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] For port 37cc95a1-35c3-4e6c-897e-1c474160f05d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=37cc95a1-35c3-4e6c-897e-1c474160f05d,segment=NetworkSegment(a4318a11-b660-416c-9a99-bd9f8fe7f0e1),segment_id=a4318a11-b660-416c-9a99-bd9f8fe7f0e1)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:32.104343 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.117521 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7498edb-00e9-45ad-a15f-a7d81db608fc tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] GET failed (client error): The resource could not be found. Apr 18 21:26:32.121425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a7498edb-00e9-45ad-a15f-a7d81db608fc tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "GET /v2.0/subnets/ae347f0b-02de-469a-861d-d2ed3dac4ec0 HTTP/1.1" status: 404 len: 337 time: 0.0411987 Apr 18 21:26:32.121647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52422) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:32.139878 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-c191c92d-f3e8-4877-9926-27568c7c5f0a tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] DELETE failed (client error): The resource could not be found. Apr 18 21:26:32.140450 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c191c92d-f3e8-4877-9926-27568c7c5f0a tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:26:32.147512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c191c92d-f3e8-4877-9926-27568c7c5f0a tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/networks/b2bff92a-4b83-4109-b397-c41325835181 HTTP/1.1" status: 404 len: 339 time: 0.0214205 Apr 18 21:26:32.148397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52424) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:32.164825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579094d-4365-41ad-adc6-9ec66d4c3faf None None] Pushing event updated for resources: {'Port': ['ID=37cc95a1-35c3-4e6c-897e-1c474160f05d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:32.175688 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5bdfe9-1136-4be7-b068-3eae0a2d64c6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] DELETE failed (client error): The resource could not be found. Apr 18 21:26:32.176236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5bdfe9-1136-4be7-b068-3eae0a2d64c6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:26:32.179306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-da5bdfe9-1136-4be7-b068-3eae0a2d64c6 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/subnets/ae347f0b-02de-469a-861d-d2ed3dac4ec0 HTTP/1.1" status: 404 len: 337 time: 0.0305254 Apr 18 21:26:32.181957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52426) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:32.201340 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-345eb294-406e-4fe4-9f74-bcae8b6aca45 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] DELETE failed (client error): The resource could not be found. Apr 18 21:26:32.201811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345eb294-406e-4fe4-9f74-bcae8b6aca45 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:26:32.205423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-345eb294-406e-4fe4-9f74-bcae8b6aca45 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/networks/b2bff92a-4b83-4109-b397-c41325835181 HTTP/1.1" status: 404 len: 339 time: 0.0224798 Apr 18 21:26:32.208282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52428) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:32.264834 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-686d46c3-a059-4dbe-a3b6-e18fa598855c tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Deleting subnet e4cfb8ba-ad33-46f1-a345-655a224a063b {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:26:32.269819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-686d46c3-a059-4dbe-a3b6-e18fa598855c tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.338191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-686d46c3-a059-4dbe-a3b6-e18fa598855c tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.459721 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-686d46c3-a059-4dbe-a3b6-e18fa598855c tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.757121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-686d46c3-a059-4dbe-a3b6-e18fa598855c tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.785486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d46c3-a059-4dbe-a3b6-e18fa598855c tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cfb8ba-ad33-46f1-a345-655a224a063b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:32.789539 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-686d46c3-a059-4dbe-a3b6-e18fa598855c tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.792962 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-686d46c3-a059-4dbe-a3b6-e18fa598855c tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/subnets/e4cfb8ba-ad33-46f1-a345-655a224a063b HTTP/1.1" status: 204 len: 168 time: 0.5831311 Apr 18 21:26:32.795393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52430) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:32.874869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.936161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Deleting port 37cc95a1-35c3-4e6c-897e-1c474160f05d {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:26:32.936499 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.001028 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] For port 37cc95a1-35c3-4e6c-897e-1c474160f05d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=37cc95a1-35c3-4e6c-897e-1c474160f05d,segment=NetworkSegment(a4318a11-b660-416c-9a99-bd9f8fe7f0e1),segment_id=a4318a11-b660-416c-9a99-bd9f8fe7f0e1)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:33.001951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.015249 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Calling delete_port for 37cc95a1-35c3-4e6c-897e-1c474160f05d owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:26:33.049844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc30d9-25c8-45f8-8867-e401f5adf3fb None None] Network 91332377-b875-4461-8801-dccbc9cbc79d requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:33.100781 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.122204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0e3107cd-24fe-4251-ba70-d47ce781c275 None None] Provisioning complete for port 37cc95a1-35c3-4e6c-897e-1c474160f05d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:33.122575 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e3107cd-24fe-4251-ba70-d47ce781c275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.128202 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] No DVR routers for this DVR port 37cc95a1-35c3-4e6c-897e-1c474160f05d on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:33.130155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Port': ['ID=37cc95a1-35c3-4e6c-897e-1c474160f05d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:33.159460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0e3107cd-24fe-4251-ba70-d47ce781c275 None None] Port 37cc95a1-35c3-4e6c-897e-1c474160f05d was deleted so its status cannot be updated. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 18 21:26:33.208385 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.234968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85610ff2-6838-4d73-b3ef-10342dfe086e None None] DHCP port deletion for 91332377-b875-4461-8801-dccbc9cbc79d request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:26:33.236666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91332377-b875-4461-8801-dccbc9cbc79d']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:33.247545 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4318a11-b660-416c-9a99-bd9f8fe7f0e1') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:33.247894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4318a11-b660-416c-9a99-bd9f8fe7f0e1') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:33.257331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.270091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.276281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:26:33.276726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:33.279576 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:33.336206 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.342761 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.346370 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/networks/91332377-b875-4461-8801-dccbc9cbc79d HTTP/1.1" status: 204 len: 168 time: 0.5498180 Apr 18 21:26:33.349012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52432) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:33.361805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab8745-783e-48a5-acc4-75a942652759 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Network': ['ID=91332377-b875-4461-8801-dccbc9cbc79d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:33.374673 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe6eed9-879b-4a33-aa8a-d47b4ee18f9e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] DELETE failed (client error): The resource could not be found. Apr 18 21:26:33.375124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe6eed9-879b-4a33-aa8a-d47b4ee18f9e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:26:33.378090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bbe6eed9-879b-4a33-aa8a-d47b4ee18f9e tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/subnets/9dfbb04d-62cc-4b08-869b-c684a8255adc HTTP/1.1" status: 404 len: 337 time: 0.0281131 Apr 18 21:26:33.380602 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52434) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:33.397722 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e72d910-fa6f-43f3-b0c4-e665982ce484 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] DELETE failed (client error): The resource could not be found. Apr 18 21:26:33.398234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e72d910-fa6f-43f3-b0c4-e665982ce484 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:26:33.401104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4e72d910-fa6f-43f3-b0c4-e665982ce484 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/networks/a9d43877-0afd-4781-99f9-b70237feecee HTTP/1.1" status: 404 len: 339 time: 0.0196271 Apr 18 21:26:33.403567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52436) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:33.429905 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-01582977-b612-4619-bebe-d12de9fb9a92 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] DELETE failed (client error): The resource could not be found. Apr 18 21:26:33.430341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01582977-b612-4619-bebe-d12de9fb9a92 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:26:33.433325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-01582977-b612-4619-bebe-d12de9fb9a92 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/subnets/9f6a4fa0-9968-4aa8-a450-eeb4eeb6357e HTTP/1.1" status: 404 len: 337 time: 0.0288198 Apr 18 21:26:33.435632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52438) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:33.452432 n-d-836015-4 neutron-server[102904]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf446aa-f04e-4af8-bf84-90a598ca8d21 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] DELETE failed (client error): The resource could not be found. Apr 18 21:26:33.452940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf446aa-f04e-4af8-bf84-90a598ca8d21 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102904) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:26:33.456402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-baf446aa-f04e-4af8-bf84-90a598ca8d21 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/networks/a78a0ab3-7758-4529-adf1-4d36486e1395 HTTP/1.1" status: 404 len: 339 time: 0.0198603 Apr 18 21:26:33.458533 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52440) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:33.511183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5bc6e5-c22a-443b-8431-ce4464edda3b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Deleting subnet 73a70d0f-8eea-40c6-aa6e-514dcb7e108b {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:26:33.514148 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc6e5-c22a-443b-8431-ce4464edda3b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.554657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc6e5-c22a-443b-8431-ce4464edda3b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.638989 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc6e5-c22a-443b-8431-ce4464edda3b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.699858 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc6e5-c22a-443b-8431-ce4464edda3b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.728919 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bc6e5-c22a-443b-8431-ce4464edda3b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Subnet': ['ID=73a70d0f-8eea-40c6-aa6e-514dcb7e108b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:33.733639 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc6e5-c22a-443b-8431-ce4464edda3b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.736860 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aa5bc6e5-c22a-443b-8431-ce4464edda3b tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/subnets/73a70d0f-8eea-40c6-aa6e-514dcb7e108b HTTP/1.1" status: 204 len: 168 time: 0.2774308 Apr 18 21:26:33.739415 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52442) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:33.740288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4362e5-34ec-4b36-b0e4-3ac9a7964fd6 None None] Network 1e1f9e8f-8e90-43bd-b3e0-56fae2784405 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:33.821410 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.875067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Deleting port 5edad782-3c0a-46ec-98cd-6a4ccee17855 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:26:33.875388 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.912361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8049f4a0-3833-43fa-852a-067b9b108efb None None] DHCP port deletion for 1e1f9e8f-8e90-43bd-b3e0-56fae2784405 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:26:33.938565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] For port 5edad782-3c0a-46ec-98cd-6a4ccee17855, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5edad782-3c0a-46ec-98cd-6a4ccee17855,segment=NetworkSegment(8d12429e-e214-4a5a-90f4-80a41ab449b8),segment_id=8d12429e-e214-4a5a-90f4-80a41ab449b8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:33.938951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:33.951625 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Calling delete_port for 5edad782-3c0a-46ec-98cd-6a4ccee17855 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:26:33.963406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8049f4a0-3833-43fa-852a-067b9b108efb None None] Deleting port 5edad782-3c0a-46ec-98cd-6a4ccee17855 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:26:33.963777 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8049f4a0-3833-43fa-852a-067b9b108efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.025338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-8049f4a0-3833-43fa-852a-067b9b108efb None None] For port 5edad782-3c0a-46ec-98cd-6a4ccee17855, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=5edad782-3c0a-46ec-98cd-6a4ccee17855,segment=NetworkSegment(8d12429e-e214-4a5a-90f4-80a41ab449b8),segment_id=8d12429e-e214-4a5a-90f4-80a41ab449b8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:34.025647 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8049f4a0-3833-43fa-852a-067b9b108efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.035364 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.038798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8049f4a0-3833-43fa-852a-067b9b108efb None None] Calling delete_port for 5edad782-3c0a-46ec-98cd-6a4ccee17855 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:26:34.062301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Port': ['ID=5edad782-3c0a-46ec-98cd-6a4ccee17855,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:34.064225 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] No DVR routers for this DVR port 5edad782-3c0a-46ec-98cd-6a4ccee17855 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:34.115427 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8049f4a0-3833-43fa-852a-067b9b108efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.141473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049f4a0-3833-43fa-852a-067b9b108efb None None] Pushing event deleted for resources: {'Port': ['ID=5edad782-3c0a-46ec-98cd-6a4ccee17855,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:34.143813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049f4a0-3833-43fa-852a-067b9b108efb None None] No DVR routers for this DVR port 5edad782-3c0a-46ec-98cd-6a4ccee17855 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:34.147686 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.168913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1f9e8f-8e90-43bd-b3e0-56fae2784405']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:34.178590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d12429e-e214-4a5a-90f4-80a41ab449b8') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:34.178890 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d12429e-e214-4a5a-90f4-80a41ab449b8') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:34.188000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.202305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.208048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Releasing vlan 274 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:26:34.208448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:34.211429 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:34.267425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.274248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.277426 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] 10.222.0.49 "DELETE /v2.0/networks/1e1f9e8f-8e90-43bd-b3e0-56fae2784405 HTTP/1.1" status: 204 len: 168 time: 0.5369356 Apr 18 21:26:34.289523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6684177-fb97-4013-95f6-28f07eea8149 tempest-NetworksIpV6Test-637280075 tempest-NetworksIpV6Test-637280075-project] Pushing event deleted for resources: {'Network': ['ID=1e1f9e8f-8e90-43bd-b3e0-56fae2784405,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:34.516174 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52448) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:34.645761 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fe89dbb0-b64d-492f-b214-5d029f11a561 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=69e4817eea794d28b2a2c1e9502393fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283758 Apr 18 21:26:34.648221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52452) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:34.700106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c0ed3f5d-0a7c-4b7e-8630-a2ae57257744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.722254 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c0ed3f5d-0a7c-4b7e-8630-a2ae57257744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.768193 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c0ed3f5d-0a7c-4b7e-8630-a2ae57257744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.770806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c0ed3f5d-0a7c-4b7e-8630-a2ae57257744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.772918 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c0ed3f5d-0a7c-4b7e-8630-a2ae57257744 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3ea64e5-7c7a-4c9e-8439-ba3e83ff3455 HTTP/1.1" status: 204 len: 168 time: 0.1229541 Apr 18 21:26:34.781800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed3f5d-0a7c-4b7e-8630-a2ae57257744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ea64e5-7c7a-4c9e-8439-ba3e83ff3455,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:35.206333 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5edad782-3c0a-46ec-98cd-6a4ccee17855 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:26:35.226396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 5edad782-3c0a-46ec-98cd-6a4ccee17855 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:26:35.226717 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 5edad782-3c0a-46ec-98cd-6a4ccee17855 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:26:35.227134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 37cc95a1-35c3-4e6c-897e-1c474160f05d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:26:35.245845 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 37cc95a1-35c3-4e6c-897e-1c474160f05d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:26:35.246181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 37cc95a1-35c3-4e6c-897e-1c474160f05d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:26:35.409307 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52474) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:35.502717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d881e5c2-0d0f-460d-bf02-983324ce0eae tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-320003982', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:35.524046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d881e5c2-0d0f-460d-bf02-983324ce0eae tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.525065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d881e5c2-0d0f-460d-bf02-983324ce0eae tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.574635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d881e5c2-0d0f-460d-bf02-983324ce0eae tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.578721 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d881e5c2-0d0f-460d-bf02-983324ce0eae tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.596081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d881e5c2-0d0f-460d-bf02-983324ce0eae tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.597365 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d881e5c2-0d0f-460d-bf02-983324ce0eae tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1869471 Apr 18 21:26:35.600087 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52478) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:35.605260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-204701469'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:35.624252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Made reservation on behalf of 7d7bce47b9cd4971976d647a33e51f82 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:35.627564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.638484 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.713630 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.717873 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.744869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:35.753971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1670bde6-0e6c-4857-b27e-343449301a0d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:35.759974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.760324 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Added segment 9b7ca37f-e871-444e-9abc-38248e217845 of type vlan for network 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a Apr 18 21:26:35.801316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.825956 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.831462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:35.832086 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:35.888646 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2875075 Apr 18 21:26:35.891509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52480) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:35.897572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Request body: {'subnet': {'network_id': '6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:35.902925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a9fbf-e4d4-45e3-befc-3dc33eace635 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event updated for resources: {'Network': ['ID=6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:35.913052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:26:35.988579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Made reservation on behalf of 7d7bce47b9cd4971976d647a33e51f82 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:35.992042 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.005206 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6d0766a1-6502-4b82-8665-97dc6407fde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.173830 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.231997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event updated for resources: {'Subnet': ['ID=0edcaa44-2df8-4817-b6c0-a3f2d59d4202,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:36.239754 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Checking segment: {'id': '9b7ca37f-e871-444e-9abc-38248e217845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:36.240134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Network hostable DHCP agents. Network: 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:36.256296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Network 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:36.264760 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:36.268709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:36.269300 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.275335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dac586-23ed-4fec-b130-ca2091e92aad None None] Network 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:36.287643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2df1e808-b00f-4ddb-83d7-bd5e4f123042 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3948281 Apr 18 21:26:36.291055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52482) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:36.296240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1851118221'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:36.316400 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Made reservation on behalf of 7d7bce47b9cd4971976d647a33e51f82 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:36.319917 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.347227 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:36.355888 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.356222 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Added segment 51b08c00-3ca3-4d9f-8e09-5649d07b237e of type vlan for network cd774a1f-0e42-430d-a81a-a5e6725c4765 Apr 18 21:26:36.394920 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.419375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a', 'network_id': '6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a', 'tenant_id': '7d7bce47b9cd4971976d647a33e51f82', 'fixed_ips': [{'subnet_id': '0edcaa44-2df8-4817-b6c0-a3f2d59d4202'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:26:36.420319 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.422216 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.428226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:36.428814 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.481816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1897154 Apr 18 21:26:36.484784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52484) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:36.490092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Request body: {'subnet': {'network_id': 'cd774a1f-0e42-430d-a81a-a5e6725c4765', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:36.498778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee39b74-4352-4856-9412-e9e90931ec07 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event updated for resources: {'Network': ['ID=cd774a1f-0e42-430d-a81a-a5e6725c4765,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:36.515497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network cd774a1f-0e42-430d-a81a-a5e6725c4765 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:26:36.576467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Made reservation on behalf of 7d7bce47b9cd4971976d647a33e51f82 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:36.580417 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.617752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Allocated IP 172.20.0.2 (6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a/0edcaa44-2df8-4817-b6c0-a3f2d59d4202/71a45b65-5406-4f80-8789-826ea92b9ea8) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:36.766528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.830830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event updated for resources: {'Subnet': ['ID=0e715acc-2276-4207-a42f-74e0eed23d93,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:36.838640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Checking segment: {'id': '51b08c00-3ca3-4d9f-8e09-5649d07b237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cd774a1f-0e42-430d-a81a-a5e6725c4765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:36.839019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Network hostable DHCP agents. Network: cd774a1f-0e42-430d-a81a-a5e6725c4765, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:36.857227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Network cd774a1f-0e42-430d-a81a-a5e6725c4765 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:36.867816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, cd774a1f-0e42-430d-a81a-a5e6725c4765) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:36.872802 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:36.873970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.879714 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46646b96-3d8b-49d1-86e1-ca7821d19ca3 None None] Network cd774a1f-0e42-430d-a81a-a5e6725c4765 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:36.891542 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d7526849-9263-4484-a402-18f0f8c0cd93 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4056530 Apr 18 21:26:36.894347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52486) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:36.899113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5d1d2c5f-aaab-449d-848c-f9a15a0d3622 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd774a1f-0e42-430d-a81a-a5e6725c4765'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:37.003216 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.034253 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.097380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Network 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:37.115946 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:37.118359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:37.122473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Pushing event updated for resources: {'Port': ['ID=71a45b65-5406-4f80-8789-826ea92b9ea8,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:37.131661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-cd774a1f-0e42-430d-a81a-a5e6725c4765', 'network_id': 'cd774a1f-0e42-430d-a81a-a5e6725c4765', 'tenant_id': '7d7bce47b9cd4971976d647a33e51f82', 'fixed_ips': [{'subnet_id': '0e715acc-2276-4207-a42f-74e0eed23d93'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:26:37.132573 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.161796 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2c5f-aaab-449d-848c-f9a15a0d3622 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.251033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Attempting to bind port 71a45b65-5406-4f80-8789-826ea92b9ea8 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:37.252064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Attempting to bind port 71a45b65-5406-4f80-8789-826ea92b9ea8 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '9b7ca37f-e871-444e-9abc-38248e217845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:37.253073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Attempting to bind port 71a45b65-5406-4f80-8789-826ea92b9ea8 on network 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:37.264686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:37.265061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Checking segment: {'id': '9b7ca37f-e871-444e-9abc-38248e217845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:37.265442 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.265992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Bound using segment: {'id': '9b7ca37f-e871-444e-9abc-38248e217845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:37.266504 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Bound port: 71a45b65-5406-4f80-8789-826ea92b9ea8, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7ca37f-e871-444e-9abc-38248e217845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:37.266944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.279515 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [None req-5d1d2c5f-aaab-449d-848c-f9a15a0d3622 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:26:37.286541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5d1d2c5f-aaab-449d-848c-f9a15a0d3622 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "PUT /v2.0/routers/4139ac6b-ee98-4f82-86d2-62c4bc973343 HTTP/1.1" status: 400 len: 364 time: 0.3854291 Apr 18 21:26:37.286857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52488) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:37.340334 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-219b36a9-55d1-40c2-9cec-923292e9d653 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Deleting subnet 0e715acc-2276-4207-a42f-74e0eed23d93 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:26:37.379339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Allocated IP 172.21.0.2 (cd774a1f-0e42-430d-a81a-a5e6725c4765/0e715acc-2276-4207-a42f-74e0eed23d93/fca70c18-e1e4-4172-9333-292a6cbf3658) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:37.381555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1b403040-f585-4380-a624-4039febd5d3b None None] For port 71a45b65-5406-4f80-8789-826ea92b9ea8, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:37.386016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1b403040-f585-4380-a624-4039febd5d3b None None] For port 71a45b65-5406-4f80-8789-826ea92b9ea8, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=71a45b65-5406-4f80-8789-826ea92b9ea8,segment=NetworkSegment(9b7ca37f-e871-444e-9abc-38248e217845),segment_id=9b7ca37f-e871-444e-9abc-38248e217845)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:37.398822 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.505106 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b403040-f585-4380-a624-4039febd5d3b None None] Pushing event updated for resources: {'Port': ['ID=71a45b65-5406-4f80-8789-826ea92b9ea8,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:37.579597 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.586012 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-219b36a9-55d1-40c2-9cec-923292e9d653 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.586498 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.628573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Network cd774a1f-0e42-430d-a81a-a5e6725c4765 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:37.631685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:37.635936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:37.638935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Pushing event updated for resources: {'Port': ['ID=fca70c18-e1e4-4172-9333-292a6cbf3658,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:37.650342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-219b36a9-55d1-40c2-9cec-923292e9d653 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.728584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Attempting to bind port fca70c18-e1e4-4172-9333-292a6cbf3658 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:37.728584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Attempting to bind port fca70c18-e1e4-4172-9333-292a6cbf3658 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '51b08c00-3ca3-4d9f-8e09-5649d07b237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cd774a1f-0e42-430d-a81a-a5e6725c4765'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:37.728982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Attempting to bind port fca70c18-e1e4-4172-9333-292a6cbf3658 on network cd774a1f-0e42-430d-a81a-a5e6725c4765 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:37.734402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:37.734873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Checking segment: {'id': '51b08c00-3ca3-4d9f-8e09-5649d07b237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cd774a1f-0e42-430d-a81a-a5e6725c4765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:37.735337 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.736566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Bound using segment: {'id': '51b08c00-3ca3-4d9f-8e09-5649d07b237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cd774a1f-0e42-430d-a81a-a5e6725c4765'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:37.737879 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Bound port: fca70c18-e1e4-4172-9333-292a6cbf3658, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b08c00-3ca3-4d9f-8e09-5649d07b237e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'cd774a1f-0e42-430d-a81a-a5e6725c4765'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:37.737879 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.772977 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-219b36a9-55d1-40c2-9cec-923292e9d653 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.839866 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-219b36a9-55d1-40c2-9cec-923292e9d653 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.843671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] For port fca70c18-e1e4-4172-9333-292a6cbf3658, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:37.847745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] For port fca70c18-e1e4-4172-9333-292a6cbf3658, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=fca70c18-e1e4-4172-9333-292a6cbf3658,segment=NetworkSegment(51b08c00-3ca3-4d9f-8e09-5649d07b237e),segment_id=51b08c00-3ca3-4d9f-8e09-5649d07b237e)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:37.854478 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.891449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b36a9-55d1-40c2-9cec-923292e9d653 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event deleted for resources: {'Subnet': ['ID=0e715acc-2276-4207-a42f-74e0eed23d93,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:37.897423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-219b36a9-55d1-40c2-9cec-923292e9d653 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.906771 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52490) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:37.908106 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-219b36a9-55d1-40c2-9cec-923292e9d653 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "DELETE /v2.0/subnets/0e715acc-2276-4207-a42f-74e0eed23d93 HTTP/1.1" status: 204 len: 168 time: 0.6188211 Apr 18 21:26:37.934944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Pushing event updated for resources: {'Port': ['ID=fca70c18-e1e4-4172-9333-292a6cbf3658,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:37.946075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.946512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.946915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.947315 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.947711 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.948124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.948516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.948909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.949296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.949681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.950103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.950427 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116ff2df-adc9-48d3-b957-3097d9f6103f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.999860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.055315 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Deleting port fca70c18-e1e4-4172-9333-292a6cbf3658 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:26:38.055720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.139908 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] For port fca70c18-e1e4-4172-9333-292a6cbf3658, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=fca70c18-e1e4-4172-9333-292a6cbf3658,segment=NetworkSegment(51b08c00-3ca3-4d9f-8e09-5649d07b237e),segment_id=51b08c00-3ca3-4d9f-8e09-5649d07b237e)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:38.140263 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.154718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Calling delete_port for fca70c18-e1e4-4172-9333-292a6cbf3658 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:26:38.253088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.281292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event deleted for resources: {'Port': ['ID=fca70c18-e1e4-4172-9333-292a6cbf3658,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:38.283886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] No DVR routers for this DVR port fca70c18-e1e4-4172-9333-292a6cbf3658 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:38.518300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fe988d-c95c-42a5-88b6-912498f2661b None None] Network 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:38.652137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-53acf761-8344-486c-8776-ff7fa6516dbb None None] Provisioning complete for port 71a45b65-5406-4f80-8789-826ea92b9ea8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:38.652508 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53acf761-8344-486c-8776-ff7fa6516dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.710352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.739314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd774a1f-0e42-430d-a81a-a5e6725c4765']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:38.750680 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b08c00-3ca3-4d9f-8e09-5649d07b237e') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:38.751855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b08c00-3ca3-4d9f-8e09-5649d07b237e') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:38.765129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.780431 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8e3775d1-607c-47ed-a96e-265b1acc80ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.782804 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53acf761-8344-486c-8776-ff7fa6516dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.788987 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.799793 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:26:38.800447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:38.805205 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:38.828185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-53acf761-8344-486c-8776-ff7fa6516dbb None None] For port 71a45b65-5406-4f80-8789-826ea92b9ea8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=71a45b65-5406-4f80-8789-826ea92b9ea8,segment=NetworkSegment(9b7ca37f-e871-444e-9abc-38248e217845),segment_id=9b7ca37f-e871-444e-9abc-38248e217845)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:38.836562 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-53acf761-8344-486c-8776-ff7fa6516dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.868239 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.872857 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.876893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "DELETE /v2.0/networks/cd774a1f-0e42-430d-a81a-a5e6725c4765 HTTP/1.1" status: 204 len: 168 time: 0.9674461 Apr 18 21:26:38.880988 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52492) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:38.892482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22650ec-a4a9-4ee9-98eb-4aad9705f219 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event deleted for resources: {'Network': ['ID=cd774a1f-0e42-430d-a81a-a5e6725c4765,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:38.904015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acf761-8344-486c-8776-ff7fa6516dbb None None] Pushing event updated for resources: {'Port': ['ID=71a45b65-5406-4f80-8789-826ea92b9ea8,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:38.949373 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcee2dfb-f961-4d57-97b5-cb020d9ba9e5 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Deleting subnet 0edcaa44-2df8-4817-b6c0-a3f2d59d4202 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:26:38.952875 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcee2dfb-f961-4d57-97b5-cb020d9ba9e5 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.997075 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcee2dfb-f961-4d57-97b5-cb020d9ba9e5 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.060776 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5ab94295-18c5-4b39-b8a6-967189c9f067 None None] Provisioning complete for port 71a45b65-5406-4f80-8789-826ea92b9ea8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:39.061218 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5ab94295-18c5-4b39-b8a6-967189c9f067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.086761 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee8b66-d1e0-4c8c-8812-e0b6bb5e78bf None None] DHCP port deletion for cd774a1f-0e42-430d-a81a-a5e6725c4765 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:26:39.092618 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcee2dfb-f961-4d57-97b5-cb020d9ba9e5 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.116653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9815000f-7eaa-4934-bad5-b6a01cbe1e2f None None] Network cd774a1f-0e42-430d-a81a-a5e6725c4765 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:39.151058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9815000f-7eaa-4934-bad5-b6a01cbe1e2f None None] Network cd774a1f-0e42-430d-a81a-a5e6725c4765 could not be found, it might have been deleted concurrently. {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 18 21:26:39.156647 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcee2dfb-f961-4d57-97b5-cb020d9ba9e5 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.170105 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5ab94295-18c5-4b39-b8a6-967189c9f067 None None] Could not find standard attr ID for object fca70c18-e1e4-4172-9333-292a6cbf3658. {{(pid=102905) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:26:39.194726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee2dfb-f961-4d57-97b5-cb020d9ba9e5 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event deleted for resources: {'Subnet': ['ID=0edcaa44-2df8-4817-b6c0-a3f2d59d4202,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:39.196310 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dcee2dfb-f961-4d57-97b5-cb020d9ba9e5 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.202264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52494) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:39.202815 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dcee2dfb-f961-4d57-97b5-cb020d9ba9e5 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "DELETE /v2.0/subnets/0edcaa44-2df8-4817-b6c0-a3f2d59d4202 HTTP/1.1" status: 204 len: 168 time: 0.3187292 Apr 18 21:26:39.210446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4584579f-ef62-4c9c-b63f-276764ae8179 None None] Network 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:39.264585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 71a45b65-5406-4f80-8789-826ea92b9ea8 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:39.301191 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.362150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Deleting port 71a45b65-5406-4f80-8789-826ea92b9ea8 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:26:39.362377 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.369571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 71a45b65-5406-4f80-8789-826ea92b9ea8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:39.369934 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.433645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] For port 71a45b65-5406-4f80-8789-826ea92b9ea8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=71a45b65-5406-4f80-8789-826ea92b9ea8,segment=NetworkSegment(9b7ca37f-e871-444e-9abc-38248e217845),segment_id=9b7ca37f-e871-444e-9abc-38248e217845)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:39.434011 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.447234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ac50b-19ba-49ef-a9a1-5bdf9264750a None None] DHCP port deletion for 6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:26:39.455025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Calling delete_port for 71a45b65-5406-4f80-8789-826ea92b9ea8 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:26:39.512419 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.531343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-791ac50b-19ba-49ef-a9a1-5bdf9264750a None None] Deleting port 71a45b65-5406-4f80-8789-826ea92b9ea8 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:26:39.531343 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-791ac50b-19ba-49ef-a9a1-5bdf9264750a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.537326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.561016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event deleted for resources: {'Port': ['ID=71a45b65-5406-4f80-8789-826ea92b9ea8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:39.566414 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] No DVR routers for this DVR port 71a45b65-5406-4f80-8789-826ea92b9ea8 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:39.603725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-791ac50b-19ba-49ef-a9a1-5bdf9264750a None None] For port 71a45b65-5406-4f80-8789-826ea92b9ea8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=71a45b65-5406-4f80-8789-826ea92b9ea8,segment=NetworkSegment(9b7ca37f-e871-444e-9abc-38248e217845),segment_id=9b7ca37f-e871-444e-9abc-38248e217845)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:39.604187 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-791ac50b-19ba-49ef-a9a1-5bdf9264750a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.619813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-791ac50b-19ba-49ef-a9a1-5bdf9264750a None None] Calling delete_port for 71a45b65-5406-4f80-8789-826ea92b9ea8 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:26:39.654807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.676582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:39.685796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7ca37f-e871-444e-9abc-38248e217845') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:39.686087 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7ca37f-e871-444e-9abc-38248e217845') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:39.696280 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.703602 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-791ac50b-19ba-49ef-a9a1-5bdf9264750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.709958 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.716572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:26:39.716935 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:39.720852 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:39.734666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ac50b-19ba-49ef-a9a1-5bdf9264750a None None] Pushing event deleted for resources: {'Port': ['ID=71a45b65-5406-4f80-8789-826ea92b9ea8,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:39.737465 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ac50b-19ba-49ef-a9a1-5bdf9264750a None None] No DVR routers for this DVR port 71a45b65-5406-4f80-8789-826ea92b9ea8 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:39.790565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.797424 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:39.800705 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "DELETE /v2.0/networks/6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a HTTP/1.1" status: 204 len: 168 time: 0.5966392 Apr 18 21:26:39.803527 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52496) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:39.815289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c53f7-867e-4a8c-94ec-0e5d09110f78 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Pushing event deleted for resources: {'Network': ['ID=6e0d1e89-cb4e-4d18-8b30-9c1f1038a58a,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:39.832742 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-87de331e-f693-40bb-bdb3-0e52476932bc tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "GET /v2.0/ports?device_id=4139ac6b-ee98-4f82-86d2-62c4bc973343 HTTP/1.1" status: 200 len: 205 time: 0.0278502 Apr 18 21:26:39.835000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52498) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:39.914836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d352678-3b04-4da5-882e-9b3d8be7a7d3 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.091161 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d352678-3b04-4da5-882e-9b3d8be7a7d3 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.093225 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d352678-3b04-4da5-882e-9b3d8be7a7d3 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.157091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d352678-3b04-4da5-882e-9b3d8be7a7d3 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.157981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d352678-3b04-4da5-882e-9b3d8be7a7d3 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Fanout notify agent at l3_agent the message router_deleted on router 4139ac6b-ee98-4f82-86d2-62c4bc973343 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:26:40.165297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0d352678-3b04-4da5-882e-9b3d8be7a7d3 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.166548 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0d352678-3b04-4da5-882e-9b3d8be7a7d3 tempest-RoutersNegativeTest-1243671684 tempest-RoutersNegativeTest-1243671684-project] 10.222.0.49 "DELETE /v2.0/routers/4139ac6b-ee98-4f82-86d2-62c4bc973343 HTTP/1.1" status: 204 len: 168 time: 0.3306103 Apr 18 21:26:40.415105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52504) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:40.547194 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-46172a64-eda4-45b0-9e28-0c8120ed34e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d7bce47b9cd4971976d647a33e51f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308632 Apr 18 21:26:40.549739 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52508) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:40.597450 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80f1b524-5c28-434e-83bf-93a25994730f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.617522 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80f1b524-5c28-434e-83bf-93a25994730f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.673493 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80f1b524-5c28-434e-83bf-93a25994730f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.676091 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-80f1b524-5c28-434e-83bf-93a25994730f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.677429 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-80f1b524-5c28-434e-83bf-93a25994730f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1670bde6-0e6c-4857-b27e-343449301a0d HTTP/1.1" status: 204 len: 168 time: 0.1267736 Apr 18 21:26:40.681594 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:40.686999 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1b524-5c28-434e-83bf-93a25994730f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1670bde6-0e6c-4857-b27e-343449301a0d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:41.201262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 71a45b65-5406-4f80-8789-826ea92b9ea8 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:26:41.223169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 71a45b65-5406-4f80-8789-826ea92b9ea8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:26:41.223507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 71a45b65-5406-4f80-8789-826ea92b9ea8 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:26:41.332567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52530) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:41.341377 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.443541 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-443347838-network', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:41.463740 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Made reservation on behalf of 814ea73f30b44e80b257d48c5c37d34e for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:41.466130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.474751 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.558773 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.562969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.592205 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:41.597805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:41.605780 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.606234 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Added segment f91ad672-2bd3-4f3c-ba02-7e0a6be32788 of type vlan for network 1b544b53-c2ec-4373-98a0-b761f313542f Apr 18 21:26:41.653651 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.680702 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.681707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:41.682293 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.741997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4081962 Apr 18 21:26:41.745088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52534) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:41.749144 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f7c4f-47f3-489b-b987-db9ef2e3e6e7 admin admin] Pushing event updated for resources: {'Network': ['ID=1b544b53-c2ec-4373-98a0-b761f313542f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:41.750971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Request body: {'subnet': {'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-443347838-subnet', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:41.760095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 1b544b53-c2ec-4373-98a0-b761f313542f details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:26:41.773275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Made reservation on behalf of 814ea73f30b44e80b257d48c5c37d34e for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:41.775862 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.185296 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.245165 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf373635-c167-4e11-9c2a-52fad189f6aa,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:42.255959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Checking segment: {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:42.256315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Network hostable DHCP agents. Network: 1b544b53-c2ec-4373-98a0-b761f313542f, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:42.259864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.260231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.260590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.260909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.261245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.261576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.261904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.262232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.262560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.262886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.263210 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.263533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:42.281499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Network 1b544b53-c2ec-4373-98a0-b761f313542f is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:42.290425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 1b544b53-c2ec-4373-98a0-b761f313542f) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:42.294588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:42.295176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.299168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53e18f4-7ddc-4c65-9ab7-b045ec556d7e None None] Network 1b544b53-c2ec-4373-98a0-b761f313542f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:42.317206 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-95349345-4826-4285-8e33-1b1627ece866 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5701458 Apr 18 21:26:42.319672 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52536) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:42.325799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-443347838-router', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:42.345348 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.346384 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.396299 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.458046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-1b544b53-c2ec-4373-98a0-b761f313542f', 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'fixed_ips': [{'subnet_id': 'bf373635-c167-4e11-9c2a-52fad189f6aa'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:26:42.458906 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.532420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.594328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Allocated IP 172.20.0.2 (1b544b53-c2ec-4373-98a0-b761f313542f/bf373635-c167-4e11-9c2a-52fad189f6aa/ced78193-5dd0-4c7b-8b80-d7ddccd58f2b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:42.736014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.741466 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.744339 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.763318 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.777184 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Network 1b544b53-c2ec-4373-98a0-b761f313542f is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:42.782321 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:42.785395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:42.797370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Pushing event updated for resources: {'Port': ['ID=ced78193-5dd0-4c7b-8b80-d7ddccd58f2b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:42.856972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Attempting to bind port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:42.857484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Attempting to bind port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:42.857856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Attempting to bind port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b on network 1b544b53-c2ec-4373-98a0-b761f313542f {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:42.861491 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.864592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:42.864964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Checking segment: {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:42.865354 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.865739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Bound using segment: {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:42.866197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Bound port: ced78193-5dd0-4c7b-8b80-d7ddccd58f2b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:42.866574 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.870632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Allocated IP 172.25.2.7 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:42.936605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] For port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:42.940634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] For port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ced78193-5dd0-4c7b-8b80-d7ddccd58f2b,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:42.945050 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.979606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.999356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7366ad8-33b5-482b-b9f1-b1f8d568bc44 None None] Pushing event updated for resources: {'Port': ['ID=ced78193-5dd0-4c7b-8b80-d7ddccd58f2b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:43.020917 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.061852 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:43.065366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:43.068967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:43.074381 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Pushing event updated for resources: {'Port': ['ID=dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:43.278646 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ced78193-5dd0-4c7b-8b80-d7ddccd58f2b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:43.334083 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:43.334451 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.354723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.412228 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.445421 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ced78193-5dd0-4c7b-8b80-d7ddccd58f2b,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:43.450119 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.498499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=ced78193-5dd0-4c7b-8b80-d7ddccd58f2b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:43.554411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.693196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Router 59578d30-97f9-4ff8-b501-969553f680aa is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:26:43.805123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:43.815529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Sync routers for ids ['59578d30-97f9-4ff8-b501-969553f680aa'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:43.826772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Routers {'59578d30-97f9-4ff8-b501-969553f680aa'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:43.827390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:26:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59578d30-97f9-4ff8-b501-969553f680aa'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:43.827651 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.828974 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d90aaa68-ca91-467b-8b3b-48ca69452736 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5080900 Apr 18 21:26:43.832238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52538) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:43.943137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf37a6d4-c655-418f-a11f-72d64484f372 None None] Network 1b544b53-c2ec-4373-98a0-b761f313542f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:43.945863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Set router 59578d30-97f9-4ff8-b501-969553f680aa gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:44.253710 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.260813 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-52c962d0-0f09-43d6-a5d8-1dacddaab1a5 None None] Provisioning complete for port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:44.261182 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-52c962d0-0f09-43d6-a5d8-1dacddaab1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.418073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Allocated IP 172.20.0.1 (1b544b53-c2ec-4373-98a0-b761f313542f/bf373635-c167-4e11-9c2a-52fad189f6aa/c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:44.489359 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59578d30-97f9-4ff8-b501-969553f680aa', 'name': 'tempest-TestEncryptedCinderVolumes-443347838-router', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:43Z', 'revision_number': 3, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'gw_port': {'id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:44.518992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Checking router: 59578d30-97f9-4ff8-b501-969553f680aa for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:44.519340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Updating router 59578d30-97f9-4ff8-b501-969553f680aa port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:26:44.529999 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.546628 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.570834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.609317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Network 1b544b53-c2ec-4373-98a0-b761f313542f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:44.614660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:44.617329 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:44.646556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Pushing event updated for resources: {'Port': ['ID=c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:44.665629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.739780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fcc1d0fe-5ddc-4b69-ae52-0b5e22ca03f5 None None] Provisioning complete for port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:44.740184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d0fe-5ddc-4b69-ae52-0b5e22ca03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.824214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.923382 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.930202 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.986311 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Attempting to bind port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:44.986652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Attempting to bind port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:44.987014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Attempting to bind port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:44.993932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2855762-e781-44b0-98fa-f6404a668222 None None] Pushing event updated for resources: {'Port': ['ID=dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:44.997091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:44.997466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:44.997867 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.998255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:44.998730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Bound port: dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:45.001013 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.007264 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.013091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.058081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0966903f-954a-4f94-819a-8c04e8cddd34 None None] Provisioning complete for port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:45.058430 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0966903f-954a-4f94-819a-8c04e8cddd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.089330 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.089567 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] For port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:45.091040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Pushing event updated for resources: {'Port': ['ID=c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:45.108015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] For port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:45.109073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-0966903f-954a-4f94-819a-8c04e8cddd34 None None] Port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:26:45.113263 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.165174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Routers {'59578d30-97f9-4ff8-b501-969553f680aa'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:45.165803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:26:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59578d30-97f9-4ff8-b501-969553f680aa'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:45.218625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ced78193-5dd0-4c7b-8b80-d7ddccd58f2b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:45.226190 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2855762-e781-44b0-98fa-f6404a668222 None None] Pushing event updated for resources: {'Port': ['ID=dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:45.326832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] Set router 59578d30-97f9-4ff8-b501-969553f680aa gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:45.356787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:45.357150 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.453749 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Network 1b544b53-c2ec-4373-98a0-b761f313542f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:45.455234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:45.594150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Router 59578d30-97f9-4ff8-b501-969553f680aa has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:45.604274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59578d30-97f9-4ff8-b501-969553f680aa', 'name': 'tempest-TestEncryptedCinderVolumes-443347838-router', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:44Z', 'revision_number': 4, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'gw_port': {'id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e', 'name': '', 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'mac_address': 'fa:16:3e:bd:f7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:44Z', 'updated_at': '2022-04-18T21:26:44Z', 'revision_number': 2, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'subnets': [{'id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:45.632873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f2175-f02e-43c7-8c09-4a78402e6a0b None None] The sync data for ids ['59578d30-97f9-4ff8-b501-969553f680aa'] in n-d-836015-4 is: [{'id': '59578d30-97f9-4ff8-b501-969553f680aa', 'name': 'tempest-TestEncryptedCinderVolumes-443347838-router', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:44Z', 'revision_number': 4, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'gw_port': {'id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ff:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e', 'name': '', 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'mac_address': 'fa:16:3e:bd:f7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:44Z', 'updated_at': '2022-04-18T21:26:44Z', 'revision_number': 2, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'subnets': [{'id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:45.713038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:45.720278 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1a8b5052-1e59-4125-ad22-9020693e7ced admin admin] 10.222.0.49 "PUT /v2.0/routers/59578d30-97f9-4ff8-b501-969553f680aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8869722 Apr 18 21:26:45.732420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-42920e57-b92a-4167-babf-79bc36fdaa9b None None] Provisioning complete for port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:45.732795 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-42920e57-b92a-4167-babf-79bc36fdaa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:45.773678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-42920e57-b92a-4167-babf-79bc36fdaa9b None None] Port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:26:46.234755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52554) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:46.240369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-786074741-network', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:46.260795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Made reservation on behalf of d522df30603a4f5381a89f7ac89ea4d1 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:46.263684 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.274529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.373280 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.377954 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.403262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:46.415968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0857f003-0462-4e60-a8ab-ec9fff53f1a4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:46.423132 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.424486 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Added segment c79425c9-d290-4470-bcc9-716bd624754b of type vlan for network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 Apr 18 21:26:46.445179 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.470735 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.497736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.498711 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:46.499293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.553744 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3176939 Apr 18 21:26:46.556617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52556) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:46.562398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Request body: {'subnet': {'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-786074741-subnet', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:46.566757 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fe97b-bcfe-4dfb-94ef-7a8b9d1e42da admin admin] Pushing event updated for resources: {'Network': ['ID=5063f7c9-e4d5-443d-8c2f-3ef03d6656e2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:46.577283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:26:46.602998 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Made reservation on behalf of d522df30603a4f5381a89f7ac89ea4d1 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:46.605653 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.791401 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.840639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444178ea-9079-49d2-a999-128a36fe3041,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:46.858519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Checking segment: {'id': 'c79425c9-d290-4470-bcc9-716bd624754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:46.858924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Network hostable DHCP agents. Network: 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:46.876488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:46.885756 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:46.889911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:46.890495 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.897694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71e9dca-b253-4a3e-a79f-24f747f07dc4 None None] Network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:46.907420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-af102167-bc67-4936-af93-079f583043f3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3491488 Apr 18 21:26:46.910741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52558) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:46.915187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-786074741-router', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:46.937376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.938411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.999532 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.149446 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.256016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:47.258257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-5063f7c9-e4d5-443d-8c2f-3ef03d6656e2', 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'fixed_ips': [{'subnet_id': '444178ea-9079-49d2-a999-128a36fe3041'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:26:47.259136 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.378754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.405818 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.420705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:47.421075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.474724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Allocated IP 172.20.0.2 (5063f7c9-e4d5-443d-8c2f-3ef03d6656e2/444178ea-9079-49d2-a999-128a36fe3041/9280d8ea-112f-474d-ab4b-f5b61e237a3b) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:47.521267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Allocated IP 172.25.2.132 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/48ed361f-d037-46f5-addd-ac1496bb709d) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:47.578914 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.612507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:47.623180 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.655040 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.696367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.714348 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:47.738208 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:47.739054 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.743930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:47.748372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:47.753467 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.755539 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Sync routers for ids ['59578d30-97f9-4ff8-b501-969553f680aa'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:47.769400 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Routers {'59578d30-97f9-4ff8-b501-969553f680aa'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:47.770399 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:26:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59578d30-97f9-4ff8-b501-969553f680aa'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:47.799571 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Pushing event updated for resources: {'Port': ['ID=48ed361f-d037-46f5-addd-ac1496bb709d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:47.805791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:47.808884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:47.816997 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:47.831686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Pushing event updated for resources: {'Port': ['ID=9280d8ea-112f-474d-ab4b-f5b61e237a3b,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:47.935703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Attempting to bind port 9280d8ea-112f-474d-ab4b-f5b61e237a3b on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:47.936023 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Attempting to bind port 9280d8ea-112f-474d-ab4b-f5b61e237a3b by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'c79425c9-d290-4470-bcc9-716bd624754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:47.936393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Attempting to bind port 9280d8ea-112f-474d-ab4b-f5b61e237a3b on network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:47.946890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:47.947269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Checking segment: {'id': 'c79425c9-d290-4470-bcc9-716bd624754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:47.947679 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.948111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Bound using segment: {'id': 'c79425c9-d290-4470-bcc9-716bd624754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:47.948600 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Bound port: 9280d8ea-112f-474d-ab4b-f5b61e237a3b, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79425c9-d290-4470-bcc9-716bd624754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:47.948988 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.017062 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Set router 59578d30-97f9-4ff8-b501-969553f680aa gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:48.037283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] For port 9280d8ea-112f-474d-ab4b-f5b61e237a3b, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:48.040788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] For port 9280d8ea-112f-474d-ab4b-f5b61e237a3b, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9280d8ea-112f-474d-ab4b-f5b61e237a3b,segment=NetworkSegment(c79425c9-d290-4470-bcc9-716bd624754b),segment_id=c79425c9-d290-4470-bcc9-716bd624754b)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:48.045629 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.117862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f547a9b-8718-453a-a947-a446d409cd07 None None] Pushing event updated for resources: {'Port': ['ID=9280d8ea-112f-474d-ab4b-f5b61e237a3b,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:48.211023 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.284594 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59578d30-97f9-4ff8-b501-969553f680aa', 'name': 'tempest-TestEncryptedCinderVolumes-443347838-router', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:44Z', 'revision_number': 4, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'gw_port': {'id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e', 'name': '', 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'mac_address': 'fa:16:3e:bd:f7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:44Z', 'updated_at': '2022-04-18T21:26:44Z', 'revision_number': 2, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'subnets': [{'id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:48.328109 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Checking router: 59578d30-97f9-4ff8-b501-969553f680aa for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:48.328681 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Updating router 59578d30-97f9-4ff8-b501-969553f680aa port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:26:48.365082 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.461034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.594411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:26:48.657490 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.664794 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.706640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:48.723661 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Sync routers for ids ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:48.728482 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.729968 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-85f5a68f-7edc-45c3-bff8-d0921b167a8c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8182039 Apr 18 21:26:48.732803 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52560) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:26:48.735018 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Pushing event updated for resources: {'Port': ['ID=c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:48.745036 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.745388 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.745719 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.746051 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.746381 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.746708 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.746823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Routers {'2ce5e614-05d8-49c8-b7e8-5bab45956e14'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:48.747030 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.747352 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.747454 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:26:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:48.747671 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.748021 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.748349 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.748667 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:48.780490 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Attempting to bind port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:48.781079 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Attempting to bind port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:48.781202 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Attempting to bind port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e on network 1b544b53-c2ec-4373-98a0-b761f313542f {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:48.790409 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:48.790782 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Checking segment: {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:48.791341 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.791736 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Bound using segment: {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:48.792234 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Bound port: c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:48.792619 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.886843 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] For port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:48.892270 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] For port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:48.895393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Set router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:48.898755 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.958977 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Routers {'59578d30-97f9-4ff8-b501-969553f680aa'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:48.959606 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:26:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59578d30-97f9-4ff8-b501-969553f680aa'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:49.036256 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8de69-92c4-4e6c-b454-4febf2461a4a None None] Pushing event updated for resources: {'Port': ['ID=c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:49.146592 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] Set router 59578d30-97f9-4ff8-b501-969553f680aa gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:49.159189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f4bec82b-3198-4cbb-a676-275449faa83d None None] Provisioning complete for port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:49.159752 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4bec82b-3198-4cbb-a676-275449faa83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.220135 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'name': 'tempest-TestEncryptedCinderVolumes-786074741-router', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:46Z', 'updated_at': '2022-04-18T21:26:48Z', 'revision_number': 3, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'gw_port': {'id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:47Z', 'updated_at': '2022-04-18T21:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:49.249160 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Checking router: 2ce5e614-05d8-49c8-b7e8-5bab45956e14 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:49.249389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Updating router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 port 48ed361f-d037-46f5-addd-ac1496bb709d binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:26:49.287418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.410516 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4bec82b-3198-4cbb-a676-275449faa83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.445929 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.512785 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:49.514135 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59578d30-97f9-4ff8-b501-969553f680aa', 'name': 'tempest-TestEncryptedCinderVolumes-443347838-router', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:44Z', 'revision_number': 4, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'gw_port': {'id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e', 'name': '', 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'mac_address': 'fa:16:3e:bd:f7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:44Z', 'updated_at': '2022-04-18T21:26:48Z', 'revision_number': 4, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'subnets': [{'id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:49.514633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a49794-3c71-4947-8a8e-a660fb790b92 None None] Network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:26:49.547700 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dc5598-383c-40c4-ab1a-72f851eb8a39 None None] The sync data for ids ['59578d30-97f9-4ff8-b501-969553f680aa'] in n-d-836015-4 is: [{'id': '59578d30-97f9-4ff8-b501-969553f680aa', 'name': 'tempest-TestEncryptedCinderVolumes-443347838-router', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:44Z', 'revision_number': 4, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'gw_port': {'id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e', 'name': '', 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'mac_address': 'fa:16:3e:bd:f7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:44Z', 'updated_at': '2022-04-18T21:26:48Z', 'revision_number': 4, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'subnets': [{'id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:49.629736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f4bec82b-3198-4cbb-a676-275449faa83d None None] For port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:49.641610 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4bec82b-3198-4cbb-a676-275449faa83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.643657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Allocated IP 172.20.0.1 (5063f7c9-e4d5-443d-8c2f-3ef03d6656e2/444178ea-9079-49d2-a999-128a36fe3041/b90bd1ba-be74-42c6-81c6-50bae4a9dfe6) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:49.769558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.841986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bec82b-3198-4cbb-a676-275449faa83d None None] Pushing event updated for resources: {'Port': ['ID=c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:49.850063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:49.850438 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.894195 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-29aa1dcd-37ad-4553-8d3c-27a939689132 None None] Provisioning complete for port 9280d8ea-112f-474d-ab4b-f5b61e237a3b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:49.894652 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-29aa1dcd-37ad-4553-8d3c-27a939689132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.046563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.078367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.098001 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.120697 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:50.126024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:50.129552 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:50.162994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b90bd1ba-be74-42c6-81c6-50bae4a9dfe6,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:50.164780 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83f853-2552-4343-bb93-c3b2d1cc6109 None None] Pushing event updated for resources: {'Port': ['ID=48ed361f-d037-46f5-addd-ac1496bb709d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:50.182254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:50.185248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.203179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Attempting to bind port 48ed361f-d037-46f5-addd-ac1496bb709d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:50.203578 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Attempting to bind port 48ed361f-d037-46f5-addd-ac1496bb709d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:50.204045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Attempting to bind port 48ed361f-d037-46f5-addd-ac1496bb709d on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:50.231216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:50.231595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:50.232028 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.232429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:50.232919 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Bound port: 48ed361f-d037-46f5-addd-ac1496bb709d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:50.233303 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.238251 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-29aa1dcd-37ad-4553-8d3c-27a939689132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.335375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] For port 48ed361f-d037-46f5-addd-ac1496bb709d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:50.339174 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-29aa1dcd-37ad-4553-8d3c-27a939689132 None None] For port 9280d8ea-112f-474d-ab4b-f5b61e237a3b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9280d8ea-112f-474d-ab4b-f5b61e237a3b,segment=NetworkSegment(c79425c9-d290-4470-bcc9-716bd624754b),segment_id=c79425c9-d290-4470-bcc9-716bd624754b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:50.349949 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-29aa1dcd-37ad-4553-8d3c-27a939689132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.355167 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:50.355536 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.355716 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.359595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] For port 48ed361f-d037-46f5-addd-ac1496bb709d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=48ed361f-d037-46f5-addd-ac1496bb709d,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:50.405052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.433026 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-29aa1dcd-37ad-4553-8d3c-27a939689132 None None] Provisioning complete for port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:50.433404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-29aa1dcd-37ad-4553-8d3c-27a939689132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.489957 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa1dcd-37ad-4553-8d3c-27a939689132 None None] Pushing event updated for resources: {'Port': ['ID=9280d8ea-112f-474d-ab4b-f5b61e237a3b,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:50.526657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Routers {'2ce5e614-05d8-49c8-b7e8-5bab45956e14'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:50.527277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:26:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:50.544466 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.549607 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.616768 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:50.618435 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b90bd1ba-be74-42c6-81c6-50bae4a9dfe6,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:50.727703 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:50.729166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:50.789304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83f853-2552-4343-bb93-c3b2d1cc6109 None None] Pushing event updated for resources: {'Port': ['ID=48ed361f-d037-46f5-addd-ac1496bb709d,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:50.857340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9280d8ea-112f-474d-ab4b-f5b61e237a3b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:50.858329 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:26:50.921616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] Set router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:50.975582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:26:50.980819 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9cb207f2-35cd-4c38-a4af-555de63222a3 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ce5e614-05d8-49c8-b7e8-5bab45956e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2470541 Apr 18 21:26:51.002851 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9280d8ea-112f-474d-ab4b-f5b61e237a3b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:51.003169 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.092707 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-56ce0b1d-4626-4a3f-906a-bdcab51e8fdb None None] Provisioning complete for port 9280d8ea-112f-474d-ab4b-f5b61e237a3b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:51.093082 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-56ce0b1d-4626-4a3f-906a-bdcab51e8fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.278904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-56ce0b1d-4626-4a3f-906a-bdcab51e8fdb None None] Provisioning complete for port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:51.279278 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-56ce0b1d-4626-4a3f-906a-bdcab51e8fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.309585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'name': 'tempest-TestEncryptedCinderVolumes-786074741-router', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:46Z', 'updated_at': '2022-04-18T21:26:50Z', 'revision_number': 4, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'gw_port': {'id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:47Z', 'updated_at': '2022-04-18T21:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b90bd1ba-be74-42c6-81c6-50bae4a9dfe6', 'name': '', 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'mac_address': 'fa:16:3e:63:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '444178ea-9079-49d2-a999-128a36fe3041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:49Z', 'updated_at': '2022-04-18T21:26:49Z', 'revision_number': 1, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'subnets': [{'id': '444178ea-9079-49d2-a999-128a36fe3041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:51.342360 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:51.349235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfae12a1-9144-4d77-8399-16e8f059972f None None] The sync data for ids ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'] in n-d-836015-4 is: [{'id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'name': 'tempest-TestEncryptedCinderVolumes-786074741-router', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:46Z', 'updated_at': '2022-04-18T21:26:50Z', 'revision_number': 4, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'gw_port': {'id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:47Z', 'updated_at': '2022-04-18T21:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b90bd1ba-be74-42c6-81c6-50bae4a9dfe6', 'name': '', 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'mac_address': 'fa:16:3e:63:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '444178ea-9079-49d2-a999-128a36fe3041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:49Z', 'updated_at': '2022-04-18T21:26:49Z', 'revision_number': 1, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'subnets': [{'id': '444178ea-9079-49d2-a999-128a36fe3041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:51.370937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-56ce0b1d-4626-4a3f-906a-bdcab51e8fdb None None] Port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:26:51.408553 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:51.409197 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.497369 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9280d8ea-112f-474d-ab4b-f5b61e237a3b up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:51.554007 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 9280d8ea-112f-474d-ab4b-f5b61e237a3b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:51.554452 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:51.827124 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb57-19ff-496b-b108-4663207b603d req-221c88e9-cb02-4f57-92df-38bf5174a436 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:51.828785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-221c88e9-cb02-4f57-92df-38bf5174a436 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/networks?id=1b544b53-c2ec-4373-98a0-b761f313542f HTTP/1.1" status: 200 len: 816 time: 0.1123769 Apr 18 21:26:51.844965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-c3cd5ece-7063-4541-a457-fac72ccce6fd tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/quotas/814ea73f30b44e80b257d48c5c37d34e HTTP/1.1" status: 200 len: 375 time: 0.0099320 Apr 18 21:26:51.899905 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-ad640353-9a7e-4d49-8362-bb3131dd358c tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=814ea73f30b44e80b257d48c5c37d34e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484798 Apr 18 21:26:52.007679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-c61631ff-1b72-4399-a409-9b353d83c8eb service neutron] 10.222.0.49 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944617 Apr 18 21:26:52.101999 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-80618253-bab9-462b-8e42-e75786768202 service neutron] 10.222.0.49 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880649 Apr 18 21:26:52.286516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-558d0265-28ba-4bf4-9c9f-9cf974e01625 req-a12ee419-23da-4514-881c-a32a89edfb22 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 210 time: 0.0379124 Apr 18 21:26:53.291821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb57-19ff-496b-b108-4663207b603d req-9c240955-7c40-4e55-be5e-d487546805a3 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:53.292963 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-9c240955-7c40-4e55-be5e-d487546805a3 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.60 "GET /v2.0/networks?id=1b544b53-c2ec-4373-98a0-b761f313542f HTTP/1.1" status: 200 len: 816 time: 0.1221428 Apr 18 21:26:53.306775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Request body: {'port': {'device_id': 'e372e027-aba7-452a-8c92-eced3374148c', 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'admin_state_up': True, 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:53.368854 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 48ed361f-d037-46f5-addd-ac1496bb709d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:53.403210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6b1491f6-5bc5-475a-873d-702d3640414d req-f07da3c3-a73a-4193-9799-046917a1495c tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 210 time: 0.0358500 Apr 18 21:26:53.428916 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 48ed361f-d037-46f5-addd-ac1496bb709d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:53.429287 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.443827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Made reservation on behalf of 814ea73f30b44e80b257d48c5c37d34e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:53.447320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.510823 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.533621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 48ed361f-d037-46f5-addd-ac1496bb709d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=48ed361f-d037-46f5-addd-ac1496bb709d,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:53.537504 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.584515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Allocated IP 172.20.0.9 (1b544b53-c2ec-4373-98a0-b761f313542f/bf373635-c167-4e11-9c2a-52fad189f6aa/0b3e26f7-9d18-48f5-be05-a7c5c9700b52) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:53.586168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=48ed361f-d037-46f5-addd-ac1496bb709d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:53.627185 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Sync routers for ids ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:53.636708 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Routers {'2ce5e614-05d8-49c8-b7e8-5bab45956e14'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:53.637313 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:26:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:53.739598 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.744133 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Set router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:53.776569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.838234 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Network 1b544b53-c2ec-4373-98a0-b761f313542f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:53.842130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:53.844838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:26:53.850494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Pushing event updated for resources: {'Port': ['ID=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:53.914925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:53.915580 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:53.934436 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-d7d0ef80-f27a-400e-91e8-405b3e39015d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6325221 Apr 18 21:26:53.968613 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'name': 'tempest-TestEncryptedCinderVolumes-786074741-router', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:46Z', 'updated_at': '2022-04-18T21:26:50Z', 'revision_number': 4, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'gw_port': {'id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:47Z', 'updated_at': '2022-04-18T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b90bd1ba-be74-42c6-81c6-50bae4a9dfe6', 'name': '', 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'mac_address': 'fa:16:3e:63:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '444178ea-9079-49d2-a999-128a36fe3041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:49Z', 'updated_at': '2022-04-18T21:26:50Z', 'revision_number': 2, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'subnets': [{'id': '444178ea-9079-49d2-a999-128a36fe3041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:53.997042 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Checking router: 2ce5e614-05d8-49c8-b7e8-5bab45956e14 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:53.997042 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Updating router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:26:54.027975 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.061970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Request body: {'port': {'device_id': 'e372e027-aba7-452a-8c92-eced3374148c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:54.116156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bb22a1c1-5a41-401c-b6d0-bc29206f567d None None] Provisioning complete for port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:54.116530 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb22a1c1-5a41-401c-b6d0-bc29206f567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.117779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.150606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bb22a1c1-5a41-401c-b6d0-bc29206f567d None None] Port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:26:54.394401 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:26:54.401768 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.404086 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.410115 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.414430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Transition to ACTIVE for port object 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:54.418242 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.465411 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790766a1-5874-45b9-85b1-71d0e2f45a56 None None] Pushing event updated for resources: {'Port': ['ID=b90bd1ba-be74-42c6-81c6-50bae4a9dfe6,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:54.493365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:54.561007 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Attempting to bind port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:54.561373 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Attempting to bind port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'c79425c9-d290-4470-bcc9-716bd624754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:54.561730 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Attempting to bind port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 on network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:54.567005 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e83fb-faaf-4cf6-84e5-f21a8802da48 req-b44c6097-3e49-44dd-97e5-9357703e7d8d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.568091 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:54.568462 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Checking segment: {'id': 'c79425c9-d290-4470-bcc9-716bd624754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:54.568861 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.569280 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-781e83fb-faaf-4cf6-84e5-f21a8802da48 req-b44c6097-3e49-44dd-97e5-9357703e7d8d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 943 time: 0.0741296 Apr 18 21:26:54.575360 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Bound using segment: {'id': 'c79425c9-d290-4470-bcc9-716bd624754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:54.575904 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Bound port: b90bd1ba-be74-42c6-81c6-50bae4a9dfe6, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79425c9-d290-4470-bcc9-716bd624754b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:54.576322 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.578011 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Attempting to bind port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:54.578353 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Attempting to bind port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:54.578744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Attempting to bind port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 on network 1b544b53-c2ec-4373-98a0-b761f313542f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:54.583425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 on network 1b544b53-c2ec-4373-98a0-b761f313542f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:26:54.583750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Attempting to bind port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 on network 1b544b53-c2ec-4373-98a0-b761f313542f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:26:54.588767 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:26:54.589109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Checking segment: {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:26:54.589500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Bound using segment: {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:26:54.589932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Bound port: 0b3e26f7-9d18-48f5-be05-a7c5c9700b52, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:54.590293 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.636811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-781e83fb-faaf-4cf6-84e5-f21a8802da48 req-28f79513-7b82-4c15-8c72-98cf725f1eb2 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598371 Apr 18 21:26:54.662045 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] For port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:54.666523 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] For port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b90bd1ba-be74-42c6-81c6-50bae4a9dfe6,segment=NetworkSegment(c79425c9-d290-4470-bcc9-716bd624754b),segment_id=c79425c9-d290-4470-bcc9-716bd624754b)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:54.675051 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.689494 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] For port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:26:54.692999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] For port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:26:54.699270 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.725824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.726744 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.728765 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] 10.222.0.60 "PUT /v2.0/ports/0b3e26f7-9d18-48f5-be05-a7c5c9700b52 HTTP/1.1" status: 200 len: 1091 time: 0.7864945 Apr 18 21:26:54.731885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e372e027-aba7-452a-8c92-eced3374148c', 'tag': '0b3e26f7-9d18-48f5-be05-a7c5c9700b52'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:54.733800 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aa8a99-f542-48d8-a4a3-707bebf0f052" -d '{"events": [{"name": "network-changed", "server_uuid": "e372e027-aba7-452a-8c92-eced3374148c", "tag": "0b3e26f7-9d18-48f5-be05-a7c5c9700b52"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:26:54.760784 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790766a1-5874-45b9-85b1-71d0e2f45a56 None None] Pushing event updated for resources: {'Port': ['ID=b90bd1ba-be74-42c6-81c6-50bae4a9dfe6,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:54.764219 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Routers {'2ce5e614-05d8-49c8-b7e8-5bab45956e14'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:26:54.765031 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:26:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:54.842330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb5f9-81ec-465e-95d7-506687813f29 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:54.853810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb57-19ff-496b-b108-4663207b603d req-6ab57769-c292-4e4a-933b-ba1f33ebd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.856111 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-6ab57769-c292-4e4a-933b-ba1f33ebd954 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=814ea73f30b44e80b257d48c5c37d34e&device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 1094 time: 0.0826459 Apr 18 21:26:54.910058 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11eb9c6-5505-40b0-aaf0-dae2d1f9e3d2 x-openstack-request-id: req-e11eb9c6-5505-40b0-aaf0-dae2d1f9e3d2 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:26:54.910347 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e372e027-aba7-452a-8c92-eced3374148c", "tag": "0b3e26f7-9d18-48f5-be05-a7c5c9700b52", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:26:54.910599 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e11eb9c6-5505-40b0-aaf0-dae2d1f9e3d2 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:26:54.911006 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11eb9c6-5505-40b0-aaf0-dae2d1f9e3d2'] response: {'name': 'network-changed', 'server_uuid': 'e372e027-aba7-452a-8c92-eced3374148c', 'tag': '0b3e26f7-9d18-48f5-be05-a7c5c9700b52', 'status': 'completed', 'code': 200} Apr 18 21:26:54.913190 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-848b97de-7d41-4e7f-9e3f-1bff1b4c2901 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b3e26f7-9d18-48f5-be05-a7c5c9700b52 HTTP/1.1" status: 200 len: 217 time: 0.0507607 Apr 18 21:26:54.945737 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bfbfbdee-74e0-464f-9f12-8c0ce6e3743a None None] Provisioning complete for port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:54.947154 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbdee-74e0-464f-9f12-8c0ce6e3743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:54.961026 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] Set router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:26:54.983910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb57-19ff-496b-b108-4663207b603d req-e657e57a-5a1e-48d5-8e07-8388a5c01c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:54.986421 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-e657e57a-5a1e-48d5-8e07-8388a5c01c6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf373635-c167-4e11-9c2a-52fad189f6aa HTTP/1.1" status: 200 len: 855 time: 0.0664732 Apr 18 21:26:55.046049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bfb57-19ff-496b-b108-4663207b603d req-2bb662bc-49dd-4072-a3f4-86f542a349a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:55.048019 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-2bb662bc-49dd-4072-a3f4-86f542a349a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b544b53-c2ec-4373-98a0-b761f313542f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556512 Apr 18 21:26:55.057387 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbdee-74e0-464f-9f12-8c0ce6e3743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.114482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bfbfbdee-74e0-464f-9f12-8c0ce6e3743a None None] For port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b90bd1ba-be74-42c6-81c6-50bae4a9dfe6,segment=NetworkSegment(c79425c9-d290-4470-bcc9-716bd624754b),segment_id=c79425c9-d290-4470-bcc9-716bd624754b)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:26:55.120137 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbdee-74e0-464f-9f12-8c0ce6e3743a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.167743 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-3a4d537b-7dee-4f3d-b4b8-9b4c24dc50f8 service neutron] 10.222.0.60 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132586 Apr 18 21:26:55.170703 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfbdee-74e0-464f-9f12-8c0ce6e3743a None None] Pushing event updated for resources: {'Port': ['ID=b90bd1ba-be74-42c6-81c6-50bae4a9dfe6,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:55.237245 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'name': 'tempest-TestEncryptedCinderVolumes-786074741-router', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:46Z', 'updated_at': '2022-04-18T21:26:50Z', 'revision_number': 4, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'gw_port': {'id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:47Z', 'updated_at': '2022-04-18T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b90bd1ba-be74-42c6-81c6-50bae4a9dfe6', 'name': '', 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'mac_address': 'fa:16:3e:63:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '444178ea-9079-49d2-a999-128a36fe3041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:49Z', 'updated_at': '2022-04-18T21:26:54Z', 'revision_number': 4, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'subnets': [{'id': '444178ea-9079-49d2-a999-128a36fe3041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:55.261527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2eef572d-df96-408b-9096-772a3a46d34c None None] Provisioning complete for port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:55.261904 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2eef572d-df96-408b-9096-772a3a46d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.264552 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d076466a-16d4-46e0-bb85-5a38294203c0 None None] The sync data for ids ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'] in n-d-836015-4 is: [{'id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'name': 'tempest-TestEncryptedCinderVolumes-786074741-router', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:46Z', 'updated_at': '2022-04-18T21:26:50Z', 'revision_number': 4, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'gw_port': {'id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:47Z', 'updated_at': '2022-04-18T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'b90bd1ba-be74-42c6-81c6-50bae4a9dfe6', 'name': '', 'network_id': '5063f7c9-e4d5-443d-8c2f-3ef03d6656e2', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'mac_address': 'fa:16:3e:63:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '444178ea-9079-49d2-a999-128a36fe3041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:49Z', 'updated_at': '2022-04-18T21:26:54Z', 'revision_number': 4, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'subnets': [{'id': '444178ea-9079-49d2-a999-128a36fe3041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:55.266243 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-024bfb57-19ff-496b-b108-4663207b603d req-b92a3bba-b7e4-4710-9194-7020013b096e service neutron] 10.222.0.60 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909493 Apr 18 21:26:55.377751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:55.387954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-e85fec4d-f81b-4c41-94e6-e8c03184238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:55.389491 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-e85fec4d-f81b-4c41-94e6-e8c03184238d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=814ea73f30b44e80b257d48c5c37d34e&device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 1094 time: 0.0595622 Apr 18 21:26:55.433543 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:55.434025 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.499601 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-3585f3c4-e805-424a-91b5-20ddad5f86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:55.501253 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-3585f3c4-e805-424a-91b5-20ddad5f86c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b544b53-c2ec-4373-98a0-b761f313542f HTTP/1.1" status: 200 len: 917 time: 0.1045656 Apr 18 21:26:55.520638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 48ed361f-d037-46f5-addd-ac1496bb709d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:26:55.545797 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-e678b8d0-09e7-4fbb-a35a-a87741422d88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b3e26f7-9d18-48f5-be05-a7c5c9700b52 HTTP/1.1" status: 200 len: 217 time: 0.0365784 Apr 18 21:26:55.574750 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 48ed361f-d037-46f5-addd-ac1496bb709d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:55.575290 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:55.607082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-20b8fb3e-6281-4423-acd5-0eb38646bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:55.608587 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-20b8fb3e-6281-4423-acd5-0eb38646bec7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf373635-c167-4e11-9c2a-52fad189f6aa HTTP/1.1" status: 200 len: 855 time: 0.0567138 Apr 18 21:26:55.663904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-f1f00571-f96f-4971-8e01-e9b4f64b6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:55.665558 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-f1f00571-f96f-4971-8e01-e9b4f64b6693 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b544b53-c2ec-4373-98a0-b761f313542f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508940 Apr 18 21:26:55.760992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626ab7e-5753-4495-b19a-8d2455986cf5 req-13fae074-e7f7-4bcf-ae4e-0285f95ae142 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:55.762552 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c626ab7e-5753-4495-b19a-8d2455986cf5 req-13fae074-e7f7-4bcf-ae4e-0285f95ae142 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 943 time: 0.0546880 Apr 18 21:26:55.763802 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-9a90bd5f-5b0d-4f86-b02d-89d5e079f511 service neutron] 10.222.0.60 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918069 Apr 18 21:26:55.808275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c626ab7e-5753-4495-b19a-8d2455986cf5 req-6ed6533b-dbfa-4fea-bc99-c09934c6f126 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375202 Apr 18 21:26:55.880318 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f2aa8a99-f542-48d8-a4a3-707bebf0f052 req-a9dc6486-fe57-45f4-ae47-0132604b4ebd service neutron] 10.222.0.60 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045957 Apr 18 21:26:56.928223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c9e5-94ee-47f8-8c0b-bb989574aaf7 req-3d39282e-396b-4d44-a856-72bdc12c4370 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:56.929726 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65f8c9e5-94ee-47f8-8c0b-bb989574aaf7 req-3d39282e-396b-4d44-a856-72bdc12c4370 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 943 time: 0.0491652 Apr 18 21:26:56.971640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65f8c9e5-94ee-47f8-8c0b-bb989574aaf7 req-341062b5-5c95-471e-aad6-93cedb328a61 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357175 Apr 18 21:26:58.090622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8a048-24d8-41aa-9a74-020b905f7a22 req-e629d632-3f4e-4681-a3e9-824b6ffb7480 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:58.092041 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78c8a048-24d8-41aa-9a74-020b905f7a22 req-e629d632-3f4e-4681-a3e9-824b6ffb7480 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 943 time: 0.0494351 Apr 18 21:26:58.130936 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-78c8a048-24d8-41aa-9a74-020b905f7a22 req-830a8106-84f0-42b7-b4b4-f0e7b5207afa tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326462 Apr 18 21:26:59.247049 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e839227-7981-4371-b54c-87d883eb7be4 req-b8fc92a2-ffcc-4cb9-b061-bb8d57192903 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:59.248565 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e839227-7981-4371-b54c-87d883eb7be4 req-b8fc92a2-ffcc-4cb9-b061-bb8d57192903 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 943 time: 0.0501969 Apr 18 21:26:59.280240 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:26:59.287792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e839227-7981-4371-b54c-87d883eb7be4 req-8d9d8cd2-0979-4abc-91c6-21b364659815 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330358 Apr 18 21:27:00.085784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:27:00.188017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:00.199080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '0b3e26f7-9d18-48f5-be05-a7c5c9700b52', 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'port_id': '0b3e26f7-9d18-48f5-be05-a7c5c9700b52', 'mac_address': 'fa:16:3e:08:eb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:27:00.240396 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.254178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:27:00.273763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:00.277649 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:00.327297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:00.404610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a020ae0-76f1-4b8b-b256-77f6452a3e68 req-0961055a-f332-4c20-8155-6c193c17f9b5 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:00.406345 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a020ae0-76f1-4b8b-b256-77f6452a3e68 req-0961055a-f332-4c20-8155-6c193c17f9b5 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 944 time: 0.0482495 Apr 18 21:27:00.449879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a020ae0-76f1-4b8b-b256-77f6452a3e68 req-dd270708-b2d1-4e38-87c1-b3f7163641c9 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368984 Apr 18 21:27:00.581878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['0b3e26f7-9d18-48f5-be05-a7c5c9700b52'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:27:01.571062 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d261ec-3d8a-4324-8f18-17dd2e0eceb3 req-d2947f1d-8dbb-466e-8b44-837bad3956a6 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:01.572483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62d261ec-3d8a-4324-8f18-17dd2e0eceb3 req-d2947f1d-8dbb-466e-8b44-837bad3956a6 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 944 time: 0.0497360 Apr 18 21:27:01.612058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62d261ec-3d8a-4324-8f18-17dd2e0eceb3 req-ba0f6234-4d10-45aa-96d9-c89ea1d4d541 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334296 Apr 18 21:27:02.094096 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:27:02.146505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:02.150563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:02.150922 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.236672 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.258534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e372e027-aba7-452a-8c92-eced3374148c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3e26f7-9d18-48f5-be05-a7c5c9700b52'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:02.260829 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62159932-2737-49cd-b46a-a5e9f2dfc58f" -d '{"events": [{"server_uuid": "e372e027-aba7-452a-8c92-eced3374148c", "name": "network-vif-plugged", "status": "completed", "tag": "0b3e26f7-9d18-48f5-be05-a7c5c9700b52"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:02.274285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:02.278610 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:02.303116 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de072eeb-200b-486c-953f-165a051a3b46 x-openstack-request-id: req-de072eeb-200b-486c-953f-165a051a3b46 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:02.303397 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e372e027-aba7-452a-8c92-eced3374148c", "name": "network-vif-plugged", "status": "completed", "tag": "0b3e26f7-9d18-48f5-be05-a7c5c9700b52", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:02.303643 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de072eeb-200b-486c-953f-165a051a3b46 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:02.304060 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de072eeb-200b-486c-953f-165a051a3b46'] response: {'server_uuid': 'e372e027-aba7-452a-8c92-eced3374148c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3e26f7-9d18-48f5-be05-a7c5c9700b52', 'code': 200} Apr 18 21:27:02.332924 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:02.399069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11594ade-9333-4c4c-b033-72c353f5803e req-80cd366d-1d92-4cea-b863-772f2d51c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:02.400626 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11594ade-9333-4c4c-b033-72c353f5803e req-80cd366d-1d92-4cea-b863-772f2d51c1ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 1096 time: 0.0412333 Apr 18 21:27:02.436610 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11594ade-9333-4c4c-b033-72c353f5803e req-91644e01-bdba-4030-870b-89733bcedc83 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293844 Apr 18 21:27:02.728039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71865fe-c6f8-479e-9c46-49ce4297db8d req-6b50ef20-dbf6-4341-8bed-5ec764385e64 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:02.729583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c71865fe-c6f8-479e-9c46-49ce4297db8d req-6b50ef20-dbf6-4341-8bed-5ec764385e64 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 945 time: 0.0500984 Apr 18 21:27:02.769311 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c71865fe-c6f8-479e-9c46-49ce4297db8d req-b700848c-6c92-4b2e-b9bf-da96a8700efe tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337512 Apr 18 21:27:03.893408 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a6e21-f647-47ba-8b56-899fbef58462 req-6bc5c6a1-4620-44ca-a588-dabd87b057a9 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:03.894904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b47a6e21-f647-47ba-8b56-899fbef58462 req-6bc5c6a1-4620-44ca-a588-dabd87b057a9 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 945 time: 0.0496752 Apr 18 21:27:03.936929 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b47a6e21-f647-47ba-8b56-899fbef58462 req-e04e4577-d9a8-4124-a314-198b1edea0dd tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353005 Apr 18 21:27:04.052392 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a9307-3707-44ee-926f-244d2b8f9feb req-e302c0e0-95ea-4e32-845a-fa122115acda tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:04.053796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e76a9307-3707-44ee-926f-244d2b8f9feb req-e302c0e0-95ea-4e32-845a-fa122115acda tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 945 time: 0.0489526 Apr 18 21:27:04.091653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e76a9307-3707-44ee-926f-244d2b8f9feb req-994aaba6-c08c-4575-9280-407d0eeb1560 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319667 Apr 18 21:27:05.998289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5dcd465f-469b-4016-8aee-9e8b30f31447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:08.743802 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7aba7f82-9afc-45e4-b1da-05975165ee67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:09.507241 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:10.682394 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:11.334979 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:12.843915 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.444075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:22.688791 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67782264-0b5e-4bba-b63d-9982729f0186 req-4e1b8b56-5bc6-4c84-824b-d4cd094cb834 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:22.690318 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67782264-0b5e-4bba-b63d-9982729f0186 req-4e1b8b56-5bc6-4c84-824b-d4cd094cb834 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 945 time: 0.0528946 Apr 18 21:27:22.729733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-67782264-0b5e-4bba-b63d-9982729f0186 req-7674ce30-1cde-490a-b8ae-ece4cc6cfb59 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330400 Apr 18 21:27:23.850948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fe417-b8a3-4adc-8dbb-5b8557f7d7e8 req-799de29b-c0f5-4113-9904-dc52dcf93b1c tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:23.852491 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-196fe417-b8a3-4adc-8dbb-5b8557f7d7e8 req-799de29b-c0f5-4113-9904-dc52dcf93b1c tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 945 time: 0.0498571 Apr 18 21:27:23.895217 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-196fe417-b8a3-4adc-8dbb-5b8557f7d7e8 req-79f8f2b5-4144-4641-b55c-7476e7154cee tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366743 Apr 18 21:27:24.431999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-743723ee-7e58-412a-b0ea-f8f59000f043 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:24.433459 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-743723ee-7e58-412a-b0ea-f8f59000f043 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.60 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 945 time: 0.0493934 Apr 18 21:27:24.527164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-9d502257-5c91-474f-a153-06cc38473383 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Deleting port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:27:24.527513 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-9d502257-5c91-474f-a153-06cc38473383 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:24.613970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-9d502257-5c91-474f-a153-06cc38473383 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] For port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:24.614345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-9d502257-5c91-474f-a153-06cc38473383 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:24.627817 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-9d502257-5c91-474f-a153-06cc38473383 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Calling delete_port for 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:27:24.759356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-9d502257-5c91-474f-a153-06cc38473383 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:24.772233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['0b3e26f7-9d18-48f5-be05-a7c5c9700b52'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:27:24.796661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d502257-5c91-474f-a153-06cc38473383 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Pushing event deleted for resources: {'Port': ['ID=0b3e26f7-9d18-48f5-be05-a7c5c9700b52,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:24.847969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-9d502257-5c91-474f-a153-06cc38473383 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] No DVR routers for this DVR port 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:24.850864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-9d502257-5c91-474f-a153-06cc38473383 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:24.854991 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-44c4a48f-3947-45c6-a543-5fb65c57c555 req-9d502257-5c91-474f-a153-06cc38473383 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.60 "DELETE /v2.0/ports/0b3e26f7-9d18-48f5-be05-a7c5c9700b52 HTTP/1.1" status: 204 len: 173 time: 0.4161315 Apr 18 21:27:24.855486 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e372e027-aba7-452a-8c92-eced3374148c', 'name': 'network-vif-deleted', 'tag': '0b3e26f7-9d18-48f5-be05-a7c5c9700b52'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:24.858616 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b4b80d-8dfb-4165-aa34-8d6f0efa6cc2" -d '{"events": [{"server_uuid": "e372e027-aba7-452a-8c92-eced3374148c", "name": "network-vif-deleted", "tag": "0b3e26f7-9d18-48f5-be05-a7c5c9700b52"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:24.898884 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d1133f-1fef-4edf-9530-71436079cde5 x-openstack-request-id: req-b6d1133f-1fef-4edf-9530-71436079cde5 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:24.899185 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e372e027-aba7-452a-8c92-eced3374148c", "name": "network-vif-deleted", "tag": "0b3e26f7-9d18-48f5-be05-a7c5c9700b52", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:24.899435 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6d1133f-1fef-4edf-9530-71436079cde5 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:24.899910 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d1133f-1fef-4edf-9530-71436079cde5'] response: {'server_uuid': 'e372e027-aba7-452a-8c92-eced3374148c', 'name': 'network-vif-deleted', 'tag': '0b3e26f7-9d18-48f5-be05-a7c5c9700b52', 'status': 'completed', 'code': 200} Apr 18 21:27:25.015047 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4fcc14c5-deda-472d-aa70-88a59ba7ac54 req-c7d0a303-3b8e-4173-8c2d-021d6b19fe4c tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=e372e027-aba7-452a-8c92-eced3374148c HTTP/1.1" status: 200 len: 210 time: 0.0305576 Apr 18 21:27:26.664261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-03c9fbfa-c8e7-4e59-9731-b26de1c9ac9b tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:26.665791 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-03c9fbfa-c8e7-4e59-9731-b26de1c9ac9b tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/networks?id=1b544b53-c2ec-4373-98a0-b761f313542f HTTP/1.1" status: 200 len: 816 time: 0.1041765 Apr 18 21:27:26.681529 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-eebc50f2-6d76-45c2-bcf6-c9008912aceb tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/quotas/814ea73f30b44e80b257d48c5c37d34e HTTP/1.1" status: 200 len: 375 time: 0.0098305 Apr 18 21:27:26.737178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-ec631718-5264-4bd3-9b90-15287b5b635f tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=814ea73f30b44e80b257d48c5c37d34e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500150 Apr 18 21:27:26.840460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-c7d00b73-047d-4a95-8328-5c0192de3117 service neutron] 10.222.0.49 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916731 Apr 18 21:27:26.941609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-0854de07-3d8c-4fc3-ac70-74dcc4314eac service neutron] 10.222.0.49 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949926 Apr 18 21:27:27.112479 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f51f486a-6b34-492e-ba5c-6c27bc5d16eb req-aa195924-af04-4b78-92f3-cde63a0369ea tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 210 time: 0.0333171 Apr 18 21:27:28.053932 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-3a2e04df-7428-42b1-b660-9a5f0af32ff1 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:28.055325 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-3a2e04df-7428-42b1-b660-9a5f0af32ff1 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.60 "GET /v2.0/networks?id=1b544b53-c2ec-4373-98a0-b761f313542f HTTP/1.1" status: 200 len: 816 time: 0.1086879 Apr 18 21:27:28.067783 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Request body: {'port': {'device_id': '5adc814f-deb2-4464-9c70-76c2187f869e', 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'admin_state_up': True, 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:27:28.178484 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Made reservation on behalf of 814ea73f30b44e80b257d48c5c37d34e for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:27:28.182195 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.216745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5e56eef-18e0-480c-ba0e-eee2052d0fcc req-841b2bf5-bc26-4757-b2a1-a29da24425e3 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 210 time: 0.0310287 Apr 18 21:27:28.228220 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:27:28.250623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:27:28.250964 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 0b3e26f7-9d18-48f5-be05-a7c5c9700b52 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:27:28.309091 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Allocated IP 172.20.0.6 (1b544b53-c2ec-4373-98a0-b761f313542f/bf373635-c167-4e11-9c2a-52fad189f6aa/348d2828-c8b6-4cdb-b305-20037037639a) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:27:28.453461 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.486460 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.529885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Network 1b544b53-c2ec-4373-98a0-b761f313542f is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:27:28.533192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:27:28.536968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:27:28.543536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Pushing event updated for resources: {'Port': ['ID=348d2828-c8b6-4cdb-b305-20037037639a,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:28.600554 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:28.601171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.617975 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-2c376371-93da-4a27-9549-e67cf1555644 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5541277 Apr 18 21:27:28.631378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Request body: {'port': {'device_id': '5adc814f-deb2-4464-9c70-76c2187f869e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:27:28.687076 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.799151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-03830882-b95c-4b73-93d5-eb999ee4897c None None] Provisioning complete for port 348d2828-c8b6-4cdb-b305-20037037639a triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:28.799507 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-03830882-b95c-4b73-93d5-eb999ee4897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.833576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-03830882-b95c-4b73-93d5-eb999ee4897c None None] Port 348d2828-c8b6-4cdb-b305-20037037639a cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:27:28.947223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348d2828-c8b6-4cdb-b305-20037037639a {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:27:28.954433 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:28.965773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Transition to ACTIVE for port object 348d2828-c8b6-4cdb-b305-20037037639a will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:27:28.969429 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.020439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Pushing event updated for resources: {'Port': ['ID=348d2828-c8b6-4cdb-b305-20037037639a,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:29.095142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Attempting to bind port 348d2828-c8b6-4cdb-b305-20037037639a on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:27:29.095818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Attempting to bind port 348d2828-c8b6-4cdb-b305-20037037639a by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:27:29.095818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Attempting to bind port 348d2828-c8b6-4cdb-b305-20037037639a on network 1b544b53-c2ec-4373-98a0-b761f313542f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:27:29.100735 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Port 348d2828-c8b6-4cdb-b305-20037037639a on network 1b544b53-c2ec-4373-98a0-b761f313542f not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:27:29.100957 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Attempting to bind port 348d2828-c8b6-4cdb-b305-20037037639a on network 1b544b53-c2ec-4373-98a0-b761f313542f {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:27:29.106151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:27:29.106495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Checking segment: {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:27:29.106880 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Bound using segment: {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:27:29.107311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Bound port: 348d2828-c8b6-4cdb-b305-20037037639a, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:27:29.107675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.173253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] For port 348d2828-c8b6-4cdb-b305-20037037639a, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:27:29.177651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] For port 348d2828-c8b6-4cdb-b305-20037037639a, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=348d2828-c8b6-4cdb-b305-20037037639a,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:27:29.182917 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.221332 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.221975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:29.223393 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/348d2828-c8b6-4cdb-b305-20037037639a HTTP/1.1" status: 200 len: 1091 time: 0.5968018 Apr 18 21:27:29.223833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adc814f-deb2-4464-9c70-76c2187f869e', 'tag': '348d2828-c8b6-4cdb-b305-20037037639a'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:29.226141 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75599e95-e81a-4ddb-b93a-00afbaf18003" -d '{"events": [{"name": "network-changed", "server_uuid": "5adc814f-deb2-4464-9c70-76c2187f869e", "tag": "348d2828-c8b6-4cdb-b305-20037037639a"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:29.256007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7da336-c795-484b-aa64-2f94e83174f4 service neutron] Pushing event updated for resources: {'Port': ['ID=348d2828-c8b6-4cdb-b305-20037037639a,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:29.327572 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b673f713-b4a7-4618-8209-70f534391e89 x-openstack-request-id: req-b673f713-b4a7-4618-8209-70f534391e89 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:29.327906 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adc814f-deb2-4464-9c70-76c2187f869e", "tag": "348d2828-c8b6-4cdb-b305-20037037639a", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:29.328176 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b673f713-b4a7-4618-8209-70f534391e89 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:29.328738 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b673f713-b4a7-4618-8209-70f534391e89'] response: {'name': 'network-changed', 'server_uuid': '5adc814f-deb2-4464-9c70-76c2187f869e', 'tag': '348d2828-c8b6-4cdb-b305-20037037639a', 'status': 'completed', 'code': 200} Apr 18 21:27:29.333731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-c5ccfae4-bce3-4131-a17e-a06ca6838ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.335246 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-c5ccfae4-bce3-4131-a17e-a06ca6838ab1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=814ea73f30b44e80b257d48c5c37d34e&device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 1094 time: 0.0601883 Apr 18 21:27:29.378828 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-82192e9d-3bdb-4325-94a5-7790f3739952 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348d2828-c8b6-4cdb-b305-20037037639a HTTP/1.1" status: 200 len: 217 time: 0.0357573 Apr 18 21:27:29.414339 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f59816-df63-4111-a502-96a665db313a req-b471af2c-3219-417d-a717-373159c09292 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.416637 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f59816-df63-4111-a502-96a665db313a req-b471af2c-3219-417d-a717-373159c09292 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 943 time: 0.0558567 Apr 18 21:27:29.435459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-8a35d172-8bb7-495d-ad20-6a0eab487a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.436946 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-8a35d172-8bb7-495d-ad20-6a0eab487a8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf373635-c167-4e11-9c2a-52fad189f6aa HTTP/1.1" status: 200 len: 855 time: 0.0517845 Apr 18 21:27:29.458480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3f59816-df63-4111-a502-96a665db313a req-aed692ca-498b-469c-bed6-18e548f0401d tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364041 Apr 18 21:27:29.488658 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-309a5d39-94ae-4a9b-8925-036efb2ab6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.490930 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-309a5d39-94ae-4a9b-8925-036efb2ab6b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b544b53-c2ec-4373-98a0-b761f313542f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478687 Apr 18 21:27:29.578928 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-712c4781-f6f6-4dec-a47c-456e0b1632be service neutron] 10.222.0.60 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805328 Apr 18 21:27:29.672138 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b75d8b53-3d1f-415a-8d9a-14c9c8b15db0 req-55e2b40e-ab50-4352-8023-f96adc28f845 service neutron] 10.222.0.60 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841293 Apr 18 21:27:29.753643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-da3c2673-85e5-46d2-8019-93b35a891a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.755083 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-da3c2673-85e5-46d2-8019-93b35a891a22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=814ea73f30b44e80b257d48c5c37d34e&device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 1094 time: 0.0406215 Apr 18 21:27:29.845889 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-17ba36f9-619f-4546-923c-c18b22a12bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.847973 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-17ba36f9-619f-4546-923c-c18b22a12bb7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b544b53-c2ec-4373-98a0-b761f313542f HTTP/1.1" status: 200 len: 917 time: 0.0860362 Apr 18 21:27:29.886945 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-2bc6bf92-ca19-4342-9f91-b0ead03c0fd0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348d2828-c8b6-4cdb-b305-20037037639a HTTP/1.1" status: 200 len: 217 time: 0.0329382 Apr 18 21:27:29.934937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-f6b13b3f-975d-4429-b3be-1a2a7732e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.936408 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-f6b13b3f-975d-4429-b3be-1a2a7732e066 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf373635-c167-4e11-9c2a-52fad189f6aa HTTP/1.1" status: 200 len: 855 time: 0.0424747 Apr 18 21:27:29.986048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-2bf2c462-c394-4e3f-95de-88ca1d5d9704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:29.987521 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-2bf2c462-c394-4e3f-95de-88ca1d5d9704 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b544b53-c2ec-4373-98a0-b761f313542f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436015 Apr 18 21:27:30.073793 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-f0f1b064-085e-48be-8975-365b2b2d3c3a service neutron] 10.222.0.60 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794353 Apr 18 21:27:30.163547 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-75599e95-e81a-4ddb-b93a-00afbaf18003 req-42ce8aed-54a0-451c-ae99-30e85d99897a service neutron] 10.222.0.60 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832229 Apr 18 21:27:30.578822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487f285-0424-42e7-839c-d7d91329f049 req-8ed5bda1-a20c-4f47-926e-a803a3f406ad tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:30.580328 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9487f285-0424-42e7-839c-d7d91329f049 req-8ed5bda1-a20c-4f47-926e-a803a3f406ad tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 943 time: 0.0488200 Apr 18 21:27:30.617425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9487f285-0424-42e7-839c-d7d91329f049 req-f623d172-31a5-44e9-be28-c460cee65c82 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310702 Apr 18 21:27:31.737051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f8718-5369-48c5-a6b9-1392604652d8 req-aa2ab07b-44c3-4566-b603-5e83fae4b9d1 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:31.738672 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d6f8718-5369-48c5-a6b9-1392604652d8 req-aa2ab07b-44c3-4566-b603-5e83fae4b9d1 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 943 time: 0.0541899 Apr 18 21:27:31.781038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d6f8718-5369-48c5-a6b9-1392604652d8 req-ad079037-1742-49b6-a447-22071f279632 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360081 Apr 18 21:27:32.896015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da221907-8043-4318-871f-d5f06dffd0e1 req-d595faf4-caff-4b08-9ecf-ec35bb617cc0 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:32.897507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da221907-8043-4318-871f-d5f06dffd0e1 req-d595faf4-caff-4b08-9ecf-ec35bb617cc0 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 943 time: 0.0499637 Apr 18 21:27:32.938220 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da221907-8043-4318-871f-d5f06dffd0e1 req-cd73c9a7-c2f1-4440-b30c-0a14d13b087e tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Apr 18 21:27:34.095576 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea0aaa-50ef-41a6-b8d0-ff0c2f04d033 req-249de6ed-a91e-4901-b110-7c9b42367536 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:34.098008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8ea0aaa-50ef-41a6-b8d0-ff0c2f04d033 req-249de6ed-a91e-4901-b110-7c9b42367536 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 943 time: 0.0733290 Apr 18 21:27:34.144585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8ea0aaa-50ef-41a6-b8d0-ff0c2f04d033 req-4835db90-3e81-4828-9962-060f42359e45 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Apr 18 21:27:34.243023 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 348d2828-c8b6-4cdb-b305-20037037639a details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:27:34.375318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 348d2828-c8b6-4cdb-b305-20037037639a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=348d2828-c8b6-4cdb-b305-20037037639a,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:34.391162 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '348d2828-c8b6-4cdb-b305-20037037639a', 'network_id': '1b544b53-c2ec-4373-98a0-b761f313542f', 'port_id': '348d2828-c8b6-4cdb-b305-20037037639a', 'mac_address': 'fa:16:3e:ba:c6:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf373635-c167-4e11-9c2a-52fad189f6aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:27:34.432256 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:34.444962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348d2828-c8b6-4cdb-b305-20037037639a {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:27:34.464494 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 348d2828-c8b6-4cdb-b305-20037037639a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=348d2828-c8b6-4cdb-b305-20037037639a,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:34.468921 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:34.516740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=348d2828-c8b6-4cdb-b305-20037037639a,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:34.760365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['348d2828-c8b6-4cdb-b305-20037037639a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:27:35.280723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb583be-7d62-4add-b90c-db57fdb598e2 req-486a596d-e124-4b05-b32c-b5166b05a4f2 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:35.282480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb583be-7d62-4add-b90c-db57fdb598e2 req-486a596d-e124-4b05-b32c-b5166b05a4f2 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 944 time: 0.0630734 Apr 18 21:27:35.322260 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fb583be-7d62-4add-b90c-db57fdb598e2 req-1a9aad2c-b787-486c-8747-6378571390ff tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332499 Apr 18 21:27:36.001447 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9ef5568a-3f9f-4403-89b8-30b1538bc98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.252343 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 348d2828-c8b6-4cdb-b305-20037037639a up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:27:36.279403 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:27:36.303500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 348d2828-c8b6-4cdb-b305-20037037639a completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:27:36.307778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 348d2828-c8b6-4cdb-b305-20037037639a triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:27:36.308192 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.386886 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.409895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adc814f-deb2-4464-9c70-76c2187f869e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348d2828-c8b6-4cdb-b305-20037037639a'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:36.412707 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fda6f1-d39d-4f72-8d16-db8e7ec560a0" -d '{"events": [{"server_uuid": "5adc814f-deb2-4464-9c70-76c2187f869e", "name": "network-vif-plugged", "status": "completed", "tag": "348d2828-c8b6-4cdb-b305-20037037639a"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:36.424742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 348d2828-c8b6-4cdb-b305-20037037639a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=348d2828-c8b6-4cdb-b305-20037037639a,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:36.429174 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:36.443240 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee683a-66f0-4ae0-a200-751c4b4f9516 req-e6fd479f-6927-4386-9d68-b5e0f7a666c5 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:36.444792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57ee683a-66f0-4ae0-a200-751c4b4f9516 req-e6fd479f-6927-4386-9d68-b5e0f7a666c5 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 944 time: 0.0541811 Apr 18 21:27:36.455361 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8a2f91-2c9a-4502-a175-89fd27a17e9f x-openstack-request-id: req-7e8a2f91-2c9a-4502-a175-89fd27a17e9f {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:36.455645 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adc814f-deb2-4464-9c70-76c2187f869e", "name": "network-vif-plugged", "status": "completed", "tag": "348d2828-c8b6-4cdb-b305-20037037639a", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:36.455911 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7e8a2f91-2c9a-4502-a175-89fd27a17e9f {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:36.456300 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8a2f91-2c9a-4502-a175-89fd27a17e9f'] response: {'server_uuid': '5adc814f-deb2-4464-9c70-76c2187f869e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348d2828-c8b6-4cdb-b305-20037037639a', 'code': 200} Apr 18 21:27:36.480213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=348d2828-c8b6-4cdb-b305-20037037639a,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:36.495973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-57ee683a-66f0-4ae0-a200-751c4b4f9516 req-8c97ca75-4c80-4be0-880e-e9ab2f57d81c tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444846 Apr 18 21:27:36.809870 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b649b-b23f-4ca7-8f0f-26912978a3ea req-7f29adcc-dd1d-47ed-8a2e-f9d82270bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:36.811371 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e44b649b-b23f-4ca7-8f0f-26912978a3ea req-7f29adcc-dd1d-47ed-8a2e-f9d82270bec8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 1096 time: 0.2886827 Apr 18 21:27:36.846378 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e44b649b-b23f-4ca7-8f0f-26912978a3ea req-dfcc0b0a-8e9b-45a1-a1bf-7eaa05ea6638 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270758 Apr 18 21:27:37.613187 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88020949-1baf-4431-8666-0d8068eb6b49 req-09b6339e-56b5-43c5-97c1-7d330ba228c2 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:37.614690 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88020949-1baf-4431-8666-0d8068eb6b49 req-09b6339e-56b5-43c5-97c1-7d330ba228c2 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 945 time: 0.0489380 Apr 18 21:27:37.655773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-88020949-1baf-4431-8666-0d8068eb6b49 req-8b99bb7e-53b7-45da-a594-2f14470815bc tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348604 Apr 18 21:27:38.786324 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59b71-ca35-472a-969e-5bf79e6e7591 req-be560b66-1e16-4b63-a278-ad760bc99893 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:38.788009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edf59b71-ca35-472a-969e-5bf79e6e7591 req-be560b66-1e16-4b63-a278-ad760bc99893 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 945 time: 0.0621893 Apr 18 21:27:38.827755 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-edf59b71-ca35-472a-969e-5bf79e6e7591 req-1c0fd0b5-1019-4e3a-bb67-8095bf0c353e tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333858 Apr 18 21:27:38.905533 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1cf7c39f-8f60-4e49-ad47-a094d7bc0339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:38.953086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc906f7-4dc7-4a28-8577-2b6e4ddd1f32 req-1da58c66-45d3-4cd4-a9fc-3d5417559629 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:38.954587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fc906f7-4dc7-4a28-8577-2b6e4ddd1f32 req-1da58c66-45d3-4cd4-a9fc-3d5417559629 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 945 time: 0.0534654 Apr 18 21:27:38.994547 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0fc906f7-4dc7-4a28-8577-2b6e4ddd1f32 req-b01ec82e-f4b7-4218-9088-ed4b313ad6a4 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331283 Apr 18 21:27:39.509572 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:40.686157 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:41.338492 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:42.857104 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.456495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.377908 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-ce2b0406-51e1-4ddf-8201-c73a138e1c13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382688 Apr 18 21:27:50.466777 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-a26b4349-9f28-4aaa-a652-fbcbf08ee4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:50.469261 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-a26b4349-9f28-4aaa-a652-fbcbf08ee4a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=814ea73f30b44e80b257d48c5c37d34e&device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 1096 time: 0.0492833 Apr 18 21:27:50.585132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-114cc6c6-862e-4c51-bb52-0f27566632d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:50.586621 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-114cc6c6-862e-4c51-bb52-0f27566632d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1b544b53-c2ec-4373-98a0-b761f313542f HTTP/1.1" status: 200 len: 917 time: 0.0879500 Apr 18 21:27:50.642533 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-124bf19a-09f1-47ef-b560-c0aaba6f0eb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=348d2828-c8b6-4cdb-b305-20037037639a HTTP/1.1" status: 200 len: 217 time: 0.0443413 Apr 18 21:27:50.699038 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-d0f962c9-90db-43d1-9e9a-ed2e75af7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:50.700512 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-d0f962c9-90db-43d1-9e9a-ed2e75af7d51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bf373635-c167-4e11-9c2a-52fad189f6aa HTTP/1.1" status: 200 len: 855 time: 0.0510299 Apr 18 21:27:50.748674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-473c04c7-5a39-4f86-92fd-99204cedb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:50.750130 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-473c04c7-5a39-4f86-92fd-99204cedb732 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1b544b53-c2ec-4373-98a0-b761f313542f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396192 Apr 18 21:27:50.839419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-94c7deff-cd2c-47aa-a8b6-7cb8bc7570fd service neutron] 10.222.0.60 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797844 Apr 18 21:27:50.932077 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-537458bb-c68e-4034-97f2-33ed9bb9b73e req-5435c5e9-e476-45f1-bc6b-c2e3117e2433 service neutron] 10.222.0.60 "GET /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846689 Apr 18 21:27:57.291915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440ad8d-f109-4c1e-8095-3e8a5a541ccf req-e041dd92-aaf2-4a6e-bebd-8b0c02f62d45 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:57.293416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b440ad8d-f109-4c1e-8095-3e8a5a541ccf req-e041dd92-aaf2-4a6e-bebd-8b0c02f62d45 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 945 time: 0.0493603 Apr 18 21:27:57.331993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b440ad8d-f109-4c1e-8095-3e8a5a541ccf req-08f9213a-bc6b-4cd2-9dce-002f73535174 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Apr 18 21:27:58.457891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e398e8-2eee-456a-a564-b0c831641d48 req-fab8aadf-7047-46ef-9273-b4ed42f7b581 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:58.459412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e398e8-2eee-456a-a564-b0c831641d48 req-fab8aadf-7047-46ef-9273-b4ed42f7b581 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 945 time: 0.0537257 Apr 18 21:27:58.499592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6e398e8-2eee-456a-a564-b0c831641d48 req-55a97e7a-ea7d-4099-b268-b03b6e8497ea tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/security-groups?id=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320044 Apr 18 21:27:59.062115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-5e6e19b4-fa12-46dd-b897-0526c8353adf tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:59.063462 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-5e6e19b4-fa12-46dd-b897-0526c8353adf tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.60 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 945 time: 0.0489402 Apr 18 21:27:59.155394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Deleting port 348d2828-c8b6-4cdb-b305-20037037639a {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:27:59.155736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.244800 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] For port 348d2828-c8b6-4cdb-b305-20037037639a, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=348d2828-c8b6-4cdb-b305-20037037639a,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:27:59.245162 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.258137 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Calling delete_port for 348d2828-c8b6-4cdb-b305-20037037639a owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:27:59.385374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.398232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['348d2828-c8b6-4cdb-b305-20037037639a'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:27:59.413919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Pushing event deleted for resources: {'Port': ['ID=348d2828-c8b6-4cdb-b305-20037037639a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:27:59.438237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.438701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.438916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.439246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.439572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.439919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.440242 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.440564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.440887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.441202 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.441538 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.441838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:27:59.464632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] No DVR routers for this DVR port 348d2828-c8b6-4cdb-b305-20037037639a on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:27:59.467436 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:59.470734 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e9750125-b3e3-4ea0-9c4c-6a360c37ac0a req-ab38ed5f-a7a6-4c8a-b17d-67426d733d99 tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.60 "DELETE /v2.0/ports/348d2828-c8b6-4cdb-b305-20037037639a HTTP/1.1" status: 204 len: 173 time: 0.4010417 Apr 18 21:27:59.471180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adc814f-deb2-4464-9c70-76c2187f869e', 'name': 'network-vif-deleted', 'tag': '348d2828-c8b6-4cdb-b305-20037037639a'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:27:59.474051 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49222430-6136-465f-89ce-7bf7595c8dd6" -d '{"events": [{"server_uuid": "5adc814f-deb2-4464-9c70-76c2187f869e", "name": "network-vif-deleted", "tag": "348d2828-c8b6-4cdb-b305-20037037639a"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:27:59.518282 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457cea2a-6cbf-4828-b854-f29b7337a407 x-openstack-request-id: req-457cea2a-6cbf-4828-b854-f29b7337a407 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:27:59.518577 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adc814f-deb2-4464-9c70-76c2187f869e", "name": "network-vif-deleted", "tag": "348d2828-c8b6-4cdb-b305-20037037639a", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:27:59.518826 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-457cea2a-6cbf-4828-b854-f29b7337a407 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:27:59.519225 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457cea2a-6cbf-4828-b854-f29b7337a407'] response: {'server_uuid': '5adc814f-deb2-4464-9c70-76c2187f869e', 'name': 'network-vif-deleted', 'tag': '348d2828-c8b6-4cdb-b305-20037037639a', 'status': 'completed', 'code': 200} Apr 18 21:27:59.608782 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d899c55f-8fae-49c0-81f3-17636f871724 req-79511be4-a55f-4289-b204-e028e16bec5b tempest-TestEncryptedCinderVolumes-1937855591 tempest-TestEncryptedCinderVolumes-1937855591-project] 10.222.0.49 "GET /v2.0/ports?device_id=5adc814f-deb2-4464-9c70-76c2187f869e HTTP/1.1" status: 200 len: 210 time: 0.0322287 Apr 18 21:28:00.701409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52862) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:01.041467 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.278113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] Deleting port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:01.278456 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.353241 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] For port c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:01.353599 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.369931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] Calling delete_port for c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:01.544792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.570290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:01.734878 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:01.947164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] Router 59578d30-97f9-4ff8-b501-969553f680aa has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:02.051411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:02.057252 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fa0eb889-8b12-40e6-bcd8-7599b6bc2716 admin admin] 10.222.0.49 "PUT /v2.0/routers/59578d30-97f9-4ff8-b501-969553f680aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3547273 Apr 18 21:28:02.059686 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52864) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:02.062408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] Sync routers for ids ['59578d30-97f9-4ff8-b501-969553f680aa'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:28:02.073336 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] Routers {'59578d30-97f9-4ff8-b501-969553f680aa'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:02.073947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:27:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59578d30-97f9-4ff8-b501-969553f680aa'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:02.164424 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.177569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] Set router 59578d30-97f9-4ff8-b501-969553f680aa gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:02.267240 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.324925 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Deleting port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:02.325266 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.359274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59578d30-97f9-4ff8-b501-969553f680aa', 'name': 'tempest-TestEncryptedCinderVolumes-443347838-router', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:28:01Z', 'revision_number': 5, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'gw_port': {'id': 'dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ff:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59578d30-97f9-4ff8-b501-969553f680aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:02.386384 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] Checking router: 59578d30-97f9-4ff8-b501-969553f680aa for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:28:02.396298 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 348d2828-c8b6-4cdb-b305-20037037639a no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:02.399429 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] Routers {'59578d30-97f9-4ff8-b501-969553f680aa'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:02.400058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:27:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['59578d30-97f9-4ff8-b501-969553f680aa'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:02.403893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] For port dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:02.404268 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.419232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 348d2828-c8b6-4cdb-b305-20037037639a {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:02.419576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 348d2828-c8b6-4cdb-b305-20037037639a not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:02.422291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Calling delete_port for dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:02.502569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] Set router 59578d30-97f9-4ff8-b501-969553f680aa gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:02.557636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59578d30-97f9-4ff8-b501-969553f680aa', 'name': 'tempest-TestEncryptedCinderVolumes-443347838-router', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:28:02Z', 'revision_number': 6, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:02.583113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d80d2-9503-4c2a-8b7d-3d1f192c2d70 None None] The sync data for ids ['59578d30-97f9-4ff8-b501-969553f680aa'] in n-d-836015-4 is: [{'id': '59578d30-97f9-4ff8-b501-969553f680aa', 'name': 'tempest-TestEncryptedCinderVolumes-443347838-router', 'tenant_id': '814ea73f30b44e80b257d48c5c37d34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:28:02Z', 'revision_number': 6, 'project_id': '814ea73f30b44e80b257d48c5c37d34e', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:28:02.587535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.618397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:02.680564 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.770587 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.773400 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.817054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.817601 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59578d30-97f9-4ff8-b501-969553f680aa {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:28:02.822180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.823466 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-80b79862-b2f1-4adc-ae89-d630613dc9e6 admin admin] 10.222.0.49 "DELETE /v2.0/routers/59578d30-97f9-4ff8-b501-969553f680aa HTTP/1.1" status: 204 len: 168 time: 0.7628334 Apr 18 21:28:02.825923 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52866) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:02.873467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9fa94b-130f-4e71-9ccf-2206cccddb52 admin admin] Deleting subnet bf373635-c167-4e11-9c2a-52fad189f6aa {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:28:02.876528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa94b-130f-4e71-9ccf-2206cccddb52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.910678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa94b-130f-4e71-9ccf-2206cccddb52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:02.989358 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa94b-130f-4e71-9ccf-2206cccddb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.047975 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa94b-130f-4e71-9ccf-2206cccddb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.073083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9fa94b-130f-4e71-9ccf-2206cccddb52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf373635-c167-4e11-9c2a-52fad189f6aa,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:03.077922 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c9fa94b-130f-4e71-9ccf-2206cccddb52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.081917 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1c9fa94b-130f-4e71-9ccf-2206cccddb52 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bf373635-c167-4e11-9c2a-52fad189f6aa HTTP/1.1" status: 204 len: 168 time: 0.2548838 Apr 18 21:28:03.083259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab6f7c-0c9c-46e4-a58a-a9ac0a6025fa None None] Network 1b544b53-c2ec-4373-98a0-b761f313542f requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:28:03.084956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52868) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:03.151729 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.204987 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Deleting port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:03.205335 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.273248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] For port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ced78193-5dd0-4c7b-8b80-d7ddccd58f2b,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:03.273542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.286107 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Calling delete_port for ced78193-5dd0-4c7b-8b80-d7ddccd58f2b owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:03.329216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] DHCP port deletion for 1b544b53-c2ec-4373-98a0-b761f313542f request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:28:03.384413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Deleting port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:03.385071 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.390182 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.398202 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:03.417878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced78193-5dd0-4c7b-8b80-d7ddccd58f2b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:03.419731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] No DVR routers for this DVR port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:03.454768 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:03.455107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device dbcb5577-e3cc-402e-ae34-d8e9bd1ba3c5 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:03.455700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:03.480492 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:03.480831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c78fdcf6-6d7d-413b-9c4f-b16d01d2ce3e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:03.481241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ced78193-5dd0-4c7b-8b80-d7ddccd58f2b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:03.501770 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.510223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: ced78193-5dd0-4c7b-8b80-d7ddccd58f2b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:03.511999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ced78193-5dd0-4c7b-8b80-d7ddccd58f2b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:03.518210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] For port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ced78193-5dd0-4c7b-8b80-d7ddccd58f2b,segment=NetworkSegment(f91ad672-2bd3-4f3c-ba02-7e0a6be32788),segment_id=f91ad672-2bd3-4f3c-ba02-7e0a6be32788)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:03.518609 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.528226 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b544b53-c2ec-4373-98a0-b761f313542f']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:03.530586 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Calling delete_port for ced78193-5dd0-4c7b-8b80-d7ddccd58f2b owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:03.537931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:03.538228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91ad672-2bd3-4f3c-ba02-7e0a6be32788') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:03.549855 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.566239 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.573752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:28:03.574167 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:28:03.576739 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:28:03.607644 n-d-836015-4 neutron-server[102905]: self.session.flush() Apr 18 21:28:03.616506 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.643038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Pushing event deleted for resources: {'Port': ['ID=ced78193-5dd0-4c7b-8b80-d7ddccd58f2b,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:03.650373 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.655431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] No DVR routers for this DVR port ced78193-5dd0-4c7b-8b80-d7ddccd58f2b on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:03.658154 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.658571 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.658834 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.659459 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.660071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.660497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.660838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.661285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.661629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.661754 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:03.661959 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.662288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.663146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7d8580-7125-4b95-90b1-e9a3cd819c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:03.665416 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1b544b53-c2ec-4373-98a0-b761f313542f HTTP/1.1" status: 204 len: 168 time: 0.5793295 Apr 18 21:28:03.668572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52870) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:03.678980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de55e40-31bf-468c-b0d4-f750fc48e760 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b544b53-c2ec-4373-98a0-b761f313542f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:04.014553 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.258623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Deleting port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:04.258963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.341426 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] For port b90bd1ba-be74-42c6-81c6-50bae4a9dfe6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b90bd1ba-be74-42c6-81c6-50bae4a9dfe6,segment=NetworkSegment(c79425c9-d290-4470-bcc9-716bd624754b),segment_id=c79425c9-d290-4470-bcc9-716bd624754b)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:04.341699 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.354926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Calling delete_port for b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:04.534309 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.559102 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90bd1ba-be74-42c6-81c6-50bae4a9dfe6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:04.571403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.571750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.572109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.572437 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.572765 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.573089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.573406 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.573721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.574037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.574351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.574665 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.574974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:04.735895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:04.949222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:05.057467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:05.067476 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b5cc13c8-71a9-4ba2-92b4-66c59c535584 admin admin] 10.222.0.49 "PUT /v2.0/routers/2ce5e614-05d8-49c8-b7e8-5bab45956e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3978131 Apr 18 21:28:05.070783 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52872) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:05.073654 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] Sync routers for ids ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:28:05.083076 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] Routers {'2ce5e614-05d8-49c8-b7e8-5bab45956e14'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:05.083665 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:27:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:05.178906 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.186401 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] Set router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:05.290825 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.360845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Deleting port 48ed361f-d037-46f5-addd-ac1496bb709d {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:05.361190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.368220 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'name': 'tempest-TestEncryptedCinderVolumes-786074741-router', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:46Z', 'updated_at': '2022-04-18T21:28:04Z', 'revision_number': 5, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'gw_port': {'id': '48ed361f-d037-46f5-addd-ac1496bb709d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:47Z', 'updated_at': '2022-04-18T21:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:05.399952 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] Checking router: 2ce5e614-05d8-49c8-b7e8-5bab45956e14 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:28:05.408766 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] Routers {'2ce5e614-05d8-49c8-b7e8-5bab45956e14'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:05.409364 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:27:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:05.446104 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] For port 48ed361f-d037-46f5-addd-ac1496bb709d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=48ed361f-d037-46f5-addd-ac1496bb709d,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:05.446466 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.458221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Calling delete_port for 48ed361f-d037-46f5-addd-ac1496bb709d owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:05.502989 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] Set router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:05.555684 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'name': 'tempest-TestEncryptedCinderVolumes-786074741-router', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:46Z', 'updated_at': '2022-04-18T21:28:05Z', 'revision_number': 6, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:05.628482 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.664438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ed361f-d037-46f5-addd-ac1496bb709d,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:05.677218 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f39e37d-c095-490d-9207-741f7e854174 None None] The sync data for ids ['2ce5e614-05d8-49c8-b7e8-5bab45956e14'] in n-d-836015-4 is: [{'id': '2ce5e614-05d8-49c8-b7e8-5bab45956e14', 'name': 'tempest-TestEncryptedCinderVolumes-786074741-router', 'tenant_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:46Z', 'updated_at': '2022-04-18T21:28:05Z', 'revision_number': 6, 'project_id': 'd522df30603a4f5381a89f7ac89ea4d1', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:28:05.729118 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.824125 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.825609 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.872337 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.872863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce5e614-05d8-49c8-b7e8-5bab45956e14 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:28:05.877764 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.878959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e746f829-6ecc-4c87-bc6b-781e74b25de7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2ce5e614-05d8-49c8-b7e8-5bab45956e14 HTTP/1.1" status: 204 len: 168 time: 0.8072307 Apr 18 21:28:05.882183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52874) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:05.927285 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f445710-ba2e-4665-8faa-e6aba14c1fdd admin admin] Deleting subnet 444178ea-9079-49d2-a999-128a36fe3041 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:28:05.931079 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f445710-ba2e-4665-8faa-e6aba14c1fdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:05.965284 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f445710-ba2e-4665-8faa-e6aba14c1fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.004716 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-150cf979-1ee1-41b1-8058-b9c9a8930793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.057430 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f445710-ba2e-4665-8faa-e6aba14c1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.113707 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f445710-ba2e-4665-8faa-e6aba14c1fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.147516 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4f445710-ba2e-4665-8faa-e6aba14c1fdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.150804 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4f445710-ba2e-4665-8faa-e6aba14c1fdd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/444178ea-9079-49d2-a999-128a36fe3041 HTTP/1.1" status: 204 len: 168 time: 0.2674894 Apr 18 21:28:06.151721 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f445710-ba2e-4665-8faa-e6aba14c1fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444178ea-9079-49d2-a999-128a36fe3041,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:06.152476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05681b6-53e9-4327-a53b-9428d1778b1d None None] Network 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:28:06.153484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52876) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:06.220254 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.277605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Deleting port 9280d8ea-112f-474d-ab4b-f5b61e237a3b {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:28:06.277948 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.345486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] For port 9280d8ea-112f-474d-ab4b-f5b61e237a3b, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=9280d8ea-112f-474d-ab4b-f5b61e237a3b,segment=NetworkSegment(c79425c9-d290-4470-bcc9-716bd624754b),segment_id=c79425c9-d290-4470-bcc9-716bd624754b)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:06.345761 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.359750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Calling delete_port for 9280d8ea-112f-474d-ab4b-f5b61e237a3b owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:28:06.470242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c93aa24-ede5-4511-b4af-94078dad2f45 None None] DHCP port deletion for 5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:28:06.476326 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.506115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9280d8ea-112f-474d-ab4b-f5b61e237a3b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:06.511397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] No DVR routers for this DVR port 9280d8ea-112f-474d-ab4b-f5b61e237a3b on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:28:06.582154 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.610002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5063f7c9-e4d5-443d-8c2f-3ef03d6656e2']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:06.619808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79425c9-d290-4470-bcc9-716bd624754b') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:06.620125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79425c9-d290-4470-bcc9-716bd624754b') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:06.629225 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.642742 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.648737 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:28:06.649192 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:28:06.650977 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:28:06.705125 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.712447 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:06.717970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5063f7c9-e4d5-443d-8c2f-3ef03d6656e2 HTTP/1.1" status: 204 len: 168 time: 0.5611413 Apr 18 21:28:06.726937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cca07b-5ded-4134-8350-841ce93f12f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5063f7c9-e4d5-443d-8c2f-3ef03d6656e2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:06.888502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52880) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:06.931380 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ff5b9a2a-a4b3-4b16-af83-557a818aad05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=814ea73f30b44e80b257d48c5c37d34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416627 Apr 18 21:28:06.933970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52882) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:06.989695 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2687d27e-4c4d-4e34-8c60-3f99a2dc5bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.011660 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2687d27e-4c4d-4e34-8c60-3f99a2dc5bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.060357 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2687d27e-4c4d-4e34-8c60-3f99a2dc5bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.062912 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2687d27e-4c4d-4e34-8c60-3f99a2dc5bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.064145 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2687d27e-4c4d-4e34-8c60-3f99a2dc5bab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49d18cd0-1758-4f0c-97ef-cd3f4f144c4c HTTP/1.1" status: 204 len: 168 time: 0.1292119 Apr 18 21:28:07.076197 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687d27e-4c4d-4e34-8c60-3f99a2dc5bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d18cd0-1758-4f0c-97ef-cd3f4f144c4c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:07.362645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:07.388156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:07.388451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b90bd1ba-be74-42c6-81c6-50bae4a9dfe6 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:07.388914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 48ed361f-d037-46f5-addd-ac1496bb709d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:07.409794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 48ed361f-d037-46f5-addd-ac1496bb709d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:07.410244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 48ed361f-d037-46f5-addd-ac1496bb709d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:07.410607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52888) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:07.410860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9280d8ea-112f-474d-ab4b-f5b61e237a3b no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:28:07.431753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 9280d8ea-112f-474d-ab4b-f5b61e237a3b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:28:07.432125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 9280d8ea-112f-474d-ab4b-f5b61e237a3b not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:28:07.452630 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d85972d6-2f3c-470d-bb46-64ecfe6f8fb6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d522df30603a4f5381a89f7ac89ea4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408509 Apr 18 21:28:07.455000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52890) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:07.504623 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b244d38-d9ea-43d9-a445-3bc4bdee54d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.526030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b244d38-d9ea-43d9-a445-3bc4bdee54d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.573783 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b244d38-d9ea-43d9-a445-3bc4bdee54d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.576829 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5b244d38-d9ea-43d9-a445-3bc4bdee54d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:07.578216 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5b244d38-d9ea-43d9-a445-3bc4bdee54d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0857f003-0462-4e60-a8ab-ec9fff53f1a4 HTTP/1.1" status: 204 len: 168 time: 0.1221647 Apr 18 21:28:07.588896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b244d38-d9ea-43d9-a445-3bc4bdee54d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0857f003-0462-4e60-a8ab-ec9fff53f1a4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:08.254092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52912) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:08.349406 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1108598790-network', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:08.369807 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Made reservation on behalf of e25d6d17db074017bdbbff50f05a5fe6 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:08.372137 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.380225 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.453052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.456998 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.477433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:28:08.492416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24706dca-c78e-4c54-ab42-8e02320f6843,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:08.495274 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.495626 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Added segment ead2574a-1bc8-49b9-9286-0ac4f00da97f of type vlan for network fb79f200-64e2-4464-ac55-4c7a21754edc Apr 18 21:28:08.538501 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.564613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.565539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:08.566117 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.619203 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3640158 Apr 18 21:28:08.622221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52916) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:08.625949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c8b92-d3f8-46b0-9fa2-c86751a9a3c1 admin admin] Pushing event updated for resources: {'Network': ['ID=fb79f200-64e2-4464-ac55-4c7a21754edc,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:08.627182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Request body: {'subnet': {'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1108598790-subnet', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:08.635283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network fb79f200-64e2-4464-ac55-4c7a21754edc details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:28:08.645950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Made reservation on behalf of e25d6d17db074017bdbbff50f05a5fe6 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:08.649054 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.749548 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-28b047cd-d8ce-4337-8590-0ec550578b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.847354 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.899210 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c729c7-d2b3-4389-9144-b57f20f9fa4a,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:08.915111 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Checking segment: {'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:08.915462 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Network hostable DHCP agents. Network: fb79f200-64e2-4464-ac55-4c7a21754edc, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:28:08.931371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Network fb79f200-64e2-4464-ac55-4c7a21754edc is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:28:08.939438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, fb79f200-64e2-4464-ac55-4c7a21754edc) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:08.944366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:08.944949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.949239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d643e38-7a66-4e62-8ab9-0eb7b02ee940 None None] Network fb79f200-64e2-4464-ac55-4c7a21754edc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:28:08.962036 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c61dc792-4cb9-4466-a281-08e6cee8a604 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3386762 Apr 18 21:28:08.964803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52918) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:08.969012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:08.988765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:08.989810 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.044204 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.095726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-fb79f200-64e2-4464-ac55-4c7a21754edc', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:28:09.096703 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.243266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Allocated IP 172.20.0.2 (fb79f200-64e2-4464-ac55-4c7a21754edc/23c729c7-d2b3-4389-9144-b57f20f9fa4a/4a8f23d4-2e80-41f3-8dda-c42231037745) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:09.396507 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.402943 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.439317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Network fb79f200-64e2-4464-ac55-4c7a21754edc is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:09.445055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:09.448497 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:28:09.461466 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Pushing event updated for resources: {'Port': ['ID=4a8f23d4-2e80-41f3-8dda-c42231037745,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:09.520377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Attempting to bind port 4a8f23d4-2e80-41f3-8dda-c42231037745 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:09.520738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Attempting to bind port 4a8f23d4-2e80-41f3-8dda-c42231037745 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:09.521089 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Attempting to bind port 4a8f23d4-2e80-41f3-8dda-c42231037745 on network fb79f200-64e2-4464-ac55-4c7a21754edc {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:09.528256 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.529046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:28:09.529407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Checking segment: {'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:09.529786 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.530180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Bound using segment: {'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:28:09.530616 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Bound port: 4a8f23d4-2e80-41f3-8dda-c42231037745, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:09.530978 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.536713 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.593962 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1203bb23-d605-42de-b594-6f202f32624b None None] For port 4a8f23d4-2e80-41f3-8dda-c42231037745, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:09.597365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-1203bb23-d605-42de-b594-6f202f32624b None None] For port 4a8f23d4-2e80-41f3-8dda-c42231037745, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4a8f23d4-2e80-41f3-8dda-c42231037745,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:09.602267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.666926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203bb23-d605-42de-b594-6f202f32624b None None] Pushing event updated for resources: {'Port': ['ID=4a8f23d4-2e80-41f3-8dda-c42231037745,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:09.743299 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.762429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:09.896278 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Allocated IP 172.25.2.105 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/d774a1b7-a0f1-47f1-ac14-a71d85abeca6) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:09.999437 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.032443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.075474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:10.078246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:10.080750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:28:10.105130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Pushing event updated for resources: {'Port': ['ID=d774a1b7-a0f1-47f1-ac14-a71d85abeca6,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:10.332981 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.574493 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.583273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b162f0c-0b13-4228-9979-6fc077191ced None None] Network fb79f200-64e2-4464-ac55-4c7a21754edc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:28:10.710058 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Router a01c341f-6f8f-4995-9846-694302d6f993 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:28:10.713070 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-24b7edfe-d2ce-4e36-9939-4ef9336c99ea None None] Provisioning complete for port 4a8f23d4-2e80-41f3-8dda-c42231037745 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:10.713598 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-24b7edfe-d2ce-4e36-9939-4ef9336c99ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.741986 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.819272 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:10.829975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Sync routers for ids ['a01c341f-6f8f-4995-9846-694302d6f993'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:28:10.838126 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-24b7edfe-d2ce-4e36-9939-4ef9336c99ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.838341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:10.842595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52920) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:10.843136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-309c9b31-e1cf-4c44-bb03-6b4d3d78e7fd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8768792 Apr 18 21:28:10.860917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Routers {'a01c341f-6f8f-4995-9846-694302d6f993'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:10.861496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:28:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a01c341f-6f8f-4995-9846-694302d6f993'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:10.916183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-24b7edfe-d2ce-4e36-9939-4ef9336c99ea None None] For port 4a8f23d4-2e80-41f3-8dda-c42231037745, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4a8f23d4-2e80-41f3-8dda-c42231037745,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:10.927649 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-24b7edfe-d2ce-4e36-9939-4ef9336c99ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.190987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7edfe-d2ce-4e36-9939-4ef9336c99ea None None] Pushing event updated for resources: {'Port': ['ID=4a8f23d4-2e80-41f3-8dda-c42231037745,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:11.195439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Set router a01c341f-6f8f-4995-9846-694302d6f993 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:11.250062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ebc28424-cca1-4c4e-a1b1-68b5437d7992 None None] Provisioning complete for port 4a8f23d4-2e80-41f3-8dda-c42231037745 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:11.250435 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ebc28424-cca1-4c4e-a1b1-68b5437d7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.362223 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.408856 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4a8f23d4-2e80-41f3-8dda-c42231037745 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:11.523801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:10Z', 'revision_number': 3, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:11.525627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 4a8f23d4-2e80-41f3-8dda-c42231037745 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:11.526036 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.573934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Checking router: a01c341f-6f8f-4995-9846-694302d6f993 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:28:11.574305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Updating router a01c341f-6f8f-4995-9846-694302d6f993 port d774a1b7-a0f1-47f1-ac14-a71d85abeca6 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:28:11.600951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.611448 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.764350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Allocated IP 172.20.0.1 (fb79f200-64e2-4464-ac55-4c7a21754edc/23c729c7-d2b3-4389-9144-b57f20f9fa4a/d673c743-857c-4b0a-a0fb-95522cded6b4) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:11.882821 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.916986 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.921690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.922307 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.958946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Network fb79f200-64e2-4464-ac55-4c7a21754edc is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:11.965851 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:11.969613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:28:11.976377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Attempting to bind port d774a1b7-a0f1-47f1-ac14-a71d85abeca6 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:11.976748 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Attempting to bind port d774a1b7-a0f1-47f1-ac14-a71d85abeca6 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:11.977124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Attempting to bind port d774a1b7-a0f1-47f1-ac14-a71d85abeca6 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:11.980905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217b346-e033-4cda-8670-1492c6bda73a None None] Pushing event updated for resources: {'Port': ['ID=d774a1b7-a0f1-47f1-ac14-a71d85abeca6,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:11.985861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:28:11.986228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:11.986628 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.987014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:28:11.987479 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Bound port: d774a1b7-a0f1-47f1-ac14-a71d85abeca6, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:11.987870 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:11.997235 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d673c743-857c-4b0a-a0fb-95522cded6b4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:12.016336 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.045402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] For port d774a1b7-a0f1-47f1-ac14-a71d85abeca6, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:12.049145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] For port d774a1b7-a0f1-47f1-ac14-a71d85abeca6, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d774a1b7-a0f1-47f1-ac14-a71d85abeca6,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:12.055537 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.108811 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Routers {'a01c341f-6f8f-4995-9846-694302d6f993'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:12.109432 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:28:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a01c341f-6f8f-4995-9846-694302d6f993'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:12.160572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217b346-e033-4cda-8670-1492c6bda73a None None] Pushing event updated for resources: {'Port': ['ID=d774a1b7-a0f1-47f1-ac14-a71d85abeca6,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:12.168232 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.240225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] Set router a01c341f-6f8f-4995-9846-694302d6f993 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:12.349142 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.354262 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.423831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-cc840059-6a93-4e2d-b2b3-fde69ade7e22 None None] Provisioning complete for port d673c743-857c-4b0a-a0fb-95522cded6b4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:12.424225 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cc840059-6a93-4e2d-b2b3-fde69ade7e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.426575 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.429508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Pushing event updated for resources: {'Port': ['ID=d673c743-857c-4b0a-a0fb-95522cded6b4,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:12.467731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:10Z', 'revision_number': 3, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:12.469408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-cc840059-6a93-4e2d-b2b3-fde69ade7e22 None None] Port d673c743-857c-4b0a-a0fb-95522cded6b4 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:28:12.496574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4753eab-ee25-472d-9826-86aea626a958 None None] The sync data for ids ['a01c341f-6f8f-4995-9846-694302d6f993'] in n-d-836015-4 is: [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:10Z', 'revision_number': 3, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:28:12.520540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Network fb79f200-64e2-4464-ac55-4c7a21754edc is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:12.522497 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:12.663005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Router a01c341f-6f8f-4995-9846-694302d6f993 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:12.793688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:12.800640 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c2651b03-9e21-4f99-872b-36fe7ae445d2 admin admin] 10.222.0.49 "PUT /v2.0/routers/a01c341f-6f8f-4995-9846-694302d6f993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9566193 Apr 18 21:28:12.801902 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1e9e90be-2330-4754-83ad-7ff0dc075737 None None] Provisioning complete for port d673c743-857c-4b0a-a0fb-95522cded6b4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:12.802357 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1e9e90be-2330-4754-83ad-7ff0dc075737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:12.848350 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e90be-2330-4754-83ad-7ff0dc075737 None None] Port d673c743-857c-4b0a-a0fb-95522cded6b4 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:28:12.861187 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.278984 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:28:13.293359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52936) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:13.298343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-314920004-network', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:13.325396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Made reservation on behalf of 60dcdadc4a08417ba82c77e67471678c for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:13.327830 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.337207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.376194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d774a1b7-a0f1-47f1-ac14-a71d85abeca6 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:13.425430 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.428940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d774a1b7-a0f1-47f1-ac14-a71d85abeca6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:13.429315 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.430362 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.454498 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:28:13.464223 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01b98dd-7c08-4536-b95b-7ac316405973,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:13.469372 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.470096 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Added segment cfa0119c-fdf1-4985-bee6-9d3de862c792 of type vlan for network 5953dae7-7474-4875-86a8-76cfa4fc1354 Apr 18 21:28:13.513101 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.513345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.538098 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port d774a1b7-a0f1-47f1-ac14-a71d85abeca6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d774a1b7-a0f1-47f1-ac14-a71d85abeca6,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:13.543799 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.546464 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.547954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:13.548505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.595240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=d774a1b7-a0f1-47f1-ac14-a71d85abeca6,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:13.601890 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3043878 Apr 18 21:28:13.602305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52938) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:13.608473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Request body: {'subnet': {'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-314920004-subnet', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:13.612530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3fd56-24c2-45b0-bc79-8b23faa4f213 admin admin] Pushing event updated for resources: {'Network': ['ID=5953dae7-7474-4875-86a8-76cfa4fc1354,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:13.623396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 5953dae7-7474-4875-86a8-76cfa4fc1354 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:28:13.628263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Made reservation on behalf of 60dcdadc4a08417ba82c77e67471678c for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:13.630997 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.814100 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.883554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=451e139a-d7e2-4a04-a27c-cfdf95d5d2ed,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:13.891830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Checking segment: {'id': 'cfa0119c-fdf1-4985-bee6-9d3de862c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:13.892284 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Network hostable DHCP agents. Network: 5953dae7-7474-4875-86a8-76cfa4fc1354, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:28:13.909898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Network 5953dae7-7474-4875-86a8-76cfa4fc1354 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:28:13.920021 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 5953dae7-7474-4875-86a8-76cfa4fc1354) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:13.924009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:13.924591 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.929612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016b8375-d06d-4f40-8383-c3d88b3935de None None] Network 5953dae7-7474-4875-86a8-76cfa4fc1354 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:28:13.944397 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ee25779c-5173-4296-94d5-6212d5b10e29 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3407497 Apr 18 21:28:13.945352 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 52940) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:13.950169 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-314920004-router', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:13.969963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:13.971000 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.029072 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.087160 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Sync routers for ids ['a01c341f-6f8f-4995-9846-694302d6f993'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:28:14.090132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-5953dae7-7474-4875-86a8-76cfa4fc1354', 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'fixed_ips': [{'subnet_id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:28:14.090999 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.096561 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Routers {'a01c341f-6f8f-4995-9846-694302d6f993'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:14.097361 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:28:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a01c341f-6f8f-4995-9846-694302d6f993'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:14.172903 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.207186 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Set router a01c341f-6f8f-4995-9846-694302d6f993 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:14.234066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Allocated IP 172.20.0.2 (5953dae7-7474-4875-86a8-76cfa4fc1354/451e139a-d7e2-4a04-a27c-cfdf95d5d2ed/e94164e7-e82a-4bf3-8e09-173d2946d821) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:14.390789 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.404876 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.412949 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.416203 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.422789 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd673c743-857c-4b0a-a0fb-95522cded6b4', 'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'mac_address': 'fa:16:3e:f3:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 2, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'subnets': [{'id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:14.454936 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Checking router: a01c341f-6f8f-4995-9846-694302d6f993 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:28:14.455270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Network 5953dae7-7474-4875-86a8-76cfa4fc1354 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:14.455383 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Updating router a01c341f-6f8f-4995-9846-694302d6f993 port d673c743-857c-4b0a-a0fb-95522cded6b4 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:28:14.459937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:14.462344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:28:14.469994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Pushing event updated for resources: {'Port': ['ID=e94164e7-e82a-4bf3-8e09-173d2946d821,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:14.480942 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.528035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Attempting to bind port e94164e7-e82a-4bf3-8e09-173d2946d821 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:14.528745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Attempting to bind port e94164e7-e82a-4bf3-8e09-173d2946d821 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'cfa0119c-fdf1-4985-bee6-9d3de862c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:14.528874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Attempting to bind port e94164e7-e82a-4bf3-8e09-173d2946d821 on network 5953dae7-7474-4875-86a8-76cfa4fc1354 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:14.529201 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Allocated IP 172.25.2.219 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/912d77a0-85f9-4498-8dc9-dd27f499cd51) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:14.534469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:28:14.535740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Checking segment: {'id': 'cfa0119c-fdf1-4985-bee6-9d3de862c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:14.535740 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.535740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Bound using segment: {'id': 'cfa0119c-fdf1-4985-bee6-9d3de862c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:28:14.536186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Bound port: e94164e7-e82a-4bf3-8e09-173d2946d821, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa0119c-fdf1-4985-bee6-9d3de862c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:14.536564 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.605850 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] For port e94164e7-e82a-4bf3-8e09-173d2946d821, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:14.609839 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] For port e94164e7-e82a-4bf3-8e09-173d2946d821, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e94164e7-e82a-4bf3-8e09-173d2946d821,segment=NetworkSegment(cfa0119c-fdf1-4985-bee6-9d3de862c792),segment_id=cfa0119c-fdf1-4985-bee6-9d3de862c792)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:14.613931 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.644854 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.671464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f1a18-6cb8-4221-8cd1-d5c76b0fcb77 None None] Pushing event updated for resources: {'Port': ['ID=e94164e7-e82a-4bf3-8e09-173d2946d821,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:14.692675 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.737742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:14.743586 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:14.745537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Pushing event updated for resources: {'Port': ['ID=912d77a0-85f9-4498-8dc9-dd27f499cd51,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:14.747661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:28:14.778345 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.790680 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.858547 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Pushing event updated for resources: {'Port': ['ID=d673c743-857c-4b0a-a0fb-95522cded6b4,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:14.883603 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.884175 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.884639 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.884975 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.885299 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.885618 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.885935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.886249 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.886564 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.886878 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.887190 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.887500 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:14.926004 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Attempting to bind port d673c743-857c-4b0a-a0fb-95522cded6b4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:14.926490 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Attempting to bind port d673c743-857c-4b0a-a0fb-95522cded6b4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:14.926947 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Attempting to bind port d673c743-857c-4b0a-a0fb-95522cded6b4 on network fb79f200-64e2-4464-ac55-4c7a21754edc {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:14.932525 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:28:14.933046 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Checking segment: {'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:14.933552 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:14.934024 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Bound using segment: {'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:28:14.934592 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Bound port: d673c743-857c-4b0a-a0fb-95522cded6b4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:14.935067 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.011309 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] For port d673c743-857c-4b0a-a0fb-95522cded6b4, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:15.014715 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] For port d673c743-857c-4b0a-a0fb-95522cded6b4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d673c743-857c-4b0a-a0fb-95522cded6b4,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:15.020530 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.078832 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Routers {'a01c341f-6f8f-4995-9846-694302d6f993'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:15.079491 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:28:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a01c341f-6f8f-4995-9846-694302d6f993'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:15.095687 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.166938 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027e201-d7ed-4c82-9a40-46302de5540f None None] Pushing event updated for resources: {'Port': ['ID=d673c743-857c-4b0a-a0fb-95522cded6b4,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:15.200386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c898aa86-e9b1-4578-bb32-deae92c40e4f None None] Provisioning complete for port d673c743-857c-4b0a-a0fb-95522cded6b4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:15.201004 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c898aa86-e9b1-4578-bb32-deae92c40e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.209783 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] Set router a01c341f-6f8f-4995-9846-694302d6f993 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:15.296992 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c898aa86-e9b1-4578-bb32-deae92c40e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.340872 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c898aa86-e9b1-4578-bb32-deae92c40e4f None None] For port d673c743-857c-4b0a-a0fb-95522cded6b4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d673c743-857c-4b0a-a0fb-95522cded6b4,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:15.348682 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c898aa86-e9b1-4578-bb32-deae92c40e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.366533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.421569 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898aa86-e9b1-4578-bb32-deae92c40e4f None None] Pushing event updated for resources: {'Port': ['ID=d673c743-857c-4b0a-a0fb-95522cded6b4,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:15.475884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-402696cc-bb3e-4f8d-a9a6-15396f025d5f None None] Provisioning complete for port d673c743-857c-4b0a-a0fb-95522cded6b4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:15.476260 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-402696cc-bb3e-4f8d-a9a6-15396f025d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.516678 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd673c743-857c-4b0a-a0fb-95522cded6b4', 'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'mac_address': 'fa:16:3e:f3:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'subnets': [{'id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:15.548241 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fad5f-f099-464b-9c7c-d45b59224785 None None] The sync data for ids ['a01c341f-6f8f-4995-9846-694302d6f993'] in n-d-836015-4 is: [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd673c743-857c-4b0a-a0fb-95522cded6b4', 'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'mac_address': 'fa:16:3e:f3:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'subnets': [{'id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:28:15.549038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e94164e7-e82a-4bf3-8e09-173d2946d821 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:15.551317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:28:15.694322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e94164e7-e82a-4bf3-8e09-173d2946d821 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:15.695351 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.699706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:15.726798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:15.727249 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Sync routers for ids ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:28:15.730954 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 52942) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:15.731441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-39d88217-a43b-4d6c-a091-f2ae06bf81b7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7847495 Apr 18 21:28:15.751055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Routers {'e3f664e7-c21f-462b-9eb6-8a79c31f4d84'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:15.751773 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:28:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:16.077423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4cb701-7c4e-4256-8594-cc84f7b555df None None] Network 5953dae7-7474-4875-86a8-76cfa4fc1354 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:28:16.107819 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.135228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Set router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:16.222771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b38e7027-21c1-497c-8748-4a53c1c85f56 None None] Provisioning complete for port e94164e7-e82a-4bf3-8e09-173d2946d821 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:16.222771 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b38e7027-21c1-497c-8748-4a53c1c85f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.234915 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.309240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port e94164e7-e82a-4bf3-8e09-173d2946d821, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e94164e7-e82a-4bf3-8e09-173d2946d821,segment=NetworkSegment(cfa0119c-fdf1-4985-bee6-9d3de862c792),segment_id=cfa0119c-fdf1-4985-bee6-9d3de862c792)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:16.333107 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.333898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d774a1b7-a0f1-47f1-ac14-a71d85abeca6 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:16.432688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Allocated IP 172.20.0.1 (5953dae7-7474-4875-86a8-76cfa4fc1354/451e139a-d7e2-4a04-a27c-cfdf95d5d2ed/ddb9dd11-8d4b-4424-aa82-f4f59f7027de) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:16.511179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=e94164e7-e82a-4bf3-8e09-173d2946d821,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:16.518764 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.566000 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.605528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d774a1b7-a0f1-47f1-ac14-a71d85abeca6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:16.605908 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.617040 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.662023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Network 5953dae7-7474-4875-86a8-76cfa4fc1354 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:16.666416 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:16.670910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:28:16.676639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'name': 'tempest-TestMinimumBasicScenario-314920004-router', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:13Z', 'updated_at': '2022-04-18T21:28:14Z', 'revision_number': 3, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'gw_port': {'id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:14Z', 'updated_at': '2022-04-18T21:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:16.700366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Pushing event updated for resources: {'Port': ['ID=ddb9dd11-8d4b-4424-aa82-f4f59f7027de,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:16.727347 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Checking router: e3f664e7-c21f-462b-9eb6-8a79c31f4d84 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:28:16.727700 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Updating router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 port 912d77a0-85f9-4498-8dc9-dd27f499cd51 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:28:16.736508 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.784073 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.907219 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.075042 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-357f5d57-cef6-4d05-87d5-2109d22f8cb3 None None] Provisioning complete for port e94164e7-e82a-4bf3-8e09-173d2946d821 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:17.075416 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-357f5d57-cef6-4d05-87d5-2109d22f8cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.102103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.107237 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.119143 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.129199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.178503 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Pushing event updated for resources: {'Port': ['ID=ddb9dd11-8d4b-4424-aa82-f4f59f7027de,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:17.181205 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.211269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17c3bb-14f1-490b-ac2d-5a7a45ef9074 None None] Pushing event updated for resources: {'Port': ['ID=912d77a0-85f9-4498-8dc9-dd27f499cd51,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:17.213482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Attempting to bind port 912d77a0-85f9-4498-8dc9-dd27f499cd51 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:17.213844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Attempting to bind port 912d77a0-85f9-4498-8dc9-dd27f499cd51 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:17.214204 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Attempting to bind port 912d77a0-85f9-4498-8dc9-dd27f499cd51 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:17.226451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:28:17.226820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:17.227211 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.227592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:28:17.228073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Bound port: 912d77a0-85f9-4498-8dc9-dd27f499cd51, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:17.228447 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.280152 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Network 5953dae7-7474-4875-86a8-76cfa4fc1354 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:17.282204 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:17.293537 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] For port 912d77a0-85f9-4498-8dc9-dd27f499cd51, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:17.297988 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] For port 912d77a0-85f9-4498-8dc9-dd27f499cd51, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=912d77a0-85f9-4498-8dc9-dd27f499cd51,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:17.307938 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.407932 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Routers {'e3f664e7-c21f-462b-9eb6-8a79c31f4d84'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:17.408603 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:28:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:17.438886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:17.476077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d6487d1e-c99b-4bce-af17-4ed32c03f9ce None None] Provisioning complete for port ddb9dd11-8d4b-4424-aa82-f4f59f7027de triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:17.483926 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d6487d1e-c99b-4bce-af17-4ed32c03f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.483926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17c3bb-14f1-490b-ac2d-5a7a45ef9074 None None] Pushing event updated for resources: {'Port': ['ID=912d77a0-85f9-4498-8dc9-dd27f499cd51,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:17.568077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d673c743-857c-4b0a-a0fb-95522cded6b4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:17.592914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d6487d1e-c99b-4bce-af17-4ed32c03f9ce None None] Port ddb9dd11-8d4b-4424-aa82-f4f59f7027de cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:28:17.594591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:17.607329 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-daafae52-f8f0-4cab-b837-64abf958baaa admin admin] 10.222.0.49 "PUT /v2.0/routers/e3f664e7-c21f-462b-9eb6-8a79c31f4d84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8712149 Apr 18 21:28:17.623653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] Set router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:17.722670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d673c743-857c-4b0a-a0fb-95522cded6b4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:17.723113 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.947314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-107edcaf-08d5-42f1-89dc-83fe5f19f1c8 None None] Provisioning complete for port ddb9dd11-8d4b-4424-aa82-f4f59f7027de triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:17.947688 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-107edcaf-08d5-42f1-89dc-83fe5f19f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.011815 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-107edcaf-08d5-42f1-89dc-83fe5f19f1c8 None None] Port ddb9dd11-8d4b-4424-aa82-f4f59f7027de cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:28:18.096291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e94164e7-e82a-4bf3-8e09-173d2946d821 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:18.145245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'name': 'tempest-TestMinimumBasicScenario-314920004-router', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:13Z', 'updated_at': '2022-04-18T21:28:16Z', 'revision_number': 4, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'gw_port': {'id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:14Z', 'updated_at': '2022-04-18T21:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ddb9dd11-8d4b-4424-aa82-f4f59f7027de', 'name': '', 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'mac_address': 'fa:16:3e:d4:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:16Z', 'updated_at': '2022-04-18T21:28:16Z', 'revision_number': 2, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'subnets': [{'id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:18.174560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57516634-b47e-4e2a-b49b-dff3ff8db69d None None] The sync data for ids ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'] in n-d-836015-4 is: [{'id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'name': 'tempest-TestMinimumBasicScenario-314920004-router', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:13Z', 'updated_at': '2022-04-18T21:28:16Z', 'revision_number': 4, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'gw_port': {'id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:14Z', 'updated_at': '2022-04-18T21:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ddb9dd11-8d4b-4424-aa82-f4f59f7027de', 'name': '', 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'mac_address': 'fa:16:3e:d4:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:16Z', 'updated_at': '2022-04-18T21:28:16Z', 'revision_number': 2, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'subnets': [{'id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:28:18.188200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e94164e7-e82a-4bf3-8e09-173d2946d821 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:18.188713 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.398620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 912d77a0-85f9-4498-8dc9-dd27f499cd51 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:19.455727 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 912d77a0-85f9-4498-8dc9-dd27f499cd51 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:19.457897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.555577 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.584948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 912d77a0-85f9-4498-8dc9-dd27f499cd51, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=912d77a0-85f9-4498-8dc9-dd27f499cd51,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:19.592403 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.652237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=912d77a0-85f9-4498-8dc9-dd27f499cd51,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:20.585646 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Sync routers for ids ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:28:20.598712 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Routers {'e3f664e7-c21f-462b-9eb6-8a79c31f4d84'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:20.599334 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:28:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:20.716831 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Set router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:21.062519 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'name': 'tempest-TestMinimumBasicScenario-314920004-router', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:13Z', 'updated_at': '2022-04-18T21:28:16Z', 'revision_number': 4, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'gw_port': {'id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:14Z', 'updated_at': '2022-04-18T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ddb9dd11-8d4b-4424-aa82-f4f59f7027de', 'name': '', 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'mac_address': 'fa:16:3e:d4:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:16Z', 'updated_at': '2022-04-18T21:28:16Z', 'revision_number': 2, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'subnets': [{'id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:21.090491 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Checking router: e3f664e7-c21f-462b-9eb6-8a79c31f4d84 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:28:21.090838 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Updating router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 port ddb9dd11-8d4b-4424-aa82-f4f59f7027de binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:28:21.117496 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.387670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 912d77a0-85f9-4498-8dc9-dd27f499cd51 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:21.461276 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.470654 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.490908 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 912d77a0-85f9-4498-8dc9-dd27f499cd51 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:21.491458 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.575281 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18c6f6-b108-46f2-a2a1-e27d987df079 None None] Pushing event updated for resources: {'Port': ['ID=ddb9dd11-8d4b-4424-aa82-f4f59f7027de,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:21.593408 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Attempting to bind port ddb9dd11-8d4b-4424-aa82-f4f59f7027de on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:21.594468 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Attempting to bind port ddb9dd11-8d4b-4424-aa82-f4f59f7027de by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'cfa0119c-fdf1-4985-bee6-9d3de862c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:21.594995 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Attempting to bind port ddb9dd11-8d4b-4424-aa82-f4f59f7027de on network 5953dae7-7474-4875-86a8-76cfa4fc1354 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:21.603086 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:28:21.603782 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Checking segment: {'id': 'cfa0119c-fdf1-4985-bee6-9d3de862c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:21.604502 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.604905 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Bound using segment: {'id': 'cfa0119c-fdf1-4985-bee6-9d3de862c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:28:21.605381 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Bound port: ddb9dd11-8d4b-4424-aa82-f4f59f7027de, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa0119c-fdf1-4985-bee6-9d3de862c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:21.605765 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.713160 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] For port ddb9dd11-8d4b-4424-aa82-f4f59f7027de, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:21.722766 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] For port ddb9dd11-8d4b-4424-aa82-f4f59f7027de, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ddb9dd11-8d4b-4424-aa82-f4f59f7027de,segment=NetworkSegment(cfa0119c-fdf1-4985-bee6-9d3de862c792),segment_id=cfa0119c-fdf1-4985-bee6-9d3de862c792)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:21.729623 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.797048 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Routers {'e3f664e7-c21f-462b-9eb6-8a79c31f4d84'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:21.797799 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:28:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:21.800183 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18c6f6-b108-46f2-a2a1-e27d987df079 None None] Pushing event updated for resources: {'Port': ['ID=ddb9dd11-8d4b-4424-aa82-f4f59f7027de,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:21.891536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7ba2d93c-e1e2-4e88-9010-90291dfd7fa9 None None] Provisioning complete for port ddb9dd11-8d4b-4424-aa82-f4f59f7027de triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:21.891935 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d93c-e1e2-4e88-9010-90291dfd7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:21.929086 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] Set router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:22.020674 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d93c-e1e2-4e88-9010-90291dfd7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.074752 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7ba2d93c-e1e2-4e88-9010-90291dfd7fa9 None None] For port ddb9dd11-8d4b-4424-aa82-f4f59f7027de, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ddb9dd11-8d4b-4424-aa82-f4f59f7027de,segment=NetworkSegment(cfa0119c-fdf1-4985-bee6-9d3de862c792),segment_id=cfa0119c-fdf1-4985-bee6-9d3de862c792)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:22.079918 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7ba2d93c-e1e2-4e88-9010-90291dfd7fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.138835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2d93c-e1e2-4e88-9010-90291dfd7fa9 None None] Pushing event updated for resources: {'Port': ['ID=ddb9dd11-8d4b-4424-aa82-f4f59f7027de,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:22.179893 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'name': 'tempest-TestMinimumBasicScenario-314920004-router', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:13Z', 'updated_at': '2022-04-18T21:28:16Z', 'revision_number': 4, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'gw_port': {'id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:14Z', 'updated_at': '2022-04-18T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ddb9dd11-8d4b-4424-aa82-f4f59f7027de', 'name': '', 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'mac_address': 'fa:16:3e:d4:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:16Z', 'updated_at': '2022-04-18T21:28:21Z', 'revision_number': 4, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'subnets': [{'id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:22.204252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fdf651ab-e1ac-4ac8-89dd-533be6764316 None None] Provisioning complete for port ddb9dd11-8d4b-4424-aa82-f4f59f7027de triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:22.204804 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fdf651ab-e1ac-4ac8-89dd-533be6764316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:22.213868 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f007df4-00e9-404e-859a-9c93dd094a5a None None] The sync data for ids ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'] in n-d-836015-4 is: [{'id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'name': 'tempest-TestMinimumBasicScenario-314920004-router', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:13Z', 'updated_at': '2022-04-18T21:28:16Z', 'revision_number': 4, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'gw_port': {'id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:14Z', 'updated_at': '2022-04-18T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'ddb9dd11-8d4b-4424-aa82-f4f59f7027de', 'name': '', 'network_id': '5953dae7-7474-4875-86a8-76cfa4fc1354', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'mac_address': 'fa:16:3e:d4:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:16Z', 'updated_at': '2022-04-18T21:28:21Z', 'revision_number': 4, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'subnets': [{'id': '451e139a-d7e2-4a04-a27c-cfdf95d5d2ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:28:23.406153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ddb9dd11-8d4b-4424-aa82-f4f59f7027de up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:23.463081 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ddb9dd11-8d4b-4424-aa82-f4f59f7027de triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:23.463306 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:27.748646 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-7945c82e-f64a-4507-97bc-bbde4e8987b3 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:27.750105 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-7945c82e-f64a-4507-97bc-bbde4e8987b3 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/networks?id=fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 200 len: 815 time: 0.1009562 Apr 18 21:28:27.765428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-3367d525-3a25-4a87-8d3c-dd72887faa28 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/quotas/e25d6d17db074017bdbbff50f05a5fe6 HTTP/1.1" status: 200 len: 375 time: 0.0096490 Apr 18 21:28:27.820894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-3414d8df-ce0a-4728-8277-d0bc7f047195 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501266 Apr 18 21:28:28.232762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-250351fc-c820-4b50-acec-9b6a6e55d70a service neutron] 10.222.0.49 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004047 Apr 18 21:28:28.324431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-f7ee4b53-e13c-4525-a391-60dee39339dd service neutron] 10.222.0.49 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855176 Apr 18 21:28:28.487126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-369487bd-038f-4006-b0cc-c0a4beed50a1 req-6891c009-8683-42cd-91a5-d6a36a5e1cd7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 210 time: 0.0301621 Apr 18 21:28:29.475867 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-392f48c5-41fd-4555-aca1-4562d983a367 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:29.477333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-392f48c5-41fd-4555-aca1-4562d983a367 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.64 "GET /v2.0/networks?id=fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 200 len: 815 time: 0.1101115 Apr 18 21:28:29.495460 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'port': {'device_id': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'admin_state_up': True, 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:29.594732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d01851d7-5025-4f5a-9ec0-c2b0d2a53441 req-772e7a4e-acaf-4eb8-a87b-8490a8ba3949 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 210 time: 0.0373275 Apr 18 21:28:29.629491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Made reservation on behalf of e25d6d17db074017bdbbff50f05a5fe6 for: {'port': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:28:29.633350 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:29.771715 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Allocated IP 172.20.0.13 (fb79f200-64e2-4464-ac55-4c7a21754edc/23c729c7-d2b3-4389-9144-b57f20f9fa4a/30d639fd-6016-4007-b30c-8183f6de1581) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:30.034846 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.073759 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.158080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Network fb79f200-64e2-4464-ac55-4c7a21754edc is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:30.159508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'Port': ['ID=30d639fd-6016-4007-b30c-8183f6de1581,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:30.163080 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:30.165829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:28:30.229390 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:30.230074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.252861 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-27f064f4-c403-4cd7-a07a-7c03ac9e926c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7611594 Apr 18 21:28:30.487026 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-440bb1da-0aad-473f-a731-2d40bc0c7c46 None None] Provisioning complete for port 30d639fd-6016-4007-b30c-8183f6de1581 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:30.487683 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-440bb1da-0aad-473f-a731-2d40bc0c7c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:30.524844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-440bb1da-0aad-473f-a731-2d40bc0c7c46 None None] Port 30d639fd-6016-4007-b30c-8183f6de1581 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:28:30.728346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb2a1b-038d-4dd6-8e10-94b9241e8f1f req-bf40e513-3914-4e8f-9f4c-18f262bc16a7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:30.729917 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33cb2a1b-038d-4dd6-8e10-94b9241e8f1f req-bf40e513-3914-4e8f-9f4c-18f262bc16a7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 932 time: 0.0564399 Apr 18 21:28:30.790582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-33cb2a1b-038d-4dd6-8e10-94b9241e8f1f req-3c6f6623-7f96-4f21-b42e-8421c4562e1e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544739 Apr 18 21:28:31.920029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae40d36-9823-444c-b43c-6b5b2bafbc27 req-076339f0-11e1-4fa1-8865-b514b5847871 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:31.921691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fae40d36-9823-444c-b43c-6b5b2bafbc27 req-076339f0-11e1-4fa1-8865-b514b5847871 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 932 time: 0.0520675 Apr 18 21:28:31.964867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fae40d36-9823-444c-b43c-6b5b2bafbc27 req-735b29db-05bf-4aff-af0e-3724727c3c04 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Apr 18 21:28:33.100648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8242b67-9dd0-4379-bd99-d0ba32d8f6bc req-d223a09d-45cb-408a-af70-7fcd29eea3f8 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:33.103096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8242b67-9dd0-4379-bd99-d0ba32d8f6bc req-d223a09d-45cb-408a-af70-7fcd29eea3f8 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 932 time: 0.0580189 Apr 18 21:28:33.148778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8242b67-9dd0-4379-bd99-d0ba32d8f6bc req-d8eeaff4-6afc-41ea-a915-48d6edcbe8a8 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 Apr 18 21:28:34.275870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323fc6a-f3af-4711-bebe-a0a42d027c36 req-48e777c5-0144-40d6-92d7-67f9a758e352 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:34.277807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a323fc6a-f3af-4711-bebe-a0a42d027c36 req-48e777c5-0144-40d6-92d7-67f9a758e352 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 932 time: 0.0559258 Apr 18 21:28:34.345436 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a323fc6a-f3af-4711-bebe-a0a42d027c36 req-07ef883b-2379-4b4e-9de4-c22692c51663 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589249 Apr 18 21:28:35.463622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb8841-07c9-4546-a95b-7e8106e462ed req-d93b55b2-ace1-477d-9d89-627007676622 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:35.465201 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cbb8841-07c9-4546-a95b-7e8106e462ed req-d93b55b2-ace1-477d-9d89-627007676622 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 932 time: 0.0518088 Apr 18 21:28:35.506535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7cbb8841-07c9-4546-a95b-7e8106e462ed req-ed60a245-39db-49c9-b762-cd8e4c3555da tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353253 Apr 18 21:28:36.009918 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0dc845ec-7106-412a-881d-cfe7185cecf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:36.678059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab54c3-2b16-4a93-8255-2da2cba8880b req-4f3f1332-9386-4647-a107-2d623379dd15 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:36.680634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98ab54c3-2b16-4a93-8255-2da2cba8880b req-4f3f1332-9386-4647-a107-2d623379dd15 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 932 time: 0.0868227 Apr 18 21:28:36.726202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98ab54c3-2b16-4a93-8255-2da2cba8880b req-6dea5826-686c-439c-b845-b627d4962642 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382016 Apr 18 21:28:37.365019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Request body: {'port': {'device_id': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:37.421923 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.690786 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d639fd-6016-4007-b30c-8183f6de1581 {{(pid=102904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:28:37.699167 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.712654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.provisioning_blocks [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Transition to ACTIVE for port object 30d639fd-6016-4007-b30c-8183f6de1581 will not be triggered until provisioned by entity L2. {{(pid=102904) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:28:37.716734 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.787192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Pushing event updated for resources: {'Port': ['ID=30d639fd-6016-4007-b30c-8183f6de1581,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:37.886543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Attempting to bind port 30d639fd-6016-4007-b30c-8183f6de1581 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:28:37.886962 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Attempting to bind port 30d639fd-6016-4007-b30c-8183f6de1581 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:28:37.887206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Attempting to bind port 30d639fd-6016-4007-b30c-8183f6de1581 on network fb79f200-64e2-4464-ac55-4c7a21754edc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:37.901291 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fad67-4fa8-4b31-aaf3-f190cdf8156a req-0f675343-22e7-47e6-9e12-6d9f41369f97 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:37.902842 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-244fad67-4fa8-4b31-aaf3-f190cdf8156a req-0f675343-22e7-47e6-9e12-6d9f41369f97 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 944 time: 0.0769963 Apr 18 21:28:37.903623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Port 30d639fd-6016-4007-b30c-8183f6de1581 on network fb79f200-64e2-4464-ac55-4c7a21754edc not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:28:37.903967 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Attempting to bind port 30d639fd-6016-4007-b30c-8183f6de1581 on network fb79f200-64e2-4464-ac55-4c7a21754edc {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:28:37.911759 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:28:37.912140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Checking segment: {'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:28:37.912523 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Bound using segment: {'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'} {{(pid=102904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:28:37.912952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.managers [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Bound port: 30d639fd-6016-4007-b30c-8183f6de1581, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead2574a-1bc8-49b9-9286-0ac4f00da97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc'}}] {{(pid=102904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:28:37.913310 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:37.974894 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-244fad67-4fa8-4b31-aaf3-f190cdf8156a req-f7767ceb-d2e0-4b2c-9eaa-0ae9381d5844 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649867 Apr 18 21:28:38.004378 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] For port 30d639fd-6016-4007-b30c-8183f6de1581, host n-h2-836015-4, cleared binding levels {{(pid=102904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:28:38.008154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] For port 30d639fd-6016-4007-b30c-8183f6de1581, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=30d639fd-6016-4007-b30c-8183f6de1581,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:28:38.014068 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:38.051471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.052108 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:38.054465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] 10.222.0.64 "PUT /v2.0/ports/30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 1092 time: 0.6938670 Apr 18 21:28:38.054916 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:38.057244 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f41e4b-7e27-4000-bb00-e77f3871f584" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "tag": "30d639fd-6016-4007-b30c-8183f6de1581"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:38.081658 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1247782-10da-429c-ae64-62d62cd89e39 service neutron] Pushing event updated for resources: {'Port': ['ID=30d639fd-6016-4007-b30c-8183f6de1581,revision_number=3']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:38.128371 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8b8ddc-1058-4a94-900f-9ec23fe43277 x-openstack-request-id: req-8d8b8ddc-1058-4a94-900f-9ec23fe43277 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:38.128662 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "tag": "30d639fd-6016-4007-b30c-8183f6de1581", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:38.128908 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d8b8ddc-1058-4a94-900f-9ec23fe43277 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:38.129344 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8b8ddc-1058-4a94-900f-9ec23fe43277'] response: {'name': 'network-changed', 'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581', 'status': 'completed', 'code': 200} Apr 18 21:28:38.146674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-ebe82654-108b-4a8f-b24f-7cbe64196e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.148257 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-ebe82654-108b-4a8f-b24f-7cbe64196e3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1095 time: 0.0492005 Apr 18 21:28:38.197795 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-5ab4554b-1fbc-4706-835c-ee1d064972c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 217 time: 0.0362871 Apr 18 21:28:38.255912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-0be957b5-184e-452d-8ed4-6b957b6c8506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.257370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-0be957b5-184e-452d-8ed4-6b957b6c8506 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23c729c7-d2b3-4389-9144-b57f20f9fa4a HTTP/1.1" status: 200 len: 854 time: 0.0500081 Apr 18 21:28:38.308248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-5f5a4284-94b2-42dd-b350-af1642058ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.309760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-5f5a4284-94b2-42dd-b350-af1642058ead service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb79f200-64e2-4464-ac55-4c7a21754edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415161 Apr 18 21:28:38.402064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-db6df483-a130-40f6-b1f7-8620f3a8e18b service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815492 Apr 18 21:28:38.500908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f868a690-1ea7-42ac-a231-99d4504bec23 req-b8fef94e-a5db-493a-9021-4156c9d8acc6 service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876663 Apr 18 21:28:38.600596 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-a5485b1c-4931-4d5a-9f30-7613ab17fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.602084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-a5485b1c-4931-4d5a-9f30-7613ab17fa77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1095 time: 0.0429451 Apr 18 21:28:38.696348 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-51621e81-6d02-45ba-9ead-57b4f033621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.697822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-51621e81-6d02-45ba-9ead-57b4f033621f service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 200 len: 916 time: 0.0887539 Apr 18 21:28:38.738205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-991888c7-6e21-42db-80d9-798ed10cecc0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 217 time: 0.0339606 Apr 18 21:28:38.751292 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0bea03a1-4686-4a5d-bd93-99b48482c5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:38.793881 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-d3334363-1d8b-4efd-bec7-216829179821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.795358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-d3334363-1d8b-4efd-bec7-216829179821 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23c729c7-d2b3-4389-9144-b57f20f9fa4a HTTP/1.1" status: 200 len: 854 time: 0.0456831 Apr 18 21:28:38.848944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-cafeed51-a1be-4b40-9245-de6e8aa5a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:38.850443 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-cafeed51-a1be-4b40-9245-de6e8aa5a7ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb79f200-64e2-4464-ac55-4c7a21754edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453882 Apr 18 21:28:38.939644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-7f70497f-7769-4ec1-8832-8a66e0aeba0e service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816147 Apr 18 21:28:39.037737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63f41e4b-7e27-4000-bb00-e77f3871f584 req-4130d975-0e7a-40d1-9a65-b72bb1cfd89b service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871308 Apr 18 21:28:39.091974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fe18f-b676-4910-9ef5-c8c8e3c197fe req-cd4a2321-8cc5-4b68-ae21-da181613a8fe tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:39.093464 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-488fe18f-b676-4910-9ef5-c8c8e3c197fe req-cd4a2321-8cc5-4b68-ae21-da181613a8fe tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 944 time: 0.0498531 Apr 18 21:28:39.132202 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-488fe18f-b676-4910-9ef5-c8c8e3c197fe req-509fabab-4ac7-42fb-9a23-eaceee49ea98 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Apr 18 21:28:39.515700 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:40.260025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301e7cc-300b-43e8-a748-bbba36294d14 req-4080571c-24a2-4959-8f4a-a0b1a66df619 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:40.261511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5301e7cc-300b-43e8-a748-bbba36294d14 req-4080571c-24a2-4959-8f4a-a0b1a66df619 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 944 time: 0.0492046 Apr 18 21:28:40.298876 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5301e7cc-300b-43e8-a748-bbba36294d14 req-0f7b4a80-27eb-43cd-887a-8a22417ca0bd tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313718 Apr 18 21:28:40.693621 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.279124 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 30d639fd-6016-4007-b30c-8183f6de1581 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:28:41.391873 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.409447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 30d639fd-6016-4007-b30c-8183f6de1581, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=30d639fd-6016-4007-b30c-8183f6de1581,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:41.420721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '30d639fd-6016-4007-b30c-8183f6de1581', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'port_id': '30d639fd-6016-4007-b30c-8183f6de1581', 'mac_address': 'fa:16:3e:e2:ec:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:28:41.442532 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca25772-a911-4896-a042-f2f4ca2de5c7 req-be5c4435-8331-45f6-9d9c-b3520493640d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:41.444618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ca25772-a911-4896-a042-f2f4ca2de5c7 req-be5c4435-8331-45f6-9d9c-b3520493640d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 944 time: 0.0607519 Apr 18 21:28:41.461363 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.475666 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d639fd-6016-4007-b30c-8183f6de1581 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:28:41.493173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ca25772-a911-4896-a042-f2f4ca2de5c7 req-49465f28-954c-4ef3-a474-d9282bf13ea0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419517 Apr 18 21:28:41.499772 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 30d639fd-6016-4007-b30c-8183f6de1581, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=30d639fd-6016-4007-b30c-8183f6de1581,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:41.516206 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:41.556302 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=30d639fd-6016-4007-b30c-8183f6de1581,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:41.821016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['30d639fd-6016-4007-b30c-8183f6de1581'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:28:42.620438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a06d7-bdd4-4dd9-af29-9bcc24e30a73 req-2a560bab-a0a8-4ebc-9d29-fd03f40738c9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:42.621957 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e7a06d7-bdd4-4dd9-af29-9bcc24e30a73 req-2a560bab-a0a8-4ebc-9d29-fd03f40738c9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 945 time: 0.0517864 Apr 18 21:28:42.661246 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0e7a06d7-bdd4-4dd9-af29-9bcc24e30a73 req-43ba3ae9-60f4-4a94-b131-0d400ec57c9d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332704 Apr 18 21:28:42.871140 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:43.294787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 30d639fd-6016-4007-b30c-8183f6de1581 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:28:43.343071 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 30d639fd-6016-4007-b30c-8183f6de1581 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:28:43.347270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 30d639fd-6016-4007-b30c-8183f6de1581 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:28:43.347642 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:43.426285 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:43.449552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:43.451888 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbab79f-4d45-4484-b8f8-7b95fe36ff67" -d '{"events": [{"server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "name": "network-vif-plugged", "status": "completed", "tag": "30d639fd-6016-4007-b30c-8183f6de1581"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:43.466142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 30d639fd-6016-4007-b30c-8183f6de1581, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=30d639fd-6016-4007-b30c-8183f6de1581,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:28:43.471173 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:43.500947 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7aa4ba-b488-4bb3-8a33-89c79ff1019f x-openstack-request-id: req-1e7aa4ba-b488-4bb3-8a33-89c79ff1019f {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:43.501369 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "name": "network-vif-plugged", "status": "completed", "tag": "30d639fd-6016-4007-b30c-8183f6de1581", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:43.501748 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e7aa4ba-b488-4bb3-8a33-89c79ff1019f {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:43.502330 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7aa4ba-b488-4bb3-8a33-89c79ff1019f'] response: {'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581', 'code': 200} Apr 18 21:28:43.537961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=30d639fd-6016-4007-b30c-8183f6de1581,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:43.600394 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23d79-58d4-4cdc-99db-ac9404f2d09c req-ad5a5b2a-727e-46ee-b6d4-2879a6bb7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:43.601915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97d23d79-58d4-4cdc-99db-ac9404f2d09c req-ad5a5b2a-727e-46ee-b6d4-2879a6bb7667 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1097 time: 0.0415688 Apr 18 21:28:43.641562 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97d23d79-58d4-4cdc-99db-ac9404f2d09c req-17083a96-e3f2-4a58-8c8a-7911a9cb5f7d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288029 Apr 18 21:28:43.779247 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02908f-b26e-4530-9d7f-a8deec796ecf req-26d36b6f-4fc3-468b-85ee-d02a36a16fa7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:43.780778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a02908f-b26e-4530-9d7f-a8deec796ecf req-26d36b6f-4fc3-468b-85ee-d02a36a16fa7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 946 time: 0.0501502 Apr 18 21:28:43.825801 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1a02908f-b26e-4530-9d7f-a8deec796ecf req-217640df-9bd5-45f7-93db-1f37c1ef514b tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Apr 18 21:28:44.953861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da319db5-b64b-4049-87b7-8e2a2efba5ac req-25aec611-faf9-4e1e-99d0-43e587359b74 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:44.955401 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da319db5-b64b-4049-87b7-8e2a2efba5ac req-25aec611-faf9-4e1e-99d0-43e587359b74 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 946 time: 0.0516460 Apr 18 21:28:44.994760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da319db5-b64b-4049-87b7-8e2a2efba5ac req-3d73121a-2f55-4d5f-9f3a-d84950f639bf tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Apr 18 21:28:45.110647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e337305-eae5-4707-b694-d7b1159ccda3 req-1e41466c-e485-4695-8a74-e6fad71be6df tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.112134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e337305-eae5-4707-b694-d7b1159ccda3 req-1e41466c-e485-4695-8a74-e6fad71be6df tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 946 time: 0.0498457 Apr 18 21:28:45.151269 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e337305-eae5-4707-b694-d7b1159ccda3 req-e773b6c0-8109-49d2-af40-a8d293fd1e05 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Apr 18 21:28:45.347486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f297ff-a3ab-464e-a54b-6b21cdc030e2 req-d15e5894-c5dc-4033-ac0c-37977827277a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:45.349153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68f297ff-a3ab-464e-a54b-6b21cdc030e2 req-d15e5894-c5dc-4033-ac0c-37977827277a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 946 time: 0.0505416 Apr 18 21:28:45.391935 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68f297ff-a3ab-464e-a54b-6b21cdc030e2 req-55e25501-b709-4b85-8bad-f6f3a255c0de tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366402 Apr 18 21:28:46.461130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:50.278177 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:28:56.899629 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd289ee5-3645-4597-b507-47cef7c9294b req-ef459778-bf00-41e6-91b8-ddfcb471a231 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:56.901270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd289ee5-3645-4597-b507-47cef7c9294b req-ef459778-bf00-41e6-91b8-ddfcb471a231 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 946 time: 0.0540075 Apr 18 21:28:56.942251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bd289ee5-3645-4597-b507-47cef7c9294b req-49b30935-4bb3-4104-879f-2cbdd4f5dd0c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345147 Apr 18 21:28:56.966050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53132) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:57.111243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa4e099-0607-477c-b062-858e47be5aa5 tempest-TestMinimumBasicScenario-552607985 tempest-TestMinimumBasicScenario-552607985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:57.112814 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2fa4e099-0607-477c-b062-858e47be5aa5 tempest-TestMinimumBasicScenario-552607985 tempest-TestMinimumBasicScenario-552607985-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1092 time: 0.1457136 Apr 18 21:28:57.115827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53136) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:57.120228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '30d639fd-6016-4007-b30c-8183f6de1581', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:57.141013 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.244345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.347941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Allocated IP 172.25.2.170 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/2a761417-7ded-45b2-91f8-ded1b6015d28) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:28:57.709153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.742925 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:57.777949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:28:57.783616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:28:57.787793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:28:57.811863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'Port': ['ID=2a761417-7ded-45b2-91f8-ded1b6015d28,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:58.267926 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.369376 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.521936 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.526365 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.595642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'Port': ['ID=2a761417-7ded-45b2-91f8-ded1b6015d28,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:58.606515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:58.707077 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Floating IP 0b49646d-3405-468f-91cc-c619c483905d associated. External IP: 172.25.2.170, port: 30d639fd-6016-4007-b30c-8183f6de1581. Apr 18 21:28:58.923489 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Router a01c341f-6f8f-4995-9846-694302d6f993 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:28:59.038163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:28:59.048191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] Sync routers for ids ['a01c341f-6f8f-4995-9846-694302d6f993'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:28:59.056611 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.058383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] Routers {'a01c341f-6f8f-4995-9846-694302d6f993'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:59.059010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:28:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a01c341f-6f8f-4995-9846-694302d6f993'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:59.086067 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-27a0d912-0abe-40d7-b545-cf33d318554c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9691875 Apr 18 21:28:59.087006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:28:59.089095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53138) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:59.089629 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75749050-9d4a-48a5-9472-14d8a772995d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "tag": "30d639fd-6016-4007-b30c-8183f6de1581"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:28:59.093910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-063120b0-247b-458b-8952-15da42b4ffdb tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386843373', 'description': 'tempest-secgroup-smoke-1386843373 description', 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:59.119528 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-063120b0-247b-458b-8952-15da42b4ffdb tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.131687 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec60bb56-bab0-450b-87fd-49ba81012b71 x-openstack-request-id: req-ec60bb56-bab0-450b-87fd-49ba81012b71 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:28:59.132020 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "tag": "30d639fd-6016-4007-b30c-8183f6de1581", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:28:59.132238 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec60bb56-bab0-450b-87fd-49ba81012b71 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:28:59.132650 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec60bb56-bab0-450b-87fd-49ba81012b71'] response: {'name': 'network-changed', 'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581', 'status': 'completed', 'code': 200} Apr 18 21:28:59.171990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] Set router a01c341f-6f8f-4995-9846-694302d6f993 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:59.220361 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-063120b0-247b-458b-8952-15da42b4ffdb tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.225816 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75749050-9d4a-48a5-9472-14d8a772995d req-ce223c0d-3ef2-41cc-9fde-9d4916c80d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.227344 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75749050-9d4a-48a5-9472-14d8a772995d req-ce223c0d-3ef2-41cc-9fde-9d4916c80d5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1097 time: 0.0704496 Apr 18 21:28:59.228511 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-063120b0-247b-458b-8952-15da42b4ffdb tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.280341 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-063120b0-247b-458b-8952-15da42b4ffdb tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.281557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-063120b0-247b-458b-8952-15da42b4ffdb tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1914682 Apr 18 21:28:59.284871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53142) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:59.289556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d0c736a8-5122-4a05-bd8b-453e3fad82be tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'security_group_rule': {'security_group_id': '3b21a987-de05-44be-8600-c8c2c794095b', 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:59.312186 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063120b0-247b-458b-8952-15da42b4ffdb tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b21a987-de05-44be-8600-c8c2c794095b,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:59.320633 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0c736a8-5122-4a05-bd8b-453e3fad82be tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.366580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75749050-9d4a-48a5-9472-14d8a772995d req-7fe64bbd-41ff-4b4c-aa9c-faaa6806c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.368198 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75749050-9d4a-48a5-9472-14d8a772995d req-7fe64bbd-41ff-4b4c-aa9c-faaa6806c5bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 200 len: 916 time: 0.1329551 Apr 18 21:28:59.378869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0c736a8-5122-4a05-bd8b-453e3fad82be tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.384109 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0c736a8-5122-4a05-bd8b-453e3fad82be tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.411026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d0c736a8-5122-4a05-bd8b-453e3fad82be tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.415044 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d0c736a8-5122-4a05-bd8b-453e3fad82be tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266861 Apr 18 21:28:59.415044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c736a8-5122-4a05-bd8b-453e3fad82be tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de113d3-b4eb-4371-86a2-5f3396a04298,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:59.415585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53144) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:59.428847 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'security_group_rule': {'security_group_id': '3b21a987-de05-44be-8600-c8c2c794095b', 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:59.448942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '0b49646d-3405-468f-91cc-c619c483905d', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'port_id': '30d639fd-6016-4007-b30c-8183f6de1581', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'mac_address': 'fa:16:3e:e2:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:58Z', 'updated_at': '2022-04-18T21:28:58Z', 'revision_number': 0, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673c743-857c-4b0a-a0fb-95522cded6b4', 'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'mac_address': 'fa:16:3e:f3:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 5, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'subnets': [{'id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:59.465126 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.465563 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75749050-9d4a-48a5-9472-14d8a772995d req-614fb035-51e6-4381-8b07-259447f5ede5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 1000 time: 0.0878842 Apr 18 21:28:59.491530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] Checking router: a01c341f-6f8f-4995-9846-694302d6f993 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:28:59.500789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] Routers {'a01c341f-6f8f-4995-9846-694302d6f993'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:28:59.501390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:28:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a01c341f-6f8f-4995-9846-694302d6f993'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:28:59.522751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75749050-9d4a-48a5-9472-14d8a772995d req-1652c084-5cc0-4a46-aec8-cb711271e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.524282 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75749050-9d4a-48a5-9472-14d8a772995d req-1652c084-5cc0-4a46-aec8-cb711271e912 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23c729c7-d2b3-4389-9144-b57f20f9fa4a HTTP/1.1" status: 200 len: 854 time: 0.0512991 Apr 18 21:28:59.541506 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.548405 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.571629 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9b0829-6318-41eb-95f1-998df9b172c8,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:59.574207 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75749050-9d4a-48a5-9472-14d8a772995d req-72a391e2-379e-42f9-9350-9482518579a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:59.576192 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75749050-9d4a-48a5-9472-14d8a772995d req-72a391e2-379e-42f9-9350-9482518579a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb79f200-64e2-4464-ac55-4c7a21754edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456133 Apr 18 21:28:59.582219 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.586404 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589401 Apr 18 21:28:59.586404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.586404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.586404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.586404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.586936 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.587119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.587496 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.587920 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.588318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.588718 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.589111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.589502 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bfcffb-3990-4cd1-9e6e-2e1e93f73cf9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.593123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53146) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:59.597965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f796ef51-a254-4707-bd07-ffe44c5f9408 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'security_group_rule': {'security_group_id': '3b21a987-de05-44be-8600-c8c2c794095b', 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:59.620500 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] Set router a01c341f-6f8f-4995-9846-694302d6f993 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:28:59.634636 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f796ef51-a254-4707-bd07-ffe44c5f9408 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.682971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75749050-9d4a-48a5-9472-14d8a772995d req-aa08c898-2ce0-401c-bda7-839ef2d59696 service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992775 Apr 18 21:28:59.698571 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f796ef51-a254-4707-bd07-ffe44c5f9408 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.703279 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f796ef51-a254-4707-bd07-ffe44c5f9408 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.723104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796ef51-a254-4707-bd07-ffe44c5f9408 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f946143b-5907-4df0-9fca-d8ffb742a557,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:59.741970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f796ef51-a254-4707-bd07-ffe44c5f9408 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.746618 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f796ef51-a254-4707-bd07-ffe44c5f9408 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499081 Apr 18 21:28:59.746992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53148) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:59.756482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-348033a6-dd8c-4593-914d-f93dfc241d7e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'security_group_rule': {'security_group_id': '3b21a987-de05-44be-8600-c8c2c794095b', 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:59.806728 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-348033a6-dd8c-4593-914d-f93dfc241d7e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.812358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75749050-9d4a-48a5-9472-14d8a772995d req-34f3bf17-80d5-41f4-b228-643a0d3f1e59 service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223056 Apr 18 21:28:59.867650 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-348033a6-dd8c-4593-914d-f93dfc241d7e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.872128 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-348033a6-dd8c-4593-914d-f93dfc241d7e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.890621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348033a6-dd8c-4593-914d-f93dfc241d7e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a94f55f-bce3-4720-9a8a-d52e04df9b55,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:59.900279 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-348033a6-dd8c-4593-914d-f93dfc241d7e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.901499 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-348033a6-dd8c-4593-914d-f93dfc241d7e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534758 Apr 18 21:28:59.904517 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53150) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:28:59.910208 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4804b62a-d118-402b-a3fb-dfc6a042f963 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'security_group_rule': {'security_group_id': '3b21a987-de05-44be-8600-c8c2c794095b', 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:28:59.931409 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-4804b62a-d118-402b-a3fb-dfc6a042f963 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Project e25d6d17db074017bdbbff50f05a5fe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:28:59.936554 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4804b62a-d118-402b-a3fb-dfc6a042f963 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.005888 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4804b62a-d118-402b-a3fb-dfc6a042f963 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.010006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4804b62a-d118-402b-a3fb-dfc6a042f963 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.018518 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '0b49646d-3405-468f-91cc-c619c483905d', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'port_id': '30d639fd-6016-4007-b30c-8183f6de1581', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'mac_address': 'fa:16:3e:e2:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:58Z', 'updated_at': '2022-04-18T21:28:58Z', 'revision_number': 0, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673c743-857c-4b0a-a0fb-95522cded6b4', 'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'mac_address': 'fa:16:3e:f3:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 5, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'subnets': [{'id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:00.025097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804b62a-d118-402b-a3fb-dfc6a042f963 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc47cd0d-bcdf-4556-afb0-73736b6cb508,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:00.036657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4804b62a-d118-402b-a3fb-dfc6a042f963 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.040996 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4804b62a-d118-402b-a3fb-dfc6a042f963 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319270 Apr 18 21:29:00.041371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53152) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:00.045986 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9a9cd8b2-0c4b-4bb2-845d-1a751e7a142d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'security_group_rule': {'security_group_id': '3b21a987-de05-44be-8600-c8c2c794095b', 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:00.048738 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38237f67-d7db-48d1-a671-22c6f1f3116b None None] The sync data for ids ['a01c341f-6f8f-4995-9846-694302d6f993'] in n-d-836015-4 is: [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '0b49646d-3405-468f-91cc-c619c483905d', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'port_id': '30d639fd-6016-4007-b30c-8183f6de1581', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'mac_address': 'fa:16:3e:e2:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:28:58Z', 'updated_at': '2022-04-18T21:28:58Z', 'revision_number': 0, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd673c743-857c-4b0a-a0fb-95522cded6b4', 'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'mac_address': 'fa:16:3e:f3:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 5, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'subnets': [{'id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:29:00.069447 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-9a9cd8b2-0c4b-4bb2-845d-1a751e7a142d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Project e25d6d17db074017bdbbff50f05a5fe6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:29:00.074698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd8b2-0c4b-4bb2-845d-1a751e7a142d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.140849 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd8b2-0c4b-4bb2-845d-1a751e7a142d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.144789 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd8b2-0c4b-4bb2-845d-1a751e7a142d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.162743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cd8b2-0c4b-4bb2-845d-1a751e7a142d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea733c3c-4674-4410-9912-84a444011235,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:00.171770 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9a9cd8b2-0c4b-4bb2-845d-1a751e7a142d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.173049 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9a9cd8b2-0c4b-4bb2-845d-1a751e7a142d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306391 Apr 18 21:29:00.258110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-255d97e1-6b90-4353-8384-86adc101a3d9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386843373&fields=id&tenant_id=e25d6d17db074017bdbbff50f05a5fe6 HTTP/1.1" status: 200 len: 267 time: 0.0366473 Apr 18 21:29:00.267485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d60af-4428-4925-8828-1b86d044fc97 None None] New status for floating IP 0b49646d-3405-468f-91cc-c619c483905d: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:29:00.312566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-c56e1e7c-9808-453c-8a44-552235ed25e9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.314067 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-c56e1e7c-9808-453c-8a44-552235ed25e9 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 946 time: 0.0497022 Apr 18 21:29:00.327099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-9fb06202-30b9-427e-8366-0162a90f5ef7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'port': {'security_groups': ['24706dca-c78e-4c54-ab42-8e02320f6843', '3b21a987-de05-44be-8600-c8c2c794095b']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:00.388949 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-9fb06202-30b9-427e-8366-0162a90f5ef7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.586067 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-9fb06202-30b9-427e-8366-0162a90f5ef7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] For port 30d639fd-6016-4007-b30c-8183f6de1581, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=30d639fd-6016-4007-b30c-8183f6de1581,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:29:00.618771 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-9fb06202-30b9-427e-8366-0162a90f5ef7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.623682 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-9fb06202-30b9-427e-8366-0162a90f5ef7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.637726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['30d639fd-6016-4007-b30c-8183f6de1581'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:29:00.666935 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-9fb06202-30b9-427e-8366-0162a90f5ef7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.667644 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-9fb06202-30b9-427e-8366-0162a90f5ef7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.668987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f5269f97-09b3-4840-bdcc-4a9b1a2ece73 req-9fb06202-30b9-427e-8366-0162a90f5ef7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "PUT /v2.0/ports/30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 982 time: 0.3479042 Apr 18 21:29:00.669423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:29:00.671716 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09392bcd-8006-4f7a-a669-c7ddf529f88b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "tag": "30d639fd-6016-4007-b30c-8183f6de1581"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:29:00.732107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb06202-30b9-427e-8366-0162a90f5ef7 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'Port': ['ID=30d639fd-6016-4007-b30c-8183f6de1581,revision_number=6']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:00.753469 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1868d776-af87-4051-aa9c-e3c24b50b79a x-openstack-request-id: req-1868d776-af87-4051-aa9c-e3c24b50b79a {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:29:00.754407 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "tag": "30d639fd-6016-4007-b30c-8183f6de1581", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:29:00.754703 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1868d776-af87-4051-aa9c-e3c24b50b79a {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:29:00.755045 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1868d776-af87-4051-aa9c-e3c24b50b79a'] response: {'name': 'network-changed', 'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581', 'status': 'completed', 'code': 200} Apr 18 21:29:00.770213 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.64', 64601) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:29:00.789062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['30d639fd-6016-4007-b30c-8183f6de1581'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:29:00.816931 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-7e5d307e-5517-4236-ac67-dcbe27107eb6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778887 Apr 18 21:29:00.833592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-42872021-8717-4b45-b386-03e20d232584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.837600 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-42872021-8717-4b45-b386-03e20d232584 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1136 time: 0.0567889 Apr 18 21:29:00.909982 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38612f-08be-42df-b15b-c9166eae813a req-7f0f589f-5b05-42f7-ab0c-fda308522bf5 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.911862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd38612f-08be-42df-b15b-c9166eae813a req-7f0f589f-5b05-42f7-ab0c-fda308522bf5 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0702682 Apr 18 21:29:00.953841 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-e0eb3873-b113-4f91-b1cb-58ea63ce5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.955765 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-e0eb3873-b113-4f91-b1cb-58ea63ce5a5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 200 len: 916 time: 0.1118066 Apr 18 21:29:00.968437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cd38612f-08be-42df-b15b-c9166eae813a req-9412c03e-5f7c-400f-a32d-b1dbe2f1b52d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491080 Apr 18 21:29:01.032472 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-9bc7bf11-574f-449b-adfe-8c0fb489df7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 1002 time: 0.0694885 Apr 18 21:29:01.045145 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4ff49ee1-144c-4405-bc24-2885de95cf7c None None] Provisioning complete for port 30d639fd-6016-4007-b30c-8183f6de1581 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:01.045513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4ff49ee1-144c-4405-bc24-2885de95cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:01.086745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-df580d04-14d9-495c-b8e2-7cc7a1f29471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.088505 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-df580d04-14d9-495c-b8e2-7cc7a1f29471 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23c729c7-d2b3-4389-9144-b57f20f9fa4a HTTP/1.1" status: 200 len: 854 time: 0.0472186 Apr 18 21:29:01.136476 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-ad2c15a6-1757-4cd8-bbeb-2c5c78c55775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.137977 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-ad2c15a6-1757-4cd8-bbeb-2c5c78c55775 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb79f200-64e2-4464-ac55-4c7a21754edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414917 Apr 18 21:29:01.231392 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-31635f60-0bc7-4384-a6cb-9b3ccf149dc6 service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854805 Apr 18 21:29:01.337805 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-09392bcd-8006-4f7a-a669-c7ddf529f88b req-ffbc417a-8874-4968-8590-adbab5c05bfe service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998085 Apr 18 21:29:01.438568 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-d14e3bda-1093-4e54-a899-3b7db229ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.440080 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-d14e3bda-1093-4e54-a899-3b7db229ca5c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1136 time: 0.0422730 Apr 18 21:29:01.548113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-2bf3e997-ab9e-4bda-bcd5-b90e73add026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.549973 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-2bf3e997-ab9e-4bda-bcd5-b90e73add026 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 200 len: 916 time: 0.0894284 Apr 18 21:29:01.615125 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-bf577aa3-3314-4b51-bd0f-62c5591aa622 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 1002 time: 0.0581696 Apr 18 21:29:01.670838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-97563416-f7eb-462b-adb0-6ca6f15a5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.672356 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-97563416-f7eb-462b-adb0-6ca6f15a5499 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23c729c7-d2b3-4389-9144-b57f20f9fa4a HTTP/1.1" status: 200 len: 854 time: 0.0473201 Apr 18 21:29:01.718082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-25104570-c2f9-449d-aa84-7a415495978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.719568 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-25104570-c2f9-449d-aa84-7a415495978f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb79f200-64e2-4464-ac55-4c7a21754edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406032 Apr 18 21:29:01.809459 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-bab2d260-8c15-4fd6-856c-e1f7dccef254 service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814631 Apr 18 21:29:01.904039 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-44d77986-18a4-4507-bdcf-fe258a195745 service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839732 Apr 18 21:29:06.010753 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-615c19e3-5f0e-4981-a5a2-5b2d97259317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.756313 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a95ef8e5-99dc-4a79-b656-9c89c96b791e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.518719 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.702249 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.344853 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.871165 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.463469 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:23.807680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-d38fc443-8da6-4deb-9bf0-3613a5287e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:23.809302 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-d38fc443-8da6-4deb-9bf0-3613a5287e97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1136 time: 0.0474911 Apr 18 21:29:23.817474 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b121-19e9-48c9-bb93-dd2114408405 req-749e84fd-f182-458c-abdc-cb33aa0d9295 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:23.818956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c37b121-19e9-48c9-bb93-dd2114408405 req-749e84fd-f182-458c-abdc-cb33aa0d9295 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0605743 Apr 18 21:29:23.861648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3c37b121-19e9-48c9-bb93-dd2114408405 req-7c64d8d1-e81b-4ee1-ac14-94961cae6209 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357025 Apr 18 21:29:23.903293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-b2d4adef-966e-4820-947d-b7eee023daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:23.904825 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-b2d4adef-966e-4820-947d-b7eee023daad service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 200 len: 916 time: 0.0881970 Apr 18 21:29:23.969035 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-f8d343ee-30ef-4bb9-8a17-76e70503d25d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 1002 time: 0.0569501 Apr 18 21:29:24.017886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-c7fea502-1424-4853-b62b-81d81881703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:24.019375 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-c7fea502-1424-4853-b62b-81d81881703d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23c729c7-d2b3-4389-9144-b57f20f9fa4a HTTP/1.1" status: 200 len: 854 time: 0.0425441 Apr 18 21:29:24.068664 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-3b57395c-b68e-46e1-adb8-e955bd6b373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:24.071034 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-3b57395c-b68e-46e1-adb8-e955bd6b373c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb79f200-64e2-4464-ac55-4c7a21754edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444801 Apr 18 21:29:24.167699 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-1453c950-92a7-4f2c-bc55-7906912ddb32 service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893974 Apr 18 21:29:24.523460 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-58aa654e-2dc5-4104-ba55-2e9faec32421 req-15a878a8-eb4c-4c03-8131-bd45ad44028b service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446002 Apr 18 21:29:24.985223 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e6733-b491-4867-9877-fa1f4e97d7dc req-90647ad0-287a-484f-90b2-d89fe88e860a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:24.986701 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c4e6733-b491-4867-9877-fa1f4e97d7dc req-90647ad0-287a-484f-90b2-d89fe88e860a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0488427 Apr 18 21:29:25.026503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6c4e6733-b491-4867-9877-fa1f4e97d7dc req-bb5d513c-fee8-4e73-9ad1-5f50a02ebb46 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330164 Apr 18 21:29:26.141894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b44cf6-b237-4353-9cb1-74fe3082bdf0 req-22257e5b-221d-4b74-81f0-7f05a7404aea tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:26.143317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60b44cf6-b237-4353-9cb1-74fe3082bdf0 req-22257e5b-221d-4b74-81f0-7f05a7404aea tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0482709 Apr 18 21:29:26.183341 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-60b44cf6-b237-4353-9cb1-74fe3082bdf0 req-3daf9a66-9ad3-4451-9fb5-2534f5b53f6a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339241 Apr 18 21:29:27.276997 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:29:27.302822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718472a0-597e-4dfb-8e44-53414a0b0549 req-56fc81a4-84e9-4e55-a9b3-167f78799414 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:27.304845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-718472a0-597e-4dfb-8e44-53414a0b0549 req-56fc81a4-84e9-4e55-a9b3-167f78799414 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0531774 Apr 18 21:29:27.345003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-718472a0-597e-4dfb-8e44-53414a0b0549 req-0e49903c-0c1d-401e-869d-12af2ed20a9a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340090 Apr 18 21:29:28.461216 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b6e1c-5e22-4088-a9d3-eef6eb615e5d req-b115ce81-5522-4a42-b994-980bc1e9caa6 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:28.462733 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a72b6e1c-5e22-4088-a9d3-eef6eb615e5d req-b115ce81-5522-4a42-b994-980bc1e9caa6 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0498419 Apr 18 21:29:28.501909 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a72b6e1c-5e22-4088-a9d3-eef6eb615e5d req-f181b09e-19f8-4f90-91f1-d5cbaae1b564 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327542 Apr 18 21:29:29.617830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4012d44-726b-4cd3-8748-4640935e8501 req-edc627d5-39f8-44ac-bd9c-0850a04d2897 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:29.619223 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4012d44-726b-4cd3-8748-4640935e8501 req-edc627d5-39f8-44ac-bd9c-0850a04d2897 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0490999 Apr 18 21:29:29.659965 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c4012d44-726b-4cd3-8748-4640935e8501 req-699b3e57-0b12-4862-a4a9-3c9407c9101e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344439 Apr 18 21:29:30.783115 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ebdcd-923b-4086-8bd7-c919c121b8bc req-228299f4-94b3-4481-a050-3b11a2dd1a12 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:30.784678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-987ebdcd-923b-4086-8bd7-c919c121b8bc req-228299f4-94b3-4481-a050-3b11a2dd1a12 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0559962 Apr 18 21:29:30.830751 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-987ebdcd-923b-4086-8bd7-c919c121b8bc req-4692012c-5094-4416-8ed7-cc98974a073b tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372696 Apr 18 21:29:31.950723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e648e-6564-4f4b-82a4-47af7874bc7f req-ecad0c97-f89a-4d72-b1fc-07c12afc8313 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:31.952029 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f50e648e-6564-4f4b-82a4-47af7874bc7f req-ecad0c97-f89a-4d72-b1fc-07c12afc8313 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0514495 Apr 18 21:29:31.992902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f50e648e-6564-4f4b-82a4-47af7874bc7f req-8ade3d9e-8978-4915-abb6-2a2ea88aec9e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343862 Apr 18 21:29:33.108447 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a38ec-399e-42af-82b7-fe07063b26f8 req-ef520dc1-a0af-46bd-91b9-d2799adcb427 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:33.109916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e6a38ec-399e-42af-82b7-fe07063b26f8 req-ef520dc1-a0af-46bd-91b9-d2799adcb427 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0501337 Apr 18 21:29:33.150610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5e6a38ec-399e-42af-82b7-fe07063b26f8 req-8848e23c-7fd0-44f7-adce-eda8a6f323e1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346277 Apr 18 21:29:34.269042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8743a-7ef2-4575-ab87-b6de1840783b req-45502c05-bcc3-4b2a-b581-cf16aaa3003c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:34.270546 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7c8743a-7ef2-4575-ab87-b6de1840783b req-45502c05-bcc3-4b2a-b581-cf16aaa3003c tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0530884 Apr 18 21:29:34.313500 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7c8743a-7ef2-4575-ab87-b6de1840783b req-62e03000-2977-4154-bf73-29eb4d03c102 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362704 Apr 18 21:29:35.432305 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84685b17-2c83-42fd-89ae-aa9e1bb6eda2 req-a5ffb120-1dc6-407e-8323-d3ddca5c0b08 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:35.433784 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84685b17-2c83-42fd-89ae-aa9e1bb6eda2 req-a5ffb120-1dc6-407e-8323-d3ddca5c0b08 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0521586 Apr 18 21:29:35.473803 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84685b17-2c83-42fd-89ae-aa9e1bb6eda2 req-fa1491b8-f841-4b07-a8bf-c77f390d9083 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339170 Apr 18 21:29:36.012973 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d13fe352-ad1c-41da-b753-77bb14a8b4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:36.590965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372962-ef7f-407b-b70a-d9bbbd32b64f req-7176749a-f6be-4732-964c-4ef5dc8ae4a4 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:36.592462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6372962-ef7f-407b-b70a-d9bbbd32b64f req-7176749a-f6be-4732-964c-4ef5dc8ae4a4 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0489922 Apr 18 21:29:36.633375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6372962-ef7f-407b-b70a-d9bbbd32b64f req-e5f3894f-0d6d-4f05-b536-0a3bc8c0d753 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344753 Apr 18 21:29:37.772178 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d85a8-9cd2-4dd2-854b-89b44b91e5c5 req-993864f1-e841-4d87-a848-5def2231901e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:37.772178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-013d85a8-9cd2-4dd2-854b-89b44b91e5c5 req-993864f1-e841-4d87-a848-5def2231901e tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0615211 Apr 18 21:29:37.814513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-013d85a8-9cd2-4dd2-854b-89b44b91e5c5 req-42fb70c0-e872-4dff-8361-39121561fe27 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364759 Apr 18 21:29:38.758642 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7fa5308d-15fe-4844-a395-c1738b6dee3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.945222 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612139d1-fbef-451a-a9af-8e09892d4555 req-adaa4036-06ea-4fd0-9dae-8a816d6eaf1b tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:38.947610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-612139d1-fbef-451a-a9af-8e09892d4555 req-adaa4036-06ea-4fd0-9dae-8a816d6eaf1b tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0580258 Apr 18 21:29:38.991098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-612139d1-fbef-451a-a9af-8e09892d4555 req-eec24adc-5301-4927-9e3a-f4713c8c5809 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373981 Apr 18 21:29:39.521911 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:40.108007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30670c-5dd0-4a54-b449-f09638793d36 req-bc2b5f56-f39e-4284-8900-c634f227787f tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:40.109559 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be30670c-5dd0-4a54-b449-f09638793d36 req-bc2b5f56-f39e-4284-8900-c634f227787f tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0495887 Apr 18 21:29:40.157841 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be30670c-5dd0-4a54-b449-f09638793d36 req-78018fbf-c637-4b7f-8b1b-6351ed828db5 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418689 Apr 18 21:29:40.700755 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:41.277950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0b78c-611a-4600-8f76-c74ff433d447 req-9832f172-e70f-4197-b6d8-04288ac5ec6a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:41.279703 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42d0b78c-611a-4600-8f76-c74ff433d447 req-9832f172-e70f-4197-b6d8-04288ac5ec6a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0548494 Apr 18 21:29:41.322018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-42d0b78c-611a-4600-8f76-c74ff433d447 req-2cf8daaf-db45-4af3-98fd-8aecd6e7aae2 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b21a987-de05-44be-8600-c8c2c794095b&id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358555 Apr 18 21:29:41.348129 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:42.878628 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:46.459304 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:54.491236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-6e2a5c15-6855-47a5-aa59-dcfbe4a2124a req-f815fb2e-381d-40d5-9b17-aa35a4366706 tempest-ServerDiskConfigTestJSON-647040744 tempest-ServerDiskConfigTestJSON-647040744-project] (102904) timed out ('10.222.0.60', 55330) {{(pid=102904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:30:00.736248 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-b412b7b8-d973-4b5f-a2ea-3233b712501c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410540 Apr 18 21:30:00.818302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-ba265b74-44d7-42d9-9a60-3e421480528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:00.819779 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-ba265b74-44d7-42d9-9a60-3e421480528f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1136 time: 0.0400429 Apr 18 21:30:00.927190 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-616ef8ab-215c-4897-ad1b-5372dd1d66b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:00.928708 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-616ef8ab-215c-4897-ad1b-5372dd1d66b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 200 len: 916 time: 0.0892868 Apr 18 21:30:00.993386 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-6dcd409e-d8e6-487e-83f0-319cf8b0f794 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 1002 time: 0.0566840 Apr 18 21:30:01.041840 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-7d5fb31c-12be-48a4-ace1-5a8beee34e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:01.043256 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-7d5fb31c-12be-48a4-ace1-5a8beee34e2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23c729c7-d2b3-4389-9144-b57f20f9fa4a HTTP/1.1" status: 200 len: 854 time: 0.0426893 Apr 18 21:30:01.097818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-c80ac7b8-d782-4a71-8f1b-5c349389688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:01.099314 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-c80ac7b8-d782-4a71-8f1b-5c349389688b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb79f200-64e2-4464-ac55-4c7a21754edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486782 Apr 18 21:30:01.188097 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-1df80393-9437-4eea-8276-9e7e7fdd6d68 service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809534 Apr 18 21:30:01.279939 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0931b0ee-2797-47fd-a50b-cb354890aaea req-f7c40be6-a344-40b2-bbc2-105fc38febba service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846131 Apr 18 21:30:04.276370 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:30:06.014412 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9443f34b-4daa-40bf-87e6-53e1fb1eed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:08.760494 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0c93c523-43e7-4c7f-bb26-c952460dad7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:09.523321 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:10.701607 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:11.353406 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:12.871513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.022683 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-57aedd21-35a0-458a-8d1f-092c8eb48ce8 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386843373&fields=id&tenant_id=e25d6d17db074017bdbbff50f05a5fe6 HTTP/1.1" status: 200 len: 267 time: 0.0327671 Apr 18 21:30:14.074588 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-1000bdf9-4ff9-4e91-9821-b177dd1c873a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:14.075956 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-1000bdf9-4ff9-4e91-9821-b177dd1c873a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 985 time: 0.0470326 Apr 18 21:30:14.086713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Request body: {'port': {'security_groups': ['24706dca-c78e-4c54-ab42-8e02320f6843']}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:14.151955 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.316161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] For port 30d639fd-6016-4007-b30c-8183f6de1581, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=30d639fd-6016-4007-b30c-8183f6de1581,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:14.349947 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.354364 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.367413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['30d639fd-6016-4007-b30c-8183f6de1581'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:30:14.404495 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:14.405131 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.406606 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9ef70aa-79c0-4fa2-bd3a-ef471e650c36 req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "PUT /v2.0/ports/30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 943 time: 0.3241110 Apr 18 21:30:14.407035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:14.409637 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2386cc-9b0c-42cd-a294-d13ae0a08122" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "tag": "30d639fd-6016-4007-b30c-8183f6de1581"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:30:14.413617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53222) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:14.440508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event updated for resources: {'Port': ['ID=30d639fd-6016-4007-b30c-8183f6de1581,revision_number=7']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:14.450011 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.450848 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.451292 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.451772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.453472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.454007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.454905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.455065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.455627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.456082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.456509 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.456973 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913e41c0-4771-425b-9396-e2833482e890 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.495323 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.495788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['30d639fd-6016-4007-b30c-8183f6de1581'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:30:14.532604 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.610176 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.613637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.615408 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "DELETE /v2.0/security-groups/3b21a987-de05-44be-8600-c8c2c794095b HTTP/1.1" status: 204 len: 168 time: 0.1983113 Apr 18 21:30:14.620031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53226) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:14.624040 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59c364f-cffc-4ff4-9280-817a3d625e2c x-openstack-request-id: req-b59c364f-cffc-4ff4-9280-817a3d625e2c {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:30:14.624398 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "tag": "30d639fd-6016-4007-b30c-8183f6de1581", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:30:14.624845 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b59c364f-cffc-4ff4-9280-817a3d625e2c {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:30:14.625309 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59c364f-cffc-4ff4-9280-817a3d625e2c'] response: {'name': 'network-changed', 'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581', 'status': 'completed', 'code': 200} Apr 18 21:30:14.631643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b21a987-de05-44be-8600-c8c2c794095b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:14.641010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.641366 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.641710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.642099 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.642440 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.642772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.643291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.643617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.644026 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.644357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.644685 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.645010 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51901cf-f170-4cd0-b7ff-38cad59accb1 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:14.725868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-925cd1ea-6505-41a0-b1cf-dfc1d8f281c6 None None] Provisioning complete for port 30d639fd-6016-4007-b30c-8183f6de1581 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:14.726263 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-925cd1ea-6505-41a0-b1cf-dfc1d8f281c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.746785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-7514cc17-d70e-400c-bba8-560ee0761ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:14.748452 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-7514cc17-d70e-400c-bba8-560ee0761ba9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1097 time: 0.0960174 Apr 18 21:30:14.802472 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Deleting port 2a761417-7ded-45b2-91f8-ded1b6015d28 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:14.802807 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.847548 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-044d6293-b918-41c9-80bb-9ef4eaab83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:14.849083 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-044d6293-b918-41c9-80bb-9ef4eaab83ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 200 len: 916 time: 0.0920143 Apr 18 21:30:14.878214 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.878460 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:14.889964 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Calling delete_port for 2a761417-7ded-45b2-91f8-ded1b6015d28 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:14.917586 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-aaa33867-499c-4b93-87da-94ddb2bc1f88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 1002 time: 0.0605667 Apr 18 21:30:14.973301 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-72f53854-e7db-4633-bd40-5e607337b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:14.974798 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-72f53854-e7db-4633-bd40-5e607337b675 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23c729c7-d2b3-4389-9144-b57f20f9fa4a HTTP/1.1" status: 200 len: 854 time: 0.0487206 Apr 18 21:30:15.020462 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-073f6e78-fdd7-4b3b-8e94-ae3e434fec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:15.021982 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-073f6e78-fdd7-4b3b-8e94-ae3e434fec87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb79f200-64e2-4464-ac55-4c7a21754edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397913 Apr 18 21:30:15.051273 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:15.081653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event deleted for resources: {'Port': ['ID=2a761417-7ded-45b2-91f8-ded1b6015d28,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:15.125154 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-77c0d687-ae62-4438-956c-046a849efadf service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961583 Apr 18 21:30:15.146220 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:15.146446 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Floating IP 0b49646d-3405-468f-91cc-c619c483905d disassociated (deleted). External IP: 172.25.2.170, port: 30d639fd-6016-4007-b30c-8183f6de1581. Apr 18 21:30:15.227380 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d2386cc-9b0c-42cd-a294-d13ae0a08122 req-f6172110-2fa2-4a5c-b4d1-53b73866a73d service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948663 Apr 18 21:30:15.364938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Router a01c341f-6f8f-4995-9846-694302d6f993 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:15.798194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:15.802975 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:15.807654 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] Sync routers for ids ['a01c341f-6f8f-4995-9846-694302d6f993'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:15.818131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] Routers {'a01c341f-6f8f-4995-9846-694302d6f993'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:15.818766 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a01c341f-6f8f-4995-9846-694302d6f993'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:15.828991 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8e3733b3-65fd-4597-b493-490843d7a874 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "DELETE /v2.0/floatingips/0b49646d-3405-468f-91cc-c619c483905d HTTP/1.1" status: 204 len: 168 time: 1.2072933 Apr 18 21:30:15.924979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] Set router a01c341f-6f8f-4995-9846-694302d6f993 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:16.132594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd673c743-857c-4b0a-a0fb-95522cded6b4', 'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'mac_address': 'fa:16:3e:f3:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 5, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'subnets': [{'id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:16.158731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] Checking router: a01c341f-6f8f-4995-9846-694302d6f993 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:16.166626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] Routers {'a01c341f-6f8f-4995-9846-694302d6f993'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:16.167214 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a01c341f-6f8f-4995-9846-694302d6f993'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:16.268545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] Set router a01c341f-6f8f-4995-9846-694302d6f993 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:16.459633 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.479211 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd673c743-857c-4b0a-a0fb-95522cded6b4', 'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'mac_address': 'fa:16:3e:f3:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 5, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'subnets': [{'id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:16.505280 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c42b04-c273-44e2-af81-19be975ced41 None None] The sync data for ids ['a01c341f-6f8f-4995-9846-694302d6f993'] in n-d-836015-4 is: [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:28:12Z', 'revision_number': 4, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd673c743-857c-4b0a-a0fb-95522cded6b4', 'name': '', 'network_id': 'fb79f200-64e2-4464-ac55-4c7a21754edc', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'mac_address': 'fa:16:3e:f3:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:11Z', 'updated_at': '2022-04-18T21:28:15Z', 'revision_number': 5, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'subnets': [{'id': '23c729c7-d2b3-4389-9144-b57f20f9fa4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:16.627017 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:16.629674 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89e677c-644b-4c7e-9c46-651e950d0b41" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "tag": "30d639fd-6016-4007-b30c-8183f6de1581"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:30:16.670838 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b71e72b-16c7-414c-8994-fd7bb9d49e19 x-openstack-request-id: req-4b71e72b-16c7-414c-8994-fd7bb9d49e19 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:30:16.671901 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "tag": "30d639fd-6016-4007-b30c-8183f6de1581", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:30:16.672216 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b71e72b-16c7-414c-8994-fd7bb9d49e19 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:30:16.672672 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b71e72b-16c7-414c-8994-fd7bb9d49e19'] response: {'name': 'network-changed', 'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581', 'status': 'completed', 'code': 200} Apr 18 21:30:16.736584 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019d7d51-7da4-4525-a1ee-84c789a0ffbe None None] New status for floating IP 0b49646d-3405-468f-91cc-c619c483905d: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:30:16.750433 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-c7fdde61-512d-478f-a780-748dfe66bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:16.752082 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-c7fdde61-512d-478f-a780-748dfe66bbc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 1097 time: 0.0520349 Apr 18 21:30:16.860619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-a3e3f898-b5a5-4dee-b450-a219f5cfe7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:16.862108 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-a3e3f898-b5a5-4dee-b450-a219f5cfe7cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 200 len: 916 time: 0.1029284 Apr 18 21:30:16.904763 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-4929d93f-63a5-4245-ba9f-14095993b5d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 200 len: 217 time: 0.0358067 Apr 18 21:30:16.954955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-f2ce73d1-1dc1-4da8-81c3-feada19145a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:16.956525 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-f2ce73d1-1dc1-4da8-81c3-feada19145a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=23c729c7-d2b3-4389-9144-b57f20f9fa4a HTTP/1.1" status: 200 len: 854 time: 0.0460410 Apr 18 21:30:17.005673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-8c719bcc-c0c8-47ef-a6d3-1d93ac410145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:17.007070 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-8c719bcc-c0c8-47ef-a6d3-1d93ac410145 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fb79f200-64e2-4464-ac55-4c7a21754edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394859 Apr 18 21:30:17.109807 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-ab8830d7-3b97-4fc0-82a3-5bf959d6057b service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873985 Apr 18 21:30:17.204805 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f89e677c-644b-4c7e-9c46-651e950d0b41 req-37ad1ff5-dac7-4f9c-a6f1-06baac4d5bda service neutron] 10.222.0.64 "GET /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872700 Apr 18 21:30:22.841524 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d97e0-7c87-4909-b96d-8fb6c480fc99 req-d0b31a7f-ff88-4a77-a01d-544ac7d4bbab tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:22.842982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-220d97e0-7c87-4909-b96d-8fb6c480fc99 req-d0b31a7f-ff88-4a77-a01d-544ac7d4bbab tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 946 time: 0.0482230 Apr 18 21:30:22.881857 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-220d97e0-7c87-4909-b96d-8fb6c480fc99 req-49e64f68-79d5-4fc4-8c94-9cb106502902 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324688 Apr 18 21:30:24.053622 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48192de0-751c-4814-b75c-856e1252bfad req-ee68b07a-6811-47c8-9d2b-bf867eb37c9d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:24.055010 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48192de0-751c-4814-b75c-856e1252bfad req-ee68b07a-6811-47c8-9d2b-bf867eb37c9d tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 946 time: 0.1007485 Apr 18 21:30:24.093020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-48192de0-751c-4814-b75c-856e1252bfad req-40a28af9-cde3-4a91-b333-eca1fc746705 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/security-groups?id=24706dca-c78e-4c54-ab42-8e02320f6843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312984 Apr 18 21:30:24.729944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72716062-d156-4986-9e76-da8dc2e07498 req-86b4a605-ae97-4881-84d7-0c43fdb29115 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:24.731426 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-72716062-d156-4986-9e76-da8dc2e07498 req-86b4a605-ae97-4881-84d7-0c43fdb29115 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 946 time: 0.0549302 Apr 18 21:30:24.823876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-72716062-d156-4986-9e76-da8dc2e07498 req-8e4a5c84-7290-4d2a-aa4c-258324a2f5b0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Deleting port 30d639fd-6016-4007-b30c-8183f6de1581 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:24.824234 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-72716062-d156-4986-9e76-da8dc2e07498 req-8e4a5c84-7290-4d2a-aa4c-258324a2f5b0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:24.922590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-72716062-d156-4986-9e76-da8dc2e07498 req-8e4a5c84-7290-4d2a-aa4c-258324a2f5b0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] For port 30d639fd-6016-4007-b30c-8183f6de1581, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=30d639fd-6016-4007-b30c-8183f6de1581,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:24.922959 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-72716062-d156-4986-9e76-da8dc2e07498 req-8e4a5c84-7290-4d2a-aa4c-258324a2f5b0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:24.939378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-72716062-d156-4986-9e76-da8dc2e07498 req-8e4a5c84-7290-4d2a-aa4c-258324a2f5b0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Calling delete_port for 30d639fd-6016-4007-b30c-8183f6de1581 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:25.092648 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-72716062-d156-4986-9e76-da8dc2e07498 req-8e4a5c84-7290-4d2a-aa4c-258324a2f5b0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.109001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['30d639fd-6016-4007-b30c-8183f6de1581'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:30:25.122428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a5c84-7290-4d2a-aa4c-258324a2f5b0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Pushing event deleted for resources: {'Port': ['ID=30d639fd-6016-4007-b30c-8183f6de1581,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:25.171505 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-72716062-d156-4986-9e76-da8dc2e07498 req-8e4a5c84-7290-4d2a-aa4c-258324a2f5b0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] No DVR routers for this DVR port 30d639fd-6016-4007-b30c-8183f6de1581 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:25.174286 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-72716062-d156-4986-9e76-da8dc2e07498 req-8e4a5c84-7290-4d2a-aa4c-258324a2f5b0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:25.177707 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-72716062-d156-4986-9e76-da8dc2e07498 req-8e4a5c84-7290-4d2a-aa4c-258324a2f5b0 tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.64 "DELETE /v2.0/ports/30d639fd-6016-4007-b30c-8183f6de1581 HTTP/1.1" status: 204 len: 173 time: 0.4403021 Apr 18 21:30:25.178147 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'name': 'network-vif-deleted', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:25.180445 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb327a7-f5ad-46a7-a920-4c5caef17d56" -d '{"events": [{"server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "name": "network-vif-deleted", "tag": "30d639fd-6016-4007-b30c-8183f6de1581"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:30:25.208510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-dfd27de0-d57f-421e-9626-fe3413db9fac req-8d2d523e-2059-41e0-8e27-ac7f5d992d1a tempest-TestMinimumBasicScenario-253843669 tempest-TestMinimumBasicScenario-253843669-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6c87c33-d88d-4551-b23f-fef2fa04c13c HTTP/1.1" status: 200 len: 210 time: 0.0323980 Apr 18 21:30:25.293466 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d528f1e-82f9-43f1-a62e-0f519fd5e67a x-openstack-request-id: req-3d528f1e-82f9-43f1-a62e-0f519fd5e67a {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:30:25.293772 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c87c33-d88d-4551-b23f-fef2fa04c13c", "name": "network-vif-deleted", "tag": "30d639fd-6016-4007-b30c-8183f6de1581", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:30:25.294065 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3d528f1e-82f9-43f1-a62e-0f519fd5e67a {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:30:25.294498 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d528f1e-82f9-43f1-a62e-0f519fd5e67a'] response: {'server_uuid': 'f6c87c33-d88d-4551-b23f-fef2fa04c13c', 'name': 'network-vif-deleted', 'tag': '30d639fd-6016-4007-b30c-8183f6de1581', 'status': 'completed', 'code': 200} Apr 18 21:30:26.765067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53328) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:27.103317 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.342651 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] Deleting port d673c743-857c-4b0a-a0fb-95522cded6b4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:27.342986 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.426090 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] For port d673c743-857c-4b0a-a0fb-95522cded6b4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d673c743-857c-4b0a-a0fb-95522cded6b4,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:27.426452 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.439466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] Calling delete_port for d673c743-857c-4b0a-a0fb-95522cded6b4 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:27.627974 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.658810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] Pushing event deleted for resources: {'Port': ['ID=d673c743-857c-4b0a-a0fb-95522cded6b4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:27.835128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:27.873344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 30d639fd-6016-4007-b30c-8183f6de1581 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:27.894545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 30d639fd-6016-4007-b30c-8183f6de1581 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:27.894814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 30d639fd-6016-4007-b30c-8183f6de1581 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:28.063020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] Router a01c341f-6f8f-4995-9846-694302d6f993 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:28.447374 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:28.452561 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-5e506a8b-bad2-41ba-be16-d661d6cabdcd admin admin] 10.222.0.49 "PUT /v2.0/routers/a01c341f-6f8f-4995-9846-694302d6f993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863785 Apr 18 21:30:28.455217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53330) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:28.458788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] Sync routers for ids ['a01c341f-6f8f-4995-9846-694302d6f993'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:28.472262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] Routers {'a01c341f-6f8f-4995-9846-694302d6f993'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:28.473261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a01c341f-6f8f-4995-9846-694302d6f993'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:28.567478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.583751 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] Set router a01c341f-6f8f-4995-9846-694302d6f993 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:28.679051 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.739358 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Deleting port d774a1b7-a0f1-47f1-ac14-a71d85abeca6 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:28.739603 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.823525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] For port d774a1b7-a0f1-47f1-ac14-a71d85abeca6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d774a1b7-a0f1-47f1-ac14-a71d85abeca6,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:28.824305 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:28.836772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Calling delete_port for d774a1b7-a0f1-47f1-ac14-a71d85abeca6 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:28.920942 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:30:27Z', 'revision_number': 5, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port': {'id': 'd774a1b7-a0f1-47f1-ac14-a71d85abeca6', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:09Z', 'updated_at': '2022-04-18T21:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:28.950170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] Checking router: a01c341f-6f8f-4995-9846-694302d6f993 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:28.958380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] Routers {'a01c341f-6f8f-4995-9846-694302d6f993'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:28.958975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a01c341f-6f8f-4995-9846-694302d6f993'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:29.006187 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.030238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=d774a1b7-a0f1-47f1-ac14-a71d85abeca6,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:29.046353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] Set router a01c341f-6f8f-4995-9846-694302d6f993 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:29.094787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.097339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:30:28Z', 'revision_number': 6, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:29.125308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc32cc9-cc9f-4374-97ed-f303d140fe4f None None] The sync data for ids ['a01c341f-6f8f-4995-9846-694302d6f993'] in n-d-836015-4 is: [{'id': 'a01c341f-6f8f-4995-9846-694302d6f993', 'name': 'tempest-TestMinimumBasicScenario-1108598790-router', 'tenant_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:08Z', 'updated_at': '2022-04-18T21:30:28Z', 'revision_number': 6, 'project_id': 'e25d6d17db074017bdbbff50f05a5fe6', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:29.185716 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.188089 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.230153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.230819 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01c341f-6f8f-4995-9846-694302d6f993 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:30:29.235534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.236708 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c51bfee9-1a6b-4ac1-aa47-81dcadaabc76 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a01c341f-6f8f-4995-9846-694302d6f993 HTTP/1.1" status: 204 len: 168 time: 0.7808237 Apr 18 21:30:29.239273 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53332) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:29.282576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-600268d8-d8ff-4b76-ac04-32ad220c5362 admin admin] Deleting subnet 23c729c7-d2b3-4389-9144-b57f20f9fa4a {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:30:29.285613 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-600268d8-d8ff-4b76-ac04-32ad220c5362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.321756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-600268d8-d8ff-4b76-ac04-32ad220c5362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.396054 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-600268d8-d8ff-4b76-ac04-32ad220c5362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.446644 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-600268d8-d8ff-4b76-ac04-32ad220c5362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.473164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600268d8-d8ff-4b76-ac04-32ad220c5362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c729c7-d2b3-4389-9144-b57f20f9fa4a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:29.478142 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-600268d8-d8ff-4b76-ac04-32ad220c5362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.485793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ff85aa-d76c-4aae-9714-2e4b9fb4a22b None None] Network fb79f200-64e2-4464-ac55-4c7a21754edc requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:30:29.485930 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-600268d8-d8ff-4b76-ac04-32ad220c5362 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/23c729c7-d2b3-4389-9144-b57f20f9fa4a HTTP/1.1" status: 204 len: 168 time: 0.2444727 Apr 18 21:30:29.485930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53334) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:29.564641 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.627914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d673c743-857c-4b0a-a0fb-95522cded6b4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:29.628446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Deleting port 4a8f23d4-2e80-41f3-8dda-c42231037745 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:29.628794 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.653647 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: d673c743-857c-4b0a-a0fb-95522cded6b4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:29.654144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d673c743-857c-4b0a-a0fb-95522cded6b4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:29.713012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] For port 4a8f23d4-2e80-41f3-8dda-c42231037745, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=4a8f23d4-2e80-41f3-8dda-c42231037745,segment=NetworkSegment(ead2574a-1bc8-49b9-9286-0ac4f00da97f),segment_id=ead2574a-1bc8-49b9-9286-0ac4f00da97f)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:29.713405 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.726290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Calling delete_port for 4a8f23d4-2e80-41f3-8dda-c42231037745 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:29.806214 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.830801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8f23d4-2e80-41f3-8dda-c42231037745,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:29.836413 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] No DVR routers for this DVR port 4a8f23d4-2e80-41f3-8dda-c42231037745 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:29.911829 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.933447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb79f200-64e2-4464-ac55-4c7a21754edc']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:29.943111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead2574a-1bc8-49b9-9286-0ac4f00da97f') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:29.943403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead2574a-1bc8-49b9-9286-0ac4f00da97f') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:29.955415 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.971190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.977647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:30:29.978032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:29.982136 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:29.987506 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacc6524-adb3-4587-8eea-e4bb4b68c7b5 None None] DHCP port deletion for fb79f200-64e2-4464-ac55-4c7a21754edc request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:30:30.037737 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:30.044092 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:30.050188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] 10.222.0.49 "DELETE /v2.0/networks/fb79f200-64e2-4464-ac55-4c7a21754edc HTTP/1.1" status: 204 len: 168 time: 0.5610600 Apr 18 21:30:30.050843 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53336) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:30.059232 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599e154-b69a-4d29-be8c-3e63437f964a admin admin] Pushing event deleted for resources: {'Network': ['ID=fb79f200-64e2-4464-ac55-4c7a21754edc,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:30.402172 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:30.643734 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] Deleting port ddb9dd11-8d4b-4424-aa82-f4f59f7027de {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:30.644026 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:30.721685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] For port ddb9dd11-8d4b-4424-aa82-f4f59f7027de, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ddb9dd11-8d4b-4424-aa82-f4f59f7027de,segment=NetworkSegment(cfa0119c-fdf1-4985-bee6-9d3de862c792),segment_id=cfa0119c-fdf1-4985-bee6-9d3de862c792)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:30.722046 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:30.738418 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] Calling delete_port for ddb9dd11-8d4b-4424-aa82-f4f59f7027de owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:30.913714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:30.940264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb9dd11-8d4b-4424-aa82-f4f59f7027de,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:31.106487 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.324267 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] Router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:31.439277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:31.448474 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2fc1f70e-e0e7-4013-94ad-bd2727154963 admin admin] 10.222.0.49 "PUT /v2.0/routers/e3f664e7-c21f-462b-9eb6-8a79c31f4d84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3965755 Apr 18 21:30:31.450972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53338) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:31.453703 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] Sync routers for ids ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:31.463935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] Routers {'e3f664e7-c21f-462b-9eb6-8a79c31f4d84'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:31.464540 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:31.479692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d774a1b7-a0f1-47f1-ac14-a71d85abeca6 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:31.501468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: d774a1b7-a0f1-47f1-ac14-a71d85abeca6 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:31.501884 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d774a1b7-a0f1-47f1-ac14-a71d85abeca6 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:31.502366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4a8f23d4-2e80-41f3-8dda-c42231037745 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:31.521665 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 4a8f23d4-2e80-41f3-8dda-c42231037745 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:31.522093 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 4a8f23d4-2e80-41f3-8dda-c42231037745 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:31.559988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.663560 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] Set router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:31.666533 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.719502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Deleting port 912d77a0-85f9-4498-8dc9-dd27f499cd51 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:31.719863 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.799796 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] For port 912d77a0-85f9-4498-8dc9-dd27f499cd51, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=912d77a0-85f9-4498-8dc9-dd27f499cd51,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:31.800192 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:31.813684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Calling delete_port for 912d77a0-85f9-4498-8dc9-dd27f499cd51 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:31.838572 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'name': 'tempest-TestMinimumBasicScenario-314920004-router', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:13Z', 'updated_at': '2022-04-18T21:30:30Z', 'revision_number': 5, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'gw_port': {'id': '912d77a0-85f9-4498-8dc9-dd27f499cd51', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:28:14Z', 'updated_at': '2022-04-18T21:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:31.867667 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] Checking router: e3f664e7-c21f-462b-9eb6-8a79c31f4d84 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:31.876316 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] Routers {'e3f664e7-c21f-462b-9eb6-8a79c31f4d84'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:31.877107 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:31.961290 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] Set router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:31.977506 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.009451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=912d77a0-85f9-4498-8dc9-dd27f499cd51,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:32.012160 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'name': 'tempest-TestMinimumBasicScenario-314920004-router', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:13Z', 'updated_at': '2022-04-18T21:30:31Z', 'revision_number': 6, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:32.042918 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f82039-f142-4dab-bca5-37e4b1480625 None None] The sync data for ids ['e3f664e7-c21f-462b-9eb6-8a79c31f4d84'] in n-d-836015-4 is: [{'id': 'e3f664e7-c21f-462b-9eb6-8a79c31f4d84', 'name': 'tempest-TestMinimumBasicScenario-314920004-router', 'tenant_id': '60dcdadc4a08417ba82c77e67471678c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:28:13Z', 'updated_at': '2022-04-18T21:30:31Z', 'revision_number': 6, 'project_id': '60dcdadc4a08417ba82c77e67471678c', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:32.074798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.161679 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.163782 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.205978 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.206589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f664e7-c21f-462b-9eb6-8a79c31f4d84 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:30:32.210840 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.212108 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d6b60da0-3806-4a55-a87e-f3a8e31b75b1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e3f664e7-c21f-462b-9eb6-8a79c31f4d84 HTTP/1.1" status: 204 len: 168 time: 0.7601485 Apr 18 21:30:32.214894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53342) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:32.262896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba4fb49-01ef-4f4b-a20f-f429c14ce63b admin admin] Deleting subnet 451e139a-d7e2-4a04-a27c-cfdf95d5d2ed {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:30:32.265902 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ba4fb49-01ef-4f4b-a20f-f429c14ce63b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.299039 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ba4fb49-01ef-4f4b-a20f-f429c14ce63b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.374285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ba4fb49-01ef-4f4b-a20f-f429c14ce63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.435125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ba4fb49-01ef-4f4b-a20f-f429c14ce63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.460045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4fb49-01ef-4f4b-a20f-f429c14ce63b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451e139a-d7e2-4a04-a27c-cfdf95d5d2ed,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:32.467528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0ba4fb49-01ef-4f4b-a20f-f429c14ce63b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.471452 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0ba4fb49-01ef-4f4b-a20f-f429c14ce63b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/451e139a-d7e2-4a04-a27c-cfdf95d5d2ed HTTP/1.1" status: 204 len: 168 time: 0.2548385 Apr 18 21:30:32.473446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740a9191-1462-4e13-baab-5e625087fb85 None None] Network 5953dae7-7474-4875-86a8-76cfa4fc1354 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:30:32.474140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53344) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:32.548701 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.601155 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Deleting port e94164e7-e82a-4bf3-8e09-173d2946d821 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:30:32.601499 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.663729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] For port e94164e7-e82a-4bf3-8e09-173d2946d821, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e94164e7-e82a-4bf3-8e09-173d2946d821,segment=NetworkSegment(cfa0119c-fdf1-4985-bee6-9d3de862c792),segment_id=cfa0119c-fdf1-4985-bee6-9d3de862c792)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:32.664119 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.681798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Calling delete_port for e94164e7-e82a-4bf3-8e09-173d2946d821 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:30:32.761930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.787895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94164e7-e82a-4bf3-8e09-173d2946d821,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:32.791385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] No DVR routers for this DVR port e94164e7-e82a-4bf3-8e09-173d2946d821 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:32.824171 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36643188-0f0a-4ad7-8bbd-7620755c13c3 None None] DHCP port deletion for 5953dae7-7474-4875-86a8-76cfa4fc1354 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:30:32.868654 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.888642 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5953dae7-7474-4875-86a8-76cfa4fc1354']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:32.897914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa0119c-fdf1-4985-bee6-9d3de862c792') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:32.898206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa0119c-fdf1-4985-bee6-9d3de862c792') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:32.909047 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.923049 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.930701 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:30:32.930977 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:30:32.932891 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:30:32.988707 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.994864 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:32.999017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5953dae7-7474-4875-86a8-76cfa4fc1354 HTTP/1.1" status: 204 len: 168 time: 0.5234942 Apr 18 21:30:33.013778 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed82b0-394c-4cce-8854-e6a46f76a837 admin admin] Pushing event deleted for resources: {'Network': ['ID=5953dae7-7474-4875-86a8-76cfa4fc1354,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:33.170855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53348) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:33.214943 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0ce466f9-dd0f-4150-a15c-50a20f1aa555 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e25d6d17db074017bdbbff50f05a5fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428870 Apr 18 21:30:33.217385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53350) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:33.266127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce7d81d9-7f48-47e6-b92d-d92006914ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.287056 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce7d81d9-7f48-47e6-b92d-d92006914ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.332918 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce7d81d9-7f48-47e6-b92d-d92006914ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.335510 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ce7d81d9-7f48-47e6-b92d-d92006914ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.336799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ce7d81d9-7f48-47e6-b92d-d92006914ea2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/24706dca-c78e-4c54-ab42-8e02320f6843 HTTP/1.1" status: 204 len: 168 time: 0.1184497 Apr 18 21:30:33.344478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d81d9-7f48-47e6-b92d-d92006914ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24706dca-c78e-4c54-ab42-8e02320f6843,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:33.437385 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 912d77a0-85f9-4498-8dc9-dd27f499cd51 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:33.462156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 912d77a0-85f9-4498-8dc9-dd27f499cd51 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:33.462544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 912d77a0-85f9-4498-8dc9-dd27f499cd51 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:33.462987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e94164e7-e82a-4bf3-8e09-173d2946d821 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:33.482142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e94164e7-e82a-4bf3-8e09-173d2946d821 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:33.482480 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e94164e7-e82a-4bf3-8e09-173d2946d821 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:33.482888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ddb9dd11-8d4b-4424-aa82-f4f59f7027de no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:30:33.502155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: ddb9dd11-8d4b-4424-aa82-f4f59f7027de {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:30:33.502580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ddb9dd11-8d4b-4424-aa82-f4f59f7027de not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:30:33.666714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53356) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:33.708421 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e8056441-20f1-43f0-a437-74f8456e7a01 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60dcdadc4a08417ba82c77e67471678c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403302 Apr 18 21:30:33.710948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53358) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:33.758230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7045846-b90f-448f-ae17-db62e36baff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.779159 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7045846-b90f-448f-ae17-db62e36baff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.826269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7045846-b90f-448f-ae17-db62e36baff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.829275 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a7045846-b90f-448f-ae17-db62e36baff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:33.830862 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a7045846-b90f-448f-ae17-db62e36baff5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e01b98dd-7c08-4536-b95b-7ac316405973 HTTP/1.1" status: 204 len: 168 time: 0.1190381 Apr 18 21:30:33.838258 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7045846-b90f-448f-ae17-db62e36baff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01b98dd-7c08-4536-b95b-7ac316405973,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:35.694197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53398) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:35.698806 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-619271620', 'description': 'tempest-secgroup-smoke-619271620 description', 'project_id': '474e9c7e19d24003a745d86810a072d2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:35.720225 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.727969 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.806350 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.810765 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.847580 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec1747-9c02-49bf-aca3-924740e928e7,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:35.888822 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.892527 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.923073 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:35.924255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2290454 Apr 18 21:30:35.926123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddd4fb-2bcd-4876-8b17-4d7cae868e81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c015a6d-45e9-4a4e-a497-2c78afa23a0f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:35.927186 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53400) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:35.931972 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-49f78889-581d-49e7-93c4-18512be39ca9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '6c015a6d-45e9-4a4e-a497-2c78afa23a0f', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:35.957062 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-49f78889-581d-49e7-93c4-18512be39ca9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.016534 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2d77ad02-0388-476e-a50e-a4cc83dcd93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.019255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-49f78889-581d-49e7-93c4-18512be39ca9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.023217 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-49f78889-581d-49e7-93c4-18512be39ca9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.041434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f78889-581d-49e7-93c4-18512be39ca9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643e9809-3ba5-454c-b78b-418620fa6152,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:36.048875 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-49f78889-581d-49e7-93c4-18512be39ca9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.050108 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-49f78889-581d-49e7-93c4-18512be39ca9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218581 Apr 18 21:30:36.052826 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53402) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:36.057402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4dbf97cc-9ab7-425a-ab26-ff8ea530aee1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '6c015a6d-45e9-4a4e-a497-2c78afa23a0f', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:36.081730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbf97cc-9ab7-425a-ab26-ff8ea530aee1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.137559 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbf97cc-9ab7-425a-ab26-ff8ea530aee1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.141271 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbf97cc-9ab7-425a-ab26-ff8ea530aee1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.161072 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf97cc-9ab7-425a-ab26-ff8ea530aee1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352c24ad-990e-437f-83ee-7543a375f48c,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:36.166558 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4dbf97cc-9ab7-425a-ab26-ff8ea530aee1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.167742 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4dbf97cc-9ab7-425a-ab26-ff8ea530aee1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138558 Apr 18 21:30:36.170372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53404) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:36.174637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-67d26b03-2b6d-48c7-9728-f8b4e3e26770 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '6c015a6d-45e9-4a4e-a497-2c78afa23a0f', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:36.200317 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67d26b03-2b6d-48c7-9728-f8b4e3e26770 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.256407 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67d26b03-2b6d-48c7-9728-f8b4e3e26770 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.260635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67d26b03-2b6d-48c7-9728-f8b4e3e26770 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.279487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d26b03-2b6d-48c7-9728-f8b4e3e26770 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793855cf-33a8-416e-9207-9157558bd9af,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:36.285635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-67d26b03-2b6d-48c7-9728-f8b4e3e26770 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.287112 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-67d26b03-2b6d-48c7-9728-f8b4e3e26770 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158125 Apr 18 21:30:36.289785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53406) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:36.294599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9f86d022-cb8d-4cff-9b07-e8e645793f86 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '6c015a6d-45e9-4a4e-a497-2c78afa23a0f', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:36.325321 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f86d022-cb8d-4cff-9b07-e8e645793f86 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.386131 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f86d022-cb8d-4cff-9b07-e8e645793f86 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.389698 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f86d022-cb8d-4cff-9b07-e8e645793f86 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.407114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86d022-cb8d-4cff-9b07-e8e645793f86 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d86ceee-a4ab-4c7f-9b0e-85d8fe0e8eaa,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:36.414756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9f86d022-cb8d-4cff-9b07-e8e645793f86 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.415981 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9f86d022-cb8d-4cff-9b07-e8e645793f86 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251111 Apr 18 21:30:36.418753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53408) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:36.423061 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3e22661c-cf0f-4db4-8f62-c38540fef6e5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '6c015a6d-45e9-4a4e-a497-2c78afa23a0f', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:36.442434 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-3e22661c-cf0f-4db4-8f62-c38540fef6e5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Project 474e9c7e19d24003a745d86810a072d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:30:36.447200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e22661c-cf0f-4db4-8f62-c38540fef6e5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.509616 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e22661c-cf0f-4db4-8f62-c38540fef6e5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.513295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e22661c-cf0f-4db4-8f62-c38540fef6e5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.531537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22661c-cf0f-4db4-8f62-c38540fef6e5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febbe53f-4a0f-4273-a0e7-07cdf44022e5,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:36.537837 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e22661c-cf0f-4db4-8f62-c38540fef6e5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.539025 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3e22661c-cf0f-4db4-8f62-c38540fef6e5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1193421 Apr 18 21:30:36.542437 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53410) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:36.546776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-34353546-97eb-4acb-b087-57b6358ff619 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '6c015a6d-45e9-4a4e-a497-2c78afa23a0f', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:36.567502 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-34353546-97eb-4acb-b087-57b6358ff619 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Project 474e9c7e19d24003a745d86810a072d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:30:36.572319 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34353546-97eb-4acb-b087-57b6358ff619 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.632633 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34353546-97eb-4acb-b087-57b6358ff619 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.639967 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34353546-97eb-4acb-b087-57b6358ff619 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.655067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34353546-97eb-4acb-b087-57b6358ff619 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b46404b-8be2-4aee-97f3-8a343b40c3ff,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:36.662869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-34353546-97eb-4acb-b087-57b6358ff619 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.664098 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-34353546-97eb-4acb-b087-57b6358ff619 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206634 Apr 18 21:30:36.667728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53412) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:36.672647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'network': {'name': 'tempest-network-smoke--1711726854', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'port_security_enabled': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:36.692655 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:36.695964 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.717844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:30:36.726404 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.726777 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Added segment 2e8ef3d3-9420-46e8-b65f-ada352e3dbd6 of type vlan for network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd Apr 18 21:30:36.770727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.796481 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.801946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:36.802536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.861265 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1924706 Apr 18 21:30:36.864225 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53414) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:36.868603 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'admin_state_up': True, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:36.883975 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125411ff-f652-4b4e-9f4b-994257f6c1d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Network': ['ID=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:36.895046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:30:36.897502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.898520 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:36.952791 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.095622 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.292896 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.311366 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.417043 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.25.2.150 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/60bdaf9c-7f83-4664-bb3e-07226b235a87) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:37.521062 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.566704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:37.602539 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:37.607998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:37.611536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:37.640637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=60bdaf9c-7f83-4664-bb3e-07226b235a87,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:37.919903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.110997 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.234597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 8cb96ec2-706d-42e8-9947-538288e6cbb8 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:30:38.337995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:38.347795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Sync routers for ids ['8cb96ec2-706d-42e8-9947-538288e6cbb8'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:38.357534 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Routers {'8cb96ec2-706d-42e8-9947-538288e6cbb8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:38.357802 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.358125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8cb96ec2-706d-42e8-9947-538288e6cbb8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:38.359824 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-52faa09c-7c08-4787-99bf-defb1a9a28af tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4939866 Apr 18 21:30:38.362393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53416) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:38.465210 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Set router 8cb96ec2-706d-42e8-9947-538288e6cbb8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:38.492349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7e03ec5c-99c7-493e-addf-16f1b3bce07e tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=474e9c7e19d24003a745d86810a072d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1261067 Apr 18 21:30:38.492555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53420) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:38.638652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a70f3-9b34-4fb4-9214-5637c7d4186f tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:38.642803 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2a1a70f3-9b34-4fb4-9214-5637c7d4186f tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467330 Apr 18 21:30:38.643035 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53422) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:38.649240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:37Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:38.677835 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ce4cf41c-9b07-4f32-8ff2-0fb5b1405edc tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337081 Apr 18 21:30:38.680372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53424) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:38.681064 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Checking router: 8cb96ec2-706d-42e8-9947-538288e6cbb8 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:38.681412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Updating router 8cb96ec2-706d-42e8-9947-538288e6cbb8 port 60bdaf9c-7f83-4664-bb3e-07226b235a87 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:30:38.685439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993094858', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:38.706346 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.777493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:38.781091 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.818788 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5c6ec10f-3f0f-45d1-a931-b3ceaab83dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.958356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.973736 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:38.979113 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.022842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Subnet': ['ID=5172e81a-e0e3-4939-aca0-6c8da43563da,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:39.032283 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Checking segment: {'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:39.032645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network hostable DHCP agents. Network: ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:30:39.036515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Pushing event updated for resources: {'Port': ['ID=60bdaf9c-7f83-4664-bb3e-07226b235a87,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:39.039590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Attempting to bind port 60bdaf9c-7f83-4664-bb3e-07226b235a87 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:39.039968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Attempting to bind port 60bdaf9c-7f83-4664-bb3e-07226b235a87 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:39.040332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Attempting to bind port 60bdaf9c-7f83-4664-bb3e-07226b235a87 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:39.047366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.047713 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.048068 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.048403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.048732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.049086 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.049408 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.049730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.050050 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.050371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.050688 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.051003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:39.053852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:30:39.060868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:30:39.061257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:39.061774 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.062100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:30:39.062612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Bound port: 60bdaf9c-7f83-4664-bb3e-07226b235a87, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:39.063130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.064657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:39.068803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:39.069338 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.086588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cdd0aae1-db0a-4bc3-8cbb-be8e4ea9d32e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4051731 Apr 18 21:30:39.089997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53426) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:39.091252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6020a718-4d55-4a64-8fc2-796f549e7a62 None None] Network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:30:39.172805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] For port 60bdaf9c-7f83-4664-bb3e-07226b235a87, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:39.181312 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] For port 60bdaf9c-7f83-4664-bb3e-07226b235a87, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60bdaf9c-7f83-4664-bb3e-07226b235a87,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:39.190223 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.286803 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Routers {'8cb96ec2-706d-42e8-9947-538288e6cbb8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:39.287335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8cb96ec2-706d-42e8-9947-538288e6cbb8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:39.295420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c4e96-a62e-406a-b49b-fafc17ac89ac None None] Pushing event updated for resources: {'Port': ['ID=60bdaf9c-7f83-4664-bb3e-07226b235a87,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:39.366953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:30:39.367923 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.505255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] Set router 8cb96ec2-706d-42e8-9947-538288e6cbb8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:39.780585 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:39.824958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Allocated IP 172.20.0.2 (ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd/5172e81a-e0e3-4939-aca0-6c8da43563da/27bc35ea-1180-4760-aa35-1948b38981ce) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:39.869837 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.008197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:37Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:40.057951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feb7134-3052-4f75-b8fb-a49f2b99b468 None None] The sync data for ids ['8cb96ec2-706d-42e8-9947-538288e6cbb8'] in n-d-836015-4 is: [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:37Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:40.059794 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.067425 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.108046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:40.112464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:40.118228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:40.131029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Pushing event updated for resources: {'Port': ['ID=27bc35ea-1180-4760-aa35-1948b38981ce,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:40.156614 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.20.0.1 (ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd/5172e81a-e0e3-4939-aca0-6c8da43563da/bc887464-a643-4e80-b84f-ca9857ce145e) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:40.185861 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Attempting to bind port 27bc35ea-1180-4760-aa35-1948b38981ce on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:40.186273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Attempting to bind port 27bc35ea-1180-4760-aa35-1948b38981ce by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:40.186595 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Attempting to bind port 27bc35ea-1180-4760-aa35-1948b38981ce on network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:40.192634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:30:40.193005 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Checking segment: {'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:40.193406 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.193795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Bound using segment: {'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:30:40.194278 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Bound port: 27bc35ea-1180-4760-aa35-1948b38981ce, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:40.194660 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.294447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] For port 27bc35ea-1180-4760-aa35-1948b38981ce, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:40.302931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] For port 27bc35ea-1180-4760-aa35-1948b38981ce, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=27bc35ea-1180-4760-aa35-1948b38981ce,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:40.308116 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.320627 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.381624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.397643 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fddc79-510c-4b4b-935b-bf431cd0ec66 None None] Pushing event updated for resources: {'Port': ['ID=27bc35ea-1180-4760-aa35-1948b38981ce,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:40.442157 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:40.449026 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:40.453518 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:40.488645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=bc887464-a643-4e80-b84f-ca9857ce145e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:40.518118 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.702960 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:40.728627 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.029872 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.035274 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.120264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=bc887464-a643-4e80-b84f-ca9857ce145e,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:41.122738 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.217089 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:41.218801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:41.275071 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:30:41.339147 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 8cb96ec2-706d-42e8-9947-538288e6cbb8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:41.361764 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.430377 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec537ef-8df1-4529-b936-dff8b557ef34 None None] Network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:30:41.487965 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:41.493651 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bbf170de-85e8-4bf9-97d4-cc669a42dfa2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "PUT /v2.0/routers/8cb96ec2-706d-42e8-9947-538288e6cbb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4026747 Apr 18 21:30:41.532542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60bdaf9c-7f83-4664-bb3e-07226b235a87 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:41.600056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ca51b70e-efcf-4668-81e3-6088e583ac29 None None] Provisioning complete for port 27bc35ea-1180-4760-aa35-1948b38981ce triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:41.600426 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ca51b70e-efcf-4668-81e3-6088e583ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.654111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-43e012d0-d15e-4219-99d0-031ffba8f83d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-619271620&fields=id&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 267 time: 0.0334539 Apr 18 21:30:41.692672 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 60bdaf9c-7f83-4664-bb3e-07226b235a87 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:41.693038 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.772165 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ca51b70e-efcf-4668-81e3-6088e583ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.779090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-91e38e46-ac04-4915-8791-12a65f177c18 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:41.786101 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-91e38e46-ac04-4915-8791-12a65f177c18 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/networks?id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd HTTP/1.1" status: 200 len: 797 time: 0.1217389 Apr 18 21:30:41.803803 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-6b3ccbf6-b7d1-4e8c-bd2d-7ec8179a0f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/quotas/474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 375 time: 0.0109162 Apr 18 21:30:41.845757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ca51b70e-efcf-4668-81e3-6088e583ac29 None None] For port 27bc35ea-1180-4760-aa35-1948b38981ce, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=27bc35ea-1180-4760-aa35-1948b38981ce,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:41.854488 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ca51b70e-efcf-4668-81e3-6088e583ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.860430 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.867439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-258f2fbe-ca07-4094-8207-ebe73013b60b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574465 Apr 18 21:30:41.909967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 60bdaf9c-7f83-4664-bb3e-07226b235a87, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60bdaf9c-7f83-4664-bb3e-07226b235a87,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:41.918069 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:41.919002 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 27bc35ea-1180-4760-aa35-1948b38981ce up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:41.920758 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Sync routers for ids ['8cb96ec2-706d-42e8-9947-538288e6cbb8'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:41.941154 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Routers {'8cb96ec2-706d-42e8-9947-538288e6cbb8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:41.942074 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8cb96ec2-706d-42e8-9947-538288e6cbb8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:41.949036 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51b70e-efcf-4668-81e3-6088e583ac29 None None] Pushing event updated for resources: {'Port': ['ID=27bc35ea-1180-4760-aa35-1948b38981ce,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:42.013269 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=60bdaf9c-7f83-4664-bb3e-07226b235a87,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:42.021716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 27bc35ea-1180-4760-aa35-1948b38981ce triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:42.022046 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.069926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-26e4bc3c-73a9-45e0-9d71-3f7b6358e053 service neutron] 10.222.0.49 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892481 Apr 18 21:30:42.080420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3f6a5ae3-bcda-4bf5-b3df-7a9ebab9bf53 None None] Provisioning complete for port 27bc35ea-1180-4760-aa35-1948b38981ce triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:42.080795 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3f6a5ae3-bcda-4bf5-b3df-7a9ebab9bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.093783 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Set router 8cb96ec2-706d-42e8-9947-538288e6cbb8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:42.183261 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-b966bddd-7865-4ef8-a63f-1429e4383ade service neutron] 10.222.0.49 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036482 Apr 18 21:30:42.223103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-3f6a5ae3-bcda-4bf5-b3df-7a9ebab9bf53 None None] Provisioning complete for port bc887464-a643-4e80-b84f-ca9857ce145e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:42.223563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3f6a5ae3-bcda-4bf5-b3df-7a9ebab9bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.269238 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a5ae3-bcda-4bf5-b3df-7a9ebab9bf53 None None] Port bc887464-a643-4e80-b84f-ca9857ce145e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:30:42.345153 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:40Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'bc887464-a643-4e80-b84f-ca9857ce145e', 'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:65:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:39Z', 'updated_at': '2022-04-18T21:30:40Z', 'revision_number': 2, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:42.372152 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Checking router: 8cb96ec2-706d-42e8-9947-538288e6cbb8 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:42.372514 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Updating router 8cb96ec2-706d-42e8-9947-538288e6cbb8 port bc887464-a643-4e80-b84f-ca9857ce145e binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:30:42.391678 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-78a6d6fe-33bb-435e-9fe0-a4daf7835ac0 None None] Provisioning complete for port bc887464-a643-4e80-b84f-ca9857ce145e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:42.392242 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78a6d6fe-33bb-435e-9fe0-a4daf7835ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.393103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f8967e7-19e1-457c-bd90-6fbbef5f8039 req-94198cad-fb1b-4fe2-8039-52a7168c5ccb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 210 time: 0.0490401 Apr 18 21:30:42.404626 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.449464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-78a6d6fe-33bb-435e-9fe0-a4daf7835ac0 None None] Port bc887464-a643-4e80-b84f-ca9857ce145e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:30:42.571082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fce1beae-ebee-4585-8552-a083cdb85efe None None] Provisioning complete for port bc887464-a643-4e80-b84f-ca9857ce145e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:42.571475 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fce1beae-ebee-4585-8552-a083cdb85efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.610642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fce1beae-ebee-4585-8552-a083cdb85efe None None] Port bc887464-a643-4e80-b84f-ca9857ce145e cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:30:42.688501 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.693949 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.745365 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Pushing event updated for resources: {'Port': ['ID=bc887464-a643-4e80-b84f-ca9857ce145e,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:42.770107 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.770447 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.770775 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.771095 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.771416 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.771733 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.772347 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.772347 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.772679 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.772985 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.773294 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.773603 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:42.810335 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Attempting to bind port bc887464-a643-4e80-b84f-ca9857ce145e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:42.810834 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Attempting to bind port bc887464-a643-4e80-b84f-ca9857ce145e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:42.811287 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Attempting to bind port bc887464-a643-4e80-b84f-ca9857ce145e on network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:42.817105 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:30:42.817670 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Checking segment: {'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:42.818163 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.818638 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Bound using segment: {'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:30:42.819192 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Bound port: bc887464-a643-4e80-b84f-ca9857ce145e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:42.819676 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.894645 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.901782 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] For port bc887464-a643-4e80-b84f-ca9857ce145e, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:42.905029 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] For port bc887464-a643-4e80-b84f-ca9857ce145e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=bc887464-a643-4e80-b84f-ca9857ce145e,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:42.910991 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:42.960023 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Routers {'8cb96ec2-706d-42e8-9947-538288e6cbb8'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:42.960632 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8cb96ec2-706d-42e8-9947-538288e6cbb8'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:43.012854 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7603b5-1c34-4a5f-955e-8610836e8d1f None None] Pushing event updated for resources: {'Port': ['ID=bc887464-a643-4e80-b84f-ca9857ce145e,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:43.036874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-e76e7bdd-b49f-4f22-bc07-a225a674247c None None] Provisioning complete for port bc887464-a643-4e80-b84f-ca9857ce145e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:43.037265 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e76e7bdd-b49f-4f22-bc07-a225a674247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.105579 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] Set router 8cb96ec2-706d-42e8-9947-538288e6cbb8 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:43.167924 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e76e7bdd-b49f-4f22-bc07-a225a674247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.205073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e76e7bdd-b49f-4f22-bc07-a225a674247c None None] For port bc887464-a643-4e80-b84f-ca9857ce145e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=bc887464-a643-4e80-b84f-ca9857ce145e,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:43.209918 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e76e7bdd-b49f-4f22-bc07-a225a674247c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.267692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e7bdd-b49f-4f22-bc07-a225a674247c None None] Pushing event updated for resources: {'Port': ['ID=bc887464-a643-4e80-b84f-ca9857ce145e,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:43.330541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a57611d7-8aab-420a-b322-185ba77a5ee8 None None] Provisioning complete for port bc887464-a643-4e80-b84f-ca9857ce145e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:43.331025 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a57611d7-8aab-420a-b322-185ba77a5ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.448834 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:40Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'bc887464-a643-4e80-b84f-ca9857ce145e', 'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:65:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:39Z', 'updated_at': '2022-04-18T21:30:42Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:43.481404 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0342da-92f1-41af-bf32-a81e1b8171fd None None] The sync data for ids ['8cb96ec2-706d-42e8-9947-538288e6cbb8'] in n-d-836015-4 is: [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:40Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'bc887464-a643-4e80-b84f-ca9857ce145e', 'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:65:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:39Z', 'updated_at': '2022-04-18T21:30:42Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:43.481852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60bdaf9c-7f83-4664-bb3e-07226b235a87 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:43.525251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-346eb397-5ead-4dac-856e-df631cc6400b req-33284f69-32dd-49f3-af45-c9c1130d93ec tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 210 time: 0.0456905 Apr 18 21:30:43.580830 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 60bdaf9c-7f83-4664-bb3e-07226b235a87 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:43.581210 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.655071 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-5ea87ca1-0637-4550-803d-9c418ce5e68e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:43.657286 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-5ea87ca1-0637-4550-803d-9c418ce5e68e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "GET /v2.0/networks?id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd HTTP/1.1" status: 200 len: 797 time: 0.1822298 Apr 18 21:30:43.701409 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 27bc35ea-1180-4760-aa35-1948b38981ce up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:43.717467 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-7f93f639-894f-4e23-a333-a6c26010f69d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 379 time: 0.0497627 Apr 18 21:30:43.728518 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'port': {'device_id': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'admin_state_up': True, 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'security_groups': ['6c015a6d-45e9-4a4e-a497-2c78afa23a0f']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:43.754857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 27bc35ea-1180-4760-aa35-1948b38981ce triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:43.755324 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.846911 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:30:43.850783 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.279172 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.20.0.7 (ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd/5172e81a-e0e3-4939-aca0-6c8da43563da/9953d2ac-3026-4453-bbd3-a2b397d6928b) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:44.429955 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.469192 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.521650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:44.525612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:44.528261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:44.581311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=9953d2ac-3026-4453-bbd3-a2b397d6928b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:44.626227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:44.627211 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.649933 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-9f9f04cf-d4ec-42e7-a684-3a788337b6de tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9253521 Apr 18 21:30:44.663483 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Request body: {'port': {'device_id': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:44.690823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266dc5c-6e01-4974-9a92-530bf2dd6b15 req-e1aca268-3de8-4c35-8f94-7775cccb9bd6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:44.693649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9266dc5c-6e01-4974-9a92-530bf2dd6b15 req-e1aca268-3de8-4c35-8f94-7775cccb9bd6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 931 time: 0.0805407 Apr 18 21:30:44.727155 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.747831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9266dc5c-6e01-4974-9a92-530bf2dd6b15 req-87efc107-238a-464d-8fb8-a12d8339f37c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479217 Apr 18 21:30:44.856974 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f636658a-6ab4-4f09-8da1-391c116338d9 None None] Provisioning complete for port 9953d2ac-3026-4453-bbd3-a2b397d6928b triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:44.857580 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f636658a-6ab4-4f09-8da1-391c116338d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:44.891460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f636658a-6ab4-4f09-8da1-391c116338d9 None None] Port 9953d2ac-3026-4453-bbd3-a2b397d6928b cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:30:45.022894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9953d2ac-3026-4453-bbd3-a2b397d6928b {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:30:45.031119 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.043245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Transition to ACTIVE for port object 9953d2ac-3026-4453-bbd3-a2b397d6928b will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:30:45.048703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.099604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Pushing event updated for resources: {'Port': ['ID=9953d2ac-3026-4453-bbd3-a2b397d6928b,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:45.179727 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Attempting to bind port 9953d2ac-3026-4453-bbd3-a2b397d6928b on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:30:45.179927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Attempting to bind port 9953d2ac-3026-4453-bbd3-a2b397d6928b by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:30:45.180267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Attempting to bind port 9953d2ac-3026-4453-bbd3-a2b397d6928b on network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:45.185520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Port 9953d2ac-3026-4453-bbd3-a2b397d6928b on network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:30:45.185847 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Attempting to bind port 9953d2ac-3026-4453-bbd3-a2b397d6928b on network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:30:45.190935 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:30:45.191274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Checking segment: {'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:30:45.191662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Bound using segment: {'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:30:45.192126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Bound port: 9953d2ac-3026-4453-bbd3-a2b397d6928b, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:30:45.192517 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.263618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] For port 9953d2ac-3026-4453-bbd3-a2b397d6928b, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:30:45.266968 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] For port 9953d2ac-3026-4453-bbd3-a2b397d6928b, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:30:45.272570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.305244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:45.305870 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.308214 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] 10.222.0.60 "PUT /v2.0/ports/9953d2ac-3026-4453-bbd3-a2b397d6928b HTTP/1.1" status: 200 len: 1091 time: 0.6505370 Apr 18 21:30:45.310535 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'tag': '9953d2ac-3026-4453-bbd3-a2b397d6928b'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:45.313530 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e1f09e-a17e-4f64-94de-353b2bf7717f", "tag": "9953d2ac-3026-4453-bbd3-a2b397d6928b"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:30:45.345446 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677c72a-e065-4f40-83ef-0c60cf48ddcc service neutron] Pushing event updated for resources: {'Port': ['ID=9953d2ac-3026-4453-bbd3-a2b397d6928b,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:45.379653 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40d1e4b-156a-46fa-ad85-ee7671eab70d x-openstack-request-id: req-b40d1e4b-156a-46fa-ad85-ee7671eab70d {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:30:45.380018 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e1f09e-a17e-4f64-94de-353b2bf7717f", "tag": "9953d2ac-3026-4453-bbd3-a2b397d6928b", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:30:45.380211 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b40d1e4b-156a-46fa-ad85-ee7671eab70d {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:30:45.380634 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b40d1e4b-156a-46fa-ad85-ee7671eab70d'] response: {'name': 'network-changed', 'server_uuid': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'tag': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'status': 'completed', 'code': 200} Apr 18 21:30:45.401938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-7ae520ff-0c07-400a-ace0-c96da862c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:45.403465 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-7ae520ff-0c07-400a-ace0-c96da862c46f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 1094 time: 0.0542371 Apr 18 21:30:45.454104 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-bb384bb5-0b50-4f3e-87ac-bceb00bee235 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b HTTP/1.1" status: 200 len: 217 time: 0.0425718 Apr 18 21:30:45.461180 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device bc887464-a643-4e80-b84f-ca9857ce145e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:45.512723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-fd6c78b2-c457-4580-a9ee-0adebc6c375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:45.514208 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-fd6c78b2-c457-4580-a9ee-0adebc6c375c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5172e81a-e0e3-4939-aca0-6c8da43563da HTTP/1.1" status: 200 len: 834 time: 0.0477009 Apr 18 21:30:45.516769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port bc887464-a643-4e80-b84f-ca9857ce145e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:45.517717 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:45.563670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-c3ca0a87-efef-4553-adb5-e3b171444eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:45.565574 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-c3ca0a87-efef-4553-adb5-e3b171444eea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435736 Apr 18 21:30:45.658568 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-20328513-2ac1-4fbc-89a2-a514f5d51fc2 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857444 Apr 18 21:30:45.747567 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f29e9b22-d87c-49d3-80a7-312f05fdbbaf req-d8818451-a8e9-472f-be72-f4c4ccf895dd service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825887 Apr 18 21:30:45.835705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-218e4118-5c48-466c-8426-e247847baf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:45.837256 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-218e4118-5c48-466c-8426-e247847baf18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 1094 time: 0.0424349 Apr 18 21:30:45.873164 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a71b05-cd66-4a9a-a1cf-47ddf2ae2584 req-1f708591-bd4d-423d-8dd8-00cc8150c7b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:45.874680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a71b05-cd66-4a9a-a1cf-47ddf2ae2584 req-1f708591-bd4d-423d-8dd8-00cc8150c7b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 943 time: 0.0532861 Apr 18 21:30:45.912924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84a71b05-cd66-4a9a-a1cf-47ddf2ae2584 req-eacc5869-9123-4c6c-b73e-8e6cc965c46f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319779 Apr 18 21:30:45.934804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-16560c9c-2221-4410-8083-c07bd6e8902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:45.936312 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-16560c9c-2221-4410-8083-c07bd6e8902a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd HTTP/1.1" status: 200 len: 898 time: 0.0924718 Apr 18 21:30:45.977034 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-fe68cded-42c6-48cf-96da-08ad75026498 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b HTTP/1.1" status: 200 len: 217 time: 0.0340636 Apr 18 21:30:46.028795 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-69c337ed-5bca-4da2-aad5-0fe0ea802889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:46.030245 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-69c337ed-5bca-4da2-aad5-0fe0ea802889 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5172e81a-e0e3-4939-aca0-6c8da43563da HTTP/1.1" status: 200 len: 834 time: 0.0468674 Apr 18 21:30:46.075553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-e5cba87a-cd99-4d5d-ad43-3844b2a99395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:46.077161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-e5cba87a-cd99-4d5d-ad43-3844b2a99395 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404601 Apr 18 21:30:46.165620 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-62907bb8-d20c-4576-91f9-5ae83d3837c2 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811107 Apr 18 21:30:46.261629 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d09f6be3-9e5d-49c9-bd30-5ba7aa187a1a req-d5dd96f6-5979-4fcc-8b51-2bd298b5120f service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892475 Apr 18 21:30:46.464714 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.032969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8dde3-745d-465a-910b-73c4972baee5 req-7b009a64-edc9-4df5-af58-cdc99bf62284 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:47.034833 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3a8dde3-745d-465a-910b-73c4972baee5 req-7b009a64-edc9-4df5-af58-cdc99bf62284 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 943 time: 0.0494907 Apr 18 21:30:47.078711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3a8dde3-745d-465a-910b-73c4972baee5 req-5645da4a-3d9a-4358-bb18-916d7f9817a4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376494 Apr 18 21:30:48.196894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d979843-6a5c-4791-a0f8-69f333bfd19f req-31c76262-95ea-4b32-812d-a6be83c5d802 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:48.198952 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d979843-6a5c-4791-a0f8-69f333bfd19f req-31c76262-95ea-4b32-812d-a6be83c5d802 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 943 time: 0.0523872 Apr 18 21:30:48.235998 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d979843-6a5c-4791-a0f8-69f333bfd19f req-3c3bfb00-3602-455e-9387-3e84e52962cc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305960 Apr 18 21:30:49.044148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 9953d2ac-3026-4453-bbd3-a2b397d6928b details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:30:49.147663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 9953d2ac-3026-4453-bbd3-a2b397d6928b, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:49.159482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'port_id': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'mac_address': 'fa:16:3e:57:e9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:30:49.204283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.219100 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9953d2ac-3026-4453-bbd3-a2b397d6928b {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:30:49.239527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 9953d2ac-3026-4453-bbd3-a2b397d6928b, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:49.243606 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.296057 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=9953d2ac-3026-4453-bbd3-a2b397d6928b,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:49.353922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85988909-d48c-427b-b3e9-e9ea93c2b077 req-68cfff8d-8d7f-420b-ad99-86f74c5be28c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:49.355415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85988909-d48c-427b-b3e9-e9ea93c2b077 req-68cfff8d-8d7f-420b-ad99-86f74c5be28c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 944 time: 0.0489802 Apr 18 21:30:49.393677 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85988909-d48c-427b-b3e9-e9ea93c2b077 req-cc953428-cb34-49db-944f-02d233409b99 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322065 Apr 18 21:30:49.611445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['9953d2ac-3026-4453-bbd3-a2b397d6928b'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:30:50.507664 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc914d-31b2-472a-a38c-22fc6d716812 req-d5fc0ae9-8661-4eb5-bf29-47c8affaeb51 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:50.509187 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbbc914d-31b2-472a-a38c-22fc6d716812 req-d5fc0ae9-8661-4eb5-bf29-47c8affaeb51 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 944 time: 0.0478742 Apr 18 21:30:50.546570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cbbc914d-31b2-472a-a38c-22fc6d716812 req-fa1445f2-c587-4423-99bc-8d21f843408f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306633 Apr 18 21:30:51.064495 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 9953d2ac-3026-4453-bbd3-a2b397d6928b up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:30:51.114144 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 9953d2ac-3026-4453-bbd3-a2b397d6928b completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:30:51.117985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 9953d2ac-3026-4453-bbd3-a2b397d6928b triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:30:51.118351 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.196148 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.218241 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9953d2ac-3026-4453-bbd3-a2b397d6928b'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:51.220507 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335d6b2f-61b6-41d9-9740-32993a4fac9b" -d '{"events": [{"server_uuid": "f9e1f09e-a17e-4f64-94de-353b2bf7717f", "name": "network-vif-plugged", "status": "completed", "tag": "9953d2ac-3026-4453-bbd3-a2b397d6928b"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:30:51.232770 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 9953d2ac-3026-4453-bbd3-a2b397d6928b, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:30:51.237169 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.284511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=9953d2ac-3026-4453-bbd3-a2b397d6928b,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:51.330554 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8528c48a-ef67-4f30-b8f3-45ea5affe158 x-openstack-request-id: req-8528c48a-ef67-4f30-b8f3-45ea5affe158 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:30:51.330840 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e1f09e-a17e-4f64-94de-353b2bf7717f", "name": "network-vif-plugged", "status": "completed", "tag": "9953d2ac-3026-4453-bbd3-a2b397d6928b", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:30:51.331115 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8528c48a-ef67-4f30-b8f3-45ea5affe158 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:30:51.331507 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8528c48a-ef67-4f30-b8f3-45ea5affe158'] response: {'server_uuid': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'code': 200} Apr 18 21:30:51.424733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99487738-bbfc-4609-ad1a-4d226e846157 req-5addbf6e-82d9-4443-b333-4813021f472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:51.426237 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-99487738-bbfc-4609-ad1a-4d226e846157 req-5addbf6e-82d9-4443-b333-4813021f472f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 1096 time: 0.0402334 Apr 18 21:30:51.461313 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-99487738-bbfc-4609-ad1a-4d226e846157 req-54843f3e-ca4c-440f-b38d-3c2c2795f452 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278008 Apr 18 21:30:51.666343 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea63ab8-ce07-421c-b22c-7fae21d98c95 req-edaf931c-f3b7-45ef-a53c-d1c96169799f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:51.667864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ea63ab8-ce07-421c-b22c-7fae21d98c95 req-edaf931c-f3b7-45ef-a53c-d1c96169799f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0530353 Apr 18 21:30:51.704919 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ea63ab8-ce07-421c-b22c-7fae21d98c95 req-3da12c9e-9b93-4413-b721-a86381e746c3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310149 Apr 18 21:30:52.832649 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aae7a-9415-4962-85b2-b7cd2118283d req-d5d9b0e7-2ccd-4504-9476-403e4637588f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:52.834132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c39aae7a-9415-4962-85b2-b7cd2118283d req-d5d9b0e7-2ccd-4504-9476-403e4637588f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0504122 Apr 18 21:30:52.871892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c39aae7a-9415-4962-85b2-b7cd2118283d req-7cc19e8c-d1d5-49b2-b49c-91dfb6e119e8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315475 Apr 18 21:30:53.987493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209e31c-b48c-4c4a-9737-75574ba3d448 req-d9f0fbcc-e140-4d8f-9970-184abf3a009f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:53.988982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a209e31c-b48c-4c4a-9737-75574ba3d448 req-d9f0fbcc-e140-4d8f-9970-184abf3a009f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0483649 Apr 18 21:30:54.027422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a209e31c-b48c-4c4a-9737-75574ba3d448 req-7f6890a5-134d-433f-a02b-28803b739613 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324416 Apr 18 21:30:54.144589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c4209-3f37-4031-b555-e74faf1b038a req-b6625249-6d64-40b8-8a36-8c5c5deb46fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:54.146079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a5c4209-3f37-4031-b555-e74faf1b038a req-b6625249-6d64-40b8-8a36-8c5c5deb46fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0517108 Apr 18 21:30:54.185060 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6a5c4209-3f37-4031-b555-e74faf1b038a req-9f1157b1-a85c-461a-8c1d-528c5f2646f4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319796 Apr 18 21:30:54.207661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53484) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:54.246801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a27cb2d-45ae-44eb-b868-8421eeb26b05 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:54.248344 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5a27cb2d-45ae-44eb-b868-8421eeb26b05 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 1091 time: 0.0396676 Apr 18 21:30:54.251116 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53486) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:54.255317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:30:54.275501 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.374183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.477652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.25.2.242 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/4395717f-41f3-49de-9d41-948b00b8b10f) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:30:54.581009 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.615961 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:54.655123 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:30:54.658042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:30:54.664979 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:30:54.668300 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=4395717f-41f3-49de-9d41-948b00b8b10f,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:55.016985 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.081581 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.233430 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.238081 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.307109 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=4395717f-41f3-49de-9d41-948b00b8b10f,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:55.322907 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.360593 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-f70530bb-494e-4683-864b-c61e83b61117 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382497 Apr 18 21:30:55.425000 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Floating IP 68fd53a1-e30e-44e3-aa53-36b58f07ac0b associated. External IP: 172.25.2.242, port: 9953d2ac-3026-4453-bbd3-a2b397d6928b. Apr 18 21:30:55.445863 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-bba25db2-cfa3-43f9-b27a-6e153ac2b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:55.447422 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-bba25db2-cfa3-43f9-b27a-6e153ac2b260 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 1096 time: 0.0450625 Apr 18 21:30:55.550480 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-815487cd-6886-4f9b-a908-beb8663da974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:55.551990 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-815487cd-6886-4f9b-a908-beb8663da974 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd HTTP/1.1" status: 200 len: 898 time: 0.0852714 Apr 18 21:30:55.628170 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-712981c3-e6ae-4202-9484-54461f214464 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b HTTP/1.1" status: 200 len: 999 time: 0.0683362 Apr 18 21:30:55.678871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-0bc2589f-a1c0-40fd-8d93-9426a54a25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:55.680389 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-0bc2589f-a1c0-40fd-8d93-9426a54a25e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5172e81a-e0e3-4939-aca0-6c8da43563da HTTP/1.1" status: 200 len: 834 time: 0.0463130 Apr 18 21:30:55.727327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-33a066ae-4772-4c30-bf3e-cb28081dd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:55.729545 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-33a066ae-4772-4c30-bf3e-cb28081dd8d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425413 Apr 18 21:30:55.825702 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-9e6ec779-ede7-4273-b134-0ace63089eaf service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887766 Apr 18 21:30:55.921525 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e5883619-bb64-455b-8ce4-f0a9430b2ddd req-e805c166-20fa-4278-afb6-1bd249192af5 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888820 Apr 18 21:30:55.972587 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 8cb96ec2-706d-42e8-9947-538288e6cbb8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:30:56.079261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:30:56.089418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] Sync routers for ids ['8cb96ec2-706d-42e8-9947-538288e6cbb8'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:56.097689 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:56.099967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] Routers {'8cb96ec2-706d-42e8-9947-538288e6cbb8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:56.100627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8cb96ec2-706d-42e8-9947-538288e6cbb8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:56.125176 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-70b915a5-8b96-48e1-a266-5c6e3fd30a17 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8730547 Apr 18 21:30:56.126050 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'tag': '9953d2ac-3026-4453-bbd3-a2b397d6928b'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:56.128586 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b511e2a-6504-4443-a215-35875317e4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e1f09e-a17e-4f64-94de-353b2bf7717f", "tag": "9953d2ac-3026-4453-bbd3-a2b397d6928b"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:30:56.168558 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02b2041-4267-4fbd-8100-34a7200c91f8 x-openstack-request-id: req-d02b2041-4267-4fbd-8100-34a7200c91f8 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:30:56.168998 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e1f09e-a17e-4f64-94de-353b2bf7717f", "tag": "9953d2ac-3026-4453-bbd3-a2b397d6928b", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:30:56.169251 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d02b2041-4267-4fbd-8100-34a7200c91f8 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:30:56.169922 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02b2041-4267-4fbd-8100-34a7200c91f8'] response: {'name': 'network-changed', 'server_uuid': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'tag': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'status': 'completed', 'code': 200} Apr 18 21:30:56.226270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] Set router 8cb96ec2-706d-42e8-9947-538288e6cbb8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:56.230673 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da7782-694b-4d50-ab9f-049f65a8910d req-2ada907c-a265-47dc-ade7-d8273f7b0817 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:56.230673 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63da7782-694b-4d50-ab9f-049f65a8910d req-2ada907c-a265-47dc-ade7-d8273f7b0817 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0541160 Apr 18 21:30:56.232164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b511e2a-6504-4443-a215-35875317e4d1 req-4845ede8-88fb-4eff-888d-00d960aa5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:56.233683 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9b511e2a-6504-4443-a215-35875317e4d1 req-4845ede8-88fb-4eff-888d-00d960aa5f3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 1096 time: 0.0434997 Apr 18 21:30:56.271812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63da7782-694b-4d50-ab9f-049f65a8910d req-c8e24059-2bf9-4351-92b5-c4078964c7a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335109 Apr 18 21:30:56.300497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53492) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:56.336033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b511e2a-6504-4443-a215-35875317e4d1 req-b53ea103-bc17-407f-a3c1-f81db4433f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:56.337541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9b511e2a-6504-4443-a215-35875317e4d1 req-b53ea103-bc17-407f-a3c1-f81db4433f4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd HTTP/1.1" status: 200 len: 898 time: 0.0972030 Apr 18 21:30:56.368693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4f2e4a1b-07a1-45dd-87ad-c53245afcb05 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/68fd53a1-e30e-44e3-aa53-36b58f07ac0b HTTP/1.1" status: 200 len: 991 time: 0.0656137 Apr 18 21:30:56.411415 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9b511e2a-6504-4443-a215-35875317e4d1 req-d3b1be76-2405-4d1f-9f9b-e084ede348cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b HTTP/1.1" status: 200 len: 999 time: 0.0625279 Apr 18 21:30:56.467578 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b511e2a-6504-4443-a215-35875317e4d1 req-b0bc9da9-b07a-4555-a530-16a50eb76818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:56.469113 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9b511e2a-6504-4443-a215-35875317e4d1 req-b0bc9da9-b07a-4555-a530-16a50eb76818 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5172e81a-e0e3-4939-aca0-6c8da43563da HTTP/1.1" status: 200 len: 834 time: 0.0504649 Apr 18 21:30:56.518404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b511e2a-6504-4443-a215-35875317e4d1 req-827b93bd-72b2-4e42-880a-bfa8a9fbf500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:56.519855 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9b511e2a-6504-4443-a215-35875317e4d1 req-827b93bd-72b2-4e42-880a-bfa8a9fbf500 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429435 Apr 18 21:30:56.617188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9b511e2a-6504-4443-a215-35875317e4d1 req-ca551dbc-2aa2-4310-95e0-f52ae56b04ac service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887256 Apr 18 21:30:56.630260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:40Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '68fd53a1-e30e-44e3-aa53-36b58f07ac0b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'port_id': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'mac_address': 'fa:16:3e:57:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:54Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc887464-a643-4e80-b84f-ca9857ce145e', 'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:65:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:39Z', 'updated_at': '2022-04-18T21:30:43Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:56.657146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] Checking router: 8cb96ec2-706d-42e8-9947-538288e6cbb8 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:56.666378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] Routers {'8cb96ec2-706d-42e8-9947-538288e6cbb8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:30:56.666985 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:30:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8cb96ec2-706d-42e8-9947-538288e6cbb8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:56.710609 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-9b511e2a-6504-4443-a215-35875317e4d1 req-14998764-e342-46ef-924d-6c3019a0243f service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861933 Apr 18 21:30:56.772930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] Set router 8cb96ec2-706d-42e8-9947-538288e6cbb8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:30:57.000206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:40Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '68fd53a1-e30e-44e3-aa53-36b58f07ac0b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'port_id': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'mac_address': 'fa:16:3e:57:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:54Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc887464-a643-4e80-b84f-ca9857ce145e', 'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:65:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:39Z', 'updated_at': '2022-04-18T21:30:43Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:57.026928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481287be-9eed-4cea-af41-462b4a9803cb None None] The sync data for ids ['8cb96ec2-706d-42e8-9947-538288e6cbb8'] in n-d-836015-4 is: [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:40Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '68fd53a1-e30e-44e3-aa53-36b58f07ac0b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'port_id': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'mac_address': 'fa:16:3e:57:e9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:30:54Z', 'updated_at': '2022-04-18T21:30:54Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc887464-a643-4e80-b84f-ca9857ce145e', 'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:65:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:39Z', 'updated_at': '2022-04-18T21:30:43Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:57.213964 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac073d7-495d-4e71-8e08-3c5597efe8c8 None None] New status for floating IP 68fd53a1-e30e-44e3-aa53-36b58f07ac0b: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:30:57.371189 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53494) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:30:57.436184 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bd214c02-3772-4f5a-b799-09dde33fe89a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/68fd53a1-e30e-44e3-aa53-36b58f07ac0b HTTP/1.1" status: 200 len: 993 time: 0.0637436 Apr 18 21:31:06.019132 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ddc6dade-e8fc-4d76-85b6-77d88e5efbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.760020 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5cfe0745-8bbc-4883-83bb-a6cfe1fa033a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:09.530553 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.705923 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.355305 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.884549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.481621 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.273582 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:31:36.021999 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c3798d0-e00c-4b4b-a5a3-7330feceb4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.761634 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-94140ca3-2297-417e-9adf-7154a62937ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.532647 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:40.711115 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:41.360706 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:42.883488 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:46.485078 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:55.271966 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:31:55.410348 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-e8764a32-15bf-4337-bd9b-ed6cbd6e1055 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899987 Apr 18 21:31:55.492351 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-081cb771-a0ea-4ced-840e-833c3ab07637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:55.493804 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-081cb771-a0ea-4ced-840e-833c3ab07637 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 1096 time: 0.0404267 Apr 18 21:31:55.593669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-4dede173-6ec2-451c-a62f-83afe91fabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:55.595069 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-4dede173-6ec2-451c-a62f-83afe91fabd0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd HTTP/1.1" status: 200 len: 898 time: 0.0827754 Apr 18 21:31:55.661545 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-a57852b9-1a4b-4ae9-b2c0-be3f14358ac9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b HTTP/1.1" status: 200 len: 1001 time: 0.0601807 Apr 18 21:31:55.709674 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-521d74d7-4b9f-4d92-a46b-e6d0db5163cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:55.711113 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-521d74d7-4b9f-4d92-a46b-e6d0db5163cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5172e81a-e0e3-4939-aca0-6c8da43563da HTTP/1.1" status: 200 len: 834 time: 0.0425513 Apr 18 21:31:55.755084 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-90703861-a540-4459-8fd3-3d4629b7a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:55.756564 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-90703861-a540-4459-8fd3-3d4629b7a4d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385456 Apr 18 21:31:55.851367 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-6f569e92-a1c7-4f58-a068-4fde1e406d3e service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866406 Apr 18 21:31:55.940151 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fd3229f2-363a-4ef7-93de-a4c6e7fa3b98 req-2f41c818-a938-4a0c-a6d6-329d99bad5f3 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824094 Apr 18 21:32:06.024953 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e831e2fc-b421-45a0-a18c-fa2d499302e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:08.762464 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eccf-f647-433e-b633-c5041bb20577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:08.907322 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62624-2cb9-493a-bbe7-19a3feb44bce req-41019f28-c4a4-4508-929a-690332a464c9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:08.909055 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fda62624-2cb9-493a-bbe7-19a3feb44bce req-41019f28-c4a4-4508-929a-690332a464c9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0499945 Apr 18 21:32:08.946396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fda62624-2cb9-493a-bbe7-19a3feb44bce req-d39f79a3-e187-42c4-9eb8-97265db59d92 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313170 Apr 18 21:32:09.535530 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:10.070830 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09642e6-e848-4f8e-a4fe-a2b37c942e3f req-f433c404-dbd7-41f8-ae51-37c296b67408 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:10.072270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e09642e6-e848-4f8e-a4fe-a2b37c942e3f req-f433c404-dbd7-41f8-ae51-37c296b67408 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0505886 Apr 18 21:32:10.110225 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e09642e6-e848-4f8e-a4fe-a2b37c942e3f req-372c20cc-c6bf-4a03-9286-d748f9300791 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318062 Apr 18 21:32:10.133198 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53530) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:10.197078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c1c89311-3b29-4967-a8bd-ca0765316167 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/68fd53a1-e30e-44e3-aa53-36b58f07ac0b HTTP/1.1" status: 200 len: 993 time: 0.0627663 Apr 18 21:32:10.711303 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:11.354044 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:11.480188 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6de6a6-bedf-4912-9276-f0a45bbfc35a req-fd59f147-dd58-4e01-9b05-7b5390315faf tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:11.481592 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b6de6a6-bedf-4912-9276-f0a45bbfc35a req-fd59f147-dd58-4e01-9b05-7b5390315faf tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0491512 Apr 18 21:32:11.524137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0b6de6a6-bedf-4912-9276-f0a45bbfc35a req-70a802bf-5c18-46bc-a364-f07c6e943c89 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351527 Apr 18 21:32:12.646048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b5da4-c87b-4824-993a-ff2535b29f75 req-998a6972-1aa4-4b64-9f02-80830445d3cb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:12.647583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-947b5da4-c87b-4824-993a-ff2535b29f75 req-998a6972-1aa4-4b64-9f02-80830445d3cb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0490396 Apr 18 21:32:12.688621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-947b5da4-c87b-4824-993a-ff2535b29f75 req-31d38363-96af-418e-ac94-5a6a5fb7cc67 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316122 Apr 18 21:32:12.711550 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53542) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:12.778620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e509eb44-4ea9-4051-b5da-f8e498669319 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/68fd53a1-e30e-44e3-aa53-36b58f07ac0b HTTP/1.1" status: 200 len: 993 time: 0.0659380 Apr 18 21:32:12.902576 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:12.999151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53548) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:13.165676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 4395717f-41f3-49de-9d41-948b00b8b10f {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:32:13.165957 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.239255 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.239582 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.251390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 4395717f-41f3-49de-9d41-948b00b8b10f owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:32:13.431504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.455603 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=4395717f-41f3-49de-9d41-948b00b8b10f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:13.467295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.467648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.468076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.468414 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.468747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.469075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.469403 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.469728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.470053 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.470379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.470701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.471021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:13.528756 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.529116 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Floating IP 68fd53a1-e30e-44e3-aa53-36b58f07ac0b disassociated (deleted). External IP: 172.25.2.242, port: 9953d2ac-3026-4453-bbd3-a2b397d6928b. Apr 18 21:32:13.743192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 8cb96ec2-706d-42e8-9947-538288e6cbb8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:32:13.849384 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:13.854259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.858814 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] Sync routers for ids ['8cb96ec2-706d-42e8-9947-538288e6cbb8'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:32:13.869112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] Routers {'8cb96ec2-706d-42e8-9947-538288e6cbb8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:32:13.869719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:32:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8cb96ec2-706d-42e8-9947-538288e6cbb8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:13.881225 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-de96f208-7372-4d2f-9349-320b92650ce0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/floatingips/68fd53a1-e30e-44e3-aa53-36b58f07ac0b HTTP/1.1" status: 204 len: 168 time: 0.8809054 Apr 18 21:32:13.881804 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'tag': '9953d2ac-3026-4453-bbd3-a2b397d6928b'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:32:13.884081 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fdd8d7-b760-4173-b5cc-2607eb61b18c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e1f09e-a17e-4f64-94de-353b2bf7717f", "tag": "9953d2ac-3026-4453-bbd3-a2b397d6928b"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:32:13.929154 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e4500a-1578-4541-aa70-14cb9af324c2 x-openstack-request-id: req-e3e4500a-1578-4541-aa70-14cb9af324c2 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:32:13.929442 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e1f09e-a17e-4f64-94de-353b2bf7717f", "tag": "9953d2ac-3026-4453-bbd3-a2b397d6928b", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:32:13.929697 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3e4500a-1578-4541-aa70-14cb9af324c2 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:32:13.930112 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e4500a-1578-4541-aa70-14cb9af324c2'] response: {'name': 'network-changed', 'server_uuid': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'tag': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'status': 'completed', 'code': 200} Apr 18 21:32:13.981266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] Set router 8cb96ec2-706d-42e8-9947-538288e6cbb8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:32:13.997938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-c843c6d7-d6ed-49c6-9b65-f3bcc36e14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:14.000229 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-c843c6d7-d6ed-49c6-9b65-f3bcc36e14e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 1096 time: 0.0464735 Apr 18 21:32:14.125140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-bd1608ee-0a77-4d97-bd3d-08a73865770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:14.126711 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-bd1608ee-0a77-4d97-bd3d-08a73865770c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd HTTP/1.1" status: 200 len: 898 time: 0.1200407 Apr 18 21:32:14.160183 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127dc5a-bd24-43ce-a1af-2aa45f213e4e req-f088b53d-b8a6-4b9a-ae45-c37cad823172 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:14.162485 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2127dc5a-bd24-43ce-a1af-2aa45f213e4e req-f088b53d-b8a6-4b9a-ae45-c37cad823172 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0624180 Apr 18 21:32:14.174089 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-576619da-8096-4a5d-839d-c7dd5951d4c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b HTTP/1.1" status: 200 len: 217 time: 0.0389001 Apr 18 21:32:14.202695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:40Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'bc887464-a643-4e80-b84f-ca9857ce145e', 'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:65:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:39Z', 'updated_at': '2022-04-18T21:30:43Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:14.204608 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2127dc5a-bd24-43ce-a1af-2aa45f213e4e req-808964a7-6f94-475e-a099-e7157e5b5d15 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357096 Apr 18 21:32:14.230372 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] Checking router: 8cb96ec2-706d-42e8-9947-538288e6cbb8 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:32:14.230892 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-4358ea84-601e-4052-86fa-6b1c2245d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:14.232403 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-4358ea84-601e-4052-86fa-6b1c2245d5bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5172e81a-e0e3-4939-aca0-6c8da43563da HTTP/1.1" status: 200 len: 834 time: 0.0521617 Apr 18 21:32:14.239596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] Routers {'8cb96ec2-706d-42e8-9947-538288e6cbb8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:32:14.240281 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:32:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8cb96ec2-706d-42e8-9947-538288e6cbb8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:14.289647 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-b4a32b27-660e-49e8-a815-cfe7278ea864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:14.291694 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-b4a32b27-660e-49e8-a815-cfe7278ea864 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511189 Apr 18 21:32:14.351080 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] Set router 8cb96ec2-706d-42e8-9947-538288e6cbb8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:32:14.390771 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-3bc454ae-4f79-437e-918a-2e2e77a78b83 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892887 Apr 18 21:32:14.493396 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-92fdd8d7-b760-4173-b5cc-2607eb61b18c req-455e9160-997d-4186-b652-54134f3ee516 service neutron] 10.222.0.60 "GET /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947180 Apr 18 21:32:14.559456 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:40Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'bc887464-a643-4e80-b84f-ca9857ce145e', 'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:65:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:39Z', 'updated_at': '2022-04-18T21:30:43Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:14.586001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f370e0-8a2d-4d6e-95fa-c91f9bf09e98 None None] The sync data for ids ['8cb96ec2-706d-42e8-9947-538288e6cbb8'] in n-d-836015-4 is: [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:30:40Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'bc887464-a643-4e80-b84f-ca9857ce145e', 'name': '', 'network_id': 'ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:65:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:39Z', 'updated_at': '2022-04-18T21:30:43Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '5172e81a-e0e3-4939-aca0-6c8da43563da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:32:14.831700 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70b2d9-820b-4584-b19b-a3481cb0b6ed None None] New status for floating IP 68fd53a1-e30e-44e3-aa53-36b58f07ac0b: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:32:15.334842 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f44b6c-3a5e-4a36-b939-1a477cf95c73 req-676169a3-7976-4b75-87cd-8058ef8844d0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:15.336396 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19f44b6c-3a5e-4a36-b939-1a477cf95c73 req-676169a3-7976-4b75-87cd-8058ef8844d0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0523715 Apr 18 21:32:15.383473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-19f44b6c-3a5e-4a36-b939-1a477cf95c73 req-79247492-b698-41bd-b722-f4da29373882 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c015a6d-45e9-4a4e-a497-2c78afa23a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 Apr 18 21:32:15.922698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-35eaff71-deed-4bd1-8057-e46a04dc231a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:15.924195 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-35eaff71-deed-4bd1-8057-e46a04dc231a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 945 time: 0.0488143 Apr 18 21:32:16.010092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-262468dc-34cd-478a-9dad-6d402e44ad4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 9953d2ac-3026-4453-bbd3-a2b397d6928b {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:32:16.010433 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-262468dc-34cd-478a-9dad-6d402e44ad4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.100036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-262468dc-34cd-478a-9dad-6d402e44ad4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port 9953d2ac-3026-4453-bbd3-a2b397d6928b, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=9953d2ac-3026-4453-bbd3-a2b397d6928b,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:16.100331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-262468dc-34cd-478a-9dad-6d402e44ad4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.112678 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-262468dc-34cd-478a-9dad-6d402e44ad4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 9953d2ac-3026-4453-bbd3-a2b397d6928b owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:32:16.238082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-262468dc-34cd-478a-9dad-6d402e44ad4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.266810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262468dc-34cd-478a-9dad-6d402e44ad4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=9953d2ac-3026-4453-bbd3-a2b397d6928b,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:16.308089 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-262468dc-34cd-478a-9dad-6d402e44ad4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] No DVR routers for this DVR port 9953d2ac-3026-4453-bbd3-a2b397d6928b on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:32:16.310724 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-262468dc-34cd-478a-9dad-6d402e44ad4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.313987 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8882c323-cb2d-4545-bbab-26ba4c4fa14b req-262468dc-34cd-478a-9dad-6d402e44ad4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "DELETE /v2.0/ports/9953d2ac-3026-4453-bbd3-a2b397d6928b HTTP/1.1" status: 204 len: 173 time: 0.3843815 Apr 18 21:32:16.314420 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'name': 'network-vif-deleted', 'tag': '9953d2ac-3026-4453-bbd3-a2b397d6928b'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:32:16.316791 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdf395c-d668-4a5c-b82a-ebc864f646b2" -d '{"events": [{"server_uuid": "f9e1f09e-a17e-4f64-94de-353b2bf7717f", "name": "network-vif-deleted", "tag": "9953d2ac-3026-4453-bbd3-a2b397d6928b"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:32:16.354428 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5656ea0-4a4d-443a-b095-083a18cb2a20 x-openstack-request-id: req-a5656ea0-4a4d-443a-b095-083a18cb2a20 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:32:16.354717 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e1f09e-a17e-4f64-94de-353b2bf7717f", "name": "network-vif-deleted", "tag": "9953d2ac-3026-4453-bbd3-a2b397d6928b", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:32:16.354968 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a5656ea0-4a4d-443a-b095-083a18cb2a20 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:32:16.355375 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5656ea0-4a4d-443a-b095-083a18cb2a20'] response: {'server_uuid': 'f9e1f09e-a17e-4f64-94de-353b2bf7717f', 'name': 'network-vif-deleted', 'tag': '9953d2ac-3026-4453-bbd3-a2b397d6928b', 'status': 'completed', 'code': 200} Apr 18 21:32:16.490206 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.504296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-47d7b19c-ec84-496b-97e2-bc353a6c7397 req-b91610de-a665-4855-b1d8-49d88f3f8a95 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=f9e1f09e-a17e-4f64-94de-353b2bf7717f HTTP/1.1" status: 200 len: 210 time: 0.0273540 Apr 18 21:32:17.562885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53564) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:18.186792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.434255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port bc887464-a643-4e80-b84f-ca9857ce145e {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:32:18.434602 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.520128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port bc887464-a643-4e80-b84f-ca9857ce145e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=bc887464-a643-4e80-b84f-ca9857ce145e,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:18.520414 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.532848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for bc887464-a643-4e80-b84f-ca9857ce145e owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:32:18.715082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:18.744128 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=bc887464-a643-4e80-b84f-ca9857ce145e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:18.918781 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.135109 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 8cb96ec2-706d-42e8-9947-538288e6cbb8 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:32:19.238850 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:19.243789 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2ca63b57-9717-47e6-8974-21dfdcd60b7d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "PUT /v2.0/routers/8cb96ec2-706d-42e8-9947-538288e6cbb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6799061 Apr 18 21:32:19.246609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53566) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:19.249225 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] Sync routers for ids ['8cb96ec2-706d-42e8-9947-538288e6cbb8'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:32:19.266517 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] Routers {'8cb96ec2-706d-42e8-9947-538288e6cbb8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:32:19.267142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:32:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8cb96ec2-706d-42e8-9947-538288e6cbb8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:19.303652 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87a6be1-9870-4207-b472-ac115260e6dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting subnet 5172e81a-e0e3-4939-aca0-6c8da43563da {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:32:19.306897 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f87a6be1-9870-4207-b472-ac115260e6dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.352858 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f87a6be1-9870-4207-b472-ac115260e6dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.380104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] Set router 8cb96ec2-706d-42e8-9947-538288e6cbb8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:32:19.461230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f87a6be1-9870-4207-b472-ac115260e6dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.531379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f87a6be1-9870-4207-b472-ac115260e6dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.558910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a6be1-9870-4207-b472-ac115260e6dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Subnet': ['ID=5172e81a-e0e3-4939-aca0-6c8da43563da,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:19.562597 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f87a6be1-9870-4207-b472-ac115260e6dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.566371 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f87a6be1-9870-4207-b472-ac115260e6dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/subnets/5172e81a-e0e3-4939-aca0-6c8da43563da HTTP/1.1" status: 204 len: 168 time: 0.3188322 Apr 18 21:32:19.569256 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53568) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:19.574538 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79535255-a3bd-4812-8ea8-69e36edd3a54 None None] Network ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:32:19.578566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 9953d2ac-3026-4453-bbd3-a2b397d6928b no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:32:19.637216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 9953d2ac-3026-4453-bbd3-a2b397d6928b {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:32:19.637542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 9953d2ac-3026-4453-bbd3-a2b397d6928b not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:32:19.669387 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:32:18Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:19.680357 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.716458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] Checking router: 8cb96ec2-706d-42e8-9947-538288e6cbb8 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:32:19.741533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] Routers {'8cb96ec2-706d-42e8-9947-538288e6cbb8'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:32:19.742158 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:32:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['8cb96ec2-706d-42e8-9947-538288e6cbb8'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:19.793500 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.855084 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 60bdaf9c-7f83-4664-bb3e-07226b235a87 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:32:19.855403 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.859179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] Set router 8cb96ec2-706d-42e8-9947-538288e6cbb8 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:32:19.888635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] DHCP port deletion for ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:32:19.946212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port 60bdaf9c-7f83-4664-bb3e-07226b235a87, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=60bdaf9c-7f83-4664-bb3e-07226b235a87,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:19.946784 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.961062 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 60bdaf9c-7f83-4664-bb3e-07226b235a87 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:32:20.053008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Deleting port 27bc35ea-1180-4760-aa35-1948b38981ce {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:32:20.053374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.128910 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] For port 27bc35ea-1180-4760-aa35-1948b38981ce, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=27bc35ea-1180-4760-aa35-1948b38981ce,segment=NetworkSegment(2e8ef3d3-9420-46e8-b65f-ada352e3dbd6),segment_id=2e8ef3d3-9420-46e8-b65f-ada352e3dbd6)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:20.129144 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.143380 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Calling delete_port for 27bc35ea-1180-4760-aa35-1948b38981ce owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:32:20.152434 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.159991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:32:18Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:20.191560 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=60bdaf9c-7f83-4664-bb3e-07226b235a87,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:20.216379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.216379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.216379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.216777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.216991 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.217320 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.217647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.217975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.218301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.218632 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.218956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.219275 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.262374 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.364155 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.366459 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.379525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e12a531-7889-4e7b-b1ba-14bd1d0782e1 None None] The sync data for ids ['8cb96ec2-706d-42e8-9947-538288e6cbb8'] in n-d-836015-4 is: [{'id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535009782', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:30:36Z', 'updated_at': '2022-04-18T21:32:18Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '60bdaf9c-7f83-4664-bb3e-07226b235a87', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ce:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb96ec2-706d-42e8-9947-538288e6cbb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:30:37Z', 'updated_at': '2022-04-18T21:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:32:20.429140 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.429140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Fanout notify agent at l3_agent the message router_deleted on router 8cb96ec2-706d-42e8-9947-538288e6cbb8 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:32:20.436484 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.437645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9567d37c-1a1f-47cb-ac69-e9e379e94c87 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/routers/8cb96ec2-706d-42e8-9947-538288e6cbb8 HTTP/1.1" status: 204 len: 168 time: 0.8674309 Apr 18 21:32:20.440423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53570) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:20.441824 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.479626 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Pushing event deleted for resources: {'Port': ['ID=27bc35ea-1180-4760-aa35-1948b38981ce,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:20.481994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] No DVR routers for this DVR port 27bc35ea-1180-4760-aa35-1948b38981ce on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:32:20.493303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.493303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.493303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.493303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.493303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.493303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.493303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.493303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.493303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.494464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.494464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.494464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac6169a-1bdb-4de3-9e2a-eff80e9a3ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:20.524247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.617963 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.639913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:20.651235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:20.651583 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8ef3d3-9420-46e8-b65f-ada352e3dbd6') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:20.662459 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.675269 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.681025 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:32:20.681347 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:32:20.684293 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:32:20.751570 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.766289 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.771538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/networks/ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd HTTP/1.1" status: 204 len: 168 time: 0.3296626 Apr 18 21:32:20.775081 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53572) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:20.787516 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50c88c-f618-4b42-80fc-5632d1ecab75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Network': ['ID=ff5ee9f1-cfb3-42da-8b16-bafb9ac6ffdd,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:20.849027 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-715d6c83-e5a4-4a8b-8ff9-67b709271b10 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.876603 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-715d6c83-e5a4-4a8b-8ff9-67b709271b10 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.953476 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-715d6c83-e5a4-4a8b-8ff9-67b709271b10 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.956819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-715d6c83-e5a4-4a8b-8ff9-67b709271b10 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:20.958194 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-715d6c83-e5a4-4a8b-8ff9-67b709271b10 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/security-groups/6c015a6d-45e9-4a4e-a497-2c78afa23a0f HTTP/1.1" status: 204 len: 168 time: 0.1813309 Apr 18 21:32:20.967980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d6c83-e5a4-4a8b-8ff9-67b709271b10 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c015a6d-45e9-4a4e-a497-2c78afa23a0f,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:21.273938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53578) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:21.278699 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-11049062-60c3-417f-b825-1eaaee6f6393 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-79376617', 'description': 'tempest-secgroup-smoke-79376617 description', 'project_id': '474e9c7e19d24003a745d86810a072d2'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:21.302984 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11049062-60c3-417f-b825-1eaaee6f6393 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.373212 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11049062-60c3-417f-b825-1eaaee6f6393 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.377429 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11049062-60c3-417f-b825-1eaaee6f6393 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.407539 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-11049062-60c3-417f-b825-1eaaee6f6393 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.408703 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-11049062-60c3-417f-b825-1eaaee6f6393 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1336415 Apr 18 21:32:21.412095 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53580) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:21.412974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11049062-60c3-417f-b825-1eaaee6f6393 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:21.416814 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-eb9fee20-e79a-4fdb-aa4f-41993a9c67a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '48fcea4a-cb47-4a0c-aacb-3d00880f0b1d', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:21.446624 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb9fee20-e79a-4fdb-aa4f-41993a9c67a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.516126 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb9fee20-e79a-4fdb-aa4f-41993a9c67a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.519716 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb9fee20-e79a-4fdb-aa4f-41993a9c67a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.529915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60bdaf9c-7f83-4664-bb3e-07226b235a87 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:32:21.537037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fee20-e79a-4fdb-aa4f-41993a9c67a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbd6d49-0276-44fd-96c6-9c920fd207c4,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:21.550446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 60bdaf9c-7f83-4664-bb3e-07226b235a87 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:32:21.550836 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 60bdaf9c-7f83-4664-bb3e-07226b235a87 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:32:21.551322 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 27bc35ea-1180-4760-aa35-1948b38981ce no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:32:21.551547 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eb9fee20-e79a-4fdb-aa4f-41993a9c67a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.555352 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eb9fee20-e79a-4fdb-aa4f-41993a9c67a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397080 Apr 18 21:32:21.555544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53582) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:21.559799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5f3aea4c-2934-4396-979d-a4cc68377c2a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '48fcea4a-cb47-4a0c-aacb-3d00880f0b1d', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:21.571382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 27bc35ea-1180-4760-aa35-1948b38981ce {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:32:21.571732 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 27bc35ea-1180-4760-aa35-1948b38981ce not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:32:21.572162 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device bc887464-a643-4e80-b84f-ca9857ce145e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:32:21.585757 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f3aea4c-2934-4396-979d-a4cc68377c2a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.592121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: bc887464-a643-4e80-b84f-ca9857ce145e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:32:21.592471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device bc887464-a643-4e80-b84f-ca9857ce145e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:32:21.648441 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f3aea4c-2934-4396-979d-a4cc68377c2a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.652410 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f3aea4c-2934-4396-979d-a4cc68377c2a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.670607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3aea4c-2934-4396-979d-a4cc68377c2a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c9d309-32a4-4a01-bb6b-b27b1505b8b7,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:21.680051 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5f3aea4c-2934-4396-979d-a4cc68377c2a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.681266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5f3aea4c-2934-4396-979d-a4cc68377c2a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247702 Apr 18 21:32:21.684092 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53584) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:21.688398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-73cf6896-6209-4731-af08-5502427184b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '48fcea4a-cb47-4a0c-aacb-3d00880f0b1d', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:21.713662 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73cf6896-6209-4731-af08-5502427184b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.777584 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73cf6896-6209-4731-af08-5502427184b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.781342 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73cf6896-6209-4731-af08-5502427184b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.801992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf6896-6209-4731-af08-5502427184b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266c8ec6-4782-46e7-a3f5-3e8077f46c8d,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:21.807449 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-73cf6896-6209-4731-af08-5502427184b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.808609 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-73cf6896-6209-4731-af08-5502427184b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235967 Apr 18 21:32:21.811439 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53586) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:21.815710 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-b2b3c6e8-ba55-4944-905b-608567e9c431 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '48fcea4a-cb47-4a0c-aacb-3d00880f0b1d', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:21.839272 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c6e8-ba55-4944-905b-608567e9c431 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.900315 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c6e8-ba55-4944-905b-608567e9c431 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.903714 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c6e8-ba55-4944-905b-608567e9c431 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.921925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3c6e8-ba55-4944-905b-608567e9c431 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e209b3-d20b-4758-b64b-65927ad1002e,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:21.929598 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-b2b3c6e8-ba55-4944-905b-608567e9c431 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:21.930807 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b2b3c6e8-ba55-4944-905b-608567e9c431 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184061 Apr 18 21:32:21.933603 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53588) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:21.937886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0fbbf382-3af0-48f8-aafe-9efabcd03f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '48fcea4a-cb47-4a0c-aacb-3d00880f0b1d', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:21.957638 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-0fbbf382-3af0-48f8-aafe-9efabcd03f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Project 474e9c7e19d24003a745d86810a072d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:32:21.962489 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf382-3af0-48f8-aafe-9efabcd03f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.025663 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf382-3af0-48f8-aafe-9efabcd03f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.029169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf382-3af0-48f8-aafe-9efabcd03f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.048128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbf382-3af0-48f8-aafe-9efabcd03f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7efe436-66ed-4345-b491-2e12a6342727,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:22.053188 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0fbbf382-3af0-48f8-aafe-9efabcd03f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.054688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0fbbf382-3af0-48f8-aafe-9efabcd03f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198311 Apr 18 21:32:22.057086 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53590) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:22.061402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-51b3537f-3c87-40fc-b41a-4fc0a0294d9e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '48fcea4a-cb47-4a0c-aacb-3d00880f0b1d', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:22.081692 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-51b3537f-3c87-40fc-b41a-4fc0a0294d9e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Project 474e9c7e19d24003a745d86810a072d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:32:22.086356 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-51b3537f-3c87-40fc-b41a-4fc0a0294d9e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.153005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-51b3537f-3c87-40fc-b41a-4fc0a0294d9e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.157333 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-51b3537f-3c87-40fc-b41a-4fc0a0294d9e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.176072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3537f-3c87-40fc-b41a-4fc0a0294d9e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdb3e03-fe18-4c4d-bf88-9bfaca0762b4,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:22.182860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-51b3537f-3c87-40fc-b41a-4fc0a0294d9e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.184072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-51b3537f-3c87-40fc-b41a-4fc0a0294d9e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260073 Apr 18 21:32:22.186878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53592) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:22.191684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'network': {'name': 'tempest-network-smoke--1877295726', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'port_security_enabled': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:22.209977 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:22.213436 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.236944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:32:22.245825 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.246171 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Added segment 29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8 of type vlan for network 566a7e12-726d-4c33-9b34-7c369f3d73d2 Apr 18 21:32:22.287321 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.310219 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.316148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:22.316722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.373241 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1853487 Apr 18 21:32:22.376073 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53594) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:22.381246 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'admin_state_up': True, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:22.387676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43820c60-bc3d-4153-b3c3-86f5a4ce4705 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Network': ['ID=566a7e12-726d-4c33-9b34-7c369f3d73d2,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:22.401539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 566a7e12-726d-4c33-9b34-7c369f3d73d2 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:32:22.402333 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.403391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.456993 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.593854 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.783544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.802970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:22.902399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.25.2.5 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:23.003930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.043984 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.078867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:23.085832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:23.089402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:32:23.111080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:23.332834 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.522767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:23.942252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 672dabd5-95d3-4120-a539-37f52f460386 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:32:24.054474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:24.068095 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Sync routers for ids ['672dabd5-95d3-4120-a539-37f52f460386'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:32:24.078064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.079321 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2b185eee-1305-4855-87c0-4f37110847b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7021549 Apr 18 21:32:24.080711 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Routers {'672dabd5-95d3-4120-a539-37f52f460386'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:32:24.082104 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:32:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['672dabd5-95d3-4120-a539-37f52f460386'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:24.083141 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53596) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:24.119754 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-72999d3f-e32a-400b-b1d3-90a7f05b3b2f tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=474e9c7e19d24003a745d86810a072d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331414 Apr 18 21:32:24.120191 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53598) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:24.206932 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Set router 672dabd5-95d3-4120-a539-37f52f460386 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:32:24.278772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8561ef8-7d12-44ec-9c67-5a8c6653ce56 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:24.280355 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f8561ef8-7d12-44ec-9c67-5a8c6653ce56 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1592112 Apr 18 21:32:24.285161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53600) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:24.321281 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-04d0db0c-3956-436d-971f-a9392d2e57ea tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348701 Apr 18 21:32:24.323881 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53602) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:24.328776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759990852', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:24.391531 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:23Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:24.422436 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Checking router: 672dabd5-95d3-4120-a539-37f52f460386 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:32:24.423148 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Updating router 672dabd5-95d3-4120-a539-37f52f460386 port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:32:24.425287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:24.429714 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.460980 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.616719 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.678390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Subnet': ['ID=a817a088-f71c-438d-abfd-498ed14cf6ef,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:24.686600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Checking segment: {'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:32:24.686965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network hostable DHCP agents. Network: 566a7e12-726d-4c33-9b34-7c369f3d73d2, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:32:24.704116 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 566a7e12-726d-4c33-9b34-7c369f3d73d2 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:32:24.711281 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.712578 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 566a7e12-726d-4c33-9b34-7c369f3d73d2) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:24.716191 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.717110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:24.717787 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.724317 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e061b07c-49b5-4179-8342-831b4e1a021d None None] Network 566a7e12-726d-4c33-9b34-7c369f3d73d2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:32:24.742036 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-50a842cf-d22c-4340-812c-dab0c485e9ba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4138062 Apr 18 21:32:24.742377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53604) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:24.777051 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Attempting to bind port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:24.777428 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Attempting to bind port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:24.777882 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Attempting to bind port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:32:24.785148 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:32:24.785652 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:32:24.786586 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.786893 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:32:24.787456 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Bound port: 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:24.787963 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.883476 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-566a7e12-726d-4c33-9b34-7c369f3d73d2', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:32:24.884380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:24.928305 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Pushing event updated for resources: {'Port': ['ID=8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:24.941223 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.941564 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.942027 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.942349 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.942673 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.942998 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.943314 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.943643 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.943974 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.944295 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.944609 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.944923 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:32:24.951830 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] For port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:24.955134 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] For port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:24.960244 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.010795 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Routers {'672dabd5-95d3-4120-a539-37f52f460386'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:32:25.011718 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:32:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['672dabd5-95d3-4120-a539-37f52f460386'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:25.034301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Allocated IP 172.20.0.2 (566a7e12-726d-4c33-9b34-7c369f3d73d2/a817a088-f71c-438d-abfd-498ed14cf6ef/7a41cee1-cb85-4ca9-a909-e7fa5eac577c) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:25.056787 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7807fb-c9e8-47d6-806d-6b3e753430fd None None] Pushing event updated for resources: {'Port': ['ID=8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:25.123536 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] Set router 672dabd5-95d3-4120-a539-37f52f460386 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:32:25.179878 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.185718 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.228768 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.239909 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Network 566a7e12-726d-4c33-9b34-7c369f3d73d2 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:25.243762 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:25.245731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Pushing event updated for resources: {'Port': ['ID=7a41cee1-cb85-4ca9-a909-e7fa5eac577c,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:25.253041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:32:25.306473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Attempting to bind port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:25.306836 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Attempting to bind port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:25.307189 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Attempting to bind port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c on network 566a7e12-726d-4c33-9b34-7c369f3d73d2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:32:25.312125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:32:25.312488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Checking segment: {'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:32:25.312889 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.313272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Bound using segment: {'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:32:25.313719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Bound port: 7a41cee1-cb85-4ca9-a909-e7fa5eac577c, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:25.314090 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.317903 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:23Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:25.348899 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4ce6e-c4ff-483d-ba2f-3e905bbb00b5 None None] The sync data for ids ['672dabd5-95d3-4120-a539-37f52f460386'] in n-d-836015-4 is: [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:23Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:32:25.380301 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] For port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:25.383804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] For port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7a41cee1-cb85-4ca9-a909-e7fa5eac577c,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:25.388483 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.455621 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978b599-00d4-4c48-8fc7-4f4ebd54b1a3 None None] Pushing event updated for resources: {'Port': ['ID=7a41cee1-cb85-4ca9-a909-e7fa5eac577c,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:25.554690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.20.0.1 (566a7e12-726d-4c33-9b34-7c369f3d73d2/a817a088-f71c-438d-abfd-498ed14cf6ef/7ed10153-a563-4edb-bc59-e09608d9e3f6) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:25.723015 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.769047 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:25.813309 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 566a7e12-726d-4c33-9b34-7c369f3d73d2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:25.819410 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:25.823068 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:32:25.853829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=7ed10153-a563-4edb-bc59-e09608d9e3f6,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:25.874852 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.014237 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.449635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0846806-744f-4b31-ac1f-09dc763bef99 None None] Network 566a7e12-726d-4c33-9b34-7c369f3d73d2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:32:26.585627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-faa0982b-b2a1-47d6-81c1-226c9f5c4a56 None None] Provisioning complete for port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:26.585996 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-faa0982b-b2a1-47d6-81c1-226c9f5c4a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.652437 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.660526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.695460 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-faa0982b-b2a1-47d6-81c1-226c9f5c4a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.729825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-faa0982b-b2a1-47d6-81c1-226c9f5c4a56 None None] For port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7a41cee1-cb85-4ca9-a909-e7fa5eac577c,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:26.735488 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-faa0982b-b2a1-47d6-81c1-226c9f5c4a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.736939 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=7ed10153-a563-4edb-bc59-e09608d9e3f6,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:26.741037 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:26.812395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0982b-b2a1-47d6-81c1-226c9f5c4a56 None None] Pushing event updated for resources: {'Port': ['ID=7a41cee1-cb85-4ca9-a909-e7fa5eac577c,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:26.864149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 566a7e12-726d-4c33-9b34-7c369f3d73d2 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:26.866161 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:26.960622 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a7081ca1-586e-4c4d-9239-4aaca89b1d52 None None] Provisioning complete for port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:26.961000 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7081ca1-586e-4c4d-9239-4aaca89b1d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.008605 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 672dabd5-95d3-4120-a539-37f52f460386 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:32:27.061142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-a7081ca1-586e-4c4d-9239-4aaca89b1d52 None None] Provisioning complete for port 7ed10153-a563-4edb-bc59-e09608d9e3f6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:27.061522 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7081ca1-586e-4c4d-9239-4aaca89b1d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.106181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-a7081ca1-586e-4c4d-9239-4aaca89b1d52 None None] Port 7ed10153-a563-4edb-bc59-e09608d9e3f6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:32:27.139697 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:27.154863 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e6d1f861-2674-46cb-a850-734ce6edf428 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "PUT /v2.0/routers/672dabd5-95d3-4120-a539-37f52f460386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4019961 Apr 18 21:32:27.164789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Sync routers for ids ['672dabd5-95d3-4120-a539-37f52f460386'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:32:27.176014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Routers {'672dabd5-95d3-4120-a539-37f52f460386'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:32:27.176554 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:32:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['672dabd5-95d3-4120-a539-37f52f460386'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:27.242648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ea3c54cf-2d26-4d29-ab2e-a4b70ab9086a None None] Provisioning complete for port 7ed10153-a563-4edb-bc59-e09608d9e3f6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:27.243182 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ea3c54cf-2d26-4d29-ab2e-a4b70ab9086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.299346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-86089b6d-c238-45c7-94ea-01a65bc73551 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79376617&fields=id&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 267 time: 0.0348191 Apr 18 21:32:27.321930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c54cf-2d26-4d29-ab2e-a4b70ab9086a None None] Port 7ed10153-a563-4edb-bc59-e09608d9e3f6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:32:27.332840 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Set router 672dabd5-95d3-4120-a539-37f52f460386 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:32:27.413226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-c6bb8677-e7ad-4ffc-b21b-3d3707a264e4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:27.414688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-c6bb8677-e7ad-4ffc-b21b-3d3707a264e4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/networks?id=566a7e12-726d-4c33-9b34-7c369f3d73d2 HTTP/1.1" status: 200 len: 797 time: 0.1020787 Apr 18 21:32:27.430676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-144ea483-af6a-4854-9698-e8e3dae67b45 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/quotas/474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 375 time: 0.0098732 Apr 18 21:32:27.496522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fc5cdcc8-962d-4587-832c-03cb8e1ca98f None None] Provisioning complete for port 7ed10153-a563-4edb-bc59-e09608d9e3f6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:27.497099 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fc5cdcc8-962d-4587-832c-03cb8e1ca98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.501854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-6ab10d1b-5f92-445d-946b-2c838a839bfa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638680 Apr 18 21:32:27.557234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:32:27.574956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-dde2c60f-9383-49ed-a3b9-679876bb2335 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:32:27.576003 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-dde2c60f-9383-49ed-a3b9-679876bb2335 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0573089 Apr 18 21:32:27.582749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-fc5cdcc8-962d-4587-832c-03cb8e1ca98f None None] Port 7ed10153-a563-4edb-bc59-e09608d9e3f6 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:32:27.625617 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7ed10153-a563-4edb-bc59-e09608d9e3f6', 'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:bd:3c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:26Z', 'revision_number': 2, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:27.628623 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:27.628811 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.668200 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-673eceff-ca10-4f68-9926-12247641932f service neutron] 10.222.0.49 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838068 Apr 18 21:32:27.670361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Checking router: 672dabd5-95d3-4120-a539-37f52f460386 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:32:27.671147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Updating router 672dabd5-95d3-4120-a539-37f52f460386 port 7ed10153-a563-4edb-bc59-e09608d9e3f6 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:32:27.709519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.766051 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-6293e48a-e0c6-4861-9db3-479a0592bfa4 service neutron] 10.222.0.49 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897641 Apr 18 21:32:27.795082 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.872562 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:27.878962 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.879975 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7a41cee1-cb85-4ca9-a909-e7fa5eac577c up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:32:27.957333 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98a6218f-29d0-429f-9d93-f492e0e38769 req-0ce910f7-d75f-4436-95e5-52d8d1ac0d8e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 210 time: 0.0274212 Apr 18 21:32:28.170568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:28.213110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:28.213481 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.302327 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.330909 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.390896 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0c687-72d5-490b-a529-2ea54f8c6a33 None None] Pushing event updated for resources: {'Port': ['ID=7ed10153-a563-4edb-bc59-e09608d9e3f6,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:28.443447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Attempting to bind port 7ed10153-a563-4edb-bc59-e09608d9e3f6 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:28.443825 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Attempting to bind port 7ed10153-a563-4edb-bc59-e09608d9e3f6 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:28.444283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Attempting to bind port 7ed10153-a563-4edb-bc59-e09608d9e3f6 on network 566a7e12-726d-4c33-9b34-7c369f3d73d2 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:32:28.450187 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:32:28.450592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Checking segment: {'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:32:28.450967 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.451533 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Bound using segment: {'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:32:28.452035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Bound port: 7ed10153-a563-4edb-bc59-e09608d9e3f6, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:28.452419 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.527679 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] For port 7ed10153-a563-4edb-bc59-e09608d9e3f6, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:28.532033 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] For port 7ed10153-a563-4edb-bc59-e09608d9e3f6, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7ed10153-a563-4edb-bc59-e09608d9e3f6,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:28.538575 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.593696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Routers {'672dabd5-95d3-4120-a539-37f52f460386'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:32:28.595017 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:32:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['672dabd5-95d3-4120-a539-37f52f460386'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:28.654898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0c687-72d5-490b-a529-2ea54f8c6a33 None None] Pushing event updated for resources: {'Port': ['ID=7ed10153-a563-4edb-bc59-e09608d9e3f6,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:28.679627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4784b9b1-2a6e-49f2-82ab-3e584a65868f None None] Provisioning complete for port 7ed10153-a563-4edb-bc59-e09608d9e3f6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:28.680021 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4784b9b1-2a6e-49f2-82ab-3e584a65868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.761848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] Set router 672dabd5-95d3-4120-a539-37f52f460386 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:32:28.888791 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4784b9b1-2a6e-49f2-82ab-3e584a65868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:28.968351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4784b9b1-2a6e-49f2-82ab-3e584a65868f None None] For port 7ed10153-a563-4edb-bc59-e09608d9e3f6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7ed10153-a563-4edb-bc59-e09608d9e3f6,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:28.975903 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4784b9b1-2a6e-49f2-82ab-3e584a65868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.070870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784b9b1-2a6e-49f2-82ab-3e584a65868f None None] Pushing event updated for resources: {'Port': ['ID=7ed10153-a563-4edb-bc59-e09608d9e3f6,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:29.094926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad375ab4-9a00-4e7d-b002-4baaffdf5e2c req-193750e2-a10b-446d-97f8-20cf5ee87ce3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 210 time: 0.0470080 Apr 18 21:32:29.100246 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7ed10153-a563-4edb-bc59-e09608d9e3f6', 'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:bd:3c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:28Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:29.141255 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-fff9591f-4321-4399-b6d4-a6fdde09ce64 None None] Provisioning complete for port 7ed10153-a563-4edb-bc59-e09608d9e3f6 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:29.144098 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fff9591f-4321-4399-b6d4-a6fdde09ce64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.146242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d5656-1789-43d7-a7e8-4a6c8334a19c None None] The sync data for ids ['672dabd5-95d3-4120-a539-37f52f460386'] in n-d-836015-4 is: [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7ed10153-a563-4edb-bc59-e09608d9e3f6', 'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:bd:3c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:28Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:32:29.148025 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-6f6dd48f-5efa-4998-9d1d-3f90328abe81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:29.151000 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-6f6dd48f-5efa-4998-9d1d-3f90328abe81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "GET /v2.0/networks?id=566a7e12-726d-4c33-9b34-7c369f3d73d2 HTTP/1.1" status: 200 len: 797 time: 0.1687818 Apr 18 21:32:29.209478 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-305bd4e0-e212-4a17-8db8-eb6b3a7b5f48 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 378 time: 0.0435681 Apr 18 21:32:29.220989 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'port': {'device_id': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'admin_state_up': True, 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'security_groups': ['48fcea4a-cb47-4a0c-aacb-3d00880f0b1d']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:29.366637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:32:29.370486 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.528752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.20.0.6 (566a7e12-726d-4c33-9b34-7c369f3d73d2/a817a088-f71c-438d-abfd-498ed14cf6ef/b09ad84f-f937-4fd1-83f7-4077a32f2d87) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:29.617159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ed10153-a563-4edb-bc59-e09608d9e3f6 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:32:29.694423 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.696200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 7ed10153-a563-4edb-bc59-e09608d9e3f6 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:29.696753 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.736971 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.782613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 566a7e12-726d-4c33-9b34-7c369f3d73d2 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:29.786308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:29.787539 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:32:29.790608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:32:29.841720 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=b09ad84f-f937-4fd1-83f7-4077a32f2d87,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:29.854382 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:29.854382 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.871887 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:29.872561 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:29.892277 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-7633d228-4dd1-4705-b7ab-719509eeb9fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6770875 Apr 18 21:32:29.911667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Request body: {'port': {'device_id': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:29.977682 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.067209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-77b2b394-3083-4611-a7a9-c400e8304a44 None None] Provisioning complete for port b09ad84f-f937-4fd1-83f7-4077a32f2d87 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:30.068099 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-77b2b394-3083-4611-a7a9-c400e8304a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.105200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-77b2b394-3083-4611-a7a9-c400e8304a44 None None] Port b09ad84f-f937-4fd1-83f7-4077a32f2d87 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:32:30.229458 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41404507-32d2-40cd-9af8-cc9739258672 req-599d996f-cac9-413d-a9a8-c97572cd5a83 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:30.231186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41404507-32d2-40cd-9af8-cc9739258672 req-599d996f-cac9-413d-a9a8-c97572cd5a83 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 931 time: 0.0532904 Apr 18 21:32:30.260350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09ad84f-f937-4fd1-83f7-4077a32f2d87 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:32:30.269536 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.273021 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41404507-32d2-40cd-9af8-cc9739258672 req-c49b86cb-3c24-4577-98d2-f9fcefe290f8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346382 Apr 18 21:32:30.302434 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Transition to ACTIVE for port object b09ad84f-f937-4fd1-83f7-4077a32f2d87 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:32:30.306792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.380989 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Pushing event updated for resources: {'Port': ['ID=b09ad84f-f937-4fd1-83f7-4077a32f2d87,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:30.432988 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Attempting to bind port b09ad84f-f937-4fd1-83f7-4077a32f2d87 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:32:30.433330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Attempting to bind port b09ad84f-f937-4fd1-83f7-4077a32f2d87 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:32:30.433702 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Attempting to bind port b09ad84f-f937-4fd1-83f7-4077a32f2d87 on network 566a7e12-726d-4c33-9b34-7c369f3d73d2 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:32:30.438207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Port b09ad84f-f937-4fd1-83f7-4077a32f2d87 on network 566a7e12-726d-4c33-9b34-7c369f3d73d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:32:30.438701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Attempting to bind port b09ad84f-f937-4fd1-83f7-4077a32f2d87 on network 566a7e12-726d-4c33-9b34-7c369f3d73d2 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:32:30.444045 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:32:30.444397 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Checking segment: {'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:32:30.444845 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Bound using segment: {'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:32:30.445280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Bound port: b09ad84f-f937-4fd1-83f7-4077a32f2d87, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:32:30.445637 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.511604 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] For port b09ad84f-f937-4fd1-83f7-4077a32f2d87, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:32:30.514848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] For port b09ad84f-f937-4fd1-83f7-4077a32f2d87, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:32:30.519316 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.560669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:30.561288 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:30.562710 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] 10.222.0.64 "PUT /v2.0/ports/b09ad84f-f937-4fd1-83f7-4077a32f2d87 HTTP/1.1" status: 200 len: 1091 time: 0.6586022 Apr 18 21:32:30.563142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'tag': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:32:30.565479 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07007a41-b25b-4d4e-9158-4d8311d17938" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2688ee-92ec-4708-bd92-07d243d0b77e", "tag": "b09ad84f-f937-4fd1-83f7-4077a32f2d87"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:32:30.586823 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f5f3d-89a5-46f5-a6d6-2dee1396886b service neutron] Pushing event updated for resources: {'Port': ['ID=b09ad84f-f937-4fd1-83f7-4077a32f2d87,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:30.623420 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a0a8d9-486c-4451-ace1-0b4e63b8b529 x-openstack-request-id: req-63a0a8d9-486c-4451-ace1-0b4e63b8b529 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:32:30.623758 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2688ee-92ec-4708-bd92-07d243d0b77e", "tag": "b09ad84f-f937-4fd1-83f7-4077a32f2d87", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:32:30.624011 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-63a0a8d9-486c-4451-ace1-0b4e63b8b529 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:32:30.624407 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a0a8d9-486c-4451-ace1-0b4e63b8b529'] response: {'name': 'network-changed', 'server_uuid': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'tag': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'status': 'completed', 'code': 200} Apr 18 21:32:30.658709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-05753da5-52fd-4fe2-ad9c-2dd84c01289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:30.660677 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-05753da5-52fd-4fe2-ad9c-2dd84c01289a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 1094 time: 0.0462911 Apr 18 21:32:30.709369 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-8c25bd11-6718-4af6-a2a2-d177519aacdb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87 HTTP/1.1" status: 200 len: 217 time: 0.0357513 Apr 18 21:32:30.765701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-9c372090-13f2-479f-aa13-f28100ee570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:30.771892 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-9c372090-13f2-479f-aa13-f28100ee570f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a817a088-f71c-438d-abfd-498ed14cf6ef HTTP/1.1" status: 200 len: 835 time: 0.0509195 Apr 18 21:32:30.820252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-dae4eec1-7922-4fa7-a059-7ad3d3d64986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:30.821833 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-dae4eec1-7922-4fa7-a059-7ad3d3d64986 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=566a7e12-726d-4c33-9b34-7c369f3d73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444031 Apr 18 21:32:30.915288 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-04769447-55ba-470c-95fd-9f55d04e8756 service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816920 Apr 18 21:32:31.011438 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a08fed8f-948d-4c6a-b74e-66fd58f1465b req-ec7b45ec-9a6d-4573-a864-bd0ce08b7495 service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862787 Apr 18 21:32:31.099021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-89bbf4b9-c2ba-4eda-9e08-9d853796417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:31.100540 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-89bbf4b9-c2ba-4eda-9e08-9d853796417a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 1094 time: 0.0408053 Apr 18 21:32:31.191422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-26125655-4989-4772-bc36-9622a4333f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:31.192918 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-26125655-4989-4772-bc36-9622a4333f40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=566a7e12-726d-4c33-9b34-7c369f3d73d2 HTTP/1.1" status: 200 len: 898 time: 0.0858006 Apr 18 21:32:31.233670 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-0fddf3da-7ee9-44c1-9a9c-932748d4ec83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87 HTTP/1.1" status: 200 len: 217 time: 0.0338657 Apr 18 21:32:31.296591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-839a1d23-84db-443c-9f4b-731c068d5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:31.298208 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-839a1d23-84db-443c-9f4b-731c068d5095 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a817a088-f71c-438d-abfd-498ed14cf6ef HTTP/1.1" status: 200 len: 835 time: 0.0431998 Apr 18 21:32:31.348441 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-abc13779-bf34-4b68-8550-ca725767296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:31.349930 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-abc13779-bf34-4b68-8550-ca725767296f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=566a7e12-726d-4c33-9b34-7c369f3d73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449915 Apr 18 21:32:31.396096 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b40c18-ae51-4a73-828e-391e016bfa79 req-8295aff3-68b2-49cc-aa89-aa7029ae95c0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:31.397606 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70b40c18-ae51-4a73-828e-391e016bfa79 req-8295aff3-68b2-49cc-aa89-aa7029ae95c0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 943 time: 0.0536621 Apr 18 21:32:31.437573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70b40c18-ae51-4a73-828e-391e016bfa79 req-31ef94e4-f209-4b04-8145-76b50bfc911e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338736 Apr 18 21:32:31.443871 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-a413b39e-741f-4e0b-9482-705547759aeb service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863633 Apr 18 21:32:31.540905 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-07007a41-b25b-4d4e-9158-4d8311d17938 req-2d31dbd4-65db-4d95-9eb8-aa01f8dd194e service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903137 Apr 18 21:32:32.271007 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:32:32.385903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b09ad84f-f937-4fd1-83f7-4077a32f2d87 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:32:32.481339 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b09ad84f-f937-4fd1-83f7-4077a32f2d87, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:32.493338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'port_id': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'mac_address': 'fa:16:3e:4c:6c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:32:32.534950 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:32.547629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09ad84f-f937-4fd1-83f7-4077a32f2d87 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:32:32.556121 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d17e0-f965-4997-8d4d-2eddf6e69ad8 req-5d00a0b2-693b-487f-9f5d-f6dd05dcb010 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:32.557627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-024d17e0-f965-4997-8d4d-2eddf6e69ad8 req-5d00a0b2-693b-487f-9f5d-f6dd05dcb010 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 943 time: 0.0498395 Apr 18 21:32:32.567630 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b09ad84f-f937-4fd1-83f7-4077a32f2d87, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:32.571769 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:32.597189 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-024d17e0-f965-4997-8d4d-2eddf6e69ad8 req-56d80553-f533-4aac-8186-26b667482113 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334561 Apr 18 21:32:32.621536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b09ad84f-f937-4fd1-83f7-4077a32f2d87,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:32.865461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['b09ad84f-f937-4fd1-83f7-4077a32f2d87'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:32:33.713063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a21a-1e17-4d49-a873-d3958808c307 req-e0c339d8-08e4-4fa0-ad32-d68f9010bf66 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:33.714569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1555a21a-1e17-4d49-a873-d3958808c307 req-e0c339d8-08e4-4fa0-ad32-d68f9010bf66 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 944 time: 0.0482512 Apr 18 21:32:33.753721 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1555a21a-1e17-4d49-a873-d3958808c307 req-b4471b99-5774-4c7f-8ba8-ee4e918310d3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330272 Apr 18 21:32:34.386418 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b09ad84f-f937-4fd1-83f7-4077a32f2d87 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:32:34.438709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port b09ad84f-f937-4fd1-83f7-4077a32f2d87 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:32:34.443329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port b09ad84f-f937-4fd1-83f7-4077a32f2d87 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:32:34.443695 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.522451 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.547822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:32:34.550305 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cbaf64-7e52-4d27-b231-018e302f4ee7" -d '{"events": [{"server_uuid": "7f2688ee-92ec-4708-bd92-07d243d0b77e", "name": "network-vif-plugged", "status": "completed", "tag": "b09ad84f-f937-4fd1-83f7-4077a32f2d87"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:32:34.562969 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b09ad84f-f937-4fd1-83f7-4077a32f2d87, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:32:34.567253 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:34.592960 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a2b74-9398-4b68-bb0a-bd276e3e75a5 x-openstack-request-id: req-d11a2b74-9398-4b68-bb0a-bd276e3e75a5 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:32:34.593298 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2688ee-92ec-4708-bd92-07d243d0b77e", "name": "network-vif-plugged", "status": "completed", "tag": "b09ad84f-f937-4fd1-83f7-4077a32f2d87", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:32:34.593542 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d11a2b74-9398-4b68-bb0a-bd276e3e75a5 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:32:34.593929 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11a2b74-9398-4b68-bb0a-bd276e3e75a5'] response: {'server_uuid': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'code': 200} Apr 18 21:32:34.618341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b09ad84f-f937-4fd1-83f7-4077a32f2d87,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:34.696016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc8567-17ce-4e5e-bb91-dfc865966c63 req-680e63fc-a30c-4e18-abda-d1624d1d2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:34.697514 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23bc8567-17ce-4e5e-bb91-dfc865966c63 req-680e63fc-a30c-4e18-abda-d1624d1d2d98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 1096 time: 0.0403967 Apr 18 21:32:34.734330 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-23bc8567-17ce-4e5e-bb91-dfc865966c63 req-9cecc807-a194-4dd5-b7ad-648d252bf97a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267944 Apr 18 21:32:34.880094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717e138-7b25-4274-8950-e3ec5d1ba691 req-64a5802c-d18c-4ebb-bd06-c0aad3f548f8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:34.881590 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6717e138-7b25-4274-8950-e3ec5d1ba691 req-64a5802c-d18c-4ebb-bd06-c0aad3f548f8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0578375 Apr 18 21:32:34.918647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6717e138-7b25-4274-8950-e3ec5d1ba691 req-aa4cd325-df47-4246-8915-e3a2f8cb1093 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309207 Apr 18 21:32:36.027107 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dfe67495-ccaa-4cee-9a09-932d9ec3aa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:36.039119 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246f951-aee1-4b3f-bac9-6b9e0f4cd5e9 req-25b7b33d-44eb-4e70-962f-e9b2ee1c603f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:36.040653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3246f951-aee1-4b3f-bac9-6b9e0f4cd5e9 req-25b7b33d-44eb-4e70-962f-e9b2ee1c603f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0508616 Apr 18 21:32:36.078799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3246f951-aee1-4b3f-bac9-6b9e0f4cd5e9 req-633b5641-3800-41ac-91c5-6536412b73e0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320365 Apr 18 21:32:37.193135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0672c-3deb-4ae1-aac7-9faef75943dd req-021d838e-9587-47df-ab86-3462f580852c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:37.194622 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87b0672c-3deb-4ae1-aac7-9faef75943dd req-021d838e-9587-47df-ab86-3462f580852c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0484293 Apr 18 21:32:37.232460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87b0672c-3deb-4ae1-aac7-9faef75943dd req-918e10c6-f6c4-4c3b-a7cd-e0b48f2a90aa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318570 Apr 18 21:32:37.350636 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d364679-b53c-4f60-91a7-ebf7aa7edae8 req-c7513ac0-5a01-40f0-874e-b57006a8bc58 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:37.352116 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d364679-b53c-4f60-91a7-ebf7aa7edae8 req-c7513ac0-5a01-40f0-874e-b57006a8bc58 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0531075 Apr 18 21:32:37.389146 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4d364679-b53c-4f60-91a7-ebf7aa7edae8 req-779dd6c1-f5a3-4174-ae26-12b1d29e7ebf tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306947 Apr 18 21:32:37.410980 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53658) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:37.450611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b5afc-548a-4b11-bd25-60ec4f1708d8 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:37.452240 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4e5b5afc-548a-4b11-bd25-60ec4f1708d8 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 1091 time: 0.0403166 Apr 18 21:32:37.455009 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53660) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:37.459828 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:32:37.480955 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.581278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.678838 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.25.2.213 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/74990b88-ec19-45c5-9074-ab40995cf2a6) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:32:37.784377 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.817589 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:37.852930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:32:37.857878 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:32:37.861380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:32:37.887118 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=74990b88-ec19-45c5-9074-ab40995cf2a6,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:38.212145 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.276183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.426957 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.431517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.501635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=74990b88-ec19-45c5-9074-ab40995cf2a6,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:32:38.513506 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.609358 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Floating IP 6855649e-37a1-4197-89df-6cd77af30c43 associated. External IP: 172.25.2.213, port: b09ad84f-f937-4fd1-83f7-4077a32f2d87. Apr 18 21:32:38.764842 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15d97337-c4f1-4a05-bb19-382589ce83d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.828398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 672dabd5-95d3-4120-a539-37f52f460386 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:32:38.935871 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:32:38.946186 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] Sync routers for ids ['672dabd5-95d3-4120-a539-37f52f460386'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:32:38.953739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:38.956792 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] Routers {'672dabd5-95d3-4120-a539-37f52f460386'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:32:38.957398 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:32:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['672dabd5-95d3-4120-a539-37f52f460386'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:38.980695 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a8dc4a8d-e9be-4694-a1f6-771c988c9073 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5246778 Apr 18 21:32:38.981371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'tag': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:32:38.983830 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605192b7-ca52-4e6e-b87c-f330a5241ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2688ee-92ec-4708-bd92-07d243d0b77e", "tag": "b09ad84f-f937-4fd1-83f7-4077a32f2d87"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:32:39.026280 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90a9cd2-09e1-4766-acda-84a8547ad466 x-openstack-request-id: req-f90a9cd2-09e1-4766-acda-84a8547ad466 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:32:39.026567 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2688ee-92ec-4708-bd92-07d243d0b77e", "tag": "b09ad84f-f937-4fd1-83f7-4077a32f2d87", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:32:39.026815 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f90a9cd2-09e1-4766-acda-84a8547ad466 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:32:39.027223 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90a9cd2-09e1-4766-acda-84a8547ad466'] response: {'name': 'network-changed', 'server_uuid': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'tag': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'status': 'completed', 'code': 200} Apr 18 21:32:39.071720 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] Set router 672dabd5-95d3-4120-a539-37f52f460386 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:32:39.085676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21093b2d-d2e8-4113-ae98-f0bcf1e285fd req-057f20b5-0fa2-47f1-b472-9c88296a6725 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:39.087737 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21093b2d-d2e8-4113-ae98-f0bcf1e285fd req-057f20b5-0fa2-47f1-b472-9c88296a6725 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0559556 Apr 18 21:32:39.087938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-4bed10e0-5845-4011-909e-94c9c0aa7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:39.089981 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-4bed10e0-5845-4011-909e-94c9c0aa7124 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 1096 time: 0.0418787 Apr 18 21:32:39.127220 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-21093b2d-d2e8-4113-ae98-f0bcf1e285fd req-bb59e504-7010-4857-80ee-3dc07d9f5e4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330377 Apr 18 21:32:39.151443 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53666) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:39.187974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-becc7472-9d5f-4bf0-9d53-bcdf57fe6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:39.189640 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-becc7472-9d5f-4bf0-9d53-bcdf57fe6a8c service neutron] 10.222.0.64 "GET /v2.0/networks?id=566a7e12-726d-4c33-9b34-7c369f3d73d2 HTTP/1.1" status: 200 len: 898 time: 0.0933876 Apr 18 21:32:39.216587 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-3f4fa2e7-e727-4ebe-81d0-5f0e760d3c46 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/6855649e-37a1-4197-89df-6cd77af30c43 HTTP/1.1" status: 200 len: 991 time: 0.0633132 Apr 18 21:32:39.255038 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-4fc4a2f6-429a-4084-a0cd-6bef8c431763 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87 HTTP/1.1" status: 200 len: 999 time: 0.0589561 Apr 18 21:32:39.300187 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '6855649e-37a1-4197-89df-6cd77af30c43', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '672dabd5-95d3-4120-a539-37f52f460386', 'port_id': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'mac_address': 'fa:16:3e:4c:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:38Z', 'updated_at': '2022-04-18T21:32:38Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed10153-a563-4edb-bc59-e09608d9e3f6', 'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:bd:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:28Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:39.303743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-08a97b05-ac2a-4f44-bd19-05efbbcdbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:39.305327 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-08a97b05-ac2a-4f44-bd19-05efbbcdbe3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a817a088-f71c-438d-abfd-498ed14cf6ef HTTP/1.1" status: 200 len: 835 time: 0.0436628 Apr 18 21:32:39.326679 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] Checking router: 672dabd5-95d3-4120-a539-37f52f460386 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:32:39.334804 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] Routers {'672dabd5-95d3-4120-a539-37f52f460386'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:32:39.335394 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:32:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['672dabd5-95d3-4120-a539-37f52f460386'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:39.355422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-fd890399-922a-4f53-84c3-f6c704bccb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:39.357193 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-fd890399-922a-4f53-84c3-f6c704bccb5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=566a7e12-726d-4c33-9b34-7c369f3d73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457273 Apr 18 21:32:39.439094 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] Set router 672dabd5-95d3-4120-a539-37f52f460386 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:32:39.447209 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-f8083725-1ed2-49d4-a4b2-89168367cecb service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831599 Apr 18 21:32:39.539471 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:39.544465 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-605192b7-ca52-4e6e-b87c-f330a5241ab1 req-a0133a85-dbd1-4440-9377-f77f2f7e4b84 service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910015 Apr 18 21:32:39.661611 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '6855649e-37a1-4197-89df-6cd77af30c43', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '672dabd5-95d3-4120-a539-37f52f460386', 'port_id': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'mac_address': 'fa:16:3e:4c:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:38Z', 'updated_at': '2022-04-18T21:32:38Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed10153-a563-4edb-bc59-e09608d9e3f6', 'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:bd:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:28Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:32:39.690078 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab5fe1d-c067-4cf9-b655-596f04dab649 None None] The sync data for ids ['672dabd5-95d3-4120-a539-37f52f460386'] in n-d-836015-4 is: [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '6855649e-37a1-4197-89df-6cd77af30c43', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '672dabd5-95d3-4120-a539-37f52f460386', 'port_id': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'mac_address': 'fa:16:3e:4c:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:32:38Z', 'updated_at': '2022-04-18T21:32:38Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed10153-a563-4edb-bc59-e09608d9e3f6', 'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:bd:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:28Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:32:39.879226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871467e-430c-4fec-b00a-52beeca925f8 None None] New status for floating IP 6855649e-37a1-4197-89df-6cd77af30c43: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:32:40.218675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53668) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:32:40.281850 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e57a83b7-3c4b-4d43-afda-96d207e99609 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/6855649e-37a1-4197-89df-6cd77af30c43 HTTP/1.1" status: 200 len: 993 time: 0.0620291 Apr 18 21:32:40.715125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:41.358205 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:42.907427 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.489650 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:04.729415 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-02a9ccf5-40cb-4656-9888-e87fefbc8d7b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396626 Apr 18 21:33:04.814546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-c38b1739-0c0d-42c3-915c-f8adef936484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:04.816047 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-c38b1739-0c0d-42c3-915c-f8adef936484 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 1096 time: 0.0402720 Apr 18 21:33:04.919750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-de23a898-7518-4c55-af53-34a91cd9255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:04.921265 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-de23a898-7518-4c55-af53-34a91cd9255b service neutron] 10.222.0.64 "GET /v2.0/networks?id=566a7e12-726d-4c33-9b34-7c369f3d73d2 HTTP/1.1" status: 200 len: 898 time: 0.0862253 Apr 18 21:33:04.986284 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-ae333fa1-1488-44b5-aab8-2f9606c7d3fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87 HTTP/1.1" status: 200 len: 1001 time: 0.0568230 Apr 18 21:33:05.034797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-47882d06-8455-4e16-b8c6-cdd84def8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:05.036843 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-47882d06-8455-4e16-b8c6-cdd84def8911 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a817a088-f71c-438d-abfd-498ed14cf6ef HTTP/1.1" status: 200 len: 835 time: 0.0433381 Apr 18 21:33:05.084750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-1cd5189f-b040-41a4-a4ac-5ca8e9073c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:05.086227 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-1cd5189f-b040-41a4-a4ac-5ca8e9073c8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=566a7e12-726d-4c33-9b34-7c369f3d73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426834 Apr 18 21:33:05.175164 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-6aba3c61-6861-4628-80c3-22fe856dfde6 service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816884 Apr 18 21:33:05.269876 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3aba72f9-adbc-4704-9860-b336b74d7b41 req-9d279ff4-480c-465c-afe3-b5511ca7837b service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871587 Apr 18 21:33:06.029524 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-941affd8-4bdd-416c-9c7c-a3914b3ee960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:08.766824 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c8a7-0fe9-4b67-9f5d-bce4c3c7f8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:09.271326 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:33:09.542611 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:10.721062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:11.361981 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:12.904500 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:13.555596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-d1039496-a693-480e-86ff-cfa0c9d37ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:13.557122 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-d1039496-a693-480e-86ff-cfa0c9d37ec3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 1096 time: 0.0415578 Apr 18 21:33:13.561595 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4280ee0-a86d-44fa-a5c8-fa8b059b186e req-c537d53e-7e49-4aaf-b0b3-273a54f7738d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:13.563087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4280ee0-a86d-44fa-a5c8-fa8b059b186e req-c537d53e-7e49-4aaf-b0b3-273a54f7738d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0502293 Apr 18 21:33:13.600798 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e4280ee0-a86d-44fa-a5c8-fa8b059b186e req-ab5ec7c7-60a9-40b0-bb48-a41e5e23ff4b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314901 Apr 18 21:33:13.646023 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-4459b154-0282-44cb-af7c-93c173761dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:13.647440 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-4459b154-0282-44cb-af7c-93c173761dfd service neutron] 10.222.0.64 "GET /v2.0/networks?id=566a7e12-726d-4c33-9b34-7c369f3d73d2 HTTP/1.1" status: 200 len: 898 time: 0.0837767 Apr 18 21:33:13.717579 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-29f84fd3-9d15-48a0-b4b0-9c18e2e07e56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87 HTTP/1.1" status: 200 len: 1001 time: 0.0609264 Apr 18 21:33:13.768104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-71d82505-c1d2-42f8-82e9-37014491c402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:13.769578 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-71d82505-c1d2-42f8-82e9-37014491c402 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a817a088-f71c-438d-abfd-498ed14cf6ef HTTP/1.1" status: 200 len: 835 time: 0.0428777 Apr 18 21:33:13.814931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-8ed36285-ad3d-4da7-bffe-267c653aee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:13.816406 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-8ed36285-ad3d-4da7-bffe-267c653aee54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=566a7e12-726d-4c33-9b34-7c369f3d73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393093 Apr 18 21:33:14.189785 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-a3231afa-afa5-420b-8e6a-2adbe037a85d service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656762 Apr 18 21:33:14.279679 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-686d2d82-3966-48f7-b2eb-12aad9dd21bb req-4514f3d0-b708-40fd-a98a-71e7a17e5e7b service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822303 Apr 18 21:33:14.726911 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9d494-f919-4b4f-bfd4-41cc4c0fa972 req-6c5c97c1-a5b8-4768-ac72-26e2ff9bc096 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:14.728399 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40e9d494-f919-4b4f-bfd4-41cc4c0fa972 req-6c5c97c1-a5b8-4768-ac72-26e2ff9bc096 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0486243 Apr 18 21:33:14.774504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-40e9d494-f919-4b4f-bfd4-41cc4c0fa972 req-441a404d-266a-4cd0-b184-5d70fd2c4c24 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399644 Apr 18 21:33:15.896905 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dc198-0acb-4232-9b2b-5443f868c76d req-5fd37835-7716-456e-88cb-80d39999b442 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:15.898391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-103dc198-0acb-4232-9b2b-5443f868c76d req-5fd37835-7716-456e-88cb-80d39999b442 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0522807 Apr 18 21:33:15.935238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-103dc198-0acb-4232-9b2b-5443f868c76d req-dce8e664-8fa9-4e6d-9210-5e0fd1b1c51a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308616 Apr 18 21:33:16.504889 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.049304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c01ea-ae64-4daf-8b07-6d661d729495 req-8c6cbaee-31d8-4c3c-817e-0ea4fd3f2b0d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:17.050708 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f5c01ea-ae64-4daf-8b07-6d661d729495 req-8c6cbaee-31d8-4c3c-817e-0ea4fd3f2b0d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0491195 Apr 18 21:33:17.088987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f5c01ea-ae64-4daf-8b07-6d661d729495 req-324ccb6f-21af-47df-a9b6-98c1c10423f0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316913 Apr 18 21:33:18.207180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618c41b-dea5-4443-a7d6-e6ec6c81cd38 req-225025c0-ac21-496d-89e0-fc44df62b636 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:18.209195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e618c41b-dea5-4443-a7d6-e6ec6c81cd38 req-225025c0-ac21-496d-89e0-fc44df62b636 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0486095 Apr 18 21:33:18.247126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e618c41b-dea5-4443-a7d6-e6ec6c81cd38 req-5beaa7c9-0eda-438b-985b-fd1007db57f6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319300 Apr 18 21:33:19.365986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9c305-dc22-4d21-a66c-79ea21ede893 req-7c127f3b-541f-4d9c-be91-fe32b4ce19dd tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:19.367450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ea9c305-dc22-4d21-a66c-79ea21ede893 req-7c127f3b-541f-4d9c-be91-fe32b4ce19dd tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0522735 Apr 18 21:33:19.405038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7ea9c305-dc22-4d21-a66c-79ea21ede893 req-2964ba08-fe02-4521-bf2d-a987aea27b54 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314906 Apr 18 21:33:20.519127 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dde4a-a703-48af-b32d-bfc79b4c42e4 req-10322de9-21b0-44c4-b055-db1bd39b8f60 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:20.521121 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-804dde4a-a703-48af-b32d-bfc79b4c42e4 req-10322de9-21b0-44c4-b055-db1bd39b8f60 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0487101 Apr 18 21:33:20.558718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-804dde4a-a703-48af-b32d-bfc79b4c42e4 req-3a343186-af86-4c60-a3e8-87a2279a06f5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315781 Apr 18 21:33:21.672599 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da5023-c36d-4a5b-93c2-551feb308620 req-320f7291-bd19-4452-a8e9-aa74da188597 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:21.674110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15da5023-c36d-4a5b-93c2-551feb308620 req-320f7291-bd19-4452-a8e9-aa74da188597 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0483770 Apr 18 21:33:21.712990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15da5023-c36d-4a5b-93c2-551feb308620 req-7a5a178f-29be-41c3-bd9a-20809f117636 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320847 Apr 18 21:33:22.835852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e7a14-4188-4501-99a3-6837a9cd2f96 req-53113325-0246-411e-afe1-9980e47efe5a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:22.837325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e93e7a14-4188-4501-99a3-6837a9cd2f96 req-53113325-0246-411e-afe1-9980e47efe5a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0520325 Apr 18 21:33:22.874203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e93e7a14-4188-4501-99a3-6837a9cd2f96 req-4d5aa3e6-af0c-421d-a4c3-7c772e5d7e15 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308886 Apr 18 21:33:23.988112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ba0b7-a86d-425c-bf85-f2bb967c80b0 req-9460afdc-d2bd-4c34-9d93-06f2cfdcef92 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:23.989616 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a37ba0b7-a86d-425c-bf85-f2bb967c80b0 req-9460afdc-d2bd-4c34-9d93-06f2cfdcef92 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0485463 Apr 18 21:33:24.028607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a37ba0b7-a86d-425c-bf85-f2bb967c80b0 req-fd1edc15-f19e-44d6-a4f8-380b806eaa6e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327420 Apr 18 21:33:25.152780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca5043-bc35-47f7-9c71-10bd2a95c0e6 req-2e551115-0266-41a3-9e72-c78e0826053a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:25.154386 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85ca5043-bc35-47f7-9c71-10bd2a95c0e6 req-2e551115-0266-41a3-9e72-c78e0826053a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0528243 Apr 18 21:33:25.194237 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85ca5043-bc35-47f7-9c71-10bd2a95c0e6 req-47c74915-a34e-4ee9-880c-433735dcab06 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332491 Apr 18 21:33:26.313182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b793a0-68dd-40a7-897d-9c5b23895840 req-37a00857-132c-4369-8d11-1bd345b49e57 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:26.314649 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08b793a0-68dd-40a7-897d-9c5b23895840 req-37a00857-132c-4369-8d11-1bd345b49e57 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0528033 Apr 18 21:33:26.352281 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08b793a0-68dd-40a7-897d-9c5b23895840 req-72bcf0ab-21e4-4770-9ab9-be73490ef1a5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310898 Apr 18 21:33:26.374304 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53710) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:33:26.436439 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9751ad44-f94d-41af-ac55-88b77a0833eb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/6855649e-37a1-4197-89df-6cd77af30c43 HTTP/1.1" status: 200 len: 993 time: 0.0609965 Apr 18 21:33:36.030870 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d5844410-7c6e-4e31-8e3d-767892b88731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:38.769519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-71c00ad9-9212-4a98-aaeb-077d4959a24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:39.544628 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:40.719732 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:41.365615 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:42.915429 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.271424 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:33:46.516158 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:56.923098 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53724) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:33:57.076915 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 74990b88-ec19-45c5-9074-ab40995cf2a6 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:33:57.077169 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:57.154195 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:57.154517 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:57.166503 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 74990b88-ec19-45c5-9074-ab40995cf2a6 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:33:57.321479 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:57.345944 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=74990b88-ec19-45c5-9074-ab40995cf2a6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:33:57.357467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.357809 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.358165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.358492 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.358811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.359132 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.359452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.359768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.360108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.360423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.360733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.361042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:33:57.414898 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:57.415222 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Floating IP 6855649e-37a1-4197-89df-6cd77af30c43 disassociated (deleted). External IP: 172.25.2.213, port: b09ad84f-f937-4fd1-83f7-4077a32f2d87. Apr 18 21:33:57.630768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 672dabd5-95d3-4120-a539-37f52f460386 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:33:57.741635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:33:57.746486 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:57.751942 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] Sync routers for ids ['672dabd5-95d3-4120-a539-37f52f460386'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:33:57.761039 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] Routers {'672dabd5-95d3-4120-a539-37f52f460386'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:33:57.761627 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:33:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['672dabd5-95d3-4120-a539-37f52f460386'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:57.780821 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-bf764bbc-aa28-4902-9204-133e97b36cf3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/floatingips/6855649e-37a1-4197-89df-6cd77af30c43 HTTP/1.1" status: 204 len: 168 time: 0.8542380 Apr 18 21:33:57.780821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'tag': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:33:57.783921 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d92468a-9810-4589-978f-a60e1dc090dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2688ee-92ec-4708-bd92-07d243d0b77e", "tag": "b09ad84f-f937-4fd1-83f7-4077a32f2d87"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:33:57.847271 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd3b592-9f60-4da1-9f4d-782832baa84f x-openstack-request-id: req-3dd3b592-9f60-4da1-9f4d-782832baa84f {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:33:57.848866 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2688ee-92ec-4708-bd92-07d243d0b77e", "tag": "b09ad84f-f937-4fd1-83f7-4077a32f2d87", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:33:57.849502 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3dd3b592-9f60-4da1-9f4d-782832baa84f {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:33:57.850379 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd3b592-9f60-4da1-9f4d-782832baa84f'] response: {'name': 'network-changed', 'server_uuid': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'tag': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'status': 'completed', 'code': 200} Apr 18 21:33:57.897707 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] Set router 672dabd5-95d3-4120-a539-37f52f460386 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:33:57.924021 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92468a-9810-4589-978f-a60e1dc090dc req-be51f10e-448a-4ba1-b011-0062c4d24f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:57.926239 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d92468a-9810-4589-978f-a60e1dc090dc req-be51f10e-448a-4ba1-b011-0062c4d24f87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 1096 time: 0.0502746 Apr 18 21:33:58.031575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92468a-9810-4589-978f-a60e1dc090dc req-c79c7a4b-9a46-4f67-b23b-cb643f35359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.033276 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d92468a-9810-4589-978f-a60e1dc090dc req-c79c7a4b-9a46-4f67-b23b-cb643f35359c service neutron] 10.222.0.64 "GET /v2.0/networks?id=566a7e12-726d-4c33-9b34-7c369f3d73d2 HTTP/1.1" status: 200 len: 898 time: 0.0976777 Apr 18 21:33:58.072607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601acfa-a514-473b-a35c-dfe5725d0a79 req-6482c7a1-aafe-43f1-81f4-2a3c56fd0ddd tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.074175 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1601acfa-a514-473b-a35c-dfe5725d0a79 req-6482c7a1-aafe-43f1-81f4-2a3c56fd0ddd tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0607047 Apr 18 21:33:58.096165 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d92468a-9810-4589-978f-a60e1dc090dc req-4f993c28-0a48-4735-84da-e0ccd765c373 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87 HTTP/1.1" status: 200 len: 217 time: 0.0512054 Apr 18 21:33:58.123061 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1601acfa-a514-473b-a35c-dfe5725d0a79 req-c6d35380-de95-43e0-8c11-f42bf697685e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419643 Apr 18 21:33:58.156984 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7ed10153-a563-4edb-bc59-e09608d9e3f6', 'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:bd:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:28Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:58.163499 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92468a-9810-4589-978f-a60e1dc090dc req-5e7ffe3d-07a1-44e8-82d2-4f95804278cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.165011 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d92468a-9810-4589-978f-a60e1dc090dc req-5e7ffe3d-07a1-44e8-82d2-4f95804278cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a817a088-f71c-438d-abfd-498ed14cf6ef HTTP/1.1" status: 200 len: 835 time: 0.0601168 Apr 18 21:33:58.188085 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] Checking router: 672dabd5-95d3-4120-a539-37f52f460386 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:33:58.197711 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] Routers {'672dabd5-95d3-4120-a539-37f52f460386'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:33:58.198329 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:33:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['672dabd5-95d3-4120-a539-37f52f460386'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:58.219292 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92468a-9810-4589-978f-a60e1dc090dc req-b5ada65f-51d8-4dbd-9fd0-7c22c0875e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:58.221064 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d92468a-9810-4589-978f-a60e1dc090dc req-b5ada65f-51d8-4dbd-9fd0-7c22c0875e1c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=566a7e12-726d-4c33-9b34-7c369f3d73d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467098 Apr 18 21:33:58.306767 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] Set router 672dabd5-95d3-4120-a539-37f52f460386 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:33:58.321687 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d92468a-9810-4589-978f-a60e1dc090dc req-c851b62a-c370-4883-8534-ba30c0c54f79 service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916514 Apr 18 21:33:58.412585 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d92468a-9810-4589-978f-a60e1dc090dc req-013fc74c-c8c2-4ce2-8694-3ebad9af2230 service neutron] 10.222.0.64 "GET /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832608 Apr 18 21:33:58.506510 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7ed10153-a563-4edb-bc59-e09608d9e3f6', 'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:bd:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:28Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:33:58.535310 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26ae6c3-1f89-4db5-b7be-afcf52a557aa None None] The sync data for ids ['672dabd5-95d3-4120-a539-37f52f460386'] in n-d-836015-4 is: [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:25Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '7ed10153-a563-4edb-bc59-e09608d9e3f6', 'name': '', 'network_id': '566a7e12-726d-4c33-9b34-7c369f3d73d2', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:bd:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:25Z', 'updated_at': '2022-04-18T21:32:28Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'a817a088-f71c-438d-abfd-498ed14cf6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:33:58.749540 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bde706-7281-4621-ab53-e979115efa11 None None] New status for floating IP 6855649e-37a1-4197-89df-6cd77af30c43: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:33:59.240861 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3100c-a0d4-4818-8537-f0955398381c req-8d78ff2a-cb5b-4894-aba5-d48bbda1dbc7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:59.242326 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6c3100c-a0d4-4818-8537-f0955398381c req-8d78ff2a-cb5b-4894-aba5-d48bbda1dbc7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0480390 Apr 18 21:33:59.280370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e6c3100c-a0d4-4818-8537-f0955398381c req-d08c4739-9236-403e-a1b0-81e34da3868f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319729 Apr 18 21:33:59.742074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-fea67602-d4e3-4335-82ed-0057568d8022 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:59.743439 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-fea67602-d4e3-4335-82ed-0057568d8022 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 945 time: 0.0479906 Apr 18 21:33:59.838058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port b09ad84f-f937-4fd1-83f7-4077a32f2d87 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:33:59.838392 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.923752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port b09ad84f-f937-4fd1-83f7-4077a32f2d87, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b09ad84f-f937-4fd1-83f7-4077a32f2d87,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:33:59.924139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:59.937113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for b09ad84f-f937-4fd1-83f7-4077a32f2d87 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:00.061173 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.094561 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=b09ad84f-f937-4fd1-83f7-4077a32f2d87,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:00.122069 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.122451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.122790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.123123 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.123452 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.123780 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.124126 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.124450 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.124776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.125093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.125411 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.125726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:00.145641 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] No DVR routers for this DVR port b09ad84f-f937-4fd1-83f7-4077a32f2d87 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:00.148379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:00.152120 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-612c7124-7cd1-473c-a9d8-c7150938e3d1 req-257eda33-2dda-42b4-a713-1858e095e5d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "DELETE /v2.0/ports/b09ad84f-f937-4fd1-83f7-4077a32f2d87 HTTP/1.1" status: 204 len: 173 time: 0.3995073 Apr 18 21:34:00.152576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'name': 'network-vif-deleted', 'tag': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:00.154822 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f09753a-596f-4538-ac94-cb540b66c03e" -d '{"events": [{"server_uuid": "7f2688ee-92ec-4708-bd92-07d243d0b77e", "name": "network-vif-deleted", "tag": "b09ad84f-f937-4fd1-83f7-4077a32f2d87"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:34:00.192439 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b5b6d3-2e31-4b65-994f-5ced1089bc9b x-openstack-request-id: req-c8b5b6d3-2e31-4b65-994f-5ced1089bc9b {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:34:00.192725 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2688ee-92ec-4708-bd92-07d243d0b77e", "name": "network-vif-deleted", "tag": "b09ad84f-f937-4fd1-83f7-4077a32f2d87", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:34:00.192973 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8b5b6d3-2e31-4b65-994f-5ced1089bc9b {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:34:00.193373 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b5b6d3-2e31-4b65-994f-5ced1089bc9b'] response: {'server_uuid': '7f2688ee-92ec-4708-bd92-07d243d0b77e', 'name': 'network-vif-deleted', 'tag': 'b09ad84f-f937-4fd1-83f7-4077a32f2d87', 'status': 'completed', 'code': 200} Apr 18 21:34:00.384858 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc517525-07cc-43ef-ba2d-c2fcc0635ec1 req-00a14be8-8d7b-4f65-972d-6e4c09dddb35 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=7f2688ee-92ec-4708-bd92-07d243d0b77e HTTP/1.1" status: 200 len: 210 time: 0.0258362 Apr 18 21:34:01.442969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53744) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:02.138629 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.393423 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 7ed10153-a563-4edb-bc59-e09608d9e3f6 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:02.393672 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.483600 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port 7ed10153-a563-4edb-bc59-e09608d9e3f6, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7ed10153-a563-4edb-bc59-e09608d9e3f6,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:02.484617 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.501940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 7ed10153-a563-4edb-bc59-e09608d9e3f6 owned by network:router_interface {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:02.688586 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:02.718876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=7ed10153-a563-4edb-bc59-e09608d9e3f6,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:02.895324 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.109467 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 672dabd5-95d3-4120-a539-37f52f460386 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:03.214455 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:03.219472 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-db89db23-97b0-4b49-8b4d-0c07836ccd33 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "PUT /v2.0/routers/672dabd5-95d3-4120-a539-37f52f460386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7754648 Apr 18 21:34:03.222226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53746) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:03.224975 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] Sync routers for ids ['672dabd5-95d3-4120-a539-37f52f460386'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:34:03.235403 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] Routers {'672dabd5-95d3-4120-a539-37f52f460386'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:03.236034 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:33:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['672dabd5-95d3-4120-a539-37f52f460386'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:03.272677 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a257a5-93f0-4c0b-be64-d9c55c77f5b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting subnet a817a088-f71c-438d-abfd-498ed14cf6ef {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:34:03.277511 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82a257a5-93f0-4c0b-be64-d9c55c77f5b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.318371 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82a257a5-93f0-4c0b-be64-d9c55c77f5b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.338591 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] Set router 672dabd5-95d3-4120-a539-37f52f460386 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:03.406136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82a257a5-93f0-4c0b-be64-d9c55c77f5b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.467019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82a257a5-93f0-4c0b-be64-d9c55c77f5b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.495987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a257a5-93f0-4c0b-be64-d9c55c77f5b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Subnet': ['ID=a817a088-f71c-438d-abfd-498ed14cf6ef,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:03.499824 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-82a257a5-93f0-4c0b-be64-d9c55c77f5b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.503899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-82a257a5-93f0-4c0b-be64-d9c55c77f5b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/subnets/a817a088-f71c-438d-abfd-498ed14cf6ef HTTP/1.1" status: 204 len: 168 time: 0.2798681 Apr 18 21:34:03.506191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53748) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:03.510782 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2109ff-0c1c-4277-ae92-ee7d2a8bbe5d None None] Network 566a7e12-726d-4c33-9b34-7c369f3d73d2 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:34:03.525690 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:34:02Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:03.557878 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] Checking router: 672dabd5-95d3-4120-a539-37f52f460386 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:34:03.566622 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] Routers {'672dabd5-95d3-4120-a539-37f52f460386'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:03.567376 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:33:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['672dabd5-95d3-4120-a539-37f52f460386'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:03.628597 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.684023 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] Set router 672dabd5-95d3-4120-a539-37f52f460386 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:03.712529 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] DHCP port deletion for 566a7e12-726d-4c33-9b34-7c369f3d73d2 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:34:03.741257 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.761548 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Deleting port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:03.761920 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.802105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:34:03.802444 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.839542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] For port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=7a41cee1-cb85-4ca9-a909-e7fa5eac577c,segment=NetworkSegment(29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8),segment_id=29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:03.839974 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.854498 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Calling delete_port for 7a41cee1-cb85-4ca9-a909-e7fa5eac577c owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:03.898590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:03.898967 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.911769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:34:03.942955 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:03.963166 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:34:02Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:03.979867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Pushing event deleted for resources: {'Port': ['ID=7a41cee1-cb85-4ca9-a909-e7fa5eac577c,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:03.982730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] No DVR routers for this DVR port 7a41cee1-cb85-4ca9-a909-e7fa5eac577c on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:03.993291 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6997a5-9c36-45b2-9131-49514a0cb3fe None None] The sync data for ids ['672dabd5-95d3-4120-a539-37f52f460386'] in n-d-836015-4 is: [{'id': '672dabd5-95d3-4120-a539-37f52f460386', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136994518', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:34:02Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672dabd5-95d3-4120-a539-37f52f460386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:32:22Z', 'updated_at': '2022-04-18T21:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:34:03.997943 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:03.998283 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:03.998606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:03.999032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:03.999389 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:03.999675 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:04.000022 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:04.000346 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:04.000658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:04.001029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:04.001352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:04.001763 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92dffb65-4fc8-4e21-98b3-06232d5e575e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:04.085006 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.109896 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:04.173094 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.263740 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.265758 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.308327 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.308879 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Fanout notify agent at l3_agent the message router_deleted on router 672dabd5-95d3-4120-a539-37f52f460386 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:34:04.317823 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.321424 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-77b2d200-7d25-4065-a528-452efa182577 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/routers/672dabd5-95d3-4120-a539-37f52f460386 HTTP/1.1" status: 204 len: 168 time: 0.8114719 Apr 18 21:34:04.321714 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53750) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:04.404571 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.495136 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.515688 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566a7e12-726d-4c33-9b34-7c369f3d73d2']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:04.525569 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:04.525863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cfc8a8-33f1-4f3a-8dd6-e203602c2fa8') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:04.536314 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.549826 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.556974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:34:04.557375 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:34:04.560413 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:34:04.625646 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.633722 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.636885 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/networks/566a7e12-726d-4c33-9b34-7c369f3d73d2 HTTP/1.1" status: 204 len: 168 time: 0.3134596 Apr 18 21:34:04.639572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53752) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:04.649742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1281a-211b-42fa-b296-cf1947053bf4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Network': ['ID=566a7e12-726d-4c33-9b34-7c369f3d73d2,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:04.710542 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26b904e7-a8af-4342-bdf7-7a30ed5e9aa6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.736061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26b904e7-a8af-4342-bdf7-7a30ed5e9aa6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.792288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b09ad84f-f937-4fd1-83f7-4077a32f2d87 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:04.797234 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26b904e7-a8af-4342-bdf7-7a30ed5e9aa6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.799772 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-26b904e7-a8af-4342-bdf7-7a30ed5e9aa6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:04.800952 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-26b904e7-a8af-4342-bdf7-7a30ed5e9aa6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/security-groups/48fcea4a-cb47-4a0c-aacb-3d00880f0b1d HTTP/1.1" status: 204 len: 168 time: 0.1603458 Apr 18 21:34:04.810214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b904e7-a8af-4342-bdf7-7a30ed5e9aa6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fcea4a-cb47-4a0c-aacb-3d00880f0b1d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:04.813059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: b09ad84f-f937-4fd1-83f7-4077a32f2d87 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:04.813411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b09ad84f-f937-4fd1-83f7-4077a32f2d87 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:05.225526 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53758) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:05.230114 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-b5c9991e-8a61-4592-829a-6a9f529c2159 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930113309', 'description': 'tempest-secgroup-smoke-930113309 description', 'project_id': '474e9c7e19d24003a745d86810a072d2'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:05.250278 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b5c9991e-8a61-4592-829a-6a9f529c2159 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.314437 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b5c9991e-8a61-4592-829a-6a9f529c2159 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.318033 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b5c9991e-8a61-4592-829a-6a9f529c2159 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.345569 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b5c9991e-8a61-4592-829a-6a9f529c2159 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.346781 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b5c9991e-8a61-4592-829a-6a9f529c2159 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1202610 Apr 18 21:34:05.349199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9991e-8a61-4592-829a-6a9f529c2159 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87b66cf-0a76-4e02-8203-6bbf03a16007,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:05.350319 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53760) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:05.356279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5fde4836-8a97-4400-8bc4-b8375c84b723 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'f87b66cf-0a76-4e02-8203-6bbf03a16007', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:05.380560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5fde4836-8a97-4400-8bc4-b8375c84b723 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.435239 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5fde4836-8a97-4400-8bc4-b8375c84b723 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.438731 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5fde4836-8a97-4400-8bc4-b8375c84b723 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.456519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde4836-8a97-4400-8bc4-b8375c84b723 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e922607-995d-4955-ad3a-b7d4377326c3,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:05.462043 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5fde4836-8a97-4400-8bc4-b8375c84b723 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.463248 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5fde4836-8a97-4400-8bc4-b8375c84b723 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112418 Apr 18 21:34:05.466177 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53762) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:05.470593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-aaaedcf4-6fb2-46f1-bcb9-ee2f8292cd53 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'f87b66cf-0a76-4e02-8203-6bbf03a16007', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:05.497831 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aaaedcf4-6fb2-46f1-bcb9-ee2f8292cd53 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.537163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ed10153-a563-4edb-bc59-e09608d9e3f6 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:05.555399 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aaaedcf4-6fb2-46f1-bcb9-ee2f8292cd53 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.556990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 7ed10153-a563-4edb-bc59-e09608d9e3f6 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:05.557393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7ed10153-a563-4edb-bc59-e09608d9e3f6 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:05.557835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:05.559579 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aaaedcf4-6fb2-46f1-bcb9-ee2f8292cd53 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.576948 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaedcf4-6fb2-46f1-bcb9-ee2f8292cd53 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef524fb-57b4-46fd-a58e-928809d5ce32,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:05.577516 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:05.577860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8dff95b4-93ac-4fdf-bff8-6eb1b14d0ffe not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:05.578267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7a41cee1-cb85-4ca9-a909-e7fa5eac577c no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:34:05.586182 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-aaaedcf4-6fb2-46f1-bcb9-ee2f8292cd53 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.587480 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-aaaedcf4-6fb2-46f1-bcb9-ee2f8292cd53 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202693 Apr 18 21:34:05.590550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53764) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:05.595068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-372ed4c9-5f70-45cb-b129-cf1e36afb175 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'f87b66cf-0a76-4e02-8203-6bbf03a16007', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:05.600294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 7a41cee1-cb85-4ca9-a909-e7fa5eac577c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:34:05.600639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 7a41cee1-cb85-4ca9-a909-e7fa5eac577c not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:34:05.620821 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-372ed4c9-5f70-45cb-b129-cf1e36afb175 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.682254 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-372ed4c9-5f70-45cb-b129-cf1e36afb175 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.685985 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-372ed4c9-5f70-45cb-b129-cf1e36afb175 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.704546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ed4c9-5f70-45cb-b129-cf1e36afb175 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56be3d4d-c9b1-481a-b965-88a7e231bae3,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:05.710379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-372ed4c9-5f70-45cb-b129-cf1e36afb175 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.711530 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-372ed4c9-5f70-45cb-b129-cf1e36afb175 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199615 Apr 18 21:34:05.714398 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53766) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:05.718883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-f5cc9555-51e9-4239-8cea-666a94606613 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'f87b66cf-0a76-4e02-8203-6bbf03a16007', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:05.742448 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5cc9555-51e9-4239-8cea-666a94606613 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.801048 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5cc9555-51e9-4239-8cea-666a94606613 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.804631 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5cc9555-51e9-4239-8cea-666a94606613 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.821792 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc9555-51e9-4239-8cea-666a94606613 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c8f9c9-19a0-42d8-aa76-fbd45b826c44,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:05.830726 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f5cc9555-51e9-4239-8cea-666a94606613 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.831940 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f5cc9555-51e9-4239-8cea-666a94606613 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165116 Apr 18 21:34:05.835255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53768) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:05.839608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-8c8628c6-3e4e-4a39-9d1f-94e6b5bb28dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'f87b66cf-0a76-4e02-8203-6bbf03a16007', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:05.859587 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-8c8628c6-3e4e-4a39-9d1f-94e6b5bb28dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Project 474e9c7e19d24003a745d86810a072d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:34:05.864434 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c8628c6-3e4e-4a39-9d1f-94e6b5bb28dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.926070 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c8628c6-3e4e-4a39-9d1f-94e6b5bb28dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.929363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c8628c6-3e4e-4a39-9d1f-94e6b5bb28dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.946268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8628c6-3e4e-4a39-9d1f-94e6b5bb28dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fee1e81-52d5-459d-a9a4-d23ae0c93427,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:05.954651 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8c8628c6-3e4e-4a39-9d1f-94e6b5bb28dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:05.955891 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8c8628c6-3e4e-4a39-9d1f-94e6b5bb28dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196425 Apr 18 21:34:05.959169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53770) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:05.963468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-32980e6a-92cb-4c64-aa08-5cae9c6b8fe6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'f87b66cf-0a76-4e02-8203-6bbf03a16007', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:05.982173 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-32980e6a-92cb-4c64-aa08-5cae9c6b8fe6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Project 474e9c7e19d24003a745d86810a072d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:34:05.986885 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32980e6a-92cb-4c64-aa08-5cae9c6b8fe6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.036215 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-27fc737e-4d39-4ab8-81a3-eccf46520a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.050548 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32980e6a-92cb-4c64-aa08-5cae9c6b8fe6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.053867 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32980e6a-92cb-4c64-aa08-5cae9c6b8fe6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.070900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32980e6a-92cb-4c64-aa08-5cae9c6b8fe6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8fe1b3-40d7-4c40-9f7e-efcb023b06ac,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:06.079023 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-32980e6a-92cb-4c64-aa08-5cae9c6b8fe6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.080257 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-32980e6a-92cb-4c64-aa08-5cae9c6b8fe6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201692 Apr 18 21:34:06.083640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53772) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:06.088773 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'network': {'name': 'tempest-network-smoke--622942446', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'port_security_enabled': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:06.107113 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:06.110605 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.134672 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:34:06.144010 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.144359 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Added segment e119394c-63e9-4964-9adc-0d92f64bd081 of type vlan for network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 Apr 18 21:34:06.185084 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.208473 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.214068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:06.214493 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.275195 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1904552 Apr 18 21:34:06.278027 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53774) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:06.282537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'admin_state_up': True, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:06.297522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0059cdd-980b-47c5-b4bd-0246b26865a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Network': ['ID=57d8c747-d911-4374-9f6c-4ea8d4dfd169,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:06.308652 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:34:06.310505 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.311537 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.362943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.501190 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.690222 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.712061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.812168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.25.2.107 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/89473beb-0228-4d01-b442-a5669a3d1cfd) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:06.919668 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.951680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:06.986708 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:06.991315 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:06.994739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:34:07.017180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=89473beb-0228-4d01-b442-a5669a3d1cfd,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:07.247819 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.440948 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.569748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router f7ac878c-a876-4bf2-9bd7-61c61519059e is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:34:07.674336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:07.684542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Sync routers for ids ['f7ac878c-a876-4bf2-9bd7-61c61519059e'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:34:07.693956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Routers {'f7ac878c-a876-4bf2-9bd7-61c61519059e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:07.694505 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:33:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7ac878c-a876-4bf2-9bd7-61c61519059e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:07.694667 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.698890 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4e0e2db9-4f43-4d39-8eab-ac1f2b3a02ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4168684 Apr 18 21:34:07.699058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53776) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:07.727703 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-84db317b-f482-4e6d-ab6f-1b216fc079ca tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=474e9c7e19d24003a745d86810a072d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274730 Apr 18 21:34:07.730350 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53778) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:07.803371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Set router f7ac878c-a876-4bf2-9bd7-61c61519059e gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:07.819120 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f87fe-f712-4854-9eff-00a352327a26 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:07.820705 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-150f87fe-f712-4854-9eff-00a352327a26 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894544 Apr 18 21:34:07.823523 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53780) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:07.855939 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2646b979-cd39-4ab4-a019-21606c5e7b7c tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312696 Apr 18 21:34:07.858614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53782) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:07.864076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1608239673', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:07.953849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:07.957820 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.139136 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.146412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:07Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:08.172819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Checking router: f7ac878c-a876-4bf2-9bd7-61c61519059e for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:34:08.173168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Updating router f7ac878c-a876-4bf2-9bd7-61c61519059e port 89473beb-0228-4d01-b442-a5669a3d1cfd binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:34:08.196714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Subnet': ['ID=55abc956-3b3c-452a-a96c-eeabc52459e1,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:08.197798 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.208008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Checking segment: {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:34:08.208310 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network hostable DHCP agents. Network: 57d8c747-d911-4374-9f6c-4ea8d4dfd169, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:34:08.226857 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:34:08.236469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 57d8c747-d911-4374-9f6c-4ea8d4dfd169) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:08.242430 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:08.243153 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.260295 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-da4c1be9-9f8a-4b2b-bf12-5f9c90a2a789 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4006472 Apr 18 21:34:08.263206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53784) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:08.286891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83f4ebb-77bf-4f85-bb74-60a6fb3c0010 None None] Network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:34:08.547094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:34:08.547971 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.584432 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.638326 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.695535 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.734726 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e9ec4-4615-49c5-bd88-b283567ffe25 None None] Pushing event updated for resources: {'Port': ['ID=89473beb-0228-4d01-b442-a5669a3d1cfd,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:08.739669 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Attempting to bind port 89473beb-0228-4d01-b442-a5669a3d1cfd on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:08.740059 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Attempting to bind port 89473beb-0228-4d01-b442-a5669a3d1cfd by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:08.740415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Attempting to bind port 89473beb-0228-4d01-b442-a5669a3d1cfd on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:34:08.758629 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:34:08.759004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:34:08.759405 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.759794 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:34:08.760294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Bound port: 89473beb-0228-4d01-b442-a5669a3d1cfd, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:08.760668 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.799428 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Allocated IP 172.20.0.2 (57d8c747-d911-4374-9f6c-4ea8d4dfd169/55abc956-3b3c-452a-a96c-eeabc52459e1/2d60393b-868d-4bf3-8280-ee6f41a52c8d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:08.807191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5eff2e9d-602a-4e08-a556-20fd2ae7abb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:08.889052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] For port 89473beb-0228-4d01-b442-a5669a3d1cfd, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:08.908178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] For port 89473beb-0228-4d01-b442-a5669a3d1cfd, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=89473beb-0228-4d01-b442-a5669a3d1cfd,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:08.916328 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.009165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e9ec4-4615-49c5-bd88-b283567ffe25 None None] Pushing event updated for resources: {'Port': ['ID=89473beb-0228-4d01-b442-a5669a3d1cfd,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:09.031197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Routers {'f7ac878c-a876-4bf2-9bd7-61c61519059e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:09.031818 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:34:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7ac878c-a876-4bf2-9bd7-61c61519059e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:09.093383 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.105361 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.190642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:09.197332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] Set router f7ac878c-a876-4bf2-9bd7-61c61519059e gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:09.199192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:09.222951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Pushing event updated for resources: {'Port': ['ID=2d60393b-868d-4bf3-8280-ee6f41a52c8d,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:09.225251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:34:09.325553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.20.0.1 (57d8c747-d911-4374-9f6c-4ea8d4dfd169/55abc956-3b3c-452a-a96c-eeabc52459e1/61704d33-df3c-4aae-86ec-9e96e114efa0) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:09.348592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Attempting to bind port 2d60393b-868d-4bf3-8280-ee6f41a52c8d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:09.348876 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Attempting to bind port 2d60393b-868d-4bf3-8280-ee6f41a52c8d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:09.349229 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Attempting to bind port 2d60393b-868d-4bf3-8280-ee6f41a52c8d on network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:34:09.362749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:34:09.363111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Checking segment: {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:34:09.364061 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.364445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Bound using segment: {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:34:09.364899 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Bound port: 2d60393b-868d-4bf3-8280-ee6f41a52c8d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:09.365268 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.439503 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.466671 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] For port 2d60393b-868d-4bf3-8280-ee6f41a52c8d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:09.470614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] For port 2d60393b-868d-4bf3-8280-ee6f41a52c8d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2d60393b-868d-4bf3-8280-ee6f41a52c8d,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:09.473538 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.476158 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.514731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:07Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:09.517733 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:09.521040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:09.525799 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:34:09.550231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=61704d33-df3c-4aae-86ec-9e96e114efa0,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:09.562777 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c1ddcd-ea26-4af4-beb5-a6d53040a48c None None] The sync data for ids ['f7ac878c-a876-4bf2-9bd7-61c61519059e'] in n-d-836015-4 is: [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:07Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:34:09.576019 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.581077 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93465193-5d6f-40fb-908a-73398a7be8cc None None] Pushing event updated for resources: {'Port': ['ID=2d60393b-868d-4bf3-8280-ee6f41a52c8d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:09.593202 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:09.732870 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.068109 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.073723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.147757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.149564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=61704d33-df3c-4aae-86ec-9e96e114efa0,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:10.254560 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:10.256243 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:10.384785 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router f7ac878c-a876-4bf2-9bd7-61c61519059e has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:10.504515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:10.516461 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-51396ff9-d402-4064-98b7-b13c9e223d4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "PUT /v2.0/routers/f7ac878c-a876-4bf2-9bd7-61c61519059e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2521453 Apr 18 21:34:10.523913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76af27-29d6-4f33-834e-04de4de8417d None None] Network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:34:10.611865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5117833f-ee13-48f6-9c1f-b90b762f723b None None] Provisioning complete for port 2d60393b-868d-4bf3-8280-ee6f41a52c8d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:10.612226 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5117833f-ee13-48f6-9c1f-b90b762f723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.659014 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-e45a365a-1e38-4ee1-be55-b20d9379dcc4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930113309&fields=id&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 267 time: 0.0398729 Apr 18 21:34:10.747103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.765645 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5117833f-ee13-48f6-9c1f-b90b762f723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.772366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b684-409c-46d0-b63b-f574168f40df req-eb125b28-d7ff-4e1c-b6c1-b521b934e651 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:10.774951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-eb125b28-d7ff-4e1c-b6c1-b521b934e651 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 796 time: 0.1082919 Apr 18 21:34:10.791717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-10d9097c-d160-410e-9097-a2be3f091d4f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/quotas/474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 375 time: 0.0105028 Apr 18 21:34:10.809634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5117833f-ee13-48f6-9c1f-b90b762f723b None None] For port 2d60393b-868d-4bf3-8280-ee6f41a52c8d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2d60393b-868d-4bf3-8280-ee6f41a52c8d,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:10.817031 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5117833f-ee13-48f6-9c1f-b90b762f723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:10.860736 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-b6a4dbd6-3a94-498b-8623-59fe284a017f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622828 Apr 18 21:34:10.874860 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117833f-ee13-48f6-9c1f-b90b762f723b None None] Pushing event updated for resources: {'Port': ['ID=2d60393b-868d-4bf3-8280-ee6f41a52c8d,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:10.968402 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-1c159874-d47f-4943-ba2e-0e868fbfec38 service neutron] 10.222.0.49 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948906 Apr 18 21:34:11.040852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-746ef579-c9a3-4fa2-981c-7831549fda0a None None] Provisioning complete for port 61704d33-df3c-4aae-86ec-9e96e114efa0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:11.044868 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-746ef579-c9a3-4fa2-981c-7831549fda0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.065971 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-4958c41a-a186-446c-ba2c-b74eb16c5304 service neutron] 10.222.0.49 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911820 Apr 18 21:34:11.088019 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-746ef579-c9a3-4fa2-981c-7831549fda0a None None] Port 61704d33-df3c-4aae-86ec-9e96e114efa0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:34:11.098658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-746ef579-c9a3-4fa2-981c-7831549fda0a None None] Provisioning complete for port 2d60393b-868d-4bf3-8280-ee6f41a52c8d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:11.099288 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-746ef579-c9a3-4fa2-981c-7831549fda0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.256050 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9e510b1b-37a2-4d2d-b29d-6b32e4674228 req-2b0d8e17-f2ac-4df2-9bd5-393f08d7a364 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 210 time: 0.0338321 Apr 18 21:34:11.309934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-767a48a6-8937-42bb-b568-133210c580fc None None] Provisioning complete for port 61704d33-df3c-4aae-86ec-9e96e114efa0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:11.310304 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-767a48a6-8937-42bb-b568-133210c580fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.327629 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Sync routers for ids ['f7ac878c-a876-4bf2-9bd7-61c61519059e'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:34:11.340581 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Routers {'f7ac878c-a876-4bf2-9bd7-61c61519059e'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:11.341198 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:34:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7ac878c-a876-4bf2-9bd7-61c61519059e'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:11.376196 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-767a48a6-8937-42bb-b568-133210c580fc None None] Port 61704d33-df3c-4aae-86ec-9e96e114efa0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:34:11.386925 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.471288 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Set router f7ac878c-a876-4bf2-9bd7-61c61519059e gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:11.511508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-56c79901-32bb-44e1-9634-30ea660c945e None None] Provisioning complete for port 61704d33-df3c-4aae-86ec-9e96e114efa0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:11.520998 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-56c79901-32bb-44e1-9634-30ea660c945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.572386 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-56c79901-32bb-44e1-9634-30ea660c945e None None] Port 61704d33-df3c-4aae-86ec-9e96e114efa0 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:34:11.645273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2d60393b-868d-4bf3-8280-ee6f41a52c8d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:11.696068 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 2d60393b-868d-4bf3-8280-ee6f41a52c8d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:11.696434 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.721411 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:09Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61704d33-df3c-4aae-86ec-9e96e114efa0', 'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:67:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:09Z', 'updated_at': '2022-04-18T21:34:09Z', 'revision_number': 2, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:11.749416 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Checking router: f7ac878c-a876-4bf2-9bd7-61c61519059e for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:34:11.749749 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Updating router f7ac878c-a876-4bf2-9bd7-61c61519059e port 61704d33-df3c-4aae-86ec-9e96e114efa0 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:34:11.779652 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:11.944055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 89473beb-0228-4d01-b442-a5669a3d1cfd up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:11.988345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 89473beb-0228-4d01-b442-a5669a3d1cfd triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:11.988628 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.061258 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.065889 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.067993 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.088201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 89473beb-0228-4d01-b442-a5669a3d1cfd, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=89473beb-0228-4d01-b442-a5669a3d1cfd,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:12.092374 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.119881 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Pushing event updated for resources: {'Port': ['ID=61704d33-df3c-4aae-86ec-9e96e114efa0,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:12.144028 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.144364 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.145306 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.145679 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.145919 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.146245 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.146563 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.146670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=89473beb-0228-4d01-b442-a5669a3d1cfd,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:12.146922 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.147242 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.147554 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.147886 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.148205 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:12.188786 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Attempting to bind port 61704d33-df3c-4aae-86ec-9e96e114efa0 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:12.189217 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Attempting to bind port 61704d33-df3c-4aae-86ec-9e96e114efa0 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:12.189651 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Attempting to bind port 61704d33-df3c-4aae-86ec-9e96e114efa0 on network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:34:12.199927 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:34:12.200429 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Checking segment: {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:34:12.200895 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.201353 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Bound using segment: {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:34:12.201916 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Bound port: 61704d33-df3c-4aae-86ec-9e96e114efa0, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:12.202362 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.274309 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] For port 61704d33-df3c-4aae-86ec-9e96e114efa0, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:12.277954 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] For port 61704d33-df3c-4aae-86ec-9e96e114efa0, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=61704d33-df3c-4aae-86ec-9e96e114efa0,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:12.295992 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.320088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b684-409c-46d0-b63b-f574168f40df req-c3c668f7-93f0-44cf-9902-f1f9929996b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:12.321789 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-c3c668f7-93f0-44cf-9902-f1f9929996b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 796 time: 0.1274934 Apr 18 21:34:12.366744 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Routers {'f7ac878c-a876-4bf2-9bd7-61c61519059e'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:12.367364 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:34:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7ac878c-a876-4bf2-9bd7-61c61519059e'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:12.387871 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-60a12e3e-1b28-4f9d-98fb-0ca4e252c201 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 379 time: 0.0574098 Apr 18 21:34:12.402875 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-bfcce58a-b89a-4549-8906-3663541e352e req-6290e6f2-f0a6-49ab-9608-698fb8ac8454 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 210 time: 0.0380859 Apr 18 21:34:12.405097 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'port': {'device_id': '18d573ec-db67-4def-9327-718de850a40e', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'admin_state_up': True, 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'security_groups': ['f87b66cf-0a76-4e02-8203-6bbf03a16007']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:12.410192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c7c2461d-94ea-4589-aea7-58e2eebea37e None None] Provisioning complete for port 61704d33-df3c-4aae-86ec-9e96e114efa0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:12.414122 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c7c2461d-94ea-4589-aea7-58e2eebea37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.488931 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] Set router f7ac878c-a876-4bf2-9bd7-61c61519059e gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:12.516347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c7c2461d-94ea-4589-aea7-58e2eebea37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.517539 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50dc01-7eef-4aa2-80d2-9ab1dc4f7258 None None] Pushing event updated for resources: {'Port': ['ID=61704d33-df3c-4aae-86ec-9e96e114efa0,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:12.547009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:34:12.552020 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.570536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-c7c2461d-94ea-4589-aea7-58e2eebea37e None None] For port 61704d33-df3c-4aae-86ec-9e96e114efa0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=61704d33-df3c-4aae-86ec-9e96e114efa0,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:12.576656 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c7c2461d-94ea-4589-aea7-58e2eebea37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.631568 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2461d-94ea-4589-aea7-58e2eebea37e None None] Pushing event updated for resources: {'Port': ['ID=61704d33-df3c-4aae-86ec-9e96e114efa0,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:12.695875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0e659b67-6d42-4de2-899d-72e52e771b07 None None] Provisioning complete for port 61704d33-df3c-4aae-86ec-9e96e114efa0 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:12.696553 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e659b67-6d42-4de2-899d-72e52e771b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.702156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.20.0.12 (57d8c747-d911-4374-9f6c-4ea8d4dfd169/55abc956-3b3c-452a-a96c-eeabc52459e1/fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:12.733631 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:09Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61704d33-df3c-4aae-86ec-9e96e114efa0', 'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:67:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:09Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:12.761541 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678ecdf-c783-4552-804b-8fa3c69305fd None None] The sync data for ids ['f7ac878c-a876-4bf2-9bd7-61c61519059e'] in n-d-836015-4 is: [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:09Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61704d33-df3c-4aae-86ec-9e96e114efa0', 'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:67:e2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:09Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:34:12.856955 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.895353 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.933631 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:12.945553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:12.952323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:12.959215 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:34:12.963555 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:13.028458 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:13.028952 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.049674 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-bcc083c5-638a-489b-836d-ccd1e1a84405 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6558261 Apr 18 21:34:13.063024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Request body: {'port': {'device_id': '18d573ec-db67-4def-9327-718de850a40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:13.129811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.201873 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-364816f7-5b0f-471d-8d84-484a2506b2b5 None None] Provisioning complete for port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:13.202246 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-364816f7-5b0f-471d-8d84-484a2506b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.246260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-364816f7-5b0f-471d-8d84-484a2506b2b5 None None] Port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:34:13.426192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:34:13.434119 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.447135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Transition to ACTIVE for port object fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:13.455716 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.512716 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:13.549639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db07715-8973-4dcc-a6a6-9489f9faa61d req-c78668ab-9c41-412f-a24d-4233ff56c59a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:13.558730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3db07715-8973-4dcc-a6a6-9489f9faa61d req-c78668ab-9c41-412f-a24d-4233ff56c59a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0768249 Apr 18 21:34:13.612214 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3db07715-8973-4dcc-a6a6-9489f9faa61d req-315680bf-484e-4486-92d9-6cc0b6afc205 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525596 Apr 18 21:34:13.620041 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Attempting to bind port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:13.620389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Attempting to bind port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:13.620737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Attempting to bind port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c on network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:34:13.625814 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c on network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:34:13.626139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Attempting to bind port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c on network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:34:13.635942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:34:13.636280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Checking segment: {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:34:13.636663 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Bound using segment: {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:34:13.637280 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Bound port: fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:13.637640 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.725875 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:34:13.731036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:34:13.735820 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 61704d33-df3c-4aae-86ec-9e96e114efa0 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:13.745962 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.798926 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:13.799551 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.801688 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] 10.222.0.60 "PUT /v2.0/ports/fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 1092 time: 0.7432165 Apr 18 21:34:13.802145 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:13.804494 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ec414f-6354-4e23-a723-62fadae3521e" -d '{"events": [{"name": "network-changed", "server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:34:13.828903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 61704d33-df3c-4aae-86ec-9e96e114efa0 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:13.829275 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:13.847422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017465fa-60cb-43f1-a5f5-168e01202113 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:13.883379 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eef5b4-342b-4be3-94a8-f4a545221305 x-openstack-request-id: req-64eef5b4-342b-4be3-94a8-f4a545221305 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:34:13.883874 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:34:13.884230 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64eef5b4-342b-4be3-94a8-f4a545221305 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:34:13.884732 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64eef5b4-342b-4be3-94a8-f4a545221305'] response: {'name': 'network-changed', 'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'status': 'completed', 'code': 200} Apr 18 21:34:13.910476 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b684-409c-46d0-b63b-f574168f40df req-5189c838-8cd8-403b-ade1-52f6d64ddbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:13.913036 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-5189c838-8cd8-403b-ade1-52f6d64ddbdf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1095 time: 0.0615194 Apr 18 21:34:13.959886 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-c5eaf53e-d0fb-4a75-ab83-92c3342e82ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 217 time: 0.0391388 Apr 18 21:34:13.960799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 89473beb-0228-4d01-b442-a5669a3d1cfd up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:14.015895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 89473beb-0228-4d01-b442-a5669a3d1cfd triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:14.021491 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.028056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b684-409c-46d0-b63b-f574168f40df req-567add51-4fca-4b9c-92d3-2d758cf297f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.029558 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-567add51-4fca-4b9c-92d3-2d758cf297f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0619211 Apr 18 21:34:14.084364 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356b684-409c-46d0-b63b-f574168f40df req-1038fbd8-e734-4b9a-9b9b-20a5b74c4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.086004 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-1038fbd8-e734-4b9a-9b9b-20a5b74c4c54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493562 Apr 18 21:34:14.177605 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-76913afb-f890-45d2-9683-992cde5597cf service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842819 Apr 18 21:34:14.269533 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d356b684-409c-46d0-b63b-f574168f40df req-edee3074-3063-4065-ad76-3d0e5b22ee73 service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849500 Apr 18 21:34:14.356317 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec414f-6354-4e23-a723-62fadae3521e req-ca5543e2-4ff1-4e45-bd65-c693ff71ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.357826 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-53ec414f-6354-4e23-a723-62fadae3521e req-ca5543e2-4ff1-4e45-bd65-c693ff71ba36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1095 time: 0.0405452 Apr 18 21:34:14.449493 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec414f-6354-4e23-a723-62fadae3521e req-64e8b15c-d918-4bda-8228-abdc39267cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.450961 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-53ec414f-6354-4e23-a723-62fadae3521e req-64e8b15c-d918-4bda-8228-abdc39267cc9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 897 time: 0.0863850 Apr 18 21:34:14.492055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-53ec414f-6354-4e23-a723-62fadae3521e req-93e8e6e4-9900-428e-ba1c-14b814aef10f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 217 time: 0.0338933 Apr 18 21:34:14.540495 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec414f-6354-4e23-a723-62fadae3521e req-e79065c0-25a0-479f-a003-c84cb9ed1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.541942 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-53ec414f-6354-4e23-a723-62fadae3521e req-e79065c0-25a0-479f-a003-c84cb9ed1867 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0429530 Apr 18 21:34:14.589649 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec414f-6354-4e23-a723-62fadae3521e req-3cdda9ef-79f1-4678-b43b-54d4fe2b65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.591062 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-53ec414f-6354-4e23-a723-62fadae3521e req-3cdda9ef-79f1-4678-b43b-54d4fe2b65b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432069 Apr 18 21:34:14.678642 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-53ec414f-6354-4e23-a723-62fadae3521e req-d0bece77-74ea-4fb8-8752-02ae3166e8ad service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813832 Apr 18 21:34:14.734762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdf5e3-666f-4b3d-9869-dbca010eb9f0 req-a3783f39-ea74-4d73-b144-59f90e808712 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.736278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80bdf5e3-666f-4b3d-9869-dbca010eb9f0 req-a3783f39-ea74-4d73-b144-59f90e808712 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0481601 Apr 18 21:34:14.776224 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-53ec414f-6354-4e23-a723-62fadae3521e req-db42af09-0eca-4cab-83d0-22b80bd744ef service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895452 Apr 18 21:34:14.779122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-80bdf5e3-666f-4b3d-9869-dbca010eb9f0 req-7786acc4-610b-48b8-b8cf-f72771633f19 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365489 Apr 18 21:34:15.904056 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396f8f4-a6e2-43ee-8fdf-16cbe33a9409 req-f32a0765-17e0-4266-bc8c-1533d747666d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:15.905441 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c396f8f4-a6e2-43ee-8fdf-16cbe33a9409 req-f32a0765-17e0-4266-bc8c-1533d747666d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0520370 Apr 18 21:34:15.946374 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c396f8f4-a6e2-43ee-8fdf-16cbe33a9409 req-c445a113-8897-411e-8861-d7f449a786e8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337839 Apr 18 21:34:16.524242 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:17.062674 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e8aed-f6e9-4c68-995b-3182cef909e5 req-0c739536-0ebe-4df9-b898-d9a1345c8e7c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:17.064173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1e8aed-f6e9-4c68-995b-3182cef909e5 req-0c739536-0ebe-4df9-b898-d9a1345c8e7c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0482428 Apr 18 21:34:17.101916 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5d1e8aed-f6e9-4c68-995b-3182cef909e5 req-f311a776-e967-4da8-bf45-941af7726e9a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311058 Apr 18 21:34:18.141679 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:34:18.218938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac27c75-534f-49f8-baf3-11ab070f77e4 req-4347ad24-80c6-489a-b75b-50e0527791b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:18.220448 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ac27c75-534f-49f8-baf3-11ab070f77e4 req-4347ad24-80c6-489a-b75b-50e0527791b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0490179 Apr 18 21:34:18.234151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:18.246987 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'port_id': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'mac_address': 'fa:16:3e:3b:7c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:34:18.259900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ac27c75-534f-49f8-baf3-11ab070f77e4 req-34c33810-56dc-4b64-9406-29e1d297670c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332067 Apr 18 21:34:18.288257 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.301193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:34:18.319958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:18.323667 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.368582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:18.666827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:34:19.382412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed3ceb-aa87-4a3f-a2cd-b4db64149d99 req-59e63eb5-91fc-43b7-8fcd-657fc4ca75fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:19.383792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4ed3ceb-aa87-4a3f-a2cd-b4db64149d99 req-59e63eb5-91fc-43b7-8fcd-657fc4ca75fa tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 945 time: 0.0521510 Apr 18 21:34:19.421217 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4ed3ceb-aa87-4a3f-a2cd-b4db64149d99 req-26b70411-7931-44bc-9ee7-45cb93191467 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314238 Apr 18 21:34:20.154014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:34:20.201834 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:20.206134 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:20.206507 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.285032 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.306736 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:20.309017 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6faf18-3825-40f3-9aa3-20f1a15ce30c" -d '{"events": [{"server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "name": "network-vif-plugged", "status": "completed", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:34:20.321653 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:34:20.326441 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:20.350608 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a270673-9f38-4ab3-90eb-4e8fe89d33c1 x-openstack-request-id: req-9a270673-9f38-4ab3-90eb-4e8fe89d33c1 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:34:20.350608 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "name": "network-vif-plugged", "status": "completed", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:34:20.350608 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a270673-9f38-4ab3-90eb-4e8fe89d33c1 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:34:20.350983 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a270673-9f38-4ab3-90eb-4e8fe89d33c1'] response: {'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'code': 200} Apr 18 21:34:20.376232 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:20.445738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bc44c-9d56-4670-a5c9-e7adcfcc074d req-ab91c102-c6c0-401a-b72d-87adb8c5af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:20.447291 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f36bc44c-9d56-4670-a5c9-e7adcfcc074d req-ab91c102-c6c0-401a-b72d-87adb8c5af69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1097 time: 0.0415323 Apr 18 21:34:20.481424 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f36bc44c-9d56-4670-a5c9-e7adcfcc074d req-1353c195-8fa8-4612-8223-81b2482a1343 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277038 Apr 18 21:34:20.536813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952944b-c768-4a95-9d75-c5e5d9f873ba req-f8cc605a-055c-424c-a155-4a0f04b21da7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:20.538296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f952944b-c768-4a95-9d75-c5e5d9f873ba req-f8cc605a-055c-424c-a155-4a0f04b21da7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0483561 Apr 18 21:34:20.576846 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f952944b-c768-4a95-9d75-c5e5d9f873ba req-7f7a8e44-54fc-439f-a7a0-a4364a28f354 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325279 Apr 18 21:34:21.692813 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb7cea-ebf4-4706-b9ca-fc129a12d6a7 req-83d4b5a9-3e60-4f66-b14e-ff7b448487ae tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:21.694320 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eccb7cea-ebf4-4706-b9ca-fc129a12d6a7 req-83d4b5a9-3e60-4f66-b14e-ff7b448487ae tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0486040 Apr 18 21:34:21.731440 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-eccb7cea-ebf4-4706-b9ca-fc129a12d6a7 req-abada3b7-73a3-4c24-8c9c-cf152f42865a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311213 Apr 18 21:34:22.848906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aea4e4-bc26-4b51-ab95-9f66fa7bf54f req-98a4ff60-af68-4ced-9ab8-de2f4ddd137d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:22.850419 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98aea4e4-bc26-4b51-ab95-9f66fa7bf54f req-98a4ff60-af68-4ced-9ab8-de2f4ddd137d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0521345 Apr 18 21:34:22.888378 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-98aea4e4-bc26-4b51-ab95-9f66fa7bf54f req-68093d10-a2a0-44d2-8293-5eaf74a3bcb5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318215 Apr 18 21:34:23.001745 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155e50a-2697-4f4d-ab7a-869cd2763383 req-449f2e41-1c71-49a0-a1fb-c801a9a6c09b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:23.003309 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a155e50a-2697-4f4d-ab7a-869cd2763383 req-449f2e41-1c71-49a0-a1fb-c801a9a6c09b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0481369 Apr 18 21:34:23.040812 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a155e50a-2697-4f4d-ab7a-869cd2763383 req-4a30e9b0-46a7-4d35-8a0e-361d175fa1a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307553 Apr 18 21:34:23.062519 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53838) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:23.101082 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fbad70-e411-4408-a093-392afb8cfeb4 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:23.102581 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-00fbad70-e411-4408-a093-392afb8cfeb4 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1092 time: 0.0390534 Apr 18 21:34:23.105379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53840) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:23.109531 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:23.129458 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.227909 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.270691 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:34:23.332557 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.25.2.151 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/ade4c804-fe09-4592-961d-1484eae9b518) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:34:23.429895 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.461739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:23.504076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:34:23.506864 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:34:23.509422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:34:23.539042 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=ade4c804-fe09-4592-961d-1484eae9b518,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:24.201262 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.268196 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.414497 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.419183 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.489385 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=ade4c804-fe09-4592-961d-1484eae9b518,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:24.499104 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.597002 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Floating IP ac8f2999-6211-44a4-86c5-039810fadeac associated. External IP: 172.25.2.151, port: fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c. Apr 18 21:34:24.802536 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router f7ac878c-a876-4bf2-9bd7-61c61519059e has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:34:24.910775 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:34:24.920798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] Sync routers for ids ['f7ac878c-a876-4bf2-9bd7-61c61519059e'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:34:24.927992 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:24.932215 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] Routers {'f7ac878c-a876-4bf2-9bd7-61c61519059e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:24.932833 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:34:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7ac878c-a876-4bf2-9bd7-61c61519059e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:24.955087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-91683146-0daa-43ab-be3c-340c1de12372 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8487039 Apr 18 21:34:24.955777 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:24.958828 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17466e94-abaf-471a-8cea-953e845cfe36" -d '{"events": [{"name": "network-changed", "server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:34:24.998345 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7398e1-8826-47f3-9803-5083ed732d76 x-openstack-request-id: req-cf7398e1-8826-47f3-9803-5083ed732d76 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:34:24.999028 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:34:24.999481 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cf7398e1-8826-47f3-9803-5083ed732d76 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:34:25.000114 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7398e1-8826-47f3-9803-5083ed732d76'] response: {'name': 'network-changed', 'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'status': 'completed', 'code': 200} Apr 18 21:34:25.046638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] Set router f7ac878c-a876-4bf2-9bd7-61c61519059e gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:25.059630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17466e94-abaf-471a-8cea-953e845cfe36 req-1cf742f1-3702-4f9f-bda8-1392f1fc7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.061182 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-17466e94-abaf-471a-8cea-953e845cfe36 req-1cf742f1-3702-4f9f-bda8-1392f1fc7f0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1097 time: 0.0407329 Apr 18 21:34:25.064081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038da30e-621b-4232-bc76-a597a4af63b1 req-ce069f12-9334-4c1e-ac23-2982a80cf72d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.065749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-038da30e-621b-4232-bc76-a597a4af63b1 req-ce069f12-9334-4c1e-ac23-2982a80cf72d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0565689 Apr 18 21:34:25.105694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-038da30e-621b-4232-bc76-a597a4af63b1 req-9bf42de5-5b38-47da-9d50-3307770f3fd4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337462 Apr 18 21:34:25.128750 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53846) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:25.156383 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17466e94-abaf-471a-8cea-953e845cfe36 req-3a36936b-cce9-4e67-92cd-1f9b342633b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.157856 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-17466e94-abaf-471a-8cea-953e845cfe36 req-3a36936b-cce9-4e67-92cd-1f9b342633b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 897 time: 0.0892999 Apr 18 21:34:25.196588 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c903d5c4-b13c-485b-8178-66b09aae99a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/ac8f2999-6211-44a4-86c5-039810fadeac HTTP/1.1" status: 200 len: 992 time: 0.0650935 Apr 18 21:34:25.222155 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-17466e94-abaf-471a-8cea-953e845cfe36 req-301f26fe-054d-4ade-8326-8d7e69084308 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 1000 time: 0.0583603 Apr 18 21:34:25.272122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17466e94-abaf-471a-8cea-953e845cfe36 req-b876ceae-6867-4b5a-9f10-b22c53d60269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.273563 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-17466e94-abaf-471a-8cea-953e845cfe36 req-b876ceae-6867-4b5a-9f10-b22c53d60269 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0439258 Apr 18 21:34:25.289827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:09Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'ac8f2999-6211-44a4-86c5-039810fadeac', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'port_id': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'mac_address': 'fa:16:3e:3b:7c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d573ec-db67-4def-9327-718de850a40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:23Z', 'updated_at': '2022-04-18T21:34:23Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61704d33-df3c-4aae-86ec-9e96e114efa0', 'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:67:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:09Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:25.316605 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] Checking router: f7ac878c-a876-4bf2-9bd7-61c61519059e for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:34:25.321947 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17466e94-abaf-471a-8cea-953e845cfe36 req-5c462183-2b74-465f-a28c-a0461b5a38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:25.323457 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-17466e94-abaf-471a-8cea-953e845cfe36 req-5c462183-2b74-465f-a28c-a0461b5a38db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435314 Apr 18 21:34:25.325994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] Routers {'f7ac878c-a876-4bf2-9bd7-61c61519059e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:34:25.326596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:34:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7ac878c-a876-4bf2-9bd7-61c61519059e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:25.411250 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-17466e94-abaf-471a-8cea-953e845cfe36 req-9549ceb7-9d62-4663-8b14-aad9012637f8 service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816455 Apr 18 21:34:25.431659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] Set router f7ac878c-a876-4bf2-9bd7-61c61519059e gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:34:25.506826 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-17466e94-abaf-471a-8cea-953e845cfe36 req-cdf6e8ff-62be-43ff-8323-7d9e443985d8 service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878208 Apr 18 21:34:25.753412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:09Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'ac8f2999-6211-44a4-86c5-039810fadeac', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'port_id': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'mac_address': 'fa:16:3e:3b:7c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d573ec-db67-4def-9327-718de850a40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:23Z', 'updated_at': '2022-04-18T21:34:23Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61704d33-df3c-4aae-86ec-9e96e114efa0', 'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:67:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:09Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:34:25.782159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c1a6c-d9bf-4704-9f27-32f7d18c3e1e None None] The sync data for ids ['f7ac878c-a876-4bf2-9bd7-61c61519059e'] in n-d-836015-4 is: [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:09Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'ac8f2999-6211-44a4-86c5-039810fadeac', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'port_id': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'mac_address': 'fa:16:3e:3b:7c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d573ec-db67-4def-9327-718de850a40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:34:23Z', 'updated_at': '2022-04-18T21:34:23Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61704d33-df3c-4aae-86ec-9e96e114efa0', 'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:67:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:09Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:34:25.971932 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183763b1-ccfa-4156-ad95-b2e9fc715859 None None] New status for floating IP ac8f2999-6211-44a4-86c5-039810fadeac: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:34:26.199381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 53848) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:34:26.260421 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-b6d23e1a-ce42-44fb-ab8c-85cb2118378b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/ac8f2999-6211-44a4-86c5-039810fadeac HTTP/1.1" status: 200 len: 994 time: 0.0594399 Apr 18 21:34:36.037931 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff982287-5953-46b7-b816-548fa68d50a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:38.768536 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-79c56c56-8ba9-472c-9084-b8d5c9e24e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:39.553760 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:40.725890 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:41.369692 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:42.930791 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:46.544162 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:59.345911 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-dccec24b-7598-4b31-9be8-b5667b6478a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409939 Apr 18 21:34:59.425583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-418c4570-07e3-4e7f-ba8e-89ea74ce7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:59.427108 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-418c4570-07e3-4e7f-ba8e-89ea74ce7382 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1097 time: 0.0393271 Apr 18 21:34:59.530735 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-cc59259d-4e56-4125-b1c9-65eb4c82cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:59.532237 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-cc59259d-4e56-4125-b1c9-65eb4c82cc0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 897 time: 0.0869834 Apr 18 21:34:59.596385 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-a213dbf5-4411-4e7a-a424-581dd495a119 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 1002 time: 0.0571113 Apr 18 21:34:59.643338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-5fa5fad9-7e29-4d94-ab91-c66fb3c5a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:59.644765 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-5fa5fad9-7e29-4d94-ab91-c66fb3c5a027 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0427711 Apr 18 21:34:59.693739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-0d5b89d7-c6ea-45c0-ade9-1881bf443d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:59.695282 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-0d5b89d7-c6ea-45c0-ade9-1881bf443d00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441618 Apr 18 21:34:59.706283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-8f6bfa8d-e579-4c88-b9c4-fa0a7d2525c1 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:34:59.707191 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-8f6bfa8d-e579-4c88-b9c4-fa0a7d2525c1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047963 Apr 18 21:34:59.795629 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-10be88a4-c686-4842-9595-3e0ee25168a3 service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817621 Apr 18 21:34:59.889087 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1c125cba-f02a-4b5f-ad8d-8d2da43f1f3b req-a57aa2e0-0506-4c59-9da9-225bfe12ded2 service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867085 Apr 18 21:35:00.269850 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:35:06.039705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-233669e4-7234-425b-9bdb-e8f5d30d34f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:08.773259 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-31ded5ad-b2ba-4e74-9034-44141dd21737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:09.557435 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:10.729189 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:11.373210 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:12.939044 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:16.549121 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:36.040622 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4b90-091b-43e0-944d-8ec19e89a5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:37.268987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:35:37.649789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-8673677c-3c25-401d-9621-c6ad941e7f2d req-6f7550b5-53a4-4ecd-bf72-e68669b40292 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:35:37.650793 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8673677c-3c25-401d-9621-c6ad941e7f2d req-6f7550b5-53a4-4ecd-bf72-e68669b40292 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062320 Apr 18 21:35:37.884270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53888) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:35:37.919543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dd603-6f8c-4939-8fa1-8ac06ea8d52b req-7b1f89a0-925a-4bc3-bc4c-11e8fb52d3a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:37.921098 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751dd603-6f8c-4939-8fa1-8ac06ea8d52b req-7b1f89a0-925a-4bc3-bc4c-11e8fb52d3a6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.1226861 Apr 18 21:35:37.967105 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-2f7d5257-9e1d-41ef-986a-eada01106eaa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816441 Apr 18 21:35:37.967806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-751dd603-6f8c-4939-8fa1-8ac06ea8d52b req-53cc44f6-4b08-4cc7-b573-544becefcb4f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354359 Apr 18 21:35:37.976654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-1dedac89-a1ec-4a41-ad60-025abea220c8 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:35:37.977963 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-1dedac89-a1ec-4a41-ad60-025abea220c8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058653 Apr 18 21:35:38.776592 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2d9be15e-c605-461f-acd9-8bbc659977df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:39.137703 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d2718-9404-4e20-b209-ed27afbf4a7a req-6d053aa0-2e6b-48e8-8eb8-9fed2abd366a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:39.139219 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-644d2718-9404-4e20-b209-ed27afbf4a7a req-6d053aa0-2e6b-48e8-8eb8-9fed2abd366a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0993242 Apr 18 21:35:39.179507 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-644d2718-9404-4e20-b209-ed27afbf4a7a req-83fd6013-fb84-4aea-b249-7e091342a57c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338159 Apr 18 21:35:39.562737 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:40.301412 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d6b0d-d0c0-4de1-9e16-3649f1da0399 req-22174af0-aff0-4516-95f6-ff83d1bd7727 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:40.302959 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b2d6b0d-d0c0-4de1-9e16-3649f1da0399 req-22174af0-aff0-4516-95f6-ff83d1bd7727 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0526168 Apr 18 21:35:40.343900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b2d6b0d-d0c0-4de1-9e16-3649f1da0399 req-80a4c8fc-14d6-4a06-afdc-cc94e041cdde tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345056 Apr 18 21:35:40.731498 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:41.246760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-2937b0de-14de-4e72-a789-42202bd50868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:41.248506 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-2937b0de-14de-4e72-a789-42202bd50868 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1097 time: 0.0419664 Apr 18 21:35:41.347586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-e43968a5-8be3-4575-b0b8-1cdf83711a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:41.349142 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-e43968a5-8be3-4575-b0b8-1cdf83711a24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 897 time: 0.0938122 Apr 18 21:35:41.378211 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:41.417044 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0137cb70-e28a-4771-9a80-7afa652704c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 1002 time: 0.0613923 Apr 18 21:35:41.467921 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-e503d2bd-718a-4e05-86c7-b300414e818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:41.469390 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-e503d2bd-718a-4e05-86c7-b300414e818d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0447106 Apr 18 21:35:41.488581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96d6ba-7170-4769-a7c1-94d373b2f3fc req-80e85afd-841c-4a60-8248-ffb72bb4926b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:41.490100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e96d6ba-7170-4769-a7c1-94d373b2f3fc req-80e85afd-841c-4a60-8248-ffb72bb4926b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0548656 Apr 18 21:35:41.532178 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4e96d6ba-7170-4769-a7c1-94d373b2f3fc req-4be2e8ab-974a-4ba3-8221-f4494470fe53 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353808 Apr 18 21:35:41.823265 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-b1032cd8-ed0c-4830-81ad-1bdceed4bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:41.824789 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-b1032cd8-ed0c-4830-81ad-1bdceed4bd96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3485084 Apr 18 21:35:41.913678 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-df55b4eb-7e1f-4bc1-afe3-363b7c041bcc service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816619 Apr 18 21:35:42.008122 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-4bbccfbd-8f26-45db-b7d8-6e033cb2f400 service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849736 Apr 18 21:35:42.659801 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26188eb2-18c8-4a61-b378-1ab22f82b65f req-ab612953-3387-4dc9-a14a-5b891b6145f5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:42.661583 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26188eb2-18c8-4a61-b378-1ab22f82b65f req-ab612953-3387-4dc9-a14a-5b891b6145f5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0557439 Apr 18 21:35:42.699423 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-26188eb2-18c8-4a61-b378-1ab22f82b65f req-4c3bb0f6-e158-4b4a-9a91-ff7ed5db2c36 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312867 Apr 18 21:35:42.943694 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:43.819870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaf580-7baa-449c-96a6-d42670febb6b req-adfe6a1a-1566-49a1-a257-fdc13b4b374f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:43.821370 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27eaf580-7baa-449c-96a6-d42670febb6b req-adfe6a1a-1566-49a1-a257-fdc13b4b374f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0520513 Apr 18 21:35:43.858484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27eaf580-7baa-449c-96a6-d42670febb6b req-9c8b1c9e-67f6-4f95-bc71-315dc8941823 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310647 Apr 18 21:35:44.980248 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f841d-837e-48cc-8034-86d24e2299ab req-5b530f7a-d5fe-424b-885f-6094dc4a4bba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:44.981776 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e2f841d-837e-48cc-8034-86d24e2299ab req-5b530f7a-d5fe-424b-885f-6094dc4a4bba tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0547671 Apr 18 21:35:45.020238 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6e2f841d-837e-48cc-8034-86d24e2299ab req-40a0fdde-00f6-4aac-8a38-3a12e0f0aa5e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322835 Apr 18 21:35:46.148020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc5b92-dadf-4521-8ebd-3e5498476e95 req-d60f6aa4-c83e-44a1-b225-aa0e831fdb0d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:46.149511 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ecc5b92-dadf-4521-8ebd-3e5498476e95 req-d60f6aa4-c83e-44a1-b225-aa0e831fdb0d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0562620 Apr 18 21:35:46.189644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ecc5b92-dadf-4521-8ebd-3e5498476e95 req-9d443457-2acf-491f-b2ec-3584a4f92010 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337684 Apr 18 21:35:46.567635 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:47.310772 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525ef1-d8a0-4780-a3fb-8504587a8424 req-baa25706-44a0-4d7e-9312-be9b16dd02cd tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:47.312279 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97525ef1-d8a0-4780-a3fb-8504587a8424 req-baa25706-44a0-4d7e-9312-be9b16dd02cd tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0503917 Apr 18 21:35:47.349409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-97525ef1-d8a0-4780-a3fb-8504587a8424 req-e7c1ef5e-cae7-4c45-92d9-dfe29519af15 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311155 Apr 18 21:35:48.472020 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8318ca-b390-4d55-83e3-49f6e57c908c req-b33438f3-0d4c-4f0e-9304-f3708dd8b741 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:48.473482 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e8318ca-b390-4d55-83e3-49f6e57c908c req-b33438f3-0d4c-4f0e-9304-f3708dd8b741 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0528622 Apr 18 21:35:48.510718 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8e8318ca-b390-4d55-83e3-49f6e57c908c req-527b7df8-f182-478d-94a0-31aab705bece tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Apr 18 21:35:49.625928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ffbc2-8255-4c2d-a616-a3ce345e352c req-e70d0117-0a24-4148-98a6-2e9417cbf288 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:49.627411 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd7ffbc2-8255-4c2d-a616-a3ce345e352c req-e70d0117-0a24-4148-98a6-2e9417cbf288 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0489230 Apr 18 21:35:49.670196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fd7ffbc2-8255-4c2d-a616-a3ce345e352c req-711509c3-492c-478b-aeb4-e89183158c56 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366170 Apr 18 21:35:50.788683 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639842ef-dbe2-40ec-84f3-d42bf9753cca req-96917dce-1d99-4ad8-ae32-0dc95643eb66 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:50.790208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-639842ef-dbe2-40ec-84f3-d42bf9753cca req-96917dce-1d99-4ad8-ae32-0dc95643eb66 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0498199 Apr 18 21:35:50.827628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-639842ef-dbe2-40ec-84f3-d42bf9753cca req-11f0fbf1-44c6-4484-bd01-aca73c2bf87b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314114 Apr 18 21:35:51.949451 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838bdbe-12d3-4bf0-bc01-e4f9c9318242 req-37f27a8d-3a4e-4013-a902-6c4b273e3e3d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:51.950911 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7838bdbe-12d3-4bf0-bc01-e4f9c9318242 req-37f27a8d-3a4e-4013-a902-6c4b273e3e3d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0520139 Apr 18 21:35:51.988109 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7838bdbe-12d3-4bf0-bc01-e4f9c9318242 req-e560c1eb-7499-4049-906c-06e6602a7c74 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311930 Apr 18 21:35:53.104685 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c354f2b-24df-4609-933e-5b7dc4acd064 req-643573ef-9f32-4c4c-a145-60c0d77e62ee tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:53.106208 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c354f2b-24df-4609-933e-5b7dc4acd064 req-643573ef-9f32-4c4c-a145-60c0d77e62ee tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0494828 Apr 18 21:35:53.146859 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c354f2b-24df-4609-933e-5b7dc4acd064 req-e3f63cc7-e13d-4cdd-a6e0-1ff8237031a8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345170 Apr 18 21:35:53.962908 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-5a166fc2-ae88-41c9-921b-eca274891cbe service neutron] show failed (client error): The resource could not be found. Apr 18 21:35:53.964348 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-5a166fc2-ae88-41c9-921b-eca274891cbe service neutron] 10.222.0.60 "GET /v2.0/ports/fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c/bindings/n-h2-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0600569 Apr 18 21:35:54.222877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-6b981103-9230-4998-a171-ea6f03f986f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:54.224322 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-6b981103-9230-4998-a171-ea6f03f986f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 1097 time: 0.0844831 Apr 18 21:35:54.238379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-a62c73aa-6553-430f-8623-22b896087487 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:35:54.239397 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-a62c73aa-6553-430f-8623-22b896087487 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052557 Apr 18 21:35:54.254255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:35:54.269941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60f3df-b8c3-4efc-86d4-970edc97e8a2 req-4bdb43ca-6911-4d87-9258-725fae731e75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:54.271458 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f60f3df-b8c3-4efc-86d4-970edc97e8a2 req-4bdb43ca-6911-4d87-9258-725fae731e75 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0519695 Apr 18 21:35:54.310188 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0f60f3df-b8c3-4efc-86d4-970edc97e8a2 req-9baab326-74dd-4401-b4d3-a6190b558f28 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321033 Apr 18 21:35:54.313519 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:54.513904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:54.546239 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:35:54.584173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:35:54.586438 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366f3792-8c71-4b2d-ae4b-76834005d47a" -d '{"events": [{"server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:35:54.590696 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:54.604156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Transition to ACTIVE for port object fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:35:54.609309 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:54.693717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,revision_number=6']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:54.710723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.711079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.711436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.711764 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.712124 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.712456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.712810 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.713140 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.713474 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.713801 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.714130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.714454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:54.721939 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42056ba6-6da1-4bbc-88a8-512d6d056184 x-openstack-request-id: req-42056ba6-6da1-4bbc-88a8-512d6d056184 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:35:54.722228 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:35:54.722480 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42056ba6-6da1-4bbc-88a8-512d6d056184 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:35:54.722872 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42056ba6-6da1-4bbc-88a8-512d6d056184'] response: {'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'code': 200} Apr 18 21:35:54.750251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] No DVR routers for this DVR port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:35:54.885661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Attempting to bind port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:35:54.885995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Attempting to bind port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:35:54.886330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Attempting to bind port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c on network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:35:54.890509 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c on network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:35:54.890832 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Attempting to bind port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c on network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:35:54.895553 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:35:54.895933 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Checking segment: {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:35:54.896323 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Bound using segment: {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:35:54.897271 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Bound port: fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e119394c-63e9-4964-9adc-0d92f64bd081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:35:54.897624 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:54.960309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:35:54.963281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:35:54.967433 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:55.001866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:55.002488 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:55.003908 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 1092 time: 0.7536995 Apr 18 21:35:55.030564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b112cd5-a600-45e3-bbcd-6a0fba176975 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,revision_number=7']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:55.073997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-2f18cc00-abb8-4336-b4c5-c7409e36472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:55.075511 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-2f18cc00-abb8-4336-b4c5-c7409e36472a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1095 time: 0.0421920 Apr 18 21:35:55.173060 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-9d9353cc-dbc4-4d23-9c4f-648f74b6e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:55.174710 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-9d9353cc-dbc4-4d23-9c4f-648f74b6e49b service neutron] 10.222.0.64 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 897 time: 0.0873554 Apr 18 21:35:55.247536 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-63944bf6-b326-4853-8f54-fcf5f81ac531 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 1000 time: 0.0633752 Apr 18 21:35:55.305605 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-79ea752f-4ef7-4c66-84ee-99df475a90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:55.307041 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-79ea752f-4ef7-4c66-84ee-99df475a90d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0475266 Apr 18 21:35:55.358952 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-02964473-e354-4036-92f9-d279ad8e8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:55.360534 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-02964473-e354-4036-92f9-d279ad8e8475 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425017 Apr 18 21:35:55.433858 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d05a2b-600d-459c-a88b-dbe807fcf1eb req-f92081a9-5c16-4b2c-95e9-f74e5c31965d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:55.435420 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3d05a2b-600d-459c-a88b-dbe807fcf1eb req-f92081a9-5c16-4b2c-95e9-f74e5c31965d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0529625 Apr 18 21:35:55.459503 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-8c719e46-2266-4a70-98eb-7400bb0234f1 service neutron] 10.222.0.64 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876257 Apr 18 21:35:55.474013 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e3d05a2b-600d-459c-a88b-dbe807fcf1eb req-e7a2fb27-cf90-42a1-8fc8-0b580d4c3c3e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323701 Apr 18 21:35:55.551534 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6535363a-71e5-45b7-85c2-56799d7997b0 req-19b1324b-9c39-49c1-a030-e1be87b017f5 service neutron] 10.222.0.64 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832224 Apr 18 21:35:56.593314 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9f148-16cb-4fa3-818e-1e7596c98578 req-f1046829-f8ba-40ea-9904-748f526e25b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:56.594788 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dc9f148-16cb-4fa3-818e-1e7596c98578 req-f1046829-f8ba-40ea-9904-748f526e25b6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0479228 Apr 18 21:35:56.632088 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dc9f148-16cb-4fa3-818e-1e7596c98578 req-8d61778c-59cc-4402-aa44-29d467e40e6e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306973 Apr 18 21:35:56.724252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:35:56.726651 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b3faff-d661-474c-9f4d-0ce817addb85" -d '{"events": [{"name": "network-changed", "server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:35:56.776920 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c8dd17-c026-43e5-8bd1-b1105b83f12c x-openstack-request-id: req-b3c8dd17-c026-43e5-8bd1-b1105b83f12c {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:35:56.777211 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:35:56.777464 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3c8dd17-c026-43e5-8bd1-b1105b83f12c {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:35:56.777872 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c8dd17-c026-43e5-8bd1-b1105b83f12c'] response: {'name': 'network-changed', 'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'status': 'completed', 'code': 200} Apr 18 21:35:56.868110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-29e19cf4-b3bf-4147-89d1-ffdead271714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:56.869607 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-29e19cf4-b3bf-4147-89d1-ffdead271714 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1095 time: 0.0643413 Apr 18 21:35:56.871395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-90b574ee-f813-4df1-acf5-95b839addb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:56.872766 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-90b574ee-f813-4df1-acf5-95b839addb0b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1095 time: 0.0754240 Apr 18 21:35:57.025606 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-4f184c3f-dfac-4fed-8c0e-e3d7707cb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.026996 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-4f184c3f-dfac-4fed-8c0e-e3d7707cb11c service neutron] 10.222.0.64 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 897 time: 0.1502607 Apr 18 21:35:57.029628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-c7269b8f-91a3-4f39-ab7f-64582d147a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.030952 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-c7269b8f-91a3-4f39-ab7f-64582d147a02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 897 time: 0.1466348 Apr 18 21:35:57.136097 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-68e2864d-e14a-4df0-b4c6-6b0f602c1354 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 1000 time: 0.1016376 Apr 18 21:35:57.141808 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-ad3b3071-e708-4b22-8eae-a7578d01efe0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 1000 time: 0.1017411 Apr 18 21:35:57.223501 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-088501b9-12b0-44b2-8663-afae67ec5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.225051 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-088501b9-12b0-44b2-8663-afae67ec5c69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0795507 Apr 18 21:35:57.226677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-320de71b-a687-48df-888b-aba1161544bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.228008 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-320de71b-a687-48df-888b-aba1161544bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0755384 Apr 18 21:35:57.297395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-a6cccab9-382a-49f7-8e6d-bcc45ce4415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.298809 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-a6cccab9-382a-49f7-8e6d-bcc45ce4415c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670619 Apr 18 21:35:57.304194 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-1698a8f3-85a2-4359-9b8e-76151f6e9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.305588 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-1698a8f3-85a2-4359-9b8e-76151f6e9558 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657103 Apr 18 21:35:57.468127 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-c80fb20b-2497-4d01-87ce-c485972f3bdd service neutron] 10.222.0.64 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553054 Apr 18 21:35:57.469932 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-1082c301-ecc7-453d-b985-d44365e0312f service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484292 Apr 18 21:35:57.636062 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-0a46bd2f-ed5c-4c29-a930-f32261c20aba service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574283 Apr 18 21:35:57.639440 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-40b3faff-d661-474c-9f4d-0ce817addb85 req-97fa79c4-edd4-4969-908b-840cb11d9f55 service neutron] 10.222.0.64 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539400 Apr 18 21:35:57.765358 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dece22-cc73-4a79-ba68-ed7865c17009 req-baa2642e-5d1b-4227-8cd3-a88a1f0a3cab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:57.766908 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69dece22-cc73-4a79-ba68-ed7865c17009 req-baa2642e-5d1b-4227-8cd3-a88a1f0a3cab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0585361 Apr 18 21:35:57.807645 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69dece22-cc73-4a79-ba68-ed7865c17009 req-3bb7cd14-702c-40e7-aa54-87324520812b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338058 Apr 18 21:35:58.019344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be731e7-5d46-41c4-84ca-563f633d6071 req-619e1381-e6ff-4855-b03c-3df292537175 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.021216 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9be731e7-5d46-41c4-84ca-563f633d6071 req-619e1381-e6ff-4855-b03c-3df292537175 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0586910 Apr 18 21:35:58.039644 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f542b-0d38-450d-8bad-583254017d79 req-0cd1e943-7da7-43a7-8b44-d16326184929 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.041970 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed3f542b-0d38-450d-8bad-583254017d79 req-0cd1e943-7da7-43a7-8b44-d16326184929 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e&tenant_id=474e9c7e19d24003a745d86810a072d2&binding%3Ahost_id=n-h2-836015-4 HTTP/1.1" status: 200 len: 944 time: 0.0604110 Apr 18 21:35:58.063640 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9be731e7-5d46-41c4-84ca-563f633d6071 req-1f526cc5-fc2e-455f-ac7f-266807828f48 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335460 Apr 18 21:35:58.108676 n-d-836015-4 neutron-server[102903]: INFO neutron.api.v2.resource [req-ed3f542b-0d38-450d-8bad-583254017d79 req-616f31ea-f2e5-4a93-8c92-2fe937ab8987 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:35:58.109694 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed3f542b-0d38-450d-8bad-583254017d79 req-616f31ea-f2e5-4a93-8c92-2fe937ab8987 service neutron] 10.222.0.60 "DELETE /v2.0/ports/fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c/bindings/n-h1-836015-4 HTTP/1.1" status: 404 len: 380 time: 0.0599718 Apr 18 21:35:58.185047 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60cd3a-5ad8-4caf-882e-7d21c2a889ca req-de013e9a-0e71-4f9f-8e56-e2fbce8b2502 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.186573 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e60cd3a-5ad8-4caf-882e-7d21c2a889ca req-de013e9a-0e71-4f9f-8e56-e2fbce8b2502 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0491357 Apr 18 21:35:58.193818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f542b-0d38-450d-8bad-583254017d79 req-56ff4734-4138-4d47-b3de-37adb5a22838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.195476 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed3f542b-0d38-450d-8bad-583254017d79 req-56ff4734-4138-4d47-b3de-37adb5a22838 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1095 time: 0.0428843 Apr 18 21:35:58.226786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3e60cd3a-5ad8-4caf-882e-7d21c2a889ca req-b91a1b45-7335-468b-a6e6-f0a65e1dc1b0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337727 Apr 18 21:35:58.290643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f542b-0d38-450d-8bad-583254017d79 req-20eba899-2847-4f81-adc0-7ec4d00c0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.292157 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed3f542b-0d38-450d-8bad-583254017d79 req-20eba899-2847-4f81-adc0-7ec4d00c0fd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 897 time: 0.0905654 Apr 18 21:35:58.359002 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed3f542b-0d38-450d-8bad-583254017d79 req-be0235cb-51fd-4ae5-9772-0698b02908d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 1000 time: 0.0601120 Apr 18 21:35:58.412068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f542b-0d38-450d-8bad-583254017d79 req-d3275fe5-78e4-4d1b-9409-03c11e8ff36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.413509 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed3f542b-0d38-450d-8bad-583254017d79 req-d3275fe5-78e4-4d1b-9409-03c11e8ff36a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0475655 Apr 18 21:35:58.457418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f542b-0d38-450d-8bad-583254017d79 req-38d37702-2ebd-42b4-8857-bf8f6214e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:58.459519 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed3f542b-0d38-450d-8bad-583254017d79 req-38d37702-2ebd-42b4-8857-bf8f6214e57c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389662 Apr 18 21:35:58.544314 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed3f542b-0d38-450d-8bad-583254017d79 req-bbc25fbb-c79f-452c-8d7c-72a30b525bd2 service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791259 Apr 18 21:35:58.544982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:35:58.582720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:35:58.635793 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ed3f542b-0d38-450d-8bad-583254017d79 req-47297957-f941-474b-95f6-ffadfd7db203 service neutron] 10.222.0.60 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847404 Apr 18 21:35:59.345625 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe3ac8-e946-4b26-936e-d5511cbc4a5d req-497aaa4b-9454-4657-bc12-207aed7bc159 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:59.347017 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fbe3ac8-e946-4b26-936e-d5511cbc4a5d req-497aaa4b-9454-4657-bc12-207aed7bc159 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 944 time: 0.0502040 Apr 18 21:35:59.385415 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fbe3ac8-e946-4b26-936e-d5511cbc4a5d req-b83497bd-feef-4e6b-9f5f-be23c9006a99 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316513 Apr 18 21:35:59.407967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:35:59.408314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53972) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:35:59.469426 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e96c7f00-fc1e-4b4b-9cb5-1f653f090fa1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/ac8f2999-6211-44a4-86c5-039810fadeac HTTP/1.1" status: 200 len: 992 time: 0.0599606 Apr 18 21:35:59.495597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:59.507016 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'port_id': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'mac_address': 'fa:16:3e:3b:7c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:35:59.543964 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:59.556582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:35:59.575054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:35:59.578963 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:59.627640 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:35:59.634788 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.635133 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.635470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.635804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.636162 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.636491 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.636821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.637142 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.637461 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.637784 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.638104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.638422 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:35:59.843790 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:36:01.416173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:01.463415 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:01.467304 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:01.467671 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.549742 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.571103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:01.573337 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896558a1-a9a4-4edf-86aa-158d666898cf" -d '{"events": [{"server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "name": "network-vif-plugged", "status": "completed", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:36:01.586575 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:01.590432 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:01.637983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,revision_number=9']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:01.661801 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91263dd-08d3-4466-86f9-717e3e164eb0 x-openstack-request-id: req-e91263dd-08d3-4466-86f9-717e3e164eb0 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:36:01.662090 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "name": "network-vif-plugged", "status": "completed", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:36:01.662339 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e91263dd-08d3-4466-86f9-717e3e164eb0 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:36:01.662738 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91263dd-08d3-4466-86f9-717e3e164eb0'] response: {'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'code': 200} Apr 18 21:36:06.043505 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-05c2e973-30bc-4542-9829-6530de0f171c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:07.740083 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-a13607fa-0c41-4873-a9ac-94de73580a6a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451365 Apr 18 21:36:07.829469 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-872b958a-fa1d-48fc-8261-7ddbe5dac220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:07.831027 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-872b958a-fa1d-48fc-8261-7ddbe5dac220 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1097 time: 0.0394170 Apr 18 21:36:07.935294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-0e8db329-4cd2-410d-bc2f-95dccb021434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:07.936852 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-0e8db329-4cd2-410d-bc2f-95dccb021434 service neutron] 10.222.0.64 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 897 time: 0.0832932 Apr 18 21:36:08.006214 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-563324a0-333c-47f6-906b-67a19704104f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 1002 time: 0.0620916 Apr 18 21:36:08.067245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-2202fc9a-a18f-4a8c-b25f-279a316ce8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:08.069588 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-2202fc9a-a18f-4a8c-b25f-279a316ce8fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0522497 Apr 18 21:36:08.115554 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-378dd44f-ae4f-4cbc-9509-06abbede5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:08.117161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-378dd44f-ae4f-4cbc-9509-06abbede5b67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414445 Apr 18 21:36:08.218648 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-8559de7b-b6b7-40f5-9fdf-859c5d2dd2e1 service neutron] 10.222.0.64 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935824 Apr 18 21:36:08.314119 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-de8cf3ed-e0f7-44a9-86c6-b203632bba62 req-d6e4f0eb-4c82-4ce7-8690-e42b424f7377 service neutron] 10.222.0.64 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877821 Apr 18 21:36:08.791170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0b3082e2-460d-4fd6-9e96-fcbb67222af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:09.567117 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:10.735360 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:11.372331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:12.959404 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.268625 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:36:16.571259 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:29.939372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 53988) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:30.094871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port ade4c804-fe09-4592-961d-1484eae9b518 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:36:30.095218 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.172237 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.172563 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.183980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for ade4c804-fe09-4592-961d-1484eae9b518 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:36:30.329903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.357637 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=ade4c804-fe09-4592-961d-1484eae9b518,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:30.415084 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.415495 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Floating IP ac8f2999-6211-44a4-86c5-039810fadeac disassociated (deleted). External IP: 172.25.2.151, port: fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c. Apr 18 21:36:30.620005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router f7ac878c-a876-4bf2-9bd7-61c61519059e has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:30.728996 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:30.733933 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:30.738597 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] Sync routers for ids ['f7ac878c-a876-4bf2-9bd7-61c61519059e'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:30.748325 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] Routers {'f7ac878c-a876-4bf2-9bd7-61c61519059e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:30.748928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:36:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7ac878c-a876-4bf2-9bd7-61c61519059e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:30.761017 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-8d0458ca-4ada-4255-9bcb-174e532d4cd2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/floatingips/ac8f2999-6211-44a4-86c5-039810fadeac HTTP/1.1" status: 204 len: 168 time: 0.8205218 Apr 18 21:36:30.761694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:30.763921 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c45736f-b736-4ffd-bde2-997b000fb6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:36:30.804992 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6223a82-2a41-4a00-9eee-6c26bd795732 x-openstack-request-id: req-b6223a82-2a41-4a00-9eee-6c26bd795732 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:36:30.805325 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:36:30.805508 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b6223a82-2a41-4a00-9eee-6c26bd795732 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:36:30.805924 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6223a82-2a41-4a00-9eee-6c26bd795732'] response: {'name': 'network-changed', 'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'status': 'completed', 'code': 200} Apr 18 21:36:30.863008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] Set router f7ac878c-a876-4bf2-9bd7-61c61519059e gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:31.017154 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98b5bb-409d-4b81-9d24-9b9bf0fa77d5 req-69f1871a-ec73-4231-9066-c2358dfb7f6b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:31.018730 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab98b5bb-409d-4b81-9d24-9b9bf0fa77d5 req-69f1871a-ec73-4231-9066-c2358dfb7f6b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0601625 Apr 18 21:36:31.081250 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ab98b5bb-409d-4b81-9d24-9b9bf0fa77d5 req-9ebeed8e-31e5-4840-8c96-e311b71548f2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489004 Apr 18 21:36:31.095153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:09Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61704d33-df3c-4aae-86ec-9e96e114efa0', 'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:67:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:09Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:31.123441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] Checking router: f7ac878c-a876-4bf2-9bd7-61c61519059e for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:36:31.132895 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] Routers {'f7ac878c-a876-4bf2-9bd7-61c61519059e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:31.133528 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:36:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7ac878c-a876-4bf2-9bd7-61c61519059e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:31.192229 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-864cc3dd-43b7-4ba0-b242-c47e04b95704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:31.193746 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-864cc3dd-43b7-4ba0-b242-c47e04b95704 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 1097 time: 0.3670187 Apr 18 21:36:31.240425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] Set router f7ac878c-a876-4bf2-9bd7-61c61519059e gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:31.281989 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-80021c4f-c597-4b27-9dfb-fbeadf7dd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:31.283541 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-80021c4f-c597-4b27-9dfb-fbeadf7dd6f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 200 len: 897 time: 0.0825644 Apr 18 21:36:31.328554 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-ef6dc054-de63-4385-bf56-01b68c5626bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 200 len: 217 time: 0.0374098 Apr 18 21:36:31.376402 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-5ac32eaf-672a-4678-a38e-8ca2d4ee1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:31.377982 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-5ac32eaf-672a-4678-a38e-8ca2d4ee1247 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 200 len: 835 time: 0.0425761 Apr 18 21:36:31.423476 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-5f36ab60-a0b4-4df7-81fc-a3c92359289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:31.425033 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-5f36ab60-a0b4-4df7-81fc-a3c92359289e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=57d8c747-d911-4374-9f6c-4ea8d4dfd169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390656 Apr 18 21:36:31.439079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:09Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61704d33-df3c-4aae-86ec-9e96e114efa0', 'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:67:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:09Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:31.468493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b215ea9-7dda-446c-a9ef-e46067415bc0 None None] The sync data for ids ['f7ac878c-a876-4bf2-9bd7-61c61519059e'] in n-d-836015-4 is: [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:09Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '61704d33-df3c-4aae-86ec-9e96e114efa0', 'name': '', 'network_id': '57d8c747-d911-4374-9f6c-4ea8d4dfd169', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:67:e2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:09Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': '55abc956-3b3c-452a-a96c-eeabc52459e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:36:31.526011 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-ae353bd3-bfe8-4bc2-a7a9-165ea235c177 service neutron] 10.222.0.64 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922472 Apr 18 21:36:31.620249 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0c45736f-b736-4ffd-bde2-997b000fb6a0 req-8fbed6a8-0c7a-4c19-bf07-d3fe45f25680 service neutron] 10.222.0.64 "GET /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851545 Apr 18 21:36:31.687782 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b77214-f7ae-446e-bee0-5e99df2e7908 None None] New status for floating IP ac8f2999-6211-44a4-86c5-039810fadeac: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:36:32.191896 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977aba4-1e91-413a-91ef-a2d0641a4d5a req-1a6aed0d-5a90-4e79-8780-39d04b096d99 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:32.193404 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3977aba4-1e91-413a-91ef-a2d0641a4d5a req-1a6aed0d-5a90-4e79-8780-39d04b096d99 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0497055 Apr 18 21:36:32.231567 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3977aba4-1e91-413a-91ef-a2d0641a4d5a req-29a96de2-f00c-48b6-9d1c-fde52769cece tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=f87b66cf-0a76-4e02-8203-6bbf03a16007&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317080 Apr 18 21:36:32.425564 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-a06cd058-ccc7-4850-b880-8640d6b15dcf tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:32.426936 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-a06cd058-ccc7-4850-b880-8640d6b15dcf tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 946 time: 0.0482979 Apr 18 21:36:32.520549 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-27efc280-364c-4aa5-b11b-49475f62debe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:36:32.520885 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-27efc280-364c-4aa5-b11b-49475f62debe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:32.605632 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-27efc280-364c-4aa5-b11b-49475f62debe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:32.605994 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-27efc280-364c-4aa5-b11b-49475f62debe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:32.618997 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-27efc280-364c-4aa5-b11b-49475f62debe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:36:32.744894 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-27efc280-364c-4aa5-b11b-49475f62debe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:32.775758 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efc280-364c-4aa5-b11b-49475f62debe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:32.831791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-27efc280-364c-4aa5-b11b-49475f62debe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] No DVR routers for this DVR port fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:32.834424 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-27efc280-364c-4aa5-b11b-49475f62debe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:32.837686 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-982f420f-c1d5-4da5-bd6b-e8984515eedd req-27efc280-364c-4aa5-b11b-49475f62debe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "DELETE /v2.0/ports/fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c HTTP/1.1" status: 204 len: 173 time: 0.4021671 Apr 18 21:36:32.838115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'name': 'network-vif-deleted', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:32.840356 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781bc50b-a587-4cf7-9237-99fd28dedc47" -d '{"events": [{"server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "name": "network-vif-deleted", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:36:32.881321 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b799b230-5983-4a5e-80db-18f0fe12aa9b x-openstack-request-id: req-b799b230-5983-4a5e-80db-18f0fe12aa9b {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:36:32.881597 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d573ec-db67-4def-9327-718de850a40e", "name": "network-vif-deleted", "tag": "fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:36:32.881845 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b799b230-5983-4a5e-80db-18f0fe12aa9b {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:36:32.882242 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b799b230-5983-4a5e-80db-18f0fe12aa9b'] response: {'server_uuid': '18d573ec-db67-4def-9327-718de850a40e', 'name': 'network-vif-deleted', 'tag': 'fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c', 'status': 'completed', 'code': 200} Apr 18 21:36:33.348506 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bb4ccfc-2ef9-4ee6-9ec8-ccec37aa323d req-7b9bf5e2-2a52-4143-9978-435798a6fad6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=18d573ec-db67-4def-9327-718de850a40e HTTP/1.1" status: 200 len: 210 time: 0.0268798 Apr 18 21:36:34.410115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54004) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:34.768363 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.027087 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 61704d33-df3c-4aae-86ec-9e96e114efa0 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:36:35.027349 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.117907 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port 61704d33-df3c-4aae-86ec-9e96e114efa0, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=61704d33-df3c-4aae-86ec-9e96e114efa0,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:35.118273 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.131245 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 61704d33-df3c-4aae-86ec-9e96e114efa0 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:36:35.320918 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.349018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=61704d33-df3c-4aae-86ec-9e96e114efa0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:35.530927 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.746492 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router f7ac878c-a876-4bf2-9bd7-61c61519059e has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:35.862421 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:35.868129 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c5d84369-e14f-4064-94e7-46ae3553c9a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "PUT /v2.0/routers/f7ac878c-a876-4bf2-9bd7-61c61519059e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4564195 Apr 18 21:36:35.869980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54006) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:35.872257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] Sync routers for ids ['f7ac878c-a876-4bf2-9bd7-61c61519059e'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:35.882878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] Routers {'f7ac878c-a876-4bf2-9bd7-61c61519059e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:35.883488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:36:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7ac878c-a876-4bf2-9bd7-61c61519059e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:35.934541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-d670a506-6cfb-4751-a9a7-4fca4abd2a9f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting subnet 55abc956-3b3c-452a-a96c-eeabc52459e1 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:36:35.938840 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d670a506-6cfb-4751-a9a7-4fca4abd2a9f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.980825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d670a506-6cfb-4751-a9a7-4fca4abd2a9f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:35.991848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] Set router f7ac878c-a876-4bf2-9bd7-61c61519059e gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:36.065983 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d670a506-6cfb-4751-a9a7-4fca4abd2a9f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.071745 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c4bc-f149-4923-91c1-bc38a743a511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.138555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d670a506-6cfb-4751-a9a7-4fca4abd2a9f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.171750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670a506-6cfb-4751-a9a7-4fca4abd2a9f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Subnet': ['ID=55abc956-3b3c-452a-a96c-eeabc52459e1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:36.173782 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d670a506-6cfb-4751-a9a7-4fca4abd2a9f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.177108 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d670a506-6cfb-4751-a9a7-4fca4abd2a9f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/subnets/55abc956-3b3c-452a-a96c-eeabc52459e1 HTTP/1.1" status: 204 len: 168 time: 0.3052776 Apr 18 21:36:36.180183 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54008) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:36.183194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c954dfb-9ee6-461d-81af-662ef5f9dd5e None None] Network 57d8c747-d911-4374-9f6c-4ea8d4dfd169 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:36:36.296021 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.405674 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.464058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:36:35Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': '89473beb-0228-4d01-b442-a5669a3d1cfd', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:36.472528 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 89473beb-0228-4d01-b442-a5669a3d1cfd {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:36:36.473148 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.492904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] Checking router: f7ac878c-a876-4bf2-9bd7-61c61519059e for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:36:36.508801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] Routers {'f7ac878c-a876-4bf2-9bd7-61c61519059e'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:36.509412 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:36:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['f7ac878c-a876-4bf2-9bd7-61c61519059e'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:36.576100 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port 89473beb-0228-4d01-b442-a5669a3d1cfd, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=89473beb-0228-4d01-b442-a5669a3d1cfd,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:36.576710 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.588877 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 89473beb-0228-4d01-b442-a5669a3d1cfd owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:36:36.593720 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279d87f-0022-4a9f-93af-818fa1e806e1 None None] DHCP port deletion for 57d8c747-d911-4374-9f6c-4ea8d4dfd169 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:36:36.612319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] Set router f7ac878c-a876-4bf2-9bd7-61c61519059e gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:36.686053 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:36:36Z', 'revision_number': 6, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:36.715206 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6396d2a-7735-48dc-9bdf-fc751fea136f None None] The sync data for ids ['f7ac878c-a876-4bf2-9bd7-61c61519059e'] in n-d-836015-4 is: [{'id': 'f7ac878c-a876-4bf2-9bd7-61c61519059e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1185192649', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:34:06Z', 'updated_at': '2022-04-18T21:36:36Z', 'revision_number': 6, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:36:36.736870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6279d87f-0022-4a9f-93af-818fa1e806e1 None None] Deleting port 2d60393b-868d-4bf3-8280-ee6f41a52c8d {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:36:36.737248 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6279d87f-0022-4a9f-93af-818fa1e806e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.816841 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6279d87f-0022-4a9f-93af-818fa1e806e1 None None] For port 2d60393b-868d-4bf3-8280-ee6f41a52c8d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=2d60393b-868d-4bf3-8280-ee6f41a52c8d,segment=NetworkSegment(e119394c-63e9-4964-9adc-0d92f64bd081),segment_id=e119394c-63e9-4964-9adc-0d92f64bd081)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:36.817156 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6279d87f-0022-4a9f-93af-818fa1e806e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.830874 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6279d87f-0022-4a9f-93af-818fa1e806e1 None None] Calling delete_port for 2d60393b-868d-4bf3-8280-ee6f41a52c8d owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:36:36.918674 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6279d87f-0022-4a9f-93af-818fa1e806e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:36.952710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279d87f-0022-4a9f-93af-818fa1e806e1 None None] Pushing event deleted for resources: {'Port': ['ID=2d60393b-868d-4bf3-8280-ee6f41a52c8d,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:36.954705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279d87f-0022-4a9f-93af-818fa1e806e1 None None] No DVR routers for this DVR port 2d60393b-868d-4bf3-8280-ee6f41a52c8d on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:37.071693 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.102233 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=89473beb-0228-4d01-b442-a5669a3d1cfd,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:37.178436 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.271351 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.274322 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.321529 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.322063 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Fanout notify agent at l3_agent the message router_deleted on router f7ac878c-a876-4bf2-9bd7-61c61519059e {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:36:37.329978 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.331138 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d766c057-ec09-4746-bcc1-95b63ac434d7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/routers/f7ac878c-a876-4bf2-9bd7-61c61519059e HTTP/1.1" status: 204 len: 168 time: 1.1493373 Apr 18 21:36:37.333878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54010) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:37.411177 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.503688 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.524776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d8c747-d911-4374-9f6c-4ea8d4dfd169']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:37.534838 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e119394c-63e9-4964-9adc-0d92f64bd081') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:37.535135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e119394c-63e9-4964-9adc-0d92f64bd081') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:37.545500 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.560843 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.568264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:36:37.568674 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:36:37.572311 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:36:37.594829 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:36:37.615731 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:36:37.617025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device fc8dfb9f-1168-4168-b5ef-2d7cd7d7fc6c not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:36:37.628523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 61704d33-df3c-4aae-86ec-9e96e114efa0 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:36:37.639295 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.649919 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.651103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 61704d33-df3c-4aae-86ec-9e96e114efa0 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:36:37.651471 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 61704d33-df3c-4aae-86ec-9e96e114efa0 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:36:37.651904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2d60393b-868d-4bf3-8280-ee6f41a52c8d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:36:37.652259 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/networks/57d8c747-d911-4374-9f6c-4ea8d4dfd169 HTTP/1.1" status: 204 len: 168 time: 0.3173683 Apr 18 21:36:37.656803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54012) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:37.665033 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6f933-bcf3-49ae-a11a-2f7c58ff0420 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Network': ['ID=57d8c747-d911-4374-9f6c-4ea8d4dfd169,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:37.680446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 2d60393b-868d-4bf3-8280-ee6f41a52c8d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:36:37.680871 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 2d60393b-868d-4bf3-8280-ee6f41a52c8d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:36:37.681201 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 89473beb-0228-4d01-b442-a5669a3d1cfd no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:36:37.709530 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 89473beb-0228-4d01-b442-a5669a3d1cfd {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:36:37.709900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 89473beb-0228-4d01-b442-a5669a3d1cfd not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:36:37.753746 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.779480 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.844355 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.847025 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:37.848205 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/security-groups/f87b66cf-0a76-4e02-8203-6bbf03a16007 HTTP/1.1" status: 204 len: 168 time: 0.1904140 Apr 18 21:36:37.857981 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87b66cf-0a76-4e02-8203-6bbf03a16007,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:37.865415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.865767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.866876 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.867059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.867403 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.867720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.868074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.868398 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.868725 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.869046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.869365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:37.869684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12de3b0a-66c5-436e-90ab-4e812c1d2a04 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:38.786375 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-649a60b0-3395-4b04-a411-bac547b99516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:39.566228 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.207731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54022) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:40.213074 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-60e707db-09da-42f9-82d9-9190298d43ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506058635', 'description': 'tempest-secgroup-smoke-506058635 description', 'project_id': '474e9c7e19d24003a745d86810a072d2'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:40.233726 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60e707db-09da-42f9-82d9-9190298d43ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.317071 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60e707db-09da-42f9-82d9-9190298d43ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.322168 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60e707db-09da-42f9-82d9-9190298d43ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.352724 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60e707db-09da-42f9-82d9-9190298d43ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.353942 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-60e707db-09da-42f9-82d9-9190298d43ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1451805 Apr 18 21:36:40.355773 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e707db-09da-42f9-82d9-9190298d43ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:40.357048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54024) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:40.362696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a11b0404-6a3e-432e-8147-fd9a82436d44 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '54db4f8f-c7d4-4d7c-a82f-b3c5479ab271', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:40.388738 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a11b0404-6a3e-432e-8147-fd9a82436d44 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.449361 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a11b0404-6a3e-432e-8147-fd9a82436d44 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.453020 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a11b0404-6a3e-432e-8147-fd9a82436d44 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.473893 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b0404-6a3e-432e-8147-fd9a82436d44 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12278e30-ac8b-47e7-ba77-839374d2f374,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:40.483106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a11b0404-6a3e-432e-8147-fd9a82436d44 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.484324 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a11b0404-6a3e-432e-8147-fd9a82436d44 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254559 Apr 18 21:36:40.487083 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54026) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:40.491946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4120a42b-d1ea-4291-94ad-dab3386b2d68 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '54db4f8f-c7d4-4d7c-a82f-b3c5479ab271', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:40.516152 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4120a42b-d1ea-4291-94ad-dab3386b2d68 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.572071 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4120a42b-d1ea-4291-94ad-dab3386b2d68 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.575483 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4120a42b-d1ea-4291-94ad-dab3386b2d68 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.592007 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120a42b-d1ea-4291-94ad-dab3386b2d68 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81ee8002-3023-4d56-ab0d-0ffbabe40639,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:40.600356 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4120a42b-d1ea-4291-94ad-dab3386b2d68 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.601532 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4120a42b-d1ea-4291-94ad-dab3386b2d68 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135149 Apr 18 21:36:40.604360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54028) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:40.608596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-467d35f0-aa16-4414-9dbc-4e9d608108e1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '54db4f8f-c7d4-4d7c-a82f-b3c5479ab271', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:40.633339 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-467d35f0-aa16-4414-9dbc-4e9d608108e1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.690304 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-467d35f0-aa16-4414-9dbc-4e9d608108e1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.693829 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-467d35f0-aa16-4414-9dbc-4e9d608108e1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.711478 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d35f0-aa16-4414-9dbc-4e9d608108e1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e09f125-e3ff-4b9a-b615-8f44b59822e7,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:40.719046 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-467d35f0-aa16-4414-9dbc-4e9d608108e1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.720269 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-467d35f0-aa16-4414-9dbc-4e9d608108e1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149945 Apr 18 21:36:40.723122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54030) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:40.727849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a6b0aaa9-2df6-4955-bdcf-b5824cce8642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '54db4f8f-c7d4-4d7c-a82f-b3c5479ab271', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:40.738834 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.752989 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6b0aaa9-2df6-4955-bdcf-b5824cce8642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.816457 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6b0aaa9-2df6-4955-bdcf-b5824cce8642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.820773 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6b0aaa9-2df6-4955-bdcf-b5824cce8642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.840146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0aaa9-2df6-4955-bdcf-b5824cce8642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c93e037-abd4-41c4-9e0b-7b27cdc1e2a3,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:40.849211 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a6b0aaa9-2df6-4955-bdcf-b5824cce8642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.851250 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a6b0aaa9-2df6-4955-bdcf-b5824cce8642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270380 Apr 18 21:36:40.853918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54032) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:40.858752 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-da24fe80-99a5-47a3-8cf6-c7a1a13caf0b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '54db4f8f-c7d4-4d7c-a82f-b3c5479ab271', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:40.879917 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-da24fe80-99a5-47a3-8cf6-c7a1a13caf0b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Project 474e9c7e19d24003a745d86810a072d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:36:40.884825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da24fe80-99a5-47a3-8cf6-c7a1a13caf0b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.948360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da24fe80-99a5-47a3-8cf6-c7a1a13caf0b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.952061 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da24fe80-99a5-47a3-8cf6-c7a1a13caf0b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.971671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24fe80-99a5-47a3-8cf6-c7a1a13caf0b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7e1957-dbd7-411a-a229-96632b41ee15,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:40.977582 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-da24fe80-99a5-47a3-8cf6-c7a1a13caf0b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:40.978815 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-da24fe80-99a5-47a3-8cf6-c7a1a13caf0b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236966 Apr 18 21:36:40.981400 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54034) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:40.985640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-cd5d2424-e1e2-4cbd-a87c-901a591e4a81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': '54db4f8f-c7d4-4d7c-a82f-b3c5479ab271', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:41.005680 n-d-836015-4 neutron-server[102903]: INFO neutron.db.securitygroups_db [None req-cd5d2424-e1e2-4cbd-a87c-901a591e4a81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Project 474e9c7e19d24003a745d86810a072d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:36:41.010736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2424-e1e2-4cbd-a87c-901a591e4a81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.071910 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2424-e1e2-4cbd-a87c-901a591e4a81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.075664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2424-e1e2-4cbd-a87c-901a591e4a81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.093607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d2424-e1e2-4cbd-a87c-901a591e4a81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496c1c07-dbab-4450-914e-47c6b5db5d9a,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:41.103688 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-cd5d2424-e1e2-4cbd-a87c-901a591e4a81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.104939 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-cd5d2424-e1e2-4cbd-a87c-901a591e4a81 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226232 Apr 18 21:36:41.107867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54036) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:41.112760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'network': {'name': 'tempest-network-smoke--805634053', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'port_security_enabled': True}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:41.138673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:41.142189 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.169447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:36:41.178459 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.179518 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Added segment 6bc109dc-d05c-49b2-9bb7-a9fdda16e268 of type vlan for network 732a348d-67f9-47d0-a4c7-7ee7a206121b Apr 18 21:36:41.233191 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.259030 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.264731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:41.265320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.296319 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1873982 Apr 18 21:36:41.299136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54038) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:41.303975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'admin_state_up': True, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:41.325470 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.326699 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.339725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2142e80-7ce7-4f14-b315-b8aa3e91d64c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Network': ['ID=732a348d-67f9-47d0-a4c7-7ee7a206121b,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:41.351580 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 732a348d-67f9-47d0-a4c7-7ee7a206121b details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:36:41.389029 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.421774 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.531283 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.727212 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.746175 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.848837 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.25.2.186 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/ec018b66-b0b0-478f-aaf3-c8946d36dd88) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:41.953935 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:41.986677 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.026166 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:42.029015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:42.032577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:36:42.038125 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=ec018b66-b0b0-478f-aaf3-c8946d36dd88,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:42.279860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.482994 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.617046 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:36:42.723526 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:42.733443 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Sync routers for ids ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:42.744028 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Routers {'4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:42.744644 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:36:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:42.745211 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.746435 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c967790d-82a0-49b4-95c6-fa2924d25763 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4461908 Apr 18 21:36:42.749859 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54040) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:42.829660 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5b903303-cb0e-4c24-bb7f-4682272654d0 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=474e9c7e19d24003a745d86810a072d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760074 Apr 18 21:36:42.829975 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54044) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:42.852420 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Set router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:42.925146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8ae39-374c-4625-b9da-2f09e1224222 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:42.926586 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-67d8ae39-374c-4625-b9da-2f09e1224222 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956230 Apr 18 21:36:42.929361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54046) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:42.957118 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9cd77f12-fcad-46fc-b40b-9313844666be tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266051 Apr 18 21:36:42.960173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54048) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:42.965378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-20944950', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:42.979792 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.040899 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:42Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:43.052666 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:43.056229 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.066664 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Checking router: 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:36:43.067006 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Updating router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 port ec018b66-b0b0-478f-aaf3-c8946d36dd88 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:36:43.092257 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.245942 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.310065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Subnet': ['ID=fab0ebd8-76f6-4b9f-8f1f-19804015e9ac,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:43.320533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Checking segment: {'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:36:43.321105 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network hostable DHCP agents. Network: 732a348d-67f9-47d0-a4c7-7ee7a206121b, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:36:43.338259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 732a348d-67f9-47d0-a4c7-7ee7a206121b is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:36:43.348193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 732a348d-67f9-47d0-a4c7-7ee7a206121b) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:43.353104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:43.353703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.359779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44363c55-18fb-47f1-883f-ead02389a155 None None] Network 732a348d-67f9-47d0-a4c7-7ee7a206121b requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:36:43.361737 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.371218 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3196e756-75e7-4335-88f4-dc89c7024ea9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4098024 Apr 18 21:36:43.374293 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54050) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:43.376557 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.431769 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Attempting to bind port ec018b66-b0b0-478f-aaf3-c8946d36dd88 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:43.432162 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Attempting to bind port ec018b66-b0b0-478f-aaf3-c8946d36dd88 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:43.432518 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Attempting to bind port ec018b66-b0b0-478f-aaf3-c8946d36dd88 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:36:43.443113 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:36:43.443478 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:36:43.443898 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.444321 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:36:43.444777 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Bound port: ec018b66-b0b0-478f-aaf3-c8946d36dd88, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:43.445152 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.469059 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Pushing event updated for resources: {'Port': ['ID=ec018b66-b0b0-478f-aaf3-c8946d36dd88,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:43.494772 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.495103 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.495436 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.495762 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.496164 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.496434 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.496751 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.497217 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.497540 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.497858 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.498167 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.498477 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:43.521778 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-732a348d-67f9-47d0-a4c7-7ee7a206121b', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:36:43.524692 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.526937 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] For port ec018b66-b0b0-478f-aaf3-c8946d36dd88, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:43.530546 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] For port ec018b66-b0b0-478f-aaf3-c8946d36dd88, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ec018b66-b0b0-478f-aaf3-c8946d36dd88,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:43.534985 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.592783 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Routers {'4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:43.592783 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:36:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:43.658515 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7d2ec-80a6-4bcb-852a-a53063f64980 None None] Pushing event updated for resources: {'Port': ['ID=ec018b66-b0b0-478f-aaf3-c8946d36dd88,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:43.677984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Allocated IP 172.20.0.2 (732a348d-67f9-47d0-a4c7-7ee7a206121b/fab0ebd8-76f6-4b9f-8f1f-19804015e9ac/e8af9cc6-f6fe-460e-89e7-8f19ee752816) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:43.738010 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] Set router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:43.842833 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.851500 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.901153 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Network 732a348d-67f9-47d0-a4c7-7ee7a206121b is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:43.904482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:43.907209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:36:43.917417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Pushing event updated for resources: {'Port': ['ID=e8af9cc6-f6fe-460e-89e7-8f19ee752816,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:43.949008 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:42Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:43.976353 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Attempting to bind port e8af9cc6-f6fe-460e-89e7-8f19ee752816 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:43.977245 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4e8c5d-946b-491d-acf3-729d686dc025 None None] The sync data for ids ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'] in n-d-836015-4 is: [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:42Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:36:43.977420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Attempting to bind port e8af9cc6-f6fe-460e-89e7-8f19ee752816 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:43.977420 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Attempting to bind port e8af9cc6-f6fe-460e-89e7-8f19ee752816 on network 732a348d-67f9-47d0-a4c7-7ee7a206121b {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:36:43.983596 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:36:43.984235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Checking segment: {'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:36:43.984546 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.985004 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Bound using segment: {'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:36:43.985603 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Bound port: e8af9cc6-f6fe-460e-89e7-8f19ee752816, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:43.986055 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.054584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] For port e8af9cc6-f6fe-460e-89e7-8f19ee752816, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:44.058299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] For port e8af9cc6-f6fe-460e-89e7-8f19ee752816, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e8af9cc6-f6fe-460e-89e7-8f19ee752816,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:44.062713 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.122867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198360c-57a7-489a-a6e7-d3e5d256e41d None None] Pushing event updated for resources: {'Port': ['ID=e8af9cc6-f6fe-460e-89e7-8f19ee752816,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:44.221337 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.584354 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.20.0.1 (732a348d-67f9-47d0-a4c7-7ee7a206121b/fab0ebd8-76f6-4b9f-8f1f-19804015e9ac/c2e33ac7-61e4-469d-b40a-a10fa6dc1f07) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:44.712161 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.748231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:44.794249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 732a348d-67f9-47d0-a4c7-7ee7a206121b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:44.797731 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:44.801972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:36:44.827221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=c2e33ac7-61e4-469d-b40a-a10fa6dc1f07,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:44.854077 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.005251 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.152247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b410b217-5314-4cfd-8c5d-dbb2bab4553d None None] Network 732a348d-67f9-47d0-a4c7-7ee7a206121b requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:36:45.230041 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7c99fc2f-f1e9-455e-a96e-6a8c2d4d097c None None] Provisioning complete for port e8af9cc6-f6fe-460e-89e7-8f19ee752816 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:45.230408 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c99fc2f-f1e9-455e-a96e-6a8c2d4d097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.302507 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.308463 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.378949 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c99fc2f-f1e9-455e-a96e-6a8c2d4d097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.391190 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.393987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=c2e33ac7-61e4-469d-b40a-a10fa6dc1f07,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:45.420431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7c99fc2f-f1e9-455e-a96e-6a8c2d4d097c None None] For port e8af9cc6-f6fe-460e-89e7-8f19ee752816, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e8af9cc6-f6fe-460e-89e7-8f19ee752816,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:45.425411 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c99fc2f-f1e9-455e-a96e-6a8c2d4d097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.487786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99fc2f-f1e9-455e-a96e-6a8c2d4d097c None None] Pushing event updated for resources: {'Port': ['ID=e8af9cc6-f6fe-460e-89e7-8f19ee752816,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:45.499112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 732a348d-67f9-47d0-a4c7-7ee7a206121b is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:45.500738 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:45.661148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:45.662764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4a9afdbd-c924-4ac3-8a13-9e140f092859 None None] Provisioning complete for port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:45.663140 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a9afdbd-c924-4ac3-8a13-9e140f092859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.705807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ec018b66-b0b0-478f-aaf3-c8946d36dd88 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:45.751746 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4a9afdbd-c924-4ac3-8a13-9e140f092859 None None] Port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:36:45.779541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ec018b66-b0b0-478f-aaf3-c8946d36dd88 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:45.780307 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.782169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-4a9afdbd-c924-4ac3-8a13-9e140f092859 None None] Provisioning complete for port e8af9cc6-f6fe-460e-89e7-8f19ee752816 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:45.782479 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4a9afdbd-c924-4ac3-8a13-9e140f092859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:45.809192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:45.814689 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-61b012cd-9bbd-4ce9-a838-f6bbcd6ce2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "PUT /v2.0/routers/4501b1bf-1486-4787-9ebf-1a54b0ab1cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4389453 Apr 18 21:36:45.831862 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Sync routers for ids ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:45.874712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Routers {'4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:45.875349 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:36:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:45.974111 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-9acbcb22-a8d2-4673-839e-fddb0adc811f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506058635&fields=id&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 267 time: 0.0381916 Apr 18 21:36:46.047742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Set router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:46.049579 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.103438 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-b43f2dc2-0304-4f77-8f65-981656f57b6b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:46.105032 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port ec018b66-b0b0-478f-aaf3-c8946d36dd88, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ec018b66-b0b0-478f-aaf3-c8946d36dd88,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:46.105180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-b43f2dc2-0304-4f77-8f65-981656f57b6b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/networks?id=732a348d-67f9-47d0-a4c7-7ee7a206121b HTTP/1.1" status: 200 len: 796 time: 0.1232185 Apr 18 21:36:46.122682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-a2b90425-4e3c-48c8-a654-c844ecb53d6b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/quotas/474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 375 time: 0.0110662 Apr 18 21:36:46.136380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.137157 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e8af9cc6-f6fe-460e-89e7-8f19ee752816 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:46.178987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-5d1416bc-9694-4faf-8c36-703d01c1bb50 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496092 Apr 18 21:36:46.235746 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-80289f40-cac7-4b39-9799-36e096207dc4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:36:46.236860 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-80289f40-cac7-4b39-9799-36e096207dc4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463676 Apr 18 21:36:46.288805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=ec018b66-b0b0-478f-aaf3-c8946d36dd88,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:46.295791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8d031c39-0aa5-45d6-8080-7c66323803d6 None None] Provisioning complete for port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:46.296192 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d031c39-0aa5-45d6-8080-7c66323803d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.332604 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-3fdff28f-c158-46ad-a7e8-fced9033f85f service neutron] 10.222.0.49 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870194 Apr 18 21:36:46.353110 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port e8af9cc6-f6fe-460e-89e7-8f19ee752816 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:46.353583 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.395809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8d031c39-0aa5-45d6-8080-7c66323803d6 None None] Port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:36:46.430344 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ff247664-a1a0-4600-8180-69be5ed10acf service neutron] 10.222.0.49 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916560 Apr 18 21:36:46.466852 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c2e33ac7-61e4-469d-b40a-a10fa6dc1f07', 'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:0e:b4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:45Z', 'revision_number': 2, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:46.504981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Checking router: 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:36:46.505326 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Updating router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:36:46.625845 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ca68c634-fe2e-47a3-afb4-38d1e91ccd84 req-d98fe771-9971-48c9-84c6-4588bef190c4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 210 time: 0.0351920 Apr 18 21:36:46.708212 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.722392 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:46.996829 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.003550 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.065838 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0e20d-12f1-49a8-ace3-87af931e6a87 None None] Pushing event updated for resources: {'Port': ['ID=c2e33ac7-61e4-469d-b40a-a10fa6dc1f07,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:47.116009 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Attempting to bind port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:47.116324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Attempting to bind port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:47.116682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Attempting to bind port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 on network 732a348d-67f9-47d0-a4c7-7ee7a206121b {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:36:47.122981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:36:47.123361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Checking segment: {'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:36:47.123767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.124185 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Bound using segment: {'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:36:47.124660 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Bound port: c2e33ac7-61e4-469d-b40a-a10fa6dc1f07, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:47.125084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.195392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] For port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:47.202076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] For port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c2e33ac7-61e4-469d-b40a-a10fa6dc1f07,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:47.212189 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.275878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Routers {'4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:47.276496 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:36:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:47.314274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0e20d-12f1-49a8-ace3-87af931e6a87 None None] Pushing event updated for resources: {'Port': ['ID=c2e33ac7-61e4-469d-b40a-a10fa6dc1f07,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:47.345686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-0bb938d1-7993-4d66-8aa6-c5ceacbedbda None None] Provisioning complete for port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:47.346062 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0bb938d1-7993-4d66-8aa6-c5ceacbedbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.430993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] Set router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:47.581738 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0bb938d1-7993-4d66-8aa6-c5ceacbedbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.640570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0bb938d1-7993-4d66-8aa6-c5ceacbedbda None None] For port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c2e33ac7-61e4-469d-b40a-a10fa6dc1f07,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:47.647174 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0bb938d1-7993-4d66-8aa6-c5ceacbedbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.706509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ec018b66-b0b0-478f-aaf3-c8946d36dd88 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:47.739394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-2df80da4-dd5d-4187-afc8-2975d31d4c84 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:47.741589 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-2df80da4-dd5d-4187-afc8-2975d31d4c84 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "GET /v2.0/networks?id=732a348d-67f9-47d0-a4c7-7ee7a206121b HTTP/1.1" status: 200 len: 796 time: 0.1948233 Apr 18 21:36:47.772633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-545ae675-3e86-4d60-8210-5fc40aa2b7c9 req-9969dd36-2fad-4cfe-b990-011a0b3f7898 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 210 time: 0.0363007 Apr 18 21:36:47.776716 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb938d1-7993-4d66-8aa6-c5ceacbedbda None None] Pushing event updated for resources: {'Port': ['ID=c2e33ac7-61e4-469d-b40a-a10fa6dc1f07,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:47.805279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c7264771-91cf-41f1-b5c3-d870825a1e20 None None] Provisioning complete for port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:47.805979 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c7264771-91cf-41f1-b5c3-d870825a1e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.814065 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-84d492b9-dd4f-427b-8e40-dc868e1b4249 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 379 time: 0.0617347 Apr 18 21:36:47.826892 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'port': {'device_id': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'admin_state_up': True, 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'security_groups': ['54db4f8f-c7d4-4d7c-a82f-b3c5479ab271']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:47.849685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c2e33ac7-61e4-469d-b40a-a10fa6dc1f07', 'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:0e:b4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:47Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:47.856275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port ec018b66-b0b0-478f-aaf3-c8946d36dd88 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:47.856654 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.883502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef46c409-2357-4ba2-a76e-0244c07682e5 None None] The sync data for ids ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'] in n-d-836015-4 is: [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c2e33ac7-61e4-469d-b40a-a10fa6dc1f07', 'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:0e:b4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:47Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:36:47.966869 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:47.971247 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.123955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.20.0.10 (732a348d-67f9-47d0-a4c7-7ee7a206121b/fab0ebd8-76f6-4b9f-8f1f-19804015e9ac/e1b6af5b-b009-4e84-92e0-2121e3e8ce22) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:48.283691 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.326173 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.386013 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 732a348d-67f9-47d0-a4c7-7ee7a206121b is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:48.390748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:48.400743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:36:48.435790 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:48.476636 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:48.477342 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.498497 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-ac00e1b8-217f-4e7e-b143-ca9e091282f3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6773341 Apr 18 21:36:48.514540 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Request body: {'port': {'device_id': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:48.590120 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.747165 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5fb39d10-afc7-46c3-9a7e-c4d0c0f84750 None None] Provisioning complete for port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:48.748078 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5fb39d10-afc7-46c3-9a7e-c4d0c0f84750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.799013 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-5fb39d10-afc7-46c3-9a7e-c4d0c0f84750 None None] Port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:36:48.909976 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b6af5b-b009-4e84-92e0-2121e3e8ce22 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:36:48.921760 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.928254 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bd56f-80c4-49db-a5aa-c6477546174c req-eba19516-d012-4ff9-a2e2-ad13e5ff6613 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:48.930058 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-841bd56f-80c4-49db-a5aa-c6477546174c req-eba19516-d012-4ff9-a2e2-ad13e5ff6613 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 932 time: 0.0546308 Apr 18 21:36:48.936610 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Transition to ACTIVE for port object e1b6af5b-b009-4e84-92e0-2121e3e8ce22 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:48.941093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.977993 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-841bd56f-80c4-49db-a5aa-c6477546174c req-d05c2675-3541-4898-9a74-cf79f2b43f3c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391877 Apr 18 21:36:48.998459 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137139cc-703f-4878-811e-335724ecc58a service neutron] Pushing event updated for resources: {'Port': ['ID=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:49.083609 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Attempting to bind port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:49.083998 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Attempting to bind port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:49.084336 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Attempting to bind port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 on network 732a348d-67f9-47d0-a4c7-7ee7a206121b {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:36:49.089731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 on network 732a348d-67f9-47d0-a4c7-7ee7a206121b not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:36:49.090154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Attempting to bind port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 on network 732a348d-67f9-47d0-a4c7-7ee7a206121b {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:36:49.095394 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:36:49.095750 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Checking segment: {'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:36:49.096180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Bound using segment: {'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:36:49.096624 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Bound port: e1b6af5b-b009-4e84-92e0-2121e3e8ce22, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bc109dc-d05c-49b2-9bb7-a9fdda16e268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:49.097267 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.174511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] For port e1b6af5b-b009-4e84-92e0-2121e3e8ce22, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:36:49.177848 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] For port e1b6af5b-b009-4e84-92e0-2121e3e8ce22, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:36:49.183224 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.228338 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.228972 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.230431 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-137139cc-703f-4878-811e-335724ecc58a service neutron] 10.222.0.60 "PUT /v2.0/ports/e1b6af5b-b009-4e84-92e0-2121e3e8ce22 HTTP/1.1" status: 200 len: 1092 time: 0.7242908 Apr 18 21:36:49.230899 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'tag': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:49.233218 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33" -d '{"events": [{"name": "network-changed", "server_uuid": "99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c", "tag": "e1b6af5b-b009-4e84-92e0-2121e3e8ce22"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:36:49.268566 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137139cc-703f-4878-811e-335724ecc58a service neutron] Pushing event updated for resources: {'Port': ['ID=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:49.282936 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ec248-5155-463b-b2bd-250fb3fc9454 x-openstack-request-id: req-f23ec248-5155-463b-b2bd-250fb3fc9454 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:36:49.283226 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c", "tag": "e1b6af5b-b009-4e84-92e0-2121e3e8ce22", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:36:49.283474 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f23ec248-5155-463b-b2bd-250fb3fc9454 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:36:49.283892 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f23ec248-5155-463b-b2bd-250fb3fc9454'] response: {'name': 'network-changed', 'server_uuid': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'tag': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'status': 'completed', 'code': 200} Apr 18 21:36:49.327751 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-41e2f9e2-f2eb-4d52-a6fe-aba45feb87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.329429 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-41e2f9e2-f2eb-4d52-a6fe-aba45feb87f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 1095 time: 0.0558047 Apr 18 21:36:49.373235 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-2cd3b947-c982-4c07-b057-511f1fada630 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22 HTTP/1.1" status: 200 len: 217 time: 0.0353851 Apr 18 21:36:49.429586 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-aef85fd4-afe9-4406-bb49-6741023f885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.431066 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-aef85fd4-afe9-4406-bb49-6741023f885f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fab0ebd8-76f6-4b9f-8f1f-19804015e9ac HTTP/1.1" status: 200 len: 833 time: 0.0515594 Apr 18 21:36:49.478487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-a2a04ff7-05a7-4dea-9ef2-6ad29023482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.480031 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-a2a04ff7-05a7-4dea-9ef2-6ad29023482a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=732a348d-67f9-47d0-a4c7-7ee7a206121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420232 Apr 18 21:36:49.570711 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-24fc2376-7e58-4419-8b5e-28d4277e85c7 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840957 Apr 18 21:36:49.637121 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:49.670216 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fa37c98-e6df-4df1-93de-ecf9edf7beb1 req-f6ffdf54-a02c-451e-9e03-1dff511b8a18 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934875 Apr 18 21:36:49.688374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:49.688829 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.759275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-b346fd69-cc4a-4b62-b2a0-5bcf68e47489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.760725 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-b346fd69-cc4a-4b62-b2a0-5bcf68e47489 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 1095 time: 0.0419586 Apr 18 21:36:49.859082 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-7eaecdcc-293a-4b87-b78a-72f420c5ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.860587 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-7eaecdcc-293a-4b87-b78a-72f420c5ac53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=732a348d-67f9-47d0-a4c7-7ee7a206121b HTTP/1.1" status: 200 len: 897 time: 0.0920584 Apr 18 21:36:49.903617 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-8852edae-bd46-40b0-88b9-cf140004e9b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22 HTTP/1.1" status: 200 len: 217 time: 0.0353518 Apr 18 21:36:49.951361 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-7b49d5bb-4e10-4ddc-90de-4934b553ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.952845 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-7b49d5bb-4e10-4ddc-90de-4934b553ca7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fab0ebd8-76f6-4b9f-8f1f-19804015e9ac HTTP/1.1" status: 200 len: 833 time: 0.0432136 Apr 18 21:36:50.009642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-58696528-15a3-4e81-8e7e-a9d7537d7491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:50.011557 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-58696528-15a3-4e81-8e7e-a9d7537d7491 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=732a348d-67f9-47d0-a4c7-7ee7a206121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518804 Apr 18 21:36:50.102996 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e97242-533b-495f-923a-2ab74c468c16 req-3898f6fb-2a4d-4876-be89-efeee1f4d43a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:50.104786 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68e97242-533b-495f-923a-2ab74c468c16 req-3898f6fb-2a4d-4876-be89-efeee1f4d43a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 944 time: 0.0508177 Apr 18 21:36:50.105273 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-196d8365-da5a-4420-8f63-493fcbcb31c1 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877075 Apr 18 21:36:50.150517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-68e97242-533b-495f-923a-2ab74c468c16 req-0788359b-05b9-40ff-85e8-ea1dd3226833 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396035 Apr 18 21:36:50.198551 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-39c2ff53-b28e-41b9-bfb6-109d03dd4c33 req-d88c1a27-36c0-4fd5-b831-5e26cd373dcf service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873742 Apr 18 21:36:51.268087 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:36:51.272594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1068b19-bf99-4112-911e-24b1e12b33b6 req-6bd47009-051a-4a06-88fb-a5b8c7faa19a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:51.274644 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1068b19-bf99-4112-911e-24b1e12b33b6 req-6bd47009-051a-4a06-88fb-a5b8c7faa19a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 944 time: 0.0502012 Apr 18 21:36:51.314889 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d1068b19-bf99-4112-911e-24b1e12b33b6 req-28eefeb8-cb9d-4272-b940-51e8142424eb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342400 Apr 18 21:36:52.431325 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1aaaa-062a-4eae-9274-0313b3d7640d req-eced3df0-4cad-42d7-9d10-b4064d801557 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:52.432823 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dd1aaaa-062a-4eae-9274-0313b3d7640d req-eced3df0-4cad-42d7-9d10-b4064d801557 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 944 time: 0.0488482 Apr 18 21:36:52.473982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6dd1aaaa-062a-4eae-9274-0313b3d7640d req-958fac92-31d0-4642-b203-8b1a8247c4dc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349288 Apr 18 21:36:52.867049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e1b6af5b-b009-4e84-92e0-2121e3e8ce22 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:36:52.966523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port e1b6af5b-b009-4e84-92e0-2121e3e8ce22, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:52.979804 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'port_id': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'mac_address': 'fa:16:3e:93:b2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:36:53.018278 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:53.032164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b6af5b-b009-4e84-92e0-2121e3e8ce22 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:36:53.052223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port e1b6af5b-b009-4e84-92e0-2121e3e8ce22, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:53.056905 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:53.105462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:53.417443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['e1b6af5b-b009-4e84-92e0-2121e3e8ce22'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:36:53.597792 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f0250-207e-44af-9702-5f5809baf2ab req-f12bd87a-42d5-4c48-8c9e-b86783aa1f99 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:53.599682 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-704f0250-207e-44af-9702-5f5809baf2ab req-f12bd87a-42d5-4c48-8c9e-b86783aa1f99 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 945 time: 0.0527146 Apr 18 21:36:53.651939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-704f0250-207e-44af-9702-5f5809baf2ab req-8a46674d-a5ae-4c22-a5dc-eae56b7b3796 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455639 Apr 18 21:36:54.777061 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77609fc9-22c1-430c-ab5b-428eee5e99ec req-f51ba747-7b71-485d-aeae-da1b5d236768 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:54.778570 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77609fc9-22c1-430c-ab5b-428eee5e99ec req-f51ba747-7b71-485d-aeae-da1b5d236768 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 945 time: 0.0499125 Apr 18 21:36:54.816944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77609fc9-22c1-430c-ab5b-428eee5e99ec req-6d5f4de8-ad74-45f8-8c7d-19f475dc8155 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 Apr 18 21:36:54.883430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e1b6af5b-b009-4e84-92e0-2121e3e8ce22 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:36:54.930493 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:54.934513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:54.934874 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.009268 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.030284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:55.032788 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de0982b-ad64-4199-a3c7-2372cb0914eb" -d '{"events": [{"server_uuid": "99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c", "name": "network-vif-plugged", "status": "completed", "tag": "e1b6af5b-b009-4e84-92e0-2121e3e8ce22"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:36:55.048996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port e1b6af5b-b009-4e84-92e0-2121e3e8ce22, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:36:55.053213 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:55.076996 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ea8faf-8680-4ac5-bc53-da83847ec631 x-openstack-request-id: req-13ea8faf-8680-4ac5-bc53-da83847ec631 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:36:55.077290 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c", "name": "network-vif-plugged", "status": "completed", "tag": "e1b6af5b-b009-4e84-92e0-2121e3e8ce22", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:36:55.077542 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-13ea8faf-8680-4ac5-bc53-da83847ec631 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:36:55.077932 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ea8faf-8680-4ac5-bc53-da83847ec631'] response: {'server_uuid': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'code': 200} Apr 18 21:36:55.103832 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:55.163955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021cead-618c-43e3-8b38-bec6e033811a req-bd399a71-1cbd-47c5-ad14-a096b30514c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:55.165443 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7021cead-618c-43e3-8b38-bec6e033811a req-bd399a71-1cbd-47c5-ad14-a096b30514c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 1097 time: 0.0400603 Apr 18 21:36:55.201398 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7021cead-618c-43e3-8b38-bec6e033811a req-2bc4d068-b392-4966-9870-f7d04cb20866 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283501 Apr 18 21:36:55.930906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89690ed3-0568-4802-8231-189d36b4dd59 req-3be29432-db42-4f39-a4cb-0ac56a3fc414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:55.932418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89690ed3-0568-4802-8231-189d36b4dd59 req-3be29432-db42-4f39-a4cb-0ac56a3fc414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0478542 Apr 18 21:36:55.974450 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-89690ed3-0568-4802-8231-189d36b4dd59 req-621c9d1c-1c83-4e3a-9f86-717acb7ad889 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361147 Apr 18 21:36:57.089718 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85770f60-d5c6-408b-a6b3-9d0738033025 req-d3d4aa83-471e-457c-8a97-96cf8b736a10 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.091099 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85770f60-d5c6-408b-a6b3-9d0738033025 req-d3d4aa83-471e-457c-8a97-96cf8b736a10 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0482888 Apr 18 21:36:57.128541 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-85770f60-d5c6-408b-a6b3-9d0738033025 req-9e8732ee-bbba-4714-b62b-d19fa261a9ab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314865 Apr 18 21:36:57.246224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba52f42-f028-4743-bb70-9672ab1f8790 req-aedf9c2c-f8d7-4741-a46b-c9e620ab0ef2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.247696 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ba52f42-f028-4743-bb70-9672ab1f8790 req-aedf9c2c-f8d7-4741-a46b-c9e620ab0ef2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0493212 Apr 18 21:36:57.285300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ba52f42-f028-4743-bb70-9672ab1f8790 req-f2791b6f-9f29-4639-8fb0-f307ed898261 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315838 Apr 18 21:36:57.307578 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54106) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:57.345747 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18f3d1-6a7f-41ad-bdfe-c6e862d64474 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.347136 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-be18f3d1-6a7f-41ad-bdfe-c6e862d64474 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 1092 time: 0.0385613 Apr 18 21:36:57.349895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54108) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:57.354709 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:57.373485 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.476962 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.586114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.25.2.155 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7f7c0f6d-fdb0-4428-8f27-83b73c11f473) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:57.692073 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.725843 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.760214 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:57.762932 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:57.768453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:36:57.807029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=7f7c0f6d-fdb0-4428-8f27-83b73c11f473,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:58.143318 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.216342 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.369405 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.374231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.445257 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=7f7c0f6d-fdb0-4428-8f27-83b73c11f473,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:58.454986 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.559201 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Floating IP e4ddf4c8-c107-44ae-ab81-d0ea4db29594 associated. External IP: 172.25.2.155, port: e1b6af5b-b009-4e84-92e0-2121e3e8ce22. Apr 18 21:36:58.766753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:36:58.874420 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:36:58.884035 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] Sync routers for ids ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:58.893410 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.894956 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] Routers {'4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:58.895554 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:36:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:59.003940 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] Set router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:59.233630 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e4ddf4c8-c107-44ae-ab81-d0ea4db29594', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'port_id': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'mac_address': 'fa:16:3e:93:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:36:58Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e33ac7-61e4-469d-b40a-a10fa6dc1f07', 'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:0e:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:47Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:59.259145 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-360c9872-0c3a-451b-8da2-49104b02145a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9082463 Apr 18 21:36:59.259832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'tag': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:59.262210 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88e878a-79b1-4fd9-80ec-85115d170fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c", "tag": "e1b6af5b-b009-4e84-92e0-2121e3e8ce22"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:36:59.262470 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] Checking router: 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:36:59.272148 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] Routers {'4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:36:59.272565 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:36:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:59.363288 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af07f4-168a-4abf-aed9-f1bed0574084 req-ba607341-c2e2-4583-94fb-1070bf60b1cb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:59.364924 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44af07f4-168a-4abf-aed9-f1bed0574084 req-ba607341-c2e2-4583-94fb-1070bf60b1cb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0547695 Apr 18 21:36:59.368522 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16fbf85-fcb4-4137-8278-2848acf6f195 x-openstack-request-id: req-b16fbf85-fcb4-4137-8278-2848acf6f195 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:36:59.368805 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c", "tag": "e1b6af5b-b009-4e84-92e0-2121e3e8ce22", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:36:59.369067 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b16fbf85-fcb4-4137-8278-2848acf6f195 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:36:59.369922 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16fbf85-fcb4-4137-8278-2848acf6f195'] response: {'name': 'network-changed', 'server_uuid': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'tag': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'status': 'completed', 'code': 200} Apr 18 21:36:59.388835 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] Set router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:36:59.406090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-44af07f4-168a-4abf-aed9-f1bed0574084 req-36ab3019-cd4b-42b4-a085-d44ab72b526d tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343769 Apr 18 21:36:59.431938 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54118) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:36:59.519046 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-387dbc1e-07bd-4318-b6a7-aee02dd9edea tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/e4ddf4c8-c107-44ae-ab81-d0ea4db29594 HTTP/1.1" status: 200 len: 992 time: 0.0858562 Apr 18 21:36:59.525830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-dd55f7f0-284c-4995-84ea-36db5c15845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:59.527252 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-dd55f7f0-284c-4995-84ea-36db5c15845d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 1097 time: 0.1343875 Apr 18 21:36:59.623040 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-9ac3a8c4-9c58-41b6-8e6d-5a625d8ca2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:59.624567 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-9ac3a8c4-9c58-41b6-8e6d-5a625d8ca2b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=732a348d-67f9-47d0-a4c7-7ee7a206121b HTTP/1.1" status: 200 len: 897 time: 0.0877318 Apr 18 21:36:59.629903 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e4ddf4c8-c107-44ae-ab81-d0ea4db29594', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'port_id': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'mac_address': 'fa:16:3e:93:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:36:58Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e33ac7-61e4-469d-b40a-a10fa6dc1f07', 'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:0e:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:47Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:59.703905 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-fe51b5ea-0d4d-452f-816b-37f1577b4ae9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22 HTTP/1.1" status: 200 len: 1000 time: 0.0723088 Apr 18 21:36:59.748743 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30c245a-eacc-483d-b816-c0969a551221 None None] The sync data for ids ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'] in n-d-836015-4 is: [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'e4ddf4c8-c107-44ae-ab81-d0ea4db29594', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'port_id': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'mac_address': 'fa:16:3e:93:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:36:58Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2e33ac7-61e4-469d-b40a-a10fa6dc1f07', 'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:0e:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:47Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:36:59.754908 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-1bb1e3d8-9850-4f94-beaf-4ad541e9a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:59.756563 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-1bb1e3d8-9850-4f94-beaf-4ad541e9a2c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fab0ebd8-76f6-4b9f-8f1f-19804015e9ac HTTP/1.1" status: 200 len: 833 time: 0.0442040 Apr 18 21:36:59.803601 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-98fde97a-4f3c-4cdc-8431-2957eb87c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:59.805195 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-98fde97a-4f3c-4cdc-8431-2957eb87c457 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=732a348d-67f9-47d0-a4c7-7ee7a206121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415874 Apr 18 21:36:59.915442 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-8114ccc7-1c44-418a-9aa6-c67a164225d0 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898385 Apr 18 21:36:59.938566 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9c7917-2db5-4383-b868-452575d15ab8 None None] New status for floating IP e4ddf4c8-c107-44ae-ab81-d0ea4db29594: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:37:00.008238 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-f88e878a-79b1-4fd9-80ec-85115d170fdc req-65e9f7fc-629f-4cc6-93c8-e73acc796088 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854697 Apr 18 21:37:00.522972 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54120) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:37:00.586256 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6f179b2d-feea-4a34-97c4-2909e946789b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/e4ddf4c8-c107-44ae-ab81-d0ea4db29594 HTTP/1.1" status: 200 len: 994 time: 0.0621328 Apr 18 21:37:03.354341 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-473d1175-c6e2-46de-8858-a5a3fe010335 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401525 Apr 18 21:37:03.438858 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-fd9227e1-4b64-471d-bbc2-5ab0f8d59142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:03.440358 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-fd9227e1-4b64-471d-bbc2-5ab0f8d59142 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 1097 time: 0.0449977 Apr 18 21:37:03.540271 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-fe78e84e-d247-4bea-9fbb-7f3b3b1cfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:03.541726 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-fe78e84e-d247-4bea-9fbb-7f3b3b1cfe6a service neutron] 10.222.0.60 "GET /v2.0/networks?id=732a348d-67f9-47d0-a4c7-7ee7a206121b HTTP/1.1" status: 200 len: 897 time: 0.0836802 Apr 18 21:37:03.609830 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-8d49ad15-acfe-4928-8790-ab836ac17209 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22 HTTP/1.1" status: 200 len: 1002 time: 0.0610499 Apr 18 21:37:03.656961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-7cec886c-24b7-47ef-9687-b39cfd1012df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:03.658433 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-7cec886c-24b7-47ef-9687-b39cfd1012df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fab0ebd8-76f6-4b9f-8f1f-19804015e9ac HTTP/1.1" status: 200 len: 833 time: 0.0428765 Apr 18 21:37:03.704556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-6a7a4cb8-7319-46d0-9d85-636cc2945622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:03.706037 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-6a7a4cb8-7319-46d0-9d85-636cc2945622 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=732a348d-67f9-47d0-a4c7-7ee7a206121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400732 Apr 18 21:37:03.799335 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-0795d792-645a-4b60-9675-2a5ba500a55a service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856290 Apr 18 21:37:03.887572 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-82c888bf-fef7-46dd-94e0-083c6d8f6de5 req-f26d2641-008c-47c9-bda9-f27c9492c31f service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812714 Apr 18 21:37:06.050055 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4135bfc9-fbeb-4520-8e5d-e2201d63056a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:08.789651 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ab39301a-9f8d-4b76-b667-a91f7465b49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:09.568797 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:10.740338 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:11.373819 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:12.988875 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:16.599083 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:28.268083 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:37:36.041775 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-25c172ea-4020-4b52-a5d2-b5f2614e86b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:38.788034 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d76c0e17-6a6b-47d4-b260-1422428c4423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:39.572218 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:40.743110 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:41.375594 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:43.004664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.597927 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:03.382234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eba58c-7dcb-46b4-a6e6-91aa395d9176 req-447a27be-7973-44a1-b23d-3f88432119a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:03.384375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2eba58c-7dcb-46b4-a6e6-91aa395d9176 req-447a27be-7973-44a1-b23d-3f88432119a0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0498631 Apr 18 21:38:03.427745 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d2eba58c-7dcb-46b4-a6e6-91aa395d9176 req-126984ec-c0a9-44d1-a55a-42689d17c617 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373719 Apr 18 21:38:04.386676 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-aec050f8-e816-4c64-9386-12317d797cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:04.388113 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-aec050f8-e816-4c64-9386-12317d797cc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 1097 time: 0.0422182 Apr 18 21:38:04.505180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-508dbacf-2a19-4871-94fa-bbc50e03643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:04.507030 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-508dbacf-2a19-4871-94fa-bbc50e03643a service neutron] 10.222.0.60 "GET /v2.0/networks?id=732a348d-67f9-47d0-a4c7-7ee7a206121b HTTP/1.1" status: 200 len: 897 time: 0.0999901 Apr 18 21:38:04.551382 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0017eb7-e201-45ff-8671-691ebf2b5d2d req-0b970640-5028-498b-af29-e5b9d873ce66 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:04.552961 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0017eb7-e201-45ff-8671-691ebf2b5d2d req-0b970640-5028-498b-af29-e5b9d873ce66 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0507848 Apr 18 21:38:04.573233 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-0333f9b1-bde8-426c-9be2-c30b5d1ee3ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22 HTTP/1.1" status: 200 len: 1002 time: 0.0599363 Apr 18 21:38:04.596509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e0017eb7-e201-45ff-8671-691ebf2b5d2d req-49d22086-92ca-4b50-9bef-e08644dbfedd tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363107 Apr 18 21:38:04.629238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-6d1dfaec-2ba0-42dd-8c7f-567a4d1bc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:04.630746 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-6d1dfaec-2ba0-42dd-8c7f-567a4d1bc558 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fab0ebd8-76f6-4b9f-8f1f-19804015e9ac HTTP/1.1" status: 200 len: 833 time: 0.0472841 Apr 18 21:38:04.674408 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-2a0b5fd1-8ca3-408b-a1c0-337d9f739fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:04.675777 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-2a0b5fd1-8ca3-408b-a1c0-337d9f739fb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=732a348d-67f9-47d0-a4c7-7ee7a206121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386963 Apr 18 21:38:04.766206 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-1ccb04fc-10c6-4527-8dde-c84b72437ce5 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832839 Apr 18 21:38:04.861018 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4b0ffd5c-c47f-426b-b54f-ab88625e5a44 req-27d9cd77-fdb8-4a28-84c8-beff6d46b9d0 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878077 Apr 18 21:38:05.268192 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:38:05.718415 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8319b25-6240-4d7a-88c3-6b1b2a9f156c req-d1e9aefb-eb1e-4cbc-a292-6b8dacf2b734 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:05.719926 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8319b25-6240-4d7a-88c3-6b1b2a9f156c req-d1e9aefb-eb1e-4cbc-a292-6b8dacf2b734 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0534334 Apr 18 21:38:05.758914 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8319b25-6240-4d7a-88c3-6b1b2a9f156c req-90798365-a456-4df6-83d2-765172604ebb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Apr 18 21:38:06.043878 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-34f848be-71bd-4730-817d-c73a661947e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:06.877328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f2e79-68c3-4131-a6d8-3c0d50359dd1 req-5901e602-ad58-46a3-8c0a-12093d5c8a84 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:06.878817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f5f2e79-68c3-4131-a6d8-3c0d50359dd1 req-5901e602-ad58-46a3-8c0a-12093d5c8a84 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0485320 Apr 18 21:38:06.916627 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6f5f2e79-68c3-4131-a6d8-3c0d50359dd1 req-544135dc-5e52-496d-9cee-f9cb2d1a2665 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317285 Apr 18 21:38:08.031323 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fd8bf-a891-46f1-b9c9-6d4826eb3ba1 req-bffc08aa-8173-45b7-9ce7-b349f4fbcbb8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:08.032831 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b2fd8bf-a891-46f1-b9c9-6d4826eb3ba1 req-bffc08aa-8173-45b7-9ce7-b349f4fbcbb8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0482204 Apr 18 21:38:08.071898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b2fd8bf-a891-46f1-b9c9-6d4826eb3ba1 req-e0ff1653-9a68-484c-993a-ea06f78db4f2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326340 Apr 18 21:38:08.787777 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3f733d4b-05b4-4a91-8fe3-e0c198a48cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:09.191872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4dfaf-f33a-42b3-b579-d8f3a390d3eb req-aafd1e7a-4c84-4850-84c0-a7741efee9d2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:09.193349 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65f4dfaf-f33a-42b3-b579-d8f3a390d3eb req-aafd1e7a-4c84-4850-84c0-a7741efee9d2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0529544 Apr 18 21:38:09.231512 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65f4dfaf-f33a-42b3-b579-d8f3a390d3eb req-9e0b0f55-9b9e-414e-8f73-8fa5aa27b238 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315959 Apr 18 21:38:09.574266 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:10.349112 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e0c36-3000-42e6-a3ef-cd5c7ce74aa8 req-675f2ad5-cc5b-40c1-b715-7f17bc8f3da0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:10.350599 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f38e0c36-3000-42e6-a3ef-cd5c7ce74aa8 req-675f2ad5-cc5b-40c1-b715-7f17bc8f3da0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0502851 Apr 18 21:38:10.389750 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f38e0c36-3000-42e6-a3ef-cd5c7ce74aa8 req-3d039639-5ee6-434a-a82e-522fc9ecac02 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325360 Apr 18 21:38:10.745386 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.380191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:11.506627 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461e8ed-bd5f-4227-a023-162b71a2bd38 req-ba2180e7-664c-42e6-aa26-10a21cfa1495 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:11.508149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3461e8ed-bd5f-4227-a023-162b71a2bd38 req-ba2180e7-664c-42e6-aa26-10a21cfa1495 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0494459 Apr 18 21:38:11.549232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3461e8ed-bd5f-4227-a023-162b71a2bd38 req-f60c9ecc-1e61-4483-b84d-2b6c2236fd4b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340567 Apr 18 21:38:12.675483 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6cff8-47fb-4223-88a1-068a7afb81ab req-26237f13-3982-4ccf-af56-02b1238d8fc9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:12.677285 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7d6cff8-47fb-4223-88a1-068a7afb81ab req-26237f13-3982-4ccf-af56-02b1238d8fc9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0545545 Apr 18 21:38:12.718126 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b7d6cff8-47fb-4223-88a1-068a7afb81ab req-6c8be079-80ff-4cda-a4d4-b60bc332a93e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344479 Apr 18 21:38:13.005456 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:13.847055 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d65d58-b91b-42ba-8216-27af458b2000 req-44a43483-08f2-44a4-93e8-851bf0970aa7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:13.848852 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8d65d58-b91b-42ba-8216-27af458b2000 req-44a43483-08f2-44a4-93e8-851bf0970aa7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0584378 Apr 18 21:38:13.895213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c8d65d58-b91b-42ba-8216-27af458b2000 req-3a9bfd1d-a5c3-49b4-a205-83ac33210b0e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394762 Apr 18 21:38:13.918328 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54172) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:13.991159 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9e8030b6-0551-4c7f-a44c-aed241ee4af3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/e4ddf4c8-c107-44ae-ab81-d0ea4db29594 HTTP/1.1" status: 200 len: 994 time: 0.0716505 Apr 18 21:38:15.272565 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560573f-f793-4c4a-a403-1df06a8aa975 req-b92c7d55-8de0-4e38-8856-94049f6e42eb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:15.274114 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8560573f-f793-4c4a-a403-1df06a8aa975 req-b92c7d55-8de0-4e38-8856-94049f6e42eb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0549242 Apr 18 21:38:15.320388 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8560573f-f793-4c4a-a403-1df06a8aa975 req-1a97bab4-9502-4523-a40a-186d890b7f35 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399871 Apr 18 21:38:15.354550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-b7d2f75d-a093-49e5-9bc8-20c1ef2764d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:15.356188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-b7d2f75d-a093-49e5-9bc8-20c1ef2764d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 1097 time: 0.0426407 Apr 18 21:38:15.448791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-3b0767b2-3959-4ec0-bcd9-fa421ff7be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:15.450275 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-3b0767b2-3959-4ec0-bcd9-fa421ff7be1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=732a348d-67f9-47d0-a4c7-7ee7a206121b HTTP/1.1" status: 200 len: 897 time: 0.0883534 Apr 18 21:38:15.514021 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-69f02d96-b04f-413b-aa2c-2ec5e6487a90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22 HTTP/1.1" status: 200 len: 1002 time: 0.0573103 Apr 18 21:38:15.561939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-0aa443cd-e053-4f46-9362-68e3f69e6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:15.563400 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-0aa443cd-e053-4f46-9362-68e3f69e6020 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fab0ebd8-76f6-4b9f-8f1f-19804015e9ac HTTP/1.1" status: 200 len: 833 time: 0.0433936 Apr 18 21:38:15.907029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-190a0164-6073-4e59-a533-0164059baea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:15.908457 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-190a0164-6073-4e59-a533-0164059baea8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=732a348d-67f9-47d0-a4c7-7ee7a206121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3379445 Apr 18 21:38:15.996057 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-28221040-f6ec-451f-b0c9-339a96ccfbce service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803514 Apr 18 21:38:16.093088 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-219fa1a6-0fb5-48da-8a62-0445d18aeb70 req-11e49196-7888-4138-a616-e16cf124f0f1 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910578 Apr 18 21:38:16.438468 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175f6af-c10c-4ece-b990-7b23c6d0f57e req-4d58b384-b779-4bdb-9a1b-343a7413e273 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:16.439975 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2175f6af-c10c-4ece-b990-7b23c6d0f57e req-4d58b384-b779-4bdb-9a1b-343a7413e273 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0491245 Apr 18 21:38:16.478634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2175f6af-c10c-4ece-b990-7b23c6d0f57e req-571967df-7fa7-4eaf-b3a7-e1b9e412fcd7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326004 Apr 18 21:38:16.612185 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.597898 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775fa0d-a1b2-4149-ad3a-48f2ba4f0cb0 req-16058ebe-751f-4cff-a3bd-0ad7bf26bc4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:17.599372 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3775fa0d-a1b2-4149-ad3a-48f2ba4f0cb0 req-16058ebe-751f-4cff-a3bd-0ad7bf26bc4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0504782 Apr 18 21:38:17.641195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3775fa0d-a1b2-4149-ad3a-48f2ba4f0cb0 req-fb83ef24-ce1a-46df-965b-b5f3defb5db3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351765 Apr 18 21:38:17.664073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54184) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:38:17.723540 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c40783bc-c44c-49f5-b9d3-309a6c308f4a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/e4ddf4c8-c107-44ae-ab81-d0ea4db29594 HTTP/1.1" status: 200 len: 994 time: 0.0578139 Apr 18 21:38:36.045462 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d8881f01-18da-4e21-9f5d-420e43cb4a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:38.780416 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e4c954ef-2cf4-4fea-9267-fd77e1153d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:39.576511 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:40.751279 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:41.381639 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:42.267294 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:38:43.002470 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.614549 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:05.923438 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ae67288-2c63-413d-aebb-e82626085b01 req-efafe415-4c95-40d0-822c-2e0e87d9ee6f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391815 Apr 18 21:39:06.004657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67288-2c63-413d-aebb-e82626085b01 req-c240c95b-5028-423d-b12a-5c711f24afec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:06.007289 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ae67288-2c63-413d-aebb-e82626085b01 req-c240c95b-5028-423d-b12a-5c711f24afec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 1097 time: 0.0406065 Apr 18 21:39:06.046867 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-91e72992-039d-4586-b6e6-34588c9a14dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.120688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67288-2c63-413d-aebb-e82626085b01 req-8c08e876-a2ee-4b2c-9071-96b629b7babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:06.122145 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ae67288-2c63-413d-aebb-e82626085b01 req-8c08e876-a2ee-4b2c-9071-96b629b7babd service neutron] 10.222.0.60 "GET /v2.0/networks?id=732a348d-67f9-47d0-a4c7-7ee7a206121b HTTP/1.1" status: 200 len: 897 time: 0.0968664 Apr 18 21:39:06.188620 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ae67288-2c63-413d-aebb-e82626085b01 req-3cbcb5fc-a01b-4032-b5e1-1b0517cf9f32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22 HTTP/1.1" status: 200 len: 1002 time: 0.0576162 Apr 18 21:39:06.234866 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67288-2c63-413d-aebb-e82626085b01 req-96f320cf-ac00-4477-8e23-40e6a57291b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:06.236363 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ae67288-2c63-413d-aebb-e82626085b01 req-96f320cf-ac00-4477-8e23-40e6a57291b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fab0ebd8-76f6-4b9f-8f1f-19804015e9ac HTTP/1.1" status: 200 len: 833 time: 0.0413456 Apr 18 21:39:06.283634 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67288-2c63-413d-aebb-e82626085b01 req-6be90926-e095-46f6-9f60-e04fa6487a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:06.285141 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ae67288-2c63-413d-aebb-e82626085b01 req-6be90926-e095-46f6-9f60-e04fa6487a9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=732a348d-67f9-47d0-a4c7-7ee7a206121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422843 Apr 18 21:39:06.373514 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ae67288-2c63-413d-aebb-e82626085b01 req-ee7f1c3c-3bab-4a4d-8619-a015b9b0e7f9 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816078 Apr 18 21:39:06.379684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54216) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:06.562146 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ae67288-2c63-413d-aebb-e82626085b01 req-2500f96c-1711-4620-a282-fde76a1a5d80 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761651 Apr 18 21:39:06.603514 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 7f7c0f6d-fdb0-4428-8f27-83b73c11f473 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:39:06.603880 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.677391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.677728 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.689170 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 7f7c0f6d-fdb0-4428-8f27-83b73c11f473 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:39:06.836570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.864844 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=7f7c0f6d-fdb0-4428-8f27-83b73c11f473,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:06.893017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.893369 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.893712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.894050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.894385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.894719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.895052 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.895385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.895715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.896076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.896404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.896762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:06.937674 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:06.938377 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Floating IP e4ddf4c8-c107-44ae-ab81-d0ea4db29594 disassociated (deleted). External IP: 172.25.2.155, port: e1b6af5b-b009-4e84-92e0-2121e3e8ce22. Apr 18 21:39:07.142729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:39:07.248729 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:39:07.253341 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:07.260632 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] Sync routers for ids ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:39:07.271525 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] Routers {'4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:07.272150 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:38:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:07.280520 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-1c912d92-24c7-45fa-8e6f-699792aad738 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/floatingips/e4ddf4c8-c107-44ae-ab81-d0ea4db29594 HTTP/1.1" status: 204 len: 168 time: 0.8997145 Apr 18 21:39:07.281117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'tag': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:39:07.283388 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e2f425-60d4-4ce6-be23-45d0104b2a97" -d '{"events": [{"name": "network-changed", "server_uuid": "99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c", "tag": "e1b6af5b-b009-4e84-92e0-2121e3e8ce22"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:39:07.325515 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa90fec7-c888-4087-aa01-74812ec0d605 x-openstack-request-id: req-fa90fec7-c888-4087-aa01-74812ec0d605 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:39:07.325805 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c", "tag": "e1b6af5b-b009-4e84-92e0-2121e3e8ce22", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:39:07.326056 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa90fec7-c888-4087-aa01-74812ec0d605 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:39:07.326466 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa90fec7-c888-4087-aa01-74812ec0d605'] response: {'name': 'network-changed', 'server_uuid': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'tag': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'status': 'completed', 'code': 200} Apr 18 21:39:07.380471 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] Set router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:07.390963 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-9446af88-196c-4dd8-80c1-047930e7127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:07.392621 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-9446af88-196c-4dd8-80c1-047930e7127f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 1097 time: 0.0436854 Apr 18 21:39:07.515056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-ff2848d9-3095-42d3-8464-dd9d928a5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:07.516596 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-ff2848d9-3095-42d3-8464-dd9d928a5083 service neutron] 10.222.0.60 "GET /v2.0/networks?id=732a348d-67f9-47d0-a4c7-7ee7a206121b HTTP/1.1" status: 200 len: 897 time: 0.1116371 Apr 18 21:39:07.519317 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77543f5c-1b0b-4f13-8791-8f8801a06986 req-316c157e-4a21-438c-a91a-43de24183fec tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:07.520862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77543f5c-1b0b-4f13-8791-8f8801a06986 req-316c157e-4a21-438c-a91a-43de24183fec tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0505054 Apr 18 21:39:07.562952 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-a18058da-41a5-4b02-a3ef-051b605e2790 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22 HTTP/1.1" status: 200 len: 217 time: 0.0378039 Apr 18 21:39:07.563630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-77543f5c-1b0b-4f13-8791-8f8801a06986 req-3572b0c9-2bc4-434a-b6c1-176681392a08 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348589 Apr 18 21:39:07.601761 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c2e33ac7-61e4-469d-b40a-a10fa6dc1f07', 'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:0e:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:47Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:07.614689 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-ccd67ec5-1246-4dcc-b83b-89838c3542ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:07.616292 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-ccd67ec5-1246-4dcc-b83b-89838c3542ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fab0ebd8-76f6-4b9f-8f1f-19804015e9ac HTTP/1.1" status: 200 len: 833 time: 0.0472772 Apr 18 21:39:07.626911 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] Checking router: 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:39:07.637879 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] Routers {'4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:07.638448 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:38:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:07.661251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-b92e0e42-c5a3-4d55-9369-706a425f4f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:07.663314 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-b92e0e42-c5a3-4d55-9369-706a425f4f88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=732a348d-67f9-47d0-a4c7-7ee7a206121b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401864 Apr 18 21:39:07.747589 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] Set router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:07.760002 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-ed6c6e65-b994-4762-ac95-a4e8f81ba5cf service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887337 Apr 18 21:39:07.853103 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-11e2f425-60d4-4ce6-be23-45d0104b2a97 req-65e6c395-0eca-4eb0-994a-15b9345478d3 service neutron] 10.222.0.60 "GET /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859933 Apr 18 21:39:07.942535 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c2e33ac7-61e4-469d-b40a-a10fa6dc1f07', 'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:0e:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:47Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:07.971896 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23c5a8-34f3-4e3b-beef-a220fd7cc56e None None] The sync data for ids ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'] in n-d-836015-4 is: [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:44Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'c2e33ac7-61e4-469d-b40a-a10fa6dc1f07', 'name': '', 'network_id': '732a348d-67f9-47d0-a4c7-7ee7a206121b', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:0e:b4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:44Z', 'updated_at': '2022-04-18T21:36:47Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'fab0ebd8-76f6-4b9f-8f1f-19804015e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:39:08.187705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f67b3-8975-4eec-855c-64d4e91d9285 None None] New status for floating IP e4ddf4c8-c107-44ae-ab81-d0ea4db29594: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:39:08.686041 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e9e5f-eed5-4521-b6d4-6e4ef43ef64a req-79593a7e-7c0a-403c-886c-268840d4beb6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:08.687527 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800e9e5f-eed5-4521-b6d4-6e4ef43ef64a req-79593a7e-7c0a-403c-886c-268840d4beb6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0526211 Apr 18 21:39:08.732024 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-800e9e5f-eed5-4521-b6d4-6e4ef43ef64a req-e243dd12-5a4d-49a4-ad1a-eef49c37e19a tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383630 Apr 18 21:39:08.782726 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6cce125b-2e57-4d58-a4dd-30b9b99ca39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.300067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-41458dba-699c-454d-87e8-88b6ea0e3c45 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:09.301549 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-41458dba-699c-454d-87e8-88b6ea0e3c45 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 946 time: 0.0546238 Apr 18 21:39:09.403409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-ad5eef10-a992-49ca-9856-8e864d98ca88 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:39:09.403747 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-ad5eef10-a992-49ca-9856-8e864d98ca88 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.494006 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-ad5eef10-a992-49ca-9856-8e864d98ca88 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port e1b6af5b-b009-4e84-92e0-2121e3e8ce22, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:09.494396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-ad5eef10-a992-49ca-9856-8e864d98ca88 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.507551 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-ad5eef10-a992-49ca-9856-8e864d98ca88 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for e1b6af5b-b009-4e84-92e0-2121e3e8ce22 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:39:09.584929 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.630455 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-ad5eef10-a992-49ca-9856-8e864d98ca88 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.662506 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5eef10-a992-49ca-9856-8e864d98ca88 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=e1b6af5b-b009-4e84-92e0-2121e3e8ce22,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:09.707248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-ad5eef10-a992-49ca-9856-8e864d98ca88 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] No DVR routers for this DVR port e1b6af5b-b009-4e84-92e0-2121e3e8ce22 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:39:09.709817 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-ad5eef10-a992-49ca-9856-8e864d98ca88 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:09.713151 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-2ddaa56c-5cc1-45bf-9898-f1e2b3945291 req-ad5eef10-a992-49ca-9856-8e864d98ca88 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.60 "DELETE /v2.0/ports/e1b6af5b-b009-4e84-92e0-2121e3e8ce22 HTTP/1.1" status: 204 len: 173 time: 0.4060349 Apr 18 21:39:09.713589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'name': 'network-vif-deleted', 'tag': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:39:09.715851 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799ddf8d-5634-4fe8-b70c-1929dde9f74a" -d '{"events": [{"server_uuid": "99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c", "name": "network-vif-deleted", "tag": "e1b6af5b-b009-4e84-92e0-2121e3e8ce22"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:39:09.757727 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059c7509-3460-4200-8bee-9a8dcf751638 x-openstack-request-id: req-059c7509-3460-4200-8bee-9a8dcf751638 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:39:09.758018 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c", "name": "network-vif-deleted", "tag": "e1b6af5b-b009-4e84-92e0-2121e3e8ce22", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:39:09.758266 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-059c7509-3460-4200-8bee-9a8dcf751638 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:39:09.758671 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-059c7509-3460-4200-8bee-9a8dcf751638'] response: {'server_uuid': '99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c', 'name': 'network-vif-deleted', 'tag': 'e1b6af5b-b009-4e84-92e0-2121e3e8ce22', 'status': 'completed', 'code': 200} Apr 18 21:39:09.842465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b78e70bb-a087-441f-8192-7b0175fb5077 req-71dd4eec-b108-47a6-b183-9ede999c9630 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=99993b4c-a2ea-4ea5-9e0e-aab1e8eb608c HTTP/1.1" status: 200 len: 210 time: 0.0308332 Apr 18 21:39:10.750692 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:10.911121 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54232) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:11.266648 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.382969 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.520199 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:39:11.520457 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.606119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port c2e33ac7-61e4-469d-b40a-a10fa6dc1f07, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=c2e33ac7-61e4-469d-b40a-a10fa6dc1f07,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:11.606484 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.618830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:39:11.802779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:11.828185 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=c2e33ac7-61e4-469d-b40a-a10fa6dc1f07,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:12.294348 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.501193 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:39:12.604793 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:39:12.609648 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-094eec20-e09f-4b01-911d-d04b3ea47183 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "PUT /v2.0/routers/4501b1bf-1486-4787-9ebf-1a54b0ab1cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6975136 Apr 18 21:39:12.612428 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54234) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:12.615169 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] Sync routers for ids ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:39:12.625273 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] Routers {'4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:12.625904 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:12.668272 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9ed81e-96c6-4258-ab66-60ddb097780e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting subnet fab0ebd8-76f6-4b9f-8f1f-19804015e9ac {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:39:12.671973 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc9ed81e-96c6-4258-ab66-60ddb097780e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.710978 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc9ed81e-96c6-4258-ab66-60ddb097780e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.729485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] Set router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:12.801344 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc9ed81e-96c6-4258-ab66-60ddb097780e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.861675 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc9ed81e-96c6-4258-ab66-60ddb097780e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.888871 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ed81e-96c6-4258-ab66-60ddb097780e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Subnet': ['ID=fab0ebd8-76f6-4b9f-8f1f-19804015e9ac,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:12.892655 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-bc9ed81e-96c6-4258-ab66-60ddb097780e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.895884 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-bc9ed81e-96c6-4258-ab66-60ddb097780e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/subnets/fab0ebd8-76f6-4b9f-8f1f-19804015e9ac HTTP/1.1" status: 204 len: 168 time: 0.2824256 Apr 18 21:39:12.899228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54236) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:12.903223 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b60617f-70cc-4611-b1c3-757aa6bc9f84 None None] Network 732a348d-67f9-47d0-a4c7-7ee7a206121b requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:39:12.997766 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:39:11Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:13.014352 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.025073 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.027330 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] Checking router: 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:39:13.037796 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] Routers {'4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:13.038452 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:13.115943 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] DHCP port deletion for 732a348d-67f9-47d0-a4c7-7ee7a206121b request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:39:13.133816 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.148958 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] Set router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:13.165037 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Deleting port e8af9cc6-f6fe-460e-89e7-8f19ee752816 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:39:13.165411 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.192841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port ec018b66-b0b0-478f-aaf3-c8946d36dd88 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:39:13.193873 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.230464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] For port e8af9cc6-f6fe-460e-89e7-8f19ee752816, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=e8af9cc6-f6fe-460e-89e7-8f19ee752816,segment=NetworkSegment(6bc109dc-d05c-49b2-9bb7-a9fdda16e268),segment_id=6bc109dc-d05c-49b2-9bb7-a9fdda16e268)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:13.230845 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.244451 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Calling delete_port for e8af9cc6-f6fe-460e-89e7-8f19ee752816 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:39:13.282391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port ec018b66-b0b0-478f-aaf3-c8946d36dd88, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=ec018b66-b0b0-478f-aaf3-c8946d36dd88,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:13.283067 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.297053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for ec018b66-b0b0-478f-aaf3-c8946d36dd88 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:39:13.332768 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:39:11Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:13.341796 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.360568 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90c42d-0b7d-453e-826b-46cb341fa035 None None] The sync data for ids ['4501b1bf-1486-4787-9ebf-1a54b0ab1cc0'] in n-d-836015-4 is: [{'id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-689940373', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:39:11Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'ec018b66-b0b0-478f-aaf3-c8946d36dd88', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4501b1bf-1486-4787-9ebf-1a54b0ab1cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:36:41Z', 'updated_at': '2022-04-18T21:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:39:13.372681 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Pushing event deleted for resources: {'Port': ['ID=e8af9cc6-f6fe-460e-89e7-8f19ee752816,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:13.374970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] No DVR routers for this DVR port e8af9cc6-f6fe-460e-89e7-8f19ee752816 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:39:13.388475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.389044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.389599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.390328 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.390570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.390904 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.391233 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.391612 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.391965 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.392295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.392663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.392920 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4198a9bf-e557-4c65-80c1-706e4fa27df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.478862 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.504351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=ec018b66-b0b0-478f-aaf3-c8946d36dd88,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:13.515255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.515597 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.515957 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.516290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.516620 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.516942 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.517262 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.517582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.517902 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.518220 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.518539 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.518850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:13.574860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.596094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e1b6af5b-b009-4e84-92e0-2121e3e8ce22 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:39:13.616863 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: e1b6af5b-b009-4e84-92e0-2121e3e8ce22 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:39:13.617131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device e1b6af5b-b009-4e84-92e0-2121e3e8ce22 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:39:13.668122 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.670135 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.719739 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.720416 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Fanout notify agent at l3_agent the message router_deleted on router 4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:39:13.727756 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.731434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7522612f-2734-4c35-a0de-cbe403b4ed4e tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/routers/4501b1bf-1486-4787-9ebf-1a54b0ab1cc0 HTTP/1.1" status: 204 len: 168 time: 0.8286343 Apr 18 21:39:13.731831 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54238) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:13.833485 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:39:13.833711 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.856209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:39:13.856550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device c2e33ac7-61e4-469d-b40a-a10fa6dc1f07 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:39:13.856953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e8af9cc6-f6fe-460e-89e7-8f19ee752816 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:39:13.877052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: e8af9cc6-f6fe-460e-89e7-8f19ee752816 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:39:13.877390 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device e8af9cc6-f6fe-460e-89e7-8f19ee752816 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:39:13.932253 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.952471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732a348d-67f9-47d0-a4c7-7ee7a206121b']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:13.961933 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc109dc-d05c-49b2-9bb7-a9fdda16e268') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:13.962225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc109dc-d05c-49b2-9bb7-a9fdda16e268') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:13.971903 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.986372 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.993224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:39:13.993654 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:39:13.996758 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:39:14.059428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.083284 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.093155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/networks/732a348d-67f9-47d0-a4c7-7ee7a206121b HTTP/1.1" status: 204 len: 168 time: 0.3564887 Apr 18 21:39:14.097341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c407fb-6197-474c-a3c3-27ea15117414 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Network': ['ID=732a348d-67f9-47d0-a4c7-7ee7a206121b,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:14.097753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54240) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:14.171171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a44c7130-b303-4365-8240-610b03a164d0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.196978 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a44c7130-b303-4365-8240-610b03a164d0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.258493 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a44c7130-b303-4365-8240-610b03a164d0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.261171 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a44c7130-b303-4365-8240-610b03a164d0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.262386 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a44c7130-b303-4365-8240-610b03a164d0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/security-groups/54db4f8f-c7d4-4d7c-a82f-b3c5479ab271 HTTP/1.1" status: 204 len: 168 time: 0.1633885 Apr 18 21:39:14.273902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c7130-b303-4365-8240-610b03a164d0 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db4f8f-c7d4-4d7c-a82f-b3c5479ab271,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:14.893643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54246) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:14.898196 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-fb474828-24ea-4b40-8b7b-8b7b840a4f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288001699', 'description': 'tempest-secgroup-smoke-1288001699 description', 'project_id': '474e9c7e19d24003a745d86810a072d2'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:14.917914 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fb474828-24ea-4b40-8b7b-8b7b840a4f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.984587 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fb474828-24ea-4b40-8b7b-8b7b840a4f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.988557 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fb474828-24ea-4b40-8b7b-8b7b840a4f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.020426 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-fb474828-24ea-4b40-8b7b-8b7b840a4f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.021697 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-fb474828-24ea-4b40-8b7b-8b7b840a4f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1270382 Apr 18 21:39:15.024799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54248) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:15.025570 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb474828-24ea-4b40-8b7b-8b7b840a4f79 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db97f182-2d1b-41b9-9e1e-e7506ff3044c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:15.029589 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4c506944-039e-4244-92e0-566b3cb43c42 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'db97f182-2d1b-41b9-9e1e-e7506ff3044c', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:15.058866 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c506944-039e-4244-92e0-566b3cb43c42 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.117703 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c506944-039e-4244-92e0-566b3cb43c42 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.121387 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c506944-039e-4244-92e0-566b3cb43c42 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.139311 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c506944-039e-4244-92e0-566b3cb43c42 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f9472a-e6e2-41f1-bf92-1cbc42bf5dff,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:15.146565 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4c506944-039e-4244-92e0-566b3cb43c42 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.147760 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4c506944-039e-4244-92e0-566b3cb43c42 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218884 Apr 18 21:39:15.150497 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54250) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:15.154804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-a74b9c0a-df19-47bc-a01f-047ea4f02aa1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'db97f182-2d1b-41b9-9e1e-e7506ff3044c', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:15.178876 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a74b9c0a-df19-47bc-a01f-047ea4f02aa1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.235664 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a74b9c0a-df19-47bc-a01f-047ea4f02aa1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.239238 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a74b9c0a-df19-47bc-a01f-047ea4f02aa1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.257639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b9c0a-df19-47bc-a01f-047ea4f02aa1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f276361-3731-46dd-8d23-bb32be93d5cc,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:15.264292 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-a74b9c0a-df19-47bc-a01f-047ea4f02aa1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.265489 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a74b9c0a-df19-47bc-a01f-047ea4f02aa1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140809 Apr 18 21:39:15.268172 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54252) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:15.272469 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-911dcab1-9d6b-45e6-932f-cbf6c1f85642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'db97f182-2d1b-41b9-9e1e-e7506ff3044c', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:15.297129 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-911dcab1-9d6b-45e6-932f-cbf6c1f85642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.354294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-911dcab1-9d6b-45e6-932f-cbf6c1f85642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.358075 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-911dcab1-9d6b-45e6-932f-cbf6c1f85642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.378289 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dcab1-9d6b-45e6-932f-cbf6c1f85642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b5659b0-d90e-4bf1-afc9-8a39486bf08e,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:15.386319 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-911dcab1-9d6b-45e6-932f-cbf6c1f85642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.387510 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-911dcab1-9d6b-45e6-932f-cbf6c1f85642 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184194 Apr 18 21:39:15.390277 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54254) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:15.394914 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d7fab695-313e-4b86-baf0-c56e1e68c0b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'db97f182-2d1b-41b9-9e1e-e7506ff3044c', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:15.418881 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7fab695-313e-4b86-baf0-c56e1e68c0b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.477236 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7fab695-313e-4b86-baf0-c56e1e68c0b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.480833 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7fab695-313e-4b86-baf0-c56e1e68c0b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.498030 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fab695-313e-4b86-baf0-c56e1e68c0b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06d9dec-5983-48c3-95f8-a6be26ce7df7,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:15.507350 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d7fab695-313e-4b86-baf0-c56e1e68c0b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.508586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d7fab695-313e-4b86-baf0-c56e1e68c0b8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172993 Apr 18 21:39:15.511371 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54256) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:15.515585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-d41bfc23-a919-45bd-9428-c30f36851d57 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'db97f182-2d1b-41b9-9e1e-e7506ff3044c', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:15.536469 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-d41bfc23-a919-45bd-9428-c30f36851d57 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Project 474e9c7e19d24003a745d86810a072d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:39:15.541966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d41bfc23-a919-45bd-9428-c30f36851d57 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.604099 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d41bfc23-a919-45bd-9428-c30f36851d57 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.608032 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d41bfc23-a919-45bd-9428-c30f36851d57 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.627975 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bfc23-a919-45bd-9428-c30f36851d57 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55dc534-a74e-48f3-8100-b59f50e7b1b1,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:15.633587 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-d41bfc23-a919-45bd-9428-c30f36851d57 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.634887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d41bfc23-a919-45bd-9428-c30f36851d57 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224685 Apr 18 21:39:15.637645 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54258) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:15.642037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-be781f5d-d0dd-4515-9e05-c2b7662ef2ab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'security_group_rule': {'security_group_id': 'db97f182-2d1b-41b9-9e1e-e7506ff3044c', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:15.657383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ec018b66-b0b0-478f-aaf3-c8946d36dd88 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:39:15.665044 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-be781f5d-d0dd-4515-9e05-c2b7662ef2ab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Project 474e9c7e19d24003a745d86810a072d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:39:15.670228 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be781f5d-d0dd-4515-9e05-c2b7662ef2ab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.691705 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: ec018b66-b0b0-478f-aaf3-c8946d36dd88 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:39:15.692594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device ec018b66-b0b0-478f-aaf3-c8946d36dd88 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:39:15.732942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be781f5d-d0dd-4515-9e05-c2b7662ef2ab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.737470 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be781f5d-d0dd-4515-9e05-c2b7662ef2ab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.757094 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be781f5d-d0dd-4515-9e05-c2b7662ef2ab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a485d3c5-c732-4090-bd8e-aaad56f8ee90,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:15.765493 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-be781f5d-d0dd-4515-9e05-c2b7662ef2ab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.766687 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-be781f5d-d0dd-4515-9e05-c2b7662ef2ab tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281266 Apr 18 21:39:15.769587 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54262) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:15.775136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'network': {'name': 'tempest-network-smoke--338852966', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'port_security_enabled': True}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:15.795995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:15.799376 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.823727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:39:15.833053 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.833399 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Added segment d96c8f01-131c-4f41-8260-7788b8f5131e of type vlan for network 96ab3f8b-8c43-43b4-811b-e8dd29809fee Apr 18 21:39:15.883551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.909166 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.917331 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:15.917331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:15.973018 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2018495 Apr 18 21:39:15.976216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54266) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:15.982318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'admin_state_up': True, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:15.988822 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ce8e9-f3d3-48e6-a3fe-327f381628fb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Network': ['ID=96ab3f8b-8c43-43b4-811b-e8dd29809fee,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:16.000209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 96ab3f8b-8c43-43b4-811b-e8dd29809fee details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:39:16.010544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.012277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.081082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.223706 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.424034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.447516 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.551761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.25.2.25 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:16.626801 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.659555 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.694291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.736847 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:16.739917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:16.743019 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:39:16.767615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:16.993606 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.195924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.323468 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:39:17.428327 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:39:17.437922 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Sync routers for ids ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:39:17.448131 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Routers {'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:17.448745 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:17.455456 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.456908 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-9eb8e207-e595-4d83-987f-87f151e57cc2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4793568 Apr 18 21:39:17.460841 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54272) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:17.497818 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-40f2722d-44b2-4747-b139-8f10300d4a68 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/subnets?project_id=474e9c7e19d24003a745d86810a072d2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327501 Apr 18 21:39:17.498083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54274) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:17.554252 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Set router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:17.585961 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b8528-a613-41b9-b6a2-af4f7cfad897 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:17.590081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-087b8528-a613-41b9-b6a2-af4f7cfad897 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884087 Apr 18 21:39:17.590290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54276) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:17.620300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0704d6b2-9766-4942-a7a0-b7e749104117 tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/subnets?network_id=64d495fe-feb7-490d-bba7-dad2bebf54fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288825 Apr 18 21:39:17.623383 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54278) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:17.628100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1499790521', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'project_id': '474e9c7e19d24003a745d86810a072d2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:17.728888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:17.740771 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.748166 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:16Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:17.777063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Checking router: a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:39:17.777063 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Updating router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:39:17.801322 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.935577 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.989464 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Subnet': ['ID=d8e5c2a5-e714-4503-875a-a75df1305c40,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:18.005241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Checking segment: {'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:39:18.006212 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network hostable DHCP agents. Network: 96ab3f8b-8c43-43b4-811b-e8dd29809fee, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:39:18.022396 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 96ab3f8b-8c43-43b4-811b-e8dd29809fee is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:39:18.033937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 96ab3f8b-8c43-43b4-811b-e8dd29809fee) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:18.038769 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:18.039353 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.051056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c39285c-3c79-42d5-b252-751af9a2957b None None] Network 96ab3f8b-8c43-43b4-811b-e8dd29809fee requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:39:18.063620 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2bc99100-b500-42ea-b4b1-17724edce021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4392338 Apr 18 21:39:18.066418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54280) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:18.112497 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.123817 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.204894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d05be-a0d5-412e-bb4d-2eff7b1436cd None None] Pushing event updated for resources: {'Port': ['ID=b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:18.208835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Attempting to bind port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:18.209208 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Attempting to bind port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:18.209573 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Attempting to bind port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:39:18.237341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:39:18.237709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:39:18.238110 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.238499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:39:18.238961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Bound port: b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:39:18.239340 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.303905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:39:18.304767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.327245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] For port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:18.347875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] For port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:39:18.354170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:18.509056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d05be-a0d5-412e-bb4d-2eff7b1436cd None None] Pushing event updated for resources: {'Port': ['ID=b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:18.516777 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Routers {'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:18.517405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:18.566355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Allocated IP 172.20.0.2 (96ab3f8b-8c43-43b4-811b-e8dd29809fee/d8e5c2a5-e714-4503-875a-a75df1305c40/301d2b53-f635-4fe4-bdcb-3d3d8770cd7d) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:18.687537 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] Set router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:18.823681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.040289 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.063413 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.108730 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Network 96ab3f8b-8c43-43b4-811b-e8dd29809fee is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:19.116321 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:19.122563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:39:19.133213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Pushing event updated for resources: {'Port': ['ID=301d2b53-f635-4fe4-bdcb-3d3d8770cd7d,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:19.139335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.20.0.1 (96ab3f8b-8c43-43b4-811b-e8dd29809fee/d8e5c2a5-e714-4503-875a-a75df1305c40/d5d7f65c-7a6f-4713-8582-a3eef3e67da4) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:19.186029 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:16Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:19.218949 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b59d8-692e-4546-aa7e-3770133ff251 None None] The sync data for ids ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'] in n-d-836015-4 is: [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:16Z', 'revision_number': 3, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:39:19.220917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Attempting to bind port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:19.221279 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Attempting to bind port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:19.221634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Attempting to bind port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d on network 96ab3f8b-8c43-43b4-811b-e8dd29809fee {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:39:19.227296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:39:19.227663 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Checking segment: {'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:39:19.228091 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.228473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Bound using segment: {'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:39:19.228940 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Bound port: 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:39:19.229317 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.266396 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:39:19.276073 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.305179 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] For port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:19.308787 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] For port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=301d2b53-f635-4fe4-bdcb-3d3d8770cd7d,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:39:19.314125 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.317827 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.360728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 96ab3f8b-8c43-43b4-811b-e8dd29809fee is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:19.366227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:19.373824 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:39:19.379444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fa47d-45c9-46d2-84bd-a0e068586b0f None None] Pushing event updated for resources: {'Port': ['ID=301d2b53-f635-4fe4-bdcb-3d3d8770cd7d,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:19.424613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=d5d7f65c-7a6f-4713-8582-a3eef3e67da4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:19.436865 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.643681 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.808435 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:39:19.884509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:19.884509 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.972983 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.997095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:20.003813 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:20.006247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:39:20.037502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:20.043174 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:20.108958 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:20.109344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:20.130740 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:20.134192 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=d5d7f65c-7a6f-4713-8582-a3eef3e67da4,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:20.140360 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:20.227271 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:20.247143 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 96ab3f8b-8c43-43b4-811b-e8dd29809fee is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:20.248673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:20.282690 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=301d2b53-f635-4fe4-bdcb-3d3d8770cd7d,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:20.290655 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:20.362191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=301d2b53-f635-4fe4-bdcb-3d3d8770cd7d,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:20.439212 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:39:20.576607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd80ac76-7595-4e42-bdfd-17a6bb7f7818 None None] Network 96ab3f8b-8c43-43b4-811b-e8dd29809fee requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:39:20.579509 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:39:20.585985 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e2759669-f841-4613-aa16-b67e625042ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "PUT /v2.0/routers/a8c46e1b-2b65-4ab2-9e22-1751f0a40f74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5183764 Apr 18 21:39:20.652572 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-f4413ff0-c8fe-4c02-af65-bc80d70d4c10 None None] Provisioning complete for port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:20.652944 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4413ff0-c8fe-4c02-af65-bc80d70d4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:20.742095 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-0e047c7c-696d-4072-b715-340aa9091bd3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288001699&fields=id&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 267 time: 0.0385065 Apr 18 21:39:20.886826 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-e3756668-b43d-4675-8313-a71c4a685021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:20.888753 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-e3756668-b43d-4675-8313-a71c4a685021 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/networks?id=96ab3f8b-8c43-43b4-811b-e8dd29809fee HTTP/1.1" status: 200 len: 796 time: 0.1380298 Apr 18 21:39:20.907678 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-27ef187d-614a-4160-b26c-a4a9cb36662c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/quotas/474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 375 time: 0.0099080 Apr 18 21:39:20.966891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-1d2d0baa-b33e-48eb-b485-080c9570aaa3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522127 Apr 18 21:39:21.133104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-02855066-d05d-4262-a3fc-c5cc55ff3f4f None None] Provisioning complete for port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:21.133796 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-02855066-d05d-4262-a3fc-c5cc55ff3f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:21.157444 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-ecd48d89-2144-4aaa-be0f-6c2c12d44e9b service neutron] 10.222.0.49 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783669 Apr 18 21:39:21.187058 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-02855066-d05d-4262-a3fc-c5cc55ff3f4f None None] Port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:39:21.204127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-02855066-d05d-4262-a3fc-c5cc55ff3f4f None None] Provisioning complete for port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:21.204495 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-02855066-d05d-4262-a3fc-c5cc55ff3f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:21.238639 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Sync routers for ids ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:39:21.255058 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Routers {'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:21.256635 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:21.306412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-34f76a92-92b6-4a00-a081-b1523d3a1cb2 service neutron] 10.222.0.49 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420684 Apr 18 21:39:21.396348 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Set router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:21.475482 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1fe03c79-910c-45fd-8953-ad9800203d3b None None] Provisioning complete for port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:21.475783 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fe03c79-910c-45fd-8953-ad9800203d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:21.542819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1fe03c79-910c-45fd-8953-ad9800203d3b None None] Port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:39:21.587106 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d818ed0a-5a45-42d0-9c66-4a8144864bb9 req-377a8475-8b1c-49a2-aa31-ff8faea29bb1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 210 time: 0.0555842 Apr 18 21:39:21.665335 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd5d7f65c-7a6f-4713-8582-a3eef3e67da4', 'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:da:e6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:18Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 2, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:21.674561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-beb339f4-d7e4-45cd-9268-1d47e6871cbe None None] Provisioning complete for port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:21.674996 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-beb339f4-d7e4-45cd-9268-1d47e6871cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:21.693832 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Checking router: a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:39:21.694187 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Updating router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:39:21.720055 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:39:21.722099 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:21.723374 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-beb339f4-d7e4-45cd-9268-1d47e6871cbe None None] Port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:39:21.769968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:21.770343 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:21.852984 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:39:21.903742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:21.904149 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.004095 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.010525 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.084908 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Pushing event updated for resources: {'Port': ['ID=d5d7f65c-7a6f-4713-8582-a3eef3e67da4,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:22.108894 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.109218 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.109466 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.109799 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.110119 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.110438 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.110935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.111256 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.111568 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.111905 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.112218 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.112628 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:22.126387 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Attempting to bind port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:22.126861 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Attempting to bind port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:22.127531 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Attempting to bind port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 on network 96ab3f8b-8c43-43b4-811b-e8dd29809fee {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:39:22.133521 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:39:22.133890 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Checking segment: {'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:39:22.134287 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.134671 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Bound using segment: {'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:39:22.135129 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Bound port: d5d7f65c-7a6f-4713-8582-a3eef3e67da4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:39:22.135505 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.214984 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] For port d5d7f65c-7a6f-4713-8582-a3eef3e67da4, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:22.221839 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] For port d5d7f65c-7a6f-4713-8582-a3eef3e67da4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d5d7f65c-7a6f-4713-8582-a3eef3e67da4,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:39:22.226468 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.283006 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Routers {'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:22.283651 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:22.320890 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746b5e6-2f60-4e58-b7b3-7e169863139a None None] Pushing event updated for resources: {'Port': ['ID=d5d7f65c-7a6f-4713-8582-a3eef3e67da4,revision_number=4']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:22.347999 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-be6fbdc5-505a-4f5f-8f32-9811e8500d7e None None] Provisioning complete for port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:22.347999 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be6fbdc5-505a-4f5f-8f32-9811e8500d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.399709 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] Set router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:22.431616 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be6fbdc5-505a-4f5f-8f32-9811e8500d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.467014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-be6fbdc5-505a-4f5f-8f32-9811e8500d7e None None] For port d5d7f65c-7a6f-4713-8582-a3eef3e67da4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d5d7f65c-7a6f-4713-8582-a3eef3e67da4,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:22.471203 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be6fbdc5-505a-4f5f-8f32-9811e8500d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.519755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6fbdc5-505a-4f5f-8f32-9811e8500d7e None None] Pushing event updated for resources: {'Port': ['ID=d5d7f65c-7a6f-4713-8582-a3eef3e67da4,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:22.592261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-09b403a0-03a1-4fd6-84d8-3ea0880f2873 None None] Provisioning complete for port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:22.592725 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09b403a0-03a1-4fd6-84d8-3ea0880f2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:22.621358 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd5d7f65c-7a6f-4713-8582-a3eef3e67da4', 'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:da:e6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:18Z', 'updated_at': '2022-04-18T21:39:22Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:22.660080 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d0ea3c-c72b-4c94-a8e7-4040cf363203 None None] The sync data for ids ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'] in n-d-836015-4 is: [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd5d7f65c-7a6f-4713-8582-a3eef3e67da4', 'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:da:e6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:18Z', 'updated_at': '2022-04-18T21:39:22Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:39:22.734821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-73f1b728-7c1d-4da2-8d1f-1374fe1c027b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:22.738839 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-73f1b728-7c1d-4da2-8d1f-1374fe1c027b tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "GET /v2.0/networks?id=96ab3f8b-8c43-43b4-811b-e8dd29809fee HTTP/1.1" status: 200 len: 796 time: 0.1552060 Apr 18 21:39:22.745278 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-96a13bd8-4a2d-4b2c-960d-ddf5bec9eedd req-468c31ba-a938-4b9c-883f-1502cca42a76 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 210 time: 0.0435526 Apr 18 21:39:22.818714 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-ba81a1b6-bc0d-4d55-8c79-ddf170f2e0e8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=474e9c7e19d24003a745d86810a072d2 HTTP/1.1" status: 200 len: 380 time: 0.0611708 Apr 18 21:39:22.831595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'port': {'device_id': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'admin_state_up': True, 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'security_groups': ['db97f182-2d1b-41b9-9e1e-e7506ff3044c']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:22.948856 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Made reservation on behalf of 474e9c7e19d24003a745d86810a072d2 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:39:22.952757 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.088379 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.20.0.6 (96ab3f8b-8c43-43b4-811b-e8dd29809fee/d8e5c2a5-e714-4503-875a-a75df1305c40/4ee7e483-ae5c-4d30-ba2f-335bebc74e41) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:23.234629 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.267778 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.320581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 96ab3f8b-8c43-43b4-811b-e8dd29809fee is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:23.323853 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:23.328330 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:39:23.332460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:23.382661 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:23.383307 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.401136 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-9a2042b8-e979-4a2f-8efd-76260a890c41 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735235 Apr 18 21:39:23.418466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Request body: {'port': {'device_id': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:23.477800 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.612364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-664ae753-840c-4e76-8c80-aaf8b3ca34c2 None None] Provisioning complete for port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:23.612942 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-664ae753-840c-4e76-8c80-aaf8b3ca34c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.651708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-664ae753-840c-4e76-8c80-aaf8b3ca34c2 None None] Port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:39:23.745656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d5d7f65c-7a6f-4713-8582-a3eef3e67da4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:39:23.783349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:39:23.792502 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.806633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:23.807017 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.811994 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Transition to ACTIVE for port object 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:39:23.816949 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:23.875337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Pushing event updated for resources: {'Port': ['ID=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:23.894107 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e19dbd-4019-4cbf-bd50-8735f6783ade req-5496df1b-4685-4bc6-a61f-a46ef691d507 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:23.902711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9e19dbd-4019-4cbf-bd50-8735f6783ade req-5496df1b-4685-4bc6-a61f-a46ef691d507 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 943 time: 0.0637147 Apr 18 21:39:23.946094 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9e19dbd-4019-4cbf-bd50-8735f6783ade req-536a3118-d7dd-411b-8923-4a1aab9f6ec5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 Apr 18 21:39:23.974456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Attempting to bind port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:39:23.974805 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Attempting to bind port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:39:23.975219 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Attempting to bind port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 on network 96ab3f8b-8c43-43b4-811b-e8dd29809fee {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:39:23.979694 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 on network 96ab3f8b-8c43-43b4-811b-e8dd29809fee not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:39:23.980144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Attempting to bind port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 on network 96ab3f8b-8c43-43b4-811b-e8dd29809fee {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:39:23.985363 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:39:23.985737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Checking segment: {'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:39:23.986093 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Bound using segment: {'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:39:23.986522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Bound port: 4ee7e483-ae5c-4d30-ba2f-335bebc74e41, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96c8f01-131c-4f41-8260-7788b8f5131e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:39:23.986883 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:24.056816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] For port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:39:24.060047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] For port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:39:24.065032 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:24.099476 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:24.100192 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:24.101557 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] 10.222.0.64 "PUT /v2.0/ports/4ee7e483-ae5c-4d30-ba2f-335bebc74e41 HTTP/1.1" status: 200 len: 1091 time: 0.6879880 Apr 18 21:39:24.101999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'tag': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:39:24.104286 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f00ffa-fa2d-43c9-b535-f294c9062c92" -d '{"events": [{"name": "network-changed", "server_uuid": "777a4a59-6c5b-41bd-a205-b1ddefc1c35b", "tag": "4ee7e483-ae5c-4d30-ba2f-335bebc74e41"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:39:24.131438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cc2e8-1020-4899-ba03-9952c3fb0cda service neutron] Pushing event updated for resources: {'Port': ['ID=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:24.178703 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeebb798-8fea-4e9c-8061-152c8e18c9fb x-openstack-request-id: req-eeebb798-8fea-4e9c-8061-152c8e18c9fb {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:39:24.178989 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777a4a59-6c5b-41bd-a205-b1ddefc1c35b", "tag": "4ee7e483-ae5c-4d30-ba2f-335bebc74e41", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:39:24.179243 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eeebb798-8fea-4e9c-8061-152c8e18c9fb {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:39:24.179676 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeebb798-8fea-4e9c-8061-152c8e18c9fb'] response: {'name': 'network-changed', 'server_uuid': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'tag': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'status': 'completed', 'code': 200} Apr 18 21:39:24.201062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-798e57c7-7ffa-4e12-b2f4-9c745600e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:24.202594 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-798e57c7-7ffa-4e12-b2f4-9c745600e81e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 1094 time: 0.0530350 Apr 18 21:39:24.255352 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-5bd19e4b-b9b3-4d9e-a55f-11034f5d47db service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41 HTTP/1.1" status: 200 len: 217 time: 0.0397093 Apr 18 21:39:24.310614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-ab67d27e-d97b-429e-9062-2722f5c3db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:24.312157 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-ab67d27e-d97b-429e-9062-2722f5c3db40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8e5c2a5-e714-4503-875a-a75df1305c40 HTTP/1.1" status: 200 len: 835 time: 0.0465448 Apr 18 21:39:24.361726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-b3e96c9f-9bf3-4b91-b38e-bc84fce39108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:24.363246 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-b3e96c9f-9bf3-4b91-b38e-bc84fce39108 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96ab3f8b-8c43-43b4-811b-e8dd29809fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413284 Apr 18 21:39:24.457280 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-8516d095-ff34-415f-9fd7-99685b54752f service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831504 Apr 18 21:39:24.552039 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d24e7f48-1b8e-45ee-befb-677d59eeaedf req-a8fc89c2-1515-4ac3-b14a-f837b1a674d0 service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845730 Apr 18 21:39:24.645737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-c7a5bffe-fa4e-4cc9-963f-e0a3349d7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:24.647719 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-c7a5bffe-fa4e-4cc9-963f-e0a3349d7612 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 1094 time: 0.0410423 Apr 18 21:39:24.742691 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-01e0247d-1e03-425e-920e-8f9d4f014078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:24.744115 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-01e0247d-1e03-425e-920e-8f9d4f014078 service neutron] 10.222.0.64 "GET /v2.0/networks?id=96ab3f8b-8c43-43b4-811b-e8dd29809fee HTTP/1.1" status: 200 len: 897 time: 0.0901115 Apr 18 21:39:24.785058 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-ce03ec5d-7231-4b0e-b924-98ecc2ca7d9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41 HTTP/1.1" status: 200 len: 217 time: 0.0343497 Apr 18 21:39:24.842735 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-fae58107-04b1-4454-9b26-5ddae51fa804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:24.844275 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-fae58107-04b1-4454-9b26-5ddae51fa804 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8e5c2a5-e714-4503-875a-a75df1305c40 HTTP/1.1" status: 200 len: 835 time: 0.0509408 Apr 18 21:39:24.888833 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-dbcf543c-9558-4931-8615-def45a335a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:24.890311 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-dbcf543c-9558-4931-8615-def45a335a11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96ab3f8b-8c43-43b4-811b-e8dd29809fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388629 Apr 18 21:39:24.980252 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-71facf89-59dd-4396-9dbd-d4a82ffa5995 service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808103 Apr 18 21:39:25.062661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a99737-8a90-4228-99cd-e064ac0e6504 req-953645b5-4e8b-4116-8822-1f2618ee8f3c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:25.064096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58a99737-8a90-4228-99cd-e064ac0e6504 req-953645b5-4e8b-4116-8822-1f2618ee8f3c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 943 time: 0.0487938 Apr 18 21:39:25.076204 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b7f00ffa-fa2d-43c9-b535-f294c9062c92 req-343eb72e-da74-454e-ad3e-c272df244297 service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876560 Apr 18 21:39:25.110596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-58a99737-8a90-4228-99cd-e064ac0e6504 req-50a5368e-046c-42cf-9a4e-eb4f589a00f7 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 Apr 18 21:39:26.233431 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff751be-afea-431e-a53a-e8ac2973dbdb req-4f77e47e-a4db-4b70-ad99-bc5da6da972f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:26.234920 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ff751be-afea-431e-a53a-e8ac2973dbdb req-4f77e47e-a4db-4b70-ad99-bc5da6da972f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 943 time: 0.0497694 Apr 18 21:39:26.272412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ff751be-afea-431e-a53a-e8ac2973dbdb req-00e8b72a-8be2-4804-a71c-7b473578726c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Apr 18 21:39:27.391652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44f80c-0fad-44ec-a8b6-3d205cf3361f req-1d4de726-96f8-4f39-b64c-405ad80a7da4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:27.393153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d44f80c-0fad-44ec-a8b6-3d205cf3361f req-1d4de726-96f8-4f39-b64c-405ad80a7da4 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 943 time: 0.0495913 Apr 18 21:39:27.433939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8d44f80c-0fad-44ec-a8b6-3d205cf3361f req-e8223aab-63cf-459e-95a5-4aabee9e48dd tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341828 Apr 18 21:39:28.287147 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:39:28.381285 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:28.392455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'port_id': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'mac_address': 'fa:16:3e:6b:a2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:39:28.428546 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.440767 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:39:28.465101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:28.470010 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.516287 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:28.552635 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ba55f-3973-4296-8a7a-ee5001ad818c req-8e86625d-9435-4772-b2d1-0c5c79777cc3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:28.554825 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-518ba55f-3973-4296-8a7a-ee5001ad818c req-8e86625d-9435-4772-b2d1-0c5c79777cc3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 944 time: 0.0509875 Apr 18 21:39:28.592348 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-518ba55f-3973-4296-8a7a-ee5001ad818c req-2c40d0d1-ac52-4ea9-a6df-ad99a259c299 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314870 Apr 18 21:39:28.769352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['4ee7e483-ae5c-4d30-ba2f-335bebc74e41'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:39:29.707676 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32385b6-82b9-4357-a676-f225a43bd4c6 req-b59ed294-9b9c-4c82-8ec5-d11d788f7ffb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:29.709174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a32385b6-82b9-4357-a676-f225a43bd4c6 req-b59ed294-9b9c-4c82-8ec5-d11d788f7ffb tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 944 time: 0.0478580 Apr 18 21:39:29.746343 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a32385b6-82b9-4357-a676-f225a43bd4c6 req-a471268a-ae43-4ed8-8300-915508f554c9 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305445 Apr 18 21:39:30.301936 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:39:30.353801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:39:30.357733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:30.358115 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.435484 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.457584 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:39:30.459861 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5127f4e8-63fe-44d5-a3e4-13664e4da463" -d '{"events": [{"server_uuid": "777a4a59-6c5b-41bd-a205-b1ddefc1c35b", "name": "network-vif-plugged", "status": "completed", "tag": "4ee7e483-ae5c-4d30-ba2f-335bebc74e41"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:39:30.472433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:39:30.476877 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:30.499924 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08415eaa-ba8a-463d-a85c-d4d15da92707 x-openstack-request-id: req-08415eaa-ba8a-463d-a85c-d4d15da92707 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:39:30.500218 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777a4a59-6c5b-41bd-a205-b1ddefc1c35b", "name": "network-vif-plugged", "status": "completed", "tag": "4ee7e483-ae5c-4d30-ba2f-335bebc74e41", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:39:30.500467 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08415eaa-ba8a-463d-a85c-d4d15da92707 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:39:30.500855 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08415eaa-ba8a-463d-a85c-d4d15da92707'] response: {'server_uuid': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'code': 200} Apr 18 21:39:30.532128 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:30.597643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b07796-7a35-4904-9227-c0cb0cfbe482 req-f1e7e2d8-f58f-4b2c-a3bd-b40a0cb956b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:30.599065 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15b07796-7a35-4904-9227-c0cb0cfbe482 req-f1e7e2d8-f58f-4b2c-a3bd-b40a0cb956b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 1096 time: 0.0401411 Apr 18 21:39:30.633786 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-15b07796-7a35-4904-9227-c0cb0cfbe482 req-f02a9aae-13f7-43e6-8d20-e4aa7fc87788 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272658 Apr 18 21:39:30.863359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4daf01-12fb-4a39-b648-aef407cd1187 req-b4b2a156-8a05-4988-abef-4de6024e6dbe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:30.864763 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d4daf01-12fb-4a39-b648-aef407cd1187 req-b4b2a156-8a05-4988-abef-4de6024e6dbe tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0482166 Apr 18 21:39:30.906134 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d4daf01-12fb-4a39-b648-aef407cd1187 req-f42bf35d-6d67-4b64-a7e5-6526728556b3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Apr 18 21:39:32.025610 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bde46c-3e19-4838-986f-853c8e18e208 req-4b9bcb5d-0006-4b3e-b2c3-aabc8484e16c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:32.027074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4bde46c-3e19-4838-986f-853c8e18e208 req-4b9bcb5d-0006-4b3e-b2c3-aabc8484e16c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0481923 Apr 18 21:39:32.065073 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a4bde46c-3e19-4838-986f-853c8e18e208 req-78b85cb1-d643-414c-bbd8-4d7d63062878 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Apr 18 21:39:32.183359 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e749da-7443-4ed6-a07e-dd15632a666b req-0dba3c19-5ae9-44ba-abb3-3b9dd659bb89 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:32.184879 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9e749da-7443-4ed6-a07e-dd15632a666b req-0dba3c19-5ae9-44ba-abb3-3b9dd659bb89 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0536692 Apr 18 21:39:32.222092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f9e749da-7443-4ed6-a07e-dd15632a666b req-b964b2c1-ef41-4e23-bf41-cee9bfe71c5f tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Apr 18 21:39:32.243959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54338) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:32.282182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebffe700-c98d-40ed-875b-abe2825b9a5f tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:32.283694 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ebffe700-c98d-40ed-875b-abe2825b9a5f tempest-TestNetworkAdvancedServerOps-528728594 tempest-TestNetworkAdvancedServerOps-528728594-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 1091 time: 0.0387857 Apr 18 21:39:32.287016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54340) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:32.291922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:39:32.312928 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.410776 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.521399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Allocated IP 172.25.2.49 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/0f88d043-3edf-4e08-b039-d000084bdfd1) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:39:32.629823 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.663377 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:32.701912 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:39:32.704743 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:39:32.709059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:39:32.735768 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=0f88d043-3edf-4e08-b039-d000084bdfd1,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:33.064763 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.134245 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.279260 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.283781 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.353019 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event updated for resources: {'Port': ['ID=0f88d043-3edf-4e08-b039-d000084bdfd1,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:33.362606 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:33.459338 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Floating IP b7b0a68a-7033-4a01-8259-9c583dd2a3f0 associated. External IP: 172.25.2.49, port: 4ee7e483-ae5c-4d30-ba2f-335bebc74e41. Apr 18 21:39:33.987889 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:39:34.090491 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:39:34.100966 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] Sync routers for ids ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:39:34.108724 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:34.110039 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] Routers {'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:34.110641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:34.139164 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-0f4c7c13-b4b9-4191-809d-aed6f529dc97 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8511505 Apr 18 21:39:34.139752 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'tag': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:39:34.142132 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76440841-4a78-4cd5-a626-8b1b743043b1" -d '{"events": [{"name": "network-changed", "server_uuid": "777a4a59-6c5b-41bd-a205-b1ddefc1c35b", "tag": "4ee7e483-ae5c-4d30-ba2f-335bebc74e41"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:39:34.185884 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a599b1d0-9dfd-4bf2-a51e-dd4ce7e228f9 x-openstack-request-id: req-a599b1d0-9dfd-4bf2-a51e-dd4ce7e228f9 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:39:34.186181 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777a4a59-6c5b-41bd-a205-b1ddefc1c35b", "tag": "4ee7e483-ae5c-4d30-ba2f-335bebc74e41", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:39:34.186435 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a599b1d0-9dfd-4bf2-a51e-dd4ce7e228f9 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:39:34.186844 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a599b1d0-9dfd-4bf2-a51e-dd4ce7e228f9'] response: {'name': 'network-changed', 'server_uuid': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'tag': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'status': 'completed', 'code': 200} Apr 18 21:39:34.221831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] Set router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:34.239217 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adf5f9-af9a-427d-b5aa-2aa10faa5d8c req-53b4efe5-ff0b-4e17-8b27-f64588dd8cfd tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:34.240667 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75adf5f9-af9a-427d-b5aa-2aa10faa5d8c req-53b4efe5-ff0b-4e17-8b27-f64588dd8cfd tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0503938 Apr 18 21:39:34.250943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-b155ffa7-6ba0-4b4f-8de5-cb485e9fa300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:34.252603 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-b155ffa7-6ba0-4b4f-8de5-cb485e9fa300 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 1096 time: 0.0445244 Apr 18 21:39:34.281796 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-75adf5f9-af9a-427d-b5aa-2aa10faa5d8c req-1f92a06e-6424-4fe5-9fc5-2921185698d5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344326 Apr 18 21:39:34.307782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54346) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:34.352231 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-fb6b4375-0bee-40b1-9d49-dcc9e35857bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:34.353843 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-fb6b4375-0bee-40b1-9d49-dcc9e35857bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=96ab3f8b-8c43-43b4-811b-e8dd29809fee HTTP/1.1" status: 200 len: 897 time: 0.0951796 Apr 18 21:39:34.372580 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-886c9029-30b4-4630-bb0e-e49b7bb9fa26 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/b7b0a68a-7033-4a01-8259-9c583dd2a3f0 HTTP/1.1" status: 200 len: 990 time: 0.0634959 Apr 18 21:39:34.421079 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-12e4a4aa-a4d7-499e-ae73-9e24b968dec2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41 HTTP/1.1" status: 200 len: 998 time: 0.0604212 Apr 18 21:39:34.477206 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-f6e4e965-ac02-4493-b3fe-b82284ffaf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:34.478843 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-f6e4e965-ac02-4493-b3fe-b82284ffaf55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8e5c2a5-e714-4503-875a-a75df1305c40 HTTP/1.1" status: 200 len: 835 time: 0.0500133 Apr 18 21:39:34.524614 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-2210d1e3-b136-4c4b-bacf-f1abcef22a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:34.526033 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-2210d1e3-b136-4c4b-bacf-f1abcef22a38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96ab3f8b-8c43-43b4-811b-e8dd29809fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406249 Apr 18 21:39:34.604520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'b7b0a68a-7033-4a01-8259-9c583dd2a3f0', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'port_id': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'mac_address': 'fa:16:3e:6b:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:39:32Z', 'updated_at': '2022-04-18T21:39:32Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d7f65c-7a6f-4713-8582-a3eef3e67da4', 'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:da:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:18Z', 'updated_at': '2022-04-18T21:39:22Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:34.616558 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-2350f17c-ab44-4a57-bb3c-eb12b428dc22 service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831606 Apr 18 21:39:34.632888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] Checking router: a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:39:34.641126 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] Routers {'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:39:34.641734 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:39:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:34.710255 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-76440841-4a78-4cd5-a626-8b1b743043b1 req-8e31060c-2b5c-493c-9db9-1e81ee3eaa28 service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871279 Apr 18 21:39:34.748839 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] Set router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:39:34.972929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'b7b0a68a-7033-4a01-8259-9c583dd2a3f0', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'port_id': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'mac_address': 'fa:16:3e:6b:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:39:32Z', 'updated_at': '2022-04-18T21:39:32Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d7f65c-7a6f-4713-8582-a3eef3e67da4', 'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:da:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:18Z', 'updated_at': '2022-04-18T21:39:22Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:39:35.001522 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f0deb-b36b-427f-97d6-f33e482ae00d None None] The sync data for ids ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'] in n-d-836015-4 is: [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'b7b0a68a-7033-4a01-8259-9c583dd2a3f0', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'port_id': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'mac_address': 'fa:16:3e:6b:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:39:32Z', 'updated_at': '2022-04-18T21:39:32Z', 'revision_number': 0, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d7f65c-7a6f-4713-8582-a3eef3e67da4', 'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:da:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:18Z', 'updated_at': '2022-04-18T21:39:22Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:39:35.198348 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e10af6-4fd0-48d6-93a8-1f7f7427a925 None None] New status for floating IP b7b0a68a-7033-4a01-8259-9c583dd2a3f0: ACTIVE {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:39:35.376564 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54348) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:39:35.439585 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-d5602b15-65e3-4127-bbe7-8e3e58fad68c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/b7b0a68a-7033-4a01-8259-9c583dd2a3f0 HTTP/1.1" status: 200 len: 992 time: 0.0618572 Apr 18 21:39:36.050056 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a7756a86-3fb3-4274-a3c2-70894c1ace61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:38.784875 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7e94ea67-e938-4f80-aab9-dfc6190dd614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:39.585321 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:40.753589 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:41.385150 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:43.005655 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.628643 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:54.477733 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-5fcafa1e-385f-4be9-aac9-09f1cee0438f req-e11233b2-e8a1-4553-9f27-4e1a379a73f8 service neutron] (102904) timed out ('10.222.0.49', 49970) {{(pid=102904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:39:56.265625 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:40:06.051876 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c9884a78-7233-4a46-82a4-211987d1a7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.788899 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0ac0b44d-2295-4fd9-b4ce-1923e2336c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:08.795956 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3b062-fe6b-4e49-8cd7-03bad36927e8 req-658bf45f-2c6b-42b0-8687-87f24a164982 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:08.797460 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62e3b062-fe6b-4e49-8cd7-03bad36927e8 req-658bf45f-2c6b-42b0-8687-87f24a164982 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0500824 Apr 18 21:40:08.835822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62e3b062-fe6b-4e49-8cd7-03bad36927e8 req-ba2df5c0-0617-48c8-936d-0c1fad73a0db tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Apr 18 21:40:09.588608 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:09.956922 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b907f8-b04f-473b-a9a8-f38633417da8 req-78315b20-d77c-41b3-a251-5d0d9b850379 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:09.958405 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4b907f8-b04f-473b-a9a8-f38633417da8 req-78315b20-d77c-41b3-a251-5d0d9b850379 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0530932 Apr 18 21:40:09.996275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d4b907f8-b04f-473b-a9a8-f38633417da8 req-49670288-20c4-4b43-b5fe-ea6b18313b0c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312319 Apr 18 21:40:10.018202 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54366) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:10.077118 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e40f9ff9-34e1-4a3f-9357-c954294084c8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/b7b0a68a-7033-4a01-8259-9c583dd2a3f0 HTTP/1.1" status: 200 len: 992 time: 0.0578358 Apr 18 21:40:10.756619 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.358751 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cf858-8084-4802-a184-0dd1972fc77c req-6a0c862e-b61f-497d-b58b-71a5b62eb66c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:11.360185 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b2cf858-8084-4802-a184-0dd1972fc77c req-6a0c862e-b61f-497d-b58b-71a5b62eb66c tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0495479 Apr 18 21:40:11.388111 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-ca996279-839c-4d68-8282-2853341d500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:11.388776 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:11.392135 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-ca996279-839c-4d68-8282-2853341d500c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 1096 time: 0.0468061 Apr 18 21:40:11.400015 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4b2cf858-8084-4802-a184-0dd1972fc77c req-d82584ed-fe33-4f55-876c-688ee679ea89 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337791 Apr 18 21:40:11.489378 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-b5c0fef1-bd2c-4edb-9a14-a9e4cdef55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:11.490904 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-b5c0fef1-bd2c-4edb-9a14-a9e4cdef55fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=96ab3f8b-8c43-43b4-811b-e8dd29809fee HTTP/1.1" status: 200 len: 897 time: 0.0882325 Apr 18 21:40:11.555894 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-4474e670-36bf-4e67-896e-f22af89bef18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41 HTTP/1.1" status: 200 len: 1000 time: 0.0578110 Apr 18 21:40:11.613678 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-116bff0a-1008-470b-9f12-7e1dd9947b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:11.615079 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-116bff0a-1008-470b-9f12-7e1dd9947b6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8e5c2a5-e714-4503-875a-a75df1305c40 HTTP/1.1" status: 200 len: 835 time: 0.0486395 Apr 18 21:40:11.668169 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-ce5e4ac5-8826-4420-9370-8b795c926d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:11.669611 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-ce5e4ac5-8826-4420-9370-8b795c926d7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96ab3f8b-8c43-43b4-811b-e8dd29809fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437174 Apr 18 21:40:11.757056 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-ba72f3eb-bb43-43cd-a68f-f6006bd18703 service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797217 Apr 18 21:40:11.853614 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-19662df2-6cb5-4b81-b6b4-8fa4ce4cad99 req-97ca6cc3-38ef-40b2-a3be-06efd1c3838f service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865569 Apr 18 21:40:12.521140 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1a209-2bb9-4a1e-b105-52a5c2f64db1 req-280964f3-9306-4967-b678-9ac1158b13ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:12.522611 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8fc1a209-2bb9-4a1e-b105-52a5c2f64db1 req-280964f3-9306-4967-b678-9ac1158b13ef tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0513375 Apr 18 21:40:12.561869 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8fc1a209-2bb9-4a1e-b105-52a5c2f64db1 req-84f76178-0e14-4f72-ae0d-69c75910d1c5 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331831 Apr 18 21:40:12.736575 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-db123b92-00c2-46d6-91f2-7d3160f8e258 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401251 Apr 18 21:40:12.817582 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-9e73104b-6a44-4a82-add9-d27032874f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:12.819163 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-9e73104b-6a44-4a82-add9-d27032874f35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 1096 time: 0.0401611 Apr 18 21:40:12.922220 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-21abb2a3-0b7b-4595-9dc1-a76a209cf702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:12.923660 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-21abb2a3-0b7b-4595-9dc1-a76a209cf702 service neutron] 10.222.0.64 "GET /v2.0/networks?id=96ab3f8b-8c43-43b4-811b-e8dd29809fee HTTP/1.1" status: 200 len: 897 time: 0.0849600 Apr 18 21:40:12.990872 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-45d2ba48-5881-4098-8c2d-310c765dfd23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41 HTTP/1.1" status: 200 len: 1000 time: 0.0583532 Apr 18 21:40:13.000815 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.041858 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-77055730-513e-4f5a-b11a-c4527187c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:13.043299 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-77055730-513e-4f5a-b11a-c4527187c1bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8e5c2a5-e714-4503-875a-a75df1305c40 HTTP/1.1" status: 200 len: 835 time: 0.0437303 Apr 18 21:40:13.091953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-8d9cc767-dc27-44b4-b299-71f0c1def304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:13.093419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-8d9cc767-dc27-44b4-b299-71f0c1def304 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96ab3f8b-8c43-43b4-811b-e8dd29809fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433109 Apr 18 21:40:13.179034 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-93445778-c520-4640-bc0b-61b17d3d950c service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782745 Apr 18 21:40:13.270090 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0ff11e82-5127-4bdc-9552-46d87ceeb182 req-e559791a-2163-47b9-bf69-d498583c24e7 service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838852 Apr 18 21:40:13.677269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da8fa6-7d7d-4bab-b59f-a539f4fe6ea8 req-81a42f59-53a2-44d2-b3c9-617726e0d4e6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:13.679266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7da8fa6-7d7d-4bab-b59f-a539f4fe6ea8 req-81a42f59-53a2-44d2-b3c9-617726e0d4e6 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0496528 Apr 18 21:40:13.717234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d7da8fa6-7d7d-4bab-b59f-a539f4fe6ea8 req-925b736a-e10c-4910-b86f-5838b33c6a25 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Apr 18 21:40:13.741512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54378) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:13.807336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6be5c362-6762-44c8-a2e0-907244a08b69 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/floatingips/b7b0a68a-7033-4a01-8259-9c583dd2a3f0 HTTP/1.1" status: 200 len: 992 time: 0.0646722 Apr 18 21:40:14.037294 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54384) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:14.190928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 0f88d043-3edf-4e08-b039-d000084bdfd1 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:40:14.191277 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.264081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.264408 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.275737 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 0f88d043-3edf-4e08-b039-d000084bdfd1 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:40:14.421769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.449421 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=0f88d043-3edf-4e08-b039-d000084bdfd1,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:14.477257 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.477608 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.477948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.478282 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.478613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.478944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.479270 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.479593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.479951 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.480274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.480597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.480913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:14.519360 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:14.519757 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Floating IP b7b0a68a-7033-4a01-8259-9c583dd2a3f0 disassociated (deleted). External IP: 172.25.2.49, port: 4ee7e483-ae5c-4d30-ba2f-335bebc74e41. Apr 18 21:40:15.008225 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:15.110300 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:15.114966 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:15.119556 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] Sync routers for ids ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:40:15.128266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] Routers {'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:15.128869 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:15.144052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-ebcfaeab-968d-42ff-aad1-e78034340519 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/floatingips/b7b0a68a-7033-4a01-8259-9c583dd2a3f0 HTTP/1.1" status: 204 len: 168 time: 1.1054208 Apr 18 21:40:15.144650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'tag': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:15.147467 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967cbf89-7712-4dba-8640-fbf8b1139c54" -d '{"events": [{"name": "network-changed", "server_uuid": "777a4a59-6c5b-41bd-a205-b1ddefc1c35b", "tag": "4ee7e483-ae5c-4d30-ba2f-335bebc74e41"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:40:15.190518 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71912f44-e72a-49e4-bf9e-be288327a3f0 x-openstack-request-id: req-71912f44-e72a-49e4-bf9e-be288327a3f0 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:40:15.190813 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777a4a59-6c5b-41bd-a205-b1ddefc1c35b", "tag": "4ee7e483-ae5c-4d30-ba2f-335bebc74e41", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:40:15.191065 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-71912f44-e72a-49e4-bf9e-be288327a3f0 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:40:15.191472 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71912f44-e72a-49e4-bf9e-be288327a3f0'] response: {'name': 'network-changed', 'server_uuid': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'tag': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'status': 'completed', 'code': 200} Apr 18 21:40:15.240771 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] Set router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:15.261696 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-8d8c7b50-441f-4103-a245-7659f26d3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:15.263583 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-8d8c7b50-441f-4103-a245-7659f26d3a02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=474e9c7e19d24003a745d86810a072d2&device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 1096 time: 0.0447497 Apr 18 21:40:15.377251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-411035cc-4257-46a5-89c0-22521a305e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:15.378623 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-411035cc-4257-46a5-89c0-22521a305e68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=96ab3f8b-8c43-43b4-811b-e8dd29809fee HTTP/1.1" status: 200 len: 897 time: 0.1013625 Apr 18 21:40:15.391072 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e3dd4-52c7-47b3-b2a6-3b697b84ecb9 req-3696156f-a849-4796-acf0-d2f84037f926 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:15.392600 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d50e3dd4-52c7-47b3-b2a6-3b697b84ecb9 req-3696156f-a849-4796-acf0-d2f84037f926 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0505328 Apr 18 21:40:15.427725 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-533b8eee-bf2f-47ce-968f-f39ac568e1d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41 HTTP/1.1" status: 200 len: 217 time: 0.0406523 Apr 18 21:40:15.434970 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d50e3dd4-52c7-47b3-b2a6-3b697b84ecb9 req-ad755a32-7908-4d62-8c17-b7b4e1e374e3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334361 Apr 18 21:40:15.467656 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd5d7f65c-7a6f-4713-8582-a3eef3e67da4', 'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:da:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:18Z', 'updated_at': '2022-04-18T21:39:22Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:15.487470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-7f514ce4-72b4-411e-895b-2a13a01f54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:15.488979 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-7f514ce4-72b4-411e-895b-2a13a01f54ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8e5c2a5-e714-4503-875a-a75df1305c40 HTTP/1.1" status: 200 len: 835 time: 0.0465493 Apr 18 21:40:15.493188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] Checking router: a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:40:15.501282 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] Routers {'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:15.501870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:15.536765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-9b6591f2-c635-43d4-a7a8-66478658c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:15.538851 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-9b6591f2-c635-43d4-a7a8-66478658c564 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=96ab3f8b-8c43-43b4-811b-e8dd29809fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424502 Apr 18 21:40:15.607927 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] Set router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:15.635065 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-5fab1348-2d0e-4357-9f21-5a9ecfe52b6f service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844312 Apr 18 21:40:15.726526 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-967cbf89-7712-4dba-8640-fbf8b1139c54 req-de21dc39-673a-4c7f-9f0b-ac968b9fc3a7 service neutron] 10.222.0.64 "GET /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830190 Apr 18 21:40:15.803791 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd5d7f65c-7a6f-4713-8582-a3eef3e67da4', 'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:da:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:18Z', 'updated_at': '2022-04-18T21:39:22Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:15.833413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f59885b-6d88-45b3-8f51-dff17341f190 None None] The sync data for ids ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'] in n-d-836015-4 is: [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'd5d7f65c-7a6f-4713-8582-a3eef3e67da4', 'name': '', 'network_id': '96ab3f8b-8c43-43b4-811b-e8dd29809fee', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'mac_address': 'fa:16:3e:da:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:18Z', 'updated_at': '2022-04-18T21:39:22Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'subnets': [{'id': 'd8e5c2a5-e714-4503-875a-a75df1305c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:40:16.040935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08793134-bb71-4b9c-b9fa-d881a37f7210 None None] New status for floating IP b7b0a68a-7033-4a01-8259-9c583dd2a3f0: DOWN {{(pid=102906) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:40:16.553726 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c837e90-fbb4-4cf4-a4ee-5e065e086688 req-04377c04-3c17-4655-a38c-9c5559d0b6cc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:16.555203 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c837e90-fbb4-4cf4-a4ee-5e065e086688 req-04377c04-3c17-4655-a38c-9c5559d0b6cc tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0489709 Apr 18 21:40:16.592191 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c837e90-fbb4-4cf4-a4ee-5e065e086688 req-7e6f7f2a-cb0e-41e5-abe7-80953c0b3950 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/security-groups?id=db97f182-2d1b-41b9-9e1e-e7506ff3044c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Apr 18 21:40:16.630344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.119576 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-1f43f0f3-0ecf-462d-886f-e927865e5033 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:17.120955 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-1f43f0f3-0ecf-462d-886f-e927865e5033 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 945 time: 0.0478776 Apr 18 21:40:17.211815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-25d3c044-9238-4049-aba8-2e44db6ab2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:40:17.212179 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-25d3c044-9238-4049-aba8-2e44db6ab2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.297482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-25d3c044-9238-4049-aba8-2e44db6ab2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:17.297847 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-25d3c044-9238-4049-aba8-2e44db6ab2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.312421 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-25d3c044-9238-4049-aba8-2e44db6ab2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:40:17.442138 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-25d3c044-9238-4049-aba8-2e44db6ab2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.473179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3c044-9238-4049-aba8-2e44db6ab2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=4ee7e483-ae5c-4d30-ba2f-335bebc74e41,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:17.516151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-25d3c044-9238-4049-aba8-2e44db6ab2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] No DVR routers for this DVR port 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:17.518841 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-25d3c044-9238-4049-aba8-2e44db6ab2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.522868 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a6a2a197-c057-429e-a0a1-c9a794ab5ae5 req-25d3c044-9238-4049-aba8-2e44db6ab2a1 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.64 "DELETE /v2.0/ports/4ee7e483-ae5c-4d30-ba2f-335bebc74e41 HTTP/1.1" status: 204 len: 173 time: 0.3957314 Apr 18 21:40:17.523311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'name': 'network-vif-deleted', 'tag': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:17.525585 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd039472-06a5-4aa4-8352-1c2675217636" -d '{"events": [{"server_uuid": "777a4a59-6c5b-41bd-a205-b1ddefc1c35b", "name": "network-vif-deleted", "tag": "4ee7e483-ae5c-4d30-ba2f-335bebc74e41"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:40:17.564104 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a290f8-3759-4800-887f-1047662b60bf x-openstack-request-id: req-05a290f8-3759-4800-887f-1047662b60bf {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:40:17.564396 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777a4a59-6c5b-41bd-a205-b1ddefc1c35b", "name": "network-vif-deleted", "tag": "4ee7e483-ae5c-4d30-ba2f-335bebc74e41", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:40:17.564674 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-05a290f8-3759-4800-887f-1047662b60bf {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:40:17.565082 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a290f8-3759-4800-887f-1047662b60bf'] response: {'server_uuid': '777a4a59-6c5b-41bd-a205-b1ddefc1c35b', 'name': 'network-vif-deleted', 'tag': '4ee7e483-ae5c-4d30-ba2f-335bebc74e41', 'status': 'completed', 'code': 200} Apr 18 21:40:17.723425 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d29264d6-593b-4072-89de-f1baa5132656 req-fd6d594b-9757-4de5-85c8-e51079d01287 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "GET /v2.0/ports?device_id=777a4a59-6c5b-41bd-a205-b1ddefc1c35b HTTP/1.1" status: 200 len: 210 time: 0.0321686 Apr 18 21:40:18.781521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54400) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:19.133374 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.382687 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port d5d7f65c-7a6f-4713-8582-a3eef3e67da4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:40:19.383026 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.471816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port d5d7f65c-7a6f-4713-8582-a3eef3e67da4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=d5d7f65c-7a6f-4713-8582-a3eef3e67da4,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:19.472204 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.484734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for d5d7f65c-7a6f-4713-8582-a3eef3e67da4 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:40:19.671400 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.698158 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=d5d7f65c-7a6f-4713-8582-a3eef3e67da4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:19.878080 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.085449 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:20.188886 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:20.194384 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4040593c-011f-43ed-b3e8-d7a7c35df1d8 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "PUT /v2.0/routers/a8c46e1b-2b65-4ab2-9e22-1751f0a40f74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4118025 Apr 18 21:40:20.197173 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54402) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:20.198648 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] Sync routers for ids ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:40:20.208119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] Routers {'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:20.209274 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:20.250407 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-a699cf39-0975-4bde-b430-e846f8aaaf59 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting subnet d8e5c2a5-e714-4503-875a-a75df1305c40 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:40:20.253561 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a699cf39-0975-4bde-b430-e846f8aaaf59 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.294339 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a699cf39-0975-4bde-b430-e846f8aaaf59 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.311991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] Set router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:20.374912 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a699cf39-0975-4bde-b430-e846f8aaaf59 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.437795 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a699cf39-0975-4bde-b430-e846f8aaaf59 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.467546 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a699cf39-0975-4bde-b430-e846f8aaaf59 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.470738 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a699cf39-0975-4bde-b430-e846f8aaaf59 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/subnets/d8e5c2a5-e714-4503-875a-a75df1305c40 HTTP/1.1" status: 204 len: 168 time: 0.2726321 Apr 18 21:40:20.471741 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699cf39-0975-4bde-b430-e846f8aaaf59 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e5c2a5-e714-4503-875a-a75df1305c40,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:20.473544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54404) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:20.475650 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73494f4-6319-48b2-90cc-0a8470935ad9 None None] Network 96ab3f8b-8c43-43b4-811b-e8dd29809fee requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:40:20.565670 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:40:20.569812 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:40:19Z', 'revision_number': 5, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port': {'id': 'b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:31:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:20.580945 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.685607 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.744888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Deleting port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:40:20.745252 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.784994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] Checking router: a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:40:20.788172 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:40:20.788515 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 4ee7e483-ae5c-4d30-ba2f-335bebc74e41 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:40:20.801581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] Routers {'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:20.802724 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:20.827478 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] For port b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:20.828061 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:20.841007 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Calling delete_port for b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:40:20.899441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] Set router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:20.928102 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] DHCP port deletion for 96ab3f8b-8c43-43b4-811b-e8dd29809fee request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:40:20.958577 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:40:20Z', 'revision_number': 6, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:21.005937 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0091f500-08f3-4718-b8fd-2fa44c8fd5bf None None] The sync data for ids ['a8c46e1b-2b65-4ab2-9e22-1751f0a40f74'] in n-d-836015-4 is: [{'id': 'a8c46e1b-2b65-4ab2-9e22-1751f0a40f74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154759676', 'tenant_id': '474e9c7e19d24003a745d86810a072d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:39:16Z', 'updated_at': '2022-04-18T21:40:20Z', 'revision_number': 6, 'project_id': '474e9c7e19d24003a745d86810a072d2', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:40:21.033558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.035078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Deleting port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:40:21.035477 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.090648 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Port': ['ID=b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:21.105508 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] For port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=301d2b53-f635-4fe4-bdcb-3d3d8770cd7d,segment=NetworkSegment(d96c8f01-131c-4f41-8260-7788b8f5131e),segment_id=d96c8f01-131c-4f41-8260-7788b8f5131e)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:21.105901 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.117228 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.117584 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.117926 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.118263 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.118593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.118925 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.119261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.119590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.119937 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.120266 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.120590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.120909 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.123151 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Calling delete_port for 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:40:21.142774 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.202654 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.229501 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Pushing event deleted for resources: {'Port': ['ID=301d2b53-f635-4fe4-bdcb-3d3d8770cd7d,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:21.231631 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] No DVR routers for this DVR port 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:21.237981 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.243560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.243990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.244300 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.244641 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.244981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.245303 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.245628 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.245952 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.246272 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.246592 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.246911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.247226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.247542 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bd1e8-ae0c-4c8c-bb03-f672aafafbf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:21.288391 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.289273 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Fanout notify agent at l3_agent the message router_deleted on router a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:40:21.296429 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.297635 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c12620bd-4c36-4b9f-bc6a-83f44b165ff3 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/routers/a8c46e1b-2b65-4ab2-9e22-1751f0a40f74 HTTP/1.1" status: 204 len: 168 time: 0.8230879 Apr 18 21:40:21.300377 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54406) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:21.388103 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.477959 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.500797 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ab3f8b-8c43-43b4-811b-e8dd29809fee']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:21.511296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96c8f01-131c-4f41-8260-7788b8f5131e') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:21.511582 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96c8f01-131c-4f41-8260-7788b8f5131e') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:21.521883 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.537418 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.543334 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:40:21.543720 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:40:21.546658 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:40:21.616582 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.624252 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.627647 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/networks/96ab3f8b-8c43-43b4-811b-e8dd29809fee HTTP/1.1" status: 204 len: 168 time: 0.3260806 Apr 18 21:40:21.630362 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54408) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:21.639459 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4857117-abcd-4689-9dcb-f0dcc62cd7ac tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'Network': ['ID=96ab3f8b-8c43-43b4-811b-e8dd29809fee,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:21.695910 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cdfb-4f73-4329-b8ea-ff02b9f418d2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.721758 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cdfb-4f73-4329-b8ea-ff02b9f418d2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.732712 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d5d7f65c-7a6f-4713-8582-a3eef3e67da4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:40:21.753878 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: d5d7f65c-7a6f-4713-8582-a3eef3e67da4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:40:21.754552 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device d5d7f65c-7a6f-4713-8582-a3eef3e67da4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:40:21.755042 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:40:21.779439 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:40:21.779875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b0cc2d14-ddfb-4d4f-b14d-63e28c7f75df not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:40:21.780507 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:40:21.797700 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cdfb-4f73-4329-b8ea-ff02b9f418d2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.800610 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3ee6cdfb-4f73-4329-b8ea-ff02b9f418d2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:21.801525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:40:21.801875 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 301d2b53-f635-4fe4-bdcb-3d3d8770cd7d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:40:21.802025 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3ee6cdfb-4f73-4329-b8ea-ff02b9f418d2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] 10.222.0.49 "DELETE /v2.0/security-groups/db97f182-2d1b-41b9-9e1e-e7506ff3044c HTTP/1.1" status: 204 len: 168 time: 0.1704125 Apr 18 21:40:21.824884 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6cdfb-4f73-4329-b8ea-ff02b9f418d2 tempest-TestNetworkAdvancedServerOps-682203840 tempest-TestNetworkAdvancedServerOps-682203840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db97f182-2d1b-41b9-9e1e-e7506ff3044c,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:22.140667 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54416) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:22.269504 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8f318652-ec29-4494-ab6a-c4c7f956eebe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=474e9c7e19d24003a745d86810a072d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275079 Apr 18 21:40:22.272457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54420) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:22.322064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eae98bc8-85f7-483d-b6b9-bea7e70edbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.342905 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eae98bc8-85f7-483d-b6b9-bea7e70edbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.394181 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eae98bc8-85f7-483d-b6b9-bea7e70edbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.396964 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-eae98bc8-85f7-483d-b6b9-bea7e70edbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.398137 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-eae98bc8-85f7-483d-b6b9-bea7e70edbaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fbec1747-9c02-49bf-aca3-924740e928e7 HTTP/1.1" status: 204 len: 168 time: 0.1247487 Apr 18 21:40:22.405872 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae98bc8-85f7-483d-b6b9-bea7e70edbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec1747-9c02-49bf-aca3-924740e928e7,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:22.656706 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54426) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:22.674648 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2342b980-7ccb-4943-9d6a-653a4769f3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.748798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2342b980-7ccb-4943-9d6a-653a4769f3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.752323 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2342b980-7ccb-4943-9d6a-653a4769f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.789982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2342b980-7ccb-4943-9d6a-653a4769f3a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4274c60cb6c848eabe8122812d904ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321726 Apr 18 21:40:22.791081 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342b980-7ccb-4943-9d6a-653a4769f3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b44a987-ee5a-445f-a6a1-fcc4d9da867e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:22.792723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54428) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:22.844410 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dabbba58-d4a6-4cf0-8ac3-e71cc3d5ba08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.865553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dabbba58-d4a6-4cf0-8ac3-e71cc3d5ba08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.914365 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dabbba58-d4a6-4cf0-8ac3-e71cc3d5ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.917439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-dabbba58-d4a6-4cf0-8ac3-e71cc3d5ba08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:22.918571 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-dabbba58-d4a6-4cf0-8ac3-e71cc3d5ba08 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b44a987-ee5a-445f-a6a1-fcc4d9da867e HTTP/1.1" status: 204 len: 168 time: 0.1242480 Apr 18 21:40:22.926148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbba58-d4a6-4cf0-8ac3-e71cc3d5ba08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b44a987-ee5a-445f-a6a1-fcc4d9da867e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:23.611092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54450) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:23.709214 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1098848316-network', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:23.728387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Made reservation on behalf of b3251fb771a9461cb0bf55ac10a7b57a for: {'network': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:23.730769 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.738925 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.814504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.818917 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.843296 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:40:23.851916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b4dfb7-effb-46b0-8a60-0c8961ef8b70,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:23.858034 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.858386 n-d-836015-4 neutron-server[102903]: INFO neutron.db.segments_db [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Added segment c6e46097-e38c-40d7-b44d-3bafef5e847c of type vlan for network 97963029-0d93-4a39-ad9d-82273cc6f5fa Apr 18 21:40:23.902692 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.928082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.928999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:23.929571 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:23.985185 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3730032 Apr 18 21:40:23.988264 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54454) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:23.992290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afeb886-73ee-4d2f-8b9f-c881ede5a594 admin admin] Pushing event updated for resources: {'Network': ['ID=97963029-0d93-4a39-ad9d-82273cc6f5fa,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:23.994171 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Request body: {'subnet': {'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1098848316-subnet', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'ip_version': 4}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:24.002044 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 97963029-0d93-4a39-ad9d-82273cc6f5fa details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:40:24.016033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Made reservation on behalf of b3251fb771a9461cb0bf55ac10a7b57a for: {'subnet': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:24.018369 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10832999'] for subnet, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.184407 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11790540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10833009'] for subnet, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.241065 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:24.248100 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Checking segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:40:24.248461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Network hostable DHCP agents. Network: 97963029-0d93-4a39-ad9d-82273cc6f5fa, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102904) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:40:24.264654 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Network 97963029-0d93-4a39-ad9d-82273cc6f5fa is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102904) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:40:24.272417 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 97963029-0d93-4a39-ad9d-82273cc6f5fa) {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:24.276621 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:24.277207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.281701 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415c71f-c43b-47e8-b3f7-b6a4f524fe7c None None] Network 97963029-0d93-4a39-ad9d-82273cc6f5fa requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:40:24.293509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4e37b8b7-e79b-4550-8eb0-a7401d0eb433 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3036683 Apr 18 21:40:24.296414 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54456) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:24.301487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:24.321091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.322155 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.375131 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.430113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-97963029-0d93-4a39-ad9d-82273cc6f5fa', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:40:24.430979 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.562216 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Allocated IP 172.20.0.2 (97963029-0d93-4a39-ad9d-82273cc6f5fa/9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0/8239ffad-1922-4bbd-96b3-f5a447dae80e) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:24.713301 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.719766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.767355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Network 97963029-0d93-4a39-ad9d-82273cc6f5fa is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:24.771944 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:24.773834 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Pushing event updated for resources: {'Port': ['ID=8239ffad-1922-4bbd-96b3-f5a447dae80e,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:24.776008 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:40:24.818367 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.835473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Attempting to bind port 8239ffad-1922-4bbd-96b3-f5a447dae80e on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:24.835855 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Attempting to bind port 8239ffad-1922-4bbd-96b3-f5a447dae80e by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:24.836240 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Attempting to bind port 8239ffad-1922-4bbd-96b3-f5a447dae80e on network 97963029-0d93-4a39-ad9d-82273cc6f5fa {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:40:24.841242 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:40:24.841607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Checking segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:40:24.841998 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.842375 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Bound using segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:40:24.842822 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Bound port: 8239ffad-1922-4bbd-96b3-f5a447dae80e, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:24.843188 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.903260 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] For port 8239ffad-1922-4bbd-96b3-f5a447dae80e, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:24.906371 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] For port 8239ffad-1922-4bbd-96b3-f5a447dae80e, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8239ffad-1922-4bbd-96b3-f5a447dae80e,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:24.910749 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:24.967865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa5ab8-bbd8-4672-a0a1-a735fb3f8d68 None None] Pushing event updated for resources: {'Port': ['ID=8239ffad-1922-4bbd-96b3-f5a447dae80e,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:25.023860 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.042994 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.171530 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Allocated IP 172.25.2.141 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/a0dfb055-1417-409f-8514-bf3b9ef07da4) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:25.276842 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.315227 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.359198 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:25.362640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:25.366791 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:40:25.372207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Pushing event updated for resources: {'Port': ['ID=a0dfb055-1417-409f-8514-bf3b9ef07da4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:25.620345 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.776406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8239ffad-1922-4bbd-96b3-f5a447dae80e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:25.831828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8239ffad-1922-4bbd-96b3-f5a447dae80e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:25.832230 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.836160 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.913137 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fddaa0-1125-4e64-9b80-7a3c543010e1 None None] Network 97963029-0d93-4a39-ad9d-82273cc6f5fa requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:40:25.937412 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:25.968830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Router 6327ee09-bb9f-4264-917a-6c525d14f68d is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:40:26.004847 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-5ecf01dc-e305-4dce-9383-e128023ca3a3 None None] Provisioning complete for port 8239ffad-1922-4bbd-96b3-f5a447dae80e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:26.005243 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5ecf01dc-e305-4dce-9383-e128023ca3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.040094 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 8239ffad-1922-4bbd-96b3-f5a447dae80e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8239ffad-1922-4bbd-96b3-f5a447dae80e,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:26.056563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.083062 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:26.095701 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Sync routers for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:40:26.104686 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.108640 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2e32c456-2b65-49e7-818f-71bc32e84324 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8087037 Apr 18 21:40:26.108790 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:26.108790 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:26.108995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54458) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:26.153574 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=8239ffad-1922-4bbd-96b3-f5a447dae80e,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:26.218001 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:26.414795 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:25Z', 'revision_number': 3, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:26.428341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-486ebe56-720b-4966-a45e-b0090129cc11 None None] Provisioning complete for port 8239ffad-1922-4bbd-96b3-f5a447dae80e triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:26.428706 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-486ebe56-720b-4966-a45e-b0090129cc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.445418 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Checking router: 6327ee09-bb9f-4264-917a-6c525d14f68d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:40:26.445859 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Updating router 6327ee09-bb9f-4264-917a-6c525d14f68d port a0dfb055-1417-409f-8514-bf3b9ef07da4 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:40:26.472715 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.556762 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.711074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Allocated IP 172.20.0.1 (97963029-0d93-4a39-ad9d-82273cc6f5fa/9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0/28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:26.727253 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.732834 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.790168 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Attempting to bind port a0dfb055-1417-409f-8514-bf3b9ef07da4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:26.790669 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Attempting to bind port a0dfb055-1417-409f-8514-bf3b9ef07da4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:26.791123 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Attempting to bind port a0dfb055-1417-409f-8514-bf3b9ef07da4 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:40:26.793135 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Pushing event updated for resources: {'Port': ['ID=a0dfb055-1417-409f-8514-bf3b9ef07da4,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:26.801840 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:40:26.802844 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:40:26.803250 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.803636 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:40:26.804115 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Bound port: a0dfb055-1417-409f-8514-bf3b9ef07da4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:26.804490 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.807485 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.807822 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.808186 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.808514 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.808935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.809158 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.809682 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.810036 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.810358 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.810679 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.811000 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.811315 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:26.815789 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.850292 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.864096 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] For port a0dfb055-1417-409f-8514-bf3b9ef07da4, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:26.867614 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] For port a0dfb055-1417-409f-8514-bf3b9ef07da4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a0dfb055-1417-409f-8514-bf3b9ef07da4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:26.872816 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:26.891149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Network 97963029-0d93-4a39-ad9d-82273cc6f5fa is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:26.897693 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:26.900115 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:40:26.930842 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Pushing event updated for resources: {'Port': ['ID=28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:26.931138 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:26.931739 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:26.935153 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76c132-e26b-4c27-8768-685cec7e66f0 None None] Pushing event updated for resources: {'Port': ['ID=a0dfb055-1417-409f-8514-bf3b9ef07da4,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:26.948429 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.050207 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:27.086656 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.141095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-c6357234-753e-4ed0-935b-af2dd827f40c None None] Provisioning complete for port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:27.141679 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c6357234-753e-4ed0-935b-af2dd827f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.177462 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-c6357234-753e-4ed0-935b-af2dd827f40c None None] Port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:40:27.234842 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:25Z', 'revision_number': 3, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:27.255483 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.260869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.265493 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dab9417-d3be-4e53-9f42-8e16811c67c4 None None] The sync data for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 is: [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:25Z', 'revision_number': 3, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:40:27.329142 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Pushing event updated for resources: {'Port': ['ID=28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:27.334141 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.430086 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Network 97963029-0d93-4a39-ad9d-82273cc6f5fa is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:27.431584 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:27.561841 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Router 6327ee09-bb9f-4264-917a-6c525d14f68d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:27.690329 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:27.709161 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ff9b7365-7b39-4f49-b032-ce904d363550 None None] Provisioning complete for port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:27.709793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7365-7b39-4f49-b032-ce904d363550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:27.713251 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4542ea4e-4868-4b01-83b9-3146433120ac admin admin] 10.222.0.49 "PUT /v2.0/routers/6327ee09-bb9f-4264-917a-6c525d14f68d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5982401 Apr 18 21:40:27.754848 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b7365-7b39-4f49-b032-ce904d363550 None None] Port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:40:27.860003 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8239ffad-1922-4bbd-96b3-f5a447dae80e up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:27.916234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 8239ffad-1922-4bbd-96b3-f5a447dae80e triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:27.916608 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.004284 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a0dfb055-1417-409f-8514-bf3b9ef07da4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:28.055446 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a0dfb055-1417-409f-8514-bf3b9ef07da4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:28.056019 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.144771 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.168024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port a0dfb055-1417-409f-8514-bf3b9ef07da4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a0dfb055-1417-409f-8514-bf3b9ef07da4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:28.173605 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.230565 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=a0dfb055-1417-409f-8514-bf3b9ef07da4,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:28.253484 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54474) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:28.259063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1338498808-network', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:28.277976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Made reservation on behalf of e1425b59c8bf496e949ea432362b6fb9 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:28.280306 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.289366 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.368942 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.372418 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.396634 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:40:28.405356 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f65739-7d8c-414f-b0e5-34d901f9e68a,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:28.412106 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.412451 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Added segment e45e21c2-afad-46b9-9519-ef0fd8c8d9bc of type vlan for network 747be54e-aa80-4144-8835-b01a14884cd5 Apr 18 21:40:28.454111 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.478976 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.480224 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:28.480800 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.531655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2768717 Apr 18 21:40:28.534264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54476) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:28.539470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Request body: {'subnet': {'network_id': '747be54e-aa80-4144-8835-b01a14884cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1338498808-subnet', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:28.544091 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bdc4d-2e1e-40b9-9b62-4d05668d6db2 admin admin] Pushing event updated for resources: {'Network': ['ID=747be54e-aa80-4144-8835-b01a14884cd5,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:28.554361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 747be54e-aa80-4144-8835-b01a14884cd5 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:40:28.558324 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Made reservation on behalf of e1425b59c8bf496e949ea432362b6fb9 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:28.560794 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.732509 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.792044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9811d1-9a18-4aae-87fb-7bb6d1c81193,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:28.800365 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Checking segment: {'id': 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:40:28.800719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Network hostable DHCP agents. Network: 747be54e-aa80-4144-8835-b01a14884cd5, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:40:28.816563 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Network 747be54e-aa80-4144-8835-b01a14884cd5 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:40:28.825036 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 747be54e-aa80-4144-8835-b01a14884cd5) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:28.829695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:28.830290 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.835028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b49f1a-fd73-4bef-8267-f9adca7d2127 None None] Network 747be54e-aa80-4144-8835-b01a14884cd5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:40:28.846090 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-127eb79f-e89e-4afd-9cfd-e7e881c79fd6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3103838 Apr 18 21:40:28.849194 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54478) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:28.853832 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1338498808-router', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:28.875130 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.876298 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.934439 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:28.960520 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Sync routers for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:40:28.987436 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:28.988123 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:29.075735 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.205968 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-747be54e-aa80-4144-8835-b01a14884cd5', 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'fixed_ips': [{'subnet_id': '2f9811d1-9a18-4aae-87fb-7bb6d1c81193'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:40:29.206829 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.287637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.307030 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.325079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:29.420762 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Allocated IP 172.25.2.218 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/20fd1079-6c14-4909-a289-25e6cd6584f4) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:29.494267 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Allocated IP 172.20.0.2 (747be54e-aa80-4144-8835-b01a14884cd5/2f9811d1-9a18-4aae-87fb-7bb6d1c81193/6fd8453c-af68-49d7-9eb2-b635d75030f7) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:29.523415 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.556846 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.592749 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:29.595488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:29.600969 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:40:29.631617 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Pushing event updated for resources: {'Port': ['ID=20fd1079-6c14-4909-a289-25e6cd6584f4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:29.683416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 2, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:29.718266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Checking router: 6327ee09-bb9f-4264-917a-6c525d14f68d for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:40:29.718266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Updating router 6327ee09-bb9f-4264-917a-6c525d14f68d port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:40:29.720140 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.742395 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a0dfb055-1417-409f-8514-bf3b9ef07da4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:29.746474 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.800941 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.836903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Network 747be54e-aa80-4144-8835-b01a14884cd5 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:29.839633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Pushing event updated for resources: {'Port': ['ID=6fd8453c-af68-49d7-9eb2-b635d75030f7,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:29.844177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:29.867087 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:40:29.875756 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:29.981010 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a0dfb055-1417-409f-8514-bf3b9ef07da4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:29.981373 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.021545 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Attempting to bind port 6fd8453c-af68-49d7-9eb2-b635d75030f7 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:30.021905 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Attempting to bind port 6fd8453c-af68-49d7-9eb2-b635d75030f7 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:30.022253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Attempting to bind port 6fd8453c-af68-49d7-9eb2-b635d75030f7 on network 747be54e-aa80-4144-8835-b01a14884cd5 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:40:30.037297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:40:30.037657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Checking segment: {'id': 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:40:30.038046 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.038426 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Bound using segment: {'id': 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:40:30.038880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Bound port: 6fd8453c-af68-49d7-9eb2-b635d75030f7, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:30.039252 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.078600 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.201386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Router 63997702-622e-4d3d-a4d5-babb559240be is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102904) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:40:30.204168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] For port 6fd8453c-af68-49d7-9eb2-b635d75030f7, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:30.225361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] For port 6fd8453c-af68-49d7-9eb2-b635d75030f7, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6fd8453c-af68-49d7-9eb2-b635d75030f7,segment=NetworkSegment(e45e21c2-afad-46b9-9519-ef0fd8c8d9bc),segment_id=e45e21c2-afad-46b9-9519-ef0fd8c8d9bc)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:30.232179 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.337966 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.344953 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72a3ba-a9f7-4c72-a5a1-9e21c5fcb209 None None] Pushing event updated for resources: {'Port': ['ID=6fd8453c-af68-49d7-9eb2-b635d75030f7,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:30.348559 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.404073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aabfd3-e435-42a2-afd9-f71859450098 None None] Pushing event updated for resources: {'Port': ['ID=28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:30.459416 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Attempting to bind port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:30.460043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Attempting to bind port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:30.460509 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Attempting to bind port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb on network 97963029-0d93-4a39-ad9d-82273cc6f5fa {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:40:30.470478 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:40:30.471155 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Checking segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:40:30.471570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.471994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Bound using segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:40:30.472481 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Bound port: 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:30.472864 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.588513 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] For port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:30.600614 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] For port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:30.608165 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.664816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:30.665549 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:30.698940 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:30.712512 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Sync routers for ids ['63997702-622e-4d3d-a4d5-babb559240be'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:40:30.725079 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Routers {'63997702-622e-4d3d-a4d5-babb559240be'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:30.726094 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['63997702-622e-4d3d-a4d5-babb559240be'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:30.726681 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.727985 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7fa4755b-29b6-40c5-9f6d-2ebc685e729c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8775256 Apr 18 21:40:30.730695 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54480) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:30.735900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aabfd3-e435-42a2-afd9-f71859450098 None None] Pushing event updated for resources: {'Port': ['ID=28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:30.840581 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d0895402-57df-4240-839c-f8a1544a1023 None None] Provisioning complete for port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:30.841226 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d0895402-57df-4240-839c-f8a1544a1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:30.844692 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:30.997808 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Set router 63997702-622e-4d3d-a4d5-babb559240be gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:31.208404 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63997702-622e-4d3d-a4d5-babb559240be', 'name': 'tempest-TestShelveInstance-1338498808-router', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:28Z', 'updated_at': '2022-04-18T21:40:29Z', 'revision_number': 3, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'gw_port': {'id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63997702-622e-4d3d-a4d5-babb559240be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:29Z', 'updated_at': '2022-04-18T21:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:31.236009 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Checking router: 63997702-622e-4d3d-a4d5-babb559240be for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:40:31.236355 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Updating router 63997702-622e-4d3d-a4d5-babb559240be port 20fd1079-6c14-4909-a289-25e6cd6584f4 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:40:31.268614 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.324693 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d0895402-57df-4240-839c-f8a1544a1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.379228 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-d0895402-57df-4240-839c-f8a1544a1023 None None] For port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:31.391060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d0895402-57df-4240-839c-f8a1544a1023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.400535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:30Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:31.454823 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233b71bc-d421-4d7e-825e-f7b93fdf4aef None None] The sync data for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 is: [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:30Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:40:31.484564 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0895402-57df-4240-839c-f8a1544a1023 None None] Pushing event updated for resources: {'Port': ['ID=28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:31.516213 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-ac7363e1-7010-4c8f-976d-4092113d7966 None None] Provisioning complete for port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:31.524470 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ac7363e1-7010-4c8f-976d-4092113d7966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.601742 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10803f7f-406f-4ed3-9eb0-769ba7630e0f None None] Network 747be54e-aa80-4144-8835-b01a14884cd5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:40:31.610571 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.618323 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.670927 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.704397 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Attempting to bind port 20fd1079-6c14-4909-a289-25e6cd6584f4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:31.704778 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Attempting to bind port 20fd1079-6c14-4909-a289-25e6cd6584f4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:31.705166 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Attempting to bind port 20fd1079-6c14-4909-a289-25e6cd6584f4 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:40:31.718525 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a547e-d0cb-4603-ba2d-860a4f78dde8 None None] Pushing event updated for resources: {'Port': ['ID=20fd1079-6c14-4909-a289-25e6cd6584f4,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:31.731304 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:40:31.731674 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:40:31.732259 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.732634 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:40:31.733105 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Bound port: 20fd1079-6c14-4909-a289-25e6cd6584f4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:31.733483 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.837315 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] For port 20fd1079-6c14-4909-a289-25e6cd6584f4, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:31.841323 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] For port 20fd1079-6c14-4909-a289-25e6cd6584f4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=20fd1079-6c14-4909-a289-25e6cd6584f4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:31.849516 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.867503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-65790733-3004-4f0d-8d75-52e2112c13de None None] Provisioning complete for port 6fd8453c-af68-49d7-9eb2-b635d75030f7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:31.867813 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-65790733-3004-4f0d-8d75-52e2112c13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:31.896062 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6fd8453c-af68-49d7-9eb2-b635d75030f7 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:31.920885 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Allocated IP 172.20.0.1 (747be54e-aa80-4144-8835-b01a14884cd5/2f9811d1-9a18-4aae-87fb-7bb6d1c81193/88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:31.933637 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Routers {'63997702-622e-4d3d-a4d5-babb559240be'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:31.934580 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['63997702-622e-4d3d-a4d5-babb559240be'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:31.974729 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a547e-d0cb-4603-ba2d-860a4f78dde8 None None] Pushing event updated for resources: {'Port': ['ID=20fd1079-6c14-4909-a289-25e6cd6584f4,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:32.034844 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 6fd8453c-af68-49d7-9eb2-b635d75030f7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:32.035218 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.075172 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-65790733-3004-4f0d-8d75-52e2112c13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.083005 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] Set router 63997702-622e-4d3d-a4d5-babb559240be gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:32.085285 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.133192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-65790733-3004-4f0d-8d75-52e2112c13de None None] For port 6fd8453c-af68-49d7-9eb2-b635d75030f7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6fd8453c-af68-49d7-9eb2-b635d75030f7,segment=NetworkSegment(e45e21c2-afad-46b9-9519-ef0fd8c8d9bc),segment_id=e45e21c2-afad-46b9-9519-ef0fd8c8d9bc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:32.133457 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.147977 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-65790733-3004-4f0d-8d75-52e2112c13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.183517 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Network 747be54e-aa80-4144-8835-b01a14884cd5 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:32.190714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:32.194546 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:40:32.228667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Pushing event updated for resources: {'Port': ['ID=88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:32.243915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:32.276478 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.294103 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65790733-3004-4f0d-8d75-52e2112c13de None None] Pushing event updated for resources: {'Port': ['ID=6fd8453c-af68-49d7-9eb2-b635d75030f7,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:32.342667 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:32.343381 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.383627 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63997702-622e-4d3d-a4d5-babb559240be', 'name': 'tempest-TestShelveInstance-1338498808-router', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:28Z', 'updated_at': '2022-04-18T21:40:29Z', 'revision_number': 3, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'gw_port': {'id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63997702-622e-4d3d-a4d5-babb559240be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:29Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:32.415376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-45fc7721-32d5-4566-bb77-db98c105eba9 None None] Provisioning complete for port 6fd8453c-af68-49d7-9eb2-b635d75030f7 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:32.415754 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-45fc7721-32d5-4566-bb77-db98c105eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.423098 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8838389a-f4c0-4067-842a-79a2105c5597 None None] The sync data for ids ['63997702-622e-4d3d-a4d5-babb559240be'] in n-d-836015-4 is: [{'id': '63997702-622e-4d3d-a4d5-babb559240be', 'name': 'tempest-TestShelveInstance-1338498808-router', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:28Z', 'updated_at': '2022-04-18T21:40:29Z', 'revision_number': 3, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'gw_port': {'id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63997702-622e-4d3d-a4d5-babb559240be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:29Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:40:32.496649 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.712533 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.716175 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bd246040-83d2-44fc-8948-3dc5275e90d5 None None] Provisioning complete for port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:32.716554 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bd246040-83d2-44fc-8948-3dc5275e90d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.744259 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.781405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-bd246040-83d2-44fc-8948-3dc5275e90d5 None None] Port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:40:32.826401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:32.829426 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Pushing event updated for resources: {'Port': ['ID=88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:32.945471 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Network 747be54e-aa80-4144-8835-b01a14884cd5 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:32.946846 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:33.078154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Router 63997702-622e-4d3d-a4d5-babb559240be has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:33.209537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:33.212251 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d5d715e5-bb5a-48a8-9674-e08697280195 None None] Provisioning complete for port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:33.212662 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d5d715e5-bb5a-48a8-9674-e08697280195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.223774 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6ceebd31-171b-46b8-81d6-c24d5422bb50 admin admin] 10.222.0.49 "PUT /v2.0/routers/63997702-622e-4d3d-a4d5-babb559240be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4827023 Apr 18 21:40:33.263406 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d5d715e5-bb5a-48a8-9674-e08697280195 None None] Port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:40:33.264543 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:40:33.815855 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6fd8453c-af68-49d7-9eb2-b635d75030f7 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:33.863867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 6fd8453c-af68-49d7-9eb2-b635d75030f7 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:33.864788 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.944923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 20fd1079-6c14-4909-a289-25e6cd6584f4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:33.954049 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54488) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:33.958766 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-aee7a13a-88ce-4a53-8f49-a987e42aa867 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044488783', 'description': 'tempest-secgroup-smoke-1044488783 description', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:33.979566 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aee7a13a-88ce-4a53-8f49-a987e42aa867 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:33.992455 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 20fd1079-6c14-4909-a289-25e6cd6584f4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:33.992821 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.056149 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aee7a13a-88ce-4a53-8f49-a987e42aa867 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.061106 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aee7a13a-88ce-4a53-8f49-a987e42aa867 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.084514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.096216 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-aee7a13a-88ce-4a53-8f49-a987e42aa867 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.097474 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-aee7a13a-88ce-4a53-8f49-a987e42aa867 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1423981 Apr 18 21:40:34.101849 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54490) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:34.107020 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7a13a-88ce-4a53-8f49-a987e42aa867 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.108425 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 20fd1079-6c14-4909-a289-25e6cd6584f4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=20fd1079-6c14-4909-a289-25e6cd6584f4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:34.110844 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4a804b05-e6e6-4d71-a1dd-ccef2d539f5d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': '9cda890c-56a6-4a8f-a4a6-1869ea14bd1c', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:34.115553 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.157553 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a804b05-e6e6-4d71-a1dd-ccef2d539f5d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.170273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=20fd1079-6c14-4909-a289-25e6cd6584f4,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.250172 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a804b05-e6e6-4d71-a1dd-ccef2d539f5d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.256296 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a804b05-e6e6-4d71-a1dd-ccef2d539f5d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.274537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a804b05-e6e6-4d71-a1dd-ccef2d539f5d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6fea91-8f2c-4b77-88ff-9ef716a8e370,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.285695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a804b05-e6e6-4d71-a1dd-ccef2d539f5d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.287536 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4a804b05-e6e6-4d71-a1dd-ccef2d539f5d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1834819 Apr 18 21:40:34.290290 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54492) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:34.294880 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-752bf92a-4a7d-40fe-80bd-6de4a0f7c2b8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': '9cda890c-56a6-4a8f-a4a6-1869ea14bd1c', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:34.324551 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-752bf92a-4a7d-40fe-80bd-6de4a0f7c2b8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.391147 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-752bf92a-4a7d-40fe-80bd-6de4a0f7c2b8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.395292 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-752bf92a-4a7d-40fe-80bd-6de4a0f7c2b8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.414362 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bf92a-4a7d-40fe-80bd-6de4a0f7c2b8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e50543f-a72f-4eae-9d9b-9ab48c90f4d3,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.422733 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-752bf92a-4a7d-40fe-80bd-6de4a0f7c2b8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.423960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-752bf92a-4a7d-40fe-80bd-6de4a0f7c2b8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326883 Apr 18 21:40:34.427235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54494) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:34.431585 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-2d4b0306-7105-4cf0-b533-5273e0cc828b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': '9cda890c-56a6-4a8f-a4a6-1869ea14bd1c', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:34.458595 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0306-7105-4cf0-b533-5273e0cc828b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.520090 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0306-7105-4cf0-b533-5273e0cc828b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.524982 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0306-7105-4cf0-b533-5273e0cc828b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.550150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0306-7105-4cf0-b533-5273e0cc828b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5787dd8-2998-4b8e-b351-1c4cc755a3d6,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.568080 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0306-7105-4cf0-b533-5273e0cc828b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.569427 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2d4b0306-7105-4cf0-b533-5273e0cc828b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413655 Apr 18 21:40:34.572713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54496) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:34.579255 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-887cb317-49e7-431b-98eb-1b49aeada394 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': '9cda890c-56a6-4a8f-a4a6-1869ea14bd1c', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:34.604860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-887cb317-49e7-431b-98eb-1b49aeada394 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.668005 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-887cb317-49e7-431b-98eb-1b49aeada394 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.671888 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-887cb317-49e7-431b-98eb-1b49aeada394 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.690886 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cb317-49e7-431b-98eb-1b49aeada394 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719d9614-7b1d-4ac7-9484-11074dbda9d5,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.696787 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-887cb317-49e7-431b-98eb-1b49aeada394 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.697966 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-887cb317-49e7-431b-98eb-1b49aeada394 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238747 Apr 18 21:40:34.700794 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54498) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:34.705133 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-698b9bf9-c572-4d6f-9278-88b1e479ff7f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': '9cda890c-56a6-4a8f-a4a6-1869ea14bd1c', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:34.726397 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-698b9bf9-c572-4d6f-9278-88b1e479ff7f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Project b3251fb771a9461cb0bf55ac10a7b57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:40:34.731371 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-698b9bf9-c572-4d6f-9278-88b1e479ff7f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.804332 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-698b9bf9-c572-4d6f-9278-88b1e479ff7f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.808319 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-698b9bf9-c572-4d6f-9278-88b1e479ff7f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.827729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b9bf9-c572-4d6f-9278-88b1e479ff7f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9afd87-7862-47aa-a9a5-3a02b7428389,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.836778 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-698b9bf9-c572-4d6f-9278-88b1e479ff7f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.837990 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-698b9bf9-c572-4d6f-9278-88b1e479ff7f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1362746 Apr 18 21:40:34.840730 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54500) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:34.845165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-29907809-e52c-4bca-bb04-5c1ec3850419 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': '9cda890c-56a6-4a8f-a4a6-1869ea14bd1c', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:34.866049 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-29907809-e52c-4bca-bb04-5c1ec3850419 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Project b3251fb771a9461cb0bf55ac10a7b57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:40:34.871613 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29907809-e52c-4bca-bb04-5c1ec3850419 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.939173 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29907809-e52c-4bca-bb04-5c1ec3850419 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.946693 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29907809-e52c-4bca-bb04-5c1ec3850419 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.967191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29907809-e52c-4bca-bb04-5c1ec3850419 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31caf3da-b056-4a37-86ca-81cea7939834,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:34.977029 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-29907809-e52c-4bca-bb04-5c1ec3850419 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:34.978303 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-29907809-e52c-4bca-bb04-5c1ec3850419 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366603 Apr 18 21:40:35.081930 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Sync routers for ids ['63997702-622e-4d3d-a4d5-babb559240be'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:40:35.092719 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Routers {'63997702-622e-4d3d-a4d5-babb559240be'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:35.093245 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['63997702-622e-4d3d-a4d5-babb559240be'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:35.124951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-22d12dff-59eb-4738-ad16-4dda711ae9b6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044488783&fields=id&tenant_id=b3251fb771a9461cb0bf55ac10a7b57a HTTP/1.1" status: 200 len: 267 time: 0.0350232 Apr 18 21:40:35.202638 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Set router 63997702-622e-4d3d-a4d5-babb559240be gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:35.236572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9c45dfe6-2686-4d22-a812-dc2fe5fc705a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:35.238412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9c45dfe6-2686-4d22-a812-dc2fe5fc705a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 809 time: 0.1053917 Apr 18 21:40:35.259151 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-c0a6194c-5284-4168-ae53-98d120d52c45 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/quotas/b3251fb771a9461cb0bf55ac10a7b57a HTTP/1.1" status: 200 len: 375 time: 0.0134356 Apr 18 21:40:35.314155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-05c1e115-8974-4528-b703-5528ee4bf0f8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488424 Apr 18 21:40:35.411288 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63997702-622e-4d3d-a4d5-babb559240be', 'name': 'tempest-TestShelveInstance-1338498808-router', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:28Z', 'updated_at': '2022-04-18T21:40:32Z', 'revision_number': 4, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'gw_port': {'id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63997702-622e-4d3d-a4d5-babb559240be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:29Z', 'updated_at': '2022-04-18T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8', 'name': '', 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'mac_address': 'fa:16:3e:14:81:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63997702-622e-4d3d-a4d5-babb559240be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '2f9811d1-9a18-4aae-87fb-7bb6d1c81193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:31Z', 'updated_at': '2022-04-18T21:40:32Z', 'revision_number': 2, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'subnets': [{'id': '2f9811d1-9a18-4aae-87fb-7bb6d1c81193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:35.423091 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-d210d6dc-e244-4a89-ba64-5e27cdaaffe0 service neutron] 10.222.0.49 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918746 Apr 18 21:40:35.442076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Checking router: 63997702-622e-4d3d-a4d5-babb559240be for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:40:35.442983 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Updating router 63997702-622e-4d3d-a4d5-babb559240be port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:40:35.467663 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.523262 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-1d1a244c-1b47-41df-9b1c-7ccfb2970320 service neutron] 10.222.0.49 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930865 Apr 18 21:40:35.713065 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50b0a408-a24e-46d6-904c-b881917554f2 req-0ae22a5d-0042-44f3-ab36-712953e41e5b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 210 time: 0.0406194 Apr 18 21:40:35.772906 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 20fd1079-6c14-4909-a289-25e6cd6584f4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:35.809227 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.822701 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.894193 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e8603-cdc3-433a-bb0d-2d1a6b7fdfe5 None None] Pushing event updated for resources: {'Port': ['ID=88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:35.926594 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 20fd1079-6c14-4909-a289-25e6cd6584f4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:35.927205 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:35.996512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Attempting to bind port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:35.997079 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Attempting to bind port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:35.997655 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Attempting to bind port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 on network 747be54e-aa80-4144-8835-b01a14884cd5 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:40:36.006551 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:40:36.006917 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Checking segment: {'id': 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:40:36.007311 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.007755 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Bound using segment: {'id': 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:40:36.008254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Bound port: 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:36.008625 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.135421 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-26af376e-8ca7-4ca0-bf33-6847a53e2121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.156388 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] For port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:36.158426 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7eb22d75-f487-4f29-9658-699965824233 None None] Provisioning complete for port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:36.158842 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7eb22d75-f487-4f29-9658-699965824233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.162354 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] For port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8,segment=NetworkSegment(e45e21c2-afad-46b9-9519-ef0fd8c8d9bc),segment_id=e45e21c2-afad-46b9-9519-ef0fd8c8d9bc)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:36.188109 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.276183 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e8603-cdc3-433a-bb0d-2d1a6b7fdfe5 None None] Pushing event updated for resources: {'Port': ['ID=88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:36.281207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Routers {'63997702-622e-4d3d-a4d5-babb559240be'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:36.282197 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['63997702-622e-4d3d-a4d5-babb559240be'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:36.388710 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7eb22d75-f487-4f29-9658-699965824233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.634292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7eb22d75-f487-4f29-9658-699965824233 None None] For port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8,segment=NetworkSegment(e45e21c2-afad-46b9-9519-ef0fd8c8d9bc),segment_id=e45e21c2-afad-46b9-9519-ef0fd8c8d9bc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:36.636259 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] Set router 63997702-622e-4d3d-a4d5-babb559240be gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:36.639509 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7eb22d75-f487-4f29-9658-699965824233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.811827 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb22d75-f487-4f29-9658-699965824233 None None] Pushing event updated for resources: {'Port': ['ID=88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:36.827453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8b16483e-dc28-4e80-a8c2-ce4e047be7ab None None] Provisioning complete for port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:36.827823 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8b16483e-dc28-4e80-a8c2-ce4e047be7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:36.841325 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50e359ee-1f04-44b4-b7e9-92966b258c23 req-11eb409f-592b-434e-9d77-b86fd45eea9c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 210 time: 0.0339241 Apr 18 21:40:36.876533 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-288fdcfd-affe-438a-84b1-1d492398f294 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:36.878506 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-288fdcfd-affe-438a-84b1-1d492398f294 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 809 time: 0.1686020 Apr 18 21:40:36.927157 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-338a3d1f-e6c7-46b5-9d32-842599298ee3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3251fb771a9461cb0bf55ac10a7b57a HTTP/1.1" status: 200 len: 380 time: 0.0356939 Apr 18 21:40:36.941251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'port': {'device_id': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'admin_state_up': True, 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'security_groups': ['9cda890c-56a6-4a8f-a4a6-1869ea14bd1c']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:36.985399 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63997702-622e-4d3d-a4d5-babb559240be', 'name': 'tempest-TestShelveInstance-1338498808-router', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:28Z', 'updated_at': '2022-04-18T21:40:32Z', 'revision_number': 4, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'gw_port': {'id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63997702-622e-4d3d-a4d5-babb559240be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:29Z', 'updated_at': '2022-04-18T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8', 'name': '', 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'mac_address': 'fa:16:3e:14:81:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63997702-622e-4d3d-a4d5-babb559240be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '2f9811d1-9a18-4aae-87fb-7bb6d1c81193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:31Z', 'updated_at': '2022-04-18T21:40:36Z', 'revision_number': 4, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'subnets': [{'id': '2f9811d1-9a18-4aae-87fb-7bb6d1c81193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:37.016305 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e94369-2e7c-41aa-9cc3-d0b0b9e8575e None None] The sync data for ids ['63997702-622e-4d3d-a4d5-babb559240be'] in n-d-836015-4 is: [{'id': '63997702-622e-4d3d-a4d5-babb559240be', 'name': 'tempest-TestShelveInstance-1338498808-router', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:28Z', 'updated_at': '2022-04-18T21:40:32Z', 'revision_number': 4, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'gw_port': {'id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63997702-622e-4d3d-a4d5-babb559240be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:29Z', 'updated_at': '2022-04-18T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8', 'name': '', 'network_id': '747be54e-aa80-4144-8835-b01a14884cd5', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'mac_address': 'fa:16:3e:14:81:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63997702-622e-4d3d-a4d5-babb559240be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '2f9811d1-9a18-4aae-87fb-7bb6d1c81193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:31Z', 'updated_at': '2022-04-18T21:40:36Z', 'revision_number': 4, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'subnets': [{'id': '2f9811d1-9a18-4aae-87fb-7bb6d1c81193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:40:37.064354 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Made reservation on behalf of b3251fb771a9461cb0bf55ac10a7b57a for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:40:37.072104 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.219955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Allocated IP 172.20.0.7 (97963029-0d93-4a39-ad9d-82273cc6f5fa/9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0/1e231298-f7f3-4497-9da3-4d21e610fe08) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:37.370864 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.414617 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.482009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Network 97963029-0d93-4a39-ad9d-82273cc6f5fa is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:37.485760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:37.488392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:40:37.517418 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:37.548579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:37.549245 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.567172 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-9cdf12df-ea8e-4dfc-b88b-97fa4a40cdaf tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6300182 Apr 18 21:40:37.578616 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Request body: {'port': {'device_id': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:37.636747 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.762237 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:37.820194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-d4e1a08a-5c79-4486-a16b-d8dd8359cf97 None None] Provisioning complete for port 1e231298-f7f3-4497-9da3-4d21e610fe08 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:37.820442 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d4e1a08a-5c79-4486-a16b-d8dd8359cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.866426 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1a08a-5c79-4486-a16b-d8dd8359cf97 None None] Port 1e231298-f7f3-4497-9da3-4d21e610fe08 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:40:37.869075 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:37.869075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.956722 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e231298-f7f3-4497-9da3-4d21e610fe08 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:40:37.966615 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:37.973930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08436c5-d3a5-4472-81bc-c09d046ee5e5 req-f48c9ac3-03b6-4071-8f08-f4b614b7a377 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:37.975452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d08436c5-d3a5-4472-81bc-c09d046ee5e5 req-f48c9ac3-03b6-4071-8f08-f4b614b7a377 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 931 time: 0.0547915 Apr 18 21:40:37.979620 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Transition to ACTIVE for port object 1e231298-f7f3-4497-9da3-4d21e610fe08 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:40:37.983370 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.016287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d08436c5-d3a5-4472-81bc-c09d046ee5e5 req-d80c6f83-595e-4428-ac98-f8f326564901 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339994 Apr 18 21:40:38.058730 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:38.112387 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Attempting to bind port 1e231298-f7f3-4497-9da3-4d21e610fe08 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:40:38.112714 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Attempting to bind port 1e231298-f7f3-4497-9da3-4d21e610fe08 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:40:38.113047 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Attempting to bind port 1e231298-f7f3-4497-9da3-4d21e610fe08 on network 97963029-0d93-4a39-ad9d-82273cc6f5fa {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:40:38.117821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Port 1e231298-f7f3-4497-9da3-4d21e610fe08 on network 97963029-0d93-4a39-ad9d-82273cc6f5fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:40:38.118148 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Attempting to bind port 1e231298-f7f3-4497-9da3-4d21e610fe08 on network 97963029-0d93-4a39-ad9d-82273cc6f5fa {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:40:38.124002 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:40:38.124339 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Checking segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:40:38.124738 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Bound using segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:40:38.125178 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Bound port: 1e231298-f7f3-4497-9da3-4d21e610fe08, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:40:38.125544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.207466 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:40:38.211337 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:40:38.217530 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.252760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:38.253553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.254806 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] 10.222.0.60 "PUT /v2.0/ports/1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 1091 time: 0.6805646 Apr 18 21:40:38.255250 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:38.257581 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b" -d '{"events": [{"name": "network-changed", "server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:40:38.296501 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a1e3d-2ca1-4c44-b0bd-5f7b573d52d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:38.327596 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1e444-4a05-47b9-8828-d37017329f47 x-openstack-request-id: req-a9d1e444-4a05-47b9-8828-d37017329f47 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:40:38.328034 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:40:38.328349 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9d1e444-4a05-47b9-8828-d37017329f47 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:40:38.328816 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d1e444-4a05-47b9-8828-d37017329f47'] response: {'name': 'network-changed', 'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'status': 'completed', 'code': 200} Apr 18 21:40:38.365739 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-026048e1-e3bd-4761-8b7d-9b4b4288b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:38.367451 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-026048e1-e3bd-4761-8b7d-9b4b4288b97e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1094 time: 0.0497460 Apr 18 21:40:38.417131 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-96953f08-46b4-4b90-bfcc-1b5497b2a052 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 217 time: 0.0418763 Apr 18 21:40:38.468263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-7c9761b9-cd85-422e-be37-382d3b1f4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:38.469752 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-7c9761b9-cd85-422e-be37-382d3b1f4c22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0465028 Apr 18 21:40:38.522513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-ede20f9e-7cc0-4eb2-8eed-e4b5ff85a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:38.524228 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-ede20f9e-7cc0-4eb2-8eed-e4b5ff85a955 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479283 Apr 18 21:40:38.630513 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-cfc8c15c-8e25-4a0d-8b8f-2374a7e08110 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986640 Apr 18 21:40:38.727037 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ae42c4b-720b-41d8-b6d4-467a68867c7c req-c2cec9b2-397b-40a9-986c-4bdb28b81fec service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910969 Apr 18 21:40:38.797662 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bb6105c8-700f-4260-b584-63f43d688eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.825831 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-f65ba30f-4e2d-4e6a-8a3d-9495c01874e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:38.827653 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-f65ba30f-4e2d-4e6a-8a3d-9495c01874e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1094 time: 0.0511048 Apr 18 21:40:38.929409 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-c61cacf1-035c-4f01-a412-eb6be7157f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:38.930941 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-c61cacf1-035c-4f01-a412-eb6be7157f4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0967472 Apr 18 21:40:38.975311 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-7094a274-8c9b-4fef-b053-e5d6c6200d0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 217 time: 0.0380871 Apr 18 21:40:39.030003 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-898d1e28-0ea0-4cf0-9294-2a524c73d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:39.031654 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-898d1e28-0ea0-4cf0-9294-2a524c73d93b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0498440 Apr 18 21:40:39.078335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-430374f8-046a-4b1f-bd6a-c02d540ccf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:39.080439 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-430374f8-046a-4b1f-bd6a-c02d540ccf9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421977 Apr 18 21:40:39.174899 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-3439a700-2302-4b82-8e34-12637d5815fc service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884659 Apr 18 21:40:39.251687 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657160d-5807-404c-9cb6-2b9a832d1271 req-f527cdaa-5a31-433e-8908-fb40f7614d97 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:39.253497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d657160d-5807-404c-9cb6-2b9a832d1271 req-f527cdaa-5a31-433e-8908-fb40f7614d97 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 943 time: 0.1588955 Apr 18 21:40:39.277342 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ad5d3a0c-de55-4e32-9c5c-a707eee7f57b req-33bc2b30-6864-4c03-9fbf-c64092c88567 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959620 Apr 18 21:40:39.299295 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d657160d-5807-404c-9cb6-2b9a832d1271 req-b0418473-f2e9-4dfe-8013-2c2db9143321 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 Apr 18 21:40:39.592140 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:40.472930 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971886e-03f6-4e91-a780-92f612403631 req-6d0386ab-9f98-4550-a6d7-37bd1dd77230 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:40.474400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7971886e-03f6-4e91-a780-92f612403631 req-6d0386ab-9f98-4550-a6d7-37bd1dd77230 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 943 time: 0.1049829 Apr 18 21:40:40.513862 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7971886e-03f6-4e91-a780-92f612403631 req-6f0749c7-b9f8-4e62-8c43-9d71c79f5867 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331054 Apr 18 21:40:40.758744 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.393076 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:41.637776 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc44203-e989-4308-a2ca-5f18de2f8b56 req-49bb6a8e-56ec-4345-a040-c82c663e6ace tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:41.639417 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2dc44203-e989-4308-a2ca-5f18de2f8b56 req-49bb6a8e-56ec-4345-a040-c82c663e6ace tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 943 time: 0.0506053 Apr 18 21:40:41.679866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2dc44203-e989-4308-a2ca-5f18de2f8b56 req-f5f0b52f-492c-416b-8e73-94957c2945e0 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342181 Apr 18 21:40:42.124332 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 1e231298-f7f3-4497-9da3-4d21e610fe08 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:40:42.219699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:42.231140 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'port_id': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'mac_address': 'fa:16:3e:a8:8f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:40:42.267192 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.280028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e231298-f7f3-4497-9da3-4d21e610fe08 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:40:42.300489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:42.304750 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:42.353939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:42.648733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['1e231298-f7f3-4497-9da3-4d21e610fe08'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:40:42.805027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43368fd6-704b-444f-a1e1-6f7f26899c40 req-4fd28e73-b6fb-4f47-b025-2f0bf294773f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:42.806517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43368fd6-704b-444f-a1e1-6f7f26899c40 req-4fd28e73-b6fb-4f47-b025-2f0bf294773f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0518601 Apr 18 21:40:42.844081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-43368fd6-704b-444f-a1e1-6f7f26899c40 req-06b137b7-806b-4e38-9e85-4669279c914b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Apr 18 21:40:42.997993 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:43.966301 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63631122-324e-4de5-abcc-9878e827df86 req-94d030e1-7a90-4b8c-8c99-9117438fcd5f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:43.967817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63631122-324e-4de5-abcc-9878e827df86 req-94d030e1-7a90-4b8c-8c99-9117438fcd5f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0552077 Apr 18 21:40:44.008904 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-63631122-324e-4de5-abcc-9878e827df86 req-680ed4a9-e9d0-4c19-80b8-4f090ae676df tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343606 Apr 18 21:40:44.139226 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 1e231298-f7f3-4497-9da3-4d21e610fe08 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:40:44.192847 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 1e231298-f7f3-4497-9da3-4d21e610fe08 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:40:44.197082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 1e231298-f7f3-4497-9da3-4d21e610fe08 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:40:44.197449 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.278408 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.302297 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:44.304646 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5017bfb2-37d0-4848-a256-d07f1434b2ef" -d '{"events": [{"server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "name": "network-vif-plugged", "status": "completed", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:40:44.318411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:40:44.325136 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:44.349323 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3ce1fb-b794-4845-8a6a-2364cda3a29b x-openstack-request-id: req-ef3ce1fb-b794-4845-8a6a-2364cda3a29b {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:40:44.349611 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "name": "network-vif-plugged", "status": "completed", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:40:44.349858 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef3ce1fb-b794-4845-8a6a-2364cda3a29b {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:40:44.350318 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3ce1fb-b794-4845-8a6a-2364cda3a29b'] response: {'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'code': 200} Apr 18 21:40:44.379977 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:44.441612 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cdd26-07f7-4097-981b-29cc8a89732a req-1385c2a3-9f36-40ab-83b8-8d63eb0928f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:44.443635 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d30cdd26-07f7-4097-981b-29cc8a89732a req-1385c2a3-9f36-40ab-83b8-8d63eb0928f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1096 time: 0.0432019 Apr 18 21:40:44.480948 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-d30cdd26-07f7-4097-981b-29cc8a89732a req-f7fe4bf6-5f4b-4157-8f2f-a4c5e2aa3575 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291798 Apr 18 21:40:45.125361 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d834a77-5e7e-4905-80de-896ec85aeb01 req-ba09de3d-789a-472f-99c3-802c8df79dcc tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:45.126339 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d834a77-5e7e-4905-80de-896ec85aeb01 req-ba09de3d-789a-472f-99c3-802c8df79dcc tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0486252 Apr 18 21:40:45.164232 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d834a77-5e7e-4905-80de-896ec85aeb01 req-53464694-1052-4528-902c-a2edf12cd98e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310769 Apr 18 21:40:46.279350 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d2854-8aef-4649-9d79-a09ae7f8441a req-ce3ea7df-004f-41cd-bd1d-cad66d7dfad5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:46.280864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d1d2854-8aef-4649-9d79-a09ae7f8441a req-ce3ea7df-004f-41cd-bd1d-cad66d7dfad5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0480981 Apr 18 21:40:46.318896 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d1d2854-8aef-4649-9d79-a09ae7f8441a req-65fcebe4-b812-4f84-8df8-3de73c7210a7 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312524 Apr 18 21:40:46.436845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46b25f-0c4e-4541-aec3-7e97645f8b78 req-663fde03-35d9-45e3-8222-50b626a1fb28 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:46.438306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb46b25f-0c4e-4541-aec3-7e97645f8b78 req-663fde03-35d9-45e3-8222-50b626a1fb28 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0526686 Apr 18 21:40:46.475680 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fb46b25f-0c4e-4541-aec3-7e97645f8b78 req-dbdd7548-c063-489d-b4ce-b1edf41e16cc tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312598 Apr 18 21:40:46.496713 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54556) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:46.577529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2a3012-13cd-4588-9fe6-e95475c12fb0 tempest-TestShelveInstance-468933089 tempest-TestShelveInstance-468933089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:46.579026 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-ae2a3012-13cd-4588-9fe6-e95475c12fb0 tempest-TestShelveInstance-468933089 tempest-TestShelveInstance-468933089-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1091 time: 0.0813508 Apr 18 21:40:46.581906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54560) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:40:46.586997 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:40:46.607339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.622427 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.708758 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.810307 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Allocated IP 172.25.2.222 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/c5658652-62c0-40b6-b169-11aaac5be932) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:40:46.915657 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.948286 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.983489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:40:46.988341 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:40:46.992789 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:40:47.017029 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'Port': ['ID=c5658652-62c0-40b6-b169-11aaac5be932,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:47.359305 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.423824 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.595930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.605239 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.677090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'Port': ['ID=c5658652-62c0-40b6-b169-11aaac5be932,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:47.690286 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.798034 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Floating IP 29e78a12-cc89-47d8-8a23-dcf712102f20 associated. External IP: 172.25.2.222, port: 1e231298-f7f3-4497-9da3-4d21e610fe08. Apr 18 21:40:48.005099 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Router 6327ee09-bb9f-4264-917a-6c525d14f68d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:40:48.111653 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:40:48.122043 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] Sync routers for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:40:48.130656 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.134133 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:48.134133 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:48.156892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-76549c0a-7cdb-499a-a610-c989c4eb7252 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5734048 Apr 18 21:40:48.157479 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:48.160021 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9bc3f1-014a-4e89-876b-41e2b05faa36" -d '{"events": [{"name": "network-changed", "server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:40:48.199911 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c52b66-39e1-46f7-8d99-ea11556ae0e4 x-openstack-request-id: req-39c52b66-39e1-46f7-8d99-ea11556ae0e4 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:40:48.200199 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:40:48.200449 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39c52b66-39e1-46f7-8d99-ea11556ae0e4 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:40:48.200856 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c52b66-39e1-46f7-8d99-ea11556ae0e4'] response: {'name': 'network-changed', 'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'status': 'completed', 'code': 200} Apr 18 21:40:48.252291 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:48.263436 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-118a65bf-6ffd-4431-9498-fedc4b876ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:48.264898 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-118a65bf-6ffd-4431-9498-fedc4b876ee6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1096 time: 0.0405891 Apr 18 21:40:48.356334 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-61d12fd1-6852-4a12-a877-e6118baef538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:48.357821 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-61d12fd1-6852-4a12-a877-e6118baef538 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0869765 Apr 18 21:40:48.422055 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-b0418491-900e-4982-96ce-4404e3d4a37e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 999 time: 0.0580087 Apr 18 21:40:48.467226 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '29e78a12-cc89-47d8-8a23-dcf712102f20', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'port_id': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'mac_address': 'fa:16:3e:a8:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:40:47Z', 'updated_at': '2022-04-18T21:40:47Z', 'revision_number': 0, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:48.473534 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-6187b103-b19c-47a9-866e-d276801b2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:48.475010 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-6187b103-b19c-47a9-866e-d276801b2615 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0470793 Apr 18 21:40:48.496808 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] Checking router: 6327ee09-bb9f-4264-917a-6c525d14f68d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:40:48.505758 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:40:48.506350 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:40:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:48.523371 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-8576fbba-3a81-4624-b565-ac0e0b513f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:48.524834 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-8576fbba-3a81-4624-b565-ac0e0b513f5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424740 Apr 18 21:40:48.615294 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-055090eb-f674-4a48-8c06-ba82dd254822 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831623 Apr 18 21:40:48.701933 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:40:48.713185 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-8d9bc3f1-014a-4e89-876b-41e2b05faa36 req-d8a35521-38a0-489a-a167-153c1574e2ea service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906794 Apr 18 21:40:48.919878 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '29e78a12-cc89-47d8-8a23-dcf712102f20', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'port_id': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'mac_address': 'fa:16:3e:a8:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:40:47Z', 'updated_at': '2022-04-18T21:40:47Z', 'revision_number': 0, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:48.946900 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e964f38f-d7e2-4fc7-a712-736278ed5bc0 None None] The sync data for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 is: [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '29e78a12-cc89-47d8-8a23-dcf712102f20', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'port_id': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'mac_address': 'fa:16:3e:a8:8f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:40:47Z', 'updated_at': '2022-04-18T21:40:47Z', 'revision_number': 0, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:40:49.127273 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3076f30e-0b63-4977-849f-4b9abefa6d1b None None] New status for floating IP 29e78a12-cc89-47d8-8a23-dcf712102f20: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:41:06.061344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0e629832-8c83-4d45-8064-3f875b52bca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.345328 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-dff9a1af-dd92-4e5d-b1ef-d80a0a326fdd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396249 Apr 18 21:41:07.427953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-35cc317e-145a-4aa4-aad7-78123a4476f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:07.429434 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-35cc317e-145a-4aa4-aad7-78123a4476f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1096 time: 0.0399916 Apr 18 21:41:07.552451 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-97e7aaff-49de-4faf-9981-8cfcb730ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:07.553948 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-97e7aaff-49de-4faf-9981-8cfcb730ab7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.1006207 Apr 18 21:41:07.619725 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-56336de2-3ae1-48ac-8bd7-d69678bdad40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 1001 time: 0.0586884 Apr 18 21:41:07.679238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-bbb26d6a-01f2-49dd-86b5-ed772ecda414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:07.680758 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-bbb26d6a-01f2-49dd-86b5-ed772ecda414 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0516689 Apr 18 21:41:07.728149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-4ed40132-ab67-456c-b1e8-978d088c1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:07.729652 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-4ed40132-ab67-456c-b1e8-978d088c1d69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411427 Apr 18 21:41:07.823461 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-e633452d-c964-4619-a074-6c0c82f565f6 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856850 Apr 18 21:41:07.917303 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-1ca1bff5-75ad-4517-9e80-4ba4968f2bf0 req-3256a62c-a1a1-4376-8921-46174bc9f688 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863447 Apr 18 21:41:08.791046 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-15ea87c7-4291-4b6d-9d46-cd4107d3ac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.592312 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.263714 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:41:10.761764 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.395862 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.998422 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.628287 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:36.070755 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c89ac782-e16d-48ab-bf2d-6d20a4444b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:38.797418 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d19a1918-2e5a-4c39-9c1a-42cb8f5315a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:39.595698 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.763300 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.397104 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:42.997512 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:46.630412 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.262244 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:42:06.063466 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0c70af3a-7cdc-4216-9337-8ff7c1035bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:08.789460 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b5531fa-3464-46df-bb57-20d7d7cb46c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:09.371630 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-b445ca12-52a1-40f7-928e-af49729b3d87 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0813804 Apr 18 21:42:09.455328 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-b8d0c6f1-6010-45d5-9d82-1d9139c85f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:09.457419 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-b8d0c6f1-6010-45d5-9d82-1d9139c85f73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1096 time: 0.0415049 Apr 18 21:42:09.563945 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-03ce4767-c0e0-42a5-b542-bde283d63032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:09.565918 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-03ce4767-c0e0-42a5-b542-bde283d63032 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0893142 Apr 18 21:42:09.598588 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:09.632368 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-39a37b93-8f32-4f4f-98cc-fd6a387101de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 1001 time: 0.0597463 Apr 18 21:42:09.686876 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-bebe4283-2b93-44cd-866a-c1a4b1d26eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:09.688397 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-bebe4283-2b93-44cd-866a-c1a4b1d26eb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0482352 Apr 18 21:42:09.732556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-0080ad66-952a-4071-99f2-5b07f8197c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:09.734085 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-0080ad66-952a-4071-99f2-5b07f8197c17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395620 Apr 18 21:42:09.823791 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-2fab0c9a-8ba4-4597-babe-58f99ede22a9 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833116 Apr 18 21:42:09.920249 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-159cf5d4-5da2-44f0-bb03-70a8387278e6 req-5809f2ca-922c-4c73-b811-7b520599a62e service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889325 Apr 18 21:42:10.766664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:11.398284 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:13.011793 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.631274 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:24.261641 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:42:36.064504 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ee5acf0b-4aef-486d-bb5a-9a9883acbae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:38.792002 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-34a6ce4c-8170-461a-82a3-592a238d4095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.600948 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:40.770093 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:41.400781 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:43.010130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.643339 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:01.260584 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:43:06.066827 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-eb259eb1-a424-486c-b553-0d87857c6b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:08.793518 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-06fb3951-e0a9-485c-a101-e1d259ecb7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:09.603973 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:10.770806 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.336993 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84f2380f-5918-4a18-896a-6bed90650195 req-a73882fb-bc5d-4e09-b972-f38eed335652 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411208 Apr 18 21:43:11.402236 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:11.417029 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2380f-5918-4a18-896a-6bed90650195 req-709fc5e3-1008-40a9-b31e-19c92a746af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:11.418692 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84f2380f-5918-4a18-896a-6bed90650195 req-709fc5e3-1008-40a9-b31e-19c92a746af8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1096 time: 0.0419147 Apr 18 21:43:11.524177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2380f-5918-4a18-896a-6bed90650195 req-36517ecd-b5f2-4ec5-a9b7-f051c430d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:11.529811 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84f2380f-5918-4a18-896a-6bed90650195 req-36517ecd-b5f2-4ec5-a9b7-f051c430d80e service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0932457 Apr 18 21:43:11.595415 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84f2380f-5918-4a18-896a-6bed90650195 req-15bfb2b4-a96d-4cf8-81a6-123d6dbe1c04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 1001 time: 0.0580807 Apr 18 21:43:11.647009 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2380f-5918-4a18-896a-6bed90650195 req-9ca774ee-4123-4979-aa13-290ac5a58f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:11.648540 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84f2380f-5918-4a18-896a-6bed90650195 req-9ca774ee-4123-4979-aa13-290ac5a58f93 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0469773 Apr 18 21:43:11.694443 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2380f-5918-4a18-896a-6bed90650195 req-49d18c50-a412-42dc-a529-d1d6f3654bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:11.695950 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84f2380f-5918-4a18-896a-6bed90650195 req-49d18c50-a412-42dc-a529-d1d6f3654bdb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406485 Apr 18 21:43:11.783745 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84f2380f-5918-4a18-896a-6bed90650195 req-cb0c1d42-acde-4028-9c27-718cca15185e service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806160 Apr 18 21:43:11.880327 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84f2380f-5918-4a18-896a-6bed90650195 req-f2f068d4-4b2d-48e8-8e25-2588a03328c8 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894029 Apr 18 21:43:13.025480 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:14.715799 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69426-8f5d-42d1-95fb-d9d974d49534 req-c1890062-9668-4867-90aa-2d1587fa817b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:14.717292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69b69426-8f5d-42d1-95fb-d9d974d49534 req-c1890062-9668-4867-90aa-2d1587fa817b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0496221 Apr 18 21:43:14.758031 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69b69426-8f5d-42d1-95fb-d9d974d49534 req-28eaaf40-9ca1-4543-a9b2-e9bf5affab32 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340827 Apr 18 21:43:15.891920 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e53714-d934-4bb9-80cf-b7cc919243b8 req-6c569239-e035-4cdf-bc75-53b4489c00e8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:15.893418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55e53714-d934-4bb9-80cf-b7cc919243b8 req-6c569239-e035-4cdf-bc75-53b4489c00e8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0536346 Apr 18 21:43:15.931659 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-55e53714-d934-4bb9-80cf-b7cc919243b8 req-70b9d1b8-a3dc-401c-8e50-c4719c46eb39 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321572 Apr 18 21:43:16.648577 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:17.052117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be83fc-9bc6-4e1a-9ba8-4ea555fce1fe req-ca433a33-6d2f-4b61-9368-69f9507b8749 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:17.053596 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24be83fc-9bc6-4e1a-9ba8-4ea555fce1fe req-ca433a33-6d2f-4b61-9368-69f9507b8749 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0484695 Apr 18 21:43:17.090811 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24be83fc-9bc6-4e1a-9ba8-4ea555fce1fe req-78af90bf-81fd-406f-8f5a-625ce092334d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311794 Apr 18 21:43:18.208804 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ac978-c1e5-4eff-9bb1-f09178582e7f req-cd8a55df-84d1-4dcb-a2b0-85f3e8411c5a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:18.210284 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e47ac978-c1e5-4eff-9bb1-f09178582e7f req-cd8a55df-84d1-4dcb-a2b0-85f3e8411c5a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0486887 Apr 18 21:43:18.251009 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e47ac978-c1e5-4eff-9bb1-f09178582e7f req-da893b8f-8111-4ba2-bfda-df7da1950953 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346918 Apr 18 21:43:19.370249 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee813c86-0f90-4fa4-95da-ea5c7ab7d97e req-8d9b536a-dabd-4da6-b82a-4820d38dabb7 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:19.371725 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee813c86-0f90-4fa4-95da-ea5c7ab7d97e req-8d9b536a-dabd-4da6-b82a-4820d38dabb7 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0513179 Apr 18 21:43:19.411252 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ee813c86-0f90-4fa4-95da-ea5c7ab7d97e req-0e9cfa0d-3446-4d0a-b5e8-acc2a1a43518 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335207 Apr 18 21:43:20.526562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95cdf9-491b-4de4-9ad3-58b0f0576217 req-4348143b-97a5-4cb9-bf5e-850c3c93c2e7 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:20.528062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d95cdf9-491b-4de4-9ad3-58b0f0576217 req-4348143b-97a5-4cb9-bf5e-850c3c93c2e7 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0487781 Apr 18 21:43:20.564675 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9d95cdf9-491b-4de4-9ad3-58b0f0576217 req-803b22e0-cb29-4dfd-a84b-bafc3d8efab8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302763 Apr 18 21:43:21.680213 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b09443-dcf4-4f2d-84b3-2508ac1c8d25 req-34155c89-3288-4cdf-b30d-4c80d7acf9eb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:21.681688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73b09443-dcf4-4f2d-84b3-2508ac1c8d25 req-34155c89-3288-4cdf-b30d-4c80d7acf9eb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0484958 Apr 18 21:43:21.722870 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-73b09443-dcf4-4f2d-84b3-2508ac1c8d25 req-e7ef20f7-7e42-4780-ba5d-060a74445cb8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352409 Apr 18 21:43:22.838461 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ba22f-2e68-4c6b-8758-8ad417ee1db4 req-1976faa0-33d6-43f5-96a5-e75043454ce4 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:22.839973 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c9ba22f-2e68-4c6b-8758-8ad417ee1db4 req-1976faa0-33d6-43f5-96a5-e75043454ce4 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0491180 Apr 18 21:43:22.878688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c9ba22f-2e68-4c6b-8758-8ad417ee1db4 req-472e98e4-f686-4261-a087-4b3765c38003 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327644 Apr 18 21:43:23.995821 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368eb15-aec0-4cf0-9ed6-bba23edf8167 req-a2d348ed-6d30-4568-ac26-b1416908ed0d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:23.997308 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c368eb15-aec0-4cf0-9ed6-bba23edf8167 req-a2d348ed-6d30-4568-ac26-b1416908ed0d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0510683 Apr 18 21:43:24.034982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c368eb15-aec0-4cf0-9ed6-bba23edf8167 req-f6400417-9761-4a12-b4ef-23a21acff69f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309644 Apr 18 21:43:25.148500 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62359d58-fec1-4267-b354-d9f57b484333 req-4d36d04d-a5e9-4a07-a848-e5d8f6355eb6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:25.149984 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62359d58-fec1-4267-b354-d9f57b484333 req-4d36d04d-a5e9-4a07-a848-e5d8f6355eb6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0481617 Apr 18 21:43:25.192128 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-62359d58-fec1-4267-b354-d9f57b484333 req-bdfac8e0-30d3-4905-b1d9-62bbc751931b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360503 Apr 18 21:43:26.310053 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2211ff-f111-48a8-9cc2-5f5b4b252c89 req-79235ead-c438-4579-8690-83c22ced450f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:26.311538 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2211ff-f111-48a8-9cc2-5f5b4b252c89 req-79235ead-c438-4579-8690-83c22ced450f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Apr 18 21:43:26.349670 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1d2211ff-f111-48a8-9cc2-5f5b4b252c89 req-d46bc9d6-1ff2-4b45-b4e6-ae3131989a66 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315895 Apr 18 21:43:27.041931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 1e231298-f7f3-4497-9da3-4d21e610fe08 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:43:27.136417 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:27.147880 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'port_id': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'mac_address': 'fa:16:3e:a8:8f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:43:27.182347 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.194972 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e231298-f7f3-4497-9da3-4d21e610fe08 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:43:27.214330 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:27.218103 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:27.274051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:27.281230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.281563 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.281900 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.282230 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.282560 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.282886 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.283464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.283786 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.284152 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.284472 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.284796 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.285112 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:27.297870 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['1e231298-f7f3-4497-9da3-4d21e610fe08'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:43:27.465924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9551c5-68c0-4ad9-b95c-b38d6d7df319 req-3b14ed6c-79f4-43ca-8bf6-bc8d87b419e0 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:27.467409 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb9551c5-68c0-4ad9-b95c-b38d6d7df319 req-3b14ed6c-79f4-43ca-8bf6-bc8d87b419e0 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0490477 Apr 18 21:43:27.506087 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb9551c5-68c0-4ad9-b95c-b38d6d7df319 req-2c89e5cd-d1d6-4abe-a697-31528d8c27d4 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325084 Apr 18 21:43:28.620604 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defed571-3bb7-4f4d-8e59-11575414700e req-d1db28c6-d758-4e3d-a0a1-2311bd94ce97 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:28.622071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-defed571-3bb7-4f4d-8e59-11575414700e req-d1db28c6-d758-4e3d-a0a1-2311bd94ce97 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0477779 Apr 18 21:43:28.664089 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-defed571-3bb7-4f4d-8e59-11575414700e req-f0127b1c-616e-4abf-bd38-0d8f10380c23 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354750 Apr 18 21:43:29.060662 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 1e231298-f7f3-4497-9da3-4d21e610fe08 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:43:29.110632 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 1e231298-f7f3-4497-9da3-4d21e610fe08 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:43:29.110998 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.184283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.205798 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:43:29.208033 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbedee1-dcdd-4226-ac22-d15050744fc4" -d '{"events": [{"server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "name": "network-vif-plugged", "status": "completed", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:43:29.221888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:29.226126 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:29.275257 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:29.310285 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c43506-a489-4cb5-a029-d0276f65208a x-openstack-request-id: req-d6c43506-a489-4cb5-a029-d0276f65208a {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:43:29.310622 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "name": "network-vif-plugged", "status": "completed", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:43:29.310940 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d6c43506-a489-4cb5-a029-d0276f65208a {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:43:29.311307 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c43506-a489-4cb5-a029-d0276f65208a'] response: {'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'code': 200} Apr 18 21:43:29.778995 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee29f4a-23fe-49ef-b178-7577a7423ea3 req-6840c56b-5fae-47ad-9592-94444b3f2598 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:29.780595 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ee29f4a-23fe-49ef-b178-7577a7423ea3 req-6840c56b-5fae-47ad-9592-94444b3f2598 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0489862 Apr 18 21:43:29.819792 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8ee29f4a-23fe-49ef-b178-7577a7423ea3 req-d57f2383-27a3-4526-8173-22b8779f0884 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Apr 18 21:43:30.951906 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadaf1c8-f26a-4150-8dff-8e2a76b193ae req-906910d2-ffe7-4d82-ba6d-305ca81c74c9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:30.953414 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cadaf1c8-f26a-4150-8dff-8e2a76b193ae req-906910d2-ffe7-4d82-ba6d-305ca81c74c9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0550048 Apr 18 21:43:30.993074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cadaf1c8-f26a-4150-8dff-8e2a76b193ae req-9717f64e-934b-4550-952e-6a6222a196e6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335524 Apr 18 21:43:32.118366 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6cb2d-2b79-4b37-bd02-e78fe44783a8 req-37c72c71-c447-4e6f-b287-7ec2f3420bf5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:32.119364 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fab6cb2d-2b79-4b37-bd02-e78fe44783a8 req-37c72c71-c447-4e6f-b287-7ec2f3420bf5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0526097 Apr 18 21:43:32.166072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fab6cb2d-2b79-4b37-bd02-e78fe44783a8 req-e0d4a245-8686-450f-a68d-1a3e0a97c825 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403454 Apr 18 21:43:33.297490 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6260e-71a6-44f1-a17a-8f37c42abe1a req-9d248882-22e4-419c-8350-36eeb896c5a1 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:33.305557 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afa6260e-71a6-44f1-a17a-8f37c42abe1a req-9d248882-22e4-419c-8350-36eeb896c5a1 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0633605 Apr 18 21:43:33.339361 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-afa6260e-71a6-44f1-a17a-8f37c42abe1a req-b100509f-aefc-47a5-b5c4-71c61d26a18f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329251 Apr 18 21:43:34.490548 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d18257-3585-4705-b1d9-71bd3f9084a6 req-a878aa58-ceaa-41ab-b7f3-b4d0ed1944eb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:34.492679 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69d18257-3585-4705-b1d9-71bd3f9084a6 req-a878aa58-ceaa-41ab-b7f3-b4d0ed1944eb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0550976 Apr 18 21:43:34.549174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69d18257-3585-4705-b1d9-71bd3f9084a6 req-0697fdee-8744-4bf1-9934-94672698bb72 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496588 Apr 18 21:43:35.678401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5d1b0-2bb1-442e-8c63-c2a30bb4bfb2 req-f5b45ea0-e841-4e15-8615-f80fcb27d2e1 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:35.680213 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74b5d1b0-2bb1-442e-8c63-c2a30bb4bfb2 req-f5b45ea0-e841-4e15-8615-f80fcb27d2e1 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0542126 Apr 18 21:43:35.729548 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-74b5d1b0-2bb1-442e-8c63-c2a30bb4bfb2 req-47de71e9-82dc-4813-acb1-e46f6682e54b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378079 Apr 18 21:43:36.072199 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-963ebcad-7521-4a2d-8007-9d8bf0159ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:36.860430 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14a4ad-bc7c-4614-a377-8993e67d759d req-dc9ab131-23f1-4970-be16-d5649dd530f5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:36.862020 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a14a4ad-bc7c-4614-a377-8993e67d759d req-dc9ab131-23f1-4970-be16-d5649dd530f5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0597591 Apr 18 21:43:36.903418 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a14a4ad-bc7c-4614-a377-8993e67d759d req-cf8deae9-534e-4bca-8252-434fe3a113ee tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Apr 18 21:43:38.043748 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f436-ed44-4646-9014-f6576fe61cfd req-ce462ab1-6595-4868-bbec-40cd3b5c659c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:38.052270 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1527f436-ed44-4646-9014-f6576fe61cfd req-ce462ab1-6595-4868-bbec-40cd3b5c659c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0607126 Apr 18 21:43:38.101836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1527f436-ed44-4646-9014-f6576fe61cfd req-d80d0bc4-8cae-42cf-b3db-41e48a7f8e8e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485184 Apr 18 21:43:38.259726 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:43:38.796685 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-601bee9a-8c6b-40da-8641-6af0ca916f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:39.235235 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348d33f-0fff-4c4d-834b-2d11fda37a43 req-3e7fa646-f932-44c2-a2a5-e1c1287b9c70 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:39.237431 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5348d33f-0fff-4c4d-834b-2d11fda37a43 req-3e7fa646-f932-44c2-a2a5-e1c1287b9c70 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0545013 Apr 18 21:43:39.289078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5348d33f-0fff-4c4d-834b-2d11fda37a43 req-2a574088-fa96-4021-9e4b-d72886c7179d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437558 Apr 18 21:43:39.609162 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:40.407051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7a06e-54f9-425f-935f-8d3d29465296 req-e917d36b-1bae-424c-9d72-f3fa06a39836 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:40.412319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ab7a06e-54f9-425f-935f-8d3d29465296 req-e917d36b-1bae-424c-9d72-f3fa06a39836 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0537391 Apr 18 21:43:40.451525 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ab7a06e-54f9-425f-935f-8d3d29465296 req-8b51caae-12b8-4916-8755-c762bbe0b303 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349467 Apr 18 21:43:40.773656 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.406945 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:41.507781 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-db48ad19-b6e1-4d32-ba97-72bf0f8870e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:41.509322 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-db48ad19-b6e1-4d32-ba97-72bf0f8870e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1096 time: 0.0421119 Apr 18 21:43:41.566593 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf2b15-884c-4a95-844a-ebd1656377bf req-918c2d21-3949-4da2-8eed-91aa168c6dd9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:41.568104 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3bf2b15-884c-4a95-844a-ebd1656377bf req-918c2d21-3949-4da2-8eed-91aa168c6dd9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0476704 Apr 18 21:43:41.603017 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-37e64544-2796-4bdb-a0ba-47ddc4362706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:41.604888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-37e64544-2796-4bdb-a0ba-47ddc4362706 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0893135 Apr 18 21:43:41.605566 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b3bf2b15-884c-4a95-844a-ebd1656377bf req-ef60174c-2267-4b9f-9728-18064d6d5abe tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313747 Apr 18 21:43:41.670030 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-0626a0ca-7f2c-4efb-b7b4-1cfb4bc462cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 1001 time: 0.0586686 Apr 18 21:43:41.717542 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-8f480ee9-b1ef-47e0-95e4-c2e898586106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:41.718989 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-8f480ee9-b1ef-47e0-95e4-c2e898586106 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0431192 Apr 18 21:43:41.768812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-5906df15-ac4b-4a0f-9f47-5e0a792f7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:41.770265 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-5906df15-ac4b-4a0f-9f47-5e0a792f7711 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429490 Apr 18 21:43:41.860307 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-d7421a03-eabe-4861-a37f-7d94d96dcb7c service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818498 Apr 18 21:43:41.950532 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6c5089ef-e8f3-405e-b656-08df11e7b61b req-50d5461c-79f6-40e7-a57d-02789f362f48 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830209 Apr 18 21:43:42.724231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33f89-8c14-46a8-8b13-7b6f07f402c8 req-79fd68fd-6631-495a-a50e-744fa69ec66c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:42.725797 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24f33f89-8c14-46a8-8b13-7b6f07f402c8 req-79fd68fd-6631-495a-a50e-744fa69ec66c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0507300 Apr 18 21:43:42.767174 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-24f33f89-8c14-46a8-8b13-7b6f07f402c8 req-d24e620b-a036-49e4-9ce5-f8bab43a3ef3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354252 Apr 18 21:43:43.024526 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:43.883669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80a2d2-1e1b-414c-ad04-f802ac71b66f req-fa8d505c-cb4b-4229-b0b0-141aefcdd007 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:43.885358 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a80a2d2-1e1b-414c-ad04-f802ac71b66f req-fa8d505c-cb4b-4229-b0b0-141aefcdd007 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0498207 Apr 18 21:43:43.925124 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5a80a2d2-1e1b-414c-ad04-f802ac71b66f req-b18554d6-78d8-49a5-add1-0af5796a5f93 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336437 Apr 18 21:43:43.999471 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-4255a035-df18-4645-a9c4-ee265a72dc23 req-46b2cae7-8745-4336-b852-ea9b08ed76c0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:43:44.000469 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4255a035-df18-4645-a9c4-ee265a72dc23 req-46b2cae7-8745-4336-b852-ea9b08ed76c0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053766 Apr 18 21:43:44.158891 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69766f8f-2f83-4dc2-803d-2f0ddcedd3fa req-184d2922-7055-405e-a188-20b636cbd139 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:44.160437 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69766f8f-2f83-4dc2-803d-2f0ddcedd3fa req-184d2922-7055-405e-a188-20b636cbd139 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0551400 Apr 18 21:43:44.199274 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-69766f8f-2f83-4dc2-803d-2f0ddcedd3fa req-484c75f3-a068-419d-99a9-4792ec1d4b4a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Apr 18 21:43:44.444479 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-6b73edda-41b1-4d5d-90dd-a3db0b4389cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823760 Apr 18 21:43:45.088961 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 1e231298-f7f3-4497-9da3-4d21e610fe08 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:43:45.162464 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.184414 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:43:45.186670 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd10e26-45bb-4d06-aa2d-4c0c511c31e6" -d '{"events": [{"server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "name": "network-vif-unplugged", "status": "completed", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:43:45.199483 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:45.204356 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.232588 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7df599-296d-4d2f-a03f-819701b58ae1 x-openstack-request-id: req-8f7df599-296d-4d2f-a03f-819701b58ae1 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:43:45.232881 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "name": "network-vif-unplugged", "status": "completed", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:43:45.233320 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f7df599-296d-4d2f-a03f-819701b58ae1 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:43:45.233959 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f7df599-296d-4d2f-a03f-819701b58ae1'] response: {'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'code': 200} Apr 18 21:43:45.262570 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:45.307710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-9e8ed422-4ac6-4bd5-b466-8ac4e8bf5f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:45.309290 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-9e8ed422-4ac6-4bd5-b466-8ac4e8bf5f43 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39&tenant_id=b3251fb771a9461cb0bf55ac10a7b57a HTTP/1.1" status: 200 len: 1094 time: 0.1124740 Apr 18 21:43:45.320965 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836015-4', 'device_owner': 'compute:nova'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:43:45.329048 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75988c7-5085-4200-8ad6-378b58ccacbd req-24dcdb52-78fe-4156-bc27-e35783dc68c0 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:45.331155 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e75988c7-5085-4200-8ad6-378b58ccacbd req-24dcdb52-78fe-4156-bc27-e35783dc68c0 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 943 time: 0.0503426 Apr 18 21:43:45.373542 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e75988c7-5085-4200-8ad6-378b58ccacbd req-c940ab33-1502-4485-b7d3-9e473b2f26cb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360858 Apr 18 21:43:45.378139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.577959 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:45.610388 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:45.644588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e231298-f7f3-4497-9da3-4d21e610fe08 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:43:45.651775 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:45.663859 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Transition to ACTIVE for port object 1e231298-f7f3-4497-9da3-4d21e610fe08 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:43:45.667690 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.048849 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=9']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:46.060360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.060709 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.061050 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.061422 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.061762 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.062092 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.062417 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.062743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.063065 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.063390 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.063712 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.064059 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:43:46.098600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] No DVR routers for this DVR port 1e231298-f7f3-4497-9da3-4d21e610fe08 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:43:46.236396 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Attempting to bind port 1e231298-f7f3-4497-9da3-4d21e610fe08 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:43:46.236653 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Attempting to bind port 1e231298-f7f3-4497-9da3-4d21e610fe08 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:43:46.236980 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Attempting to bind port 1e231298-f7f3-4497-9da3-4d21e610fe08 on network 97963029-0d93-4a39-ad9d-82273cc6f5fa {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:43:46.241162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Port 1e231298-f7f3-4497-9da3-4d21e610fe08 on network 97963029-0d93-4a39-ad9d-82273cc6f5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:43:46.241482 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Attempting to bind port 1e231298-f7f3-4497-9da3-4d21e610fe08 on network 97963029-0d93-4a39-ad9d-82273cc6f5fa {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:43:46.246205 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:43:46.246541 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Checking segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:43:46.246931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Bound using segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:43:46.247352 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Bound port: 1e231298-f7f3-4497-9da3-4d21e610fe08, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:43:46.247704 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.313276 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:43:46.316515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:43:46.321328 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.362146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.362827 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.364236 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] 10.222.0.64 "PUT /v2.0/ports/1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 1091 time: 1.0474083 Apr 18 21:43:46.364684 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:43:46.367056 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:43:46.386995 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127794d-a909-44d6-94ad-dbf900f9c4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=10']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:43:46.446715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-a8549018-c938-4285-ad1e-63a445cca9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.449077 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-a8549018-c938-4285-ad1e-63a445cca9d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1095 time: 0.0516868 Apr 18 21:43:46.510304 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03f69bf-646c-4eb9-a6aa-ca1d5488f8df x-openstack-request-id: req-d03f69bf-646c-4eb9-a6aa-ca1d5488f8df {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:43:46.510598 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:43:46.510845 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d03f69bf-646c-4eb9-a6aa-ca1d5488f8df {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:43:46.511309 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03f69bf-646c-4eb9-a6aa-ca1d5488f8df'] response: {'name': 'network-changed', 'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'status': 'completed', 'code': 200} Apr 18 21:43:46.520136 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976478f-0c62-498d-b43e-a75c0665ab08 req-2ec5f2fa-20e9-4e51-ba03-ea0c4b88d7ca tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.521669 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a976478f-0c62-498d-b43e-a75c0665ab08 req-2ec5f2fa-20e9-4e51-ba03-ea0c4b88d7ca tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0540407 Apr 18 21:43:46.559016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-366203c0-21c4-412c-ad7f-58e015d7a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.560795 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-366203c0-21c4-412c-ad7f-58e015d7a5f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.1000087 Apr 18 21:43:46.573874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a976478f-0c62-498d-b43e-a75c0665ab08 req-27c90750-fef3-4e58-b800-9834215e03e3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410438 Apr 18 21:43:46.634150 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-31b92126-9b86-41b8-b1f3-d90627158239 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 999 time: 0.0621901 Apr 18 21:43:46.667007 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.688096 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-6e390309-411c-406a-b43a-73d05ea3e70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.690066 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-6e390309-411c-406a-b43a-73d05ea3e70a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0453184 Apr 18 21:43:46.739138 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-976015fb-fda4-4465-a381-da182a45096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:46.740640 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-976015fb-fda4-4465-a381-da182a45096e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391586 Apr 18 21:43:46.836120 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-d49f5c2b-1443-4249-9cff-c78b6374d98c service neutron] 10.222.0.64 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848851 Apr 18 21:43:46.926793 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3df4d3d2-26fa-4a76-867e-60f67fc958d6 req-45ef3c2b-4c89-45f0-828b-0bbb9c205056 service neutron] 10.222.0.64 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807614 Apr 18 21:43:47.031112 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-5d8a4847-176b-42db-85e7-d555ff9934f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:47.032627 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-5d8a4847-176b-42db-85e7-d555ff9934f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1095 time: 0.0465698 Apr 18 21:43:47.124359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-d3512a8d-69ba-4b2a-bcf7-24fe1e2e7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:47.125860 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-d3512a8d-69ba-4b2a-bcf7-24fe1e2e7376 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0858419 Apr 18 21:43:47.202726 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-ec290657-2ecc-402d-8928-9808b92b3fac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 999 time: 0.0669944 Apr 18 21:43:47.305894 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-cef3e904-c5ab-4edc-a8ff-c0bbe82f8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:47.311486 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-cef3e904-c5ab-4edc-a8ff-c0bbe82f8afa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0966861 Apr 18 21:43:47.709039 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ce81e-66cb-4d6c-8026-4ac3f7770b7d req-e37212b7-2d50-47f6-9bc8-c3f2b70d189a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:47.715575 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-704ce81e-66cb-4d6c-8026-4ac3f7770b7d req-e37212b7-2d50-47f6-9bc8-c3f2b70d189a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0558071 Apr 18 21:43:47.779716 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-704ce81e-66cb-4d6c-8026-4ac3f7770b7d req-2d7510f6-78ae-4454-8679-47bf89b3a270 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565979 Apr 18 21:43:48.916594 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94b429-0b98-4a7d-8067-2ac92e601943 req-eaafebb7-7c86-45cc-8bfc-a1ae8eafdff8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:48.918287 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a94b429-0b98-4a7d-8067-2ac92e601943 req-eaafebb7-7c86-45cc-8bfc-a1ae8eafdff8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0554636 Apr 18 21:43:48.959799 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a94b429-0b98-4a7d-8067-2ac92e601943 req-271ae0a5-ca7e-4421-9113-859825b52ac8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347204 Apr 18 21:43:50.082215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fdb2d-a5a9-4cbf-9119-f7ac0cf05273 req-2217dd9e-9def-4f54-b260-9c671a310caa tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:50.083630 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a71fdb2d-a5a9-4cbf-9119-f7ac0cf05273 req-2217dd9e-9def-4f54-b260-9c671a310caa tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0516551 Apr 18 21:43:50.136068 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a71fdb2d-a5a9-4cbf-9119-f7ac0cf05273 req-63f2b739-251e-49a2-a00d-98c575828493 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445511 Apr 18 21:43:51.281807 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b6174-1d19-4cfc-a488-95a6b59f3694 req-f65b27a5-1f2b-43b3-96e8-10ef2b0bee24 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:51.285064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-962b6174-1d19-4cfc-a488-95a6b59f3694 req-f65b27a5-1f2b-43b3-96e8-10ef2b0bee24 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0636396 Apr 18 21:43:51.325184 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-962b6174-1d19-4cfc-a488-95a6b59f3694 req-fea32172-5de0-443d-a5dd-37f04de84f85 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339167 Apr 18 21:43:52.466114 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0902c0c-7aa6-40d7-bbc6-5432fb369ddb req-40637b6f-a42b-4c82-bd27-ca220518f400 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:52.467586 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0902c0c-7aa6-40d7-bbc6-5432fb369ddb req-40637b6f-a42b-4c82-bd27-ca220518f400 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0547311 Apr 18 21:43:52.508569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d0902c0c-7aa6-40d7-bbc6-5432fb369ddb req-155d830d-ae73-4e41-a0bb-fc1ee5cf23f4 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342920 Apr 18 21:43:53.639252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e22f0-e7ce-4a7a-825d-a51b0a928023 req-202cced7-60d1-4658-8d06-0435f538344e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:53.640997 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-300e22f0-e7ce-4a7a-825d-a51b0a928023 req-202cced7-60d1-4658-8d06-0435f538344e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0570533 Apr 18 21:43:53.686209 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-300e22f0-e7ce-4a7a-825d-a51b0a928023 req-dd3a2a31-7ca6-4991-a111-710b6ec2357c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390580 Apr 18 21:43:54.808226 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13335dbc-2cf8-49b2-98cd-0faffd3f705d req-04fcf261-c37c-4351-9d8f-3dc3d507e94b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:54.809773 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13335dbc-2cf8-49b2-98cd-0faffd3f705d req-04fcf261-c37c-4351-9d8f-3dc3d507e94b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0525322 Apr 18 21:43:54.850621 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-13335dbc-2cf8-49b2-98cd-0faffd3f705d req-8dce397f-b327-4b9e-bf13-a9697875ccd9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340753 Apr 18 21:43:55.384760 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-17fd3e1b-94da-4484-9a72-176b374ee4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:55.386843 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-17fd3e1b-94da-4484-9a72-176b374ee4a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506134 Apr 18 21:43:55.489914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-20fd8f21-7ff8-4fd2-ad55-a2e96ae4ba0d service neutron] 10.222.0.64 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939491 Apr 18 21:43:55.588772 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ad11cdd-bbe8-492e-b2dd-dbd18493d2e2 req-5ed67343-feb8-471f-b93c-afb7f4b16139 service neutron] 10.222.0.64 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914986 Apr 18 21:43:55.968206 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6e570-1873-4d6f-95c0-c71bc738f660 req-c5308901-876f-4361-8a59-4163205a1881 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:55.969676 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45f6e570-1873-4d6f-95c0-c71bc738f660 req-c5308901-876f-4361-8a59-4163205a1881 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0480425 Apr 18 21:43:56.010634 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-45f6e570-1873-4d6f-95c0-c71bc738f660 req-6a7c06b4-16a1-4550-97c2-2df6801d4dcb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349667 Apr 18 21:43:57.128631 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f63f60-ee47-4683-b7b4-f6f258a75d18 req-b909d98a-d52b-4859-9ffa-560cc7a894a3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:57.130110 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87f63f60-ee47-4683-b7b4-f6f258a75d18 req-b909d98a-d52b-4859-9ffa-560cc7a894a3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0486691 Apr 18 21:43:57.168028 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87f63f60-ee47-4683-b7b4-f6f258a75d18 req-d2ba656f-c3ff-41e7-a584-7eed08cfc31a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Apr 18 21:43:58.281554 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879db45-7c35-4eed-9a0d-5219559af9e1 req-9bb8e705-1d81-488c-a960-1a785b1e17b6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:58.283891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d879db45-7c35-4eed-9a0d-5219559af9e1 req-9bb8e705-1d81-488c-a960-1a785b1e17b6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0478039 Apr 18 21:43:58.323509 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d879db45-7c35-4eed-9a0d-5219559af9e1 req-fda5844b-013d-478d-8772-2c99e941a46e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332828 Apr 18 21:43:59.439113 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81799add-6b28-4790-92da-1c1ca08d1d11 req-fdf47db7-37ff-46e3-90ee-1c30ce2f946c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:59.440612 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81799add-6b28-4790-92da-1c1ca08d1d11 req-fdf47db7-37ff-46e3-90ee-1c30ce2f946c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 944 time: 0.0485747 Apr 18 21:43:59.481266 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81799add-6b28-4790-92da-1c1ca08d1d11 req-cd807a9d-fda6-4102-a516-d20e7b69488f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345750 Apr 18 21:43:59.558424 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1e231298-f7f3-4497-9da3-4d21e610fe08 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:43:59.652341 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:59.663943 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'port_id': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'mac_address': 'fa:16:3e:a8:8f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:43:59.699160 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.711894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e231298-f7f3-4497-9da3-4d21e610fe08 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:43:59.734926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:43:59.738712 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:59.785065 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=11']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:00.057694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['1e231298-f7f3-4497-9da3-4d21e610fe08'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:44:00.605938 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6639a72-c479-4480-99bf-d5a5ea432488 req-e8c4477c-d57c-459b-adeb-0719d0a0f936 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:00.607481 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6639a72-c479-4480-99bf-d5a5ea432488 req-e8c4477c-d57c-459b-adeb-0719d0a0f936 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0547190 Apr 18 21:44:00.647465 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c6639a72-c479-4480-99bf-d5a5ea432488 req-e2433587-f277-4222-aa29-1d700500efa8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329599 Apr 18 21:44:00.818652 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-97852528-1a17-4f53-95bb-1cba6dcfa0b2 req-7e5d307e-5517-4236-ac67-dcbe27107eb6 service neutron] (102904) timed out ('10.222.0.64', 63798) {{(pid=102904) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 21:44:01.590336 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1e231298-f7f3-4497-9da3-4d21e610fe08 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:44:01.638403 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port 1e231298-f7f3-4497-9da3-4d21e610fe08 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:01.642299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port 1e231298-f7f3-4497-9da3-4d21e610fe08 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:01.642664 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.724620 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.747536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:44:01.749824 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4c9ca7-0841-44b3-bf20-65551bd9e8ab" -d '{"events": [{"server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "name": "network-vif-plugged", "status": "completed", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:44:01.763248 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:44:01.773894 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:01.787562 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaa9e4-4b06-4282-9e77-4ec73a0090f7 req-37f7432e-ddac-4fb3-890d-a928c9865bfb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:01.789218 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5eaa9e4-4b06-4282-9e77-4ec73a0090f7 req-37f7432e-ddac-4fb3-890d-a928c9865bfb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 945 time: 0.0675993 Apr 18 21:44:01.804272 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7481d9af-98a2-4a76-b5ff-ca58c0410366 x-openstack-request-id: req-7481d9af-98a2-4a76-b5ff-ca58c0410366 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:44:01.804600 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "name": "network-vif-plugged", "status": "completed", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:44:01.804877 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7481d9af-98a2-4a76-b5ff-ca58c0410366 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:44:01.805297 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7481d9af-98a2-4a76-b5ff-ca58c0410366'] response: {'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'code': 200} Apr 18 21:44:01.832898 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b5eaa9e4-4b06-4282-9e77-4ec73a0090f7 req-34b06d55-4fe0-4a4f-afd1-c5709d78cb18 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360487 Apr 18 21:44:01.835186 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=12']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:01.963713 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b07a5b-1fa2-43bc-9d50-0746814b4870 req-c5f947bd-c273-4ca6-95ba-332e9a6d9f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:01.965207 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a4b07a5b-1fa2-43bc-9d50-0746814b4870 req-c5f947bd-c273-4ca6-95ba-332e9a6d9f29 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1097 time: 0.0397012 Apr 18 21:44:02.003971 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a4b07a5b-1fa2-43bc-9d50-0746814b4870 req-f61ae74b-09c0-4378-9bb9-ef323dcae31b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287249 Apr 18 21:44:02.952033 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb6ec5-de4a-43ae-af48-f9c1c02c86a6 req-8788aea4-7933-4783-b812-8626916d3320 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:02.953526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15bb6ec5-de4a-43ae-af48-f9c1c02c86a6 req-8788aea4-7933-4783-b812-8626916d3320 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 946 time: 0.0488150 Apr 18 21:44:03.001263 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-15bb6ec5-de4a-43ae-af48-f9c1c02c86a6 req-00690d80-728f-48e4-9d11-631e63f50bb9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406144 Apr 18 21:44:04.124063 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16072ad6-4d70-40cb-a1ff-deccbda5a953 req-c0d9c7a9-6a12-4f59-9908-190dad4f4b6d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:04.125533 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16072ad6-4d70-40cb-a1ff-deccbda5a953 req-c0d9c7a9-6a12-4f59-9908-190dad4f4b6d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 946 time: 0.0487764 Apr 18 21:44:04.162944 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-16072ad6-4d70-40cb-a1ff-deccbda5a953 req-4747131f-9d62-48d9-8e8e-4c129b639b7d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314059 Apr 18 21:44:06.065503 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a471357c-a475-43f6-85d0-af125666cb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:08.800752 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2e24c3ef-fea3-4612-a031-8edf84db950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:09.608294 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:10.777660 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:11.410653 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:13.054333 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:15.260320 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:44:16.661867 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:17.742868 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-3e30f358-f282-4ed4-86a3-234a6ea5a458 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438981 Apr 18 21:44:17.830867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-47ec0fec-eea4-4c9f-8949-08acbcfdfbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:17.833058 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-47ec0fec-eea4-4c9f-8949-08acbcfdfbe5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1097 time: 0.0403230 Apr 18 21:44:17.937207 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-9cca9c00-a316-4cfc-8421-20f8cfee6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:17.938697 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-9cca9c00-a316-4cfc-8421-20f8cfee6764 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0857387 Apr 18 21:44:18.010883 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-2102a1c4-76ab-4b92-a059-2803a9b3f084 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 1001 time: 0.0620546 Apr 18 21:44:18.063076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-c03206a8-01e8-47df-a66a-6067e897b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:18.064732 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-c03206a8-01e8-47df-a66a-6067e897b75d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0480618 Apr 18 21:44:18.108896 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-6d04f923-a171-41a7-8e19-cedcad95dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:18.110400 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-6d04f923-a171-41a7-8e19-cedcad95dd21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399244 Apr 18 21:44:18.202236 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-a07c512a-5a2e-42aa-92fe-66a569808320 service neutron] 10.222.0.64 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848610 Apr 18 21:44:18.293056 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-14ab7ad5-04d4-49d0-a3c9-a2123fb454bf req-7f835868-6aeb-452d-9f67-57438e87a0a1 service neutron] 10.222.0.64 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844128 Apr 18 21:44:36.070072 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ffeb77e1-c3b8-4ebb-b24d-6d8169abcc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:38.805179 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-006681fe-73d7-4a5a-8877-036e3fb95323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:39.614154 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:40.781645 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:41.414704 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.071123 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.660658 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:52.260624 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:45:06.072316 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1c36b638-0688-4a35-99c1-f36a225bfae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:08.806905 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d99e-0fa9-4062-8d40-4e6864ae08b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:09.617806 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:10.782060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:11.418091 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:13.068733 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:16.661464 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.188393 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54898) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:17.347736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Deleting port c5658652-62c0-40b6-b169-11aaac5be932 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:45:17.348107 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.428709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.429036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.441719 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Calling delete_port for c5658652-62c0-40b6-b169-11aaac5be932 owned by network:floatingip {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:45:17.585155 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.615987 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event deleted for resources: {'Port': ['ID=c5658652-62c0-40b6-b169-11aaac5be932,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:17.640875 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.641225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.641567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.641904 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.642237 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.642567 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.642895 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.643221 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.644097 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.644422 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.644761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.645265 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:17.686643 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for floatingip, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.686974 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Floating IP 29e78a12-cc89-47d8-8a23-dcf712102f20 disassociated (deleted). External IP: 172.25.2.222, port: 1e231298-f7f3-4497-9da3-4d21e610fe08. Apr 18 21:45:17.911951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Router 6327ee09-bb9f-4264-917a-6c525d14f68d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:45:18.354180 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:45:18.359095 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.364796 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] Sync routers for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:45:18.373639 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:18.374228 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:45:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:18.387513 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-8501e81f-6196-4df7-9a08-7c044fb50846 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "DELETE /v2.0/floatingips/29e78a12-cc89-47d8-8a23-dcf712102f20 HTTP/1.1" status: 204 len: 168 time: 1.1980281 Apr 18 21:45:18.388215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:45:18.390547 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83" -d '{"events": [{"name": "network-changed", "server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:45:18.484441 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:18.503875 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a302b6-f992-4bc7-aa6d-5d694f592d66 x-openstack-request-id: req-81a302b6-f992-4bc7-aa6d-5d694f592d66 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:45:18.504424 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:45:18.504662 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-81a302b6-f992-4bc7-aa6d-5d694f592d66 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:45:18.505183 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a302b6-f992-4bc7-aa6d-5d694f592d66'] response: {'name': 'network-changed', 'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'status': 'completed', 'code': 200} Apr 18 21:45:18.605705 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-b829f22f-87a7-4273-aa29-3b473bf3f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:18.608044 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-b829f22f-87a7-4273-aa29-3b473bf3f9c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 1097 time: 0.0546021 Apr 18 21:45:18.642530 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08bb0a-aa70-495b-8e30-b879fa030b49 req-92b1f175-46bb-4729-901a-ae9123f85a27 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:18.644167 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c08bb0a-aa70-495b-8e30-b879fa030b49 req-92b1f175-46bb-4729-901a-ae9123f85a27 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 946 time: 0.0508139 Apr 18 21:45:18.693762 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1c08bb0a-aa70-495b-8e30-b879fa030b49 req-5588d514-a62b-46f0-8d6a-26e971d28c1a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Apr 18 21:45:18.710310 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:18.722355 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-db94b6b1-bbc8-422f-9739-5c6327649ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:18.727739 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-db94b6b1-bbc8-422f-9739-5c6327649ba8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.1085577 Apr 18 21:45:18.741380 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] Checking router: 6327ee09-bb9f-4264-917a-6c525d14f68d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:45:18.750153 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:45:18.750752 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:45:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:18.776465 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-4da8ea1b-0066-4ef7-9947-799f8b54ef8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 200 len: 217 time: 0.0403590 Apr 18 21:45:18.828042 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-b98bb49f-579e-4fb2-8c89-c2cc7a7ec0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:18.829556 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-b98bb49f-579e-4fb2-8c89-c2cc7a7ec0f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0461280 Apr 18 21:45:18.858277 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:45:18.879827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-c5366c21-f119-49b7-b848-1b179e695e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:18.881371 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-c5366c21-f119-49b7-b848-1b179e695e66 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430176 Apr 18 21:45:18.987898 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-3b0d693d-7dfe-4fbc-81c7-55658648a898 service neutron] 10.222.0.64 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900342 Apr 18 21:45:19.077242 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:45:19.080415 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bf51fb99-b7f7-4f4c-b470-b0cda8701e83 req-6e454edb-72ba-46e5-bb91-fc5fb87f28a3 service neutron] 10.222.0.64 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860810 Apr 18 21:45:19.108448 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8068b010-9cde-4577-8788-4c11f2dbd107 None None] The sync data for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 is: [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:45:19.323366 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a9f54f-03da-4a4f-861c-d62165c869f5 None None] New status for floating IP 29e78a12-cc89-47d8-8a23-dcf712102f20: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:45:19.822379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b5b6-8db4-43e8-a1ad-bfecfd3b2d0b req-283b3310-c3d8-4c2f-8d55-d7c3c4014aa9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:19.823900 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fc2b5b6-8db4-43e8-a1ad-bfecfd3b2d0b req-283b3310-c3d8-4c2f-8d55-d7c3c4014aa9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 946 time: 0.0500686 Apr 18 21:45:19.862802 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6fc2b5b6-8db4-43e8-a1ad-bfecfd3b2d0b req-17a5442e-68a1-4849-8a6e-daa0980cf58e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Apr 18 21:45:20.133180 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-ae28547d-1d7b-4547-b6c9-2359ce817ae5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:20.134583 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-ae28547d-1d7b-4547-b6c9-2359ce817ae5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.64 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 946 time: 0.0497413 Apr 18 21:45:20.233500 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Deleting port 1e231298-f7f3-4497-9da3-4d21e610fe08 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:45:20.233917 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.331721 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] For port 1e231298-f7f3-4497-9da3-4d21e610fe08, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=1e231298-f7f3-4497-9da3-4d21e610fe08,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:20.332180 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.350659 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Calling delete_port for 1e231298-f7f3-4497-9da3-4d21e610fe08 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:45:20.490528 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.518488 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event deleted for resources: {'Port': ['ID=1e231298-f7f3-4497-9da3-4d21e610fe08,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:20.553627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.553969 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.554306 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.554640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.554970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.555293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.555622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.555971 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.556293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.556613 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.556931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.557247 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:20.581946 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] No DVR routers for this DVR port 1e231298-f7f3-4497-9da3-4d21e610fe08 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:45:20.584577 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:20.587914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6d717dca-4027-413c-9744-4aac96ad4d42 req-a6f1ef77-ef5f-4a0c-aafe-36d4866dbb92 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.64 "DELETE /v2.0/ports/1e231298-f7f3-4497-9da3-4d21e610fe08 HTTP/1.1" status: 204 len: 173 time: 0.4438229 Apr 18 21:45:20.588370 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'name': 'network-vif-deleted', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:45:20.590647 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e402ea-a3ad-4daa-85af-5a98ffba9343" -d '{"events": [{"server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "name": "network-vif-deleted", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:45:20.630528 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21e6564-0da3-44f7-b097-c1fdb8c5b821 x-openstack-request-id: req-e21e6564-0da3-44f7-b097-c1fdb8c5b821 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:45:20.630916 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64adbb18-f0c0-44de-938a-0dc3250f5d39", "name": "network-vif-deleted", "tag": "1e231298-f7f3-4497-9da3-4d21e610fe08", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:45:20.631251 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e21e6564-0da3-44f7-b097-c1fdb8c5b821 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:45:20.631777 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21e6564-0da3-44f7-b097-c1fdb8c5b821'] response: {'server_uuid': '64adbb18-f0c0-44de-938a-0dc3250f5d39', 'name': 'network-vif-deleted', 'tag': '1e231298-f7f3-4497-9da3-4d21e610fe08', 'status': 'completed', 'code': 200} Apr 18 21:45:20.980584 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a5133280-3f33-42c7-a1e1-e0c18b3ce735 req-1e0c88eb-19e2-40ee-8eb7-051ff7517536 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=64adbb18-f0c0-44de-938a-0dc3250f5d39 HTTP/1.1" status: 200 len: 210 time: 0.0315166 Apr 18 21:45:22.039134 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54924) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:22.100286 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfe3945d-e894-40f3-9236-f9be67992a0c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.126938 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfe3945d-e894-40f3-9236-f9be67992a0c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.190123 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfe3945d-e894-40f3-9236-f9be67992a0c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.194475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dfe3945d-e894-40f3-9236-f9be67992a0c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:22.195665 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dfe3945d-e894-40f3-9236-f9be67992a0c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "DELETE /v2.0/security-groups/9cda890c-56a6-4a8f-a4a6-1869ea14bd1c HTTP/1.1" status: 204 len: 168 time: 0.1555400 Apr 18 21:45:22.205252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3945d-e894-40f3-9236-f9be67992a0c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cda890c-56a6-4a8f-a4a6-1869ea14bd1c,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:23.404981 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 54932) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:23.409617 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-4c3dd3ce-9a97-407b-a83a-3914169551c3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421032628', 'description': 'tempest-secgroup-smoke-1421032628 description', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:23.431386 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd3ce-9a97-407b-a83a-3914169551c3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.510121 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd3ce-9a97-407b-a83a-3914169551c3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.514308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd3ce-9a97-407b-a83a-3914169551c3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.548074 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4c3dd3ce-9a97-407b-a83a-3914169551c3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.549324 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4c3dd3ce-9a97-407b-a83a-3914169551c3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442640 Apr 18 21:45:23.550622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dd3ce-9a97-407b-a83a-3914169551c3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39c4bd3-4af4-4fe6-9955-29aae65c1061,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:23.553006 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54934) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:23.558279 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-25eda871-c058-4bb1-af25-1eb31aac93ff tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': 'd39c4bd3-4af4-4fe6-9955-29aae65c1061', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:23.583461 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-25eda871-c058-4bb1-af25-1eb31aac93ff tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.628340 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-25eda871-c058-4bb1-af25-1eb31aac93ff tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.632775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-25eda871-c058-4bb1-af25-1eb31aac93ff tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.651704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eda871-c058-4bb1-af25-1eb31aac93ff tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132cea13-f929-4e29-aea2-c5fec85ce1dc,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:23.660102 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-25eda871-c058-4bb1-af25-1eb31aac93ff tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.663806 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-25eda871-c058-4bb1-af25-1eb31aac93ff tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1066403 Apr 18 21:45:23.664196 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54936) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:23.669218 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-5e7eef03-c2d4-4209-b4d1-77a08f53e07b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': 'd39c4bd3-4af4-4fe6-9955-29aae65c1061', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:23.693280 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e7eef03-c2d4-4209-b4d1-77a08f53e07b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.752845 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e7eef03-c2d4-4209-b4d1-77a08f53e07b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.756360 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e7eef03-c2d4-4209-b4d1-77a08f53e07b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.775318 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7eef03-c2d4-4209-b4d1-77a08f53e07b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2e4bd9-78ad-4704-a331-4a234747de7c,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:23.782603 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-5e7eef03-c2d4-4209-b4d1-77a08f53e07b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.784516 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-5e7eef03-c2d4-4209-b4d1-77a08f53e07b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186290 Apr 18 21:45:23.787391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54938) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:23.791863 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-dca69bea-3f64-430f-88d1-6db449ffd88a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': 'd39c4bd3-4af4-4fe6-9955-29aae65c1061', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:23.817247 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dca69bea-3f64-430f-88d1-6db449ffd88a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.875799 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dca69bea-3f64-430f-88d1-6db449ffd88a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.879562 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dca69bea-3f64-430f-88d1-6db449ffd88a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.884445 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1e231298-f7f3-4497-9da3-4d21e610fe08 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:45:23.898482 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca69bea-3f64-430f-88d1-6db449ffd88a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44483f17-8939-481a-afb7-d0b234805083,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:23.904492 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-dca69bea-3f64-430f-88d1-6db449ffd88a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.905688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-dca69bea-3f64-430f-88d1-6db449ffd88a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172733 Apr 18 21:45:23.906695 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: 1e231298-f7f3-4497-9da3-4d21e610fe08 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:45:23.907043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device 1e231298-f7f3-4497-9da3-4d21e610fe08 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:45:23.908679 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54940) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:23.913823 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-9150094b-efff-4089-bbff-66b435f72c1c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': 'd39c4bd3-4af4-4fe6-9955-29aae65c1061', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:23.937695 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9150094b-efff-4089-bbff-66b435f72c1c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:23.999088 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9150094b-efff-4089-bbff-66b435f72c1c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.004138 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9150094b-efff-4089-bbff-66b435f72c1c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.023780 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150094b-efff-4089-bbff-66b435f72c1c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bac2b84-2a0b-4278-9a87-05ef24a0a1a0,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:24.029570 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-9150094b-efff-4089-bbff-66b435f72c1c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.030693 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9150094b-efff-4089-bbff-66b435f72c1c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203127 Apr 18 21:45:24.034720 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54942) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:24.038108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-797c7fe4-451d-4f9c-b19c-e17bf30e82ba tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': 'd39c4bd3-4af4-4fe6-9955-29aae65c1061', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:24.057904 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-797c7fe4-451d-4f9c-b19c-e17bf30e82ba tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Project b3251fb771a9461cb0bf55ac10a7b57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:45:24.062734 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-797c7fe4-451d-4f9c-b19c-e17bf30e82ba tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.123983 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-797c7fe4-451d-4f9c-b19c-e17bf30e82ba tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.129106 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-797c7fe4-451d-4f9c-b19c-e17bf30e82ba tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.146924 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c7fe4-451d-4f9c-b19c-e17bf30e82ba tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096a7229-bcc6-4834-9632-fe014a862e3f,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:24.154724 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-797c7fe4-451d-4f9c-b19c-e17bf30e82ba tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.155902 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-797c7fe4-451d-4f9c-b19c-e17bf30e82ba tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212440 Apr 18 21:45:24.158910 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 54944) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:45:24.163489 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-f892508c-e590-4b48-96e5-1be12756d52c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'security_group_rule': {'security_group_id': 'd39c4bd3-4af4-4fe6-9955-29aae65c1061', 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:24.183804 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-f892508c-e590-4b48-96e5-1be12756d52c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Project b3251fb771a9461cb0bf55ac10a7b57a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:45:24.189019 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f892508c-e590-4b48-96e5-1be12756d52c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.250032 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f892508c-e590-4b48-96e5-1be12756d52c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.254475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f892508c-e590-4b48-96e5-1be12756d52c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.272707 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892508c-e590-4b48-96e5-1be12756d52c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8878574f-fe51-488b-8929-66b55c78b15b,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:24.279916 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-f892508c-e590-4b48-96e5-1be12756d52c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:24.281122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-f892508c-e590-4b48-96e5-1be12756d52c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212926 Apr 18 21:45:29.260128 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:45:36.074742 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-be77f54a-4d08-4da7-ab57-75ba8d32b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:38.503120 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6e0674c1-43b3-41f6-a093-562a272f9ba0 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421032628&fields=id&tenant_id=b3251fb771a9461cb0bf55ac10a7b57a HTTP/1.1" status: 200 len: 267 time: 0.0344191 Apr 18 21:45:38.612170 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-4325b051-49f7-4d6c-9992-fc3b0107ade6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:38.613582 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-4325b051-49f7-4d6c-9992-fc3b0107ade6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 809 time: 0.1033111 Apr 18 21:45:38.628210 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-1e7752d8-2d3d-4c1f-97ca-041f189c876d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/quotas/b3251fb771a9461cb0bf55ac10a7b57a HTTP/1.1" status: 200 len: 375 time: 0.0087619 Apr 18 21:45:38.678359 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-a1da211f-3d9e-441d-bf2e-77cf6d6a58b9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448780 Apr 18 21:45:38.765784 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-077b13f3-4b80-46d9-ad94-fc9dbe682cfa service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:45:38.766822 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-077b13f3-4b80-46d9-ad94-fc9dbe682cfa service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0775127 Apr 18 21:45:38.807767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-17b57789-60f7-41d8-a7fe-2534bdf74315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:38.857628 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-aee2c87b-7d9c-4633-a5ec-8684501b8c58 service neutron] 10.222.0.49 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835490 Apr 18 21:45:38.948601 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-fd5caf24-4a95-40c4-b6d9-be33942223f2 service neutron] 10.222.0.49 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846925 Apr 18 21:45:39.406854 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4f6006cc-745c-4581-bd96-79c87f137fd8 req-3eac68d6-3c85-46ca-ab9f-7dfbe47be64d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 210 time: 0.0268598 Apr 18 21:45:39.618780 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:40.485090 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-565aa465-e095-4a4e-b7f5-1eede019c570 req-d3eff43b-19cd-43bb-8442-0e45fe77b715 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 210 time: 0.0266469 Apr 18 21:45:40.785722 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.423615 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:41.633166 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-be16be23-2b64-40c7-8d36-e83d3cc69dd3 req-c4e1730b-de8b-4e72-b8d5-25d27c96c28f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 210 time: 0.0932820 Apr 18 21:45:42.718002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-938664a6-0559-4a59-baa4-32ac1328b594 req-aa03e302-e263-4222-86ce-769b39b45947 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 210 time: 0.0327852 Apr 18 21:45:43.084365 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:43.824123 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f730608-ed74-40fd-ac02-36723e88585e req-326246d9-aeca-4b01-b51e-35a3865c3c98 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 210 time: 0.0262167 Apr 18 21:45:44.441461 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-0a44b3ae-56f3-4169-9eaf-e46ad084bb05 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:44.443177 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-0a44b3ae-56f3-4169-9eaf-e46ad084bb05 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 809 time: 0.1057603 Apr 18 21:45:44.485707 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-85516e8f-3ef7-453b-a9e3-efd314c15750 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3251fb771a9461cb0bf55ac10a7b57a HTTP/1.1" status: 200 len: 380 time: 0.0346026 Apr 18 21:45:44.497238 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'port': {'device_id': '5934df48-bf36-410e-b924-27b9975c1396', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'admin_state_up': True, 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'security_groups': ['d39c4bd3-4af4-4fe6-9955-29aae65c1061']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:44.625515 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Made reservation on behalf of b3251fb771a9461cb0bf55ac10a7b57a for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:45:44.629038 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.760642 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Allocated IP 172.20.0.4 (97963029-0d93-4a39-ad9d-82273cc6f5fa/9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0/914ff6ac-c8d2-4439-94da-183c937115d4) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:45:44.905570 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.921941 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a6521c37-6806-4448-bc46-a0434aee9bc0 req-839ba10c-4d36-4d68-aeea-111e926f1a53 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 210 time: 0.0268395 Apr 18 21:45:44.940433 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:44.981385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Network 97963029-0d93-4a39-ad9d-82273cc6f5fa is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:45:44.992943 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:45:44.995536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:45:45.028132 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'Port': ['ID=914ff6ac-c8d2-4439-94da-183c937115d4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:45.060056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:45.060843 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.080024 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6285e202-5e42-487e-b310-99c5191b7b1b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879903 Apr 18 21:45:45.090784 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-8024baff-8395-407d-9b45-a6b01b927385 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:45:45.091935 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-8024baff-8395-407d-9b45-a6b01b927385 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058670 Apr 18 21:45:45.105622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Request body: {'port': {'device_id': '5934df48-bf36-410e-b924-27b9975c1396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:45:45.164282 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.264986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-000b5098-08bc-4aed-b00a-30f5fdbd3d96 None None] Provisioning complete for port 914ff6ac-c8d2-4439-94da-183c937115d4 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:45.265539 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-000b5098-08bc-4aed-b00a-30f5fdbd3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.300686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-000b5098-08bc-4aed-b00a-30f5fdbd3d96 None None] Port 914ff6ac-c8d2-4439-94da-183c937115d4 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:45:45.437473 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914ff6ac-c8d2-4439-94da-183c937115d4 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:45:45.444951 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.456669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Transition to ACTIVE for port object 914ff6ac-c8d2-4439-94da-183c937115d4 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:45:45.461125 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.567796 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Pushing event updated for resources: {'Port': ['ID=914ff6ac-c8d2-4439-94da-183c937115d4,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:45.582264 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Attempting to bind port 914ff6ac-c8d2-4439-94da-183c937115d4 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:45:45.583171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Attempting to bind port 914ff6ac-c8d2-4439-94da-183c937115d4 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:45:45.583597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Attempting to bind port 914ff6ac-c8d2-4439-94da-183c937115d4 on network 97963029-0d93-4a39-ad9d-82273cc6f5fa {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:45:45.590747 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Port 914ff6ac-c8d2-4439-94da-183c937115d4 on network 97963029-0d93-4a39-ad9d-82273cc6f5fa not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:45:45.593731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Attempting to bind port 914ff6ac-c8d2-4439-94da-183c937115d4 on network 97963029-0d93-4a39-ad9d-82273cc6f5fa {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:45:45.608345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:45:45.608345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Checking segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:45:45.608901 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Bound using segment: {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:45:45.609393 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Bound port: 914ff6ac-c8d2-4439-94da-183c937115d4, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e46097-e38c-40d7-b44d-3bafef5e847c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:45:45.609812 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.702680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] For port 914ff6ac-c8d2-4439-94da-183c937115d4, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:45:45.707287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] For port 914ff6ac-c8d2-4439-94da-183c937115d4, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=914ff6ac-c8d2-4439-94da-183c937115d4,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:45:45.717836 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.759454 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:45.760114 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:45.761537 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] 10.222.0.60 "PUT /v2.0/ports/914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 200 len: 1091 time: 0.6609564 Apr 18 21:45:45.762004 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:45:45.764368 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a" -d '{"events": [{"name": "network-changed", "server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:45:45.792056 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca4393-f038-473f-9af6-e7d0384e7099 service neutron] Pushing event updated for resources: {'Port': ['ID=914ff6ac-c8d2-4439-94da-183c937115d4,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:45.875394 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed292268-95a1-4501-a079-73d6fd6ba959 x-openstack-request-id: req-ed292268-95a1-4501-a079-73d6fd6ba959 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:45:45.875693 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:45:45.875973 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ed292268-95a1-4501-a079-73d6fd6ba959 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:45:45.876371 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed292268-95a1-4501-a079-73d6fd6ba959'] response: {'name': 'network-changed', 'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4', 'status': 'completed', 'code': 200} Apr 18 21:45:45.899308 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6f216177-8b13-4564-9cc5-24a2065995be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:45.901229 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-6f216177-8b13-4564-9cc5-24a2065995be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1094 time: 0.0676980 Apr 18 21:45:45.953913 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-5a3a2b89-5973-45ef-8d88-0508a6de5680 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 200 len: 217 time: 0.0439613 Apr 18 21:45:46.012902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-7c0c2758-3d71-4652-b5d0-483a12899077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:46.014785 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-7c0c2758-3d71-4652-b5d0-483a12899077 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0529032 Apr 18 21:45:46.055083 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737fbbf-c8e3-4766-9692-abe134964480 req-f40f8f1f-1d6f-4600-a7dd-db49bee42bcd tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:46.056778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6737fbbf-c8e3-4766-9692-abe134964480 req-f40f8f1f-1d6f-4600-a7dd-db49bee42bcd tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0556083 Apr 18 21:45:46.074412 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-bb219fc3-69bd-4af4-adaa-21ab575da093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:46.075924 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-bb219fc3-69bd-4af4-adaa-21ab575da093 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537713 Apr 18 21:45:46.100899 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-6737fbbf-c8e3-4766-9692-abe134964480 req-3c0e1c58-7c42-46cd-a89e-abf83a2c9175 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370226 Apr 18 21:45:46.177790 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-38fbd3f5-99d7-4c71-8ef3-13182026fe77 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942538 Apr 18 21:45:46.268904 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-deaaf963-d48c-441c-a71b-10010d80fb27 req-7a7a6d03-5f33-4ba0-b5c7-ef07450fc1b5 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847352 Apr 18 21:45:46.352939 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-058e93ef-3100-4627-99f0-651026376e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:46.354404 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-058e93ef-3100-4627-99f0-651026376e06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1094 time: 0.0437281 Apr 18 21:45:46.452347 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-c21a0efd-a1a6-42cf-9eb7-daae4858c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:46.453799 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-c21a0efd-a1a6-42cf-9eb7-daae4858c748 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0924926 Apr 18 21:45:46.496768 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-efc760d4-7dc7-4c81-9fea-06c66b66ddd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 200 len: 217 time: 0.0350890 Apr 18 21:45:46.549024 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-c96fcedb-43c8-4b71-8dc2-6363fc403071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:46.550509 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-c96fcedb-43c8-4b71-8dc2-6363fc403071 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0480247 Apr 18 21:45:46.595717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-e92d0e74-a766-430a-984a-12a8bd9eb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:46.597268 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-e92d0e74-a766-430a-984a-12a8bd9eb1c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404775 Apr 18 21:45:46.661679 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.688911 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-22f35b13-3ebf-4c14-80c5-066b10fd9feb service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846694 Apr 18 21:45:46.782520 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-bad1b8d2-e996-4f2b-ba3c-9b123d1c380a req-b1f0e943-9202-4258-88ca-440b35f8fa2b service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867412 Apr 18 21:45:47.227639 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771aae0-a259-4d8b-ba38-887c0faf19fd req-7c668294-b113-4811-8bc5-2b41551dd2c3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:47.229331 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d771aae0-a259-4d8b-ba38-887c0faf19fd req-7c668294-b113-4811-8bc5-2b41551dd2c3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0543506 Apr 18 21:45:47.267853 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d771aae0-a259-4d8b-ba38-887c0faf19fd req-ef7d0deb-999e-4e6a-8445-54806a680328 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322273 Apr 18 21:45:48.388234 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfcddc-3ede-4fd7-a3bf-6b1f807349cb req-633fe0c4-9243-4c89-a57e-3ad829f8b12e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:48.389769 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70cfcddc-3ede-4fd7-a3bf-6b1f807349cb req-633fe0c4-9243-4c89-a57e-3ad829f8b12e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0500982 Apr 18 21:45:48.430306 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-70cfcddc-3ede-4fd7-a3bf-6b1f807349cb req-f016f5d9-a58b-410e-9eab-df36131949c6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341053 Apr 18 21:45:49.551547 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25676f-5077-4d45-b2d8-9a2c4e544505 req-adf733de-a68a-4b6c-976a-83751ebb085d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:49.553042 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a25676f-5077-4d45-b2d8-9a2c4e544505 req-adf733de-a68a-4b6c-976a-83751ebb085d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0484395 Apr 18 21:45:49.590416 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9a25676f-5077-4d45-b2d8-9a2c4e544505 req-15601c20-5c83-477b-8343-a02c64c5bcd6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308628 Apr 18 21:45:50.711253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46230dc-3c1f-49ac-868b-f1eeed6868bd req-615d45b2-ba2f-4c8d-bf21-9a17e73e0279 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:50.712826 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46230dc-3c1f-49ac-868b-f1eeed6868bd req-615d45b2-ba2f-4c8d-bf21-9a17e73e0279 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0539768 Apr 18 21:45:50.755236 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f46230dc-3c1f-49ac-868b-f1eeed6868bd req-995ede21-a984-4ac7-a3fc-f7d53de16145 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356748 Apr 18 21:45:51.871241 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9571947-d434-49a2-ad65-7de073584e2d req-44ef6edf-5054-4d4d-b81f-b9f5b06c5f3c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:51.872742 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9571947-d434-49a2-ad65-7de073584e2d req-44ef6edf-5054-4d4d-b81f-b9f5b06c5f3c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0492654 Apr 18 21:45:51.909691 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d9571947-d434-49a2-ad65-7de073584e2d req-6fad7f17-36c8-431a-abe8-833c609cd9b7 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309639 Apr 18 21:45:53.025779 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032c3a0-027c-4497-9fa4-90829443420c req-bd9df21f-57fb-4039-be4e-6ddf533f3be0 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:53.027154 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9032c3a0-027c-4497-9fa4-90829443420c req-bd9df21f-57fb-4039-be4e-6ddf533f3be0 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0467937 Apr 18 21:45:53.064086 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9032c3a0-027c-4497-9fa4-90829443420c req-d474ce0f-6642-4950-96cc-b98ec8b6b163 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307131 Apr 18 21:45:54.181767 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c052030-9dea-45cc-9adc-3f8ea0ccb7f4 req-604fdc27-8ff3-45d1-a1df-695b9f6a9d08 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:54.183221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c052030-9dea-45cc-9adc-3f8ea0ccb7f4 req-604fdc27-8ff3-45d1-a1df-695b9f6a9d08 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0519612 Apr 18 21:45:54.220156 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9c052030-9dea-45cc-9adc-3f8ea0ccb7f4 req-d92fc491-e5c5-410f-be1a-d9af39095c11 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309148 Apr 18 21:45:55.337941 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315aa72b-0062-4400-a55c-c7318570aef1 req-170abb20-a060-4470-96f9-fbd9e898e663 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:55.339484 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-315aa72b-0062-4400-a55c-c7318570aef1 req-170abb20-a060-4470-96f9-fbd9e898e663 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0489435 Apr 18 21:45:55.377790 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-315aa72b-0062-4400-a55c-c7318570aef1 req-c1b7475d-a392-4423-a3dc-796b8d98bf62 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317652 Apr 18 21:45:56.499698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb061307-6d7e-49ed-8b4b-2dbfcc0f2c08 req-c8c2f46b-dde2-469a-a6b1-497a300fc39d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:56.501195 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb061307-6d7e-49ed-8b4b-2dbfcc0f2c08 req-c8c2f46b-dde2-469a-a6b1-497a300fc39d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0481899 Apr 18 21:45:56.539732 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb061307-6d7e-49ed-8b4b-2dbfcc0f2c08 req-67df75ea-fa47-4c7c-b4db-2946257ddf8a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Apr 18 21:45:57.610159 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 914ff6ac-c8d2-4439-94da-183c937115d4 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:45:57.664185 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96f99-160f-4eab-8614-c5af4e2d3ea3 req-9cc48b41-ad1d-486a-9a6c-5656db1b01d5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:57.665852 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99d96f99-160f-4eab-8614-c5af4e2d3ea3 req-9cc48b41-ad1d-486a-9a6c-5656db1b01d5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0562012 Apr 18 21:45:57.707434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-99d96f99-160f-4eab-8614-c5af4e2d3ea3 req-5ea43888-152e-4cc3-9f84-07c0685f395a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340507 Apr 18 21:45:57.710433 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 914ff6ac-c8d2-4439-94da-183c937115d4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=914ff6ac-c8d2-4439-94da-183c937115d4,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:57.726028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '914ff6ac-c8d2-4439-94da-183c937115d4', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'port_id': '914ff6ac-c8d2-4439-94da-183c937115d4', 'mac_address': 'fa:16:3e:59:17:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:45:57.767557 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.788970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914ff6ac-c8d2-4439-94da-183c937115d4 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:45:57.807365 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 914ff6ac-c8d2-4439-94da-183c937115d4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=914ff6ac-c8d2-4439-94da-183c937115d4,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:57.811353 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:57.860721 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=914ff6ac-c8d2-4439-94da-183c937115d4,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:57.868473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.868816 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.869148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.869474 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.869797 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.870120 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.870440 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.870753 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.871073 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.871402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.871739 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:57.872069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:45:58.162484 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['914ff6ac-c8d2-4439-94da-183c937115d4'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:45:58.824553 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b4a69-b20d-4cb1-ae7b-a95b7a5e993a req-0d105cda-46ea-4103-9faa-c4e07b522029 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:58.826039 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d0b4a69-b20d-4cb1-ae7b-a95b7a5e993a req-0d105cda-46ea-4103-9faa-c4e07b522029 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 944 time: 0.0491168 Apr 18 21:45:58.862906 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7d0b4a69-b20d-4cb1-ae7b-a95b7a5e993a req-9d6fedf4-8862-49d8-b9fc-6dab5a03b02e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308874 Apr 18 21:45:59.633546 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 914ff6ac-c8d2-4439-94da-183c937115d4 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:45:59.683733 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 914ff6ac-c8d2-4439-94da-183c937115d4 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:45:59.687789 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 914ff6ac-c8d2-4439-94da-183c937115d4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:45:59.688191 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.762046 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.784431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:45:59.786720 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ab4cce-4039-495c-977c-82d3dee86925" -d '{"events": [{"server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "name": "network-vif-plugged", "status": "completed", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:45:59.800127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 914ff6ac-c8d2-4439-94da-183c937115d4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=914ff6ac-c8d2-4439-94da-183c937115d4,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:45:59.804561 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:59.827327 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d3ebda-a992-401e-9fcf-2728d40aff7d x-openstack-request-id: req-f6d3ebda-a992-401e-9fcf-2728d40aff7d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:45:59.827615 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "name": "network-vif-plugged", "status": "completed", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:45:59.827879 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f6d3ebda-a992-401e-9fcf-2728d40aff7d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:45:59.828269 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d3ebda-a992-401e-9fcf-2728d40aff7d'] response: {'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4', 'code': 200} Apr 18 21:45:59.854132 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=914ff6ac-c8d2-4439-94da-183c937115d4,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:45:59.925772 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69c29f-11a8-4654-a737-b57c50ffc56b req-d43dc756-b4bf-42d8-8c5c-01902faec7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:59.927299 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4a69c29f-11a8-4654-a737-b57c50ffc56b req-d43dc756-b4bf-42d8-8c5c-01902faec7e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1096 time: 0.0420926 Apr 18 21:45:59.963051 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-4a69c29f-11a8-4654-a737-b57c50ffc56b req-5ae40290-e769-4621-9c0a-dae88b9bd324 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275912 Apr 18 21:45:59.982076 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbafbc2-0d43-4bf5-9ed1-2493bafebe5f req-3a491bfe-a17e-4dc0-9be9-4e91e851d1e8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:59.983550 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3cbafbc2-0d43-4bf5-9ed1-2493bafebe5f req-3a491bfe-a17e-4dc0-9be9-4e91e851d1e8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0478661 Apr 18 21:46:00.020987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3cbafbc2-0d43-4bf5-9ed1-2493bafebe5f req-7d21cfd1-86fa-4284-8584-4d906965443f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Apr 18 21:46:01.148225 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8619a-b2ce-4d92-ba83-bbe4d50157ac req-33b9aabd-d57f-439d-a84b-c7a03885cec8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:01.149711 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ed8619a-b2ce-4d92-ba83-bbe4d50157ac req-33b9aabd-d57f-439d-a84b-c7a03885cec8 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0587285 Apr 18 21:46:01.188638 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2ed8619a-b2ce-4d92-ba83-bbe4d50157ac req-69cb2b8d-de66-457a-9f80-20a3ccce40a2 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328174 Apr 18 21:46:02.301869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20eeea-a651-463a-a406-6ed2485d9a6e req-2289bc33-a7da-4522-89e0-9eb19f1a99c5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:02.303338 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a20eeea-a651-463a-a406-6ed2485d9a6e req-2289bc33-a7da-4522-89e0-9eb19f1a99c5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0476825 Apr 18 21:46:02.340275 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-3a20eeea-a651-463a-a406-6ed2485d9a6e req-5e28e847-da48-425e-803b-1af754b2fc53 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303884 Apr 18 21:46:02.453976 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a853da7-7cdf-41ae-8d2b-b1f269b1b4b1 req-c4830cd0-58d3-4d36-864e-5de5a1350de1 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:02.455428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a853da7-7cdf-41ae-8d2b-b1f269b1b4b1 req-c4830cd0-58d3-4d36-864e-5de5a1350de1 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0471172 Apr 18 21:46:02.493243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0a853da7-7cdf-41ae-8d2b-b1f269b1b4b1 req-219e08fc-21db-434c-9568-6236d7447e89 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310318 Apr 18 21:46:02.514698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55160) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:46:02.599736 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4c327-11e6-4563-b2b9-4c2ce00fc579 tempest-TestShelveInstance-468933089 tempest-TestShelveInstance-468933089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:02.601296 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-57a4c327-11e6-4563-b2b9-4c2ce00fc579 tempest-TestShelveInstance-468933089 tempest-TestShelveInstance-468933089-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1091 time: 0.0856521 Apr 18 21:46:02.604044 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55164) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:46:02.608246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '914ff6ac-c8d2-4439-94da-183c937115d4', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:46:02.628556 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.724073 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.830027 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Allocated IP 172.25.2.147 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/4a00d0c8-1407-4211-95fb-6da24afcd319) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:46:02.930000 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:02.962719 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.007381 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:46:03.010427 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:46:03.014959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:46:03.016928 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'Port': ['ID=4a00d0c8-1407-4211-95fb-6da24afcd319,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:03.367086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.436818 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.591018 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.595521 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.659669 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event updated for resources: {'Port': ['ID=4a00d0c8-1407-4211-95fb-6da24afcd319,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:03.675641 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:03.775935 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Floating IP afed8885-e8a9-4437-9b16-d844de0a7d9c associated. External IP: 172.25.2.147, port: 914ff6ac-c8d2-4439-94da-183c937115d4. Apr 18 21:46:03.987077 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Router 6327ee09-bb9f-4264-917a-6c525d14f68d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:46:04.101454 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:46:04.111777 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] Sync routers for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:46:04.121525 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:04.122450 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:46:04.123062 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:45:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:04.148367 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-4a8a6a42-1020-41a2-8ea3-61851c075ae3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5433238 Apr 18 21:46:04.148952 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:46:04.151185 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba0be4f-b86b-4449-8601-60e67f4fb22c" -d '{"events": [{"name": "network-changed", "server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:46:04.193718 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f0ff85-5caf-425f-8763-00866e16fe22 x-openstack-request-id: req-d0f0ff85-5caf-425f-8763-00866e16fe22 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:46:04.194035 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:46:04.194292 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0f0ff85-5caf-425f-8763-00866e16fe22 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:46:04.194712 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f0ff85-5caf-425f-8763-00866e16fe22'] response: {'name': 'network-changed', 'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4', 'status': 'completed', 'code': 200} Apr 18 21:46:04.229104 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:46:04.256217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-fc99d45f-47dd-45b1-ae0c-2361cd5cd06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:04.257639 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-fc99d45f-47dd-45b1-ae0c-2361cd5cd06a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1096 time: 0.0399778 Apr 18 21:46:04.352989 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-13306ff3-c02d-470d-a371-fc31a7982c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:04.354474 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-13306ff3-c02d-470d-a371-fc31a7982c31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0900531 Apr 18 21:46:04.418721 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-d11516eb-2370-4c73-9f13-2bfcc652db4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 200 len: 999 time: 0.0575325 Apr 18 21:46:04.451186 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'afed8885-e8a9-4437-9b16-d844de0a7d9c', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'port_id': '914ff6ac-c8d2-4439-94da-183c937115d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'mac_address': 'fa:16:3e:59:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5934df48-bf36-410e-b924-27b9975c1396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:46:03Z', 'updated_at': '2022-04-18T21:46:03Z', 'revision_number': 0, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:04.472726 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-22fe27b6-fc47-413f-b9b1-ec392d671c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:04.474244 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-22fe27b6-fc47-413f-b9b1-ec392d671c83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0475147 Apr 18 21:46:04.480432 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] Checking router: 6327ee09-bb9f-4264-917a-6c525d14f68d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:46:04.488628 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:46:04.489226 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:45:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:04.519587 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-b8b4b975-544f-4b16-9be3-5c51147f2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:04.521079 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-b8b4b975-544f-4b16-9be3-5c51147f2e87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405889 Apr 18 21:46:04.592114 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:46:04.613864 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-ff017f96-2571-4d58-87c2-c7faa6d3d0d9 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861380 Apr 18 21:46:04.706841 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-6ba0be4f-b86b-4449-8601-60e67f4fb22c req-713abd7c-fade-413f-98d8-297cc1fd19f0 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870562 Apr 18 21:46:04.815017 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'afed8885-e8a9-4437-9b16-d844de0a7d9c', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'port_id': '914ff6ac-c8d2-4439-94da-183c937115d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'mac_address': 'fa:16:3e:59:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5934df48-bf36-410e-b924-27b9975c1396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:46:03Z', 'updated_at': '2022-04-18T21:46:03Z', 'revision_number': 0, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:04.844302 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8cd7ff-bc8d-40c0-acf3-3e1b16cf44a2 None None] The sync data for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 is: [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': 'afed8885-e8a9-4437-9b16-d844de0a7d9c', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'port_id': '914ff6ac-c8d2-4439-94da-183c937115d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'mac_address': 'fa:16:3e:59:17:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5934df48-bf36-410e-b924-27b9975c1396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:46:03Z', 'updated_at': '2022-04-18T21:46:03Z', 'revision_number': 0, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:46:05.019672 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f7e736-5ae8-427d-afd1-7e7b1622347a None None] New status for floating IP afed8885-e8a9-4437-9b16-d844de0a7d9c: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:46:06.079689 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a6ea36a2-1ec0-406d-b95d-da2ff21c3b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:06.258460 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:46:08.810513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-17a98713-f070-4bf3-89a4-ec4622c76cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:09.621206 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:10.789924 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.436410 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:11.979487 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-5382528b-d124-459a-ab82-7cac85cfdebf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429382 Apr 18 21:46:12.062926 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-5deab21e-a207-41ca-8800-5fa3af7fd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:12.064413 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-5deab21e-a207-41ca-8800-5fa3af7fd4d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1096 time: 0.0416291 Apr 18 21:46:12.175068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-9f2c5695-4646-41ce-98a2-f136ce4043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:12.176620 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-9f2c5695-4646-41ce-98a2-f136ce4043f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0916269 Apr 18 21:46:12.241458 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-fda04f1d-fd3f-41dd-aaf5-ead6cc701252 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 200 len: 1001 time: 0.0587175 Apr 18 21:46:12.295163 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-b27e9853-da88-4aaf-b47f-7c200a707b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:12.296672 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-b27e9853-da88-4aaf-b47f-7c200a707b5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0479703 Apr 18 21:46:12.344295 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-de7ad8a4-ec90-44c9-923c-2e5e025ba1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:12.345716 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-de7ad8a4-ec90-44c9-923c-2e5e025ba1f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402486 Apr 18 21:46:12.435609 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-1410cb82-298e-4006-954d-5cec82572e74 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818651 Apr 18 21:46:12.533038 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a0ba23ba-565c-4b14-9c0d-723200d2af91 req-158c7a46-fa3b-4b2a-a189-afc4ef6d5cde service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904045 Apr 18 21:46:13.084241 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.669224 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:36.082604 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-89b358cb-e5a5-456b-bf04-f354f87b873d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.811786 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0c2f133f-105c-4d4c-8c4e-64f115ed01d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.623802 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.791221 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.435605 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.098489 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:43.257446 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:46:46.668037 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:06.084885 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8aa208d0-e6b8-40a4-8924-ea90366d8263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:08.813087 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-711261d2-57ca-4850-a4e2-92989b145603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:09.627491 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:10.794126 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:11.428278 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:13.108086 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:13.896391 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-047e572f-84de-48b8-bad5-ab9897cb385c req-c44c41f5-5d3d-44c7-9ff6-45438f6d4406 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817635 Apr 18 21:47:13.976117 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e572f-84de-48b8-bad5-ab9897cb385c req-6910db22-9353-471c-b19c-7752243b1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:13.977604 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-047e572f-84de-48b8-bad5-ab9897cb385c req-6910db22-9353-471c-b19c-7752243b1902 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1096 time: 0.0397687 Apr 18 21:47:14.082018 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e572f-84de-48b8-bad5-ab9897cb385c req-52bfc05e-0902-4e5e-8f3c-f907694403b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:14.083407 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-047e572f-84de-48b8-bad5-ab9897cb385c req-52bfc05e-0902-4e5e-8f3c-f907694403b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0872059 Apr 18 21:47:14.146813 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-047e572f-84de-48b8-bad5-ab9897cb385c req-85b857cb-5b5a-4bf0-937a-59aa37f2beeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 200 len: 1001 time: 0.0567565 Apr 18 21:47:14.197439 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e572f-84de-48b8-bad5-ab9897cb385c req-d3ac470d-9d64-4c59-9005-fd0fea2e26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:14.198821 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-047e572f-84de-48b8-bad5-ab9897cb385c req-d3ac470d-9d64-4c59-9005-fd0fea2e26b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0459561 Apr 18 21:47:14.243005 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e572f-84de-48b8-bad5-ab9897cb385c req-ad390af5-b4dc-4f35-8131-121f13cce6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:14.244504 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-047e572f-84de-48b8-bad5-ab9897cb385c req-ad390af5-b4dc-4f35-8131-121f13cce6ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396135 Apr 18 21:47:14.334017 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-047e572f-84de-48b8-bad5-ab9897cb385c req-ddc5d23e-b67a-48bc-93d2-e85db8aa2425 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829048 Apr 18 21:47:14.427052 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-047e572f-84de-48b8-bad5-ab9897cb385c req-61113c34-7dcf-40b3-b5da-f4ff5693c336 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860856 Apr 18 21:47:16.669258 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.257528 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:47:36.085705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-103d738d-1067-4741-8c61-3974b89042fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:38.813613 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6b33e6cf-d1e9-4bc9-896c-bb10f9bd7b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:39.631295 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:40.796849 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:41.430734 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:43.112894 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.665161 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:57.257542 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:47:59.599647 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade804c8-3c44-4d2e-8033-422a714914ce req-9cb0f696-b720-42b7-bac9-24ac35471d72 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:47:59.602004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ade804c8-3c44-4d2e-8033-422a714914ce req-9cb0f696-b720-42b7-bac9-24ac35471d72 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0523651 Apr 18 21:47:59.643650 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ade804c8-3c44-4d2e-8033-422a714914ce req-f977fe44-7655-4a0b-80bc-d0edd774602c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355394 Apr 18 21:48:00.763862 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ea98-d4f6-42fe-a887-6c60bc63a809 req-1e86cd8e-8768-4dea-9ce9-5fbc490310fd tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:00.765350 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79b8ea98-d4f6-42fe-a887-6c60bc63a809 req-1e86cd8e-8768-4dea-9ce9-5fbc490310fd tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Apr 18 21:48:00.804633 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-79b8ea98-d4f6-42fe-a887-6c60bc63a809 req-84eeeb1c-09fc-4dae-99e7-295e93ec24ac tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332325 Apr 18 21:48:01.925204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccdc7d-70be-498e-9889-6442b46c7f6c req-557da212-2091-46b4-871d-fa78087050d2 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:01.926717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20ccdc7d-70be-498e-9889-6442b46c7f6c req-557da212-2091-46b4-871d-fa78087050d2 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0499637 Apr 18 21:48:01.965079 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-20ccdc7d-70be-498e-9889-6442b46c7f6c req-1628ae38-bc93-4e57-8fe1-b0e06a526bd3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Apr 18 21:48:03.079691 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe23e0e-a6c2-482f-add8-3a865e5eb537 req-aa107fdf-28ec-43ae-9e25-d94c0ebcf567 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:03.081096 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fe23e0e-a6c2-482f-add8-3a865e5eb537 req-aa107fdf-28ec-43ae-9e25-d94c0ebcf567 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0481076 Apr 18 21:48:03.117487 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2fe23e0e-a6c2-482f-add8-3a865e5eb537 req-49e65da0-4d0e-4a58-b0fe-ec84b9721c93 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304105 Apr 18 21:48:04.235615 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7ff2a-4573-4dfd-8604-88541cd10099 req-80411530-27cc-4270-9739-b57b8720f265 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:04.237074 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0a7ff2a-4573-4dfd-8604-88541cd10099 req-80411530-27cc-4270-9739-b57b8720f265 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0510306 Apr 18 21:48:04.273610 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-a0a7ff2a-4573-4dfd-8604-88541cd10099 req-61b6eab7-8bdb-4c6e-9770-1f2a49b195fb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299432 Apr 18 21:48:05.390448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd2a91-8915-4dbf-9177-df746789b413 req-6224ae6f-1ffc-4bd0-86b1-7da977aff573 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:05.391950 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d3cd2a91-8915-4dbf-9177-df746789b413 req-6224ae6f-1ffc-4bd0-86b1-7da977aff573 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0500157 Apr 18 21:48:05.430173 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d3cd2a91-8915-4dbf-9177-df746789b413 req-c6d79d3c-487b-4bd2-a116-6ac76a60ed91 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320098 Apr 18 21:48:06.087083 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3d87b502-ab17-4acc-890f-6e656f71c384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:06.545351 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f04f7-1c1a-4858-a0d5-198937a54d96 req-7bf1ab27-9c06-42fb-8b6f-be86be48a359 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:06.546814 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d27f04f7-1c1a-4858-a0d5-198937a54d96 req-7bf1ab27-9c06-42fb-8b6f-be86be48a359 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0481911 Apr 18 21:48:06.584452 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d27f04f7-1c1a-4858-a0d5-198937a54d96 req-5c5c522d-f834-42d5-9ac4-03901a603647 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Apr 18 21:48:07.707037 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87377e58-caa6-43cb-9b43-31c75e33dfcc req-3da49735-f0a0-4164-9292-76a8463ec15a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:07.708569 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87377e58-caa6-43cb-9b43-31c75e33dfcc req-3da49735-f0a0-4164-9292-76a8463ec15a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0529258 Apr 18 21:48:07.747186 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-87377e58-caa6-43cb-9b43-31c75e33dfcc req-e2959cb9-d9b6-4c34-9be4-512cd89e9075 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317705 Apr 18 21:48:08.817725 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f18c1b05-d10c-4b73-b030-08d82aa2dd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:08.870246 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec500b0-7237-401f-9c45-fc40d4917892 req-a8d2ee5b-d80a-4a13-8463-ff20d6c29d2f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:08.871717 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fec500b0-7237-401f-9c45-fc40d4917892 req-a8d2ee5b-d80a-4a13-8463-ff20d6c29d2f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Apr 18 21:48:08.910005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-fec500b0-7237-401f-9c45-fc40d4917892 req-cbb9de6c-f875-45bc-a5ca-63d1c8553527 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Apr 18 21:48:09.633478 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:09.732460 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-d76eec3f-ceef-4041-a52e-0392bb48d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:09.734150 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-d76eec3f-ceef-4041-a52e-0392bb48d899 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1096 time: 0.0428424 Apr 18 21:48:09.833744 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-70f69dfd-0c5a-4042-89d0-1cd606737543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:09.835681 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-70f69dfd-0c5a-4042-89d0-1cd606737543 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0942812 Apr 18 21:48:09.900854 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-022191dd-5cff-46a2-aa82-5058b4adf39b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 200 len: 1001 time: 0.0581636 Apr 18 21:48:09.949261 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-dd513241-88c7-4e34-b03c-2bf62df14b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:09.950730 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-dd513241-88c7-4e34-b03c-2bf62df14b31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0433202 Apr 18 21:48:09.999227 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-eab9b20d-6bb0-43c6-94db-fb8fb625240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:10.000809 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-eab9b20d-6bb0-43c6-94db-fb8fb625240e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439024 Apr 18 21:48:10.028729 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a63df0-ecc8-4b5f-bc0d-3a8e607598bd req-6744a686-98dc-4780-9750-18ef7ecb5a5f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:10.030230 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11a63df0-ecc8-4b5f-bc0d-3a8e607598bd req-6744a686-98dc-4780-9750-18ef7ecb5a5f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0513117 Apr 18 21:48:10.068483 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-11a63df0-ecc8-4b5f-bc0d-3a8e607598bd req-0862f820-ec88-43b9-adab-1c085b653875 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Apr 18 21:48:10.092025 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-c764a898-ea84-4a4d-93d9-0213a55e7e56 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842388 Apr 18 21:48:10.180344 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-84125424-d5fd-4b04-9b57-ad51ea77cdb4 req-4480f7b2-359d-4109-80f2-580bbc1d6d5d service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822086 Apr 18 21:48:10.800596 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:11.187606 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cb540-f251-4ae8-86a9-992a80f3b292 req-3c799721-a75e-45e6-b8bc-68bb5032b8fa tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:11.189100 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b8cb540-f251-4ae8-86a9-992a80f3b292 req-3c799721-a75e-45e6-b8bc-68bb5032b8fa tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0525076 Apr 18 21:48:11.226699 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b8cb540-f251-4ae8-86a9-992a80f3b292 req-ab74f72c-527e-41bb-948d-35785af67d9a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Apr 18 21:48:11.432684 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:12.347236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716b991-2aa6-438f-a107-2a53c0b7e4c8 req-8f7448e3-a54c-4b7a-944b-28251ea31ca0 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:12.348783 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f716b991-2aa6-438f-a107-2a53c0b7e4c8 req-8f7448e3-a54c-4b7a-944b-28251ea31ca0 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0508573 Apr 18 21:48:12.389004 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f716b991-2aa6-438f-a107-2a53c0b7e4c8 req-26410078-02c3-4378-aa5d-f3bd3a0ff149 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339963 Apr 18 21:48:13.112781 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.508401 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e5796-f02b-49cf-8c91-fdc94ff0422b req-608779c9-db03-4634-946f-8e8241bcb3d3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:13.509913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-599e5796-f02b-49cf-8c91-fdc94ff0422b req-608779c9-db03-4634-946f-8e8241bcb3d3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0486889 Apr 18 21:48:13.549317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-599e5796-f02b-49cf-8c91-fdc94ff0422b req-4fbb299e-958d-4bb3-9cb1-c69de1b9ecd4 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332725 Apr 18 21:48:14.417367 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 914ff6ac-c8d2-4439-94da-183c937115d4 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:48:14.499862 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:14.521114 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:48:14.523410 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95237ddc-c0f9-4911-b76f-7d32e56cc307" -d '{"events": [{"server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "name": "network-vif-unplugged", "status": "completed", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:48:14.536049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 914ff6ac-c8d2-4439-94da-183c937115d4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=914ff6ac-c8d2-4439-94da-183c937115d4,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:14.541451 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:14.564612 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Apr 2022 21:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcb2a60-4974-4443-a257-ced80a8b1f8d x-openstack-request-id: req-cbcb2a60-4974-4443-a257-ced80a8b1f8d {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:48:14.564901 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "name": "network-vif-unplugged", "status": "failed", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4", "code": 422}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:48:14.565150 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbcb2a60-4974-4443-a257-ced80a8b1f8d {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:48:14.565542 n-d-836015-4 neutron-server[102905]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cbcb2a60-4974-4443-a257-ced80a8b1f8d']: {'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4', 'code': 422} returned with failed status Apr 18 21:48:14.589868 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=914ff6ac-c8d2-4439-94da-183c937115d4,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:14.597012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.597351 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.597684 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.598012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.598337 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.598659 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.598978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.599294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.599613 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.600473 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.600793 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.601107 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:48:14.737919 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-27c1d7c7-5d93-4b80-924f-fd05890ba23a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414188 Apr 18 21:48:14.747628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-55a6a96d-c494-4afa-a818-0d91f2b114a7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:48:14.748406 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-55a6a96d-c494-4afa-a818-0d91f2b114a7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049779 Apr 18 21:48:14.770502 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb715fd-51d9-47a4-a49f-636fa699941a req-97308f95-f734-48a6-855f-82e511d06eba tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:14.772256 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bb715fd-51d9-47a4-a49f-636fa699941a req-97308f95-f734-48a6-855f-82e511d06eba tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0546944 Apr 18 21:48:14.812517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9bb715fd-51d9-47a4-a49f-636fa699941a req-19af9767-5bf6-477f-a5b7-1a47fc67aa66 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337274 Apr 18 21:48:15.931040 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704e7a4-0704-4ca4-83a4-a4ca80a2d677 req-3ba959a2-7939-4f53-b370-675802e34de9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:15.932564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d704e7a4-0704-4ca4-83a4-a4ca80a2d677 req-3ba959a2-7939-4f53-b370-675802e34de9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0498214 Apr 18 21:48:15.971122 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d704e7a4-0704-4ca4-83a4-a4ca80a2d677 req-b8d8e6ff-88c7-429d-93c2-decb30026e0c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Apr 18 21:48:16.682426 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.086992 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e675829-f60e-4b7e-ab36-31732ecb3241 req-a822eb0b-4897-4720-8eae-304dd2f6babd tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:17.088503 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e675829-f60e-4b7e-ab36-31732ecb3241 req-a822eb0b-4897-4720-8eae-304dd2f6babd tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0495763 Apr 18 21:48:17.126132 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1e675829-f60e-4b7e-ab36-31732ecb3241 req-8a851abe-8ab7-4f38-807f-f901bbef6a11 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315557 Apr 18 21:48:18.245148 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544980ae-f349-4b24-bbe0-a7dc8949f542 req-174600ea-4971-4cf4-9848-73f553d0c73f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:18.246744 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-544980ae-f349-4b24-bbe0-a7dc8949f542 req-174600ea-4971-4cf4-9848-73f553d0c73f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0539017 Apr 18 21:48:18.284253 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-544980ae-f349-4b24-bbe0-a7dc8949f542 req-1097e5e3-fa9f-4b84-aef0-daaeca8b5c0c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311797 Apr 18 21:48:19.333660 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-17a44894-81df-4a86-b519-35e0fbd1d8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:19.335177 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-17a44894-81df-4a86-b519-35e0fbd1d8aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396&tenant_id=b3251fb771a9461cb0bf55ac10a7b57a HTTP/1.1" status: 200 len: 1094 time: 0.0409789 Apr 18 21:48:19.398197 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-4adb11b3-0a33-4661-981e-df8d06eca181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:19.399801 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-4adb11b3-0a33-4661-981e-df8d06eca181 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1094 time: 0.0433803 Apr 18 21:48:19.404297 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad5005-e593-4f82-b67f-41641cc3a212 req-69b01b2b-296b-4dfb-94df-67a37494986e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:19.405810 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41ad5005-e593-4f82-b67f-41641cc3a212 req-69b01b2b-296b-4dfb-94df-67a37494986e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0494835 Apr 18 21:48:19.444643 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-41ad5005-e593-4f82-b67f-41641cc3a212 req-6b378e77-ea62-47cd-8991-f6c2ba0b3aab tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Apr 18 21:48:19.495575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-c6037fd9-f57e-411e-a315-8c5d8b15f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:19.497075 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-c6037fd9-f57e-411e-a315-8c5d8b15f7e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0908985 Apr 18 21:48:19.560617 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-0b529ddd-283c-40a7-960c-9b771bcc9555 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 200 len: 999 time: 0.0570474 Apr 18 21:48:19.610470 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-a17cc853-52cf-45fa-bdaf-d4fcc8be6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:19.611788 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-a17cc853-52cf-45fa-bdaf-d4fcc8be6163 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0451300 Apr 18 21:48:19.658392 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-3f552430-ab25-4fde-b968-db967e15267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:19.659921 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-3f552430-ab25-4fde-b968-db967e15267c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405021 Apr 18 21:48:19.746700 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-a7b2a528-bb56-440e-be9f-87fbf1bc19c3 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800166 Apr 18 21:48:19.840478 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-72f83fca-38f5-43ba-8b67-393be5f08653 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847359 Apr 18 21:48:20.559299 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af877ff-11df-4e70-b5c5-dca205d4e886 req-952c2cfa-2a60-4943-bb4d-d80bb856b713 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:20.560800 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8af877ff-11df-4e70-b5c5-dca205d4e886 req-952c2cfa-2a60-4943-bb4d-d80bb856b713 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0479739 Apr 18 21:48:20.598315 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8af877ff-11df-4e70-b5c5-dca205d4e886 req-9799a73b-7aaf-40ef-85eb-e5b66263140e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315533 Apr 18 21:48:21.716402 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84179bb8-7580-4328-9c32-3d81a97c3145 req-a91751f3-a899-4ae0-8181-63a32d2eb74a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:21.717874 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84179bb8-7580-4328-9c32-3d81a97c3145 req-a91751f3-a899-4ae0-8181-63a32d2eb74a tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0522230 Apr 18 21:48:21.754735 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-84179bb8-7580-4328-9c32-3d81a97c3145 req-5d4b0b19-1e2d-4f28-ac64-c70c4a395caa tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308981 Apr 18 21:48:22.870951 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de271562-d1b5-46e1-ab42-607bc272e686 req-f2718627-f98e-4b18-9daa-42dc8c22054b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:22.872462 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de271562-d1b5-46e1-ab42-607bc272e686 req-f2718627-f98e-4b18-9daa-42dc8c22054b tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0496590 Apr 18 21:48:22.909336 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-de271562-d1b5-46e1-ab42-607bc272e686 req-b9797063-ae54-465d-9d89-edb5de9c4653 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309579 Apr 18 21:48:24.021851 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10fe3e-6621-4fc7-84c8-2134aa6bba8f req-7c494a29-0681-451c-a6ba-bc64f6f34432 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:24.023319 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc10fe3e-6621-4fc7-84c8-2134aa6bba8f req-7c494a29-0681-451c-a6ba-bc64f6f34432 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0476871 Apr 18 21:48:24.061180 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cc10fe3e-6621-4fc7-84c8-2134aa6bba8f req-f89ddec2-483a-4c00-b39e-dc306231a0d3 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312338 Apr 18 21:48:25.187613 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46dc85-3457-46df-a4e6-68219d83f9f4 req-15429e82-73bd-4310-b59b-9e1319474576 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:25.189092 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a46dc85-3457-46df-a4e6-68219d83f9f4 req-15429e82-73bd-4310-b59b-9e1319474576 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0517478 Apr 18 21:48:25.226526 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4a46dc85-3457-46df-a4e6-68219d83f9f4 req-f8ff0515-a9d7-45dc-9920-21d0434635bd tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314415 Apr 18 21:48:26.341698 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d1b9f-b762-4e54-aa8f-c87fe6a8d01b req-efa08246-3801-4344-9e22-12209c17fefe tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:26.343172 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-130d1b9f-b762-4e54-aa8f-c87fe6a8d01b req-efa08246-3801-4344-9e22-12209c17fefe tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0495632 Apr 18 21:48:26.380375 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-130d1b9f-b762-4e54-aa8f-c87fe6a8d01b req-102e45b7-715e-4b1c-934e-ac5b600c2327 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311141 Apr 18 21:48:27.501024 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3685d0-b939-475a-83b8-ed935fc20813 req-de2575bf-3058-4a6b-a73b-c7f0853eb3cb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:27.502522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b3685d0-b939-475a-83b8-ed935fc20813 req-de2575bf-3058-4a6b-a73b-c7f0853eb3cb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0538363 Apr 18 21:48:27.540400 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8b3685d0-b939-475a-83b8-ed935fc20813 req-f394e138-8512-4b78-af23-0eb79686d9b6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314035 Apr 18 21:48:28.463926 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 914ff6ac-c8d2-4439-94da-183c937115d4 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:48:28.556512 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 914ff6ac-c8d2-4439-94da-183c937115d4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=914ff6ac-c8d2-4439-94da-183c937115d4,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:28.571156 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '914ff6ac-c8d2-4439-94da-183c937115d4', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'port_id': '914ff6ac-c8d2-4439-94da-183c937115d4', 'mac_address': 'fa:16:3e:59:17:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:48:28.606545 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.619503 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914ff6ac-c8d2-4439-94da-183c937115d4 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:48:28.639819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 914ff6ac-c8d2-4439-94da-183c937115d4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=914ff6ac-c8d2-4439-94da-183c937115d4,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:28.644024 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:28.660798 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011a7d2-8960-4894-adb1-a69f03643115 req-ba7b048c-310a-420c-b79c-dd73c5744a77 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:28.662377 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d011a7d2-8960-4894-adb1-a69f03643115 req-ba7b048c-310a-420c-b79c-dd73c5744a77 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 943 time: 0.0535412 Apr 18 21:48:28.689706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=914ff6ac-c8d2-4439-94da-183c937115d4,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:28.701430 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d011a7d2-8960-4894-adb1-a69f03643115 req-d4a1c421-7136-4760-af37-e592fbd4e18c tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324204 Apr 18 21:48:28.947091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['914ff6ac-c8d2-4439-94da-183c937115d4'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:48:29.818215 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8b961-9c17-4f6c-b8bf-1ef48a60fd40 req-c9bfa3eb-8c39-4323-9112-475b6655633d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:29.819688 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31e8b961-9c17-4f6c-b8bf-1ef48a60fd40 req-c9bfa3eb-8c39-4323-9112-475b6655633d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 944 time: 0.0496700 Apr 18 21:48:29.858746 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-31e8b961-9c17-4f6c-b8bf-1ef48a60fd40 req-93633251-d149-4ee8-b183-2a5b5e8625b5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326362 Apr 18 21:48:30.464444 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 914ff6ac-c8d2-4439-94da-183c937115d4 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:48:30.516805 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 914ff6ac-c8d2-4439-94da-183c937115d4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:48:30.517174 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.595333 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.616470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:48:30.619225 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1c1025-0606-49c8-a31c-1fcf68d35aeb" -d '{"events": [{"server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "name": "network-vif-plugged", "status": "completed", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:48:30.631923 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 914ff6ac-c8d2-4439-94da-183c937115d4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=914ff6ac-c8d2-4439-94da-183c937115d4,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:48:30.636696 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:30.683490 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=914ff6ac-c8d2-4439-94da-183c937115d4,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:48:30.973950 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74849f-1729-406d-bf00-314a36b610c2 req-7a6361c3-c2c3-4611-a444-b52e1500a698 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:30.975428 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da74849f-1729-406d-bf00-314a36b610c2 req-7a6361c3-c2c3-4611-a444-b52e1500a698 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0488553 Apr 18 21:48:31.017963 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-da74849f-1729-406d-bf00-314a36b610c2 req-e99068d4-9cf0-4ba7-991c-d3dacab3fe20 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350122 Apr 18 21:48:31.715613 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0948a646-42bb-431f-8b40-c0cfb310a139 x-openstack-request-id: req-0948a646-42bb-431f-8b40-c0cfb310a139 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:48:31.716129 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "name": "network-vif-plugged", "status": "completed", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:48:31.716244 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0948a646-42bb-431f-8b40-c0cfb310a139 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:48:31.716545 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0948a646-42bb-431f-8b40-c0cfb310a139'] response: {'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4', 'code': 200} Apr 18 21:48:31.863510 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384f5b-3358-4eb2-9d0c-7680f89611eb req-673f6428-2141-4b7c-bba2-08eef24b6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:31.865024 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-de384f5b-3358-4eb2-9d0c-7680f89611eb req-673f6428-2141-4b7c-bba2-08eef24b6f2b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1096 time: 0.0408831 Apr 18 21:48:31.897846 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-de384f5b-3358-4eb2-9d0c-7680f89611eb req-acbfbb9c-24f0-45ba-b1e5-defa48066e98 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267255 Apr 18 21:48:32.139130 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8f07d-e242-4f46-9a32-6e24f634c4e0 req-8a50381e-5e69-4d38-9858-74a5227c34cb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:32.140597 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ed8f07d-e242-4f46-9a32-6e24f634c4e0 req-8a50381e-5e69-4d38-9858-74a5227c34cb tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0513959 Apr 18 21:48:32.177422 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-5ed8f07d-e242-4f46-9a32-6e24f634c4e0 req-5c485657-ca90-484f-9371-b22fa4e95fd5 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308385 Apr 18 21:48:33.297782 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85164-00dc-4728-aa0d-1be4d5dde3d5 req-12b48cf8-e6b7-4059-877d-d7f4cce7d678 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:48:33.299228 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50c85164-00dc-4728-aa0d-1be4d5dde3d5 req-12b48cf8-e6b7-4059-877d-d7f4cce7d678 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0492568 Apr 18 21:48:33.336867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-50c85164-00dc-4728-aa0d-1be4d5dde3d5 req-718ad7e4-7c96-4214-be94-55af5d100835 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316005 Apr 18 21:48:34.257354 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:48:36.089037 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a947-f22a-4fda-88c8-f219ccafa95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:38.819210 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d66af8c7-de92-4140-b0d4-67328c40a0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:39.635991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:40.803683 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:41.435204 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.110781 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.681519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:06.091804 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2c57e809-69e0-4cc8-b0ff-e6e46f00f446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:08.820646 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d1c24046-a744-4d37-a84a-e0b1e7c4e897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:09.639237 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:10.805637 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:11.257273 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:49:11.436877 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:13.109666 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:14.317600 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-180f1cd8-f556-4bff-8717-7e04cff9f10f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434108 Apr 18 21:49:14.694175 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-7569e28c-baf9-4576-b4ac-8c60417ddf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:14.695865 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-7569e28c-baf9-4576-b4ac-8c60417ddf69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1096 time: 0.3376613 Apr 18 21:49:14.797657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-d0ae7543-fc4b-44f7-b508-c4321ff4189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:14.800240 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-d0ae7543-fc4b-44f7-b508-c4321ff4189d service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.0849197 Apr 18 21:49:14.869392 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-5ec77e56-42ae-4d1d-8d3b-da8439554dee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 200 len: 1001 time: 0.0613270 Apr 18 21:49:14.917135 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-412b565c-1fd1-487b-8988-56a21b8d5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:14.918570 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-412b565c-1fd1-487b-8988-56a21b8d5887 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0419924 Apr 18 21:49:14.967467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-bb8c4ea9-c9e4-4fc4-acd3-3b160df38ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:14.969887 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-bb8c4ea9-c9e4-4fc4-acd3-3b160df38ad2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445395 Apr 18 21:49:15.068161 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-f9a5512f-1ce3-47cd-baee-cdca831ea22e service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923383 Apr 18 21:49:15.156933 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-b25f405d-450c-48ae-bcdb-91a3fe978e38 req-4ef872f4-10b5-442a-8441-cc6ab6fe12f9 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826628 Apr 18 21:49:16.671514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:36.092753 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0555ae12-eca6-4498-bbb9-1f2c861fbf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:38.821885 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6e8583b5-1b4d-46e1-9086-5d1c739975e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:39.639995 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:40.808049 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:41.439052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:43.125904 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:46.676696 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:46.731104 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55316) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:49:46.888438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Deleting port 4a00d0c8-1407-4211-95fb-6da24afcd319 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:49:46.888779 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:46.961158 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:46.961484 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:46.973316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Calling delete_port for 4a00d0c8-1407-4211-95fb-6da24afcd319 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:49:47.117454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:47.142922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event deleted for resources: {'Port': ['ID=4a00d0c8-1407-4211-95fb-6da24afcd319,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:47.166269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.166611 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.166944 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.167275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.167599 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.167949 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.168275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.168598 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.168918 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.169237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.169556 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.169878 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:47.212204 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:47.212449 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Floating IP afed8885-e8a9-4437-9b16-d844de0a7d9c disassociated (deleted). External IP: 172.25.2.147, port: 914ff6ac-c8d2-4439-94da-183c937115d4. Apr 18 21:49:47.421395 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Router 6327ee09-bb9f-4264-917a-6c525d14f68d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:49:47.528298 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:49:47.533410 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:47.539257 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] Sync routers for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:49:47.548968 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:49:47.549557 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:47.565291 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-0dd51313-d425-4155-bee8-6864c8becb02 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "DELETE /v2.0/floatingips/afed8885-e8a9-4437-9b16-d844de0a7d9c HTTP/1.1" status: 204 len: 168 time: 0.8306446 Apr 18 21:49:47.565291 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:49:47.565711 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73ebeb2-1ed3-4749-b604-ca1689a441e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:49:47.678827 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd8be90-7171-4793-9d1c-a5cc1d5fed08 x-openstack-request-id: req-6dd8be90-7171-4793-9d1c-a5cc1d5fed08 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:49:47.679126 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:49:47.679363 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6dd8be90-7171-4793-9d1c-a5cc1d5fed08 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:49:47.679809 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd8be90-7171-4793-9d1c-a5cc1d5fed08'] response: {'name': 'network-changed', 'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4', 'status': 'completed', 'code': 200} Apr 18 21:49:47.690257 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:49:47.775000 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-c807850e-40b0-4de5-8d0d-567f1ad60e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:47.779021 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-c807850e-40b0-4de5-8d0d-567f1ad60e80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 1096 time: 0.0701270 Apr 18 21:49:47.884105 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b3dfd-aa88-4b46-a73d-38a970b1f6b1 req-f6f4e83b-aae2-4915-837f-baab1c53dce9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:47.885921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d58b3dfd-aa88-4b46-a73d-38a970b1f6b1 req-f6f4e83b-aae2-4915-837f-baab1c53dce9 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0542872 Apr 18 21:49:47.895680 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-fcd47b9f-6683-4740-83f1-093616e30ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:47.900333 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-fcd47b9f-6683-4740-83f1-093616e30ac5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 200 len: 910 time: 0.1161678 Apr 18 21:49:47.929062 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d58b3dfd-aa88-4b46-a73d-38a970b1f6b1 req-71ff7d7a-56f7-43f0-b41b-9eafdfa12f85 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Apr 18 21:49:47.955528 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-8501b7f7-0845-4f31-8bc8-7e06ce27d657 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 200 len: 217 time: 0.0426137 Apr 18 21:49:48.002585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-0a267e9b-83e6-4572-80b8-f74e9dc49a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:48.004669 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-0a267e9b-83e6-4572-80b8-f74e9dc49a70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 200 len: 848 time: 0.0470052 Apr 18 21:49:48.019990 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:48.045443 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] Checking router: 6327ee09-bb9f-4264-917a-6c525d14f68d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:49:48.051550 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-79227ee2-3a75-471d-a3bb-9d89f24796a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:48.053096 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-79227ee2-3a75-471d-a3bb-9d89f24796a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=97963029-0d93-4a39-ad9d-82273cc6f5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403569 Apr 18 21:49:48.053894 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:49:48.054481 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:48.147046 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-5b30b6ef-e623-4c2f-aa2e-575df5afe296 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864785 Apr 18 21:49:48.156707 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:49:48.246548 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e73ebeb2-1ed3-4749-b604-ca1689a441e1 req-5076d59f-9e56-4383-a5f6-aab5f3e0f3f9 service neutron] 10.222.0.60 "GET /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919709 Apr 18 21:49:48.283409 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:49:48.370939 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:48.400432 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1771e2-45dc-465c-bfe0-f1da0d7a0f0b None None] The sync data for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 is: [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:40:27Z', 'revision_number': 4, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb', 'name': '', 'network_id': '97963029-0d93-4a39-ad9d-82273cc6f5fa', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'mac_address': 'fa:16:3e:5f:de:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:26Z', 'updated_at': '2022-04-18T21:40:31Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'subnets': [{'id': '9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:49:48.608111 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54316a8-be42-43b4-86f5-a8ba18910493 None None] New status for floating IP afed8885-e8a9-4437-9b16-d844de0a7d9c: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:49:49.058419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f062850-e810-4227-9dab-2de260d5f693 req-e2eae4d5-dc66-4361-a508-a17e650a6e75 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:49.059921 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f062850-e810-4227-9dab-2de260d5f693 req-e2eae4d5-dc66-4361-a508-a17e650a6e75 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0520110 Apr 18 21:49:49.097497 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1f062850-e810-4227-9dab-2de260d5f693 req-840e9ec8-7a05-4a4f-aa13-4e77b4e57692 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/security-groups?id=d39c4bd3-4af4-4fe6-9955-29aae65c1061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315149 Apr 18 21:49:49.432727 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32950310-b4e7-4022-a21c-265b96d65df8 req-83eb99e6-c331-4a99-917a-8b2b2a80bda6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:49:49.434131 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-32950310-b4e7-4022-a21c-265b96d65df8 req-83eb99e6-c331-4a99-917a-8b2b2a80bda6 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 945 time: 0.0487058 Apr 18 21:49:49.530504 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-32950310-b4e7-4022-a21c-265b96d65df8 req-f4a8febb-e20d-4816-828d-18defdab6b3e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Deleting port 914ff6ac-c8d2-4439-94da-183c937115d4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:49:49.531107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-32950310-b4e7-4022-a21c-265b96d65df8 req-f4a8febb-e20d-4816-828d-18defdab6b3e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.615508 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-32950310-b4e7-4022-a21c-265b96d65df8 req-f4a8febb-e20d-4816-828d-18defdab6b3e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] For port 914ff6ac-c8d2-4439-94da-183c937115d4, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=914ff6ac-c8d2-4439-94da-183c937115d4,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:49.615903 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-32950310-b4e7-4022-a21c-265b96d65df8 req-f4a8febb-e20d-4816-828d-18defdab6b3e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.629511 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-32950310-b4e7-4022-a21c-265b96d65df8 req-f4a8febb-e20d-4816-828d-18defdab6b3e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Calling delete_port for 914ff6ac-c8d2-4439-94da-183c937115d4 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:49:49.758544 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-32950310-b4e7-4022-a21c-265b96d65df8 req-f4a8febb-e20d-4816-828d-18defdab6b3e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.787913 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8febb-e20d-4816-828d-18defdab6b3e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event deleted for resources: {'Port': ['ID=914ff6ac-c8d2-4439-94da-183c937115d4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:49.832734 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-32950310-b4e7-4022-a21c-265b96d65df8 req-f4a8febb-e20d-4816-828d-18defdab6b3e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] No DVR routers for this DVR port 914ff6ac-c8d2-4439-94da-183c937115d4 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:49:49.835568 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-32950310-b4e7-4022-a21c-265b96d65df8 req-f4a8febb-e20d-4816-828d-18defdab6b3e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.839143 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-32950310-b4e7-4022-a21c-265b96d65df8 req-f4a8febb-e20d-4816-828d-18defdab6b3e tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.60 "DELETE /v2.0/ports/914ff6ac-c8d2-4439-94da-183c937115d4 HTTP/1.1" status: 204 len: 173 time: 0.3960636 Apr 18 21:49:49.839597 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'name': 'network-vif-deleted', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:49:49.842016 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2a4853-1c8a-4090-8e33-d4a5e4b58827" -d '{"events": [{"server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "name": "network-vif-deleted", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:49:49.883129 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6582f431-5ee5-4b68-a396-be6564ac8630 x-openstack-request-id: req-6582f431-5ee5-4b68-a396-be6564ac8630 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:49:49.883422 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5934df48-bf36-410e-b924-27b9975c1396", "name": "network-vif-deleted", "tag": "914ff6ac-c8d2-4439-94da-183c937115d4", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:49:49.883680 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6582f431-5ee5-4b68-a396-be6564ac8630 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:49:49.884129 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6582f431-5ee5-4b68-a396-be6564ac8630'] response: {'server_uuid': '5934df48-bf36-410e-b924-27b9975c1396', 'name': 'network-vif-deleted', 'tag': '914ff6ac-c8d2-4439-94da-183c937115d4', 'status': 'completed', 'code': 200} Apr 18 21:49:50.209212 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-81738e1d-61cd-40fa-8bc3-5a2b9ce182db req-1734e894-88df-4451-8b23-61e7072e147f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 210 time: 0.0317848 Apr 18 21:49:51.310958 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-d8368d2e-525d-4248-9005-ff582ef0f618 req-ed71d9d7-1bd4-4ec8-a015-b8491bcb8b4d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 210 time: 0.0269303 Apr 18 21:49:52.407243 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-86c4db14-14bf-4780-aa3f-183fcd18b221 req-557dadd5-d642-4459-9b9d-684b3f7b0c0f tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 210 time: 0.0270059 Apr 18 21:49:52.926028 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 914ff6ac-c8d2-4439-94da-183c937115d4 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:49:52.949835 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 914ff6ac-c8d2-4439-94da-183c937115d4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:49:52.950173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 914ff6ac-c8d2-4439-94da-183c937115d4 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:49:53.523535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e7eb8f61-da7e-4888-806c-fc93ff0e6142 req-fe0e4b2e-7a35-45dd-8e8e-980d0aa9ca67 tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "GET /v2.0/ports?device_id=5934df48-bf36-410e-b924-27b9975c1396 HTTP/1.1" status: 200 len: 210 time: 0.0331149 Apr 18 21:49:54.582318 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55350) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:49:54.641069 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f21d765b-1f1b-431a-b2f5-da4115a0c61d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.667141 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f21d765b-1f1b-431a-b2f5-da4115a0c61d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.733337 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f21d765b-1f1b-431a-b2f5-da4115a0c61d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.735970 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f21d765b-1f1b-431a-b2f5-da4115a0c61d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:54.737139 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f21d765b-1f1b-431a-b2f5-da4115a0c61d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] 10.222.0.49 "DELETE /v2.0/security-groups/d39c4bd3-4af4-4fe6-9955-29aae65c1061 HTTP/1.1" status: 204 len: 168 time: 0.1538441 Apr 18 21:49:54.747014 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d765b-1f1b-431a-b2f5-da4115a0c61d tempest-TestShelveInstance-1793154989 tempest-TestShelveInstance-1793154989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39c4bd3-4af4-4fe6-9955-29aae65c1061,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:55.799359 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55356) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:49:56.265358 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:56.525916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] Deleting port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:49:56.526147 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:56.600221 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] For port 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:56.600573 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:56.612592 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] Calling delete_port for 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:49:56.793680 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:56.821302 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] Pushing event deleted for resources: {'Port': ['ID=28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:56.986869 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:57.198228 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] Router 6327ee09-bb9f-4264-917a-6c525d14f68d has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:49:57.304966 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:49:57.310076 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d753c88b-95b1-4e3b-ad96-5c5c6eb2e27b admin admin] 10.222.0.49 "PUT /v2.0/routers/6327ee09-bb9f-4264-917a-6c525d14f68d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5084143 Apr 18 21:49:57.312596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55360) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:49:57.315115 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] Sync routers for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:49:57.326114 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:49:57.326718 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:57.441795 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:49:57.634856 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:49:56Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:57.669472 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] Checking router: 6327ee09-bb9f-4264-917a-6c525d14f68d for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:49:57.677828 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] Routers {'6327ee09-bb9f-4264-917a-6c525d14f68d'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:49:57.678432 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['6327ee09-bb9f-4264-917a-6c525d14f68d'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:57.727515 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:57.785121 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] Set router 6327ee09-bb9f-4264-917a-6c525d14f68d gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:49:57.849682 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:57.904828 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Deleting port a0dfb055-1417-409f-8514-bf3b9ef07da4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:49:57.905040 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:57.965700 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:49:56Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:57.994611 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3148d63e-255b-4de9-a9a6-141de9e0868c None None] The sync data for ids ['6327ee09-bb9f-4264-917a-6c525d14f68d'] in n-d-836015-4 is: [{'id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'name': 'tempest-TestShelveInstance-1098848316-router', 'tenant_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:24Z', 'updated_at': '2022-04-18T21:49:56Z', 'revision_number': 5, 'project_id': 'b3251fb771a9461cb0bf55ac10a7b57a', 'gw_port': {'id': 'a0dfb055-1417-409f-8514-bf3b9ef07da4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6327ee09-bb9f-4264-917a-6c525d14f68d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:25Z', 'updated_at': '2022-04-18T21:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:49:58.011269 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] For port a0dfb055-1417-409f-8514-bf3b9ef07da4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a0dfb055-1417-409f-8514-bf3b9ef07da4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:58.011665 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.032812 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Calling delete_port for a0dfb055-1417-409f-8514-bf3b9ef07da4 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:49:58.202021 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.231572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0dfb055-1417-409f-8514-bf3b9ef07da4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:58.290727 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.381598 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.384108 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.430092 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.430648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6327ee09-bb9f-4264-917a-6c525d14f68d {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:49:58.436207 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.437350 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-91756ea2-9cbc-4c50-a4c0-2d2d06d2a432 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6327ee09-bb9f-4264-917a-6c525d14f68d HTTP/1.1" status: 204 len: 168 time: 1.1237447 Apr 18 21:49:58.439811 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55362) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:49:58.490101 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cc2e50-be60-4ab9-b2e6-abd59b445ce6 admin admin] Deleting subnet 9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:49:58.494015 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53cc2e50-be60-4ab9-b2e6-abd59b445ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.529512 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53cc2e50-be60-4ab9-b2e6-abd59b445ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.608924 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53cc2e50-be60-4ab9-b2e6-abd59b445ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.669662 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53cc2e50-be60-4ab9-b2e6-abd59b445ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.698717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc2e50-be60-4ab9-b2e6-abd59b445ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:58.700745 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-53cc2e50-be60-4ab9-b2e6-abd59b445ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.706510 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-53cc2e50-be60-4ab9-b2e6-abd59b445ce6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9e170a11-9bbd-4cbf-b05a-e3cb96ccbce0 HTTP/1.1" status: 204 len: 168 time: 0.2630141 Apr 18 21:49:58.706808 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55364) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:49:58.713344 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4472d17-9cec-45cd-956e-cd8ff94c90ae None None] Network 97963029-0d93-4a39-ad9d-82273cc6f5fa requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:49:58.778875 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.831016 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Deleting port 8239ffad-1922-4bbd-96b3-f5a447dae80e {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:49:58.831441 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:58.897261 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] For port 8239ffad-1922-4bbd-96b3-f5a447dae80e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8239ffad-1922-4bbd-96b3-f5a447dae80e,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:58.897615 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.038888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] DHCP port deletion for 97963029-0d93-4a39-ad9d-82273cc6f5fa request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:49:59.089631 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Deleting port 8239ffad-1922-4bbd-96b3-f5a447dae80e {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:49:59.090010 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.158990 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] For port 8239ffad-1922-4bbd-96b3-f5a447dae80e, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=8239ffad-1922-4bbd-96b3-f5a447dae80e,segment=NetworkSegment(c6e46097-e38c-40d7-b44d-3bafef5e847c),segment_id=c6e46097-e38c-40d7-b44d-3bafef5e847c)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:49:59.159999 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.173475 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Calling delete_port for 8239ffad-1922-4bbd-96b3-f5a447dae80e owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:49:59.246803 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Calling delete_port for 8239ffad-1922-4bbd-96b3-f5a447dae80e owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:49:59.252558 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.279005 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Pushing event deleted for resources: {'Port': ['ID=8239ffad-1922-4bbd-96b3-f5a447dae80e,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:59.281441 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] No DVR routers for this DVR port 8239ffad-1922-4bbd-96b3-f5a447dae80e on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:49:59.293355 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.293639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.293986 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.294489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.294694 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.294971 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.295298 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.295928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.296177 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.296383 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.296582 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.296903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86be94b7-98a9-4851-8731-a3c1b0f199ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.326639 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.353002 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8239ffad-1922-4bbd-96b3-f5a447dae80e,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:59.355137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] No DVR routers for this DVR port 8239ffad-1922-4bbd-96b3-f5a447dae80e on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:49:59.379508 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.379869 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.380200 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.380527 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.380850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.381168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.381487 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.381805 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.382117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.382432 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.382742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.383057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:49:59.436839 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.458012 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97963029-0d93-4a39-ad9d-82273cc6f5fa']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:59.467349 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e46097-e38c-40d7-b44d-3bafef5e847c') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:59.467638 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e46097-e38c-40d7-b44d-3bafef5e847c') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:49:59.476870 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.489428 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.495419 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:49:59.495806 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: self.session.flush() Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:49:59.497450 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:49:59.549827 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.556423 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:59.559495 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] 10.222.0.49 "DELETE /v2.0/networks/97963029-0d93-4a39-ad9d-82273cc6f5fa HTTP/1.1" status: 204 len: 168 time: 0.8519681 Apr 18 21:49:59.562593 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55366) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:49:59.573559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fe52b-fcee-4a43-be1b-d390b64188eb admin admin] Pushing event deleted for resources: {'Network': ['ID=97963029-0d93-4a39-ad9d-82273cc6f5fa,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:49:59.903150 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:00.041915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8239ffad-1922-4bbd-96b3-f5a447dae80e no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:50:00.066294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 8239ffad-1922-4bbd-96b3-f5a447dae80e {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:50:00.066627 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 8239ffad-1922-4bbd-96b3-f5a447dae80e not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:50:00.067038 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:50:00.085561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:50:00.085902 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28b6a345-cf3e-4bd3-9f16-5c05d22bf0cb not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:50:00.086308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a0dfb055-1417-409f-8514-bf3b9ef07da4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:50:00.104636 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: a0dfb055-1417-409f-8514-bf3b9ef07da4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:50:00.104980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a0dfb055-1417-409f-8514-bf3b9ef07da4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:50:00.146583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] Deleting port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:50:00.146930 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:00.227133 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] For port 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8,segment=NetworkSegment(e45e21c2-afad-46b9-9519-ef0fd8c8d9bc),segment_id=e45e21c2-afad-46b9-9519-ef0fd8c8d9bc)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:00.227496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:00.240715 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] Calling delete_port for 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:50:00.417678 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:00.444657 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:00.611327 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:00.824745 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] Router 63997702-622e-4d3d-a4d5-babb559240be has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:00.929427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:00.934493 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-2372ec38-1b92-4964-8e71-8f63251df9fb admin admin] 10.222.0.49 "PUT /v2.0/routers/63997702-622e-4d3d-a4d5-babb559240be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3708305 Apr 18 21:50:00.937258 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55368) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:00.938018 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] Sync routers for ids ['63997702-622e-4d3d-a4d5-babb559240be'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:50:00.948576 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] Routers {'63997702-622e-4d3d-a4d5-babb559240be'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:00.949187 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['63997702-622e-4d3d-a4d5-babb559240be'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:01.041990 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Notify callbacks [] for router, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.053555 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] Set router 63997702-622e-4d3d-a4d5-babb559240be gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:01.141619 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.198075 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Deleting port 20fd1079-6c14-4909-a289-25e6cd6584f4 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:50:01.198430 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.228219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63997702-622e-4d3d-a4d5-babb559240be', 'name': 'tempest-TestShelveInstance-1338498808-router', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:28Z', 'updated_at': '2022-04-18T21:50:00Z', 'revision_number': 5, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'gw_port': {'id': '20fd1079-6c14-4909-a289-25e6cd6584f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:6b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63997702-622e-4d3d-a4d5-babb559240be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:40:29Z', 'updated_at': '2022-04-18T21:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:01.258634 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] Checking router: 63997702-622e-4d3d-a4d5-babb559240be for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:50:01.266911 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] Routers {'63997702-622e-4d3d-a4d5-babb559240be'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:01.267510 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['63997702-622e-4d3d-a4d5-babb559240be'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:01.277901 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] For port 20fd1079-6c14-4909-a289-25e6cd6584f4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=20fd1079-6c14-4909-a289-25e6cd6584f4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:01.278258 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.291117 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Calling delete_port for 20fd1079-6c14-4909-a289-25e6cd6584f4 owned by network:router_gateway {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:50:01.356072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] Set router 63997702-622e-4d3d-a4d5-babb559240be gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:01.406890 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63997702-622e-4d3d-a4d5-babb559240be', 'name': 'tempest-TestShelveInstance-1338498808-router', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:28Z', 'updated_at': '2022-04-18T21:50:01Z', 'revision_number': 6, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:01.437247 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43f2ff-0e7d-48aa-a9e4-90f841e9fb32 None None] The sync data for ids ['63997702-622e-4d3d-a4d5-babb559240be'] in n-d-836015-4 is: [{'id': '63997702-622e-4d3d-a4d5-babb559240be', 'name': 'tempest-TestShelveInstance-1338498808-router', 'tenant_id': 'e1425b59c8bf496e949ea432362b6fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:40:28Z', 'updated_at': '2022-04-18T21:50:01Z', 'revision_number': 6, 'project_id': 'e1425b59c8bf496e949ea432362b6fb9', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:50:01.473064 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.500555 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Pushing event deleted for resources: {'Port': ['ID=20fd1079-6c14-4909-a289-25e6cd6584f4,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:01.562801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.657820 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.659987 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.703573 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.704190 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63997702-622e-4d3d-a4d5-babb559240be {{(pid=102904) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:50:01.709045 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] Notify callbacks [] for router, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.710163 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-2a10c07d-5b10-4d4f-9a90-cadd3ddd829b admin admin] 10.222.0.49 "DELETE /v2.0/routers/63997702-622e-4d3d-a4d5-babb559240be HTTP/1.1" status: 204 len: 168 time: 0.7718260 Apr 18 21:50:01.712763 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55370) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:01.761651 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1ed838-c44b-4eea-b9b0-1e902cb67394 admin admin] Deleting subnet 2f9811d1-9a18-4aae-87fb-7bb6d1c81193 {{(pid=102904) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:50:01.765074 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed838-c44b-4eea-b9b0-1e902cb67394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.802736 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed838-c44b-4eea-b9b0-1e902cb67394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11655435'] for subnet, precommit_delete_associations {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.880896 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed838-c44b-4eea-b9b0-1e902cb67394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.936278 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed838-c44b-4eea-b9b0-1e902cb67394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11790479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10833016'] for subnet, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.969666 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6b1ed838-c44b-4eea-b9b0-1e902cb67394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:01.974459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6b1ed838-c44b-4eea-b9b0-1e902cb67394 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2f9811d1-9a18-4aae-87fb-7bb6d1c81193 HTTP/1.1" status: 204 len: 168 time: 0.2607355 Apr 18 21:50:01.974891 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1312c84-0bb1-4077-afcd-8b6e1aab6648 None None] Network 747be54e-aa80-4144-8835-b01a14884cd5 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:50:01.975286 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ed838-c44b-4eea-b9b0-1e902cb67394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9811d1-9a18-4aae-87fb-7bb6d1c81193,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:01.977275 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55372) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:02.062999 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.082352 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 20fd1079-6c14-4909-a289-25e6cd6584f4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:50:02.121579 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Deleting port 6fd8453c-af68-49d7-9eb2-b635d75030f7 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:50:02.121872 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.126314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 20fd1079-6c14-4909-a289-25e6cd6584f4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:50:02.126741 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 20fd1079-6c14-4909-a289-25e6cd6584f4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:50:02.127163 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:50:02.148645 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:50:02.148982 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 88f7a48c-9aa2-4f3f-b975-1e08cbe8b4b8 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:50:02.198671 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] For port 6fd8453c-af68-49d7-9eb2-b635d75030f7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6fd8453c-af68-49d7-9eb2-b635d75030f7,segment=NetworkSegment(e45e21c2-afad-46b9-9519-ef0fd8c8d9bc),segment_id=e45e21c2-afad-46b9-9519-ef0fd8c8d9bc)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:02.199041 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.215731 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Calling delete_port for 6fd8453c-af68-49d7-9eb2-b635d75030f7 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:50:02.249370 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba76d5-0179-40d2-b1fd-c8eef9f43bd4 None None] DHCP port deletion for 747be54e-aa80-4144-8835-b01a14884cd5 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:50:02.301973 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba76d5-0179-40d2-b1fd-c8eef9f43bd4 None None] Deleting port 6fd8453c-af68-49d7-9eb2-b635d75030f7 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:50:02.302349 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0ba76d5-0179-40d2-b1fd-c8eef9f43bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.312193 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.340950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd8453c-af68-49d7-9eb2-b635d75030f7,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:02.346074 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] No DVR routers for this DVR port 6fd8453c-af68-49d7-9eb2-b635d75030f7 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:50:02.385054 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-f0ba76d5-0179-40d2-b1fd-c8eef9f43bd4 None None] For port 6fd8453c-af68-49d7-9eb2-b635d75030f7, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=6fd8453c-af68-49d7-9eb2-b635d75030f7,segment=NetworkSegment(e45e21c2-afad-46b9-9519-ef0fd8c8d9bc),segment_id=e45e21c2-afad-46b9-9519-ef0fd8c8d9bc)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:02.385054 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0ba76d5-0179-40d2-b1fd-c8eef9f43bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.397970 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba76d5-0179-40d2-b1fd-c8eef9f43bd4 None None] Calling delete_port for 6fd8453c-af68-49d7-9eb2-b635d75030f7 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:50:02.423723 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.445827 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747be54e-aa80-4144-8835-b01a14884cd5']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:02.455743 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:02.456068 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45e21c2-afad-46b9-9519-ef0fd8c8d9bc') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:02.469688 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.481108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f0ba76d5-0179-40d2-b1fd-c8eef9f43bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.482922 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.489862 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:50:02.490271 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:50:02.492595 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:50:02.509980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba76d5-0179-40d2-b1fd-c8eef9f43bd4 None None] Pushing event deleted for resources: {'Port': ['ID=6fd8453c-af68-49d7-9eb2-b635d75030f7,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:02.515061 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba76d5-0179-40d2-b1fd-c8eef9f43bd4 None None] No DVR routers for this DVR port 6fd8453c-af68-49d7-9eb2-b635d75030f7 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:50:02.552338 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.558703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.563916 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] 10.222.0.49 "DELETE /v2.0/networks/747be54e-aa80-4144-8835-b01a14884cd5 HTTP/1.1" status: 204 len: 168 time: 0.5850384 Apr 18 21:50:02.575934 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b0f01-ab5a-4ab5-a707-2fcab0fb7f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=747be54e-aa80-4144-8835-b01a14884cd5,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:02.691688 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55376) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:02.743927 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f367759b-c44a-4624-99b1-3bef555d772c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3251fb771a9461cb0bf55ac10a7b57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510042 Apr 18 21:50:02.746455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55378) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:02.799454 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3367-8a2e-464d-b204-01a906cfe637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.824331 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3367-8a2e-464d-b204-01a906cfe637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.879792 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3367-8a2e-464d-b204-01a906cfe637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.882439 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a5ec3367-8a2e-464d-b204-01a906cfe637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:02.883862 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a5ec3367-8a2e-464d-b204-01a906cfe637 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87b4dfb7-effb-46b0-8a60-0c8961ef8b70 HTTP/1.1" status: 204 len: 168 time: 0.1364920 Apr 18 21:50:02.891716 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec3367-8a2e-464d-b204-01a906cfe637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b4dfb7-effb-46b0-8a60-0c8961ef8b70,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:03.213583 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55384) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:03.253634 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-77890374-7127-4f18-8348-2320405b775e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1425b59c8bf496e949ea432362b6fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383012 Apr 18 21:50:03.256087 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55386) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:03.304067 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06be0abd-b6b4-432a-b1b6-29943d30513c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:03.326394 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06be0abd-b6b4-432a-b1b6-29943d30513c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:03.372178 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06be0abd-b6b4-432a-b1b6-29943d30513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:03.374703 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-06be0abd-b6b4-432a-b1b6-29943d30513c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:03.375872 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-06be0abd-b6b4-432a-b1b6-29943d30513c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86f65739-7d8c-414f-b0e5-34d901f9e68a HTTP/1.1" status: 204 len: 168 time: 0.1188538 Apr 18 21:50:03.384268 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be0abd-b6b4-432a-b1b6-29943d30513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f65739-7d8c-414f-b0e5-34d901f9e68a,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:04.042557 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6fd8453c-af68-49d7-9eb2-b635d75030f7 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:50:04.061845 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55408) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:04.063948 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 6fd8453c-af68-49d7-9eb2-b635d75030f7 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:50:04.064292 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 6fd8453c-af68-49d7-9eb2-b635d75030f7 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:50:04.164834 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-83274638-network', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:04.183425 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Made reservation on behalf of 5b618b8dc1e04c9a8f5232d80c0720c7 for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:04.185857 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.195226 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.285462 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.289390 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.314312 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:50:04.324566 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310e4f9a-6c75-48b4-8471-3c47edc606e8,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:04.329315 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.329659 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Added segment 08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde of type vlan for network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 Apr 18 21:50:04.372924 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.399935 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.400893 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:04.401483 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.455473 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3921239 Apr 18 21:50:04.458456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55412) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:04.463419 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Request body: {'subnet': {'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-83274638-subnet', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:04.468717 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b86ea-374d-41cd-8fef-ce9a4d42d208 admin admin] Pushing event updated for resources: {'Network': ['ID=a7115c54-9f03-443a-ad2e-ed3e0f6f7488,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:04.480364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:50:04.486748 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Made reservation on behalf of 5b618b8dc1e04c9a8f5232d80c0720c7 for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:04.489718 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.656728 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.708630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997b1a82-0178-44ef-abdc-6fe59c64a300,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:04.720654 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Checking segment: {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:50:04.721008 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Network hostable DHCP agents. Network: a7115c54-9f03-443a-ad2e-ed3e0f6f7488, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:50:04.738942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:50:04.747465 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, a7115c54-9f03-443a-ad2e-ed3e0f6f7488) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:04.751643 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:04.752268 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.757443 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a5304-29d8-4de7-a146-b1f5a54a2d5c None None] Network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:50:04.768655 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-3e37e723-6afc-47ad-be28-c67e5c8cf2e6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3090961 Apr 18 21:50:04.771283 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55414) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:04.775630 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:04.797124 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.798065 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.857556 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:04.915234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49477746-1364-4b37-908a-464492daf49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:50:04.916248 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-49477746-1364-4b37-908a-464492daf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.059076 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-49477746-1364-4b37-908a-464492daf49e None None] Allocated IP 172.20.0.2 (a7115c54-9f03-443a-ad2e-ed3e0f6f7488/997b1a82-0178-44ef-abdc-6fe59c64a300/86f656d4-02a0-4fb2-a910-e5009949bb36) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:05.303107 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.368962 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-49477746-1364-4b37-908a-464492daf49e None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.376129 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-49477746-1364-4b37-908a-464492daf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.416458 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49477746-1364-4b37-908a-464492daf49e None None] Network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:05.419345 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-49477746-1364-4b37-908a-464492daf49e None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:05.422893 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49477746-1364-4b37-908a-464492daf49e None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:50:05.428329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49477746-1364-4b37-908a-464492daf49e None None] Pushing event updated for resources: {'Port': ['ID=86f656d4-02a0-4fb2-a910-e5009949bb36,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:05.482682 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-49477746-1364-4b37-908a-464492daf49e None None] Attempting to bind port 86f656d4-02a0-4fb2-a910-e5009949bb36 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:05.483025 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-49477746-1364-4b37-908a-464492daf49e None None] Attempting to bind port 86f656d4-02a0-4fb2-a910-e5009949bb36 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:05.483407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49477746-1364-4b37-908a-464492daf49e None None] Attempting to bind port 86f656d4-02a0-4fb2-a910-e5009949bb36 on network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:50:05.488865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49477746-1364-4b37-908a-464492daf49e None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:50:05.489235 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49477746-1364-4b37-908a-464492daf49e None None] Checking segment: {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:50:05.489630 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-49477746-1364-4b37-908a-464492daf49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.490015 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49477746-1364-4b37-908a-464492daf49e None None] Bound using segment: {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:50:05.490469 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-49477746-1364-4b37-908a-464492daf49e None None] Bound port: 86f656d4-02a0-4fb2-a910-e5009949bb36, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:05.490842 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-49477746-1364-4b37-908a-464492daf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.513966 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.533923 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.567357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-49477746-1364-4b37-908a-464492daf49e None None] For port 86f656d4-02a0-4fb2-a910-e5009949bb36, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:05.571001 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-49477746-1364-4b37-908a-464492daf49e None None] For port 86f656d4-02a0-4fb2-a910-e5009949bb36, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=86f656d4-02a0-4fb2-a910-e5009949bb36,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:05.576267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-49477746-1364-4b37-908a-464492daf49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.634757 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49477746-1364-4b37-908a-464492daf49e None None] Pushing event updated for resources: {'Port': ['ID=86f656d4-02a0-4fb2-a910-e5009949bb36,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:05.654960 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Allocated IP 172.25.2.168 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/b8eda897-a80e-4a75-abb3-b5e49a30b90d) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:05.792648 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.834443 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:05.875513 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:05.879088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:05.883075 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:50:05.920187 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Pushing event updated for resources: {'Port': ['ID=b8eda897-a80e-4a75-abb3-b5e49a30b90d,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:06.073173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 86f656d4-02a0-4fb2-a910-e5009949bb36 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:06.123177 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-29e79148-27bb-4a09-b06f-4135e8483f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:06.135828 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 86f656d4-02a0-4fb2-a910-e5009949bb36 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:06.136144 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:06.151905 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:06.214860 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:06.250993 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 86f656d4-02a0-4fb2-a910-e5009949bb36, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=86f656d4-02a0-4fb2-a910-e5009949bb36,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:06.257297 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:06.309590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=86f656d4-02a0-4fb2-a910-e5009949bb36,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:06.360943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:06.493506 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Router 9d1fba0d-a201-45b2-9e65-5b9244001434 is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:50:06.554291 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d3477-c055-42f0-a293-2b71fa2e7946 None None] Network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:50:06.603122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:06.613411 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Sync routers for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:50:06.623052 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:06.625671 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:06.626271 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:06.627643 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55416) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:06.632390 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6740f3ab-7894-42bc-a160-0f6bc8f69552 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8600023 Apr 18 21:50:06.640635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8bb421d4-ba3b-4af6-b6e4-9fea24c48428 None None] Provisioning complete for port 86f656d4-02a0-4fb2-a910-e5009949bb36 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:06.640957 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8bb421d4-ba3b-4af6-b6e4-9fea24c48428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:06.750852 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:07.013078 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-adcea45f-ab4b-452b-b732-517cdbb6d519 None None] Provisioning complete for port 86f656d4-02a0-4fb2-a910-e5009949bb36 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:07.013078 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-adcea45f-ab4b-452b-b732-517cdbb6d519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.041866 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:06Z', 'revision_number': 3, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:07.068398 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Checking router: 9d1fba0d-a201-45b2-9e65-5b9244001434 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:50:07.068398 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Updating router 9d1fba0d-a201-45b2-9e65-5b9244001434 port b8eda897-a80e-4a75-abb3-b5e49a30b90d binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:50:07.090036 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.095104 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.248108 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Allocated IP 172.20.0.1 (a7115c54-9f03-443a-ad2e-ed3e0f6f7488/997b1a82-0178-44ef-abdc-6fe59c64a300/a13742c3-28c7-4e29-b620-2d1794af4d44) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:07.354176 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.355248 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.360228 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.396189 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.412531 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Attempting to bind port b8eda897-a80e-4a75-abb3-b5e49a30b90d on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:07.412912 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Attempting to bind port b8eda897-a80e-4a75-abb3-b5e49a30b90d by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:07.413251 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Attempting to bind port b8eda897-a80e-4a75-abb3-b5e49a30b90d on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:50:07.415185 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Pushing event updated for resources: {'Port': ['ID=b8eda897-a80e-4a75-abb3-b5e49a30b90d,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:07.425079 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.425445 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.425774 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.426096 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.427070 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.427070 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.427070 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.427315 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.427621 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.427949 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.428264 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.428844 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102906) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:50:07.432301 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:50:07.432492 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:50:07.432760 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.433133 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:50:07.433847 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Bound port: b8eda897-a80e-4a75-abb3-b5e49a30b90d, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:07.433991 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.441811 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:07.446433 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:07.450874 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:50:07.454150 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Pushing event updated for resources: {'Port': ['ID=a13742c3-28c7-4e29-b620-2d1794af4d44,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:07.493776 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] For port b8eda897-a80e-4a75-abb3-b5e49a30b90d, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:07.494010 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.497679 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] For port b8eda897-a80e-4a75-abb3-b5e49a30b90d, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b8eda897-a80e-4a75-abb3-b5e49a30b90d,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:07.505705 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.565856 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:07.566483 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:49:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:07.614787 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4c058-fa10-4019-85dd-a4ea44d6dd42 None None] Pushing event updated for resources: {'Port': ['ID=b8eda897-a80e-4a75-abb3-b5e49a30b90d,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:07.632537 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.693774 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:07.723468 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-b7298d9a-8db0-4ba9-964d-5de93b6d1dfa None None] Provisioning complete for port a13742c3-28c7-4e29-b620-2d1794af4d44 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:07.724080 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-b7298d9a-8db0-4ba9-964d-5de93b6d1dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.759764 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-b7298d9a-8db0-4ba9-964d-5de93b6d1dfa None None] Port a13742c3-28c7-4e29-b620-2d1794af4d44 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:50:07.807966 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.812634 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.877819 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:06Z', 'revision_number': 3, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:07.882081 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:07.883959 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Pushing event updated for resources: {'Port': ['ID=a13742c3-28c7-4e29-b620-2d1794af4d44,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:07.903612 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf3a20-dae7-4b46-9fcf-a2a5442d8ae5 None None] The sync data for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 is: [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:06Z', 'revision_number': 3, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:50:07.985184 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:07.986637 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:08.062779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 86f656d4-02a0-4fb2-a910-e5009949bb36 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:08.121256 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 86f656d4-02a0-4fb2-a910-e5009949bb36 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:08.121627 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:08.126149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Router 9d1fba0d-a201-45b2-9e65-5b9244001434 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:08.286590 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:08.291656 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6ab99f89-9588-43b6-9814-8833153ad726 admin admin] 10.222.0.49 "PUT /v2.0/routers/9d1fba0d-a201-45b2-9e65-5b9244001434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6629095 Apr 18 21:50:08.385708 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-8bfa357c-dff8-4107-9436-05eba33deedd None None] Provisioning complete for port a13742c3-28c7-4e29-b620-2d1794af4d44 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:08.386075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8bfa357c-dff8-4107-9436-05eba33deedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:08.422342 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa357c-dff8-4107-9436-05eba33deedd None None] Port a13742c3-28c7-4e29-b620-2d1794af4d44 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:50:08.800581 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55432) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:08.805579 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-681644406-network', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:08.826215 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-24d8a424-8691-4550-a29e-f70666b02a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:08.827512 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Made reservation on behalf of ad8f3bd28f1c4d348d41a05ac4742beb for: {'network': 1} {{(pid=102904) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:08.830014 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for network, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:08.839081 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:08.918800 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:08.922683 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:08.950818 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=102904) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:50:08.960727 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9bbd74-34fe-47c0-9ae3-c88e80532044,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:08.968977 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:08.969424 n-d-836015-4 neutron-server[102904]: INFO neutron.db.segments_db [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Added segment 5a5d57dd-0251-44d2-ab2f-e52417fb5e39 of type vlan for network 71d2689c-7f80-479b-9419-4885f7a8637e Apr 18 21:50:09.013954 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729061828033'] for network, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.040616 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099'] for network, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.041657 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:09.042231 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.092084 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2903981 Apr 18 21:50:09.096360 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55434) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:09.104079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Request body: {'subnet': {'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-681644406-subnet', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'ip_version': 4}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:09.105090 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60767870-e618-466f-b4c7-f6cd7586df38 admin admin] Pushing event updated for resources: {'Network': ['ID=71d2689c-7f80-479b-9419-4885f7a8637e,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:09.116181 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Network 71d2689c-7f80-479b-9419-4885f7a8637e details requested by agent ovs-agent-n-d-836015-4 with host n-d-836015-4 {{(pid=102905) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 18 21:50:09.126928 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Made reservation on behalf of ad8f3bd28f1c4d348d41a05ac4742beb for: {'subnet': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:09.130276 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664047'] for subnet, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.311518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8866826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664057'] for subnet, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.368287 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=507bdccd-57c5-4ab8-898b-470020a52401,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:09.378591 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Checking segment: {'id': '5a5d57dd-0251-44d2-ab2f-e52417fb5e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:50:09.378951 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Network hostable DHCP agents. Network: 71d2689c-7f80-479b-9419-4885f7a8637e, hostable agents: ['3be3eb9d-1bd3-43cb-9de0-a7475a843af6'], hosted agents: [] {{(pid=102903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:50:09.396058 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Network 71d2689c-7f80-479b-9419-4885f7a8637e is scheduled to be hosted by DHCP agent 3be3eb9d-1bd3-43cb-9de0-a7475a843af6 with binding_index 1 {{(pid=102903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:50:09.405260 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836015-4, 71d2689c-7f80-479b-9419-4885f7a8637e) {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:09.410521 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:09.411248 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.416795 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e344b75-35b8-475d-94df-a4463987ed89 None None] Network 71d2689c-7f80-479b-9419-4885f7a8637e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:50:09.428489 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-e927fc77-b297-419e-8a6d-bbef193cd2dc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3308666 Apr 18 21:50:09.430948 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55436) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:09.435377 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-681644406-router', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:09.455103 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27413'] for router, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.456183 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27438'] for router, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.529303 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.530069 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Sync routers for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:50:09.559200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:09.559200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:09.616709 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5cb20517-1f30-503c-8196-dddec824360b-71d2689c-7f80-479b-9419-4885f7a8637e', 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'fixed_ips': [{'subnet_id': '507bdccd-57c5-4ab8-898b-470020a52401'}]}} from n-d-836015-4. {{(pid=102905) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 18 21:50:09.617807 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.676888 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.694859 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.773314 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:09.890479 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.911004 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:09.933689 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.db_base_plugin_common [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Allocated IP 172.20.0.2 (71d2689c-7f80-479b-9419-4885f7a8637e/507bdccd-57c5-4ab8-898b-470020a52401/667122ff-c3b4-4e8f-ad9c-ef4309eaed52) {{(pid=102905) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:10.019909 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Allocated IP 172.25.2.233 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/28c9d093-aa30-47d7-afd7-3661ba2c74f4) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:10.079194 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b8eda897-a80e-4a75-abb3-b5e49a30b90d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:10.139511 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.175496 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.181376 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Notify callbacks [] for port, precommit_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.193530 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037'] for port, after_create {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.211622 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:10.217991 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:10.221627 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:50:10.232296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 2, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:10.237188 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b8eda897-a80e-4a75-abb3-b5e49a30b90d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:10.237556 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.243919 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Pushing event updated for resources: {'Port': ['ID=28c9d093-aa30-47d7-afd7-3661ba2c74f4,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:10.269693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Network 71d2689c-7f80-479b-9419-4885f7a8637e is already hosted by enough agents. {{(pid=102905) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:10.290157 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Checking router: 9d1fba0d-a201-45b2-9e65-5b9244001434 for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:50:10.290511 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Updating router 9d1fba0d-a201-45b2-9e65-5b9244001434 port a13742c3-28c7-4e29-b620-2d1794af4d44 binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:50:10.298049 n-d-836015-4 neutron-server[102905]: DEBUG neutron.scheduler.base_scheduler [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Resources bound (agent type, host, resource id): {{(pid=102905) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:10.326402 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Received port after_create {{(pid=102905) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:50:10.333928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Pushing event updated for resources: {'Port': ['ID=667122ff-c3b4-4e8f-ad9c-ef4309eaed52,revision_number=1']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:10.350052 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.445363 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Attempting to bind port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:10.445651 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Attempting to bind port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '5a5d57dd-0251-44d2-ab2f-e52417fb5e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:10.446014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Attempting to bind port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 on network 71d2689c-7f80-479b-9419-4885f7a8637e {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:50:10.460606 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:50:10.460981 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Checking segment: {'id': '5a5d57dd-0251-44d2-ab2f-e52417fb5e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:50:10.461380 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.461779 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Bound using segment: {'id': '5a5d57dd-0251-44d2-ab2f-e52417fb5e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:50:10.462244 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Bound port: 667122ff-c3b4-4e8f-ad9c-ef4309eaed52, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5d57dd-0251-44d2-ab2f-e52417fb5e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:10.462619 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.481767 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.688762 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555491'] for router, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.700569 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.762130 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port b8eda897-a80e-4a75-abb3-b5e49a30b90d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b8eda897-a80e-4a75-abb3-b5e49a30b90d,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:10.780148 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.829012 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c is scheduled to L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 with binding_index 1 {{(pid=102903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 18 21:50:10.852693 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] For port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:10.881324 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] For port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=667122ff-c3b4-4e8f-ad9c-ef4309eaed52,segment=NetworkSegment(5a5d57dd-0251-44d2-ab2f-e52417fb5e39),segment_id=5a5d57dd-0251-44d2-ab2f-e52417fb5e39)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:10.888116 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.894619 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.924378 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=b8eda897-a80e-4a75-abb3-b5e49a30b90d,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:10.943149 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:10.951232 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Sync routers for ids ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:50:10.972001 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.976007 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-35d08928-3947-41fd-8bb5-8694186a8da9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5413437 Apr 18 21:50:10.977051 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55438) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:10.983168 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Routers {'3b5defa6-1579-4459-b67d-a1bb4fc61f6c'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:10.984359 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:11.012928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2278f2-11aa-4c87-884b-b472b61bc70f None None] Pushing event updated for resources: {'Port': ['ID=667122ff-c3b4-4e8f-ad9c-ef4309eaed52,revision_number=2']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:11.067973 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.082331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.140271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c87fc6-2d20-481a-9baf-d99cae89f454 None None] Pushing event updated for resources: {'Port': ['ID=a13742c3-28c7-4e29-b620-2d1794af4d44,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:11.150138 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Set router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:11.195561 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Attempting to bind port a13742c3-28c7-4e29-b620-2d1794af4d44 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:11.196085 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Attempting to bind port a13742c3-28c7-4e29-b620-2d1794af4d44 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:11.196340 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Attempting to bind port a13742c3-28c7-4e29-b620-2d1794af4d44 on network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:50:11.202599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:50:11.202979 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Checking segment: {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:50:11.203295 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.203686 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Bound using segment: {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:50:11.204192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Bound port: a13742c3-28c7-4e29-b620-2d1794af4d44, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:11.204570 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.302470 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] For port a13742c3-28c7-4e29-b620-2d1794af4d44, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:11.306357 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] For port a13742c3-28c7-4e29-b620-2d1794af4d44, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a13742c3-28c7-4e29-b620-2d1794af4d44,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:11.316084 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.422488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:11.423119 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:11.425047 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c87fc6-2d20-481a-9baf-d99cae89f454 None None] Pushing event updated for resources: {'Port': ['ID=a13742c3-28c7-4e29-b620-2d1794af4d44,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:11.475521 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'name': 'tempest-TestSnapshotPattern-681644406-router', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 3, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'gw_port': {'id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:11.498381 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.510733 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Checking router: 3b5defa6-1579-4459-b67d-a1bb4fc61f6c for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:50:11.511089 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Updating router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c port 28c9d093-aa30-47d7-afd7-3661ba2c74f4 binding host n-d-836015-4 {{(pid=102906) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:50:11.546064 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.593006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-69d5fd10-4e11-4813-8aa1-1a8c54c5debc None None] Provisioning complete for port a13742c3-28c7-4e29-b620-2d1794af4d44 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:11.593370 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-69d5fd10-4e11-4813-8aa1-1a8c54c5debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.624443 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.650945 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:11.806057 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Allocated IP 172.20.0.1 (71d2689c-7f80-479b-9419-4885f7a8637e/507bdccd-57c5-4ab8-898b-470020a52401/650397bd-c4e4-434a-a25f-f23e12d4c4fb) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:11.834095 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-69d5fd10-4e11-4813-8aa1-1a8c54c5debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.871515 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Notify callbacks [] for port, precommit_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.878962 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.890536 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-69d5fd10-4e11-4813-8aa1-1a8c54c5debc None None] For port a13742c3-28c7-4e29-b620-2d1794af4d44, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a13742c3-28c7-4e29-b620-2d1794af4d44,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:11.900900 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-69d5fd10-4e11-4813-8aa1-1a8c54c5debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.923404 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Attempting to bind port 28c9d093-aa30-47d7-afd7-3661ba2c74f4 on host n-d-836015-4 for vnic_type normal with profile {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:11.923658 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Attempting to bind port 28c9d093-aa30-47d7-afd7-3661ba2c74f4 by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:11.923901 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Attempting to bind port 28c9d093-aa30-47d7-afd7-3661ba2c74f4 on network 64d495fe-feb7-490d-bba7-dad2bebf54fb {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:50:11.953728 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:50:11.956643 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Checking segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102906) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:50:11.957129 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.957628 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Bound using segment: {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'} {{(pid=102906) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:50:11.958185 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.managers [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Bound port: 28c9d093-aa30-47d7-afd7-3661ba2c74f4, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd39a459-856f-4ad4-b804-555720ec5cd8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb'}}] {{(pid=102906) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:11.958640 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.963879 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:11.988234 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5fd10-4e11-4813-8aa1-1a8c54c5debc None None] Pushing event updated for resources: {'Port': ['ID=a13742c3-28c7-4e29-b620-2d1794af4d44,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:12.005857 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:12.021321 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7685bd-5614-4a84-8d66-de5607203f11 None None] Pushing event updated for resources: {'Port': ['ID=28c9d093-aa30-47d7-afd7-3661ba2c74f4,revision_number=2']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:12.021860 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.061271 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f999822-be37-423e-9194-b2a01dd94939 None None] The sync data for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 is: [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:50:12.073550 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-70021182-f36f-40f3-a396-36523a91912a None None] Provisioning complete for port a13742c3-28c7-4e29-b620-2d1794af4d44 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:12.073936 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-70021182-f36f-40f3-a396-36523a91912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.082875 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] For port 28c9d093-aa30-47d7-afd7-3661ba2c74f4, host n-d-836015-4, cleared binding levels {{(pid=102906) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:12.088850 n-d-836015-4 neutron-server[102906]: DEBUG neutron.plugins.ml2.db [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] For port 28c9d093-aa30-47d7-afd7-3661ba2c74f4, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=28c9d093-aa30-47d7-afd7-3661ba2c74f4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102906) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:12.090380 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Network 71d2689c-7f80-479b-9419-4885f7a8637e is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:12.094192 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:12.097399 n-d-836015-4 neutron-server[102906]: DEBUG neutron_lib.callbacks.manager [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.097572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:50:12.151537 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Pushing event updated for resources: {'Port': ['ID=650397bd-c4e4-434a-a25f-f23e12d4c4fb,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:12.192104 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554192'] for router_interface, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.249539 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Routers {'3b5defa6-1579-4459-b67d-a1bb4fc61f6c'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:12.270436 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:12.313192 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b8eda897-a80e-4a75-abb3-b5e49a30b90d up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:12.340630 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7685bd-5614-4a84-8d66-de5607203f11 None None] Pushing event updated for resources: {'Port': ['ID=28c9d093-aa30-47d7-afd7-3661ba2c74f4,revision_number=3']} {{(pid=102906) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:12.407699 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port b8eda897-a80e-4a75-abb3-b5e49a30b90d triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:12.408101 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.413988 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.439805 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] Set router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:12.560639 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:12.598400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e426cf-6ed8-4860-9a8e-62c5c2c5d3d2 None None] Network 71d2689c-7f80-479b-9419-4885f7a8637e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:50:12.630623 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.640207 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.678448 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-55763a66-e0a5-44d6-bd6f-40fcc7f94b0d None None] Provisioning complete for port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:12.678984 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-55763a66-e0a5-44d6-bd6f-40fcc7f94b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.722407 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'name': 'tempest-TestSnapshotPattern-681644406-router', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 3, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'gw_port': {'id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:12.725182 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Pushing event updated for resources: {'Port': ['ID=650397bd-c4e4-434a-a25f-f23e12d4c4fb,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:12.728775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-743081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554156'] for router_interface, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.747338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:12.747880 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:12.850236 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Network 71d2689c-7f80-479b-9419-4885f7a8637e is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:12.851829 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:12.884175 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd0995-c254-4295-b46a-166cf7deb952 None None] The sync data for ids ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'] in n-d-836015-4 is: [{'id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'name': 'tempest-TestSnapshotPattern-681644406-router', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 3, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'gw_port': {'id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:50:12.962470 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-55763a66-e0a5-44d6-bd6f-40fcc7f94b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:13.006577 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:13.038310 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:13.056294 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-55763a66-e0a5-44d6-bd6f-40fcc7f94b0d None None] For port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=667122ff-c3b4-4e8f-ad9c-ef4309eaed52,segment=NetworkSegment(5a5d57dd-0251-44d2-ab2f-e52417fb5e39),segment_id=5a5d57dd-0251-44d2-ab2f-e52417fb5e39)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:13.062866 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-55763a66-e0a5-44d6-bd6f-40fcc7f94b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:13.139499 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55763a66-e0a5-44d6-bd6f-40fcc7f94b0d None None] Pushing event updated for resources: {'Port': ['ID=667122ff-c3b4-4e8f-ad9c-ef4309eaed52,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:13.149543 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:13.169864 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-cfcaa816-9614-4c22-942e-da88cc23dbda admin admin] 10.222.0.49 "PUT /v2.0/routers/3b5defa6-1579-4459-b67d-a1bb4fc61f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1917720 Apr 18 21:50:13.225215 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:13.231991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102905) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:50:13.232950 n-d-836015-4 neutron-server[102905]: DEBUG oslo_db.api [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:50:13.323113 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2b47e24c-bbfe-47e3-b5ca-d4b41703363b None None] Provisioning complete for port 650397bd-c4e4-434a-a25f-f23e12d4c4fb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:13.323518 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b47e24c-bbfe-47e3-b5ca-d4b41703363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:13.384978 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2b47e24c-bbfe-47e3-b5ca-d4b41703363b None None] Port 650397bd-c4e4-434a-a25f-f23e12d4c4fb cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:50:13.397939 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2b47e24c-bbfe-47e3-b5ca-d4b41703363b None None] Provisioning complete for port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:13.398602 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2b47e24c-bbfe-47e3-b5ca-d4b41703363b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:13.660523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-09c21d08-a836-421b-9bb0-f8165f8c1e63 None None] Provisioning complete for port 650397bd-c4e4-434a-a25f-f23e12d4c4fb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:13.660890 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-09c21d08-a836-421b-9bb0-f8165f8c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:13.721148 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-09c21d08-a836-421b-9bb0-f8165f8c1e63 None None] Port 650397bd-c4e4-434a-a25f-f23e12d4c4fb cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:50:13.942864 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-751f59a2-8878-43cb-8235-fe5c86ebf255 None None] Provisioning complete for port 650397bd-c4e4-434a-a25f-f23e12d4c4fb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:13.943232 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-751f59a2-8878-43cb-8235-fe5c86ebf255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:13.991024 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-751f59a2-8878-43cb-8235-fe5c86ebf255 None None] Port 650397bd-c4e4-434a-a25f-f23e12d4c4fb cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:50:14.134806 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a13742c3-28c7-4e29-b620-2d1794af4d44 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:14.185012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port a13742c3-28c7-4e29-b620-2d1794af4d44 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:14.185379 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:14.274329 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:14.320991 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:14.321358 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:14.396706 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28c9d093-aa30-47d7-afd7-3661ba2c74f4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:14.445622 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 28c9d093-aa30-47d7-afd7-3661ba2c74f4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:14.445985 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:14.521810 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:14.541419 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] For port 28c9d093-aa30-47d7-afd7-3661ba2c74f4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=28c9d093-aa30-47d7-afd7-3661ba2c74f4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:14.545153 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:14.592914 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Pushing event updated for resources: {'Port': ['ID=28c9d093-aa30-47d7-afd7-3661ba2c74f4,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:15.081708 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55448) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:15.086442 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-972f8991-dad0-46e4-a2c2-58584e3e3668 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758574862', 'description': 'tempest-secgroup-smoke-1758574862 description', 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:15.108655 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-972f8991-dad0-46e4-a2c2-58584e3e3668 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.177583 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-972f8991-dad0-46e4-a2c2-58584e3e3668 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.181294 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-972f8991-dad0-46e4-a2c2-58584e3e3668 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.208498 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-972f8991-dad0-46e4-a2c2-58584e3e3668 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.209707 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-972f8991-dad0-46e4-a2c2-58584e3e3668 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1268842 Apr 18 21:50:15.212661 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55450) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:15.217850 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-7ae130cf-d6b3-44ba-bc19-0b6ed605767b tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'security_group_rule': {'security_group_id': 'ca9eb884-2411-4626-bd65-26324990f7a4', 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:15.223197 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f8991-dad0-46e4-a2c2-58584e3e3668 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9eb884-2411-4626-bd65-26324990f7a4,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:15.245466 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ae130cf-d6b3-44ba-bc19-0b6ed605767b tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.309633 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ae130cf-d6b3-44ba-bc19-0b6ed605767b tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.313924 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ae130cf-d6b3-44ba-bc19-0b6ed605767b tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.331761 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae130cf-d6b3-44ba-bc19-0b6ed605767b tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f524232f-e314-473b-ba35-8c1f7d43cd66,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:15.344934 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-7ae130cf-d6b3-44ba-bc19-0b6ed605767b tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.349434 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-7ae130cf-d6b3-44ba-bc19-0b6ed605767b tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319208 Apr 18 21:50:15.349755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55452) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:15.355166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-d404f7e9-f501-4527-a2b3-7068ef65ba29 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'security_group_rule': {'security_group_id': 'ca9eb884-2411-4626-bd65-26324990f7a4', 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:15.383732 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d404f7e9-f501-4527-a2b3-7068ef65ba29 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.456610 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d404f7e9-f501-4527-a2b3-7068ef65ba29 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.460597 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d404f7e9-f501-4527-a2b3-7068ef65ba29 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.479770 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404f7e9-f501-4527-a2b3-7068ef65ba29 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd4d3d1-29ca-4de4-9dc8-8600126f5482,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:15.488391 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d404f7e9-f501-4527-a2b3-7068ef65ba29 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.492110 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d404f7e9-f501-4527-a2b3-7068ef65ba29 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385717 Apr 18 21:50:15.492585 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55454) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:15.497146 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-6a427f21-04e0-4cbd-b8e8-5e36964bcc88 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'security_group_rule': {'security_group_id': 'ca9eb884-2411-4626-bd65-26324990f7a4', 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:15.521852 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a427f21-04e0-4cbd-b8e8-5e36964bcc88 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.587308 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a427f21-04e0-4cbd-b8e8-5e36964bcc88 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.591651 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a427f21-04e0-4cbd-b8e8-5e36964bcc88 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.614442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a427f21-04e0-4cbd-b8e8-5e36964bcc88 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24661beb-a669-4308-b549-9741fb8ccf9d,revision_number=0']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:15.620889 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-6a427f21-04e0-4cbd-b8e8-5e36964bcc88 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.622100 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-6a427f21-04e0-4cbd-b8e8-5e36964bcc88 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285057 Apr 18 21:50:15.625672 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55456) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:15.629986 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e8898176-9d2d-492e-9bc9-3c7c297953ad tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'security_group_rule': {'security_group_id': 'ca9eb884-2411-4626-bd65-26324990f7a4', 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:15.633392 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Sync routers for ids ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:50:15.643590 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Routers {'3b5defa6-1579-4459-b67d-a1bb4fc61f6c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:15.644299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:15.660923 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e8898176-9d2d-492e-9bc9-3c7c297953ad tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.725451 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e8898176-9d2d-492e-9bc9-3c7c297953ad tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.729550 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e8898176-9d2d-492e-9bc9-3c7c297953ad tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.748623 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8898176-9d2d-492e-9bc9-3c7c297953ad tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a83ce9f-3f58-44fa-8935-2059a28994dd,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:15.760477 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e8898176-9d2d-492e-9bc9-3c7c297953ad tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.761749 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e8898176-9d2d-492e-9bc9-3c7c297953ad tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355226 Apr 18 21:50:15.764542 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55458) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:15.770165 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-18a5848b-0128-435d-83b5-954a0a5ed6d5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'security_group_rule': {'security_group_id': 'ca9eb884-2411-4626-bd65-26324990f7a4', 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:15.794397 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-18a5848b-0128-435d-83b5-954a0a5ed6d5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Project 5b618b8dc1e04c9a8f5232d80c0720c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:50:15.800185 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-18a5848b-0128-435d-83b5-954a0a5ed6d5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.876609 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-18a5848b-0128-435d-83b5-954a0a5ed6d5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.880709 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-18a5848b-0128-435d-83b5-954a0a5ed6d5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.898384 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5848b-0128-435d-83b5-954a0a5ed6d5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5235c00-2d32-4a00-a7c2-5514d5e8cb01,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:15.907809 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-18a5848b-0128-435d-83b5-954a0a5ed6d5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:15.912221 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-18a5848b-0128-435d-83b5-954a0a5ed6d5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440411 Apr 18 21:50:15.912379 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55460) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:15.916870 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-55648de1-5eda-4a4b-9155-c76db974cf05 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'security_group_rule': {'security_group_id': 'ca9eb884-2411-4626-bd65-26324990f7a4', 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:15.935453 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Set router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:15.938991 n-d-836015-4 neutron-server[102904]: INFO neutron.db.securitygroups_db [None req-55648de1-5eda-4a4b-9155-c76db974cf05 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Project 5b618b8dc1e04c9a8f5232d80c0720c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:50:15.945054 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55648de1-5eda-4a4b-9155-c76db974cf05 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.022520 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55648de1-5eda-4a4b-9155-c76db974cf05 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.028411 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55648de1-5eda-4a4b-9155-c76db974cf05 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615909'] for security_group_rule, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.050544 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55648de1-5eda-4a4b-9155-c76db974cf05 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b85a9c3-812e-4207-b00e-2bd9d5a9d3a5,revision_number=0']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:16.056086 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-55648de1-5eda-4a4b-9155-c76db974cf05 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.067915 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-55648de1-5eda-4a4b-9155-c76db974cf05 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439753 Apr 18 21:50:16.068535 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28c9d093-aa30-47d7-afd7-3661ba2c74f4 up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:16.179295 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 28c9d093-aa30-47d7-afd7-3661ba2c74f4 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:16.179669 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.247430 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'name': 'tempest-TestSnapshotPattern-681644406-router', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:12Z', 'revision_number': 4, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'gw_port': {'id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '650397bd-c4e4-434a-a25f-f23e12d4c4fb', 'name': '', 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'mac_address': 'fa:16:3e:8f:61:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '507bdccd-57c5-4ab8-898b-470020a52401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:11Z', 'updated_at': '2022-04-18T21:50:12Z', 'revision_number': 2, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'subnets': [{'id': '507bdccd-57c5-4ab8-898b-470020a52401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:16.276081 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-c96219ed-de81-4e25-8697-9b9c6f2bfdcd tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758574862&fields=id&tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7 HTTP/1.1" status: 200 len: 267 time: 0.0336218 Apr 18 21:50:16.294956 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Checking router: 3b5defa6-1579-4459-b67d-a1bb4fc61f6c for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:50:16.295299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Updating router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c port 650397bd-c4e4-434a-a25f-f23e12d4c4fb binding host n-d-836015-4 {{(pid=102905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:50:16.333163 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.391335 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802319-025a-4cc9-8644-774e08965750 req-1c2ce163-0326-4cda-b724-1a57f8809dad tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:16.392653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-1c2ce163-0326-4cda-b724-1a57f8809dad tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 808 time: 0.1086082 Apr 18 21:50:16.408329 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-044c6543-a2e7-4626-affa-9bd0b70b3a6e tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/quotas/5b618b8dc1e04c9a8f5232d80c0720c7 HTTP/1.1" status: 200 len: 375 time: 0.0096149 Apr 18 21:50:16.466196 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-d7d68f44-5c27-49b2-851d-22643fd56295 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517764 Apr 18 21:50:16.576204 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-4f5e7988-1df9-450d-8a84-a678b607f4f9 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102904) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:50:16.577249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-4f5e7988-1df9-450d-8a84-a678b607f4f9 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0990140 Apr 18 21:50:16.625151 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Notify callbacks [] for port, precommit_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.631137 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.675988 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-790964d3-8566-4395-9f29-144523715f85 service neutron] 10.222.0.49 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918598 Apr 18 21:50:16.702996 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1d29a-4bd6-4cad-ad9f-9e5c0ab12216 None None] Pushing event updated for resources: {'Port': ['ID=650397bd-c4e4-434a-a25f-f23e12d4c4fb,revision_number=3']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:16.712897 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.763164 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Attempting to bind port 650397bd-c4e4-434a-a25f-f23e12d4c4fb on host n-d-836015-4 for vnic_type normal with profile {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:16.763527 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Attempting to bind port 650397bd-c4e4-434a-a25f-f23e12d4c4fb by drivers openvswitch,hyperv on host n-d-836015-4 at level 0 using segments [{'id': '5a5d57dd-0251-44d2-ab2f-e52417fb5e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e'}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:16.763935 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Attempting to bind port 650397bd-c4e4-434a-a25f-f23e12d4c4fb on network 71d2689c-7f80-479b-9419-4885f7a8637e {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:50:16.772014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Checking agent: {'id': '5e0fec49-c8cd-4fed-a9df-e9c25c06ca0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 11, 41), 'started_at': datetime.datetime(2022, 4, 18, 20, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836015-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:50:16.772014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Checking segment: {'id': '5a5d57dd-0251-44d2-ab2f-e52417fb5e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:50:16.772014 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.772014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Bound using segment: {'id': '5a5d57dd-0251-44d2-ab2f-e52417fb5e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e'} {{(pid=102905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:50:16.772014 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.managers [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Bound port: 650397bd-c4e4-434a-a25f-f23e12d4c4fb, host: n-d-836015-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a5d57dd-0251-44d2-ab2f-e52417fb5e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e'}}] {{(pid=102905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:16.772619 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.800038 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-19b2cbbb-4007-4b11-91a0-6ca4772371c1 service neutron] 10.222.0.49 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146059 Apr 18 21:50:16.845168 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] For port 650397bd-c4e4-434a-a25f-f23e12d4c4fb, host n-d-836015-4, cleared binding levels {{(pid=102905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:16.850146 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] For port 650397bd-c4e4-434a-a25f-f23e12d4c4fb, host n-d-836015-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=650397bd-c4e4-434a-a25f-f23e12d4c4fb,segment=NetworkSegment(5a5d57dd-0251-44d2-ab2f-e52417fb5e39),segment_id=5a5d57dd-0251-44d2-ab2f-e52417fb5e39)] {{(pid=102905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:16.857075 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.919599 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Routers {'3b5defa6-1579-4459-b67d-a1bb4fc61f6c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:16.920173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:16.923658 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1d29a-4bd6-4cad-ad9f-9e5c0ab12216 None None] Pushing event updated for resources: {'Port': ['ID=650397bd-c4e4-434a-a25f-f23e12d4c4fb,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:16.985769 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-18a75424-5e8f-4069-acbc-c875e0f34d0b None None] Provisioning complete for port 650397bd-c4e4-434a-a25f-f23e12d4c4fb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:16.986138 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18a75424-5e8f-4069-acbc-c875e0f34d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:17.076525 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] Set router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:17.188962 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18a75424-5e8f-4069-acbc-c875e0f34d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:17.260173 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-18a75424-5e8f-4069-acbc-c875e0f34d0b None None] For port 650397bd-c4e4-434a-a25f-f23e12d4c4fb, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=650397bd-c4e4-434a-a25f-f23e12d4c4fb,segment=NetworkSegment(5a5d57dd-0251-44d2-ab2f-e52417fb5e39),segment_id=5a5d57dd-0251-44d2-ab2f-e52417fb5e39)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:17.268832 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-18a75424-5e8f-4069-acbc-c875e0f34d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:17.349998 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a75424-5e8f-4069-acbc-c875e0f34d0b None None] Pushing event updated for resources: {'Port': ['ID=650397bd-c4e4-434a-a25f-f23e12d4c4fb,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:17.372625 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'name': 'tempest-TestSnapshotPattern-681644406-router', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:12Z', 'revision_number': 4, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'gw_port': {'id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '650397bd-c4e4-434a-a25f-f23e12d4c4fb', 'name': '', 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'mac_address': 'fa:16:3e:8f:61:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '507bdccd-57c5-4ab8-898b-470020a52401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:11Z', 'updated_at': '2022-04-18T21:50:16Z', 'revision_number': 4, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'subnets': [{'id': '507bdccd-57c5-4ab8-898b-470020a52401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:17.403393 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253aac9b-2c34-4cce-8bcb-7d02b17794c2 None None] The sync data for ids ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'] in n-d-836015-4 is: [{'id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'name': 'tempest-TestSnapshotPattern-681644406-router', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:12Z', 'revision_number': 4, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'gw_port': {'id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': '650397bd-c4e4-434a-a25f-f23e12d4c4fb', 'name': '', 'network_id': '71d2689c-7f80-479b-9419-4885f7a8637e', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'mac_address': 'fa:16:3e:8f:61:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '507bdccd-57c5-4ab8-898b-470020a52401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:11Z', 'updated_at': '2022-04-18T21:50:16Z', 'revision_number': 4, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'subnets': [{'id': '507bdccd-57c5-4ab8-898b-470020a52401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:50:17.414502 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-bcd7676f-c1be-443b-8169-02388f8c4c13 None None] Provisioning complete for port 650397bd-c4e4-434a-a25f-f23e12d4c4fb triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:17.414760 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-bcd7676f-c1be-443b-8169-02388f8c4c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:18.005169 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f314d6ac-9269-41e6-b102-4dad19472ff9 req-1732d9b4-6e49-485b-aed7-fdb639838620 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 210 time: 0.0312979 Apr 18 21:50:18.073489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 650397bd-c4e4-434a-a25f-f23e12d4c4fb up at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:18.125296 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Provisioning complete for port 650397bd-c4e4-434a-a25f-f23e12d4c4fb triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:18.125665 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:19.089255 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-4719413a-9a6b-4645-8dc4-65c1d8cdf1b8 req-fd1fbc18-a106-4e64-9de5-fbba7800bd74 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 210 time: 0.0264373 Apr 18 21:50:20.168517 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-347f8b6c-52b5-4819-8aef-c7aa9622f892 req-1948bc60-4bde-4f17-8de9-78fec21d35df tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 210 time: 0.0271285 Apr 18 21:50:21.271951 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c3afeeab-eb10-4de5-9c11-4d334ac1e47e req-d04e400c-2aca-4588-883d-8526b25bf970 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 210 time: 0.0361836 Apr 18 21:50:22.367913 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8bfd1a14-1968-4034-8115-1f01e443f5d6 req-eb40f937-beb3-45dd-a117-268daec21efa tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 210 time: 0.0265391 Apr 18 21:50:23.298595 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802319-025a-4cc9-8644-774e08965750 req-9e5e9c7d-3db3-4c40-8dcf-9ed295f53868 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:23.300653 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-9e5e9c7d-3db3-4c40-8dcf-9ed295f53868 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.60 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 808 time: 0.4153912 Apr 18 21:50:23.343793 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-ac16ad92-9a47-4d04-a72c-d0cab90671de tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7 HTTP/1.1" status: 200 len: 380 time: 0.0338511 Apr 18 21:50:23.354151 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'port': {'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'admin_state_up': True, 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'security_groups': ['ca9eb884-2411-4626-bd65-26324990f7a4']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:23.466404 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Made reservation on behalf of 5b618b8dc1e04c9a8f5232d80c0720c7 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:50:23.469944 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.477522 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8f6c48cd-2dca-4d97-9e79-7640f289896e req-7738c9b7-3fa2-4adf-a87d-fb875a919b7a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 210 time: 0.0315306 Apr 18 21:50:23.595372 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Allocated IP 172.20.0.7 (a7115c54-9f03-443a-ad2e-ed3e0f6f7488/997b1a82-0178-44ef-abdc-6fe59c64a300/02ef3513-93c2-4add-89a5-a0f8128df868) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:23.741640 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.776269 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.821385 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:23.824438 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:23.828209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:50:23.852589 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'Port': ['ID=02ef3513-93c2-4add-89a5-a0f8128df868,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:23.882879 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:23.883520 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:23.901043 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-a850d74d-0b79-4a96-b976-a5314f9a18c5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5505233 Apr 18 21:50:23.913311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Request body: {'port': {'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:23.973780 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:24.072276 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-1fe5d35b-4175-44c9-a054-71e20a746896 None None] Provisioning complete for port 02ef3513-93c2-4add-89a5-a0f8128df868 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:24.073042 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d35b-4175-44c9-a054-71e20a746896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:24.111976 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5d35b-4175-44c9-a054-71e20a746896 None None] Port 02ef3513-93c2-4add-89a5-a0f8128df868 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:50:24.241725 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ef3513-93c2-4add-89a5-a0f8128df868 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:50:24.249081 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:24.261066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Transition to ACTIVE for port object 02ef3513-93c2-4add-89a5-a0f8128df868 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:50:24.265996 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:24.323299 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=02ef3513-93c2-4add-89a5-a0f8128df868,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:24.397673 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Attempting to bind port 02ef3513-93c2-4add-89a5-a0f8128df868 on host n-h1-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:50:24.398016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Attempting to bind port 02ef3513-93c2-4add-89a5-a0f8128df868 by drivers openvswitch,hyperv on host n-h1-836015-4 at level 0 using segments [{'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:50:24.398349 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Attempting to bind port 02ef3513-93c2-4add-89a5-a0f8128df868 on network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:50:24.403930 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Port 02ef3513-93c2-4add-89a5-a0f8128df868 on network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 not bound, no agent of type Open vSwitch agent registered on host n-h1-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:50:24.404309 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Attempting to bind port 02ef3513-93c2-4add-89a5-a0f8128df868 on network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:50:24.417852 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Checking agent: {'id': '4fbbfc09-a513-47f9-a6eb-93bef6b0172b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:50:24.418427 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Checking segment: {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:50:24.418900 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Bound using segment: {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:50:24.419425 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Bound port: 02ef3513-93c2-4add-89a5-a0f8128df868, host: n-h1-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:50:24.420029 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:24.488442 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] For port 02ef3513-93c2-4add-89a5-a0f8128df868, host n-h1-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:50:24.491667 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] For port 02ef3513-93c2-4add-89a5-a0f8128df868, host n-h1-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02ef3513-93c2-4add-89a5-a0f8128df868,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:50:24.496267 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:24.529904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:24.530534 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:24.532244 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] 10.222.0.60 "PUT /v2.0/ports/02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 200 len: 1091 time: 0.6237471 Apr 18 21:50:24.532701 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:50:24.538507 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324e98e0-528e-4d99-8db0-8a110f0395db" -d '{"events": [{"name": "network-changed", "server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:50:24.599590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd9d15-2aa6-488a-8d0b-126bc706c6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=02ef3513-93c2-4add-89a5-a0f8128df868,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:24.614456 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d280c-e88b-44ab-9b36-76644eb9385e req-fdfc8b0c-1e5e-4d8c-bd91-6e0422686002 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:24.622946 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df5d280c-e88b-44ab-9b36-76644eb9385e req-fdfc8b0c-1e5e-4d8c-bd91-6e0422686002 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 943 time: 0.0597427 Apr 18 21:50:24.631081 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f52610-7793-40ed-a6c8-c4ac3d0f4e46 x-openstack-request-id: req-09f52610-7793-40ed-a6c8-c4ac3d0f4e46 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:50:24.631081 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:50:24.631440 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09f52610-7793-40ed-a6c8-c4ac3d0f4e46 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:50:24.631685 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f52610-7793-40ed-a6c8-c4ac3d0f4e46'] response: {'name': 'network-changed', 'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868', 'status': 'completed', 'code': 200} Apr 18 21:50:24.651967 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802319-025a-4cc9-8644-774e08965750 req-35c80acd-014b-41a2-bc81-7a0744a7e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:24.653576 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-35c80acd-014b-41a2-bc81-7a0744a7e867 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1094 time: 0.0643189 Apr 18 21:50:24.665071 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-df5d280c-e88b-44ab-9b36-76644eb9385e req-c0b90553-de56-489a-9ad8-58081f483b2f tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Apr 18 21:50:24.698101 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-b952967c-b16e-41ba-a5a6-9b4accae6e86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 200 len: 217 time: 0.0373244 Apr 18 21:50:24.749719 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802319-025a-4cc9-8644-774e08965750 req-ff2b7f42-00bb-4a86-b4d7-f56edec68c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:24.751516 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-ff2b7f42-00bb-4a86-b4d7-f56edec68c4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0474215 Apr 18 21:50:24.815910 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1802319-025a-4cc9-8644-774e08965750 req-27af2896-9d7c-4a33-99ca-aac403333216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:24.817441 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-27af2896-9d7c-4a33-99ca-aac403333216 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587399 Apr 18 21:50:24.911193 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-8ad3a028-4fb6-441a-ab59-93994ba1678d service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867865 Apr 18 21:50:25.007813 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-e1802319-025a-4cc9-8644-774e08965750 req-c603d8dc-d64c-449d-aa64-fff52a1f14cb service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900846 Apr 18 21:50:25.098076 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e98e0-528e-4d99-8db0-8a110f0395db req-a80545c5-a178-47c7-a6bd-11d11686f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:25.099653 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-324e98e0-528e-4d99-8db0-8a110f0395db req-a80545c5-a178-47c7-a6bd-11d11686f3b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1094 time: 0.0426846 Apr 18 21:50:25.188670 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e98e0-528e-4d99-8db0-8a110f0395db req-94c44354-36f9-4bd6-bbf2-310c429477e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:25.190735 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-324e98e0-528e-4d99-8db0-8a110f0395db req-94c44354-36f9-4bd6-bbf2-310c429477e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.0845339 Apr 18 21:50:25.236527 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-324e98e0-528e-4d99-8db0-8a110f0395db req-fde29bda-775b-4f8c-b2a9-0fd880b5daff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 200 len: 217 time: 0.0390851 Apr 18 21:50:25.253456 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:50:25.285290 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e98e0-528e-4d99-8db0-8a110f0395db req-abe955a1-6e79-454d-b641-0e1db8d66ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:25.286758 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-324e98e0-528e-4d99-8db0-8a110f0395db req-abe955a1-6e79-454d-b641-0e1db8d66ec1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0444291 Apr 18 21:50:25.332565 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e98e0-528e-4d99-8db0-8a110f0395db req-d48ea16d-43d3-4564-905a-a1fe077716c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:25.334109 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-324e98e0-528e-4d99-8db0-8a110f0395db req-d48ea16d-43d3-4564-905a-a1fe077716c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407569 Apr 18 21:50:25.428125 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-324e98e0-528e-4d99-8db0-8a110f0395db req-10eade39-799f-47f5-aeec-6cb77d384731 service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877600 Apr 18 21:50:25.531424 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-324e98e0-528e-4d99-8db0-8a110f0395db req-44dd0352-9eea-4bf6-aa1b-770c097d0bc1 service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920572 Apr 18 21:50:25.790611 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f3c25-d65b-47c3-892a-0897ef9da661 req-b3b7aed1-2c2b-4ae6-98be-8e87179522c0 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:25.792153 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a6f3c25-d65b-47c3-892a-0897ef9da661 req-b3b7aed1-2c2b-4ae6-98be-8e87179522c0 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 943 time: 0.0495918 Apr 18 21:50:25.830653 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8a6f3c25-d65b-47c3-892a-0897ef9da661 req-d6a26586-31e1-48d3-8231-a00f2a971d83 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324113 Apr 18 21:50:26.950137 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ce186-7183-422e-9ad9-096d70730239 req-bc14a4a7-0575-470d-8324-6b9c61fb3798 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:26.951618 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-414ce186-7183-422e-9ad9-096d70730239 req-bc14a4a7-0575-470d-8324-6b9c61fb3798 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 943 time: 0.0521791 Apr 18 21:50:26.993778 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-414ce186-7183-422e-9ad9-096d70730239 req-d73955ad-08df-4c19-b721-e3ce51bc51a7 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351582 Apr 18 21:50:28.442913 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b25aa-c671-4946-9ca4-aad2161ab685 req-01611374-b714-4697-a1ce-8d4a82045e83 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:28.444459 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad3b25aa-c671-4946-9ca4-aad2161ab685 req-01611374-b714-4697-a1ce-8d4a82045e83 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 943 time: 0.3813922 Apr 18 21:50:28.483728 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ad3b25aa-c671-4946-9ca4-aad2161ab685 req-3eb25deb-9b67-475b-84a0-f3944f91287e tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316327 Apr 18 21:50:29.115091 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02ef3513-93c2-4add-89a5-a0f8128df868 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:50:29.212967 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 02ef3513-93c2-4add-89a5-a0f8128df868, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02ef3513-93c2-4add-89a5-a0f8128df868,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:29.225170 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '02ef3513-93c2-4add-89a5-a0f8128df868', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:50:29.260240 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:29.273464 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ef3513-93c2-4add-89a5-a0f8128df868 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:50:29.292799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 02ef3513-93c2-4add-89a5-a0f8128df868, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02ef3513-93c2-4add-89a5-a0f8128df868,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:29.296841 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:29.341489 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=02ef3513-93c2-4add-89a5-a0f8128df868,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:29.600529 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880f1d3-c438-4536-8675-89a64fbc4d36 req-63a58225-39b2-4495-936d-e02c9c921232 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:29.602005 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8880f1d3-c438-4536-8675-89a64fbc4d36 req-63a58225-39b2-4495-936d-e02c9c921232 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 944 time: 0.0499849 Apr 18 21:50:29.639544 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-8880f1d3-c438-4536-8675-89a64fbc4d36 req-52f55c4a-7ba8-4434-85d1-e165a2dcc33f tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314231 Apr 18 21:50:29.683413 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['02ef3513-93c2-4add-89a5-a0f8128df868'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:50:30.774327 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac949d-49e0-41ac-997b-9df71cde27f9 req-4da05ccf-c66c-41b5-ab85-b644002f6e44 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:30.776357 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aeac949d-49e0-41ac-997b-9df71cde27f9 req-4da05ccf-c66c-41b5-ab85-b644002f6e44 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 944 time: 0.0531220 Apr 18 21:50:30.838817 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-aeac949d-49e0-41ac-997b-9df71cde27f9 req-d29ca472-95c6-4dd7-aff3-046771d28133 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536172 Apr 18 21:50:31.115407 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02ef3513-93c2-4add-89a5-a0f8128df868 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:50:31.168951 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning for port 02ef3513-93c2-4add-89a5-a0f8128df868 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:50:31.173082 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 02ef3513-93c2-4add-89a5-a0f8128df868 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:50:31.173450 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.258045 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.281607 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:50:31.283959 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5c9308-085c-4c64-9de6-3a87e308b101" -d '{"events": [{"server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "name": "network-vif-plugged", "status": "completed", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:50:31.302253 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 02ef3513-93c2-4add-89a5-a0f8128df868, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02ef3513-93c2-4add-89a5-a0f8128df868,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:50:31.306991 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:31.329523 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bda713-65d1-40f0-b7fd-052d6c8dd978 x-openstack-request-id: req-a2bda713-65d1-40f0-b7fd-052d6c8dd978 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:50:31.329811 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "name": "network-vif-plugged", "status": "completed", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:50:31.330064 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2bda713-65d1-40f0-b7fd-052d6c8dd978 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:50:31.330453 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2bda713-65d1-40f0-b7fd-052d6c8dd978'] response: {'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868', 'code': 200} Apr 18 21:50:31.356191 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=02ef3513-93c2-4add-89a5-a0f8128df868,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:31.427941 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d4905-72f3-4f26-8c8a-83ee96c7b6ad req-8accee73-7adb-4847-9968-f68c8a425f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:31.429454 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-661d4905-72f3-4f26-8c8a-83ee96c7b6ad req-8accee73-7adb-4847-9968-f68c8a425f33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1096 time: 0.0454159 Apr 18 21:50:31.463347 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-661d4905-72f3-4f26-8c8a-83ee96c7b6ad req-f04991fa-27fd-421f-adc8-c6910856c546 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277345 Apr 18 21:50:31.957601 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f3193-ce44-4afd-84a5-260af343a05b req-36ec6203-c101-4a2c-917a-dbb10d257edd tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:31.959064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f40f3193-ce44-4afd-84a5-260af343a05b req-36ec6203-c101-4a2c-917a-dbb10d257edd tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 945 time: 0.0492437 Apr 18 21:50:31.996149 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-f40f3193-ce44-4afd-84a5-260af343a05b req-2c838cec-7c78-4564-a8c6-10ab409a1230 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309086 Apr 18 21:50:33.113158 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398b580-22b0-41ac-954d-8f9a2bf444fa req-34a71c8a-4fc5-4cc2-9e11-80854766e771 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:33.114607 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e398b580-22b0-41ac-954d-8f9a2bf444fa req-34a71c8a-4fc5-4cc2-9e11-80854766e771 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 945 time: 0.0489147 Apr 18 21:50:33.151523 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-e398b580-22b0-41ac-954d-8f9a2bf444fa req-4ad491fb-7fc1-4546-b241-9f4420393479 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308444 Apr 18 21:50:33.265888 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08454ef7-29ea-41c0-a866-9eb61db7e2fd req-e09c9b1f-04fd-4f9c-897a-948f7138b54a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:33.267426 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08454ef7-29ea-41c0-a866-9eb61db7e2fd req-e09c9b1f-04fd-4f9c-897a-948f7138b54a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 945 time: 0.0483723 Apr 18 21:50:33.309356 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-08454ef7-29ea-41c0-a866-9eb61db7e2fd req-dc2a1249-7c34-451a-8ce4-8c4e08179c19 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350592 Apr 18 21:50:33.331742 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55532) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:33.411252 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81ca61f-58b5-4463-9a3b-db083e3f1d6d tempest-TestSnapshotPattern-1061062975 tempest-TestSnapshotPattern-1061062975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:33.412785 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-a81ca61f-58b5-4463-9a3b-db083e3f1d6d tempest-TestSnapshotPattern-1061062975 tempest-TestSnapshotPattern-1061062975-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1091 time: 0.0800545 Apr 18 21:50:33.416057 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 55536) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:50:33.420761 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:50:33.441385 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for floatingip, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:33.540422 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:33.648916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Allocated IP 172.25.2.226 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/86e62b19-5ef0-4cdb-a903-074375a98fb2) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:50:33.747972 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:33.784661 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:33.823970 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:50:33.828575 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:50:33.831999 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:50:33.855048 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'Port': ['ID=86e62b19-5ef0-4cdb-a903-074375a98fb2,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:34.186553 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.254091 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.411987 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.416771 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.485177 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'Port': ['ID=86e62b19-5ef0-4cdb-a903-074375a98fb2,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:50:34.498263 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:34.660724 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Floating IP 605a0865-63cc-4eae-874f-d1fb6b80b950 associated. External IP: 172.25.2.226, port: 02ef3513-93c2-4add-89a5-a0f8128df868. Apr 18 21:50:34.925821 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Router 9d1fba0d-a201-45b2-9e65-5b9244001434 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:50:35.046088 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:50:35.058635 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] Sync routers for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:50:35.069755 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:35.070861 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:35.071669 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:35.099041 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-94640e6e-7377-4a32-9098-2941e37614b9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6817605 Apr 18 21:50:35.099723 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:50:35.102160 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1" -d '{"events": [{"name": "network-changed", "server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:50:35.142407 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c39d38-f901-4332-9d3c-8bfc895ffda6 x-openstack-request-id: req-f0c39d38-f901-4332-9d3c-8bfc895ffda6 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:50:35.142700 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:50:35.143108 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f0c39d38-f901-4332-9d3c-8bfc895ffda6 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:50:35.143543 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0c39d38-f901-4332-9d3c-8bfc895ffda6'] response: {'name': 'network-changed', 'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868', 'status': 'completed', 'code': 200} Apr 18 21:50:35.181858 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:35.206619 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-2ac99e19-11ed-414b-8e09-531773d4603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:35.208175 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-2ac99e19-11ed-414b-8e09-531773d4603e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1096 time: 0.0429821 Apr 18 21:50:35.300830 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-23d524b6-44cd-4662-ad0b-5e8d1674405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:35.302345 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-23d524b6-44cd-4662-ad0b-5e8d1674405b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.0875087 Apr 18 21:50:35.367468 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-b6fa2350-beda-43d3-9ce6-7e225551c30e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 200 len: 999 time: 0.0590653 Apr 18 21:50:35.411331 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '605a0865-63cc-4eae-874f-d1fb6b80b950', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:50:34Z', 'updated_at': '2022-04-18T21:50:34Z', 'revision_number': 0, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:35.417905 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-cbfc9e28-0ae5-4461-a90a-690eb11593fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:35.419403 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-cbfc9e28-0ae5-4461-a90a-690eb11593fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0458052 Apr 18 21:50:35.438070 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] Checking router: 9d1fba0d-a201-45b2-9e65-5b9244001434 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:50:35.446690 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:50:35.447231 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:50:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:35.469815 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-badc5d0b-79f8-4c0a-b864-db58d739e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:50:35.471910 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-badc5d0b-79f8-4c0a-b864-db58d739e2c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447354 Apr 18 21:50:35.554298 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:50:35.565501 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-cc51a182-0359-4545-83d8-06b202cfab1d service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858707 Apr 18 21:50:35.662290 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0f4545a4-f7a2-4ca7-94fe-61c3a5bcbea1 req-b9f27549-c52f-486a-96ca-487343bb8713 service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903893 Apr 18 21:50:35.778038 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '605a0865-63cc-4eae-874f-d1fb6b80b950', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:50:34Z', 'updated_at': '2022-04-18T21:50:34Z', 'revision_number': 0, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:50:35.805201 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8048b9-ece3-4626-8bd6-380591b03907 None None] The sync data for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 is: [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '605a0865-63cc-4eae-874f-d1fb6b80b950', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:50:34Z', 'updated_at': '2022-04-18T21:50:34Z', 'revision_number': 0, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:50:35.996831 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f6cb3-cacf-4fd3-bce9-297ac7a60c06 None None] New status for floating IP 605a0865-63cc-4eae-874f-d1fb6b80b950: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:50:36.263496 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7a4d-c471-4e12-ab9a-f05cf7e3f04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:38.831687 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d9353f7c-8564-4c62-8250-732b2a7965fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:39.646730 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:40.813559 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:41.441130 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.139151 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.686696 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:02.252959 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:51:06.095573 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-98ddef57-c640-43ab-8122-73b7378fef30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:08.827167 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fe87c0c2-087e-4410-a179-840aadb740c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:09.651581 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:10.816561 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:11.442945 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:13.138375 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:16.696755 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:17.321590 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-f0b99ded-be21-46af-ad4f-e33618af5d5e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402167 Apr 18 21:51:17.399865 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-e379b470-1086-4a00-8384-33a52e43ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:17.401343 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-e379b470-1086-4a00-8384-33a52e43ba5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1096 time: 0.0403149 Apr 18 21:51:17.506669 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-a09d7eab-f5b7-480b-837b-63af344c00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:17.508169 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-a09d7eab-f5b7-480b-837b-63af344c00e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.0882592 Apr 18 21:51:17.571108 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-ba16885b-4413-4ccc-bd86-066559039753 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 200 len: 1001 time: 0.0564721 Apr 18 21:51:17.619883 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-84480e4a-f906-4db4-92db-fd7d5c0d5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:17.621255 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-84480e4a-f906-4db4-92db-fd7d5c0d5d47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0440774 Apr 18 21:51:17.676382 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-3ea3a37a-5f46-459c-b7f1-54af29fc658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:51:17.677883 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-3ea3a37a-5f46-459c-b7f1-54af29fc658a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492980 Apr 18 21:51:17.765623 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-e89fcc80-c7db-47e1-a078-85ad79ca2ddf service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811021 Apr 18 21:51:17.864736 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-ffd95bd3-6278-4977-8e03-21d0c00e45cc req-05b70ef3-1409-4d0d-95ae-07b74b7d2b60 service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918894 Apr 18 21:51:36.098468 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e9374f40-6865-4e50-9ee1-d0a2af055a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:38.829019 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-39c49f51-d2f6-4d9c-896a-cf7fea987529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:39.252801 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:51:39.651745 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:40.822179 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:41.449010 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:43.153152 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:46.733932 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:06.101001 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e62a8043-92d9-411e-9323-3877973ce53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:08.831604 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fdba-1115-4fe1-86a9-0702db35d139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:09.655096 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:10.821879 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:11.442127 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:13.156928 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:16.251869 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:52:16.755344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:19.348927 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-aeb45530-71b9-4017-b596-736820c3dabe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850856 Apr 18 21:52:19.428034 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-bb3fbcb7-4c6f-49dc-9a3d-3da50d8ce631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:19.429509 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-bb3fbcb7-4c6f-49dc-9a3d-3da50d8ce631 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1096 time: 0.0399759 Apr 18 21:52:19.537168 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-d5d9fb30-ca78-4b00-b3d4-1f580c70a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:19.538566 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-d5d9fb30-ca78-4b00-b3d4-1f580c70a85c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.0899358 Apr 18 21:52:19.602609 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-310d3d00-81a0-45da-b890-75ccd422b260 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 200 len: 1001 time: 0.0576775 Apr 18 21:52:19.649771 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-d0e2d606-5920-4b18-9da0-cb4a0aa2c27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:19.651167 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-d0e2d606-5920-4b18-9da0-cb4a0aa2c27d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0426805 Apr 18 21:52:19.993618 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-327a1f76-d69e-4164-9643-6b4fff1da483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:52:19.995111 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-327a1f76-d69e-4164-9643-6b4fff1da483 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3375206 Apr 18 21:52:20.086512 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-46c49649-9451-4144-8879-22f9ef31a235 service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810952 Apr 18 21:52:20.181556 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-3d15fc0a-7e8b-40f6-a33d-7babaaa3e36b req-297eaf8f-fc85-46f5-93b4-c986824ad69c service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877154 Apr 18 21:52:36.102060 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-a1715147-026a-4957-8bb3-db446a2fbf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:38.832732 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1ed24b65-4c1b-4314-ad19-98f63c1841cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:39.658341 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:40.824801 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:41.443428 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:43.152267 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:46.760860 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:53.251358 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:53:06.102662 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cad021d4-dd8e-4290-9c9d-5fcf1dcf2f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:07.828888 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02ef3513-93c2-4add-89a5-a0f8128df868 details requested by agent hyperv_n-h1-836015-4 with host n-h1-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:53:07.919642 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 02ef3513-93c2-4add-89a5-a0f8128df868, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02ef3513-93c2-4add-89a5-a0f8128df868,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:07.931125 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Returning: {'device': '02ef3513-93c2-4add-89a5-a0f8128df868', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:53:07.966394 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:07.982463 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02ef3513-93c2-4add-89a5-a0f8128df868 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:53:08.000219 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 02ef3513-93c2-4add-89a5-a0f8128df868, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02ef3513-93c2-4add-89a5-a0f8128df868,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:08.004235 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:08.056043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=02ef3513-93c2-4add-89a5-a0f8128df868,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:08.064046 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.064460 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.064735 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.065067 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.065396 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.065727 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.066056 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.066381 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.066821 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.067261 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.067696 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.068169 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:08.085649 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] get_ports_and_sgs() called for port_ids ['02ef3513-93c2-4add-89a5-a0f8128df868'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:53:08.835040 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-89732de4-d9a6-4899-9e1e-3dbfd610717b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:09.662024 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:09.844095 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02ef3513-93c2-4add-89a5-a0f8128df868 up at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:53:09.890391 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Provisioning complete for port 02ef3513-93c2-4add-89a5-a0f8128df868 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:53:09.890755 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:09.967187 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:09.988254 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:53:09.990465 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9be09f3-6f8e-4f5e-abb8-1f332145ff4e" -d '{"events": [{"server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "name": "network-vif-plugged", "status": "completed", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:53:10.003178 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 02ef3513-93c2-4add-89a5-a0f8128df868, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02ef3513-93c2-4add-89a5-a0f8128df868,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:10.007594 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:10.035120 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f4d50f-bf19-48ad-8ba5-c8830c47ab87 x-openstack-request-id: req-32f4d50f-bf19-48ad-8ba5-c8830c47ab87 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:53:10.035410 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "name": "network-vif-plugged", "status": "completed", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:53:10.035684 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-32f4d50f-bf19-48ad-8ba5-c8830c47ab87 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:53:10.036107 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f4d50f-bf19-48ad-8ba5-c8830c47ab87'] response: {'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868', 'code': 200} Apr 18 21:53:10.056740 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=02ef3513-93c2-4add-89a5-a0f8128df868,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:10.828415 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:11.444779 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:13.160229 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:16.783513 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:19.375542 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-9123f872-a6c4-4cb6-bd10-5cabe0f9de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:19.379710 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-9123f872-a6c4-4cb6-bd10-5cabe0f9de83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1096 time: 0.0601468 Apr 18 21:53:19.521288 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-e44e7fbb-60a8-4aae-b4dd-4097be28fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:19.524410 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-e44e7fbb-60a8-4aae-b4dd-4097be28fe1d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.1229289 Apr 18 21:53:19.596519 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-c2634dbc-7dcd-494b-8337-305862edad25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 200 len: 1001 time: 0.0643065 Apr 18 21:53:19.653067 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-32d18001-2527-451b-95c9-3dedbb2c3e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:19.654914 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-32d18001-2527-451b-95c9-3dedbb2c3e9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0508597 Apr 18 21:53:19.735572 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-71d07ab6-50b2-40c5-a3f2-9fd99434f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:19.737744 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-71d07ab6-50b2-40c5-a3f2-9fd99434f75f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762463 Apr 18 21:53:19.841976 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-8590349d-d7cd-438e-8e25-a9c622a46f58 service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958743 Apr 18 21:53:19.950635 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-7e89dfcb-283d-45fa-82a5-af79b523633e req-f8e525b9-f394-45ca-a465-03012864dccf service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009793 Apr 18 21:53:22.701535 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-b1440fbb-5adb-4ce8-8ea7-735e765d9ec6 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758574862&fields=id&tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7 HTTP/1.1" status: 200 len: 267 time: 0.0328650 Apr 18 21:53:22.809442 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-f54d3ca2-f62e-4262-8d39-c6b5a347b980 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:22.810972 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-f54d3ca2-f62e-4262-8d39-c6b5a347b980 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 808 time: 0.1020865 Apr 18 21:53:22.827076 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-ea4c10bf-b0b3-4ae4-a047-a58dd13a1b16 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/quotas/5b618b8dc1e04c9a8f5232d80c0720c7 HTTP/1.1" status: 200 len: 375 time: 0.0098040 Apr 18 21:53:22.884107 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-ab253303-63e8-44dc-9ca5-d0cf6b63a38e tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0500398 Apr 18 21:53:22.977866 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-1e374b9b-df76-4151-8b0d-68809bac30bb service neutron] 10.222.0.49 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814290 Apr 18 21:53:23.068836 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-10cf5d1f-1c2f-4508-858a-286e5af43f37 service neutron] 10.222.0.49 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849037 Apr 18 21:53:23.301560 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2b7f04d9-019c-4a1a-a0ff-2fe764a89fd0 req-340355a1-d1f5-468d-a10b-66b2425984dc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 210 time: 0.0789714 Apr 18 21:53:24.274162 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-776acbb8-8664-4632-b9f5-a470085e0947 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:24.275617 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-776acbb8-8664-4632-b9f5-a470085e0947 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.64 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 808 time: 0.1020505 Apr 18 21:53:24.336384 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-5a06d673-1ceb-4c23-b830-bbdc13994219 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7 HTTP/1.1" status: 200 len: 380 time: 0.0372784 Apr 18 21:53:24.346648 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'port': {'device_id': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'admin_state_up': True, 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'security_groups': ['ca9eb884-2411-4626-bd65-26324990f7a4']}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:53:24.399987 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-49c3675b-b512-4de7-9897-6ce69b5081fb req-6a7e5661-8b83-4b36-8e86-4e27be8bdf6a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 210 time: 0.0267522 Apr 18 21:53:24.459335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Made reservation on behalf of 5b618b8dc1e04c9a8f5232d80c0720c7 for: {'port': 1} {{(pid=102903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:53:24.462857 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:24.591253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_common [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Allocated IP 172.20.0.10 (a7115c54-9f03-443a-ad2e-ed3e0f6f7488/997b1a82-0178-44ef-abdc-6fe59c64a300/b69358a7-8a18-4572-b7ae-495d7e38a930) {{(pid=102903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:53:24.777874 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for port, precommit_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:24.819371 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_create {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:24.891016 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 is already hosted by enough agents. {{(pid=102903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:53:24.898717 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.base_scheduler [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Resources bound (agent type, host, resource id): {{(pid=102903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:53:24.902467 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Received port after_create {{(pid=102903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:53:24.906236 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'Port': ['ID=b69358a7-8a18-4572-b7ae-495d7e38a930,revision_number=1']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:24.941892 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.942340 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.942590 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.942931 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.943274 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.943753 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.943978 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.944311 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.944662 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.944975 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.945303 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.945626 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:24.980974 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:24.982092 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:25.002686 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-89d7fbcf-20f1-401e-96fe-918db044028a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6607385 Apr 18 21:53:25.271449 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-42b2d5ea-fe96-4a41-84f5-76806052804f None None] Provisioning complete for port b69358a7-8a18-4572-b7ae-495d7e38a930 triggered by entity DHCP. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:53:25.272045 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-42b2d5ea-fe96-4a41-84f5-76806052804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:25.306635 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-42b2d5ea-fe96-4a41-84f5-76806052804f None None] Port b69358a7-8a18-4572-b7ae-495d7e38a930 cannot update to ACTIVE because it is not bound. {{(pid=102905) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 18 21:53:25.536296 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf8a22-b4c7-4908-8875-c5175627f837 req-cd1bbf60-107a-411c-ade3-ef6a90b96209 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:25.537992 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53cf8a22-b4c7-4908-8875-c5175627f837 req-cd1bbf60-107a-411c-ade3-ef6a90b96209 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 932 time: 0.0589132 Apr 18 21:53:25.584709 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-53cf8a22-b4c7-4908-8875-c5175627f837 req-5ecc2120-bb54-4943-a7d1-71d2ef5bdf83 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Apr 18 21:53:25.933360 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02ef3513-93c2-4add-89a5-a0f8128df868 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:53:26.046677 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:26.069749 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:53:26.072025 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c65cc17-44c8-4d49-a356-bbdfe5405bbf" -d '{"events": [{"server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "name": "network-vif-unplugged", "status": "completed", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:53:26.091266 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] For port 02ef3513-93c2-4add-89a5-a0f8128df868, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02ef3513-93c2-4add-89a5-a0f8128df868,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:26.100360 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:26.127137 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9223b006-9a44-46d5-bfe8-85c4406186a5 x-openstack-request-id: req-9223b006-9a44-46d5-bfe8-85c4406186a5 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:53:26.127426 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "name": "network-vif-unplugged", "status": "completed", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:53:26.127682 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9223b006-9a44-46d5-bfe8-85c4406186a5 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:53:26.128100 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9223b006-9a44-46d5-bfe8-85c4406186a5'] response: {'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868', 'code': 200} Apr 18 21:53:26.161308 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Pushing event updated for resources: {'Port': ['ID=02ef3513-93c2-4add-89a5-a0f8128df868,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:26.707702 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb4ceb-b4e8-4cf1-9359-13ac9d15c640 req-a8a7cb88-c37d-4a6d-a352-5f9d1489dba7 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:26.716197 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ccb4ceb-b4e8-4cf1-9359-13ac9d15c640 req-a8a7cb88-c37d-4a6d-a352-5f9d1489dba7 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 932 time: 0.0544739 Apr 18 21:53:26.759346 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0ccb4ceb-b4e8-4cf1-9359-13ac9d15c640 req-b28d147c-1cb9-4ba6-b729-ca077ca352be tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Apr 18 21:53:27.911203 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff175c4d-b954-4763-b906-378767253967 req-01633522-561f-4053-9eb3-fe25d19a1503 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:27.913030 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff175c4d-b954-4763-b906-378767253967 req-01633522-561f-4053-9eb3-fe25d19a1503 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 932 time: 0.0654814 Apr 18 21:53:27.953664 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ff175c4d-b954-4763-b906-378767253967 req-8cd68f84-5a73-487c-9777-512ed2145133 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342112 Apr 18 21:53:29.075231 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d94a7-960a-4b60-9381-44fc8c196df7 req-1dee402b-1824-4234-834d-d8cc3c15d4d7 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:29.076648 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-889d94a7-960a-4b60-9381-44fc8c196df7 req-1dee402b-1824-4234-834d-d8cc3c15d4d7 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 932 time: 0.0496609 Apr 18 21:53:29.125078 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-889d94a7-960a-4b60-9381-44fc8c196df7 req-5ac5e1ee-f863-483b-a29a-ba757d280ef3 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Apr 18 21:53:30.252928 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:53:30.260723 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9c76a-fc5e-4bbf-801c-30bfe7f370a4 req-7cacf986-47a9-4580-94bb-e992874cabe9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:30.262251 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65a9c76a-fc5e-4bbf-801c-30bfe7f370a4 req-7cacf986-47a9-4580-94bb-e992874cabe9 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 932 time: 0.0629122 Apr 18 21:53:30.306075 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-65a9c76a-fc5e-4bbf-801c-30bfe7f370a4 req-1dc93eed-9aa4-43b8-9352-f002077a0ec5 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358415 Apr 18 21:53:31.430407 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39964c1-7356-4a26-b7da-6010861c2a70 req-c169013f-ce39-4d02-bd66-33512ec26c22 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:31.431960 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b39964c1-7356-4a26-b7da-6010861c2a70 req-c169013f-ce39-4d02-bd66-33512ec26c22 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 932 time: 0.0531707 Apr 18 21:53:31.477893 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b39964c1-7356-4a26-b7da-6010861c2a70 req-ad75f967-1325-4970-bd50-859b1530a42c tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392828 Apr 18 21:53:32.620894 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cce14-5bca-417c-b8d6-5908fd283068 req-bde982b4-e5f5-411c-b14e-25425ddfb37b tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:32.622412 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea8cce14-5bca-417c-b8d6-5908fd283068 req-bde982b4-e5f5-411c-b14e-25425ddfb37b tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 932 time: 0.0491889 Apr 18 21:53:32.664317 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-ea8cce14-5bca-417c-b8d6-5908fd283068 req-074957da-5e5a-434f-8118-872577beca4c tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353582 Apr 18 21:53:32.732852 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-a5387d2c-c9f4-4874-8c5c-e5b5206fe4eb tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=102903) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:53:32.733886 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-a5387d2c-c9f4-4874-8c5c-e5b5206fe4eb tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056155 Apr 18 21:53:32.793581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.v2.base [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Request body: {'port': {'device_id': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836015-4'}} {{(pid=102903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:53:32.849355 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:33.105755 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69358a7-8a18-4572-b7ae-495d7e38a930 {{(pid=102903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:53:33.113113 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:33.125281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.provisioning_blocks [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Transition to ACTIVE for port object b69358a7-8a18-4572-b7ae-495d7e38a930 will not be triggered until provisioned by entity L2. {{(pid=102903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:53:33.131620 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:33.182961 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Pushing event updated for resources: {'Port': ['ID=b69358a7-8a18-4572-b7ae-495d7e38a930,revision_number=2']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:33.255300 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Attempting to bind port b69358a7-8a18-4572-b7ae-495d7e38a930 on host n-h2-836015-4 for vnic_type normal with profile {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:53:33.255640 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Attempting to bind port b69358a7-8a18-4572-b7ae-495d7e38a930 by drivers openvswitch,hyperv on host n-h2-836015-4 at level 0 using segments [{'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:53:33.256030 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Attempting to bind port b69358a7-8a18-4572-b7ae-495d7e38a930 on network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:53:33.260562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Port b69358a7-8a18-4572-b7ae-495d7e38a930 on network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 not bound, no agent of type Open vSwitch agent registered on host n-h2-836015-4 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 18 21:53:33.260891 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Attempting to bind port b69358a7-8a18-4572-b7ae-495d7e38a930 on network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 18 21:53:33.265797 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Checking agent: {'id': 'd9a34480-45f0-4259-89f1-6ada6ccfe726', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836015-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'started_at': datetime.datetime(2022, 4, 18, 20, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 18 21:53:33.266156 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Checking segment: {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 18 21:53:33.266536 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Bound using segment: {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'} {{(pid=102903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 18 21:53:33.267522 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.managers [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Bound port: b69358a7-8a18-4572-b7ae-495d7e38a930, host: n-h2-836015-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488'}}] {{(pid=102903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:53:33.267910 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:33.336032 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] For port b69358a7-8a18-4572-b7ae-495d7e38a930, host n-h2-836015-4, cleared binding levels {{(pid=102903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 18 21:53:33.339155 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] For port b69358a7-8a18-4572-b7ae-495d7e38a930, host n-h2-836015-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b69358a7-8a18-4572-b7ae-495d7e38a930,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 18 21:53:33.343824 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867251'] for port, after_update {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:33.389904 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.390411 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:33.392375 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] 10.222.0.64 "PUT /v2.0/ports/b69358a7-8a18-4572-b7ae-495d7e38a930 HTTP/1.1" status: 200 len: 1092 time: 0.6459396 Apr 18 21:53:33.392822 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:53:33.395140 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f51192-e10f-4461-9c86-64fb5deb3357" -d '{"events": [{"name": "network-changed", "server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:53:33.419639 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b67bf-72ba-44bd-9ccf-46bb59bd7b42 service neutron] Pushing event updated for resources: {'Port': ['ID=b69358a7-8a18-4572-b7ae-495d7e38a930,revision_number=3']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:33.444578 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a8c898-03df-4069-9b46-cebceb57aaba x-openstack-request-id: req-75a8c898-03df-4069-9b46-cebceb57aaba {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:53:33.445036 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:53:33.445655 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75a8c898-03df-4069-9b46-cebceb57aaba {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:53:33.446323 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75a8c898-03df-4069-9b46-cebceb57aaba'] response: {'name': 'network-changed', 'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'status': 'completed', 'code': 200} Apr 18 21:53:33.486079 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-68216397-579f-4053-b062-c8fd705bfff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.487922 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-68216397-579f-4053-b062-c8fd705bfff2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 1095 time: 0.0549068 Apr 18 21:53:33.535930 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-1e716be4-b97c-4d85-9aaa-4b1140bb8d18 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b69358a7-8a18-4572-b7ae-495d7e38a930 HTTP/1.1" status: 200 len: 217 time: 0.0355237 Apr 18 21:53:33.590431 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-0a5ddeab-37bb-409d-a5c1-50bfb0e5d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.591944 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-0a5ddeab-37bb-409d-a5c1-50bfb0e5d7ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0493691 Apr 18 21:53:33.641942 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-1d8d200d-6098-4282-b8c1-e63e8184b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.643372 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-1d8d200d-6098-4282-b8c1-e63e8184b438 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406270 Apr 18 21:53:33.738605 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-2865ce97-78cc-4f25-8422-f9c9e48dd7b0 service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838530 Apr 18 21:53:33.783453 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b2e1d-a7a8-4a4e-ae9f-8423d9565272 req-0f88a605-3436-47d1-9a1d-981ee58c00c3 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.785463 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c7b2e1d-a7a8-4a4e-ae9f-8423d9565272 req-0f88a605-3436-47d1-9a1d-981ee58c00c3 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 944 time: 0.0522308 Apr 18 21:53:33.824064 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-2c7b2e1d-a7a8-4a4e-ae9f-8423d9565272 req-953af9e1-b7c8-48ca-8152-7daf718d37ec tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321701 Apr 18 21:53:33.839009 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-27bd234e-d0e5-4710-90ef-47b73f939bd4 req-2712c333-2c9e-424b-8913-6e2cf1195a5d service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889902 Apr 18 21:53:33.937248 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-1a2197e7-9dcf-4fdf-aef2-cd8969db48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:33.938730 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-1a2197e7-9dcf-4fdf-aef2-cd8969db48a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 1095 time: 0.0413356 Apr 18 21:53:34.031015 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-e69d2570-e924-402f-9e51-109126820720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:34.033078 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-e69d2570-e924-402f-9e51-109126820720 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.0875797 Apr 18 21:53:34.073492 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-004f32ee-1d0c-42b3-b090-3dde92068440 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b69358a7-8a18-4572-b7ae-495d7e38a930 HTTP/1.1" status: 200 len: 217 time: 0.0340781 Apr 18 21:53:34.121520 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-1abd756c-b8cb-49b8-bd41-863035f13574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:34.122952 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-1abd756c-b8cb-49b8-bd41-863035f13574 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0430877 Apr 18 21:53:34.174211 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-1cc1b6f9-c7c8-4950-b6cc-1eea810e95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:34.175677 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-1cc1b6f9-c7c8-4950-b6cc-1eea810e95b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440178 Apr 18 21:53:34.270121 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-ec8845b9-068c-4f5b-87a5-89b9e0788e27 service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868454 Apr 18 21:53:34.364972 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-18f51192-e10f-4461-9c86-64fb5deb3357 req-218891ac-b71e-4f59-a369-fd3b75981de4 service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860779 Apr 18 21:53:34.941781 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7aec4-d3d3-46b1-84ce-ef2ff8abd17a req-267c7dcf-6716-4e39-8762-6401ddc35f5a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:34.943300 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bc7aec4-d3d3-46b1-84ce-ef2ff8abd17a req-267c7dcf-6716-4e39-8762-6401ddc35f5a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 944 time: 0.0491927 Apr 18 21:53:34.980148 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-7bc7aec4-d3d3-46b1-84ce-ef2ff8abd17a req-4fdc19f9-d2fd-4d30-9584-84230c82178d tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307522 Apr 18 21:53:36.103869 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-079e959c-32d1-4f62-8229-391c6378d76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:36.104397 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3f0a-1187-417c-9f8f-e2b4e8cec043 req-f8dfef0b-61a6-4976-adca-2c7700b34e12 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:36.106671 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76ed3f0a-1187-417c-9f8f-e2b4e8cec043 req-f8dfef0b-61a6-4976-adca-2c7700b34e12 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 944 time: 0.0521107 Apr 18 21:53:36.148867 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-76ed3f0a-1187-417c-9f8f-e2b4e8cec043 req-0daff1fe-d9b3-4304-adf0-1cb2c3133615 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366585 Apr 18 21:53:36.154275 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b69358a7-8a18-4572-b7ae-495d7e38a930 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:53:36.251992 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b69358a7-8a18-4572-b7ae-495d7e38a930, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b69358a7-8a18-4572-b7ae-495d7e38a930,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:36.263045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'port_id': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'mac_address': 'fa:16:3e:ea:96:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:53:36.298258 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:36.310319 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69358a7-8a18-4572-b7ae-495d7e38a930 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:53:36.330423 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b69358a7-8a18-4572-b7ae-495d7e38a930, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b69358a7-8a18-4572-b7ae-495d7e38a930,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:36.334484 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:36.379373 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b69358a7-8a18-4572-b7ae-495d7e38a930,revision_number=4']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:36.674136 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['b69358a7-8a18-4572-b7ae-495d7e38a930'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:53:37.264421 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668da8dc-090b-4264-8cfb-412c47d2b864 req-91569e71-ac15-4097-adbd-5088558861be tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:37.265887 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-668da8dc-090b-4264-8cfb-412c47d2b864 req-91569e71-ac15-4097-adbd-5088558861be tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 945 time: 0.0483770 Apr 18 21:53:37.303767 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-668da8dc-090b-4264-8cfb-412c47d2b864 req-69ce8fc8-8c0c-46e4-afe8-98bcb5c52144 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Apr 18 21:53:38.153928 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b69358a7-8a18-4572-b7ae-495d7e38a930 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:53:38.204620 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning for port b69358a7-8a18-4572-b7ae-495d7e38a930 completed by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:53:38.208405 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port b69358a7-8a18-4572-b7ae-495d7e38a930 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:53:38.208767 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:38.283578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:38.305072 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:53:38.307278 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db073298-ec11-4899-8a1a-d383fd45d60c" -d '{"events": [{"server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "name": "network-vif-plugged", "status": "completed", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:53:38.320277 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b69358a7-8a18-4572-b7ae-495d7e38a930, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b69358a7-8a18-4572-b7ae-495d7e38a930,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:53:38.324484 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:38.374685 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b69358a7-8a18-4572-b7ae-495d7e38a930,revision_number=5']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:38.430958 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948193e-d3c1-4b9f-9fc2-2036827422f8 req-5378e489-c9ea-4252-ae48-b603975e79c1 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:38.433025 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0948193e-d3c1-4b9f-9fc2-2036827422f8 req-5378e489-c9ea-4252-ae48-b603975e79c1 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 946 time: 0.0504389 Apr 18 21:53:38.436974 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70523697-8576-4c6f-91cc-d55ec07a8e65 x-openstack-request-id: req-70523697-8576-4c6f-91cc-d55ec07a8e65 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:53:38.437267 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "name": "network-vif-plugged", "status": "completed", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:53:38.437524 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-70523697-8576-4c6f-91cc-d55ec07a8e65 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:53:38.437920 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70523697-8576-4c6f-91cc-d55ec07a8e65'] response: {'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'code': 200} Apr 18 21:53:38.472361 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-0948193e-d3c1-4b9f-9fc2-2036827422f8 req-1a3129cb-0293-4faa-840e-0e1ee76f0790 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Apr 18 21:53:38.549259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed08d44-9f81-4536-bf01-165cddf77eb8 req-6568150f-deb1-41e5-bbc0-aeb7ad5be724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:38.550738 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-aed08d44-9f81-4536-bf01-165cddf77eb8 req-6568150f-deb1-41e5-bbc0-aeb7ad5be724 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 1097 time: 0.0416498 Apr 18 21:53:38.589470 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-aed08d44-9f81-4536-bf01-165cddf77eb8 req-b52db991-34c5-4aa0-9c55-15458f00f98e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274663 Apr 18 21:53:38.836479 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-87a3300f-642d-4470-9b6f-d0c85fe53cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:39.591570 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07327bd8-fd71-4be4-afc5-60d19763e94f req-787366ec-d91f-4a7c-83be-42578236c7df tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:39.593072 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07327bd8-fd71-4be4-afc5-60d19763e94f req-787366ec-d91f-4a7c-83be-42578236c7df tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 946 time: 0.0500605 Apr 18 21:53:39.635249 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-07327bd8-fd71-4be4-afc5-60d19763e94f req-16093e0b-37f1-4ab8-bf3a-9a28b55e0e7d tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353425 Apr 18 21:53:39.664753 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:40.750486 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c472-5b72-4273-a072-94a461dbc5c9 req-298ed0a1-7cae-400b-a7d5-899882c075d3 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:40.752481 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b34c472-5b72-4273-a072-94a461dbc5c9 req-298ed0a1-7cae-400b-a7d5-899882c075d3 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 946 time: 0.0476191 Apr 18 21:53:40.790626 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-9b34c472-5b72-4273-a072-94a461dbc5c9 req-2aa84c83-dcfd-4282-a166-8161b0ed1dd3 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321009 Apr 18 21:53:40.833592 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:40.906704 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52401f7-e38c-403d-95d0-99401350e3d0 req-44b248b1-1495-411e-b7fe-a8c38d825a40 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:40.908234 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52401f7-e38c-403d-95d0-99401350e3d0 req-44b248b1-1495-411e-b7fe-a8c38d825a40 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 946 time: 0.0498197 Apr 18 21:53:40.945816 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b52401f7-e38c-403d-95d0-99401350e3d0 req-40d385e9-6bcc-4b5f-aaf7-8c787cb819c0 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316627 Apr 18 21:53:40.966766 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55844) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:53:41.006448 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c3897-c956-4fa2-8869-26ee3fad0588 tempest-TestSnapshotPattern-1061062975 tempest-TestSnapshotPattern-1061062975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:41.008002 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6b8c3897-c956-4fa2-8869-26ee3fad0588 tempest-TestSnapshotPattern-1061062975 tempest-TestSnapshotPattern-1061062975-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 1092 time: 0.0402315 Apr 18 21:53:41.010855 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 55846) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:53:41.015232 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.v2.base [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Request body: {'floatingip': {'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'port_id': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102904) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:53:41.036906 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for floatingip, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:41.136331 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:41.244452 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.db_base_plugin_common [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Allocated IP 172.25.2.36 (64d495fe-feb7-490d-bba7-dad2bebf54fb/5bc18415-6b89-4ab4-9862-2e70060cc793/7429030a-469a-4577-8f73-c4580fd2a611) {{(pid=102904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:53:41.345345 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for port, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:41.377983 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729061848037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:41.412852 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Network 64d495fe-feb7-490d-bba7-dad2bebf54fb is already hosted by enough agents. {{(pid=102904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:53:41.417520 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.base_scheduler [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Resources bound (agent type, host, resource id): {{(pid=102904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:53:41.420149 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Received port after_create {{(pid=102904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 18 21:53:41.447322 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:41.455253 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'Port': ['ID=7429030a-469a-4577-8f73-c4580fd2a611,revision_number=1']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:41.470675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.471031 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.471372 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.471690 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.472059 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.472386 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.472705 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.473028 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.473344 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.473663 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.473984 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.474303 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:53:41.795798 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:41.864312 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:42.009339 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for port, precommit_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:42.013801 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11790709'] for port, after_update {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:42.085269 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event updated for resources: {'Port': ['ID=7429030a-469a-4577-8f73-c4580fd2a611,revision_number=2']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:53:42.095126 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554061'] for floatingip, after_create {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:42.192639 n-d-836015-4 neutron-server[102904]: INFO neutron.db.l3_db [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Floating IP 42f0160d-a1d8-43a4-8280-b99ac58202e6 associated. External IP: 172.25.2.36, port: b69358a7-8a18-4572-b7ae-495d7e38a930. Apr 18 21:53:42.399628 n-d-836015-4 neutron-server[102904]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Router 9d1fba0d-a201-45b2-9e65-5b9244001434 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102904) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:53:42.506073 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102904) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:53:42.516107 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] Sync routers for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:53:42.523588 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:42.527318 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:53:42.527966 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:53:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:53:42.550892 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-e63344e8-7352-43f5-8be4-3a3d4efd0b9a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5389404 Apr 18 21:53:42.551473 n-d-836015-4 neutron-server[102904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930'}] {{(pid=102904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:53:42.553739 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}45749703c7ca39b684a799e120ec58011db530b6d663272e0132dcc62d1ec23f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0088afcc-5b5d-4c8d-a198-6b8f52758c89" -d '{"events": [{"name": "network-changed", "server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930"}]}' {{(pid=102904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:53:42.633977 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:53:42.648344 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f099a261-7416-4772-8a93-19beaa0b3137 x-openstack-request-id: req-f099a261-7416-4772-8a93-19beaa0b3137 {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:53:42.648630 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930", "status": "completed", "code": 200}]} {{(pid=102904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:53:42.648876 n-d-836015-4 neutron-server[102904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f099a261-7416-4772-8a93-19beaa0b3137 {{(pid=102904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:53:42.649279 n-d-836015-4 neutron-server[102904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f099a261-7416-4772-8a93-19beaa0b3137'] response: {'name': 'network-changed', 'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'status': 'completed', 'code': 200} Apr 18 21:53:42.716537 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-0662e210-b44d-4560-930e-8e1f8d57f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:42.718053 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-0662e210-b44d-4560-930e-8e1f8d57f421 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 1097 time: 0.0458248 Apr 18 21:53:42.811698 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-fcbd5f79-28ca-4d3a-ac0a-080c8702d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:42.813723 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-fcbd5f79-28ca-4d3a-ac0a-080c8702d6a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.0888875 Apr 18 21:53:42.865567 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '42f0160d-a1d8-43a4-8280-b99ac58202e6', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ea:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:53:41Z', 'updated_at': '2022-04-18T21:53:41Z', 'revision_number': 0, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}, {'id': '605a0865-63cc-4eae-874f-d1fb6b80b950', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:50:34Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 1, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:53:42.877878 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-d2eebf0e-dad1-476a-9810-82a01b4419df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b69358a7-8a18-4572-b7ae-495d7e38a930 HTTP/1.1" status: 200 len: 999 time: 0.0580597 Apr 18 21:53:42.929179 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-6890c7b0-1f47-46fa-ad99-3aae01e2b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:42.930661 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-6890c7b0-1f47-46fa-ad99-3aae01e2b957 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0459578 Apr 18 21:53:42.977690 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] Checking router: 9d1fba0d-a201-45b2-9e65-5b9244001434 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:53:42.982588 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-546fd5ce-4298-4b06-895f-6fc99bdc9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:53:42.984173 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-546fd5ce-4298-4b06-895f-6fc99bdc9fcd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467710 Apr 18 21:53:42.985706 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:53:42.986317 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:53:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:53:43.072814 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-195b1f43-1857-46f3-be71-cf58ae40a68a service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817752 Apr 18 21:53:43.086758 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:53:43.150602 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:43.168332 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0088afcc-5b5d-4c8d-a198-6b8f52758c89 req-4188b35a-6846-445c-b732-f0171cd5a086 service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879188 Apr 18 21:53:43.302882 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '42f0160d-a1d8-43a4-8280-b99ac58202e6', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ea:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:53:41Z', 'updated_at': '2022-04-18T21:53:41Z', 'revision_number': 0, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}, {'id': '605a0865-63cc-4eae-874f-d1fb6b80b950', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:50:34Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 1, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:53:43.331458 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f1342d-323c-4694-b6a6-7dd1f32eea06 None None] The sync data for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 is: [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '42f0160d-a1d8-43a4-8280-b99ac58202e6', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ea:96:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:53:41Z', 'updated_at': '2022-04-18T21:53:41Z', 'revision_number': 0, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}, {'id': '605a0865-63cc-4eae-874f-d1fb6b80b950', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:50:34Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 1, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:53:43.518915 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be96a87d-3448-4c71-84f8-676c3459a9e7 None None] New status for floating IP 42f0160d-a1d8-43a4-8280-b99ac58202e6: ACTIVE {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:53:46.774757 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:06.106385 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-650fa8f4-a9fd-45a5-9bee-76666b54ed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:07.253166 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:54:08.837344 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-c1bff246-e246-4be9-8915-10da2530dadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:09.666593 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:10.833733 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:11.449354 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:13.165830 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:16.775077 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:21.312427 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c822e0e7-d778-4990-863b-9aa4e423198f req-1155b19f-b3e3-4239-af19-4aeffe16ba8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411000 Apr 18 21:54:21.397320 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822e0e7-d778-4990-863b-9aa4e423198f req-89e6a369-09c6-4f50-8d65-465d3808873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:21.398850 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c822e0e7-d778-4990-863b-9aa4e423198f req-89e6a369-09c6-4f50-8d65-465d3808873e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1094 time: 0.0429378 Apr 18 21:54:21.508456 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822e0e7-d778-4990-863b-9aa4e423198f req-b423e88c-744d-49fc-b6ce-fbacbf411179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:21.509988 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c822e0e7-d778-4990-863b-9aa4e423198f req-b423e88c-744d-49fc-b6ce-fbacbf411179 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.0909925 Apr 18 21:54:21.576799 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c822e0e7-d778-4990-863b-9aa4e423198f req-08a60057-b0ac-4d22-914e-0dc35e92060d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 200 len: 999 time: 0.0602860 Apr 18 21:54:21.625902 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822e0e7-d778-4990-863b-9aa4e423198f req-2c70c2d1-c64f-4a3c-8805-c315af25aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:21.627444 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c822e0e7-d778-4990-863b-9aa4e423198f req-2c70c2d1-c64f-4a3c-8805-c315af25aa9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0439258 Apr 18 21:54:21.680217 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822e0e7-d778-4990-863b-9aa4e423198f req-26da60fa-1d49-4e52-8391-416bbf1428fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:21.681741 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c822e0e7-d778-4990-863b-9aa4e423198f req-26da60fa-1d49-4e52-8391-416bbf1428fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479841 Apr 18 21:54:21.772188 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c822e0e7-d778-4990-863b-9aa4e423198f req-ab3cef81-b5b8-45c0-a2b5-49c9531443a6 service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837691 Apr 18 21:54:21.867755 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-c822e0e7-d778-4990-863b-9aa4e423198f req-c6141b48-c1e2-4999-8523-41956f834133 service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888715 Apr 18 21:54:27.697744 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-ce85ed48-2b6f-448e-8086-59d117e4b62e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404756 Apr 18 21:54:27.789706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-4e8d030f-e55b-45e9-a597-ff598021c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:27.791243 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-4e8d030f-e55b-45e9-a597-ff598021c96d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 1097 time: 0.0491259 Apr 18 21:54:27.899765 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-4d9c5636-5624-4333-aa53-365a2d13702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:27.901447 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-4d9c5636-5624-4333-aa53-365a2d13702b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.0878661 Apr 18 21:54:27.966487 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-be565b26-9c47-4552-a4c8-1400667dfd1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b69358a7-8a18-4572-b7ae-495d7e38a930 HTTP/1.1" status: 200 len: 1001 time: 0.0574789 Apr 18 21:54:28.017973 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-458de1be-44f1-4890-89b3-76a8d0e4ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:28.019477 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-458de1be-44f1-4890-89b3-76a8d0e4ebb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0430346 Apr 18 21:54:28.069953 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-ceee3aee-5569-42cf-8e21-a16e4a4ba025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:54:28.071462 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-ceee3aee-5569-42cf-8e21-a16e4a4ba025 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441473 Apr 18 21:54:28.161016 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-9bc2a219-1441-4154-bb5c-ae1f550885a0 service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825527 Apr 18 21:54:28.255754 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-a991d717-f0df-4a5c-b136-6bd913ef9483 req-262a7fad-6687-410d-b69e-69ef3bebbe8d service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867260 Apr 18 21:54:36.108323 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-141abb1f-a9ea-47fa-9c25-b4ba2476b1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:38.837314 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-389f2bc5-5df2-475f-bac8-afdacc2e9c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:39.670054 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:40.836462 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:41.451514 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:43.163933 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:44.251812 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:54:46.769746 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:06.109903 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-f4b15a93-a368-40ff-9781-84c4f17a5dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:08.841907 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-88cc43d3-f85b-4597-9aa6-7e38994336b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:09.672989 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:10.838365 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:11.454424 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:13.195108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:16.789784 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:21.251569 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:55:21.318046 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-81c4dd9f-5765-49d9-a191-496832395837 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400295 Apr 18 21:55:21.411700 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-2a459612-4da6-4b22-abf6-addbb51e643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:21.413465 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-2a459612-4da6-4b22-abf6-addbb51e643e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1094 time: 0.0523739 Apr 18 21:55:21.531314 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-47ad2854-65cb-4d6b-aede-c68219655c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:21.532863 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-47ad2854-65cb-4d6b-aede-c68219655c93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.1004517 Apr 18 21:55:21.598888 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-df6c8d0e-faa3-4ca4-bf3c-0fa38071b9eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 200 len: 999 time: 0.0590570 Apr 18 21:55:21.645956 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-04a92237-7616-4d65-bd6a-061710c9e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:21.647384 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-04a92237-7616-4d65-bd6a-061710c9e35a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0425241 Apr 18 21:55:21.697983 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-f227f4ba-285e-4fc0-b9ed-d330cfb1d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:21.699518 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-f227f4ba-285e-4fc0-b9ed-d330cfb1d1dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453515 Apr 18 21:55:21.787935 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-e4373525-43fc-45ee-bdc5-1ee292eb9e11 service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808117 Apr 18 21:55:21.879522 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-5fe2e51c-21ae-48ad-bcb7-7642a8e301b5 req-2ff19dbe-a225-481f-9edc-6c10eac7a3ea service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845494 Apr 18 21:55:24.649363 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b69358a7-8a18-4572-b7ae-495d7e38a930 details requested by agent hyperv_n-h2-836015-4 with host n-h2-836015-4 {{(pid=102905) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 18 21:55:24.749929 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b69358a7-8a18-4572-b7ae-495d7e38a930, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b69358a7-8a18-4572-b7ae-495d7e38a930,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:24.761799 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Returning: {'device': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'port_id': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'mac_address': 'fa:16:3e:ea:96:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102905) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 18 21:55:24.800116 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:24.816947 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b69358a7-8a18-4572-b7ae-495d7e38a930 {{(pid=102905) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:55:24.836866 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b69358a7-8a18-4572-b7ae-495d7e38a930, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b69358a7-8a18-4572-b7ae-495d7e38a930,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:24.841293 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:25.084447 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b69358a7-8a18-4572-b7ae-495d7e38a930,revision_number=6']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:25.094327 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.094674 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.095006 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.095338 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.095664 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.096011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.096335 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.096680 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.097000 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.097819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.097819 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.098043 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:25.103045 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] get_ports_and_sgs() called for port_ids ['b69358a7-8a18-4572-b7ae-495d7e38a930'] {{(pid=102905) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 18 21:55:26.666376 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b69358a7-8a18-4572-b7ae-495d7e38a930 up at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 18 21:55:26.723894 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.provisioning_blocks [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Provisioning complete for port b69358a7-8a18-4572-b7ae-495d7e38a930 triggered by entity L2. {{(pid=102905) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:55:26.724362 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1689139'] for port, provisioning_complete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.813583 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.839931 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:26.842266 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e42ba40-61e8-43ca-be0a-323261aea3fb" -d '{"events": [{"server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "name": "network-vif-plugged", "status": "completed", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:26.856488 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b69358a7-8a18-4572-b7ae-495d7e38a930, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b69358a7-8a18-4572-b7ae-495d7e38a930,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:26.861712 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:26.894964 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f72268-70d1-48d4-b69c-a9d86c7b19fc x-openstack-request-id: req-a1f72268-70d1-48d4-b69c-a9d86c7b19fc {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:26.895249 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "name": "network-vif-plugged", "status": "completed", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:26.895494 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a1f72268-70d1-48d4-b69c-a9d86c7b19fc {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:26.895896 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f72268-70d1-48d4-b69c-a9d86c7b19fc'] response: {'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'code': 200} Apr 18 21:55:26.924544 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b69358a7-8a18-4572-b7ae-495d7e38a930,revision_number=7']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:27.773926 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-95234323-aa97-4fbc-bf84-6c9d10829edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:27.776097 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-95234323-aa97-4fbc-bf84-6c9d10829edc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 1097 time: 0.0523472 Apr 18 21:55:27.906161 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-7136b0e2-f8b3-4099-86e4-0b98889fd4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:27.907706 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-7136b0e2-f8b3-4099-86e4-0b98889fd4a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.1064792 Apr 18 21:55:27.978330 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-ab171e5e-4c08-4566-aba1-d5ce433ee4af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b69358a7-8a18-4572-b7ae-495d7e38a930 HTTP/1.1" status: 200 len: 1001 time: 0.0630040 Apr 18 21:55:28.035144 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-11fdba76-dc22-4333-97bc-d23a4d51a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:28.036648 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-11fdba76-dc22-4333-97bc-d23a4d51a0bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0506024 Apr 18 21:55:28.090252 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-fcc44522-8f96-4378-92f0-6b623a2719c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:28.092189 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-fcc44522-8f96-4378-92f0-6b623a2719c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479469 Apr 18 21:55:28.191400 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-8657a0ab-6ba0-417a-aba0-0cfa0b7c3cae service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923107 Apr 18 21:55:28.291754 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-0dc7eb19-bc8c-430d-a030-fffcbad7ef82 req-9994eb14-9f52-4efb-b530-d58d8540a846 service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936208 Apr 18 21:55:34.247281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56050) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:34.692281 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Deleting port 7429030a-469a-4577-8f73-c4580fd2a611 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:34.692625 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.771475 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.771811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.783399 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Calling delete_port for 7429030a-469a-4577-8f73-c4580fd2a611 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:34.937861 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:34.964130 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event deleted for resources: {'Port': ['ID=7429030a-469a-4577-8f73-c4580fd2a611,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:34.976562 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.976917 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.977263 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.977607 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.977955 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.978267 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.978600 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.978927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.979253 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.979581 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.979937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:34.980262 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:35.039348 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.039753 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Floating IP 42f0160d-a1d8-43a4-8280-b99ac58202e6 disassociated (deleted). External IP: 172.25.2.36, port: b69358a7-8a18-4572-b7ae-495d7e38a930. Apr 18 21:55:35.254806 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Router 9d1fba0d-a201-45b2-9e65-5b9244001434 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:35.374628 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:35.380425 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:35.386043 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] Sync routers for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:35.395804 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:35.396473 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:55:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:35.410171 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-b65a1415-8af1-4489-9550-ef69f9fea5b4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "DELETE /v2.0/floatingips/42f0160d-a1d8-43a4-8280-b99ac58202e6 HTTP/1.1" status: 204 len: 168 time: 1.1593690 Apr 18 21:55:35.410171 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:35.410719 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd425a5-d1f5-48c1-80a4-761f940861ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:35.512088 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:35.523533 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfa6733-459c-4d05-8562-6b464da2b138 x-openstack-request-id: req-7cfa6733-459c-4d05-8562-6b464da2b138 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:35.524260 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:35.524791 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cfa6733-459c-4d05-8562-6b464da2b138 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:35.525426 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfa6733-459c-4d05-8562-6b464da2b138'] response: {'name': 'network-changed', 'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'status': 'completed', 'code': 200} Apr 18 21:55:35.598277 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-09b81fce-bf5d-4639-bd41-5c94fa58e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:35.600022 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-09b81fce-bf5d-4639-bd41-5c94fa58e8c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 1097 time: 0.0448234 Apr 18 21:55:35.662399 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f0b1c-fcd3-4037-a062-4f4b8858b656 req-f9ff549e-2278-4d46-910c-870e3fb48399 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:35.663939 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-889f0b1c-fcd3-4037-a062-4f4b8858b656 req-f9ff549e-2278-4d46-910c-870e3fb48399 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 946 time: 0.0522907 Apr 18 21:55:35.701170 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-f30e28ad-ea6d-4f51-a55f-839a69cafb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:35.702718 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-f30e28ad-ea6d-4f51-a55f-839a69cafb59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.0953560 Apr 18 21:55:35.705008 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-889f0b1c-fcd3-4037-a062-4f4b8858b656 req-1dabc5fd-b496-461b-bd1c-da307e43f0b1 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342896 Apr 18 21:55:35.746919 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-f047a71e-24eb-47ac-9b7a-7a8b1f04d8ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b69358a7-8a18-4572-b7ae-495d7e38a930 HTTP/1.1" status: 200 len: 217 time: 0.0353565 Apr 18 21:55:35.756985 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '605a0865-63cc-4eae-874f-d1fb6b80b950', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:50:34Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 1, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:35.786372 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] Checking router: 9d1fba0d-a201-45b2-9e65-5b9244001434 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:35.794426 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:35.795006 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:55:09Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:35.795615 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-dd3af11c-b9ce-46e3-ad60-25dc60e21441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:35.797158 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-dd3af11c-b9ce-46e3-ad60-25dc60e21441 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0432813 Apr 18 21:55:35.851950 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-12d45fd3-315d-45b8-af1e-403244421db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:35.853515 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-12d45fd3-315d-45b8-af1e-403244421db4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497558 Apr 18 21:55:35.902214 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:35.945716 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-bf5f5c09-62d9-470d-a13c-6bf3277e719c service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839972 Apr 18 21:55:36.039691 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-fcd425a5-d1f5-48c1-80a4-761f940861ff req-c4924e75-be5e-4e30-9f15-0cce6d088f1a service neutron] 10.222.0.64 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869749 Apr 18 21:55:36.113372 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1ffcceb0-934a-477e-8f51-074bdfaf8bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.213625 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '605a0865-63cc-4eae-874f-d1fb6b80b950', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:50:34Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 1, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:36.240689 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c4432-b8e7-4158-b8d9-1dbd0e26e55d None None] The sync data for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 is: [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_floatingips': [{'id': '605a0865-63cc-4eae-874f-d1fb6b80b950', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'router_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'port_id': '02ef3513-93c2-4add-89a5-a0f8128df868', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'mac_address': 'fa:16:3e:ab:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ea874e-abab-428c-9cdf-ef8102464a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:50:34Z', 'updated_at': '2022-04-18T21:50:36Z', 'revision_number': 1, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:36.455207 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d926241-e1bd-4c58-b79e-a745562fcc8a None None] New status for floating IP 42f0160d-a1d8-43a4-8280-b99ac58202e6: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:55:36.727262 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b69358a7-8a18-4572-b7ae-495d7e38a930 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:36.814212 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582216'] for port, before_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.836135 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ea1d-346f-418e-9464-959bb28eb50d req-9c1bbbc7-753a-4084-a307-06dd479575e0 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:36.837655 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5c6ea1d-346f-418e-9464-959bb28eb50d req-9c1bbbc7-753a-4084-a307-06dd479575e0 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 946 time: 0.0580220 Apr 18 21:55:36.839011 n-d-836015-4 neutron-server[102905]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930'}] {{(pid=102905) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:36.841347 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}622b54e0570121d1999fa0510a68364a537d01e195d0f4a14d66f7f41e6b9be1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8758582e-51c4-4f60-90e9-0119c2b645a2" -d '{"events": [{"server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "name": "network-vif-unplugged", "status": "completed", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930"}]}' {{(pid=102905) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:36.853867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] For port b69358a7-8a18-4572-b7ae-495d7e38a930, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b69358a7-8a18-4572-b7ae-495d7e38a930,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:36.859297 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729062356161', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729061848010', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729061854064'] for port, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:36.885310 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-c5c6ea1d-346f-418e-9464-959bb28eb50d req-78b7f525-5631-4604-af14-17ff407a106b tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388367 Apr 18 21:55:36.889804 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdaeb88-5199-4ece-896b-7558ea977ce1 x-openstack-request-id: req-9cdaeb88-5199-4ece-896b-7558ea977ce1 {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:36.890091 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "name": "network-vif-unplugged", "status": "completed", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930", "code": 200}]} {{(pid=102905) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:36.890343 n-d-836015-4 neutron-server[102905]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9cdaeb88-5199-4ece-896b-7558ea977ce1 {{(pid=102905) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:36.890733 n-d-836015-4 neutron-server[102905]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdaeb88-5199-4ece-896b-7558ea977ce1'] response: {'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'code': 200} Apr 18 21:55:36.918725 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Pushing event updated for resources: {'Port': ['ID=b69358a7-8a18-4572-b7ae-495d7e38a930,revision_number=8']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:37.439273 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-8abface1-f187-4aef-8edb-4b2be28f05c4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:37.440815 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-8abface1-f187-4aef-8edb-4b2be28f05c4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 944 time: 0.0489376 Apr 18 21:55:37.526491 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-5926a3b9-44e9-44b5-b818-50caa5d542bc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Deleting port b69358a7-8a18-4572-b7ae-495d7e38a930 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:37.526825 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-5926a3b9-44e9-44b5-b818-50caa5d542bc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.618525 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-5926a3b9-44e9-44b5-b818-50caa5d542bc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] For port b69358a7-8a18-4572-b7ae-495d7e38a930, host n-h2-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836015-4',level=0,port_id=b69358a7-8a18-4572-b7ae-495d7e38a930,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:37.618893 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-5926a3b9-44e9-44b5-b818-50caa5d542bc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.631776 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-5926a3b9-44e9-44b5-b818-50caa5d542bc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Calling delete_port for b69358a7-8a18-4572-b7ae-495d7e38a930 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:37.761144 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-5926a3b9-44e9-44b5-b818-50caa5d542bc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.797357 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926a3b9-44e9-44b5-b818-50caa5d542bc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event deleted for resources: {'Port': ['ID=b69358a7-8a18-4572-b7ae-495d7e38a930,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:37.836818 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-5926a3b9-44e9-44b5-b818-50caa5d542bc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] No DVR routers for this DVR port b69358a7-8a18-4572-b7ae-495d7e38a930 on host n-h2-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:37.839218 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-5926a3b9-44e9-44b5-b818-50caa5d542bc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:37.842484 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-059fa301-4835-4d72-9b40-7b6b3a8d0efb req-5926a3b9-44e9-44b5-b818-50caa5d542bc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.64 "DELETE /v2.0/ports/b69358a7-8a18-4572-b7ae-495d7e38a930 HTTP/1.1" status: 204 len: 173 time: 0.3958874 Apr 18 21:55:37.842914 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'name': 'network-vif-deleted', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:37.845162 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b292de34-a767-497d-9676-087d04fa1518" -d '{"events": [{"server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "name": "network-vif-deleted", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:37.885571 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a482c-9550-401c-9f91-7472fa70c098 x-openstack-request-id: req-ee6a482c-9550-401c-9f91-7472fa70c098 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:37.885856 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a18ceed-2b39-4673-bea6-4bea22e3c6df", "name": "network-vif-deleted", "tag": "b69358a7-8a18-4572-b7ae-495d7e38a930", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:37.886102 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee6a482c-9550-401c-9f91-7472fa70c098 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:37.886504 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6a482c-9550-401c-9f91-7472fa70c098'] response: {'server_uuid': '3a18ceed-2b39-4673-bea6-4bea22e3c6df', 'name': 'network-vif-deleted', 'tag': 'b69358a7-8a18-4572-b7ae-495d7e38a930', 'status': 'completed', 'code': 200} Apr 18 21:55:37.985207 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-1ce45007-2279-4bca-862b-62392f96eb62 req-5ab043de-e106-4d6f-a85a-dc19944ab51e tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a18ceed-2b39-4673-bea6-4bea22e3c6df HTTP/1.1" status: 200 len: 210 time: 0.0293214 Apr 18 21:55:38.847224 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ea57eeac-8bb3-45a3-aace-67af702519e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.582125 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56118) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:39.677438 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.742916 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Deleting port 86e62b19-5ef0-4cdb-a903-074375a98fb2 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:39.743279 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.817139 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.817382 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.828554 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Calling delete_port for 86e62b19-5ef0-4cdb-a903-074375a98fb2 owned by network:floatingip {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:39.975164 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:39.998335 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event deleted for resources: {'Port': ['ID=86e62b19-5ef0-4cdb-a903-074375a98fb2,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:40.060047 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for floatingip, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.060384 n-d-836015-4 neutron-server[102903]: INFO neutron.db.l3_db [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Floating IP 605a0865-63cc-4eae-874f-d1fb6b80b950 disassociated (deleted). External IP: 172.25.2.226, port: 02ef3513-93c2-4add-89a5-a0f8128df868. Apr 18 21:55:40.263255 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Router 9d1fba0d-a201-45b2-9e65-5b9244001434 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:40.370656 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:40.375128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for floatingip, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.380429 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] Sync routers for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:40.389221 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:40.389798 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:40.402497 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-849ad8d4-21ba-4175-ae37-a68c9e5879fc tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "DELETE /v2.0/floatingips/605a0865-63cc-4eae-874f-d1fb6b80b950 HTTP/1.1" status: 204 len: 168 time: 0.8192844 Apr 18 21:55:40.403621 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:40.407077 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818254c7-888a-4628-b5b0-017d3917616a" -d '{"events": [{"name": "network-changed", "server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:40.448206 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334104da-8c6e-485c-ad9b-d3967f461be1 x-openstack-request-id: req-334104da-8c6e-485c-ad9b-d3967f461be1 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:40.448670 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:40.449029 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-334104da-8c6e-485c-ad9b-d3967f461be1 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:40.449503 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334104da-8c6e-485c-ad9b-d3967f461be1'] response: {'name': 'network-changed', 'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868', 'status': 'completed', 'code': 200} Apr 18 21:55:40.499651 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:40.518742 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818254c7-888a-4628-b5b0-017d3917616a req-8590bf44-856b-4c3c-9b25-c956bfa0033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:40.520464 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-818254c7-888a-4628-b5b0-017d3917616a req-8590bf44-856b-4c3c-9b25-c956bfa0033e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 1094 time: 0.0476437 Apr 18 21:55:40.623122 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818254c7-888a-4628-b5b0-017d3917616a req-dfdc8a1c-a486-4b35-84cc-2de9cfa18604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:40.624781 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-818254c7-888a-4628-b5b0-017d3917616a req-dfdc8a1c-a486-4b35-84cc-2de9cfa18604 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 200 len: 909 time: 0.0975404 Apr 18 21:55:40.653684 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7046ba-b941-4c9e-aec6-4f77a1357413 req-67980820-5188-4543-8201-c0a3879d9747 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:40.658054 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb7046ba-b941-4c9e-aec6-4f77a1357413 req-67980820-5188-4543-8201-c0a3879d9747 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 943 time: 0.0542114 Apr 18 21:55:40.672590 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-818254c7-888a-4628-b5b0-017d3917616a req-d7b7bca1-de93-42e0-85bf-56855c1842fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 200 len: 217 time: 0.0403130 Apr 18 21:55:40.696982 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-cb7046ba-b941-4c9e-aec6-4f77a1357413 req-ad44194b-0de6-4d09-85e2-bb8e9cb14ad2 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340769 Apr 18 21:55:40.708494 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:40.727316 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818254c7-888a-4628-b5b0-017d3917616a req-fbf83d94-961f-4c54-b30b-9fd162028005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:40.728809 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-818254c7-888a-4628-b5b0-017d3917616a req-fbf83d94-961f-4c54-b30b-9fd162028005 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 200 len: 847 time: 0.0482094 Apr 18 21:55:40.734204 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] Checking router: 9d1fba0d-a201-45b2-9e65-5b9244001434 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:40.742528 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:40.743141 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:40.744127 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b69358a7-8a18-4572-b7ae-495d7e38a930 no longer exists at agent hyperv_n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:40.764270 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] No Port match for: b69358a7-8a18-4572-b7ae-495d7e38a930 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:40.764913 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Device b69358a7-8a18-4572-b7ae-495d7e38a930 not bound to the agent host n-h2-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:40.777596 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818254c7-888a-4628-b5b0-017d3917616a req-2410bda2-3309-4974-b99a-8788c7d0111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:40.779107 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-818254c7-888a-4628-b5b0-017d3917616a req-2410bda2-3309-4974-b99a-8788c7d0111f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7115c54-9f03-443a-ad2e-ed3e0f6f7488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433440 Apr 18 21:55:40.847086 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:40.852210 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:40.881589 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-818254c7-888a-4628-b5b0-017d3917616a req-d50810e1-528e-4990-bc6c-9dd85e51b9ec service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942135 Apr 18 21:55:40.972481 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-818254c7-888a-4628-b5b0-017d3917616a req-70e10971-2ded-42e5-9af5-49985e999617 service neutron] 10.222.0.60 "GET /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836191 Apr 18 21:55:41.052773 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:41.078214 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773417d5-f71a-489e-a2b1-f7633f74b143 None None] The sync data for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 is: [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:50:07Z', 'revision_number': 4, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4', '_interfaces': [{'id': 'a13742c3-28c7-4e29-b620-2d1794af4d44', 'name': '', 'network_id': 'a7115c54-9f03-443a-ad2e-ed3e0f6f7488', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'mac_address': 'fa:16:3e:59:fa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_interface', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:07Z', 'updated_at': '2022-04-18T21:50:11Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'subnets': [{'id': '997b1a82-0178-44ef-abdc-6fe59c64a300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:41.292801 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd625e83-997a-4c85-a21b-a716d2b8018c None None] New status for floating IP 605a0865-63cc-4eae-874f-d1fb6b80b950: DOWN {{(pid=102905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:55:41.459311 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.473244 n-d-836015-4 neutron-server[102903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-495a2346-5b41-442b-bfb4-f4aac6ac5c6d tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:41.474709 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-495a2346-5b41-442b-bfb4-f4aac6ac5c6d tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.60 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 943 time: 0.0492787 Apr 18 21:55:41.575164 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-69112207-ff64-40cf-95bb-a5d850b08b10 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Deleting port 02ef3513-93c2-4add-89a5-a0f8128df868 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:41.575420 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-69112207-ff64-40cf-95bb-a5d850b08b10 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.661864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-69112207-ff64-40cf-95bb-a5d850b08b10 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] For port 02ef3513-93c2-4add-89a5-a0f8128df868, host n-h1-836015-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836015-4',level=0,port_id=02ef3513-93c2-4add-89a5-a0f8128df868,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:41.662551 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-69112207-ff64-40cf-95bb-a5d850b08b10 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.675888 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-69112207-ff64-40cf-95bb-a5d850b08b10 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Calling delete_port for 02ef3513-93c2-4add-89a5-a0f8128df868 owned by compute:nova {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:41.804168 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-69112207-ff64-40cf-95bb-a5d850b08b10 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.822085 n-d-836015-4 neutron-server[102904]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15ed3-1da9-45bf-af75-06b67ffaf9a7 req-5fab50c3-6e99-4497-b43d-59d0da00e4f4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102904) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:55:41.823564 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9e15ed3-1da9-45bf-af75-06b67ffaf9a7 req-5fab50c3-6e99-4497-b43d-59d0da00e4f4 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea874e-abab-428c-9cdf-ef8102464a89 HTTP/1.1" status: 200 len: 865 time: 0.0504217 Apr 18 21:55:41.834481 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69112207-ff64-40cf-95bb-a5d850b08b10 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event deleted for resources: {'Port': ['ID=02ef3513-93c2-4add-89a5-a0f8128df868,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:41.866292 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [req-b9e15ed3-1da9-45bf-af75-06b67ffaf9a7 req-87781e04-a17e-4408-a146-0c84d895590a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca9eb884-2411-4626-bd65-26324990f7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364547 Apr 18 21:55:41.881728 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-69112207-ff64-40cf-95bb-a5d850b08b10 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] No DVR routers for this DVR port 02ef3513-93c2-4add-89a5-a0f8128df868 on host n-h1-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:41.884375 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-69112207-ff64-40cf-95bb-a5d850b08b10 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42547'] for port, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:41.887689 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [req-dd6108e7-5008-490d-b8e4-bd4017c11f6d req-69112207-ff64-40cf-95bb-a5d850b08b10 tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.60 "DELETE /v2.0/ports/02ef3513-93c2-4add-89a5-a0f8128df868 HTTP/1.1" status: 204 len: 173 time: 0.4070284 Apr 18 21:55:42.450518 n-d-836015-4 neutron-server[102903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'name': 'network-vif-deleted', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868'}] {{(pid=102903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:55:42.453054 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c55b42e1c64e551228172d247b68b9bf3d242b5d8f65a59b8a38c2954eec1b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9b7e1e-e428-470c-910e-ee9ff4c2672d" -d '{"events": [{"server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "name": "network-vif-deleted", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868"}]}' {{(pid=102903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 18 21:55:42.489067 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Apr 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9978f78-ca0b-4e91-8ba5-50f392820f07 x-openstack-request-id: req-e9978f78-ca0b-4e91-8ba5-50f392820f07 {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 18 21:55:42.489362 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ea874e-abab-428c-9cdf-ef8102464a89", "name": "network-vif-deleted", "tag": "02ef3513-93c2-4add-89a5-a0f8128df868", "status": "completed", "code": 200}]} {{(pid=102903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 18 21:55:42.489611 n-d-836015-4 neutron-server[102903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e9978f78-ca0b-4e91-8ba5-50f392820f07 {{(pid=102903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 18 21:55:42.490013 n-d-836015-4 neutron-server[102903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9978f78-ca0b-4e91-8ba5-50f392820f07'] response: {'server_uuid': '57ea874e-abab-428c-9cdf-ef8102464a89', 'name': 'network-vif-deleted', 'tag': '02ef3513-93c2-4add-89a5-a0f8128df868', 'status': 'completed', 'code': 200} Apr 18 21:55:42.923150 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56134) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:42.980228 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-258eea9a-0f5b-4472-b4c0-d223197ba82a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.004915 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-258eea9a-0f5b-4472-b4c0-d223197ba82a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.064368 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-258eea9a-0f5b-4472-b4c0-d223197ba82a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.066943 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-258eea9a-0f5b-4472-b4c0-d223197ba82a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Notify callbacks [] for security_group, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.068127 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-258eea9a-0f5b-4472-b4c0-d223197ba82a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] 10.222.0.49 "DELETE /v2.0/security-groups/ca9eb884-2411-4626-bd65-26324990f7a4 HTTP/1.1" status: 204 len: 168 time: 0.1439703 Apr 18 21:55:43.077119 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eea9a-0f5b-4472-b4c0-d223197ba82a tempest-TestSnapshotPattern-341080326 tempest-TestSnapshotPattern-341080326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9eb884-2411-4626-bd65-26324990f7a4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:43.119453 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56138) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:43.210174 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.563635 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:44.098293 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] Deleting port a13742c3-28c7-4e29-b620-2d1794af4d44 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:44.099035 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:44.175645 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] For port a13742c3-28c7-4e29-b620-2d1794af4d44, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=a13742c3-28c7-4e29-b620-2d1794af4d44,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:44.176041 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:44.187922 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] Calling delete_port for a13742c3-28c7-4e29-b620-2d1794af4d44 owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:44.364845 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:44.387774 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a13742c3-28c7-4e29-b620-2d1794af4d44,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:44.554379 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:44.763216 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] Router 9d1fba0d-a201-45b2-9e65-5b9244001434 has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:44.862104 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02ef3513-93c2-4add-89a5-a0f8128df868 no longer exists at agent hyperv_n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:44.869867 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:44.875014 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-f1985b3d-c8e9-4eac-bc40-88c88b5020f3 admin admin] 10.222.0.49 "PUT /v2.0/routers/9d1fba0d-a201-45b2-9e65-5b9244001434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7544956 Apr 18 21:55:44.877736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56142) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:44.882560 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] Sync routers for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:44.883243 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] No Port match for: 02ef3513-93c2-4add-89a5-a0f8128df868 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:44.883585 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Device 02ef3513-93c2-4add-89a5-a0f8128df868 not bound to the agent host n-h1-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:44.893692 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:44.894286 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:44.982899 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:44.998652 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: n-d-836015-4 {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:45.081291 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.135683 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Deleting port b8eda897-a80e-4a75-abb3-b5e49a30b90d {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:45.136418 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.171705 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168'}], 'enable_snat': True}, 'gw_port_id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:55:44Z', 'revision_number': 5, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port': {'id': 'b8eda897-a80e-4a75-abb3-b5e49a30b90d', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:05Z', 'updated_at': '2022-04-18T21:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:45.201541 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] Checking router: 9d1fba0d-a201-45b2-9e65-5b9244001434 for host: n-d-836015-4 {{(pid=102906) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:45.210878 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] Routers {'9d1fba0d-a201-45b2-9e65-5b9244001434'} bound to L3 agent in host n-d-836015-4 {{(pid=102906) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:45.211469 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['9d1fba0d-a201-45b2-9e65-5b9244001434'], 'active': True} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:45.214343 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] For port b8eda897-a80e-4a75-abb3-b5e49a30b90d, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=b8eda897-a80e-4a75-abb3-b5e49a30b90d,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:45.214713 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.227389 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Calling delete_port for b8eda897-a80e-4a75-abb3-b5e49a30b90d owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:45.293935 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_dvr_db [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] Set router 9d1fba0d-a201-45b2-9e65-5b9244001434 gateway port host: None {{(pid=102906) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:45.346715 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.l3_hamode_db [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:55:45Z', 'revision_number': 6, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:45.395920 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.429839 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8eda897-a80e-4a75-abb3-b5e49a30b90d,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:45.469941 n-d-836015-4 neutron-server[102906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb85970-447f-495d-92a4-bb32e1b0ef2e None None] The sync data for ids ['9d1fba0d-a201-45b2-9e65-5b9244001434'] in n-d-836015-4 is: [{'id': '9d1fba0d-a201-45b2-9e65-5b9244001434', 'name': 'tempest-TestSnapshotPattern-83274638-router', 'tenant_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:04Z', 'updated_at': '2022-04-18T21:55:45Z', 'revision_number': 6, 'project_id': '5b618b8dc1e04c9a8f5232d80c0720c7', 'gw_port_host': None}] {{(pid=102906) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:45.492803 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.583297 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.585385 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.626815 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.628251 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1fba0d-a201-45b2-9e65-5b9244001434 {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:55:45.634578 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.636909 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-4688268e-dc3b-433f-bd23-0d4e343eb0e5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/9d1fba0d-a201-45b2-9e65-5b9244001434 HTTP/1.1" status: 204 len: 168 time: 0.7579060 Apr 18 21:55:45.639080 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56144) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:45.687154 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b8737c-a2b0-4bd6-8e69-cd4d21450847 admin admin] Deleting subnet 997b1a82-0178-44ef-abdc-6fe59c64a300 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:55:45.690192 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83b8737c-a2b0-4bd6-8e69-cd4d21450847 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.724730 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83b8737c-a2b0-4bd6-8e69-cd4d21450847 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.801467 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83b8737c-a2b0-4bd6-8e69-cd4d21450847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.854982 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83b8737c-a2b0-4bd6-8e69-cd4d21450847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.889852 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-83b8737c-a2b0-4bd6-8e69-cd4d21450847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:45.893113 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-83b8737c-a2b0-4bd6-8e69-cd4d21450847 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/997b1a82-0178-44ef-abdc-6fe59c64a300 HTTP/1.1" status: 204 len: 168 time: 0.2530813 Apr 18 21:55:45.893927 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8737c-a2b0-4bd6-8e69-cd4d21450847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997b1a82-0178-44ef-abdc-6fe59c64a300,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:45.896018 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56146) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:45.902558 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4033f4-0eff-4ba3-b4d4-959d82d7cb18 None None] Network a7115c54-9f03-443a-ad2e-ed3e0f6f7488 requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:55:45.972993 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.025974 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Deleting port 86f656d4-02a0-4fb2-a910-e5009949bb36 {{(pid=102904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:46.026330 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.088572 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.db [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] For port 86f656d4-02a0-4fb2-a910-e5009949bb36, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=86f656d4-02a0-4fb2-a910-e5009949bb36,segment=NetworkSegment(08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde),segment_id=08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde)] {{(pid=102904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:46.088930 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.105810 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.plugin [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Calling delete_port for 86f656d4-02a0-4fb2-a910-e5009949bb36 owned by network:dhcp {{(pid=102904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:46.182475 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11790716'] for port, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.210365 n-d-836015-4 neutron-server[102904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] No DVR routers for this DVR port 86f656d4-02a0-4fb2-a910-e5009949bb36 on host n-d-836015-4 {{(pid=102904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:46.233559 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f656d4-02a0-4fb2-a910-e5009949bb36,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:46.243431 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061d5f8-4c30-4311-a177-23051aad6843 None None] DHCP port deletion for a7115c54-9f03-443a-ad2e-ed3e0f6f7488 request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:55:46.259607 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.260457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.260457 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.260640 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.261488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.261488 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.261675 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.261825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.262191 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.262825 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.264346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.264346 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836015-4 {{(pid=102904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:55:46.311890 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.325318 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b8eda897-a80e-4a75-abb3-b5e49a30b90d no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:46.335391 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7115c54-9f03-443a-ad2e-ed3e0f6f7488']}} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:46.344824 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde') {'for_net_delete': True} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:46.345313 n-d-836015-4 neutron-server[102904]: DEBUG neutron.services.segments.db [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e1fb47-0db3-4a69-87b7-9ae4e6fcfcde') {} {{(pid=102904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:46.350293 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: b8eda897-a80e-4a75-abb3-b5e49a30b90d {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:46.350637 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device b8eda897-a80e-4a75-abb3-b5e49a30b90d not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:46.351051 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a13742c3-28c7-4e29-b620-2d1794af4d44 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:46.357297 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11655424'] for segment, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.370012 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: a13742c3-28c7-4e29-b620-2d1794af4d44 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:46.370356 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device a13742c3-28c7-4e29-b620-2d1794af4d44 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:46.370865 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 86f656d4-02a0-4fb2-a910-e5009949bb36 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:46.371561 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.379128 n-d-836015-4 neutron-server[102904]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102904) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:55:46.379526 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11790633'] for segment, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: Traceback (most recent call last): Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: timer() Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: cb(*args, **kw) Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: return func(*args, **kwargs) Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: self._notify() Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: self.callback(batched_events) Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: event.method(event) Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: return f(self, *a, **k) Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: return self._get(url).json() Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: return self.request(url, 'GET', **kwargs) Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:55:46.381240 n-d-836015-4 neutron-server[102904]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:55:46.390523 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 86f656d4-02a0-4fb2-a910-e5009949bb36 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:46.390867 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 86f656d4-02a0-4fb2-a910-e5009949bb36 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:46.443637 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.450419 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Notify callbacks [] for network, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.453023 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a7115c54-9f03-443a-ad2e-ed3e0f6f7488 HTTP/1.1" status: 204 len: 168 time: 0.5537908 Apr 18 21:55:46.456650 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56148) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:46.469644 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30203cab-bba7-45cf-9346-6a0301b4f6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7115c54-9f03-443a-ad2e-ed3e0f6f7488,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:46.804887 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.808064 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555597'] for router_interface, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:47.046864 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] Deleting port 650397bd-c4e4-434a-a25f-f23e12d4c4fb {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:47.047120 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:47.122447 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] For port 650397bd-c4e4-434a-a25f-f23e12d4c4fb, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=650397bd-c4e4-434a-a25f-f23e12d4c4fb,segment=NetworkSegment(5a5d57dd-0251-44d2-ab2f-e52417fb5e39),segment_id=5a5d57dd-0251-44d2-ab2f-e52417fb5e39)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:47.122804 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:47.138736 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] Calling delete_port for 650397bd-c4e4-434a-a25f-f23e12d4c4fb owned by network:router_interface {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:47.309230 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:47.333798 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=650397bd-c4e4-434a-a25f-f23e12d4c4fb,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:47.497504 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-743074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555737'] for router_interface, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:47.996677 n-d-836015-4 neutron-server[102903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] Router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c has already been hosted by L3 agent 741ab6ee-06f4-424b-931b-0cc75e862402 {{(pid=102903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 18 21:55:48.098209 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] Notify agent at l3_agent.n-d-836015-4 the message routers_updated {{(pid=102903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 18 21:55:48.103333 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-d33f3579-b00b-41fd-83eb-dbc9d6a280b2 admin admin] 10.222.0.49 "PUT /v2.0/routers/3b5defa6-1579-4459-b67d-a1bb4fc61f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6453867 Apr 18 21:55:48.105710 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56150) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:48.108209 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] Sync routers for ids ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'] in n-d-836015-4 {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:55:48.117657 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] Routers {'3b5defa6-1579-4459-b67d-a1bb4fc61f6c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:48.118299 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:48.208781 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Notify callbacks [] for router, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.228980 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] Set router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c gateway port host: n-d-836015-4 {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:48.312093 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.365139 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Deleting port 28c9d093-aa30-47d7-afd7-3661ba2c74f4 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:48.365396 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.406650 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'name': 'tempest-TestSnapshotPattern-681644406-router', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'external_fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:55:47Z', 'revision_number': 5, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'gw_port': {'id': '28c9d093-aa30-47d7-afd7-3661ba2c74f4', 'name': '', 'network_id': '64d495fe-feb7-490d-bba7-dad2bebf54fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836015-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5bc18415-6b89-4ab4-9862-2e70060cc793', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836015-4'}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:48.436809 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] Checking router: 3b5defa6-1579-4459-b67d-a1bb4fc61f6c for host: n-d-836015-4 {{(pid=102905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:55:48.444775 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] For port 28c9d093-aa30-47d7-afd7-3661ba2c74f4, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=28c9d093-aa30-47d7-afd7-3661ba2c74f4,segment=NetworkSegment(bd39a459-856f-4ad4-b804-555720ec5cd8),segment_id=bd39a459-856f-4ad4-b804-555720ec5cd8)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:48.445145 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.445442 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] Routers {'3b5defa6-1579-4459-b67d-a1bb4fc61f6c'} bound to L3 agent in host n-d-836015-4 {{(pid=102905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 18 21:55:48.446035 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836015-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T20:11:38Z,description=,heartbeat_timestamp=2022-04-18T21:55:39Z,host='n-d-836015-4',id=741ab6ee-06f4-424b-931b-0cc75e862402,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T20:11:38Z,topic='l3_agent')) {'router_ids': ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'], 'active': True} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:48.461611 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Calling delete_port for 28c9d093-aa30-47d7-afd7-3661ba2c74f4 owned by network:router_gateway {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:48.532066 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvr_db [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] Set router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c gateway port host: None {{(pid=102905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 18 21:55:48.584361 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_hamode_db [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'name': 'tempest-TestSnapshotPattern-681644406-router', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:55:48Z', 'revision_number': 6, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'gw_port_host': None}], 'n-d-836015-4', False) {} {{(pid=102905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:48.614401 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e848ed8b-7e33-4d54-aa7a-8795aa7b1d8a None None] The sync data for ids ['3b5defa6-1579-4459-b67d-a1bb4fc61f6c'] in n-d-836015-4 is: [{'id': '3b5defa6-1579-4459-b67d-a1bb4fc61f6c', 'name': 'tempest-TestSnapshotPattern-681644406-router', 'tenant_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:50:09Z', 'updated_at': '2022-04-18T21:55:48Z', 'revision_number': 6, 'project_id': 'ad8f3bd28f1c4d348d41a05ac4742beb', 'gw_port_host': None}] {{(pid=102905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:55:48.620641 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.651184 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c9d093-aa30-47d7-afd7-3661ba2c74f4,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:48.709893 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555399'] for router_gateway, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.801320 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27431'] for router, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.803401 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.848940 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553259'] for router, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.849487 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b5defa6-1579-4459-b67d-a1bb4fc61f6c {{(pid=102903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 18 21:55:48.853612 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] Notify callbacks [] for router, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.854755 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-68ba9cef-0237-4295-b628-75d995613c74 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3b5defa6-1579-4459-b67d-a1bb4fc61f6c HTTP/1.1" status: 204 len: 168 time: 0.7480991 Apr 18 21:55:48.857455 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56152) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:48.901912 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3a6d0c-0e80-4167-93aa-2551ac44ceaa admin admin] Deleting subnet 507bdccd-57c5-4ab8-898b-470020a52401 {{(pid=102903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 18 21:55:48.905059 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6d0c-0e80-4167-93aa-2551ac44ceaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.939518 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6d0c-0e80-4167-93aa-2551ac44ceaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10130580'] for subnet, precommit_delete_associations {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.022811 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6d0c-0e80-4167-93aa-2551ac44ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1690110'] for subnet, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.077082 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6d0c-0e80-4167-93aa-2551ac44ceaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8866889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664048'] for subnet, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.106167 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-7b3a6d0c-0e80-4167-93aa-2551ac44ceaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.110241 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-7b3a6d0c-0e80-4167-93aa-2551ac44ceaa admin admin] 10.222.0.49 "DELETE /v2.0/subnets/507bdccd-57c5-4ab8-898b-470020a52401 HTTP/1.1" status: 204 len: 168 time: 0.2518332 Apr 18 21:55:49.111259 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a6d0c-0e80-4167-93aa-2551ac44ceaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507bdccd-57c5-4ab8-898b-470020a52401,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:49.111400 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9976981-81bd-44fb-aa59-7d7e111b7dd6 None None] Network 71d2689c-7f80-479b-9419-4885f7a8637e requested from n-d-836015-4 {{(pid=102905) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 18 21:55:49.113044 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [-] (102903) accepted ('10.222.0.49', 56154) {{(pid=102903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:49.179128 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1577214'] for network, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.235816 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Deleting port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 {{(pid=102903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:49.236197 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.301345 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.db [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] For port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52, host n-d-836015-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836015-4',level=0,port_id=667122ff-c3b4-4e8f-ad9c-ef4309eaed52,segment=NetworkSegment(5a5d57dd-0251-44d2-ab2f-e52417fb5e39),segment_id=5a5d57dd-0251-44d2-ab2f-e52417fb5e39)] {{(pid=102903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:49.301705 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.314110 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.plugin [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Calling delete_port for 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 owned by network:dhcp {{(pid=102903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:49.372994 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f7176-3408-4f53-95c9-f8a1c76cbd51 None None] DHCP port deletion for 71d2689c-7f80-479b-9419-4885f7a8637e request from n-d-836015-4 {{(pid=102905) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 18 21:55:49.393664 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867258'] for port, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.422434 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-900f7176-3408-4f53-95c9-f8a1c76cbd51 None None] Deleting port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 {{(pid=102905) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 18 21:55:49.422802 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-900f7176-3408-4f53-95c9-f8a1c76cbd51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729062349141'] for port, before_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.422920 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Pushing event deleted for resources: {'Port': ['ID=667122ff-c3b4-4e8f-ad9c-ef4309eaed52,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:49.428706 n-d-836015-4 neutron-server[102903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] No DVR routers for this DVR port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 on host n-d-836015-4 {{(pid=102903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:49.485334 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.db [None req-900f7176-3408-4f53-95c9-f8a1c76cbd51 None None] For port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52, host n-d-836015-4, got binding levels [] {{(pid=102905) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 18 21:55:49.485762 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-900f7176-3408-4f53-95c9-f8a1c76cbd51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550316'] for port, precommit_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.500850 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687603', 'neutron.services.segments.db._delete_segments_for_network-8729062397040'] for network, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.502934 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-900f7176-3408-4f53-95c9-f8a1c76cbd51 None None] Calling delete_port for 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 owned by network:dhcp {{(pid=102905) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 18 21:55:49.505710 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.ipam_backend_mixin [None req-900f7176-3408-4f53-95c9-f8a1c76cbd51 None None] Port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 was not found and therefore no delete operation was performed {{(pid=102905) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 18 21:55:49.506940 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-900f7176-3408-4f53-95c9-f8a1c76cbd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729062356143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729061848028'] for port, after_delete {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.525571 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71d2689c-7f80-479b-9419-4885f7a8637e']}} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:49.533052 n-d-836015-4 neutron-server[102905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f7176-3408-4f53-95c9-f8a1c76cbd51 None None] Pushing event deleted for resources: {'Port': ['ID=667122ff-c3b4-4e8f-ad9c-ef4309eaed52,revision_number=None']} {{(pid=102905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:49.535166 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5d57dd-0251-44d2-ab2f-e52417fb5e39') {'for_net_delete': True} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:49.536066 n-d-836015-4 neutron-server[102903]: DEBUG neutron.services.segments.db [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5d57dd-0251-44d2-ab2f-e52417fb5e39') {} {{(pid=102903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:55:49.537101 n-d-836015-4 neutron-server[102905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f7176-3408-4f53-95c9-f8a1c76cbd51 None None] No DVR routers for this DVR port 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 on host n-d-836015-4 {{(pid=102905) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:55:49.546736 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729062397817', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10130591'] for segment, before_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.561200 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945'] for segment, precommit_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.568237 n-d-836015-4 neutron-server[102903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=102903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:55:49.568822 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1689945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8867311'] for segment, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: Traceback (most recent call last): Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: timer() Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: cb(*args, **kw) Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: return func(*args, **kwargs) Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: self._notify() Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: self.callback(batched_events) Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: event.method(event) Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: return f(self, *a, **k) Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: return self._get(url).json() Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: return self.request(url, 'GET', **kwargs) Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:55:49.570704 n-d-836015-4 neutron-server[102903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:55:49.630455 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-743099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554079'] for network, after_delete {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.636806 n-d-836015-4 neutron-server[102903]: DEBUG neutron_lib.callbacks.manager [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Notify callbacks [] for network, before_response {{(pid=102903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.639881 n-d-836015-4 neutron-server[102903]: INFO neutron.wsgi [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] 10.222.0.49 "DELETE /v2.0/networks/71d2689c-7f80-479b-9419-4885f7a8637e HTTP/1.1" status: 204 len: 168 time: 0.5258920 Apr 18 21:55:49.657678 n-d-836015-4 neutron-server[102903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e41a33-7db1-43da-b816-5926f5fd131a admin admin] Pushing event deleted for resources: {'Network': ['ID=71d2689c-7f80-479b-9419-4885f7a8637e,revision_number=None']} {{(pid=102903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:49.769753 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56158) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:49.814103 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-92e1c685-32f2-4de9-adf6-a68a1f904d45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b618b8dc1e04c9a8f5232d80c0720c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431778 Apr 18 21:55:49.817493 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56160) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:49.864127 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6e366b41-15fe-455e-984b-4c2deb1615a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.886560 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6e366b41-15fe-455e-984b-4c2deb1615a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.932779 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6e366b41-15fe-455e-984b-4c2deb1615a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.935736 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-6e366b41-15fe-455e-984b-4c2deb1615a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.936891 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-6e366b41-15fe-455e-984b-4c2deb1615a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/310e4f9a-6c75-48b4-8471-3c47edc606e8 HTTP/1.1" status: 204 len: 168 time: 0.1185074 Apr 18 21:55:49.945376 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e366b41-15fe-455e-984b-4c2deb1615a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310e4f9a-6c75-48b4-8471-3c47edc606e8,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:50.221633 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:50.243411 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:50.243807 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 667122ff-c3b4-4e8f-ad9c-ef4309eaed52 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:50.244200 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 650397bd-c4e4-434a-a25f-f23e12d4c4fb no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:50.263541 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 650397bd-c4e4-434a-a25f-f23e12d4c4fb {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:50.263898 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 650397bd-c4e4-434a-a25f-f23e12d4c4fb not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:50.264251 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56166) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:50.264364 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28c9d093-aa30-47d7-afd7-3661ba2c74f4 no longer exists at agent ovs-agent-n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 18 21:55:50.282903 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.plugin [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] No Port match for: 28c9d093-aa30-47d7-afd7-3661ba2c74f4 {{(pid=102905) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 18 21:55:50.283239 n-d-836015-4 neutron-server[102905]: DEBUG neutron.plugins.ml2.rpc [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Device 28c9d093-aa30-47d7-afd7-3661ba2c74f4 not bound to the agent host n-d-836015-4 {{(pid=102905) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 18 21:55:50.306391 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-9513f241-4453-4b9e-be94-ab16378ef450 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad8f3bd28f1c4d348d41a05ac4742beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408895 Apr 18 21:55:50.309168 n-d-836015-4 neutron-server[102904]: DEBUG neutron.wsgi [-] (102904) accepted ('10.222.0.49', 56168) {{(pid=102904) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 18 21:55:50.364775 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95266550-d150-4f30-be23-84e8fc55ac86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.385558 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95266550-d150-4f30-be23-84e8fc55ac86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.435513 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95266550-d150-4f30-be23-84e8fc55ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-701003'] for security_group, after_delete {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.438137 n-d-836015-4 neutron-server[102904]: DEBUG neutron_lib.callbacks.manager [None req-95266550-d150-4f30-be23-84e8fc55ac86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.439304 n-d-836015-4 neutron-server[102904]: INFO neutron.wsgi [None req-95266550-d150-4f30-be23-84e8fc55ac86 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d9bbd74-34fe-47c0-9ae3-c88e80532044 HTTP/1.1" status: 204 len: 168 time: 0.1292040 Apr 18 21:55:50.447015 n-d-836015-4 neutron-server[102904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95266550-d150-4f30-be23-84e8fc55ac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9bbd74-34fe-47c0-9ae3-c88e80532044,revision_number=None']} {{(pid=102904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:55:58.251031 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:56:06.115637 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-06291c6f-0232-4ac9-ac0e-1933431817d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:08.838440 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ea8e3537-2d9e-4b6a-948f-e9809604388a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:09.678584 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:10.846489 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:11.460703 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:13.225892 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:16.806002 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:35.249844 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:56:36.117914 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fe31bef2-3683-4484-9dee-e942d1411c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:38.839976 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-252bab39-8443-404f-b5f5-36bcc4b06afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:39.681472 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:40.850119 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:41.462591 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:43.241183 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:56:46.794504 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:06.119748 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1bfdd305-deb7-4c90-8543-67ec96fa9c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:08.841737 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-78bce4cf-3189-42cc-bdc2-642cf86d8778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:09.683914 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:10.852283 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:11.465389 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:12.249777 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:57:13.272029 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:16.814766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:36.120638 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-dcd59873-4d1e-49f5-89f7-76249ab8267b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:38.842766 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8d946a06-e08c-4689-9576-a8778304afb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:39.686695 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:40.855350 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:41.467619 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:43.270568 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:46.817358 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:57:49.249870 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:58:06.122393 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-82c7a417-f224-4dcc-b6af-d5e91f276f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:08.843672 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ec408014-08d3-40c7-9c58-7cd3a9c2abcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:09.693615 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:10.857490 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:11.469252 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:13.284450 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:16.813755 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:26.249261 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:58:36.123733 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5c08053b-acfb-44f5-8259-ce9896a2e0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:38.845297 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-abf85e97-1345-48bf-8313-cea4e6fabae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:39.693967 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:40.861775 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:41.471643 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:43.283705 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:58:46.828356 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:03.250226 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:59:06.124744 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-1a40eab8-2760-49a3-b64a-5e11c4760010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:08.847595 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-5dc4bd45-a4e6-4f74-a1ca-854bcb966a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:09.696331 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:10.862564 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:11.473424 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:13.298437 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:16.842694 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:36.125695 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e40-2db3-49c1-b2ee-45101d50a7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:38.848571 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-8ccd2606-44a7-4ed2-8b4e-80e1eb553db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:39.700396 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:40.249870 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 21:59:40.866184 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:41.475156 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:43.297499 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:59:46.834105 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:06.129426 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-20a02f7c-4fe0-4436-bcd7-cf0624efe95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:08.852572 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-9f8f838d-d994-4a83-a94d-90e02b003fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:09.704308 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:10.868196 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:11.476988 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:13.313427 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:16.834023 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:17.249345 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:00:36.130108 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3dea8fe9-017b-4d9c-8a11-2e7b1d832ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:38.853353 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2af7debd-9509-49f0-b7d4-e7a6e6d6c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:39.706967 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:40.870266 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:41.478341 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:43.335963 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:46.838129 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:00:54.248677 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:01:06.131077 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-4969c0be-0b53-41d0-93ed-16ca0cbecb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:08.855065 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cb7ac35e-78f7-4cc4-a20e-b9412fea2e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:09.710094 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:10.876061 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:11.479765 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:13.326053 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:16.847578 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:31.247987 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:01:36.137886 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae303a75-41e3-4d9e-83c4-e98bab17c208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:38.856660 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-97992929-b5f7-4a6e-95bd-cbc310f37bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:39.713439 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:40.875612 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:41.481487 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:43.342680 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:01:46.879464 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:06.129260 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-cde3e311-f370-4783-ab00-4fcc95b8687d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:08.249919 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:02:08.859173 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-fd4b2f3e-a807-468c-93d1-524f5c180cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:09.715619 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:10.878304 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:11.483481 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:13.340170 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:16.882025 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:36.130494 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-283a262b-6420-4ae2-a604-2c3d60b5c73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:38.860268 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-e209408d-5c90-4d56-abfe-e8e309e34e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:39.720424 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:40.880873 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:41.485159 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:43.341492 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:02:45.249371 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:02:46.897928 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:06.132542 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-044dc0fd-c947-41e5-8732-6c1af48664a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:08.862805 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-ae802412-563c-46ee-bb1a-bd3997a96a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:09.721531 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:10.884020 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:11.486757 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:13.373066 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:14.749937 n-d-836015-4 neutron-server[102903]: DEBUG neutron.wsgi [req-0de5fd72-225a-44fd-b166-e78dc24d4601 req-55a6a96d-c494-4afa-a818-0d91f2b114a7 service neutron] (102903) timed out ('10.222.0.49', 53888) {{(pid=102903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 18 22:03:16.895563 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:22.248774 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:03:36.136441 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-3194212e-cbfc-4401-945e-fdb9c3979d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:38.863963 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-00e893c5-a89c-4f0f-b68b-5a45f2382963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:39.724970 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:40.886358 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:41.493424 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:43.371038 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:46.905599 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:03:59.248259 n-d-836015-4 neutron-server[102906]: DEBUG neutron.db.agents_db [None req-e9db722a-40db-46a6-85fa-5ec4d50caac6 None None] Agent healthcheck: found 7 active agents {{(pid=102906) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 18 22:04:06.137519 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-384a6d89-4cfd-433b-bc21-09c8b6ab9f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:08.866004 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-805b3886-0f4e-420f-8e9a-0ea38dabaf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:09.728932 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-84b3dc93-3468-41c6-9d65-88ad287ab996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:10.889778 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7144c29b-06d4-4c65-83bf-53be61aabd12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:11.486789 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-2de7cee5-233f-481f-8d84-b27698465488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:13.370013 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-7d7416a2-f2ac-4b86-91c6-14ff8f032489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 22:04:16.907366 n-d-836015-4 neutron-server[102905]: DEBUG neutron_lib.callbacks.manager [None req-6c542474-a128-4951-b9d3-b06ea2e3e495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729062397022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691281'] for agent, after_update {{(pid=102905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}